-- Logs begin at Fri 2022-03-11 16:17:14 UTC, end at Fri 2022-03-11 18:36:47 UTC. -- Mar 11 16:54:26.623323 n-d-833411-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 16:54:29.341973 n-d-833411-1 neutron-server[102534]: INFO neutron.common.config [-] Logging enabled! Mar 11 16:54:29.342614 n-d-833411-1 neutron-server[102534]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev80 Mar 11 16:54:29.342728 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102534) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 16:54:29.345952 n-d-833411-1 neutron-server[102534]: INFO neutron.common.config [-] Logging enabled! Mar 11 16:54:29.346207 n-d-833411-1 neutron-server[102534]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev80 Mar 11 16:54:29.346521 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102534) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 16:54:29.347470 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 16:54:29.347702 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 16:54:29.348051 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 16:54:29.348295 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 16:54:29.348546 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 16:54:29.348863 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.349158 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.349453 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.349687 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.349977 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.350264 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.350547 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.350833 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.351126 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.351409 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.351687 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.351970 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.352197 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.352513 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.352801 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.353083 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.353303 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] debug = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.353581 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.353999 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.354408 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.354685 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.354977 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.355251 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.355519 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.355794 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.356075 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.356430 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] host = n-d-833411-1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.356716 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.357000 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.357286 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.357568 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.357839 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.358112 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.358394 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.358665 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.359459 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] log_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.359736 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.360022 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.360311 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.360623 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.360848 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.361068 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.361354 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.361637 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.361912 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.362184 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.362457 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.362730 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.363004 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.363271 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.363551 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.363831 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.364113 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.364405 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.364684 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.364961 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.365233 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.365514 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.365788 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.366063 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.366335 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.366618 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.366884 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.367157 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.367450 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.367733 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.368010 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.368291 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.368588 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.368868 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.369137 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.369405 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.369672 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] use_json = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.369952 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.370213 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.370491 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.370760 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.371028 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.371299 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.371567 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.371849 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.372115 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:29.372493 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.372794 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.373092 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.373379 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.373670 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.373950 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.374235 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.375110 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.375402 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.375689 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.375978 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.376256 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.376567 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.376844 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.377400 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.377703 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.377994 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.378284 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.378558 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.378830 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.379102 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.379376 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.379665 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.379943 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.380232 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.380541 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.380824 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.381106 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.381396 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.381685 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.381957 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.382231 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.382518 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.382793 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.383063 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.383337 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.383621 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.383898 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.384169 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.384476 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.384752 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.385022 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.385291 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.385565 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.385851 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.386123 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.386391 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.386659 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.386931 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.387200 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.387480 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.387753 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.388022 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.388292 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.388591 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.388861 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.389130 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.389404 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.389673 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.389947 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.390246 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.390518 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.390787 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.391054 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.391324 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.391594 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.391862 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.392134 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.392431 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.392702 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.392971 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.393240 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.393511 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.393795 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.394086 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.394361 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.394639 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.394917 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.395190 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.395464 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.395739 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.396015 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.396290 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.396594 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.396878 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.397158 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.397441 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.397720 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.398003 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.398294 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.398572 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.398854 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.399129 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.399407 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.399691 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.399970 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.400267 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.400582 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.400874 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.401163 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.401452 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.401733 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.402036 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.402312 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:29.402528 n-d-833411-1 neutron-server[102534]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 16:54:29.402766 n-d-833411-1 neutron-server[102534]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102534) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 16:54:29.752265 n-d-833411-1 neutron-server[102534]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 16:54:29.752558 n-d-833411-1 neutron-server[102534]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 16:54:29.752847 n-d-833411-1 neutron-server[102534]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 16:54:29.753180 n-d-833411-1 neutron-server[102534]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 16:54:30.141588 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.141876 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.142146 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.143431 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.143706 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.143972 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.178969 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.179241 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.179505 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.194671 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.194950 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.195217 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.222779 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.223057 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.223326 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.259979 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.260253 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.260547 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.488914 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.489461 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.489461 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.489696 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.490379 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.611339 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.611653 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.611934 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.612201 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.612496 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.612807 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.613070 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.613321 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.613571 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.613848 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.614106 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.614368 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.614622 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.614867 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.615115 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.615371 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.615619 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.615880 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.616143 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.616453 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.616722 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.616971 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.617255 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.617618 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.617871 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.618114 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.618504 n-d-833411-1 neutron-server[102534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:54:30.618733 n-d-833411-1 neutron-server[102534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:54:30.618972 n-d-833411-1 neutron-server[102534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:54:30.619204 n-d-833411-1 neutron-server[102534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:54:30.619435 n-d-833411-1 neutron-server[102534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:54:30.619661 n-d-833411-1 neutron-server[102534]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:54:30.620023 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 16:54:30.623202 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 16:54:30.627925 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 16:54:30.631632 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 11 16:54:30.633423 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 16:54:30.633866 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 16:54:30.634200 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 16:54:30.634572 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 16:54:30.637401 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 16:54:30.637647 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 16:54:30.637998 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 16:54:30.643841 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 16:54:30.665611 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 16:54:30.666058 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.666348 n-d-833411-1 neutron-server[102534]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102534) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 11 16:54:30.666705 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.668057 n-d-833411-1 neutron-server[102534]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102534) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 16:54:30.668332 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 16:54:30.668602 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 16:54:30.672110 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.672413 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:30.735349 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 16:54:30.735529 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 16:54:30.735759 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 16:54:30.736116 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 16:54:30.757228 n-d-833411-1 neutron-server[102534]: DEBUG oslo_db.sqlalchemy.engines [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102534) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 16:54:31.288595 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Initializing driver for type 'gre' Mar 11 16:54:31.289144 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] gre ID ranges: [(1, 1000)] Mar 11 16:54:31.339802 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Initializing driver for type 'local' Mar 11 16:54:31.340157 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Initializing driver for type 'vlan' Mar 11 16:54:31.352962 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] VlanTypeDriver initialization complete Mar 11 16:54:31.353297 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Initializing driver for type 'vxlan' Mar 11 16:54:31.353762 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] vxlan ID ranges: [(1, 1000)] Mar 11 16:54:31.409384 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Initializing extension driver 'port_security' Mar 11 16:54:31.409810 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.extensions.port_security [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] PortSecurityExtensionDriver initialization complete Mar 11 16:54:31.410181 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Initializing mechanism driver 'openvswitch' Mar 11 16:54:31.410523 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Initializing mechanism driver 'hyperv' Mar 11 16:54:31.417248 n-d-833411-1 neutron-server[102534]: DEBUG neutron.plugins.ml2.plugin [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:31.417942 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > port after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.418312 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > port after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.418666 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > port after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.419194 n-d-833411-1 neutron-server[102534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:54:31.419633 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > subnet after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.419986 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > subnet after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.420333 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.420751 n-d-833411-1 neutron-server[102534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:54:31.421174 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > network after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.421512 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > network after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.422409 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > network after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.422805 n-d-833411-1 neutron-server[102534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:54:31.423213 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > security_group after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.423563 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > security_group after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.423905 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > security_group after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.425962 n-d-833411-1 neutron-server[102534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:54:31.426398 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.426768 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.427127 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.427531 n-d-833411-1 neutron-server[102534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:54:31.427950 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > address_group after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.428304 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > address_group after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.428698 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > address_group after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.429073 n-d-833411-1 neutron-server[102534]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102534) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:54:31.429526 n-d-833411-1 neutron-server[102534]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] ML2 OVO RPC backend initialized. {{(pid=102534) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 11 16:54:31.430240 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.430599 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.431025 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > network before_response 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.431380 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > networks before_response 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.431734 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > port before_response 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.432080 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > ports before_response 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.432462 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > subnet before_response 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.432813 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > subnets before_response 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.433164 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > network after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.433508 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > network after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.433845 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > network after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.434184 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > port after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.434521 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > port after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.434859 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > port after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.435196 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > subnet after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.435537 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > subnet after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.435868 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.443131 n-d-833411-1 neutron-server[102534]: INFO neutron.quota [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded quota_driver: . Mar 11 16:54:31.443498 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.plugin [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Modular L2 Plugin initialization complete Mar 11 16:54:31.443850 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading services supported by the core plugin {{(pid=102534) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 16:54:31.444192 n-d-833411-1 neutron-server[102534]: INFO neutron.plugins.ml2.managers [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Got port-security extension from driver 'port_security' Mar 11 16:54:31.444718 n-d-833411-1 neutron-server[102534]: INFO neutron.extensions.vlantransparent [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Disabled vlantransparent extension. Mar 11 16:54:31.445215 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102534) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 16:54:31.445545 n-d-833411-1 neutron-server[102534]: INFO neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading Plugin: router Mar 11 16:54:31.481507 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router_interface before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.481907 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router after_create 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.482278 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router before_create 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.482648 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.483027 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.483389 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router after_delete 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.483752 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > floatingip after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.484111 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > floatingip after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.485076 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router after_create 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.485433 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router after_update 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.485789 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router after_update 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.486143 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.486508 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router after_update 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.486923 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router precommit_update 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.487297 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: port after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.487639 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: port after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.487980 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: subnet after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.488319 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.488698 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > port precommit_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.489050 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router precommit_create 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.489586 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: port before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.489729 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router precommit_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.490088 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router after_update 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.490440 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router precommit_delete 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.490794 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router precommit_create 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.491158 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.491512 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router precommit_update 55549900 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.491889 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > agent after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.492247 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > agent after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.492625 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > network after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.493523 n-d-833411-1 neutron-server[102534]: DEBUG neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Tracking information for resource: router configured {{(pid=102534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:54:31.493861 n-d-833411-1 neutron-server[102534]: DEBUG neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Tracking information for resource: floatingip configured {{(pid=102534) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:54:31.498791 n-d-833411-1 neutron-server[102534]: INFO neutron.db.l3_agentschedulers_db [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 16:54:31.499379 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: port after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.499769 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: port after_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.500124 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: port after_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.500517 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: port after_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.501325 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router before_create 55550100 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.501695 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router precommit_delete 55550100 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.502061 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router precommit_create 55550100 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.502685 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > router precommit_update 55550100 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.507601 n-d-833411-1 neutron-server[102534]: DEBUG neutron.services.provider_configuration [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service providers = [] {{(pid=102534) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 16:54:31.507971 n-d-833411-1 neutron-server[102534]: DEBUG neutron.db.servicetype_db [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102534) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 16:54:31.511001 n-d-833411-1 neutron-server[102534]: DEBUG neutron.services.service_base [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102534) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:54:31.511350 n-d-833411-1 neutron-server[102534]: DEBUG neutron.services.service_base [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102534) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:54:31.511697 n-d-833411-1 neutron-server[102534]: DEBUG neutron.services.service_base [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102534) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:54:31.512616 n-d-833411-1 neutron-server[102534]: DEBUG neutron.services.service_base [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102534) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:54:31.512990 n-d-833411-1 neutron-server[102534]: INFO neutron.services.service_base [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 16:54:31.513374 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:54:31.513691 n-d-833411-1 neutron-server[102534]: INFO neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 16:54:31.524265 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:54:31.524641 n-d-833411-1 neutron-server[102534]: INFO neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading Plugin: auto_allocate Mar 11 16:54:31.530716 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: network precommit_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.531622 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: network precommit_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.532188 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:54:31.532536 n-d-833411-1 neutron-server[102534]: INFO neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading Plugin: tag Mar 11 16:54:31.540177 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:54:31.540544 n-d-833411-1 neutron-server[102534]: INFO neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading Plugin: timestamp Mar 11 16:54:31.544984 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:54:31.545333 n-d-833411-1 neutron-server[102534]: INFO neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading Plugin: network_ip_availability Mar 11 16:54:31.551867 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.552244 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.552631 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.553348 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:54:31.553673 n-d-833411-1 neutron-server[102534]: INFO neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading Plugin: flavors Mar 11 16:54:31.558457 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:54:31.558798 n-d-833411-1 neutron-server[102534]: INFO neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading Plugin: revisions Mar 11 16:54:31.563147 n-d-833411-1 neutron-server[102534]: DEBUG neutron.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102534) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:54:31.563539 n-d-833411-1 neutron-server[102534]: DEBUG oslo_concurrency.lockutils [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=102534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 16:54:31.564278 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102534) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 16:54:31.564647 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Initializing extension manager. Mar 11 16:54:31.565164 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: __init__.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.565506 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: __pycache__ {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.565842 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.566178 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: address_group.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.566931 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.567492 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: address-group Mar 11 16:54:31.567818 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: address_scope.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.568562 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.569097 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: address-scope Mar 11 16:54:31.569420 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: admin_state_down_before_update.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.570353 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.570871 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: router-admin-state-down-before-update Mar 11 16:54:31.571196 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: agent.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.572075 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.572614 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: agent Mar 11 16:54:31.572943 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: agent_resources_synced.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.573857 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.574370 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: agent-resources-synced Mar 11 16:54:31.574698 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: allowedaddresspairs.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.576540 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.577076 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: allowed-address-pairs Mar 11 16:54:31.577406 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: auto_allocated_topology.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.579025 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.579549 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: auto-allocated-topology Mar 11 16:54:31.579899 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: availability_zone.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.580642 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.581162 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: availability_zone Mar 11 16:54:31.581490 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: availability_zone_filter.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.582403 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.582921 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: availability_zone_filter Mar 11 16:54:31.583249 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: data_plane_status.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.584155 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.584704 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 16:54:31.585031 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: default_subnetpools.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.585957 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.586476 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: default-subnetpools Mar 11 16:54:31.586803 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: dhcpagentscheduler.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.587612 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.588137 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: dhcp_agent_scheduler Mar 11 16:54:31.588503 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: dns.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.589421 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.589954 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension dns-integration not supported by any of loaded plugins Mar 11 16:54:31.590278 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: dns_domain_ports.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.591205 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.591713 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 16:54:31.592034 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.592990 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.593546 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 16:54:31.594366 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: dvr.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.595041 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.595555 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: dvr Mar 11 16:54:31.595879 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: ecmp_routes.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.596820 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.597325 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 16:54:31.597648 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: empty_string_filtering.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.598559 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.599067 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: empty-string-filtering Mar 11 16:54:31.599390 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.600306 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.600848 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 16:54:31.601170 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.602087 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.602590 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 16:54:31.602911 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: external_net.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.603819 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.604332 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: external-net Mar 11 16:54:31.604692 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: extra_dhcp_opt.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.605610 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.606122 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: extra_dhcp_opt Mar 11 16:54:31.606447 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: extraroute.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.607367 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.607881 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: extraroute Mar 11 16:54:31.608207 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: extraroute_atomic.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.609307 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.609827 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: extraroute-atomic Mar 11 16:54:31.610154 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: filter_validation.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.610828 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.611339 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: filter-validation Mar 11 16:54:31.611663 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: fip_pf_description.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.612610 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.613147 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 16:54:31.613468 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: fip_port_details.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.614395 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.614902 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: fip-port-details Mar 11 16:54:31.615226 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: flavors.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.616526 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.617052 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: flavors Mar 11 16:54:31.617379 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.619055 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.619587 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 16:54:31.619925 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: floatingip_pools.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.620673 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.621196 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: floatingip-pools Mar 11 16:54:31.621528 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: ip_allocation.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.622475 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.622985 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 16:54:31.623314 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.624235 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.624815 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: ip-substring-filtering Mar 11 16:54:31.625148 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: l2_adjacency.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.626095 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.626615 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 16:54:31.626945 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: l3.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.628178 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.628736 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: router Mar 11 16:54:31.629067 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: l3_conntrack_helper.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.631451 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.631989 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 16:54:31.632325 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.633291 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.633817 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: ext-gw-mode Mar 11 16:54:31.634153 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.635076 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.635597 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: l3-ha Mar 11 16:54:31.635927 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: l3_flavors.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.636870 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.637387 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: l3-flavors Mar 11 16:54:31.637715 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.638631 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.639143 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 16:54:31.639468 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: l3agentscheduler.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.641048 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.641570 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: l3_agent_scheduler Mar 11 16:54:31.641903 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: logging.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.643424 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.643947 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension logging not supported by any of loaded plugins Mar 11 16:54:31.644278 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: metering.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.645044 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.645626 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: metering Mar 11 16:54:31.645956 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.647057 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.647599 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: metering_source_and_destination_fields Mar 11 16:54:31.647904 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: multiprovidernet.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.648863 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.649379 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: multi-provider Mar 11 16:54:31.649702 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: netmtu.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.650620 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.651135 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: net-mtu Mar 11 16:54:31.651457 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: netmtu_writable.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.652402 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.652911 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: net-mtu-writable Mar 11 16:54:31.653261 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: network_availability_zone.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.653932 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.654436 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: network_availability_zone Mar 11 16:54:31.654757 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: network_ip_availability.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.655879 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.656981 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: network-ip-availability Mar 11 16:54:31.657313 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: network_segment_range.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.658084 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.658594 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 16:54:31.658953 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: pagination.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.659935 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.660264 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: pagination Mar 11 16:54:31.660614 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: port_device_profile.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.661533 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.662055 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: port-device-profile Mar 11 16:54:31.662379 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.663306 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.663823 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: port-mac-address-regenerate Mar 11 16:54:31.664149 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.665118 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.665655 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: port-numa-affinity-policy Mar 11 16:54:31.665979 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: port_resource_request.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.666894 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.667427 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 16:54:31.667770 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: portbindings.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.668759 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.669276 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: binding Mar 11 16:54:31.669601 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: portbindings_extended.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.671011 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.671532 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: binding-extended Mar 11 16:54:31.671890 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: portsecurity.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.672850 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.673367 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: port-security Mar 11 16:54:31.673697 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: project_id.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.674682 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.675016 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: project-id Mar 11 16:54:31.675343 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: providernet.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.676277 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.676824 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: provider Mar 11 16:54:31.677151 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.680730 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.681264 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos not supported by any of loaded plugins Mar 11 16:54:31.681596 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.682856 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.683376 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 16:54:31.683709 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.684657 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.685179 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 16:54:31.685524 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos_default.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.686424 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.686940 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos-default not supported by any of loaded plugins Mar 11 16:54:31.687295 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos_fip.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.687953 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.688501 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos-fip not supported by any of loaded plugins Mar 11 16:54:31.688831 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos_gateway_ip.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.689763 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.690297 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 16:54:31.690624 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos_port_network_policy.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.691551 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.692067 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 16:54:31.692429 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos_pps_rule.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.693611 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.694134 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos-pps not supported by any of loaded plugins Mar 11 16:54:31.694462 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos_rule_type_details.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.695382 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.695901 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 16:54:31.696228 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: qos_rules_alias.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.697337 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.697858 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 16:54:31.698187 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: quotasv2.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.699097 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.699428 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: quotas Mar 11 16:54:31.699755 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: quotasv2_detail.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.701518 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.701861 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: quota_details Mar 11 16:54:31.702196 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: rbac.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.703798 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.704327 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: rbac-policies Mar 11 16:54:31.704689 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: rbac_address_group.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.705626 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.706152 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: rbac-address-group Mar 11 16:54:31.706482 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: rbac_address_scope.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.707432 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.708289 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: rbac-address-scope Mar 11 16:54:31.708690 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: rbac_security_groups.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.709783 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.710379 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: rbac-security-groups Mar 11 16:54:31.710768 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: rbac_subnetpool.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.711808 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.712461 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: rbac-subnetpool Mar 11 16:54:31.712857 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: revisionifmatch.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.713883 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.714505 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: revision-if-match Mar 11 16:54:31.714863 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: revisions.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.716154 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.716810 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: standard-attr-revisions Mar 11 16:54:31.717230 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: router_availability_zone.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.718065 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.719209 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: router_availability_zone Mar 11 16:54:31.719649 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: routerservicetype.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.720773 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.721369 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension router-service-type not supported by any of loaded plugins Mar 11 16:54:31.721774 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.722875 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.723515 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: security-groups-normalized-cidr Mar 11 16:54:31.723936 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: security_groups_port_filtering.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.725072 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.725695 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: port-security-groups-filtering Mar 11 16:54:31.726064 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.727102 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.727756 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: security-groups-remote-address-group Mar 11 16:54:31.728156 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: securitygroup.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.739488 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.740034 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: security-group Mar 11 16:54:31.740398 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: segment.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.741210 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.741731 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension segment not supported by any of loaded plugins Mar 11 16:54:31.742063 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.743024 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.743544 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 16:54:31.743901 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: servicetype.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.745132 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.745657 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: service-type Mar 11 16:54:31.745985 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: sorting.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.746991 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.747328 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: sorting Mar 11 16:54:31.747664 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: standard_attr_segment.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.748624 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.749142 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 16:54:31.749470 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: standardattrdescription.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.750156 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.750670 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: standard-attr-description Mar 11 16:54:31.751002 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: stateful_security_group.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.751941 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.752756 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: stateful-security-group Mar 11 16:54:31.753089 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: stdattrs_common.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.753680 n-d-833411-1 neutron-server[102534]: WARNING neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 16:54:31.754011 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.754967 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.755485 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 16:54:31.755808 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: subnet_onboard.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.756926 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.757451 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: subnet_onboard Mar 11 16:54:31.757778 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.758708 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.759224 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 16:54:31.759552 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: subnet_service_types.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.760520 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.761049 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: subnet-service-types Mar 11 16:54:31.761377 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: subnetallocation.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.762473 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.762996 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: subnet_allocation Mar 11 16:54:31.763325 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.764006 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.764553 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: subnetpool-prefix-ops Mar 11 16:54:31.764881 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.766395 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.766910 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 16:54:31.767234 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: tagging.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.768303 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.768857 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: standard-attr-tag Mar 11 16:54:31.769187 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: timestamp.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.770404 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.770928 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loaded extension: standard-attr-timestamp Mar 11 16:54:31.771264 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: trunk.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.772309 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.772854 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension trunk not supported by any of loaded plugins Mar 11 16:54:31.773186 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: trunk_details.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.774124 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.774659 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension trunk-details not supported by any of loaded plugins Mar 11 16:54:31.774988 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: uplink_status_propagation.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.775916 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.776472 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 16:54:31.776802 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Loading extension file: vlantransparent.py {{(pid=102534) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:54:31.777472 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102534) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:54:31.777985 n-d-833411-1 neutron-server[102534]: INFO neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 16:54:31.780422 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:network Mar 11 16:54:31.780988 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:subnet Mar 11 16:54:31.781915 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:54:31.782308 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:port Mar 11 16:54:31.783533 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.783971 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service FLAVORS assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.784621 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.785050 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.785383 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:router Mar 11 16:54:31.785841 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:floatingip Mar 11 16:54:31.786315 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service METERING assigned prefix: /metering {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.787791 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.788164 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.788547 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:54:31.789561 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 16:54:31.790017 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:security_group Mar 11 16:54:31.790529 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 16:54:31.791071 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service CORE assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.791401 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:54:31.791748 n-d-833411-1 neutron-server[102534]: WARNING neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] subnetpool is already registered Mar 11 16:54:31.792183 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service CORE assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.792546 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:54:31.792884 n-d-833411-1 neutron-server[102534]: WARNING neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] subnetpool is already registered Mar 11 16:54:31.795163 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.795599 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service FLAVORS assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.796181 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.796662 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.796999 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:router Mar 11 16:54:31.797343 n-d-833411-1 neutron-server[102534]: WARNING neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] router is already registered Mar 11 16:54:31.797753 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:floatingip Mar 11 16:54:31.798089 n-d-833411-1 neutron-server[102534]: WARNING neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] floatingip is already registered Mar 11 16:54:31.798552 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service METERING assigned prefix: /metering {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.799210 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 16:54:31.799539 n-d-833411-1 neutron-server[102534]: WARNING neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] rbac_policy is already registered Mar 11 16:54:31.799948 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:security_group Mar 11 16:54:31.800284 n-d-833411-1 neutron-server[102534]: WARNING neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] security_group is already registered Mar 11 16:54:31.800711 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 16:54:31.801052 n-d-833411-1 neutron-server[102534]: WARNING neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] security_group_rule is already registered Mar 11 16:54:31.801674 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service CORE assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.802004 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:54:31.802341 n-d-833411-1 neutron-server[102534]: WARNING neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] subnetpool is already registered Mar 11 16:54:31.802755 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.v2.resource_helper [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Service CORE assigned prefix: {{(pid=102534) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:54:31.803077 n-d-833411-1 neutron-server[102534]: INFO neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:54:31.803407 n-d-833411-1 neutron-server[102534]: WARNING neutron.quota.resource_registry [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] subnetpool is already registered Mar 11 16:54:31.803870 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: extensions {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.805380 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: address-groups {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.806868 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: address-scopes {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.808207 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: agents {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.809405 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: auto-allocated-topology {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.810676 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: availability_zones {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.811931 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: dhcp-networks {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.813518 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: dhcp-agents {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.814924 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: routers {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.817195 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: flavors {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.818377 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: service_profiles {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.819605 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: next_providers {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.821117 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: service_profiles {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.822659 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: floatingip-pools {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.823888 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: routers {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.826061 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: floatingips {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.827351 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: l3-routers {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.829285 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: l3-agents {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.830704 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: metering-labels {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.832090 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: metering-label-rules {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.833408 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: network-ip-availabilities {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.834739 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: bindings {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.836443 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: quotas {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.837892 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: quotas {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.839317 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: rbac-policies {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.840557 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: security-groups {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.842841 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: security-group-rules {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.844677 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: service-providers {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.845901 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: subnetpools {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.847346 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: subnetpools {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.848856 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.850543 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.852385 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.854532 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.856318 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.858207 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.859938 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.861885 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.863683 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.865473 n-d-833411-1 neutron-server[102534]: DEBUG neutron.api.extensions [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Extended resource: tags {{(pid=102534) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:54:31.871384 n-d-833411-1 neutron-server[102534]: WARNING keystonemiddleware.auth_token [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 16:54:31.876191 n-d-833411-1 neutron-server[102534]: WARNING keystonemiddleware.auth_token [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 16:54:31.885047 n-d-833411-1 neutron-server[102534]: DEBUG oslo_concurrency.lockutils [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Acquired lock "singleton_lock" {{(pid=102534) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 11 16:54:31.885532 n-d-833411-1 neutron-server[102534]: DEBUG oslo_concurrency.lockutils [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Releasing lock "singleton_lock" {{(pid=102534) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 11 16:54:31.886165 n-d-833411-1 neutron-server[102534]: INFO oslo_service.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Starting 2 workers Mar 11 16:54:31.891524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Started child 102641 {{(pid=102534) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 16:54:31.895993 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Started child 102642 {{(pid=102534) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 16:54:31.897032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.897671 n-d-833411-1 neutron-server[102534]: INFO neutron.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 16:54:31.898266 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Notify callbacks [] for process, before_spawn {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.898535 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [-] (102641) wsgi starting up on http://0.0.0.0:9696 Mar 11 16:54:31.900674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.901128 n-d-833411-1 neutron-server[102534]: INFO oslo_service.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Starting 1 workers Mar 11 16:54:31.902028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [-] (102642) wsgi starting up on http://0.0.0.0:9696 Mar 11 16:54:31.906028 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Started child 102643 {{(pid=102534) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 16:54:31.907086 n-d-833411-1 neutron-server[102534]: INFO oslo_service.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Starting 1 workers Mar 11 16:54:31.910157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] calling RpcWorker wait() {{(pid=102643) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 16:54:31.910715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] returning from RpcWorker wait() {{(pid=102643) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 16:54:31.911627 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Started child 102644 {{(pid=102534) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 16:54:31.911873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.912320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:31.912508 n-d-833411-1 neutron-server[102534]: DEBUG neutron_lib.callbacks.manager [None req-82ec155f-a0a6-4b1f-8ec0-9353761fa10e None None] Notify callbacks [] for process, after_spawn {{(pid=102534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.914408 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102534) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 16:54:31.914622 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 16:54:31.914804 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 16:54:31.915012 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 16:54:31.915366 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 16:54:31.915522 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 16:54:31.916054 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.916359 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.916642 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.916733 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.917177 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.917248 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.917829 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.918086 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.918351 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.918624 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.918865 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.919039 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.919207 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.919472 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.919725 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.920046 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.920312 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.920584 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.920869 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.921047 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.921311 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.921566 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.921857 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.922188 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] debug = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.922436 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.922886 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.923135 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.923385 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.923633 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.923908 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.924153 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.924461 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.924732 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.924977 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.925203 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.925476 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.925728 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.925943 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.926185 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.926432 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.926687 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.927182 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] host = n-d-833411-1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.927425 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.927669 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.927924 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.928190 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.928464 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.928706 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.928974 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.929235 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.929492 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.929723 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.929985 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.930246 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.930496 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.930755 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.931156 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_options = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.931156 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.931436 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.931770 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.931924 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.932075 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.932212 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.932479 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.932636 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.932902 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.933123 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.933340 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.933559 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.933808 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.934026 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.934281 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.934529 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.935965 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.936935 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.936935 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.937205 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.937802 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.938067 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.938389 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.938577 n-d-833411-1 neutron-server[102644]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:31.938710 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.938805 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.939051 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.939287 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.939502 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.940197 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.940716 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.942009 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.942009 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.943656 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.943656 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.943656 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.943656 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.943656 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.943656 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.943656 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.944824 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.944824 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.944824 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.944824 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.944824 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.946030 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.946030 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.946030 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_json = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.946030 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.946030 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.946329 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.946329 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.946617 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.946927 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.947151 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.947404 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.947642 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:31.948088 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.948399 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.948730 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.948959 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.949208 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.949453 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.949710 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.949944 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.950183 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.950420 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.950721 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.950946 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.951226 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.951460 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.951718 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.952049 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.952304 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.952587 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.954164 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.954164 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.954164 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.954164 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.954516 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.954597 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.954817 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.955043 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.955256 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.955576 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.955850 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.956092 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.956935 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.956935 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.956935 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.957183 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.957329 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.957514 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.957729 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.957995 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.958238 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.958443 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.958669 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.958916 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.959153 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.959382 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.959624 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.959892 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.960121 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.960378 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.960604 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.960815 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.961027 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.961244 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.961471 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.961704 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.963632 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.963632 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.963632 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.963632 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.963632 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.963632 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.963632 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.963632 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.964146 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.964146 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.964273 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.964524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.964782 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.965016 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.965230 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.965626 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.965852 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.966087 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.966328 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.966543 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.966773 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.967014 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.967249 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.967464 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.967680 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.967908 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.968121 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.968437 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.968683 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.969063 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.969293 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.969508 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.969718 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.971189 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.971437 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.973416 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.973776 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.974044 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.974334 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.974594 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.974850 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.975105 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.975373 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.975595 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.975841 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.976059 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.976355 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.976694 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.976940 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.977192 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.977451 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.977673 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.977911 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.978222 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.978673 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.978947 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.979179 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.979453 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.979689 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.979987 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.980229 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.980512 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.980797 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.981036 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.981323 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.981546 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.981807 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.982120 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.982412 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.982676 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.982911 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.983159 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.983416 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.983664 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.983933 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.984168 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.984425 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.984652 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.984929 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.985156 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.985378 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.985612 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.985845 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.986211 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.986440 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.986660 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.986871 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.987134 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.987385 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.987641 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.987913 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.988172 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.988425 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.988682 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.988914 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.989235 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.989494 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.989724 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.989956 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.990322 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.990424 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.990634 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.990848 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.991076 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.991304 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.991536 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.991768 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.991978 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.992201 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.992439 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.992684 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.992894 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.993181 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.993429 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.993646 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.993883 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.995077 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.995320 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.995675 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.996066 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.996369 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.996606 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.996883 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.997408 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.997704 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.998048 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.998271 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.998512 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.998745 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.998960 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.999176 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.999400 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:31.999632 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.000382 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.000616 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.000850 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.001106 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.001485 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.001863 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.002157 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.002652 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.002938 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.003158 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.003396 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.003649 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.003886 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.003886 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.003886 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.003886 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.005333 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.005333 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.005333 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.005533 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.005886 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.005985 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.006166 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.006400 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.006680 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.007007 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.007251 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.007506 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.007744 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.007970 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.008229 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.008500 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.008770 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.008990 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.009210 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.009440 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.009668 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.009878 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.010086 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.010304 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.010521 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.010752 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.011001 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.011208 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.011439 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.011628 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.011841 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.012241 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.012640 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.012852 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.013068 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.013287 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.013502 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.013715 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.013958 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.014167 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.014273 n-d-833411-1 neutron-server[102643]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:32.014362 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.014583 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.014797 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.015004 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.015298 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.016110 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.016327 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.016646 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.016892 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.017152 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.017465 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.017773 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.018012 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.018341 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.018686 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.018911 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.019737 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.019997 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.020849 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.021116 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.021383 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.022128 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.022465 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.022753 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.023023 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.023240 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.023532 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.023866 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.024140 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.024502 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.024735 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.024973 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.025233 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.025449 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.025673 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.025919 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.026156 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.026390 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.026621 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.026865 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.027107 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.027337 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.027569 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.027787 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.028036 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.028253 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.028501 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.028664 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 16:54:32.029294 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102534) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 16:54:32.029457 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 16:54:32.029610 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 16:54:32.029779 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 16:54:32.029959 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 16:54:32.030116 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 16:54:32.030402 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.030570 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.030722 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.030972 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.031499 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.031726 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.031893 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.032051 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.032208 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.032388 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.032544 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.032700 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.032855 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.033011 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.033168 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.033323 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.033478 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.033634 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.033795 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.033951 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.034106 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.034261 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.034415 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] debug = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.034571 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.034779 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.035013 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.035176 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.035332 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.035488 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.035645 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.035801 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.035959 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.036473 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.036855 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.037470 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.037645 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.037807 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.037967 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.038160 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.038465 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.038716 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] host = n-d-833411-1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.039368 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.039536 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.039694 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.039852 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.042741 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.042741 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.042741 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.042741 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.042741 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.042741 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.042741 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.042741 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.043524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.043524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.043524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_options = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.043524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.043524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.043524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.043524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.043524 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044120 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044120 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044120 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044120 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044120 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044120 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044120 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044795 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044795 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.044795 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.045002 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.045080 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.045211 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.045374 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.045530 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.045684 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.045838 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.045994 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.046148 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.046303 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.046457 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.046637 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.046795 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.046957 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.047103 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.047258 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.047414 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.047568 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.047723 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.047882 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.048039 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.048188 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.048378 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.048520 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.048685 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.049376 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.049671 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.050232 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.050400 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.050560 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.050719 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.050873 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_json = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.051028 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.051184 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.052380 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.052380 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.052380 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.052380 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.052380 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.052380 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.052380 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:54:32.052841 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.052941 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.053269 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.053438 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.053600 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.053758 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.054228 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.054390 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.054549 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.054705 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.054872 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.055031 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.055201 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.055359 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.055516 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.055677 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.055837 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.055995 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.056152 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.056312 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.056496 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.056656 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.056824 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.056980 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.057137 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.057294 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.057451 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.057625 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.057784 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.057943 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.058101 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.058260 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.058419 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.058581 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.058747 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.058909 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.059067 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.059224 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.059380 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.059537 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.059694 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.059851 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.060010 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.060170 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.060327 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.060506 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.060666 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.060823 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.060982 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.061139 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.061298 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.061457 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.061618 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.061774 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.061932 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.062101 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.062761 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.062932 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.063090 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.063250 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.063393 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.063553 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.063710 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.063868 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.064026 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.064184 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.064397 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.064533 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.064691 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.064848 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.065006 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.065165 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.065323 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.065510 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.065668 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.065826 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.065983 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.066141 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.066298 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.066455 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.066614 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.066773 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.066931 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.067090 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.067248 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.067406 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.067562 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.067719 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.067876 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.068043 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.068215 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.068392 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.068553 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.068712 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.068871 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.069053 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.069215 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.069373 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.069530 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.069688 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.069845 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.070002 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.070163 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.070321 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.070479 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.070637 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.070793 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.070949 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.071106 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.071262 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.071418 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.071576 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.071734 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.071890 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.072047 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.072204 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.072391 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.072551 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.072711 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.072869 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.073032 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.073200 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.073358 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.073516 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.073674 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.073832 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.073989 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.074146 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.074305 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.074463 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.074647 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.074805 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.074975 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.075146 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.075304 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.075466 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.075621 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.075802 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.075960 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.076117 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.076274 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.076453 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.076613 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.076771 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.076928 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.077086 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.077243 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.077402 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.077562 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.077719 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.077891 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.078086 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.078245 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.078407 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.078565 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.078723 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.078883 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.079041 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.079204 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.079361 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.079518 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.079675 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.079834 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.079992 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.080149 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.080307 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.080487 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.080645 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.080802 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.080959 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.081115 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.081272 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.081429 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.081586 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.081745 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.081904 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.082061 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.082219 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.082377 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.082536 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.082693 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.082854 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.083012 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.083170 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.083329 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.083485 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.083644 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.083803 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.083962 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.084120 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.084277 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.084455 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.084628 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.084786 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.084943 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.085101 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.085258 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.085415 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.085573 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.085731 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.085888 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.086046 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.086202 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.086366 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.086527 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.086685 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.086844 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.087001 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.087158 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.087314 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.087474 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.087645 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.087802 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.087960 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.088118 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.088276 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.088475 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.088611 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.088769 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.088926 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.089082 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.089245 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.089402 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.089570 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.089727 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.089884 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.090040 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.090197 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.090353 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.090519 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.090677 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.090833 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.090990 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.091145 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.091302 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.091470 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.091627 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.091794 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.091943 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.092098 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.092254 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.092443 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.092601 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.092758 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.092914 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.093071 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.093228 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.093395 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.094085 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.094249 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.094414 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.094572 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.094728 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.094884 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.095053 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.095211 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.095372 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.095529 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.095685 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.095844 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.096004 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.096167 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.096333 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.096549 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.096710 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.096878 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.097051 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.097216 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.097374 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.097538 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.097708 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.097869 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.098026 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.098184 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.098341 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.098498 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.098655 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.098812 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.098969 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.099126 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.099288 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.099445 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.099603 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.099760 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.099918 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.100075 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.100232 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.100410 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.100570 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.100728 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:54:32.100878 n-d-833411-1 neutron-server[102534]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102534) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 16:54:32.295761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59930) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:54:32.304995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064154 Mar 11 16:54:43.579168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc633b-1f75-4668-a6ba-f7c08e731ea8 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 16:54:43.648371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc633b-1f75-4668-a6ba-f7c08e731ea8 None None] No non-hosted networks {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 16:54:43.649711 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2c134178-21db-455f-821f-b86383318b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642859'] for agent, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:45.748713 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ead96624-eba3-44be-a3b9-8d785fb70fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642859'] for agent, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:45.784741 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-485e4293-9d3c-4c10-af39-b691c8f85b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:46.931115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642859'] for agent, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:48.175415 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642859'] for agent, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:48.793639 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642859'] for agent, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:48.794298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.794633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.795011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.795338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.795661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.795982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.796303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.796671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.796984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.797301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.797617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.797928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:48.798282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-833411-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:48.806874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-833411-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:49.537544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60020) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:54:50.054145 n-d-833411-1 neutron-server[102642]: WARNING oslo_policy.policy [None req-ca6038e5-6c38-4868-a596-6253b03d57f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:54:50.054730 n-d-833411-1 neutron-server[102642]: WARNING oslo_policy.policy [None req-ca6038e5-6c38-4868-a596-6253b03d57f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:54:50.277929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-ca6038e5-6c38-4868-a596-6253b03d57f8 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:54:50.278921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ca6038e5-6c38-4868-a596-6253b03d57f8 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7404990 Mar 11 16:54:52.040510 n-d-833411-1 neutron-server[102643]: INFO neutron.db.l3_hamode_db [None req-2c30e6ef-c0fe-4f10-b0fc-63ecd62b10bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 16:54:52.117114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30e6ef-c0fe-4f10-b0fc-63ecd62b10bd None None] Routers set() bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:54:52.117505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30e6ef-c0fe-4f10-b0fc-63ecd62b10bd None None] Router IDs set() for agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 16:54:52.709545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60036) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:54:53.018497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b6a41909-677e-47b7-9a95-3dfa153d98cf admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:54:53.111046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.policy [None req-b6a41909-677e-47b7-9a95-3dfa153d98cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102642) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 16:54:53.155828 n-d-833411-1 neutron-server[102642]: WARNING oslo_policy.policy [None req-b6a41909-677e-47b7-9a95-3dfa153d98cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:54:53.156191 n-d-833411-1 neutron-server[102642]: WARNING oslo_policy.policy [None req-b6a41909-677e-47b7-9a95-3dfa153d98cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:54:53.249876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6a41909-677e-47b7-9a95-3dfa153d98cf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772929453597', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772929450216', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772929438067', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772929435679', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772929874841', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772929418378', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-554425', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542649', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1597067', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1827731'] for rbac-policy, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:53.316215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6a41909-677e-47b7-9a95-3dfa153d98cf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:53.317424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b6a41909-677e-47b7-9a95-3dfa153d98cf admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6069307 Mar 11 16:54:55.919052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60048) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:54:56.210201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:54:56.239711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Made reservation on behalf of ecf2732b52e04955b5c2459dc3b2cd79 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:54:56.242800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.259747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.367914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.371496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.391124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:54:56.417985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772931438942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.418564 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Unsubscribe: segment precommit_create {{(pid=102642) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 16:54:56.419075 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Added segment 048624e5-7f1f-43a9-9ed3-efc1cfcaa265 of type vlan for network b130608f-1fbd-49fe-928a-cc78e013a61c Mar 11 16:54:56.434900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d3059-c19c-489e-9174-ad53f9090d95,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:56.460952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.461292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.461617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.461939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.462255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.462566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.462875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.463185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.463498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.463801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.464107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.464442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Tracked resource versions report: Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: pushed versions: Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: { 'AddressGroup': {'1.2'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'ConntrackHelper': {'1.0'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Log': {'1.0'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Network': {'1.1'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Port': {'1.7'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'PortForwarding': {'1.2'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'QosPolicy': {'1.9'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'SecurityGroup': {'1.4'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'SubPort': {'1.0'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Subnet': {'1.1'}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Trunk': {'1.1'}} Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: consumer versions: Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: { DHCP agent@n-d-833411-1: {}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: L3 agent@n-d-833411-1: {}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: Metadata agent@n-d-833411-1: {}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: Metering agent@n-d-833411-1: {}, Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: Open vSwitch agent@n-d-833411-1: { 'AddressGroup': '1.2', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'ConntrackHelper': '1.0', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Log': '1.0', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Network': '1.1', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Port': '1.7', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'PortForwarding': '1.2', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'QosPolicy': '1.9', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'SecurityGroup': '1.4', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'SecurityGroupRule': '1.2', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'SubPort': '1.0', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Subnet': '1.1', Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: 'Trunk': '1.1'}} Mar 11 16:54:56.465544 n-d-833411-1 neutron-server[102642]: {{(pid=102642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:54:56.531971 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.570737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.571809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:56.572498 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.648739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7286267 Mar 11 16:54:56.670668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a37ffd-817e-4eff-b0ae-a9b35dfb5968 admin admin] Pushing event updated for resources: {'Network': ['ID=b130608f-1fbd-49fe-928a-cc78e013a61c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:56.682130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b130608f-1fbd-49fe-928a-cc78e013a61c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:54:59.316329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60062) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:54:59.714276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8c928f-3636-403a-8aff-2ca7ca8964b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:59.715691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cf8c928f-3636-403a-8aff-2ca7ca8964b9 admin admin] 10.222.0.53 "GET /v2.0/networks/b130608f-1fbd-49fe-928a-cc78e013a61c HTTP/1.1" status: 200 len: 824 time: 0.3983636 Mar 11 16:54:59.741171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-84f27206-1718-4236-8a74-1f11efaea7cd admin admin] 10.222.0.53 "GET /v2.0/subnetpools/224c883e-9a2f-4db1-b31c-bce00e11b5dd HTTP/1.1" status: 200 len: 734 time: 0.0190985 Mar 11 16:54:59.749984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'subnetpool_id': '224c883e-9a2f-4db1-b31c-bce00e11b5dd'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:54:59.769972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Made reservation on behalf of ecf2732b52e04955b5c2459dc3b2cd79 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:54:59.772189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:00.056071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:00.122856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Checking segment: {'id': '048624e5-7f1f-43a9-9ed3-efc1cfcaa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 16:55:00.123239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Network hostable DHCP agents. Network: b130608f-1fbd-49fe-928a-cc78e013a61c, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:55:00.127693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1287e7-05a6-4812-a0e9-0219bad8afc0,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:00.145910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Network b130608f-1fbd-49fe-928a-cc78e013a61c is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:55:00.156717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b130608f-1fbd-49fe-928a-cc78e013a61c) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:00.161834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:00.162426 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:00.167945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5dd433-4092-4502-920e-be24d16e45ac None None] Network b130608f-1fbd-49fe-928a-cc78e013a61c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 16:55:00.176507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-563b31af-89d6-4aa4-b3fd-a2ddf0a42d3f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4296186 Mar 11 16:55:00.483465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-b130608f-1fbd-49fe-928a-cc78e013a61c', 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'fixed_ips': [{'subnet_id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 16:55:00.484757 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:00.780207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Allocated IP 172.20.0.2 (b130608f-1fbd-49fe-928a-cc78e013a61c/6d1287e7-05a6-4812-a0e9-0219bad8afc0/54679078-ac79-4ae9-a26b-77a1f80ea880) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:55:00.977939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:00.985465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:01.061323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Network b130608f-1fbd-49fe-928a-cc78e013a61c is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:01.068882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:01.074282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Pushing event updated for resources: {'Port': ['ID=54679078-ac79-4ae9-a26b-77a1f80ea880,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:01.078203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:55:01.086657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.087002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.087337 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.087669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.087998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.088323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.088670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.088992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.089311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.089630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.089946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.090263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Tracked resource versions report: Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: pushed versions: Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: { 'AddressGroup': {'1.2'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'ConntrackHelper': {'1.0'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Log': {'1.0'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Network': {'1.1'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Port': {'1.7'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'PortForwarding': {'1.2'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'QosPolicy': {'1.9'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'SecurityGroup': {'1.4'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'SubPort': {'1.0'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Subnet': {'1.1'}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Trunk': {'1.1'}} Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: consumer versions: Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: { DHCP agent@n-d-833411-1: {}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: L3 agent@n-d-833411-1: {}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: Metadata agent@n-d-833411-1: {}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: Metering agent@n-d-833411-1: {}, Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: Open vSwitch agent@n-d-833411-1: { 'AddressGroup': '1.2', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'ConntrackHelper': '1.0', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Log': '1.0', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Network': '1.1', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Port': '1.7', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'PortForwarding': '1.2', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'QosPolicy': '1.9', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'SecurityGroup': '1.4', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'SecurityGroupRule': '1.2', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'SubPort': '1.0', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Subnet': '1.1', Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: 'Trunk': '1.1'}} Mar 11 16:55:01.091359 n-d-833411-1 neutron-server[102643]: {{(pid=102643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:55:01.166137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Attempting to bind port 54679078-ac79-4ae9-a26b-77a1f80ea880 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:55:01.166527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Attempting to bind port 54679078-ac79-4ae9-a26b-77a1f80ea880 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '048624e5-7f1f-43a9-9ed3-efc1cfcaa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:55:01.166945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Attempting to bind port 54679078-ac79-4ae9-a26b-77a1f80ea880 on network b130608f-1fbd-49fe-928a-cc78e013a61c {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:55:01.171731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:55:01.172328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Checking segment: {'id': '048624e5-7f1f-43a9-9ed3-efc1cfcaa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 16:55:01.172622 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:01.173010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Bound using segment: {'id': '048624e5-7f1f-43a9-9ed3-efc1cfcaa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:55:01.173486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Bound port: 54679078-ac79-4ae9-a26b-77a1f80ea880, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048624e5-7f1f-43a9-9ed3-efc1cfcaa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:55:01.173905 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:01.234477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] For port 54679078-ac79-4ae9-a26b-77a1f80ea880, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:55:01.238687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] For port 54679078-ac79-4ae9-a26b-77a1f80ea880, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=54679078-ac79-4ae9-a26b-77a1f80ea880,segment=NetworkSegment(048624e5-7f1f-43a9-9ed3-efc1cfcaa265),segment_id=048624e5-7f1f-43a9-9ed3-efc1cfcaa265)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:55:01.243347 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:01.306554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402ccc0-67a7-42f9-9d4a-c2ea78c31a57 None None] Pushing event updated for resources: {'Port': ['ID=54679078-ac79-4ae9-a26b-77a1f80ea880,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:02.606515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60070) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:55:03.095926 n-d-833411-1 neutron-server[102641]: WARNING oslo_policy.policy [None req-642028f2-e27b-4a2a-98d6-ed2eec6d5ae0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:55:03.096630 n-d-833411-1 neutron-server[102641]: WARNING oslo_policy.policy [None req-642028f2-e27b-4a2a-98d6-ed2eec6d5ae0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:55:03.318203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-642028f2-e27b-4a2a-98d6-ed2eec6d5ae0 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:55:03.319338 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-642028f2-e27b-4a2a-98d6-ed2eec6d5ae0 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7108207 Mar 11 16:55:05.780703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:55:06.110788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-f929eeb3-4f1e-405c-82e3-6c4981f15b85 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:55:06.111753 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f929eeb3-4f1e-405c-82e3-6c4981f15b85 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3302934 Mar 11 16:55:08.814448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60098) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:55:09.114047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:55:09.178932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.policy [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102641) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 16:55:09.225406 n-d-833411-1 neutron-server[102641]: WARNING oslo_policy.policy [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:55:09.225812 n-d-833411-1 neutron-server[102641]: WARNING oslo_policy.policy [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:55:09.288500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.290442 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.442314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.447614 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.477390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.478597 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9ee7e01b-efc5-48ba-9355-fe88b3920899 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6632135 Mar 11 16:55:09.705652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ceee1-b31d-4844-8331-dc4057bc2ef2 None None] Network b130608f-1fbd-49fe-928a-cc78e013a61c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 16:55:09.839654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-44593bd9-6a0c-4895-bbd8-3a9ae5340215 None None] Provisioning complete for port 54679078-ac79-4ae9-a26b-77a1f80ea880 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:09.840045 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-44593bd9-6a0c-4895-bbd8-3a9ae5340215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.027657 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-44593bd9-6a0c-4895-bbd8-3a9ae5340215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.064829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-44593bd9-6a0c-4895-bbd8-3a9ae5340215 None None] For port 54679078-ac79-4ae9-a26b-77a1f80ea880, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=54679078-ac79-4ae9-a26b-77a1f80ea880,segment=NetworkSegment(048624e5-7f1f-43a9-9ed3-efc1cfcaa265),segment_id=048624e5-7f1f-43a9-9ed3-efc1cfcaa265)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:10.070404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-44593bd9-6a0c-4895-bbd8-3a9ae5340215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.121638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44593bd9-6a0c-4895-bbd8-3a9ae5340215 None None] Pushing event updated for resources: {'Port': ['ID=54679078-ac79-4ae9-a26b-77a1f80ea880,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:10.154694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 54679078-ac79-4ae9-a26b-77a1f80ea880 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:55:10.204236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-83c21079-cbe5-4bfc-b2ee-cd5bd0fdeda0 None None] Provisioning complete for port 54679078-ac79-4ae9-a26b-77a1f80ea880 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:10.205137 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83c21079-cbe5-4bfc-b2ee-cd5bd0fdeda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.246318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 54679078-ac79-4ae9-a26b-77a1f80ea880 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:10.246579 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:11.888746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60108) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:55:12.101351 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 54679078-ac79-4ae9-a26b-77a1f80ea880 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:55:12.149758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 54679078-ac79-4ae9-a26b-77a1f80ea880 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:12.150135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.197105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-2479092f-a47b-4b29-9b14-4546ab16b01e admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:55:12.198121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2479092f-a47b-4b29-9b14-4546ab16b01e admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084180 Mar 11 16:55:13.476215 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e80661f-1e8a-4516-8bc9-c48dfee72267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.604276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:55:14.908220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:55:14.927966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Made reservation on behalf of 7d18ad5d281b4a85832931b49106699f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:55:14.930813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.945780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.045221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.048508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.058676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Reserving flat network on physical network physnet1 {{(pid=102641) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 16:55:15.087228 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772931438942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.087792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Unsubscribe: segment precommit_create {{(pid=102641) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 16:55:15.088305 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Added segment e87893cb-19b7-4259-8e32-be154b9f4a3c of type flat for network 647719a6-c416-4b7e-9277-98cf0c73a95b Mar 11 16:55:15.107955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c69dfbc-8797-43e8-94c4-dc3a11cd9ba1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:15.155259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.155670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.156015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.156353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.156710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.157028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.157346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.157660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.157972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.158284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.158602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.158912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Tracked resource versions report: Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: pushed versions: Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: { 'AddressGroup': {'1.2'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'ConntrackHelper': {'1.0'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Log': {'1.0'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Network': {'1.1'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Port': {'1.7'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'PortForwarding': {'1.2'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'QosPolicy': {'1.9'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'SecurityGroup': {'1.4'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'SubPort': {'1.0'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Subnet': {'1.1'}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Trunk': {'1.1'}} Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: consumer versions: Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: { DHCP agent@n-d-833411-1: {}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: L3 agent@n-d-833411-1: {}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: Metadata agent@n-d-833411-1: {}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: Metering agent@n-d-833411-1: {}, Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: Open vSwitch agent@n-d-833411-1: { 'AddressGroup': '1.2', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'ConntrackHelper': '1.0', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Log': '1.0', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Network': '1.1', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Port': '1.7', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'PortForwarding': '1.2', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'QosPolicy': '1.9', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'SecurityGroup': '1.4', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'SecurityGroupRule': '1.2', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'SubPort': '1.0', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Subnet': '1.1', Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: 'Trunk': '1.1'}} Mar 11 16:55:15.160021 n-d-833411-1 neutron-server[102641]: {{(pid=102641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:55:15.203293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.243987 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.245197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:15.245850 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.321842 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7163820 Mar 11 16:55:15.344881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538c3dc-8cc1-4f87-8ba2-340cae660aec admin admin] Pushing event updated for resources: {'Network': ['ID=647719a6-c416-4b7e-9277-98cf0c73a95b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:15.356307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 647719a6-c416-4b7e-9277-98cf0c73a95b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:55:15.745525 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a1f7d126-6eb3-43ea-be08-965ceeef76c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:16.893939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.727336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60138) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:55:17.942515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af15e8-1f14-4095-8aa0-c6abe966f1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:17.943865 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-45af15e8-1f14-4095-8aa0-c6abe966f1db admin admin] 10.222.0.53 "GET /v2.0/subnets/6d1287e7-05a6-4812-a0e9-0219bad8afc0 HTTP/1.1" status: 200 len: 849 time: 0.2156711 Mar 11 16:55:18.074561 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2feb4c16-871d-4b44-ac88-b2a3de7ff44f admin admin] 10.222.0.53 "GET /v2.0/routers/a26c9853-beaa-4930-87d0-453cc354e667 HTTP/1.1" status: 200 len: 704 time: 0.1245327 Mar 11 16:55:18.128100 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.339565 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.627287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Allocated IP 172.20.0.1 (b130608f-1fbd-49fe-928a-cc78e013a61c/6d1287e7-05a6-4812-a0e9-0219bad8afc0/028a654a-1a37-469c-8c7e-0446d409ff00) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:55:18.785494 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.808552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.871481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.947222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Network b130608f-1fbd-49fe-928a-cc78e013a61c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:18.954719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:18.961663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:55:18.961769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.964479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Pushing event updated for resources: {'Port': ['ID=028a654a-1a37-469c-8c7e-0446d409ff00,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:19.154750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:19.190605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-40f5e050-cb3e-4fa0-aac0-f299a0a477d0 None None] Provisioning complete for port 028a654a-1a37-469c-8c7e-0446d409ff00 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:19.191177 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40f5e050-cb3e-4fa0-aac0-f299a0a477d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:19.276155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-40f5e050-cb3e-4fa0-aac0-f299a0a477d0 None None] Port 028a654a-1a37-469c-8c7e-0446d409ff00 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 16:55:19.415685 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:19.419815 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:19.420567 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:19.495665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Pushing event updated for resources: {'Port': ['ID=028a654a-1a37-469c-8c7e-0446d409ff00,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:19.541968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Network b130608f-1fbd-49fe-928a-cc78e013a61c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:19.543190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:19.697841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5cbe1bb3-552f-4808-a2e1-e91237529e9d None None] Provisioning complete for port 028a654a-1a37-469c-8c7e-0446d409ff00 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:19.698207 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1bb3-552f-4808-a2e1-e91237529e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:19.702577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Router a26c9853-beaa-4930-87d0-453cc354e667 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:55:19.734075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe1bb3-552f-4808-a2e1-e91237529e9d None None] Port 028a654a-1a37-469c-8c7e-0446d409ff00 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 16:55:19.792801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:55:19.797935 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c1efadc7-e29f-4a3a-90d2-66b2b7e55680 admin admin] 10.222.0.53 "PUT /v2.0/routers/a26c9853-beaa-4930-87d0-453cc354e667/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7157717 Mar 11 16:55:19.803090 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Sync routers for ids ['a26c9853-beaa-4930-87d0-453cc354e667'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:55:19.816007 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Routers {'a26c9853-beaa-4930-87d0-453cc354e667'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:55:19.816736 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T16:55:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a26c9853-beaa-4930-87d0-453cc354e667'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:19.998312 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Set router a26c9853-beaa-4930-87d0-453cc354e667 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:55:20.427261 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'name': 'router1', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:09Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 2, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'gw_port_host': None, '_interfaces': [{'id': '028a654a-1a37-469c-8c7e-0446d409ff00', 'name': '', 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'mac_address': 'fa:16:3e:3e:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:18Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 2, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'subnets': [{'id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '224c883e-9a2f-4db1-b31c-bce00e11b5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:20.477526 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Checking router: a26c9853-beaa-4930-87d0-453cc354e667 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:55:20.477900 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Updating router a26c9853-beaa-4930-87d0-453cc354e667 port 028a654a-1a37-469c-8c7e-0446d409ff00 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:55:20.525402 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.039024 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.045687 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.209968 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Pushing event updated for resources: {'Port': ['ID=028a654a-1a37-469c-8c7e-0446d409ff00,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:21.220246 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Attempting to bind port 028a654a-1a37-469c-8c7e-0446d409ff00 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:55:21.220784 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Attempting to bind port 028a654a-1a37-469c-8c7e-0446d409ff00 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '048624e5-7f1f-43a9-9ed3-efc1cfcaa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:55:21.221102 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Attempting to bind port 028a654a-1a37-469c-8c7e-0446d409ff00 on network b130608f-1fbd-49fe-928a-cc78e013a61c {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:55:21.224598 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.224938 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.225273 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.225599 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.225923 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.226251 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.226572 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.226890 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.227206 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.227520 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.227835 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.228146 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Tracked resource versions report: Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: pushed versions: Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: { 'AddressGroup': {'1.2'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'ConntrackHelper': {'1.0'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Log': {'1.0'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Network': {'1.1'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Port': {'1.7'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'PortForwarding': {'1.2'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'QosPolicy': {'1.9'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'SecurityGroup': {'1.4'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'SubPort': {'1.0'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Subnet': {'1.1'}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Trunk': {'1.1'}} Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: consumer versions: Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: { DHCP agent@n-d-833411-1: {}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: L3 agent@n-d-833411-1: {}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: Metadata agent@n-d-833411-1: {}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: Metering agent@n-d-833411-1: {}, Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: Open vSwitch agent@n-d-833411-1: { 'AddressGroup': '1.2', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'ConntrackHelper': '1.0', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Log': '1.0', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Network': '1.1', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Port': '1.7', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'PortForwarding': '1.2', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'QosPolicy': '1.9', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'SecurityGroup': '1.4', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'SecurityGroupRule': '1.2', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'SubPort': '1.0', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Subnet': '1.1', Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: 'Trunk': '1.1'}} Mar 11 16:55:21.229245 n-d-833411-1 neutron-server[102644]: {{(pid=102644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:55:21.236048 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:55:21.236493 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Checking segment: {'id': '048624e5-7f1f-43a9-9ed3-efc1cfcaa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 16:55:21.236971 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.237350 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Bound using segment: {'id': '048624e5-7f1f-43a9-9ed3-efc1cfcaa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:55:21.237851 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Bound port: 028a654a-1a37-469c-8c7e-0446d409ff00, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048624e5-7f1f-43a9-9ed3-efc1cfcaa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:55:21.238242 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.261810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a2a76a07-099a-4941-9d0e-ba28f177ce3b None None] Provisioning complete for port 028a654a-1a37-469c-8c7e-0446d409ff00 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:21.262353 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a2a76a07-099a-4941-9d0e-ba28f177ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.295359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a2a76a07-099a-4941-9d0e-ba28f177ce3b None None] Port 028a654a-1a37-469c-8c7e-0446d409ff00 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 16:55:21.303911 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] For port 028a654a-1a37-469c-8c7e-0446d409ff00, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:55:21.324916 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] For port 028a654a-1a37-469c-8c7e-0446d409ff00, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=028a654a-1a37-469c-8c7e-0446d409ff00,segment=NetworkSegment(048624e5-7f1f-43a9-9ed3-efc1cfcaa265),segment_id=048624e5-7f1f-43a9-9ed3-efc1cfcaa265)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:55:21.328872 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.385698 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Routers {'a26c9853-beaa-4930-87d0-453cc354e667'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:55:21.386318 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T16:55:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a26c9853-beaa-4930-87d0-453cc354e667'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:21.422123 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e342b0-4c4d-4c17-8289-f352ab245340 None None] Pushing event updated for resources: {'Port': ['ID=028a654a-1a37-469c-8c7e-0446d409ff00,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:21.484317 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] Set router a26c9853-beaa-4930-87d0-453cc354e667 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:55:21.620591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bd53a577-3419-46d9-9123-3c8618dcfa53 None None] Provisioning complete for port 028a654a-1a37-469c-8c7e-0446d409ff00 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:21.621358 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd53a577-3419-46d9-9123-3c8618dcfa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.697039 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd53a577-3419-46d9-9123-3c8618dcfa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.706709 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'name': 'router1', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:09Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 2, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'gw_port_host': None, '_interfaces': [{'id': '028a654a-1a37-469c-8c7e-0446d409ff00', 'name': '', 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'mac_address': 'fa:16:3e:3e:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:18Z', 'updated_at': '2022-03-11T16:55:21Z', 'revision_number': 4, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'subnets': [{'id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '224c883e-9a2f-4db1-b31c-bce00e11b5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:21.729147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bd53a577-3419-46d9-9123-3c8618dcfa53 None None] For port 028a654a-1a37-469c-8c7e-0446d409ff00, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=028a654a-1a37-469c-8c7e-0446d409ff00,segment=NetworkSegment(048624e5-7f1f-43a9-9ed3-efc1cfcaa265),segment_id=048624e5-7f1f-43a9-9ed3-efc1cfcaa265)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:21.733010 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd53a577-3419-46d9-9123-3c8618dcfa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.739900 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44024900-1a13-4d08-99c5-59ed090c9cfe None None] The sync data for ids ['a26c9853-beaa-4930-87d0-453cc354e667'] in n-d-833411-1 is: [{'id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'name': 'router1', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:09Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 2, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'gw_port_host': None, '_interfaces': [{'id': '028a654a-1a37-469c-8c7e-0446d409ff00', 'name': '', 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'mac_address': 'fa:16:3e:3e:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:18Z', 'updated_at': '2022-03-11T16:55:21Z', 'revision_number': 4, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'subnets': [{'id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '224c883e-9a2f-4db1-b31c-bce00e11b5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:55:21.783554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53a577-3419-46d9-9123-3c8618dcfa53 None None] Pushing event updated for resources: {'Port': ['ID=028a654a-1a37-469c-8c7e-0446d409ff00,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:22.062636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60158) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:55:22.174598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b66df22-8c78-44bf-b018-30eb647b585f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:22.175961 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5b66df22-8c78-44bf-b018-30eb647b585f admin admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 842 time: 0.1123905 Mar 11 16:55:22.186029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'gateway_ip': '172.25.8.1', 'cidr': '172.25.8.0/24', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:55:22.210247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Made reservation on behalf of 7d18ad5d281b4a85832931b49106699f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:55:22.212521 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:22.510747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 16:55:22.511198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:22.564936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Pushing event updated for resources: {'Subnet': ['ID=958430dc-2430-4c55-bade-16522f86d308,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:22.576119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 16:55:22.576506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Network hostable DHCP agents. Network: 647719a6-c416-4b7e-9277-98cf0c73a95b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:55:22.601384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:55:22.613148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 647719a6-c416-4b7e-9277-98cf0c73a95b) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:22.617724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:22.618305 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:22.626600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa170863-fa82-4aea-bdd5-85a1ccff2752 None None] Network 647719a6-c416-4b7e-9277-98cf0c73a95b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 16:55:22.636741 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a9deae1c-83ab-4ac6-b53f-b204b326e95f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4539638 Mar 11 16:55:22.762791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9bf383-d689-4c1b-9a6f-c5f70533697a None None] Network 647719a6-c416-4b7e-9277-98cf0c73a95b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 16:55:24.995295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60166) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:55:25.125082 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-152462f1-af61-4c60-9446-e1f1892170a5 admin admin] 10.222.0.53 "GET /v2.0/routers/a26c9853-beaa-4930-87d0-453cc354e667 HTTP/1.1" status: 200 len: 710 time: 0.1285839 Mar 11 16:55:25.211622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9478a4-49a8-4bf4-8c43-aa1dba3447b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:25.212884 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0f9478a4-49a8-4bf4-8c43-aa1dba3447b6 admin admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 886 time: 0.0803082 Mar 11 16:55:25.222910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:55:25.531128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:25.757812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:25.832774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:25.933255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Allocated IP 172.25.8.249 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/e29a2b21-a90e-4c88-aa05-8074b88094e4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:55:26.030349 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:26.065428 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:26.108720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:26.111364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:26.118313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:55:26.120890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Pushing event updated for resources: {'Port': ['ID=e29a2b21-a90e-4c88-aa05-8074b88094e4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:26.361372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:26.554514 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:26.557946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:26.662459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Router a26c9853-beaa-4930-87d0-453cc354e667 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:55:26.869603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:55:26.874751 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:26.876130 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-52c6484b-5fb0-4669-b597-742c109d325b admin admin] 10.222.0.53 "PUT /v2.0/routers/a26c9853-beaa-4930-87d0-453cc354e667 HTTP/1.1" status: 200 len: 890 time: 1.6562562 Mar 11 16:55:28.133583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 028a654a-1a37-469c-8c7e-0446d409ff00 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:55:28.184903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 028a654a-1a37-469c-8c7e-0446d409ff00 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:28.185223 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:28.259680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Sync routers for ids ['a26c9853-beaa-4930-87d0-453cc354e667'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:55:28.278723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Routers {'a26c9853-beaa-4930-87d0-453cc354e667'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:55:28.279417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T16:55:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a26c9853-beaa-4930-87d0-453cc354e667'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:28.484708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Set router a26c9853-beaa-4930-87d0-453cc354e667 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:55:28.861893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'name': 'router1', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e29a2b21-a90e-4c88-aa05-8074b88094e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:09Z', 'updated_at': '2022-03-11T16:55:26Z', 'revision_number': 4, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'gw_port': {'id': 'e29a2b21-a90e-4c88-aa05-8074b88094e4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:25Z', 'updated_at': '2022-03-11T16:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '028a654a-1a37-469c-8c7e-0446d409ff00', 'name': '', 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'mac_address': 'fa:16:3e:3e:1a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:18Z', 'updated_at': '2022-03-11T16:55:21Z', 'revision_number': 5, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'subnets': [{'id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '224c883e-9a2f-4db1-b31c-bce00e11b5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:28.975978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Checking router: a26c9853-beaa-4930-87d0-453cc354e667 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:55:28.976328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Updating router a26c9853-beaa-4930-87d0-453cc354e667 port e29a2b21-a90e-4c88-aa05-8074b88094e4 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:55:29.023264 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:29.323081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60178) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:55:29.345873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:29.351627 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:29.402972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Attempting to bind port e29a2b21-a90e-4c88-aa05-8074b88094e4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:55:29.403337 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Attempting to bind port e29a2b21-a90e-4c88-aa05-8074b88094e4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:55:29.403698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Attempting to bind port e29a2b21-a90e-4c88-aa05-8074b88094e4 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:55:29.406069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07170818-85ad-4b02-b8ae-5e0b89158b80 None None] Pushing event updated for resources: {'Port': ['ID=e29a2b21-a90e-4c88-aa05-8074b88094e4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:29.411505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:55:29.411879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 16:55:29.412278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:29.412682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:55:29.413137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Bound port: e29a2b21-a90e-4c88-aa05-8074b88094e4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:55:29.413529 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:29.436490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-493bd0cf-c8db-4bbf-90ba-0eb596542cf4 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1114573 Mar 11 16:55:29.465027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] For port e29a2b21-a90e-4c88-aa05-8074b88094e4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:55:29.469742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] For port e29a2b21-a90e-4c88-aa05-8074b88094e4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e29a2b21-a90e-4c88-aa05-8074b88094e4,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:55:29.474436 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:29.537922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07170818-85ad-4b02-b8ae-5e0b89158b80 None None] Pushing event updated for resources: {'Port': ['ID=e29a2b21-a90e-4c88-aa05-8074b88094e4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:29.540878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Routers {'a26c9853-beaa-4930-87d0-453cc354e667'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:55:29.541598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T16:55:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a26c9853-beaa-4930-87d0-453cc354e667'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:29.650245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] Set router a26c9853-beaa-4930-87d0-453cc354e667 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:55:29.866143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'name': 'router1', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e29a2b21-a90e-4c88-aa05-8074b88094e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:09Z', 'updated_at': '2022-03-11T16:55:26Z', 'revision_number': 4, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'gw_port': {'id': 'e29a2b21-a90e-4c88-aa05-8074b88094e4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:25Z', 'updated_at': '2022-03-11T16:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '028a654a-1a37-469c-8c7e-0446d409ff00', 'name': '', 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'mac_address': 'fa:16:3e:3e:1a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:18Z', 'updated_at': '2022-03-11T16:55:21Z', 'revision_number': 5, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'subnets': [{'id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '224c883e-9a2f-4db1-b31c-bce00e11b5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:29.893945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48269885-6111-4e6c-96ca-8debaf401d70 None None] The sync data for ids ['a26c9853-beaa-4930-87d0-453cc354e667'] in n-d-833411-1 is: [{'id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'name': 'router1', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e29a2b21-a90e-4c88-aa05-8074b88094e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:09Z', 'updated_at': '2022-03-11T16:55:26Z', 'revision_number': 4, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'gw_port': {'id': 'e29a2b21-a90e-4c88-aa05-8074b88094e4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:25Z', 'updated_at': '2022-03-11T16:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '028a654a-1a37-469c-8c7e-0446d409ff00', 'name': '', 'network_id': 'b130608f-1fbd-49fe-928a-cc78e013a61c', 'tenant_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'mac_address': 'fa:16:3e:3e:1a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c9853-beaa-4930-87d0-453cc354e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:18Z', 'updated_at': '2022-03-11T16:55:21Z', 'revision_number': 5, 'project_id': 'ecf2732b52e04955b5c2459dc3b2cd79', 'subnets': [{'id': '6d1287e7-05a6-4812-a0e9-0219bad8afc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '224c883e-9a2f-4db1-b31c-bce00e11b5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:55:30.154415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e29a2b21-a90e-4c88-aa05-8074b88094e4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:55:30.210715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e29a2b21-a90e-4c88-aa05-8074b88094e4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:30.211892 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:30.295366 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:30.324428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port e29a2b21-a90e-4c88-aa05-8074b88094e4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e29a2b21-a90e-4c88-aa05-8074b88094e4,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:30.330501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:30.401157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=e29a2b21-a90e-4c88-aa05-8074b88094e4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:32.131432 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e29a2b21-a90e-4c88-aa05-8074b88094e4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:55:32.179856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e29a2b21-a90e-4c88-aa05-8074b88094e4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:32.180387 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:42.951307 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:55:43.493584 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc49b-bbb0-4ed6-a532-1f02783c0c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:45.748605 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cf28cfa0-0557-47c3-be49-42a3812d282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:46.902635 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:48.159613 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:48.789354 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:13.481013 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d700b598-9930-4aef-8b51-1a154a22f347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:15.754480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4b450d7-41b8-4f55-a104-4c6d1a49ed9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:16.902936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:18.142150 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:18.792685 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:19.950205 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:56:43.474284 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c4245a2-4953-4114-857b-4053a9815bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.757898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e152b1e-b851-44a1-9866-c29bba078e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.902521 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.146262 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.795324 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.948315 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:57:10.542643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60776) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:10.603525 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0610a339-30ff-41fd-80e9-b8bb3932a7e9 admin admin] GET failed (client error): The resource could not be found. Mar 11 16:57:10.604840 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0610a339-30ff-41fd-80e9-b8bb3932a7e9 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612905 Mar 11 16:57:10.765142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d7b277-e105-4ebc-b526-a3750395f142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:10.766512 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d8d7b277-e105-4ebc-b526-a3750395f142 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1569154 Mar 11 16:57:12.990998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60786) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:13.080536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6695ac0-8727-4476-89d7-4807bd28cef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:13.081861 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c6695ac0-8727-4476-89d7-4807bd28cef1 admin admin] 10.222.0.53 "GET /v2.0/subnets/6d1287e7-05a6-4812-a0e9-0219bad8afc0 HTTP/1.1" status: 200 len: 849 time: 0.0899105 Mar 11 16:57:13.093644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:13.177152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.321731 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772931430831'] for subnet, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.355981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:13.356583 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.357849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] 10.222.0.53 "PUT /v2.0/subnets/6d1287e7-05a6-4812-a0e9-0219bad8afc0 HTTP/1.1" status: 200 len: 868 time: 0.2679534 Mar 11 16:57:13.360613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9eea04-e776-47c6-beda-566b164dee3f None None] Network b130608f-1fbd-49fe-928a-cc78e013a61c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 16:57:13.376318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1287e7-05a6-4812-a0e9-0219bad8afc0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:13.383552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.383890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.384217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.384596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.384924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.385246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.385565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.386031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.386358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.386671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.386989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.387303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e91f1-e64f-42fd-ba1b-fbf7f20a9a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:13.502105 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fc057cf-e6e0-46c9-82fc-b89b74973395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.766829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-957ada2a-1429-4a6c-80b2-e8f56515394c None None] Provisioning complete for port 54679078-ac79-4ae9-a26b-77a1f80ea880 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:13.767139 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-957ada2a-1429-4a6c-80b2-e8f56515394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.855566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-957ada2a-1429-4a6c-80b2-e8f56515394c None None] Provisioning complete for port 028a654a-1a37-469c-8c7e-0446d409ff00 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:13.855863 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-957ada2a-1429-4a6c-80b2-e8f56515394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.558381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60794) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:15.755038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a1b7d6-1030-44b3-9a90-db5ba802cdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:15.755472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a1b7d6-1030-44b3-9a90-db5ba802cdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:15.757364 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-14a1b7d6-1030-44b3-9a90-db5ba802cdc6 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1979635 Mar 11 16:57:15.758800 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8782b2b-5423-420b-bd02-146ca2908698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.915103 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.958576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:18.091264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8990661-a622-46da-ad17-62cccd37339c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:18.091737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8990661-a622-46da-ad17-62cccd37339c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:18.093342 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d8990661-a622-46da-ad17-62cccd37339c admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1338222 Mar 11 16:57:18.149937 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.799952 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:20.290458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60810) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:20.411211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a7d111-3d5c-4cdf-900c-d1198c3aadc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:20.412601 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-18a7d111-3d5c-4cdf-900c-d1198c3aadc5 admin admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 886 time: 0.1211782 Mar 11 16:57:22.602357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60818) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:22.732420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b147ab-3cdd-4942-8eee-908080bff8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:22.733712 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f3b147ab-3cdd-4942-8eee-908080bff8dd admin admin] 10.222.0.53 "GET /v2.0/networks/b130608f-1fbd-49fe-928a-cc78e013a61c HTTP/1.1" status: 200 len: 868 time: 0.1303220 Mar 11 16:57:24.935224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:25.057335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00c378-faf8-4b4f-9077-3792d938295b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:25.057790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00c378-faf8-4b4f-9077-3792d938295b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:25.059287 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-df00c378-faf8-4b4f-9077-3792d938295b admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228502 Mar 11 16:57:27.242199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60834) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:27.329703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb024482-d75d-4a27-b4c0-e127cac0ae6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:27.330151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb024482-d75d-4a27-b4c0-e127cac0ae6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:27.331621 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-eb024482-d75d-4a27-b4c0-e127cac0ae6e admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0884891 Mar 11 16:57:29.526525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:29.616605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe59a468-3cdd-4ee7-8eeb-a80d70a6fab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:29.617913 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fe59a468-3cdd-4ee7-8eeb-a80d70a6fab6 admin admin] 10.222.0.53 "GET /v2.0/subnets/6d1287e7-05a6-4812-a0e9-0219bad8afc0 HTTP/1.1" status: 200 len: 868 time: 0.0904515 Mar 11 16:57:31.778906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60850) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:31.866590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ef8687-e98f-43c9-be55-45048939dee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:31.867940 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-87ef8687-e98f-43c9-be55-45048939dee0 admin admin] 10.222.0.53 "GET /v2.0/subnets/958430dc-2430-4c55-bade-16522f86d308 HTTP/1.1" status: 200 len: 816 time: 0.0880954 Mar 11 16:57:33.947699 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:57:43.474665 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67923dd9-1182-4a4b-92a1-a7a1e4a3f2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.760981 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-70340a1f-5ef8-41d8-978e-4052ededc00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.906031 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:48.151449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:48.793943 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:52.529675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:52.577176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-d851251d-9a02-43ad-ae0a-9ae415a5186d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:57:52.578138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d851251d-9a02-43ad-ae0a-9ae415a5186d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475371 Mar 11 16:57:54.838151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:54.897585 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f66985-b884-4eea-b880-b9c7129540e9 admin admin] GET failed (client error): The resource could not be found. Mar 11 16:57:54.898951 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-78f66985-b884-4eea-b880-b9c7129540e9 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598683 Mar 11 16:57:54.982747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f059c-d51e-4ea7-9f46-0c689c2f4853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:54.984197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ae4f059c-d51e-4ea7-9f46-0c689c2f4853 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806904 Mar 11 16:57:57.178743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60920) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:57.225817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:57.244247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Made reservation on behalf of 7d18ad5d281b4a85832931b49106699f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:57.246555 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:57.273370 n-d-833411-1 neutron-server[102641]: WARNING neutron.services.revisions.revision_plugin [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Could not find related network for resource to bump revision. Mar 11 16:57:57.287926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:57:57.297450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:57.297812 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Added segment 9d15752f-745a-45c5-a2b1-4ae3a3e484a5 of type vlan for network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 Mar 11 16:57:57.346060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:57.368682 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:57.369533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:57.370104 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:57.423868 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2440834 Mar 11 16:57:57.429295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed8532-9deb-4f6f-9ee3-bca1253c584e admin admin] Pushing event updated for resources: {'Network': ['ID=8bc8ce66-443f-4dfb-8acd-1ced830d0f62,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:57.439979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:57:59.633234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60928) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:57:59.692992 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-526a8e31-8690-43de-a6e2-0f1583e7b5df admin admin] GET failed (client error): The resource could not be found. Mar 11 16:57:59.694294 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-526a8e31-8690-43de-a6e2-0f1583e7b5df admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601141 Mar 11 16:57:59.864888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b559a2-5b6b-4049-a939-bee7abb314bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:59.866257 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c1b559a2-5b6b-4049-a939-bee7abb314bc admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1674447 Mar 11 16:57:59.876659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Request body: {'subnet': {'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:59.897012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Made reservation on behalf of 7d18ad5d281b4a85832931b49106699f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:59.899225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.055492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.110906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd117b4-8a8c-479c-8904-e2193528d5eb,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:00.115631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 16:58:00.115909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Network hostable DHCP agents. Network: 8bc8ce66-443f-4dfb-8acd-1ced830d0f62, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:58:00.133311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:58:00.142544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 8bc8ce66-443f-4dfb-8acd-1ced830d0f62) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:00.148371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:00.149335 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.154596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c57b8-c218-47be-a86b-9fc4305ea5f4 None None] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 16:58:00.167992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-137d4ee7-1543-4f83-813e-8966a7f78301 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2945850 Mar 11 16:58:00.396457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'tenant_id': '7d18ad5d281b4a85832931b49106699f', 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 16:58:00.397339 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.541622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Allocated IP 192.168.233.2 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/321a880d-97da-497b-8929-ab1958d4349b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:58:00.685963 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.691944 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.731397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:58:00.734284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:00.737289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:58:00.752388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Pushing event updated for resources: {'Port': ['ID=321a880d-97da-497b-8929-ab1958d4349b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:00.772300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.772672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.773015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.773354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.773689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.774019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.774349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.774674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.775016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.775343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.775667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.775987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.807575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Attempting to bind port 321a880d-97da-497b-8929-ab1958d4349b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:58:00.807938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Attempting to bind port 321a880d-97da-497b-8929-ab1958d4349b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:58:00.808298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Attempting to bind port 321a880d-97da-497b-8929-ab1958d4349b on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:58:00.813491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:58:00.813855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 16:58:00.814275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.814668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:58:00.815122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Bound port: 321a880d-97da-497b-8929-ab1958d4349b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:58:00.815504 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.880965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] For port 321a880d-97da-497b-8929-ab1958d4349b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:58:00.884261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] For port 321a880d-97da-497b-8929-ab1958d4349b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=321a880d-97da-497b-8929-ab1958d4349b,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:58:00.889089 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.947939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98e35e-33a9-41d8-bbe3-136d24608ffb None None] Pushing event updated for resources: {'Port': ['ID=321a880d-97da-497b-8929-ab1958d4349b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:01.748755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057d636-e302-4e4d-9d25-57e2235f35a7 None None] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 16:58:01.858889 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2503e0c6-510e-487c-a900-3b6856729e22 None None] Provisioning complete for port 321a880d-97da-497b-8929-ab1958d4349b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:01.859249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2503e0c6-510e-487c-a900-3b6856729e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:01.976675 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2503e0c6-510e-487c-a900-3b6856729e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:02.012217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2503e0c6-510e-487c-a900-3b6856729e22 None None] For port 321a880d-97da-497b-8929-ab1958d4349b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=321a880d-97da-497b-8929-ab1958d4349b,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:02.017626 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2503e0c6-510e-487c-a900-3b6856729e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:02.070929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503e0c6-510e-487c-a900-3b6856729e22 None None] Pushing event updated for resources: {'Port': ['ID=321a880d-97da-497b-8929-ab1958d4349b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:02.241887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f83973a8-c286-4fa4-a980-05e7a3499698 None None] Provisioning complete for port 321a880d-97da-497b-8929-ab1958d4349b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:02.242379 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f83973a8-c286-4fa4-a980-05e7a3499698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:02.269213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 321a880d-97da-497b-8929-ab1958d4349b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:58:02.359332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 321a880d-97da-497b-8929-ab1958d4349b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:02.359705 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.946722 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:58:13.477160 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-62897c28-0b50-4499-bbf9-a3df80093dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.764228 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5f1732dd-bbff-43bd-9143-5aa8b46b72a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:16.910416 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:18.154751 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:18.795571 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:43.477027 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-256030c7-588b-43d7-9b84-c9094ba589f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:45.766268 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-396ae57f-5672-4130-b38f-30ea7ae41c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:46.919765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:47.945359 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:58:48.161113 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:48.798307 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.479130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6308d092-cc74-48ac-9a84-5d5e52988055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:15.767874 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83d3735b-411f-48db-9c1d-04ec4e657f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.916434 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.160063 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.801778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:19.617280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60966) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:59:19.623183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-c98a1121-134f-4a6e-9af6-f5840a67909f tempest-verify_tempest_config-1091875248 tempest-verify_tempest_config-1091875248-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:59:19.624135 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c98a1121-134f-4a6e-9af6-f5840a67909f tempest-verify_tempest_config-1091875248 tempest-verify_tempest_config-1091875248-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058115 Mar 11 16:59:19.908257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60984) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:59:20.008729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:20.079159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:20.082523 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:20.129224 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=463070c7fd654685b8e1b8633b5ad6cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2199283 Mar 11 16:59:20.130194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab24e2-410f-489a-96f4-e823c8fffc5f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:20.131933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60988) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 16:59:20.137366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.137694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.138041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.138356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.138681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.139003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.139319 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.139633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.139948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.140263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.140602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.140914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230688bc-9c5e-4eca-8341-f92499aad2db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.190801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:20.212308 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:20.301128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:20.303577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:20.304737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25ab24e2-410f-489a-96f4-e823c8fffc5f HTTP/1.1" status: 204 len: 168 time: 0.1713157 Mar 11 16:59:20.312502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab24e2-410f-489a-96f4-e823c8fffc5f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:20.319225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.319567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.320414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.320747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.321067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.321388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.321707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.322024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.322341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.322765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.322953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:20.323271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367c2dc-d16c-44b0-ba8d-f40e89ff6e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:24.943166 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:59:43.484070 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d26bb058-2e66-46a2-bf07-76db0a3f284c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:45.770014 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-483eb801-22bb-4b0d-adb5-b49193ac332a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:46.918122 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:48.162814 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:48.804033 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:01.941638 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:00:13.491720 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da6a8236-94b7-4e49-9445-2ebd29fc24b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:15.771739 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cf8a494b-4af0-45bb-a453-bc76b9e96fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.921051 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:18.165207 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:18.805214 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:38.940599 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:00:43.486603 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-37283e1e-3c24-4864-b074-f8a25d762c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:45.773744 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56a168db-c96a-4d6e-a05b-10c7b6a5d67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:46.926546 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:48.168500 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:48.808803 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:13.487892 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-47d5849c-91b7-4f6c-8ac8-2f3579cf2c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:15.789330 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-61ec0ae7-d51a-49aa-bb22-15982543f66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:15.939204 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:01:16.925638 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:18.173822 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:18.811315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.488628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85cdaac1-8b2e-4091-9474-0d950a7cbceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:45.773381 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d676c7b-99c6-48b9-b130-709b2025780b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:46.928758 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:48.177728 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:48.817397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:52.937054 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:02:13.490928 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-186cb286-4c24-4ab4-a732-308a94da3954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:15.775552 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-087eebe5-3b74-4afd-ba94-9361e5d8dae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:16.932043 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:18.182379 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:18.809258 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:29.935926 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 5 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:02:40.455134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642859'] for agent, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:43.320087 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642859'] for agent, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:43.493527 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56e8a5e3-7d74-4218-ba77-184542d0e2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:45.777078 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6137e803-58bd-410c-a30c-75661fb5c734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:46.935710 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:48.181736 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:48.810782 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.937012 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:03:10.430755 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:13.314532 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:13.498480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f71e7aa1-af0d-402e-a64f-1cbcaa541e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:15.779412 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-64a6b5c6-f830-4e7b-b5c5-78aedbdf03e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:16.937198 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:18.186008 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:18.813600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:38.204237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 32816) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:03:38.310096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e5a67781-d6c4-4c1d-879f-ba5643ccdf9f admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1047232 Mar 11 17:03:40.431174 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:40.554890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:03:40.615202 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c7a352a4-5b6e-4e0f-8eb7-b73a2fae638f admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0592878 Mar 11 17:03:43.311808 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:43.503192 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cbadee5d-369e-4e37-abf0-c85d305b4864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:43.936221 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:03:45.780581 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-318259de-4588-4e33-a661-e0c745ded8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:46.939483 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:48.190582 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:48.815755 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:10.434827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:13.294862 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:13.504493 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b98cbdb0-b80c-408e-9280-319c8574a536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:15.783959 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5b737cb-0b1d-43f7-96e3-e95c10a60e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:16.942836 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:18.195604 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:18.816927 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:20.935553 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:04:40.442685 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:43.300995 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:43.506476 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9a65a6a-f00e-4611-bf55-3967b103ebf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:45.788457 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-59e7f716-0d16-44ed-803d-a9627fe37c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:46.946247 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:48.196949 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:48.819077 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.935533 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:05:10.463873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.314560 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.515343 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-493c214a-fdbf-4806-9f38-7a4f37fbd3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:15.376898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:15.794109 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cf9281f0-90ba-4a03-9bea-05d8e838c8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:15.834371 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dfc6076d-9477-4525-a011-7399956a25b5 tempest-AutoAllocateNetworkTest-1423774876 tempest-AutoAllocateNetworkTest-1423774876-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e16e0f7e0a054e66abe39061dad0325b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4560030 Mar 11 17:05:15.837483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33090) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:16.033331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0950fb0-270e-4461-9e9c-1a0b32e606f3 tempest-AutoAllocateNetworkTest-1423774876 tempest-AutoAllocateNetworkTest-1423774876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:16.037949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f0950fb0-270e-4461-9e9c-1a0b32e606f3 tempest-AutoAllocateNetworkTest-1423774876 tempest-AutoAllocateNetworkTest-1423774876-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1994712 Mar 11 17:05:16.038115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33104) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:16.116533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33110) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:16.116805 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ba74a2ca-dc70-465d-9d98-44a0541c80b6 tempest-AutoAllocateNetworkTest-1423774876 tempest-AutoAllocateNetworkTest-1423774876-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774338 Mar 11 17:05:16.148217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7de40da4-999c-44b5-aa32-b04d117feac6 tempest-AutoAllocateNetworkTest-1423774876 tempest-AutoAllocateNetworkTest-1423774876-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e16e0f7e0a054e66abe39061dad0325b HTTP/1.1" status: 200 len: 208 time: 0.0301349 Mar 11 17:05:16.728129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33148) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:16.948285 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:17.113100 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:17.196331 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:17.201621 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:17.245853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54932a5d-d1b4-4dbc-8280-7c5b4b68c93d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:17.261355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.261696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.262133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.262358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.262687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.263064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.263384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.263708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.264025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.264360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.264979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.265282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] Tracked resource versions report: Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: pushed versions: Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: { 'AddressGroup': {'1.2'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'ConntrackHelper': {'1.0'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Log': {'1.0'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Network': {'1.1'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Port': {'1.7'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'PortForwarding': {'1.2'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'QosPolicy': {'1.9'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'SecurityGroup': {'1.4'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'SecurityGroupRule': {'1.2'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'SubPort': {'1.0'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Subnet': {'1.1'}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Trunk': {'1.1'}} Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: consumer versions: Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: { DHCP agent@n-d-833411-1: {}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: HyperV agent@n-h1-833411-1: {}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: HyperV agent@n-h2-833411-1: {}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: L3 agent@n-d-833411-1: {}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: Metadata agent@n-d-833411-1: {}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: Metering agent@n-d-833411-1: {}, Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: Open vSwitch agent@n-d-833411-1: { 'AddressGroup': '1.2', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'ConntrackHelper': '1.0', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Log': '1.0', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Network': '1.1', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Port': '1.7', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'PortForwarding': '1.2', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'QosPolicy': '1.9', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'SecurityGroup': '1.4', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'SecurityGroupRule': '1.2', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'SubPort': '1.0', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Subnet': '1.1', Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: 'Trunk': '1.1'}} Mar 11 17:05:17.266348 n-d-833411-1 neutron-server[102642]: {{(pid=102642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:05:17.281815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-638fab6e-2a6f-4483-b5d6-022623e0d6bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e16e0f7e0a054e66abe39061dad0325b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5524409 Mar 11 17:05:17.284521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33180) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:17.341832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4108dbc0-3a7b-4cac-8e72-4ad17dc2b33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:17.365758 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4108dbc0-3a7b-4cac-8e72-4ad17dc2b33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:17.418435 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4108dbc0-3a7b-4cac-8e72-4ad17dc2b33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:17.422021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4108dbc0-3a7b-4cac-8e72-4ad17dc2b33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:17.423512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4108dbc0-3a7b-4cac-8e72-4ad17dc2b33b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54932a5d-d1b4-4dbc-8280-7c5b4b68c93d HTTP/1.1" status: 204 len: 168 time: 0.1379299 Mar 11 17:05:17.431539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108dbc0-3a7b-4cac-8e72-4ad17dc2b33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54932a5d-d1b4-4dbc-8280-7c5b4b68c93d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:18.208655 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:18.244555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33220) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:18.496443 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a107a33c-0f34-451c-9e5b-07c55f387483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:18.600828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a107a33c-0f34-451c-9e5b-07c55f387483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:18.606339 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a107a33c-0f34-451c-9e5b-07c55f387483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:18.655679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a107a33c-0f34-451c-9e5b-07c55f387483 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea14f0cab99b4df2ad8d06898c2cab96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4095900 Mar 11 17:05:18.658677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33246) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:18.662132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107a33c-0f34-451c-9e5b-07c55f387483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457c27e-ee8d-4b1e-8eff-50ca300aabb1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:18.743828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:18.772868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:18.838618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:18.840312 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:18.843819 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:18.845517 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a457c27e-ee8d-4b1e-8eff-50ca300aabb1 HTTP/1.1" status: 204 len: 168 time: 0.1858773 Mar 11 17:05:18.861404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457c27e-ee8d-4b1e-8eff-50ca300aabb1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:18.876657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.877261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.877598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.877927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.878254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.878579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.878901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.879218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.879538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.879853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.880170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.880515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589d275-1bb3-4b24-956e-5ad4a11db0a2 admin admin] Tracked resource versions report: Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: pushed versions: Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: { 'AddressGroup': {'1.2'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'ConntrackHelper': {'1.0'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Log': {'1.0'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Network': {'1.1'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Port': {'1.7'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'PortForwarding': {'1.2'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'QosPolicy': {'1.9'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'SecurityGroup': {'1.4'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'SecurityGroupRule': {'1.2'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'SubPort': {'1.0'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Subnet': {'1.1'}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Trunk': {'1.1'}} Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: consumer versions: Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: { DHCP agent@n-d-833411-1: {}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: HyperV agent@n-h1-833411-1: {}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: HyperV agent@n-h2-833411-1: {}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: L3 agent@n-d-833411-1: {}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: Metadata agent@n-d-833411-1: {}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: Metering agent@n-d-833411-1: {}, Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: Open vSwitch agent@n-d-833411-1: { 'AddressGroup': '1.2', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'ConntrackHelper': '1.0', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Log': '1.0', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Network': '1.1', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Port': '1.7', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'PortForwarding': '1.2', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'QosPolicy': '1.9', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'SecurityGroup': '1.4', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'SecurityGroupRule': '1.2', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'SubPort': '1.0', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Subnet': '1.1', Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: 'Trunk': '1.1'}} Mar 11 17:05:18.881600 n-d-833411-1 neutron-server[102641]: {{(pid=102641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:05:18.949093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:19.186746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-network', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:19.209055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Made reservation on behalf of 278c6aa079984de7b3f9ba9b6b16f966 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:19.213502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.222963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.310933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.315654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.319625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33286) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:19.339971 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cff3ec3-1fa3-4a9d-8bdd-50db6904a8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.347357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d70220-7e70-43e7-b432-5955800e7fb1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:19.354434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:05:19.368236 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.368478 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Added segment eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f of type vlan for network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a Mar 11 17:05:19.418321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.459878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cff3ec3-1fa3-4a9d-8bdd-50db6904a8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.470746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.471541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:19.471871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.473806 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cff3ec3-1fa3-4a9d-8bdd-50db6904a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.533243 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5825074 Mar 11 17:05:19.539898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33306) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:19.545492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Request body: {'subnet': {'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-subnet', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:19.564393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af0491-6ed2-4471-8a2e-9a2db69db6fd admin admin] Pushing event updated for resources: {'Network': ['ID=54d21aa5-d31e-44ed-96b1-1252ddd57e0a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:19.580161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:05:19.583046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Made reservation on behalf of 278c6aa079984de7b3f9ba9b6b16f966 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:19.584897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9cff3ec3-1fa3-4a9d-8bdd-50db6904a8d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=095cf93aa65648769615423bac1b80b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2632153 Mar 11 17:05:19.586754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.589561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33312) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:19.635643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff3ec3-1fa3-4a9d-8bdd-50db6904a8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4293a85-c730-42b6-bf74-edf258f29628,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:19.731560 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db36815d-c26c-473d-a2b3-f55878932102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.777197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db36815d-c26c-473d-a2b3-f55878932102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.811427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.874258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db36815d-c26c-473d-a2b3-f55878932102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.880820 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db36815d-c26c-473d-a2b3-f55878932102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.885003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-db36815d-c26c-473d-a2b3-f55878932102 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4293a85-c730-42b6-bf74-edf258f29628 HTTP/1.1" status: 204 len: 168 time: 0.2944922 Mar 11 17:05:19.885346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=237e7bd2-f4c2-4c18-8047-9112fc899ad8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:19.893485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Checking segment: {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:19.893867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Network hostable DHCP agents. Network: 54d21aa5-d31e-44ed-96b1-1252ddd57e0a, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:05:19.901159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36815d-c26c-473d-a2b3-f55878932102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4293a85-c730-42b6-bf74-edf258f29628,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:19.945562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:05:19.958928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 54d21aa5-d31e-44ed-96b1-1252ddd57e0a) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:19.963957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:19.964576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.975503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c196a5-8ffa-4bde-82a4-88bac02df4d3 None None] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:05:19.994669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33346) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:19.994970 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3f13c41b-32db-4145-8b5f-a370026fe7ab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4539835 Mar 11 17:05:19.999512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:20.005781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33348) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:20.042258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33354) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:20.056636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.058548 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.285948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:05:20.287173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.367195 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.579731 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.623288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Allocated IP 172.20.0.2 (54d21aa5-d31e-44ed-96b1-1252ddd57e0a/237e7bd2-f4c2-4c18-8047-9112fc899ad8/cf203311-c8da-4f45-a146-630886f60b51) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:20.645447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-060305f2-9e06-43ae-89c1-0f06f281e310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.648405 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1607ba30-2502-412c-83cc-e8f35e5d821e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.769937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33378) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:20.803413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1607ba30-2502-412c-83cc-e8f35e5d821e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.816510 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1607ba30-2502-412c-83cc-e8f35e5d821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.855714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-060305f2-9e06-43ae-89c1-0f06f281e310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.861379 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1607ba30-2502-412c-83cc-e8f35e5d821e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b67608ca02a2447b9daf0e3fa4fadc90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8180251 Mar 11 17:05:20.863621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607ba30-2502-412c-83cc-e8f35e5d821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba0a041-bef4-4536-8709-a5aab2acd844,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:20.864838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33386) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:20.866193 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-060305f2-9e06-43ae-89c1-0f06f281e310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.895517 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.902969 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:20.908262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060305f2-9e06-43ae-89c1-0f06f281e310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d4377-dce3-4373-95a1-e148c4927d7d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:20.948640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:20.951657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:20.955462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:20.965077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Pushing event updated for resources: {'Port': ['ID=cf203311-c8da-4f45-a146-630886f60b51,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:21.013542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.014125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.014553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.014984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.015412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.015835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.016369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.016713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.017130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.017547 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.017960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.018375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Tracked resource versions report: Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: pushed versions: Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: { 'AddressGroup': {'1.2'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'ConntrackHelper': {'1.0'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Log': {'1.0'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Network': {'1.1'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Port': {'1.7'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'PortForwarding': {'1.2'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'QosPolicy': {'1.9'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'SecurityGroup': {'1.4'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'SecurityGroupRule': {'1.2'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'SubPort': {'1.0'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Subnet': {'1.1'}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Trunk': {'1.1'}} Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: consumer versions: Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: { DHCP agent@n-d-833411-1: {}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: HyperV agent@n-h1-833411-1: {}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: HyperV agent@n-h2-833411-1: {}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: L3 agent@n-d-833411-1: {}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: Metadata agent@n-d-833411-1: {}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: Metering agent@n-d-833411-1: {}, Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: Open vSwitch agent@n-d-833411-1: { 'AddressGroup': '1.2', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'ConntrackHelper': '1.0', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Log': '1.0', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Network': '1.1', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Port': '1.7', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'PortForwarding': '1.2', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'QosPolicy': '1.9', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'SecurityGroup': '1.4', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'SecurityGroupRule': '1.2', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'SubPort': '1.0', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Subnet': '1.1', Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: 'Trunk': '1.1'}} Mar 11 17:05:21.019571 n-d-833411-1 neutron-server[102643]: {{(pid=102643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:05:21.053872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Attempting to bind port cf203311-c8da-4f45-a146-630886f60b51 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:21.054272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Attempting to bind port cf203311-c8da-4f45-a146-630886f60b51 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:21.054629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Attempting to bind port cf203311-c8da-4f45-a146-630886f60b51 on network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:21.060647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:05:21.060861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Checking segment: {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:21.061242 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.061638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Bound using segment: {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:05:21.062099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Bound port: cf203311-c8da-4f45-a146-630886f60b51, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:21.062503 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.098762 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c80e10d8-0acf-440a-94ef-d829cc932b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.100118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33400) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:21.119184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-060305f2-9e06-43ae-89c1-0f06f281e310 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42c583774c504a8698835726db9aec8a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1065297 Mar 11 17:05:21.122409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33404) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:21.154296 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] For port cf203311-c8da-4f45-a146-630886f60b51, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:05:21.158078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] For port cf203311-c8da-4f45-a146-630886f60b51, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cf203311-c8da-4f45-a146-630886f60b51,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:05:21.167184 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.207421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c80e10d8-0acf-440a-94ef-d829cc932b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.220334 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-768d1c45-c148-4370-a026-46dc4c2f483a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.227863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c80e10d8-0acf-440a-94ef-d829cc932b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.262694 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c80e10d8-0acf-440a-94ef-d829cc932b2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31827b576d9e4ff2bfde70a246ab0df1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4788401 Mar 11 17:05:21.269487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33414) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:21.287912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e10d8-0acf-440a-94ef-d829cc932b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53f721b-0b6a-4b66-8663-9f12b2dd8128,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:21.293298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.299399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d69fa7-5a22-4a38-a130-c9d8942dc949 None None] Pushing event updated for resources: {'Port': ['ID=cf203311-c8da-4f45-a146-630886f60b51,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:21.325013 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.366245 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-768d1c45-c148-4370-a026-46dc4c2f483a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.432990 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6b5d69-2d15-4976-9cdf-17f17f0800f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.476478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cbb78a0-a8ab-406a-90aa-3c223b7d84d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.524556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-768d1c45-c148-4370-a026-46dc4c2f483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.527858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-768d1c45-c148-4370-a026-46dc4c2f483a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.532054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-768d1c45-c148-4370-a026-46dc4c2f483a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb2d4377-dce3-4373-95a1-e148c4927d7d HTTP/1.1" status: 204 len: 168 time: 0.4079745 Mar 11 17:05:21.553360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d1c45-c148-4370-a026-46dc4c2f483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d4377-dce3-4373-95a1-e148c4927d7d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:21.565598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67054868-7d3a-4244-8e70-06b2ddde05f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.632278 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cbb78a0-a8ab-406a-90aa-3c223b7d84d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.645994 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67054868-7d3a-4244-8e70-06b2ddde05f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.770522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6b5d69-2d15-4976-9cdf-17f17f0800f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.789281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6b5d69-2d15-4976-9cdf-17f17f0800f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.813471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Allocated IP 172.25.8.138 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a5935322-bce4-42c3-b9b6-3919d9c73d77) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:21.847456 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-de6b5d69-2d15-4976-9cdf-17f17f0800f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=def731df67e0428db3c1f5480f534a2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7453976 Mar 11 17:05:21.849704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33446) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:21.886490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67054868-7d3a-4244-8e70-06b2ddde05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.892653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67054868-7d3a-4244-8e70-06b2ddde05f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.902209 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-67054868-7d3a-4244-8e70-06b2ddde05f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e53f721b-0b6a-4b66-8663-9f12b2dd8128 HTTP/1.1" status: 204 len: 168 time: 0.6313987 Mar 11 17:05:21.914595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b5d69-2d15-4976-9cdf-17f17f0800f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8875070d-be92-4852-b628-8aded6382fd2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:21.926822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67054868-7d3a-4244-8e70-06b2ddde05f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53f721b-0b6a-4b66-8663-9f12b2dd8128,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:21.931606 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cbb78a0-a8ab-406a-90aa-3c223b7d84d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.937467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cbb78a0-a8ab-406a-90aa-3c223b7d84d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.940975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3cbb78a0-a8ab-406a-90aa-3c223b7d84d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ba0a041-bef4-4536-8709-a5aab2acd844 HTTP/1.1" status: 204 len: 168 time: 1.0720730 Mar 11 17:05:22.010252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb78a0-a8ab-406a-90aa-3c223b7d84d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba0a041-bef4-4536-8709-a5aab2acd844,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:22.019524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33460) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:22.051905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5531fa0d-9c62-4c96-829b-dce68608c480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.098490 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.102505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5531fa0d-9c62-4c96-829b-dce68608c480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.198567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.239545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5531fa0d-9c62-4c96-829b-dce68608c480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.242497 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5531fa0d-9c62-4c96-829b-dce68608c480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.246266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5531fa0d-9c62-4c96-829b-dce68608c480 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8875070d-be92-4852-b628-8aded6382fd2 HTTP/1.1" status: 204 len: 168 time: 0.3926442 Mar 11 17:05:22.296454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531fa0d-9c62-4c96-829b-dce68608c480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8875070d-be92-4852-b628-8aded6382fd2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:22.305730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:22.311021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:22.317164 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:22.407128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Pushing event updated for resources: {'Port': ['ID=a5935322-bce4-42c3-b9b6-3919d9c73d77,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:22.474782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abbe2aae-43be-4f8b-b205-201e8da96aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.502856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cf203311-c8da-4f45-a146-630886f60b51 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:22.503768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33476) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:22.630054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port cf203311-c8da-4f45-a146-630886f60b51 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:22.631532 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.637821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c708289-72c7-442d-b2b2-cb02aea7aa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.646955 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abbe2aae-43be-4f8b-b205-201e8da96aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.657493 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abbe2aae-43be-4f8b-b205-201e8da96aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.681058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86065c18-084c-49eb-ba08-38ca35e70421 None None] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:05:22.710461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe2aae-43be-4f8b-b205-201e8da96aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b768d5f3-fb21-49f3-9388-53691cd26f8e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:22.739929 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-abbe2aae-43be-4f8b-b205-201e8da96aa6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86fdac3146734160839c346215f2a2fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7192166 Mar 11 17:05:22.744021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33482) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:22.824332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.833412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-767a56f7-18a0-44c4-bb7c-415f0f3c404f None None] Provisioning complete for port cf203311-c8da-4f45-a146-630886f60b51 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:22.833783 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-767a56f7-18a0-44c4-bb7c-415f0f3c404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.862611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c708289-72c7-442d-b2b2-cb02aea7aa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.877306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c708289-72c7-442d-b2b2-cb02aea7aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.881482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33484) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:22.905314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e27f1547-7793-45c4-881c-e841e104c7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.916022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:22.950146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4035-c272-41d8-860c-705639f8bd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.016202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708289-72c7-442d-b2b2-cb02aea7aa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb1a51-79ae-4999-a13f-d82b02c530c6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:23.050196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4035-c272-41d8-860c-705639f8bd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.058438 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4c708289-72c7-442d-b2b2-cb02aea7aa88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be180dc083484651aed369e40fb61ba8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5531917 Mar 11 17:05:23.067522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:23.078150 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39b1044b-3a45-4d25-b9dc-4880fcbb65d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.093085 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.126965 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.180198 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-767a56f7-18a0-44c4-bb7c-415f0f3c404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.184292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port cf203311-c8da-4f45-a146-630886f60b51, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cf203311-c8da-4f45-a146-630886f60b51,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:23.197932 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.211978 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e27f1547-7793-45c4-881c-e841e104c7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.224472 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e27f1547-7793-45c4-881c-e841e104c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.293880 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9c31-5dde-4ddd-a8a4-8d6556eba155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.295560 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4035-c272-41d8-860c-705639f8bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.306412 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4035-c272-41d8-860c-705639f8bd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.307582 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6c3c4035-c272-41d8-860c-705639f8bd9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b768d5f3-fb21-49f3-9388-53691cd26f8e HTTP/1.1" status: 204 len: 168 time: 0.5621319 Mar 11 17:05:23.414547 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-767a56f7-18a0-44c4-bb7c-415f0f3c404f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:05:23.416894 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-767a56f7-18a0-44c4-bb7c-415f0f3c404f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:05:23.421304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=cf203311-c8da-4f45-a146-630886f60b51,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:23.473998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f1547-7793-45c4-881c-e841e104c7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a74d53e-b9b5-441e-a8c5-ee0efb270c0d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:23.479091 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e27f1547-7793-45c4-881c-e841e104c7d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f68b9a055e9c43e6b1f257154c21771e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5950043 Mar 11 17:05:23.485168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33500) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:23.506398 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9c31-5dde-4ddd-a8a4-8d6556eba155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.508576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c4035-c272-41d8-860c-705639f8bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b768d5f3-fb21-49f3-9388-53691cd26f8e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:23.564911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Router f4c7f586-7968-40f7-878f-9542baf08412 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:05:23.583231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74ab644c-b162-40fd-a5e3-a4406428bac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.612042 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39b1044b-3a45-4d25-b9dc-4880fcbb65d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.612896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:23.623605 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39b1044b-3a45-4d25-b9dc-4880fcbb65d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.661949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-39b1044b-3a45-4d25-b9dc-4880fcbb65d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d46cdd918abc46cd96d59d42324911e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7166924 Mar 11 17:05:23.662483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29eb0824-42f2-4892-a7a9-3845899acce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.664879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33516) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:23.677950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74ab644c-b162-40fd-a5e3-a4406428bac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.735409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1044b-3a45-4d25-b9dc-4880fcbb65d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f85ced-275a-4d88-b7f2-4d86f7b4a39d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:23.786976 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29eb0824-42f2-4892-a7a9-3845899acce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.790258 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9c31-5dde-4ddd-a8a4-8d6556eba155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.797519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9c31-5dde-4ddd-a8a4-8d6556eba155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.797519 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ae6d9c31-5dde-4ddd-a8a4-8d6556eba155 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00eb1a51-79ae-4999-a13f-d82b02c530c6 HTTP/1.1" status: 204 len: 168 time: 0.7267041 Mar 11 17:05:23.798975 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29eb0824-42f2-4892-a7a9-3845899acce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.803968 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:05:23.810804 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da97895a-5d88-4d5b-b9d5-4ba92d239a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.819328 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Sync routers for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:05:23.834282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d9c31-5dde-4ddd-a8a4-8d6556eba155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eb1a51-79ae-4999-a13f-d82b02c530c6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:23.836217 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74ab644c-b162-40fd-a5e3-a4406428bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.836928 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:05:23.838980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74ab644c-b162-40fd-a5e3-a4406428bac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.839308 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:05:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:23.842362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-74ab644c-b162-40fd-a5e3-a4406428bac1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a74d53e-b9b5-441e-a8c5-ee0efb270c0d HTTP/1.1" status: 204 len: 168 time: 0.3536534 Mar 11 17:05:23.852526 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.856246 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-81937a46-03e5-4faf-ab21-2189b3da655a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8578820 Mar 11 17:05:23.857143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:23.857256 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da97895a-5d88-4d5b-b9d5-4ba92d239a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.867293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab644c-b162-40fd-a5e3-a4406428bac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a74d53e-b9b5-441e-a8c5-ee0efb270c0d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:23.942138 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da97895a-5d88-4d5b-b9d5-4ba92d239a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.944822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da97895a-5d88-4d5b-b9d5-4ba92d239a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:23.949369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-da97895a-5d88-4d5b-b9d5-4ba92d239a14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2f85ced-275a-4d88-b7f2-4d86f7b4a39d HTTP/1.1" status: 204 len: 168 time: 0.2789810 Mar 11 17:05:23.959804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97895a-5d88-4d5b-b9d5-4ba92d239a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f85ced-275a-4d88-b7f2-4d86f7b4a39d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:23.977489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33528) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:24.010394 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9081c0e-ac36-4e40-9999-a474a3bcb4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.014351 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-29eb0824-42f2-4892-a7a9-3845899acce3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dda841038a6d4e85a712325fca498097&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3995883 Mar 11 17:05:24.021488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:24.054097 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:05:24.055353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb0824-42f2-4892-a7a9-3845899acce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f729a80a-04c9-441c-a19a-9bea61fb8838,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:24.113291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65879788-2027-4d3f-9c24-54140c2c6aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.158652 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9081c0e-ac36-4e40-9999-a474a3bcb4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.178293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9081c0e-ac36-4e40-9999-a474a3bcb4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.189990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-94aaf95e-2507-4d6f-aa6a-5e03da53b05c None None] Provisioning complete for port cf203311-c8da-4f45-a146-630886f60b51 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:24.191389 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-94aaf95e-2507-4d6f-aa6a-5e03da53b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.281578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a9081c0e-ac36-4e40-9999-a474a3bcb4b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4917a1fa32f242a4b8a459bf1daeb2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029456 Mar 11 17:05:24.288708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33542) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:24.296492 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:22Z', 'revision_number': 3, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:24.306395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9081c0e-ac36-4e40-9999-a474a3bcb4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85590839-bafa-44ed-9053-22aa3c60386a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:24.334148 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Checking router: f4c7f586-7968-40f7-878f-9542baf08412 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:05:24.334737 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Updating router f4c7f586-7968-40f7-878f-9542baf08412 port a5935322-bce4-42c3-b9b6-3919d9c73d77 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:05:24.363786 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.409737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72cb5d51-a806-490c-8aa8-5adabc9a5e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.434590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65879788-2027-4d3f-9c24-54140c2c6aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.438161 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72cb5d51-a806-490c-8aa8-5adabc9a5e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.523419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cf203311-c8da-4f45-a146-630886f60b51 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:24.525512 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72cb5d51-a806-490c-8aa8-5adabc9a5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.528582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72cb5d51-a806-490c-8aa8-5adabc9a5e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.530126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-72cb5d51-a806-490c-8aa8-5adabc9a5e6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85590839-bafa-44ed-9053-22aa3c60386a HTTP/1.1" status: 204 len: 168 time: 0.2379174 Mar 11 17:05:24.544317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb5d51-a806-490c-8aa8-5adabc9a5e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85590839-bafa-44ed-9053-22aa3c60386a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:24.599646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65879788-2027-4d3f-9c24-54140c2c6aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.602423 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65879788-2027-4d3f-9c24-54140c2c6aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.603890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-65879788-2027-4d3f-9c24-54140c2c6aa8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f729a80a-04c9-441c-a19a-9bea61fb8838 HTTP/1.1" status: 204 len: 168 time: 0.5786858 Mar 11 17:05:24.623147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65879788-2027-4d3f-9c24-54140c2c6aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f729a80a-04c9-441c-a19a-9bea61fb8838,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:24.654375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port cf203311-c8da-4f45-a146-630886f60b51 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:24.654375 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.728198 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.738873 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.801150 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Pushing event updated for resources: {'Port': ['ID=a5935322-bce4-42c3-b9b6-3919d9c73d77,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:24.804651 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Attempting to bind port a5935322-bce4-42c3-b9b6-3919d9c73d77 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:24.805016 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Attempting to bind port a5935322-bce4-42c3-b9b6-3919d9c73d77 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:24.805442 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Attempting to bind port a5935322-bce4-42c3-b9b6-3919d9c73d77 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:24.813894 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.814063 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.814367 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.814703 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.815031 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.815359 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.815855 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.816182 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.817243 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.817554 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.817941 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.818271 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.818592 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Tracked resource versions report: Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: pushed versions: Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: { 'AddressGroup': {'1.2'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'ConntrackHelper': {'1.0'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Log': {'1.0'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Network': {'1.1'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Port': {'1.7'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'PortForwarding': {'1.2'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'QosPolicy': {'1.9'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'SecurityGroup': {'1.4'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'SecurityGroupRule': {'1.2'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'SubPort': {'1.0'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Subnet': {'1.1'}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Trunk': {'1.1'}} Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: consumer versions: Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: { DHCP agent@n-d-833411-1: {}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: HyperV agent@n-h1-833411-1: {}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: HyperV agent@n-h2-833411-1: {}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: L3 agent@n-d-833411-1: {}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: Metadata agent@n-d-833411-1: {}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: Metering agent@n-d-833411-1: {}, Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: Open vSwitch agent@n-d-833411-1: { 'AddressGroup': '1.2', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'ConntrackHelper': '1.0', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Log': '1.0', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Network': '1.1', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Port': '1.7', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'PortForwarding': '1.2', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'QosPolicy': '1.9', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'SecurityGroup': '1.4', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'SecurityGroupRule': '1.2', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'SubPort': '1.0', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Subnet': '1.1', Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: 'Trunk': '1.1'}} Mar 11 17:05:24.820518 n-d-833411-1 neutron-server[102644]: {{(pid=102644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 17:05:24.823579 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:05:24.823579 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:24.823579 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.823891 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:05:24.825117 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Bound port: a5935322-bce4-42c3-b9b6-3919d9c73d77, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:24.825293 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.900290 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] For port a5935322-bce4-42c3-b9b6-3919d9c73d77, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:05:24.903995 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] For port a5935322-bce4-42c3-b9b6-3919d9c73d77, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a5935322-bce4-42c3-b9b6-3919d9c73d77,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:05:24.909701 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.985145 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9e87e-58ea-4dc8-95bc-b75018abec15 None None] Pushing event updated for resources: {'Port': ['ID=a5935322-bce4-42c3-b9b6-3919d9c73d77,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:24.988841 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:05:24.989473 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:05:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:25.036534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Allocated IP 172.20.0.1 (54d21aa5-d31e-44ed-96b1-1252ddd57e0a/237e7bd2-f4c2-4c18-8047-9112fc899ad8/4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:25.087914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33566) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:25.093205 n-d-833411-1 neutron-server[102642]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 17:05:25.135883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-a1031848-ebf9-4def-95eb-c13ac37df0c3 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=975e8f9952fe4de8a90f5f0eb9292c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440917 Mar 11 17:05:25.148748 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:05:25.240292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.281638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-783e1e57-a912-466b-93f5-200cfe173eb5 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:25.283115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-783e1e57-a912-466b-93f5-200cfe173eb5 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410635 Mar 11 17:05:25.317892 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.322221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-caad5ac1-d3fb-4d4d-af78-5edb1b074e47 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/quotas/975e8f9952fe4de8a90f5f0eb9292c6c HTTP/1.1" status: 200 len: 375 time: 0.0246050 Mar 11 17:05:25.397197 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:22Z', 'revision_number': 3, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:25.410028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:25.427372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:25.430792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-c6e98b40-e7a2-46cd-9336-2d99879ef429 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=975e8f9952fe4de8a90f5f0eb9292c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001058 Mar 11 17:05:25.431213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:25.431708 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.435566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Pushing event updated for resources: {'Port': ['ID=4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:25.457566 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c118a-e43a-4a5e-b10a-e7bfa6dcae60 None None] The sync data for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 is: [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:22Z', 'revision_number': 3, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:05:25.696991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.840692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e0450a6c-e5ca-4b60-914c-5ee926e326a3 None None] Provisioning complete for port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:25.841226 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e0450a6c-e5ca-4b60-914c-5ee926e326a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.959158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e0450a6c-e5ca-4b60-914c-5ee926e326a3 None None] Port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:05:25.982478 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.991543 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.993017 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:26.094857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Pushing event updated for resources: {'Port': ['ID=4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:26.145266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:26.146601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:26.309919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Router f4c7f586-7968-40f7-878f-9542baf08412 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:05:26.390801 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-eb7a8e24-e9d1-4ee4-abf1-00b134dd2533 None None] Provisioning complete for port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:26.391241 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8e24-e9d1-4ee4-abf1-00b134dd2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:26.439675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a8e24-e9d1-4ee4-abf1-00b134dd2533 None None] Port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:05:26.525390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a5935322-bce4-42c3-b9b6-3919d9c73d77 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:26.539069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:05:26.551625 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0a84cdf8-13d1-4917-9e1f-89c7b40b7c49 admin admin] 10.222.0.53 "PUT /v2.0/routers/f4c7f586-7968-40f7-878f-9542baf08412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934774 Mar 11 17:05:26.560127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33634) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:26.625124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a5935322-bce4-42c3-b9b6-3919d9c73d77 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:26.625751 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:26.751790 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:26.782924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port a5935322-bce4-42c3-b9b6-3919d9c73d77, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a5935322-bce4-42c3-b9b6-3919d9c73d77,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:26.790451 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:26.874277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=a5935322-bce4-42c3-b9b6-3919d9c73d77,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:26.936064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-debb8310-c557-405f-8a72-beaf5eecea64 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=02008a894f874f4fab7c8c5aecf620b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286062 Mar 11 17:05:27.082523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-079064f2-ea2b-4fa3-9ea1-dd31351245d0 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:27.084194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-079064f2-ea2b-4fa3-9ea1-dd31351245d0 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297293 Mar 11 17:05:27.110528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-aa858409-0c0d-4710-b503-5ec314680bf6 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/quotas/02008a894f874f4fab7c8c5aecf620b3 HTTP/1.1" status: 200 len: 375 time: 0.0197129 Mar 11 17:05:27.154750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-21475d82-00a2-454d-9c8e-f5cc1d622390 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02008a894f874f4fab7c8c5aecf620b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405872 Mar 11 17:05:27.360933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a756015a-99bc-4314-9c1c-3dfe180bda7c req-8728c440-c209-489d-a4ab-903ce04136a3 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 210 time: 0.7988148 Mar 11 17:05:27.437852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77518f72-e44d-4fb4-8eb7-b8ea25f13803 req-c02c8d93-02f5-4e04-9b8f-08ba47bc03c9 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 210 time: 0.0680141 Mar 11 17:05:27.835175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Sync routers for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:05:27.847025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:05:27.847905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:05:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:27.973109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:05:28.348816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 2, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:28.437453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Checking router: f4c7f586-7968-40f7-878f-9542baf08412 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:05:28.437727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Updating router f4c7f586-7968-40f7-878f-9542baf08412 port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:05:28.504982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a5935322-bce4-42c3-b9b6-3919d9c73d77 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:28.554235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.46', 56843) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:28.580696 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:28.619459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-d1231931-e496-479f-bff0-2fdbd2f471e8 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=975e8f9952fe4de8a90f5f0eb9292c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612605 Mar 11 17:05:28.833279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1813d479-d317-44ae-b41f-abc9da6c43b8 req-8cc9cfb2-20e1-4653-a1e1-b6c51d1861c1 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 210 time: 0.0822499 Mar 11 17:05:28.835656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71c60e3e-3e53-46c4-ba3e-bf0a9dc8e2b5 req-704a8c24-4796-4ece-b02d-b28b946bc67b tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 210 time: 0.0576797 Mar 11 17:05:28.900990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a5935322-bce4-42c3-b9b6-3919d9c73d77 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:28.901360 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:28.925192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-32d8a4fb-ea99-43bd-8882-f91277d850b1 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:28.927130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-32d8a4fb-ea99-43bd-8882-f91277d850b1 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001928 Mar 11 17:05:29.044450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Request body: {'port': {'device_id': '2b3ebd43-ba4e-4f8e-8723-c31776c688cd', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '975e8f9952fe4de8a90f5f0eb9292c6c'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:29.183260 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.193144 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.319677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33790) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:29.325505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-network', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:29.328185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ba9f0-915d-40bd-91aa-4374cbe9aa7d None None] Pushing event updated for resources: {'Port': ['ID=4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:29.384403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Made reservation on behalf of 975e8f9952fe4de8a90f5f0eb9292c6c for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:29.387998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Made reservation on behalf of 71f49e43d5454faab7a0a3cf3f8cc316 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:29.388754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.393102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.404947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.425214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.444886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Attempting to bind port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:29.445773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Attempting to bind port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:29.446434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Attempting to bind port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 on network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:29.454091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:05:29.454329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.46', 56847) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:29.455488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Checking segment: {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:29.456153 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.456940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Bound using segment: {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:05:29.457624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Bound port: 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:29.458278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.535716 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-6e002786-bf0f-46da-a9c2-57b7134e2783 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=02008a894f874f4fab7c8c5aecf620b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716341 Mar 11 17:05:29.574231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.587067 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.648651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] For port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:05:29.656362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] For port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:05:29.671309 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.798003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee48981-9571-471e-88d9-9a17e2591757,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:29.809292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ba9f0-915d-40bd-91aa-4374cbe9aa7d None None] Pushing event updated for resources: {'Port': ['ID=4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:29.869605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-a079017a-9286-4136-80c7-0c871665f66c tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:29.871877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-a079017a-9286-4136-80c7-0c871665f66c tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3172772 Mar 11 17:05:29.906523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ea4e51c0-025c-4bd9-a349-481288c15caa None None] Provisioning complete for port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:29.906939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ea4e51c0-025c-4bd9-a349-481288c15caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.909458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:29.931503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Request body: {'port': {'device_id': 'bd466355-2251-43b0-b185-fb3d48dc49a8', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '02008a894f874f4fab7c8c5aecf620b3'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:29.936601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:05:29.937439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:05:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:29.954573 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.004830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:05:30.029579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.029923 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Added segment f70fc1bb-228d-474a-9d40-759161cda4f0 of type vlan for network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc Mar 11 17:05:30.126851 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.155211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65e2ca58-7a59-48f1-9fb9-1a2e1ff8a552 req-a92d7f5e-b21e-4c75-bd95-e61902118796 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 210 time: 0.1503911 Mar 11 17:05:30.215218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17b61e02-79f5-4b30-9d93-d3ed238b5b94 req-cdc03ad9-35d4-4ccc-9a32-533e11b59ede tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 210 time: 0.1683111 Mar 11 17:05:30.239894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Allocated IP 192.168.233.43 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/0fe9d87c-232b-4408-a7f8-1894c1044ed7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:30.249951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22544250-2d53-46aa-9921-747f501b75ba,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:30.281828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.283977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:30.284759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.303513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:05:30.532916 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ea4e51c0-025c-4bd9-a349-481288c15caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.582176 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2607317 Mar 11 17:05:30.593190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33844) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:30.618412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Request body: {'subnet': {'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-subnet', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:30.626207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ea4e51c0-025c-4bd9-a349-481288c15caa None None] For port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:30.633182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733cd4f-5ead-4be3-9b5b-9a58587f9fde admin admin] Pushing event updated for resources: {'Network': ['ID=b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:30.634787 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ea4e51c0-025c-4bd9-a349-481288c15caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.652128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:05:30.673030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Made reservation on behalf of 71f49e43d5454faab7a0a3cf3f8cc316 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:30.677331 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.686336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Made reservation on behalf of 02008a894f874f4fab7c8c5aecf620b3 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:30.695346 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.719828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.801250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2a90f4de-8d5d-4ed9-830d-0597fa5a1a82 None None] Provisioning complete for port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:30.801945 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2a90f4de-8d5d-4ed9-830d-0597fa5a1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.807874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:29Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:30.842985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56068e4e-8739-4dc3-9121-b83c4af899ac None None] The sync data for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 is: [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:29Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:05:30.879884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e51c0-025c-4bd9-a349-481288c15caa None None] Pushing event updated for resources: {'Port': ['ID=4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:30.923960 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:30.998709 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.006704 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.249280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.259960 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.548540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Allocated IP 192.168.233.8 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/332e2945-18cb-4579-9d49-cf1064fe7b95) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:31.555426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a4d33fe-1b76-46cb-a5b1-487127eef970 req-88eedd26-aeb8-4e0a-8cd2-1f0fb8b9c458 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 210 time: 0.1451528 Mar 11 17:05:31.584953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:31.643364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:31.651244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:31.663767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:31.673817 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.676081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14aefa10-7ba6-40c1-aa85-019c0cfa7d35,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:31.680049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f71c44-9966-4e9c-9eb8-da3db15e64fb,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:31.743278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Pushing event updated for resources: {'Port': ['ID=0fe9d87c-232b-4408-a7f8-1894c1044ed7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:31.872590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-6c92f654-08a9-4eaf-a19c-6b9703669221 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8388205 Mar 11 17:05:31.875024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Checking segment: {'id': 'f70fc1bb-228d-474a-9d40-759161cda4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:31.875024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Network hostable DHCP agents. Network: b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:05:31.910432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-5d83ede8-08dc-462c-bc2e-7ebe30be3e33 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:05:31.911341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-5d83ede8-08dc-462c-bc2e-7ebe30be3e33 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176411 Mar 11 17:05:31.944493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fba46-5c37-4a69-990f-50833f0aa032 req-edee6f63-dfb2-415d-b85e-5ebaca4ab1d5 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:31.956047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-906fba46-5c37-4a69-990f-50833f0aa032 req-edee6f63-dfb2-415d-b85e-5ebaca4ab1d5 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 935 time: 0.5463707 Mar 11 17:05:31.977657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:31.997490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:05:32.061606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-906fba46-5c37-4a69-990f-50833f0aa032 req-c3e3b8be-596a-497f-8ff9-743126ba242a tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009574 Mar 11 17:05:32.066131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:32.094250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:32.094826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696f865-b4b6-4690-bd65-5bd7d57c2912 None None] Network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:05:32.097363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:32.098642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:32.158886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fadb4c8e-ea01-4bda-9680-67db1c080548 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5635192 Mar 11 17:05:32.162174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33880) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:32.168322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:32.207081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:32.210502 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:32.276561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:32.295486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:32.303983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:32.318775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:32.319608 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:32.435544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Pushing event updated for resources: {'Port': ['ID=332e2945-18cb-4579-9d49-cf1064fe7b95,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:32.465310 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-2db1a832-9421-4347-bd60-acd9de081abb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5761902 Mar 11 17:05:32.525553 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:32.741045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:32.914225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cbf4c4f5-4bbf-4415-b18d-60f89295d210 None None] Provisioning complete for port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:32.914736 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cbf4c4f5-4bbf-4415-b18d-60f89295d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:32.977981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Request body: {'port': {'device_id': '2b3ebd43-ba4e-4f8e-8723-c31776c688cd', 'device_owner': 'compute:tempest-test_az-1094531112', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:32.996040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4c4f5-4bbf-4415-b18d-60f89295d210 None None] Port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:05:33.020234 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:33.145594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:33.150584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:33.151690 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:33.249507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-609e3ced-ce8e-4b95-88ed-3b3258fe6ea5 None None] Provisioning complete for port 332e2945-18cb-4579-9d49-cf1064fe7b95 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:33.250822 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-609e3ced-ce8e-4b95-88ed-3b3258fe6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:33.285328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Request body: {'port': {'device_id': 'bd466355-2251-43b0-b185-fb3d48dc49a8', 'device_owner': 'compute:tempest-test_az-1094531112', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:33.316978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-609e3ced-ce8e-4b95-88ed-3b3258fe6ea5 None None] Port 332e2945-18cb-4579-9d49-cf1064fe7b95 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:05:33.405152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc', 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'fixed_ips': [{'subnet_id': 'c0f71c44-9966-4e9c-9eb8-da3db15e64fb'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:05:33.406318 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:33.552233 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:33.629048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ca61570f-fe25-4238-b836-8c324f71533c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe4358fc04b94d06b37c849672d8d442&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1506717 Mar 11 17:05:33.827591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Allocated IP 172.20.0.2 (b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc/c0f71c44-9966-4e9c-9eb8-da3db15e64fb/9838c649-4b09-4689-9fdc-86cca836f8c0) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:33.913994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04d88-ed00-4c4b-9dc3-7051ff880083 req-0d5f6d16-4b13-43e8-8f96-77ab36736157 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:33.917263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7b04d88-ed00-4c4b-9dc3-7051ff880083 req-0d5f6d16-4b13-43e8-8f96-77ab36736157 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 934 time: 0.5325103 Mar 11 17:05:33.946560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33918) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:33.967456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe9d87c-232b-4408-a7f8-1894c1044ed7 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:05:33.982483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.018402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Transition to ACTIVE for port object 0fe9d87c-232b-4408-a7f8-1894c1044ed7 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:34.025395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.277737 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dcbdf7d-72c0-4dab-a918-029fe450e36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.300897 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.309766 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.320791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe9d87c-232b-4408-a7f8-1894c1044ed7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:34.384647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7b04d88-ed00-4c4b-9dc3-7051ff880083 req-efb713b0-eaf2-4785-b786-b601a1be36f5 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386926 Mar 11 17:05:34.413099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Pushing event updated for resources: {'Port': ['ID=9838c649-4b09-4689-9fdc-86cca836f8c0,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:34.428757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:34.429438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:34.433334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:34.468633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Attempting to bind port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:34.469704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Attempting to bind port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:34.470891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Attempting to bind port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:34.486772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-63f61596-e93a-4936-a59d-6f5621462be1 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:34.491908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:05:34.492423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Attempting to bind port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:34.496372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-63f61596-e93a-4936-a59d-6f5621462be1 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8660173 Mar 11 17:05:34.505402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:05:34.505402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:34.507050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:05:34.507772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Bound port: 0fe9d87c-232b-4408-a7f8-1894c1044ed7, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:34.508611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.549808 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-bade1d13-ccb3-4987-9ed5-2f3daf643e92 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/quotas/fe4358fc04b94d06b37c849672d8d442 HTTP/1.1" status: 200 len: 375 time: 0.0522513 Mar 11 17:05:34.585625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.638456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-6684f40c-7c2f-4ab4-bdc9-cbf796efa742 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe4358fc04b94d06b37c849672d8d442&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872934 Mar 11 17:05:34.655445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.717084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Attempting to bind port 9838c649-4b09-4689-9fdc-86cca836f8c0 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:34.718423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Attempting to bind port 9838c649-4b09-4689-9fdc-86cca836f8c0 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f70fc1bb-228d-474a-9d40-759161cda4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:34.719220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Attempting to bind port 9838c649-4b09-4689-9fdc-86cca836f8c0 on network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:34.732561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:05:34.733083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Checking segment: {'id': 'f70fc1bb-228d-474a-9d40-759161cda4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:34.734824 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.735300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Bound using segment: {'id': 'f70fc1bb-228d-474a-9d40-759161cda4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:05:34.735970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Bound port: 9838c649-4b09-4689-9fdc-86cca836f8c0, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fc1bb-228d-474a-9d40-759161cda4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:34.736185 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.793417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] For port 0fe9d87c-232b-4408-a7f8-1894c1044ed7, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:05:34.797128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332e2945-18cb-4579-9d49-cf1064fe7b95 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:05:34.819176 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.884137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Transition to ACTIVE for port object 332e2945-18cb-4579-9d49-cf1064fe7b95 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:34.905845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] For port 0fe9d87c-232b-4408-a7f8-1894c1044ed7, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0fe9d87c-232b-4408-a7f8-1894c1044ed7,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:05:34.913641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.937971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dcbdf7d-72c0-4dab-a918-029fe450e36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.943233 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:05:34.944782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:34.946426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Allocated IP 172.25.8.162 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/7efda113-1ae1-4f12-837b-992669d61031) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:34.979747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] For port 9838c649-4b09-4689-9fdc-86cca836f8c0, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:05:34.998396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] For port 9838c649-4b09-4689-9fdc-86cca836f8c0, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9838c649-4b09-4689-9fdc-86cca836f8c0,segment=NetworkSegment(f70fc1bb-228d-474a-9d40-759161cda4f0),segment_id=f70fc1bb-228d-474a-9d40-759161cda4f0)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:05:35.007271 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:35.038422 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dcbdf7d-72c0-4dab-a918-029fe450e36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:35.080123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Pushing event updated for resources: {'Port': ['ID=332e2945-18cb-4579-9d49-cf1064fe7b95,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:35.125226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8dc59-7ecf-4374-a3a1-e013e1262752 None None] Pushing event updated for resources: {'Port': ['ID=9838c649-4b09-4689-9fdc-86cca836f8c0,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:35.225180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:35.225812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:35.227301 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] 10.222.0.46 "PUT /v2.0/ports/0fe9d87c-232b-4408-a7f8-1894c1044ed7 HTTP/1.1" status: 200 len: 1117 time: 2.4976399 Mar 11 17:05:35.227747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3ebd43-ba4e-4f8e-8723-c31776c688cd', 'tag': '0fe9d87c-232b-4408-a7f8-1894c1044ed7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:05:35.330441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd2b6c-618d-48ba-a61a-18b2eaf3d43a req-2bd074b2-a477-4b0b-a7fc-48e7bf61305b tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:35.332299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7cd2b6c-618d-48ba-a61a-18b2eaf3d43a req-2bd074b2-a477-4b0b-a7fc-48e7bf61305b tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 969 time: 0.3453901 Mar 11 17:05:35.335807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Attempting to bind port 332e2945-18cb-4579-9d49-cf1064fe7b95 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:35.336426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Attempting to bind port 332e2945-18cb-4579-9d49-cf1064fe7b95 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:35.336952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Attempting to bind port 332e2945-18cb-4579-9d49-cf1064fe7b95 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:35.461961 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:35.559607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed330b9-cec6-4dea-a339-922d0c62b883 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe9d87c-232b-4408-a7f8-1894c1044ed7,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:35.573370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbdf7d-72c0-4dab-a918-029fe450e36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653501c5-c67d-4d80-bceb-3b5dbbde375a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:35.611752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Port 332e2945-18cb-4579-9d49-cf1064fe7b95 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:05:35.612279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Attempting to bind port 332e2945-18cb-4579-9d49-cf1064fe7b95 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:35.617543 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:35.700224 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8dcbdf7d-72c0-4dab-a918-029fe450e36b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b744991f49b4d698537c6c376e02f05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7523949 Mar 11 17:05:35.711242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:05:35.711604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:35.712193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:05:35.717479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33946) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:35.730752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Bound port: 332e2945-18cb-4579-9d49-cf1064fe7b95, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:35.732976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:35.913612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-fd5d9e0e-bcbb-4bbd-8a76-97438fde1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:35.915237 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-fd5d9e0e-bcbb-4bbd-8a76-97438fde1149 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=975e8f9952fe4de8a90f5f0eb9292c6c&device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 1120 time: 0.3611405 Mar 11 17:05:35.963183 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3ebd43-ba4e-4f8e-8723-c31776c688cd", "tag": "0fe9d87c-232b-4408-a7f8-1894c1044ed7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:05:36.004291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7cd2b6c-618d-48ba-a61a-18b2eaf3d43a req-c13bf071-a460-44ce-92a6-6ba6e55300f3 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598549 Mar 11 17:05:36.016604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Pushing event updated for resources: {'Port': ['ID=7efda113-1ae1-4f12-837b-992669d61031,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:36.029825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d898eed-c506-4c4e-a7f3-7ac25497ea4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:36.134588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:36.143022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:36.156053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:36.270092 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-92756170-0f23-4a75-a642-24da27b30462 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=0fe9d87c-232b-4408-a7f8-1894c1044ed7 HTTP/1.1" status: 200 len: 217 time: 0.2282608 Mar 11 17:05:36.276494 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d898eed-c506-4c4e-a7f3-7ac25497ea4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:36.334415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-811eb87c-e171-43f9-950b-d80176dbb470 req-e4033227-97b5-436c-9c37-5f9f7d3e6e37 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 210 time: 0.0498695 Mar 11 17:05:36.593253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9838c649-4b09-4689-9fdc-86cca836f8c0 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:36.723353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9838c649-4b09-4689-9fdc-86cca836f8c0 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:36.723969 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:36.729547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] For port 332e2945-18cb-4579-9d49-cf1064fe7b95, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:05:36.752984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6055f-ee69-4be0-b1cc-64eff4619701 req-8a27d89c-9989-485d-8f91-26e3ee04894d tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:36.768975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28c6055f-ee69-4be0-b1cc-64eff4619701 req-8a27d89c-9989-485d-8f91-26e3ee04894d tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 968 time: 0.3001974 Mar 11 17:05:36.802297 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49286253-d03a-4639-be23-a97fba35b3ab x-openstack-request-id: req-49286253-d03a-4639-be23-a97fba35b3ab {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:05:36.802982 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3ebd43-ba4e-4f8e-8723-c31776c688cd", "tag": "0fe9d87c-232b-4408-a7f8-1894c1044ed7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:05:36.803541 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49286253-d03a-4639-be23-a97fba35b3ab {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:05:36.804195 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3ebd43-ba4e-4f8e-8723-c31776c688cd', 'tag': '0fe9d87c-232b-4408-a7f8-1894c1044ed7', 'status': 'completed', 'code': 200} Mar 11 17:05:36.848298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] For port 332e2945-18cb-4579-9d49-cf1064fe7b95, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=332e2945-18cb-4579-9d49-cf1064fe7b95,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:05:36.853544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-9276b92e-24f4-4202-a462-4dffb6034b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:36.858700 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-9276b92e-24f4-4202-a462-4dffb6034b57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.5796795 Mar 11 17:05:36.876561 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:36.900456 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:36.927637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:36.967999 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d898eed-c506-4c4e-a7f3-7ac25497ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:36.971380 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d898eed-c506-4c4e-a7f3-7ac25497ea4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:36.979713 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d898eed-c506-4c4e-a7f3-7ac25497ea4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/653501c5-c67d-4d80-bceb-3b5dbbde375a HTTP/1.1" status: 204 len: 168 time: 1.2596562 Mar 11 17:05:37.077790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d898eed-c506-4c4e-a7f3-7ac25497ea4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653501c5-c67d-4d80-bceb-3b5dbbde375a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:37.090659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 9838c649-4b09-4689-9fdc-86cca836f8c0, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9838c649-4b09-4689-9fdc-86cca836f8c0,segment=NetworkSegment(f70fc1bb-228d-474a-9d40-759161cda4f0),segment_id=f70fc1bb-228d-474a-9d40-759161cda4f0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:37.104714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-f6493271-d1bf-4737-9779-f7447415ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:37.106755 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:37.107873 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-f6493271-d1bf-4737-9779-f7447415ea07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2381408 Mar 11 17:05:37.303339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.66', 53366) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:37.307305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=9838c649-4b09-4689-9fdc-86cca836f8c0,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:37.333857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ad644-70bd-44c5-97bf-e2dd8de574a2 None None] Network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:05:37.340531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28c6055f-ee69-4be0-b1cc-64eff4619701 req-68f21eb6-7382-463d-a7fb-df6b2755f0a9 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700397 Mar 11 17:05:37.401975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Pushing event updated for resources: {'Port': ['ID=332e2945-18cb-4579-9d49-cf1064fe7b95,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:37.494445 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-b4ac275c-026c-4a7e-9f4f-40a786acb1a7 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fe4358fc04b94d06b37c849672d8d442&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1843128 Mar 11 17:05:37.721885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-62cb81a4-3c3f-45d7-b4df-f1a96a4d72d1 None None] Provisioning complete for port 9838c649-4b09-4689-9fdc-86cca836f8c0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:37.722587 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-62cb81a4-3c3f-45d7-b4df-f1a96a4d72d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:37.729459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33986) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:37.810004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c00ad05-abf4-4fb3-a6f9-6e4a69762ecb req-6803e510-78c1-421a-bda5-cdb9388a71be tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ccf70a87785340af9cb61a5ea251268d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4643595 Mar 11 17:05:37.872468 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-86ec93ad-f16c-476a-8843-04d6a151ed0d service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437947 Mar 11 17:05:37.957472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:37.959283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:37.964062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-80c77285-3513-40df-85f5-f0ba964eba50 service neutron] 10.222.0.46 "PUT /v2.0/ports/332e2945-18cb-4579-9d49-cf1064fe7b95 HTTP/1.1" status: 200 len: 1116 time: 5.0993917 Mar 11 17:05:38.065105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-0d8e1895-afcf-4fce-9bb0-90aec03f6a65 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:38.069404 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-0d8e1895-afcf-4fce-9bb0-90aec03f6a65 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5665996 Mar 11 17:05:38.093385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd466355-2251-43b0-b185-fb3d48dc49a8', 'tag': '332e2945-18cb-4579-9d49-cf1064fe7b95'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:05:38.282399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9773ba05-2788-4c93-9a8e-87fa3562e5a0 req-21a9d3d2-d17c-4a30-b021-3349c1bed977 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113759 Mar 11 17:05:38.287333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:38.313029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Request body: {'port': {'device_id': 'a0461a23-d7be-4208-8ea6-0f5cac339656', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'fe4358fc04b94d06b37c849672d8d442'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:38.361690 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae164-443a-4c41-820d-366f8269464a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:38.488058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9838c649-4b09-4689-9fdc-86cca836f8c0 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:38.498728 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5425024-006b-4959-a526-0fc59021eb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:38.578114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-de80ef87-95d6-48fe-8b1a-a18e355726dd None None] Provisioning complete for port 9838c649-4b09-4689-9fdc-86cca836f8c0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:38.578761 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-de80ef87-95d6-48fe-8b1a-a18e355726dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:38.629549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9838c649-4b09-4689-9fdc-86cca836f8c0 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:38.630228 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:38.713175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5425024-006b-4959-a526-0fc59021eb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:38.742351 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5425024-006b-4959-a526-0fc59021eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:38.895638 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553fa280-91c1-4787-aa65-11d574c89257" -d '{"events": [{"name": "network-changed", "server_uuid": "bd466355-2251-43b0-b185-fb3d48dc49a8", "tag": "332e2945-18cb-4579-9d49-cf1064fe7b95"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:05:38.898837 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e5425024-006b-4959-a526-0fc59021eb6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d80bc1637f94e34b7012352392cf52a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1662905 Mar 11 17:05:38.902915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34012) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:38.994949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5425024-006b-4959-a526-0fc59021eb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aba2aa-7fca-4a9a-aaea-8d94fdc51c99,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:39.132007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-4dd56074-b9d6-44c3-892a-872d3bded84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:39.137071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299e443-e7ba-4ba2-ba1e-4eb62dc6b236 req-22148951-ae8f-4a9f-a43b-f0105a72cc53 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:39.143005 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-4dd56074-b9d6-44c3-892a-872d3bded84a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=975e8f9952fe4de8a90f5f0eb9292c6c&device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 1120 time: 0.6102881 Mar 11 17:05:39.152166 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0299e443-e7ba-4ba2-ba1e-4eb62dc6b236 req-22148951-ae8f-4a9f-a43b-f0105a72cc53 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 969 time: 1.2256062 Mar 11 17:05:39.162807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-aae1ff84-c976-4368-b8c7-8c2bb4204783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:39.165156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-aae1ff84-c976-4368-b8c7-8c2bb4204783 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02008a894f874f4fab7c8c5aecf620b3&device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 1119 time: 0.7532513 Mar 11 17:05:39.193579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae164-443a-4c41-820d-366f8269464a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.197706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00ad05-abf4-4fb3-a6f9-6e4a69762ecb req-f7000a17-ddbb-46b3-8b2a-594fcd52003b tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:39.200959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c00ad05-abf4-4fb3-a6f9-6e4a69762ecb req-f7000a17-ddbb-46b3-8b2a-594fcd52003b tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3899100 Mar 11 17:05:39.205210 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae164-443a-4c41-820d-366f8269464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.209941 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.244000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c00ad05-abf4-4fb3-a6f9-6e4a69762ecb req-bceceb7c-8cde-49e5-a736-8b23671e1ebf tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/quotas/ccf70a87785340af9cb61a5ea251268d HTTP/1.1" status: 200 len: 375 time: 0.0191135 Mar 11 17:05:39.268137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ae164-443a-4c41-820d-366f8269464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8577421b-4c46-45ef-9096-77d3d1edffc3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:39.348280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-670370a3-96d3-4372-a531-a46b30399c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.486605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c00ad05-abf4-4fb3-a6f9-6e4a69762ecb req-fb4bfad7-7442-4746-9f06-6cfd5c12a131 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccf70a87785340af9cb61a5ea251268d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1894968 Mar 11 17:05:39.498125 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-608daab6-5e27-4ec1-a6fb-af31dd120e75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=332e2945-18cb-4579-9d49-cf1064fe7b95 HTTP/1.1" status: 200 len: 217 time: 0.1994896 Mar 11 17:05:39.513779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0299e443-e7ba-4ba2-ba1e-4eb62dc6b236 req-4df6527b-81b9-4375-a57e-3bd7d07cb8ab tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579097 Mar 11 17:05:39.571082 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-670370a3-96d3-4372-a531-a46b30399c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.580643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Made reservation on behalf of fe4358fc04b94d06b37c849672d8d442 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:39.596745 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.677853 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9a1ae164-443a-4c41-820d-366f8269464a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9eabb7d172534a4c90fd2b45f0274ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3765671 Mar 11 17:05:39.678397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:39.715680 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.805459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06f51e46-78b5-4525-bcaf-516064814f01 req-07fecfd8-29c0-49da-ac76-2a447984caeb tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 210 time: 0.0831435 Mar 11 17:05:39.850746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372be3b-6254-48ab-b8cd-be13431275f3 req-715f66c3-a8ba-4a9f-8edb-5b19f1071120 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:39.854366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e372be3b-6254-48ab-b8cd-be13431275f3 req-715f66c3-a8ba-4a9f-8edb-5b19f1071120 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 968 time: 0.1795642 Mar 11 17:05:39.862488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-54fdc766-1788-452f-8570-b0c897ecf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:39.865971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-54fdc766-1788-452f-8570-b0c897ecf6d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.3269930 Mar 11 17:05:39.962254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-c3299015-e5a6-4506-9ba0-546167158fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:39.963836 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-c3299015-e5a6-4506-9ba0-546167158fd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.6710150 Mar 11 17:05:39.978290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58a497c3-00f9-4941-a2be-e6d2ce279ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.991423 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-670370a3-96d3-4372-a531-a46b30399c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.994405 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-670370a3-96d3-4372-a531-a46b30399c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:39.995597 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-670370a3-96d3-4372-a531-a46b30399c78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46aba2aa-7fca-4a9a-aaea-8d94fdc51c99 HTTP/1.1" status: 204 len: 168 time: 1.0650413 Mar 11 17:05:40.050945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-303706b3-d529-40ca-8c39-b3071ceb5a84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=0fe9d87c-232b-4408-a7f8-1894c1044ed7 HTTP/1.1" status: 200 len: 217 time: 0.0692163 Mar 11 17:05:40.061354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670370a3-96d3-4372-a531-a46b30399c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aba2aa-7fca-4a9a-aaea-8d94fdc51c99,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:40.127078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-9f3a3ab8-a58c-407a-9297-642e958a0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:40.128483 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-9f3a3ab8-a58c-407a-9297-642e958a0cc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0625427 Mar 11 17:05:40.137627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58a497c3-00f9-4941-a2be-e6d2ce279ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:40.139710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-b5f2ca61-d7fb-4edf-bf7d-4ff09594225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:40.142542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-b5f2ca61-d7fb-4edf-bf7d-4ff09594225b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2433074 Mar 11 17:05:40.164151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e372be3b-6254-48ab-b8cd-be13431275f3 req-c8e4e921-e992-4caf-9511-08446fc51fd7 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945621 Mar 11 17:05:40.226366 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f88d5b5-c0d6-4bc9-98a3-9e3ff040cc84 x-openstack-request-id: req-7f88d5b5-c0d6-4bc9-98a3-9e3ff040cc84 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:05:40.226665 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd466355-2251-43b0-b185-fb3d48dc49a8", "tag": "332e2945-18cb-4579-9d49-cf1064fe7b95", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:05:40.226911 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f88d5b5-c0d6-4bc9-98a3-9e3ff040cc84 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:05:40.227386 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd466355-2251-43b0-b185-fb3d48dc49a8', 'tag': '332e2945-18cb-4579-9d49-cf1064fe7b95', 'status': 'completed', 'code': 200} Mar 11 17:05:40.227980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:05:40.313515 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:40.337409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:40.340497 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58a497c3-00f9-4941-a2be-e6d2ce279ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:40.343170 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58a497c3-00f9-4941-a2be-e6d2ce279ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:40.344573 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-58a497c3-00f9-4941-a2be-e6d2ce279ab5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8577421b-4c46-45ef-9096-77d3d1edffc3 HTTP/1.1" status: 204 len: 168 time: 0.6480782 Mar 11 17:05:40.502085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-adb74808-a152-4ad7-9c68-e3929166e434 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005846 Mar 11 17:05:40.516581 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:40.526465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-1eff68dd-0806-4261-818c-75b354005014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:40.530037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-1eff68dd-0806-4261-818c-75b354005014 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3845007 Mar 11 17:05:40.543207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef51116-b11e-4557-af62-c16c6db5e67e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:40.590754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:05:40.601327 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Sync routers for ids ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:05:40.617406 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Routers {'8d15664e-7ba9-4de1-9ed4-e270cd6d586f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:05:40.621374 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:05:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:40.639135 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:40.640656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5132a395-a43b-49b4-828f-ff17dc8b1278 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.4773471 Mar 11 17:05:40.643850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34034) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:40.759841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a497c3-00f9-4941-a2be-e6d2ce279ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577421b-4c46-45ef-9096-77d3d1edffc3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:40.829240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7837c9e-8070-4e39-bf98-1c47ad9a624d req-8b8cc5f3-6e08-4c1c-8e7b-73c1abfb70f7 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173997 Mar 11 17:05:40.928031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34040) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:40.991250 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7d67a5a-0dbf-4420-8e9d-881ce47b0da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:40.999978 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-1b6a193a-23e4-451b-b137-18c1d6f36d70 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491487 Mar 11 17:05:41.125299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7d67a5a-0dbf-4420-8e9d-881ce47b0da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:41.142027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f865e8-4557-4d21-95c5-3fa03528cb9f req-2a49fc9e-4570-4c18-83e7-21f96844f2ef tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:41.155791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3f865e8-4557-4d21-95c5-3fa03528cb9f req-2a49fc9e-4570-4c18-83e7-21f96844f2ef tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 969 time: 0.3995652 Mar 11 17:05:41.168079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7d67a5a-0dbf-4420-8e9d-881ce47b0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:41.183999 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f59fc17b-4eb9-4ce8-b55f-f955ccbb457e req-a383cdfe-c2ec-4d44-b097-32d07c3619ea service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714141 Mar 11 17:05:41.198241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Allocated IP 192.168.233.150 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/911a1ef6-9793-4a32-a12d-d93610c58976) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:41.226230 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Set router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:05:41.360041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d67a5a-0dbf-4420-8e9d-881ce47b0da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c764606-d6ae-4984-9aa0-cf5c796a0047,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:41.409801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1f14a8a-3b8f-4c96-8e51-f5c14f1d3b4b req-905083bf-468f-4ca4-a52a-1100aaf43179 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 210 time: 0.2393329 Mar 11 17:05:41.530037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:41.556238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fa280-91c1-4787-aa65-11d574c89257 req-d4465daf-7750-4f2e-b79e-43d43b2da6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:41.558940 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-553fa280-91c1-4787-aa65-11d574c89257 req-d4465daf-7750-4f2e-b79e-43d43b2da6aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02008a894f874f4fab7c8c5aecf620b3&device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 1119 time: 0.6325147 Mar 11 17:05:41.617123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e7d67a5a-0dbf-4420-8e9d-881ce47b0da1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cba9a80182a54f1f9045d01d0e8f2e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6877534 Mar 11 17:05:41.619899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34058) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:41.627012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:41.739883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Pushing event updated for resources: {'Port': ['ID=911a1ef6-9793-4a32-a12d-d93610c58976,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:41.788873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:41.791744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:41.800847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:41.817631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:41.818259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:41.853829 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-ddd7bc7f-f74c-4de6-9d21-007ff2efb96c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5648146 Mar 11 17:05:41.869146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-67859f7b-5096-487a-9858-8d5ee39052a2 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:05:41.874594 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-67859f7b-5096-487a-9858-8d5ee39052a2 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105717 Mar 11 17:05:41.900894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3f865e8-4557-4d21-95c5-3fa03528cb9f req-ba2fe167-3942-48bb-ab8a-48e609771514 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399442 Mar 11 17:05:41.924637 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '7efda113-1ae1-4f12-837b-992669d61031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:32Z', 'updated_at': '2022-03-11T17:05:36Z', 'revision_number': 3, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'gw_port': {'id': '7efda113-1ae1-4f12-837b-992669d61031', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:34Z', 'updated_at': '2022-03-11T17:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:41.979566 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Checking router: 8d15664e-7ba9-4de1-9ed4-e270cd6d586f for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:05:41.981138 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Updating router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f port 7efda113-1ae1-4f12-837b-992669d61031 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:05:42.060371 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.343365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2492ebca-fee6-406d-9695-05ae118ea5cd None None] Provisioning complete for port 911a1ef6-9793-4a32-a12d-d93610c58976 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:42.345060 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2492ebca-fee6-406d-9695-05ae118ea5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.421916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2492ebca-fee6-406d-9695-05ae118ea5cd None None] Port 911a1ef6-9793-4a32-a12d-d93610c58976 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:05:42.425429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Request body: {'port': {'device_id': 'a0461a23-d7be-4208-8ea6-0f5cac339656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:42.606943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb4f2c-582d-471e-8964-dad16294138f req-290aa9c9-e7ad-4c70-9144-9306332b007a tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:42.609114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbbb4f2c-582d-471e-8964-dad16294138f req-290aa9c9-e7ad-4c70-9144-9306332b007a tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 968 time: 0.5665157 Mar 11 17:05:42.623073 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.711438 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27e2b015-a152-4167-88ba-d1f1e17fb972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.774607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fa280-91c1-4787-aa65-11d574c89257 req-ede1398a-1114-4f22-9b70-61de9a7a6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:42.776061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-553fa280-91c1-4787-aa65-11d574c89257 req-ede1398a-1114-4f22-9b70-61de9a7a6419 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 1.1987784 Mar 11 17:05:42.787554 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.798793 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.872414 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23a3bd-1bb9-4b05-8eda-8f9b59357c6e None None] Pushing event updated for resources: {'Port': ['ID=7efda113-1ae1-4f12-837b-992669d61031,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:42.872732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27e2b015-a152-4167-88ba-d1f1e17fb972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.930155 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Attempting to bind port 7efda113-1ae1-4f12-837b-992669d61031 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:42.931227 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Attempting to bind port 7efda113-1ae1-4f12-837b-992669d61031 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:42.932039 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Attempting to bind port 7efda113-1ae1-4f12-837b-992669d61031 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:42.946317 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:05:42.947092 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:42.948040 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.948671 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:05:42.949942 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Bound port: 7efda113-1ae1-4f12-837b-992669d61031, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:42.950888 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.026663 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] For port 7efda113-1ae1-4f12-837b-992669d61031, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:05:43.030854 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] For port 7efda113-1ae1-4f12-837b-992669d61031, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7efda113-1ae1-4f12-837b-992669d61031,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:05:43.046844 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.128066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbbb4f2c-582d-471e-8964-dad16294138f req-5722053a-5127-433a-b7f8-677a68593c0e tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032523 Mar 11 17:05:43.290932 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Routers {'8d15664e-7ba9-4de1-9ed4-e270cd6d586f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:05:43.291763 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:05:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:43.295691 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23a3bd-1bb9-4b05-8eda-8f9b59357c6e None None] Pushing event updated for resources: {'Port': ['ID=7efda113-1ae1-4f12-837b-992669d61031,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:43.354003 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.379721 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27e2b015-a152-4167-88ba-d1f1e17fb972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.383060 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27e2b015-a152-4167-88ba-d1f1e17fb972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.386929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-27e2b015-a152-4167-88ba-d1f1e17fb972 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c764606-d6ae-4984-9aa0-cf5c796a0047 HTTP/1.1" status: 204 len: 168 time: 1.6398349 Mar 11 17:05:43.522248 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5ae165df-9281-4614-a9a3-e22050a6162d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.557530 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911a1ef6-9793-4a32-a12d-d93610c58976 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:05:43.588360 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.607341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2b015-a152-4167-88ba-d1f1e17fb972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c764606-d6ae-4984-9aa0-cf5c796a0047,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:43.608063 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] Set router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:05:43.653717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Transition to ACTIVE for port object 911a1ef6-9793-4a32-a12d-d93610c58976 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:43.659808 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.726961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-553fa280-91c1-4787-aa65-11d574c89257 req-58d4bbad-aefe-4d26-b86a-aa9c543607c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=332e2945-18cb-4579-9d49-cf1064fe7b95 HTTP/1.1" status: 200 len: 217 time: 0.3962955 Mar 11 17:05:43.824210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Pushing event updated for resources: {'Port': ['ID=911a1ef6-9793-4a32-a12d-d93610c58976,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:43.976863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Attempting to bind port 911a1ef6-9793-4a32-a12d-d93610c58976 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:43.977178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Attempting to bind port 911a1ef6-9793-4a32-a12d-d93610c58976 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:43.977481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Attempting to bind port 911a1ef6-9793-4a32-a12d-d93610c58976 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:43.991655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Port 911a1ef6-9793-4a32-a12d-d93610c58976 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:05:43.991980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Attempting to bind port 911a1ef6-9793-4a32-a12d-d93610c58976 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:44.012502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:05:44.012841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:44.013356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:05:44.013805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Bound port: 911a1ef6-9793-4a32-a12d-d93610c58976, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:44.014171 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:44.110477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fa280-91c1-4787-aa65-11d574c89257 req-b15b0168-65a6-4ed8-ba70-96558f1fd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:44.111963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-553fa280-91c1-4787-aa65-11d574c89257 req-b15b0168-65a6-4ed8-ba70-96558f1fd7e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.3612936 Mar 11 17:05:44.173978 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '7efda113-1ae1-4f12-837b-992669d61031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:32Z', 'updated_at': '2022-03-11T17:05:36Z', 'revision_number': 3, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'gw_port': {'id': '7efda113-1ae1-4f12-837b-992669d61031', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:34Z', 'updated_at': '2022-03-11T17:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:44.176249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547c0-deed-407d-a0f7-8f0c85ada49e req-4a66cdd1-302e-4d30-bf0b-759df81981d0 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:44.190663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10f547c0-deed-407d-a0f7-8f0c85ada49e req-4a66cdd1-302e-4d30-bf0b-759df81981d0 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 936 time: 0.8706558 Mar 11 17:05:44.212012 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da287de5-dd7b-425a-a9ad-ffe9634a75e5 None None] The sync data for ids ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'] in n-d-833411-1 is: [{'id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '7efda113-1ae1-4f12-837b-992669d61031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:32Z', 'updated_at': '2022-03-11T17:05:36Z', 'revision_number': 3, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'gw_port': {'id': '7efda113-1ae1-4f12-837b-992669d61031', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:34Z', 'updated_at': '2022-03-11T17:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:05:44.245857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] For port 911a1ef6-9793-4a32-a12d-d93610c58976, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:05:44.260636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] For port 911a1ef6-9793-4a32-a12d-d93610c58976, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=911a1ef6-9793-4a32-a12d-d93610c58976,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:05:44.267709 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:44.389156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76684e32-d223-418e-947c-e9cd21a44089 req-8ada9b0d-4c4a-4b92-98ab-b71726624a3a tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:44.391021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76684e32-d223-418e-947c-e9cd21a44089 req-8ada9b0d-4c4a-4b92-98ab-b71726624a3a tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 969 time: 1.0961602 Mar 11 17:05:44.567784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fa280-91c1-4787-aa65-11d574c89257 req-c252b57d-ad04-4282-b2d7-93d9045a9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:44.569525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-553fa280-91c1-4787-aa65-11d574c89257 req-c252b57d-ad04-4282-b2d7-93d9045a9be1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3690050 Mar 11 17:05:44.594965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:44.596656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:44.601131 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] 10.222.0.66 "PUT /v2.0/ports/911a1ef6-9793-4a32-a12d-d93610c58976 HTTP/1.1" status: 200 len: 1096 time: 2.3333483 Mar 11 17:05:44.601867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0461a23-d7be-4208-8ea6-0f5cac339656', 'tag': '911a1ef6-9793-4a32-a12d-d93610c58976'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:05:44.604607 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0461a23-d7be-4208-8ea6-0f5cac339656", "tag": "911a1ef6-9793-4a32-a12d-d93610c58976"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:05:44.626242 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10f547c0-deed-407d-a0f7-8f0c85ada49e req-832f1e70-a1ad-4bfa-a2b2-daa1479864c7 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327078 Mar 11 17:05:44.709799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ee14d-e592-486c-a3cc-bd7cbc30b06a service neutron] Pushing event updated for resources: {'Port': ['ID=911a1ef6-9793-4a32-a12d-d93610c58976,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:44.891011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76684e32-d223-418e-947c-e9cd21a44089 req-8e396185-861f-47ba-89aa-40d6dc21c47f tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839203 Mar 11 17:05:44.990913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-60f98cdc-737f-4e88-b803-86bf753aae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:45.000513 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-60f98cdc-737f-4e88-b803-86bf753aae27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe4358fc04b94d06b37c849672d8d442&device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 1099 time: 0.1718631 Mar 11 17:05:45.149729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9562eb0-1109-4204-83dd-7b49888c6eac req-66d126b7-279b-4a2f-8aca-bab628f1a257 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ccf70a87785340af9cb61a5ea251268d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2555661 Mar 11 17:05:45.524795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9562eb0-1109-4204-83dd-7b49888c6eac req-8a90ce93-a958-4a21-b0b0-d763c2297b79 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:45.533243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9562eb0-1109-4204-83dd-7b49888c6eac req-8a90ce93-a958-4a21-b0b0-d763c2297b79 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3728738 Mar 11 17:05:45.584663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9562eb0-1109-4204-83dd-7b49888c6eac req-6631ea2d-0c03-45f9-91dd-9ca1c5f55c84 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/quotas/ccf70a87785340af9cb61a5ea251268d HTTP/1.1" status: 200 len: 375 time: 0.0499518 Mar 11 17:05:45.640557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-553fa280-91c1-4787-aa65-11d574c89257 req-0ec89d01-d108-4afd-8f91-7647f97945e2 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0475903 Mar 11 17:05:45.670901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:45.689457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9562eb0-1109-4204-83dd-7b49888c6eac req-2d76e7f5-82b2-4e4d-aafc-1b70ec055602 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccf70a87785340af9cb61a5ea251268d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035295 Mar 11 17:05:45.854486 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dbd446a1-b1f5-4530-b2fb-fd02ed5b61da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:46.229700 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c11ccb-4ddb-4c62-ad54-b1dca0ac4978 x-openstack-request-id: req-36c11ccb-4ddb-4c62-ad54-b1dca0ac4978 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:05:46.230321 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0461a23-d7be-4208-8ea6-0f5cac339656", "tag": "911a1ef6-9793-4a32-a12d-d93610c58976", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:05:46.230321 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36c11ccb-4ddb-4c62-ad54-b1dca0ac4978 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:05:46.230683 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0461a23-d7be-4208-8ea6-0f5cac339656', 'tag': '911a1ef6-9793-4a32-a12d-d93610c58976', 'status': 'completed', 'code': 200} Mar 11 17:05:46.389762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052dfeb-aec9-4461-ad3f-4b1d31c0d18b req-586c73b6-d8b5-438d-affe-3ea87df039f7 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:46.392889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9052dfeb-aec9-4461-ad3f-4b1d31c0d18b req-586c73b6-d8b5-438d-affe-3ea87df039f7 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 968 time: 0.3555965 Mar 11 17:05:46.405936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-553fa280-91c1-4787-aa65-11d574c89257 req-8078b5a5-932b-44e2-bea1-61312856d4c8 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312984 Mar 11 17:05:46.605188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7efda113-1ae1-4f12-837b-992669d61031 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:46.717515 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-f4a2f505-f852-41b5-bd54-0262dd0a54fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=911a1ef6-9793-4a32-a12d-d93610c58976 HTTP/1.1" status: 200 len: 217 time: 0.1066210 Mar 11 17:05:46.786490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Allocated IP 172.20.0.1 (b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc/c0f71c44-9966-4e9c-9eb8-da3db15e64fb/7922b57f-2c1e-4d4e-8920-e444096be607) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:46.845258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7efda113-1ae1-4f12-837b-992669d61031 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:46.846061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:46.894857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef0efb-bd2b-4a60-8858-3602fc3f8180 req-6e979ff9-8964-434e-ad6d-244d62ad1cd3 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:46.897932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42ef0efb-bd2b-4a60-8858-3602fc3f8180 req-6e979ff9-8964-434e-ad6d-244d62ad1cd3 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 948 time: 0.4864273 Mar 11 17:05:46.907399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9052dfeb-aec9-4461-ad3f-4b1d31c0d18b req-d0aa81f9-41d2-4034-aa70-e0d9ce12ecf9 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329362 Mar 11 17:05:47.022936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:47.073234 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 7efda113-1ae1-4f12-837b-992669d61031, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7efda113-1ae1-4f12-837b-992669d61031,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:47.094259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42ef0efb-bd2b-4a60-8858-3602fc3f8180 req-cf8e3be6-19b0-43a2-a0f0-962337ef9ef2 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766968 Mar 11 17:05:47.105893 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:47.130847 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:47.205194 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:47.277917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=7efda113-1ae1-4f12-837b-992669d61031,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:47.337226 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:47.405984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658bb4f-89ea-4868-a57d-4a4d4ea1e21b req-3c46faa4-a4b1-4a39-96d0-0d50d046bd22 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:47.407964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f658bb4f-89ea-4868-a57d-4a4d4ea1e21b req-3c46faa4-a4b1-4a39-96d0-0d50d046bd22 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 969 time: 0.1646807 Mar 11 17:05:47.421248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:47.435477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:47.448207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:47.448898 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:47.875913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-45303319-42fd-419f-9a78-7225927254c0 None None] Provisioning complete for port 7922b57f-2c1e-4d4e-8920-e444096be607 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:47.876465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-45303319-42fd-419f-9a78-7225927254c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:47.953711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f658bb4f-89ea-4868-a57d-4a4d4ea1e21b req-49479910-f206-40b7-a18b-71aa1067fbda tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279737 Mar 11 17:05:47.960191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Pushing event updated for resources: {'Port': ['ID=7922b57f-2c1e-4d4e-8920-e444096be607,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:48.017597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:48.145570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-45303319-42fd-419f-9a78-7225927254c0 None None] Port 7922b57f-2c1e-4d4e-8920-e444096be607 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:05:48.219213 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:48.344852 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:48.358260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:48.359271 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:48.476514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7efda113-1ae1-4f12-837b-992669d61031 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:48.510401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Pushing event updated for resources: {'Port': ['ID=7922b57f-2c1e-4d4e-8920-e444096be607,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:48.520094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b26e46-ab1f-4ec7-964c-d88d6d06f63b req-bdbf3293-b00c-4c1e-8abe-70cd0b4234e4 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:48.521899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2b26e46-ab1f-4ec7-964c-d88d6d06f63b req-bdbf3293-b00c-4c1e-8abe-70cd0b4234e4 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 968 time: 0.2655883 Mar 11 17:05:48.553826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6754d-39e3-47a0-8a52-457c1019d6bf req-68c52908-de20-4335-b82b-19405ba98927 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:48.556039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bc6754d-39e3-47a0-8a52-457c1019d6bf req-68c52908-de20-4335-b82b-19405ba98927 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 948 time: 0.2088521 Mar 11 17:05:48.583221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7efda113-1ae1-4f12-837b-992669d61031 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:48.583787 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:48.641699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:48.657441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:48.729491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2b26e46-ab1f-4ec7-964c-d88d6d06f63b req-1a8150b0-96e7-4f59-ac5e-532ed165cf18 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722255 Mar 11 17:05:48.822210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bc6754d-39e3-47a0-8a52-457c1019d6bf req-1db445ee-528b-4309-bd4c-eeb81c9fb0a2 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260759 Mar 11 17:05:48.881740 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:48.994554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:05:49.082991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7deba958-b760-48bf-b664-fbdca5926518 None None] Provisioning complete for port 7922b57f-2c1e-4d4e-8920-e444096be607 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:49.084413 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7deba958-b760-48bf-b664-fbdca5926518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:49.167650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7deba958-b760-48bf-b664-fbdca5926518 None None] Port 7922b57f-2c1e-4d4e-8920-e444096be607 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:05:49.226348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:05:49.235430 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-084115cc-edc9-4c54-b1e0-2b8c42de7add admin admin] 10.222.0.53 "PUT /v2.0/routers/8d15664e-7ba9-4de1-9ed4-e270cd6d586f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5902219 Mar 11 17:05:49.246818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Sync routers for ids ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:05:49.262140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Routers {'8d15664e-7ba9-4de1-9ed4-e270cd6d586f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:05:49.263040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:05:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:49.450886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 332e2945-18cb-4579-9d49-cf1064fe7b95 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:05:49.476472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Set router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:05:49.514153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-848a8934-ecf2-47de-89ce-49c25976a950 req-ce26207e-b43c-488c-a103-b5725164a8e8 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ccf70a87785340af9cb61a5ea251268d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348845 Mar 11 17:05:49.523324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090172f-b162-4a33-9cb2-a5b0833b8262 req-9ec46aa6-c66b-4ab6-af4a-09d0b84dcc1a tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:49.524846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8090172f-b162-4a33-9cb2-a5b0833b8262 req-9ec46aa6-c66b-4ab6-af4a-09d0b84dcc1a tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 969 time: 0.0981495 Mar 11 17:05:49.618833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8090172f-b162-4a33-9cb2-a5b0833b8262 req-bf5e52f8-bf70-4393-b58e-5e7986a9d197 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839832 Mar 11 17:05:49.670039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a8934-ecf2-47de-89ce-49c25976a950 req-54e0ef90-33c9-40e4-aa22-272fa94a00e6 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:49.671731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-848a8934-ecf2-47de-89ce-49c25976a950 req-54e0ef90-33c9-40e4-aa22-272fa94a00e6 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459689 Mar 11 17:05:49.685444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 332e2945-18cb-4579-9d49-cf1064fe7b95, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=332e2945-18cb-4579-9d49-cf1064fe7b95,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:49.692241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-848a8934-ecf2-47de-89ce-49c25976a950 req-ab77e765-bbb3-4663-b74e-4152a57d0da5 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/quotas/ccf70a87785340af9cb61a5ea251268d HTTP/1.1" status: 200 len: 375 time: 0.0112884 Mar 11 17:05:49.731902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-848a8934-ecf2-47de-89ce-49c25976a950 req-a76a0615-063e-45d5-9a5c-e2f949074e41 tempest-QuotasAdminNegativeTest-833403667 tempest-QuotasAdminNegativeTest-833403667-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccf70a87785340af9cb61a5ea251268d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319107 Mar 11 17:05:49.751451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '332e2945-18cb-4579-9d49-cf1064fe7b95', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '332e2945-18cb-4579-9d49-cf1064fe7b95', 'mac_address': 'fa:16:3e:27:2a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:tempest-test_az-1094531112', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:05:49.816696 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:49.828998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '7efda113-1ae1-4f12-837b-992669d61031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:32Z', 'updated_at': '2022-03-11T17:05:47Z', 'revision_number': 4, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'gw_port': {'id': '7efda113-1ae1-4f12-837b-992669d61031', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:34Z', 'updated_at': '2022-03-11T17:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '7922b57f-2c1e-4d4e-8920-e444096be607', 'name': '', 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'mac_address': 'fa:16:3e:40:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'c0f71c44-9966-4e9c-9eb8-da3db15e64fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:45Z', 'updated_at': '2022-03-11T17:05:48Z', 'revision_number': 2, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'subnets': [{'id': 'c0f71c44-9966-4e9c-9eb8-da3db15e64fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:49.858130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Checking router: 8d15664e-7ba9-4de1-9ed4-e270cd6d586f for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:05:49.858261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Updating router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f port 7922b57f-2c1e-4d4e-8920-e444096be607 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:05:49.864064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332e2945-18cb-4579-9d49-cf1064fe7b95 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:05:49.909313 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:49.912162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 332e2945-18cb-4579-9d49-cf1064fe7b95, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=332e2945-18cb-4579-9d49-cf1064fe7b95,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:49.924736 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:49.926067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0fe9d87c-232b-4408-a7f8-1894c1044ed7 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:05:50.026637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=332e2945-18cb-4579-9d49-cf1064fe7b95,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:50.035837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54e16-05c4-4da9-b7b1-37b803f6541d req-7baa26da-7b12-4454-b9a7-ee5c96dfe439 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:50.043283 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ed54e16-05c4-4da9-b7b1-37b803f6541d req-7baa26da-7b12-4454-b9a7-ee5c96dfe439 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 969 time: 0.0688872 Mar 11 17:05:50.081844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ed54e16-05c4-4da9-b7b1-37b803f6541d req-f29fabdd-3a64-4cb2-82af-af418f68af95 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375552 Mar 11 17:05:50.108058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:05:50.111134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34266) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:50.148131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0fe9d87c-232b-4408-a7f8-1894c1044ed7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0fe9d87c-232b-4408-a7f8-1894c1044ed7,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:50.170463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '0fe9d87c-232b-4408-a7f8-1894c1044ed7', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '0fe9d87c-232b-4408-a7f8-1894c1044ed7', 'mac_address': 'fa:16:3e:1a:08:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:tempest-test_az-1094531112', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:05:50.198507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e1659-dc04-46d2-842d-538fba00fbf1 req-c484f954-a5f3-4957-96ac-6b7de8040259 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:50.199677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef9e1659-dc04-46d2-842d-538fba00fbf1 req-c484f954-a5f3-4957-96ac-6b7de8040259 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 948 time: 0.0571485 Mar 11 17:05:50.259970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef9e1659-dc04-46d2-842d-538fba00fbf1 req-2d3b841f-f26c-4dbf-a85a-7ea071777a90 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533550 Mar 11 17:05:50.262161 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.265552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e5b99a7-f2c9-42ab-a5b2-0cb6373a9e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.312144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe9d87c-232b-4408-a7f8-1894c1044ed7 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:05:50.356761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0fe9d87c-232b-4408-a7f8-1894c1044ed7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0fe9d87c-232b-4408-a7f8-1894c1044ed7,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:50.366523 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.387976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e5b99a7-f2c9-42ab-a5b2-0cb6373a9e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.394384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e5b99a7-f2c9-42ab-a5b2-0cb6373a9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.442007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b99a7-f2c9-42ab-a5b2-0cb6373a9e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dde8ef-c86b-40ff-ae3b-b91490244208,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:50.446638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6e5b99a7-f2c9-42ab-a5b2-0cb6373a9e94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f44bed696f994b248af94b33bdbf02b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341861 Mar 11 17:05:50.449322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34278) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:50.511840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0fe9d87c-232b-4408-a7f8-1894c1044ed7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:50.536800 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.549167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.571592 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13b87a39-bad5-4079-8da9-33762fd0f91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.600439 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13b87a39-bad5-4079-8da9-33762fd0f91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.653150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762a6af-ab13-4c08-a427-792b20a55686 None None] Pushing event updated for resources: {'Port': ['ID=7922b57f-2c1e-4d4e-8920-e444096be607,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:50.713350 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13b87a39-bad5-4079-8da9-33762fd0f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.723009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13b87a39-bad5-4079-8da9-33762fd0f91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.723009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-13b87a39-bad5-4079-8da9-33762fd0f91a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31dde8ef-c86b-40ff-ae3b-b91490244208 HTTP/1.1" status: 204 len: 168 time: 0.2683074 Mar 11 17:05:50.734778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b87a39-bad5-4079-8da9-33762fd0f91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dde8ef-c86b-40ff-ae3b-b91490244208,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:50.842323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Attempting to bind port 7922b57f-2c1e-4d4e-8920-e444096be607 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:50.842692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Attempting to bind port 7922b57f-2c1e-4d4e-8920-e444096be607 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f70fc1bb-228d-474a-9d40-759161cda4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:50.843053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Attempting to bind port 7922b57f-2c1e-4d4e-8920-e444096be607 on network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:05:50.851378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0fe9d87c-232b-4408-a7f8-1894c1044ed7'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:05:50.919231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd53a-4ac0-4bad-88e5-c606d7d8ddb0 req-7788a221-a34f-47c4-a5a2-b85823bc9873 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:50.922538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc8bd53a-4ac0-4bad-88e5-c606d7d8ddb0 req-7788a221-a34f-47c4-a5a2-b85823bc9873 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 970 time: 0.1271431 Mar 11 17:05:50.944021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['332e2945-18cb-4579-9d49-cf1064fe7b95'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:05:50.989308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc8bd53a-4ac0-4bad-88e5-c606d7d8ddb0 req-68a980a9-d955-43ed-87ef-9479fd997009 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470619 Mar 11 17:05:50.997834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:05:50.998216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Checking segment: {'id': 'f70fc1bb-228d-474a-9d40-759161cda4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:50.998876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:50.999349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Bound using segment: {'id': 'f70fc1bb-228d-474a-9d40-759161cda4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:05:50.999744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Bound port: 7922b57f-2c1e-4d4e-8920-e444096be607, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70fc1bb-228d-474a-9d40-759161cda4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:51.000376 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:51.104815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b4cef69b-92ae-4e2d-b81a-c57ea2ec01c2 None None] Provisioning complete for port 7922b57f-2c1e-4d4e-8920-e444096be607 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:51.105193 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4cef69b-92ae-4e2d-b81a-c57ea2ec01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:51.224522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34304) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:51.288678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a72dab-3874-4776-8de3-1aa5c470ba16 req-31cbe6f6-f267-40a0-87b7-cfcbcb870b9b tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:51.307580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2a72dab-3874-4776-8de3-1aa5c470ba16 req-31cbe6f6-f267-40a0-87b7-cfcbcb870b9b tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 969 time: 0.1100867 Mar 11 17:05:51.338892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] For port 7922b57f-2c1e-4d4e-8920-e444096be607, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:05:51.341554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b4cef69b-92ae-4e2d-b81a-c57ea2ec01c2 None None] Port 7922b57f-2c1e-4d4e-8920-e444096be607 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:05:51.357151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] For port 7922b57f-2c1e-4d4e-8920-e444096be607, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7922b57f-2c1e-4d4e-8920-e444096be607,segment=NetworkSegment(f70fc1bb-228d-474a-9d40-759161cda4f0),segment_id=f70fc1bb-228d-474a-9d40-759161cda4f0)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:05:51.365424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2a72dab-3874-4776-8de3-1aa5c470ba16 req-df7daf3a-3c9e-4814-9890-cb88533bd066 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567582 Mar 11 17:05:51.370547 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:51.407875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:51.446527 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df44eb9b-e8c8-4776-b32f-7e2feb54b3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:51.542919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-b43fbf68-a857-4eea-80d6-7327f4e2a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:51.544519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97587ee1-69db-4310-a49c-af88cf9f605a req-e37b263b-97e9-445d-af0f-7d3b5a4888d7 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:51.545305 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-b43fbf68-a857-4eea-80d6-7327f4e2a18c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1000400 Mar 11 17:05:51.551615 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97587ee1-69db-4310-a49c-af88cf9f605a req-e37b263b-97e9-445d-af0f-7d3b5a4888d7 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 948 time: 0.1228383 Mar 11 17:05:51.595814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762a6af-ab13-4c08-a427-792b20a55686 None None] Pushing event updated for resources: {'Port': ['ID=7922b57f-2c1e-4d4e-8920-e444096be607,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:51.675131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97587ee1-69db-4310-a49c-af88cf9f605a req-d0290892-7579-413f-9871-2be424faa860 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140873 Mar 11 17:05:51.682849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bfc56d27-1544-42f2-81f1-2ebf50e5ca5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:51.696962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Routers {'8d15664e-7ba9-4de1-9ed4-e270cd6d586f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:05:51.697890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:05:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:51.699661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-f310ca92-df08-4988-bf67-25d293eb0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:51.701481 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-f310ca92-df08-4988-bf67-25d293eb0845 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431675 Mar 11 17:05:51.845089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34316) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:51.850558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-dc144e37-5102-4e45-a3d4-2a28d4e8eacd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082881756', 'description': 'tempest-description--825684700'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:51.878786 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df44eb9b-e8c8-4776-b32f-7e2feb54b3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:51.892854 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df44eb9b-e8c8-4776-b32f-7e2feb54b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:51.918017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34318) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:51.925736 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-f4b2a3c4-4219-4e9f-9484-8f7f1e06d391 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014918 Mar 11 17:05:51.926950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] Set router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:05:51.928164 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-df44eb9b-e8c8-4776-b32f-7e2feb54b3e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08c744bb09ef4e1b94c2858b092620c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5192857 Mar 11 17:05:51.931890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34322) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:51.947167 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc144e37-5102-4e45-a3d4-2a28d4e8eacd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.014563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44eb9b-e8c8-4776-b32f-7e2feb54b3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdbbf7e-1c31-4f46-9c3f-ab282e4b9977,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:52.020517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3de43c0d-741c-4a34-8f95-91b6e3eacfba None None] Provisioning complete for port 7922b57f-2c1e-4d4e-8920-e444096be607 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:52.020896 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3de43c0d-741c-4a34-8f95-91b6e3eacfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.048580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9492e315-859e-4ed7-970d-90d93e0af372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.073043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bfc56d27-1544-42f2-81f1-2ebf50e5ca5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.083149 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bfc56d27-1544-42f2-81f1-2ebf50e5ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.121869 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc144e37-5102-4e45-a3d4-2a28d4e8eacd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.143320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc144e37-5102-4e45-a3d4-2a28d4e8eacd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.165019 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-acc90396-59ed-489d-8898-78c2d9c312b4 req-3adf05ea-27df-44b9-938c-721fcbc5ff74 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283757 Mar 11 17:05:52.173283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc56d27-1544-42f2-81f1-2ebf50e5ca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fa1a2a-51ee-4efb-bcec-8c9d8814c233,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:52.180381 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bfc56d27-1544-42f2-81f1-2ebf50e5ca5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccf70a87785340af9cb61a5ea251268d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9545398 Mar 11 17:05:52.181762 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9492e315-859e-4ed7-970d-90d93e0af372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.189793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34326) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:52.221562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f915e4c6-6bb6-4036-946d-35fa5db009a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.255872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc144e37-5102-4e45-a3d4-2a28d4e8eacd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.257173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dc144e37-5102-4e45-a3d4-2a28d4e8eacd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4110799 Mar 11 17:05:52.261747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34328) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:52.269791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-95fa5ed6-3044-445b-8097-8013b8f17aaf tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Request body: {'security_group_rule': {'security_group_id': '891b3cb5-da26-4e3e-9c76-191baccec045', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:52.281030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc144e37-5102-4e45-a3d4-2a28d4e8eacd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891b3cb5-da26-4e3e-9c76-191baccec045,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:52.292941 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3de43c0d-741c-4a34-8f95-91b6e3eacfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.316050 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b559c3d-8ca0-4e70-8832-cbb87db17b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.329250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fc141-17ff-460b-90ce-3804a42500fe req-33e75290-17e2-4b27-bb9d-a909df52e66c tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:52.330707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a78fc141-17ff-460b-90ce-3804a42500fe req-33e75290-17e2-4b27-bb9d-a909df52e66c tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 970 time: 0.1785483 Mar 11 17:05:52.360200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9492e315-859e-4ed7-970d-90d93e0af372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.365236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3de43c0d-741c-4a34-8f95-91b6e3eacfba None None] For port 7922b57f-2c1e-4d4e-8920-e444096be607, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7922b57f-2c1e-4d4e-8920-e444096be607,segment=NetworkSegment(f70fc1bb-228d-474a-9d40-759161cda4f0),segment_id=f70fc1bb-228d-474a-9d40-759161cda4f0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:52.366948 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9492e315-859e-4ed7-970d-90d93e0af372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.371354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9492e315-859e-4ed7-970d-90d93e0af372 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fdbbf7e-1c31-4f46-9c3f-ab282e4b9977 HTTP/1.1" status: 204 len: 168 time: 0.4357257 Mar 11 17:05:52.388503 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3de43c0d-741c-4a34-8f95-91b6e3eacfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.428196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b559c3d-8ca0-4e70-8832-cbb87db17b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.456252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-baa6c3ae-4949-4f5c-b9d9-0ceba80435f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:52.457967 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-baa6c3ae-4949-4f5c-b9d9-0ceba80435f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe4358fc04b94d06b37c849672d8d442&device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 1099 time: 0.1088808 Mar 11 17:05:52.462615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95fa5ed6-3044-445b-8097-8013b8f17aaf tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.478577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '7efda113-1ae1-4f12-837b-992669d61031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:32Z', 'updated_at': '2022-03-11T17:05:47Z', 'revision_number': 4, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'gw_port': {'id': '7efda113-1ae1-4f12-837b-992669d61031', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:34Z', 'updated_at': '2022-03-11T17:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '7922b57f-2c1e-4d4e-8920-e444096be607', 'name': '', 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'mac_address': 'fa:16:3e:40:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'c0f71c44-9966-4e9c-9eb8-da3db15e64fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:45Z', 'updated_at': '2022-03-11T17:05:51Z', 'revision_number': 4, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'subnets': [{'id': 'c0f71c44-9966-4e9c-9eb8-da3db15e64fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:52.484197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492e315-859e-4ed7-970d-90d93e0af372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdbbf7e-1c31-4f46-9c3f-ab282e4b9977,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:52.564215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de43c0d-741c-4a34-8f95-91b6e3eacfba None None] Pushing event updated for resources: {'Port': ['ID=7922b57f-2c1e-4d4e-8920-e444096be607,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:52.570059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98676136-d9b1-4857-9117-9be82cfa12a4 None None] The sync data for ids ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'] in n-d-833411-1 is: [{'id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '7efda113-1ae1-4f12-837b-992669d61031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:32Z', 'updated_at': '2022-03-11T17:05:47Z', 'revision_number': 4, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'gw_port': {'id': '7efda113-1ae1-4f12-837b-992669d61031', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:34Z', 'updated_at': '2022-03-11T17:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '7922b57f-2c1e-4d4e-8920-e444096be607', 'name': '', 'network_id': 'b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'mac_address': 'fa:16:3e:40:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'c0f71c44-9966-4e9c-9eb8-da3db15e64fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:45Z', 'updated_at': '2022-03-11T17:05:51Z', 'revision_number': 4, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'subnets': [{'id': 'c0f71c44-9966-4e9c-9eb8-da3db15e64fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:05:52.588304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a78fc141-17ff-460b-90ce-3804a42500fe req-a750d727-46dd-46dc-b923-1c69da5dd89e tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420676 Mar 11 17:05:52.605894 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f915e4c6-6bb6-4036-946d-35fa5db009a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.640234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a90bd6-41a1-4cfb-a9d3-2cc823a5c56d req-1e4b167d-4782-4798-b2c8-fe34cb50a928 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:52.665054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95fa5ed6-3044-445b-8097-8013b8f17aaf tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.672420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74a90bd6-41a1-4cfb-a9d3-2cc823a5c56d req-1e4b167d-4782-4798-b2c8-fe34cb50a928 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 969 time: 0.2120738 Mar 11 17:05:52.673484 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f915e4c6-6bb6-4036-946d-35fa5db009a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.683584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95fa5ed6-3044-445b-8097-8013b8f17aaf tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.695493 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b559c3d-8ca0-4e70-8832-cbb87db17b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.698132 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b559c3d-8ca0-4e70-8832-cbb87db17b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.712280 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5b559c3d-8ca0-4e70-8832-cbb87db17b8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4fa1a2a-51ee-4efb-bcec-8c9d8814c233 HTTP/1.1" status: 204 len: 168 time: 0.5213366 Mar 11 17:05:52.740139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-2b7bc53a-3478-4719-8ff7-12485083dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:52.747297 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-2b7bc53a-3478-4719-8ff7-12485083dc2b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2809441 Mar 11 17:05:52.757791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f915e4c6-6bb6-4036-946d-35fa5db009a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe98c7b8a6a34df7b984efef4afeea3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8360696 Mar 11 17:05:52.761093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34340) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:52.782246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa5ed6-3044-445b-8097-8013b8f17aaf tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb17125a-b8de-474f-8bf8-a6b713b5ce9b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:52.787735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b559c3d-8ca0-4e70-8832-cbb87db17b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fa1a2a-51ee-4efb-bcec-8c9d8814c233,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:52.798754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915e4c6-6bb6-4036-946d-35fa5db009a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7d939e-fd24-4adb-9917-8977e5de4653,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:52.847153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95fa5ed6-3044-445b-8097-8013b8f17aaf tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.868490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-95fa5ed6-3044-445b-8097-8013b8f17aaf tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6054881 Mar 11 17:05:52.870145 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-010e05d5-ba2a-4e60-83ef-e5470b842612 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=911a1ef6-9793-4a32-a12d-d93610c58976 HTTP/1.1" status: 200 len: 217 time: 0.0967553 Mar 11 17:05:52.871930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34342) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:52.876019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74a90bd6-41a1-4cfb-a9d3-2cc823a5c56d req-7102483b-26d0-4d20-9810-24c976bb2bc0 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833026 Mar 11 17:05:52.879786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-309895a0-2462-4944-92a2-5e65edf91b9f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Request body: {'security_group_rule': {'security_group_id': '891b3cb5-da26-4e3e-9c76-191baccec045', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:52.942588 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f955a75a-a1da-4acc-86fc-d09d23191572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.978389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f955a75a-a1da-4acc-86fc-d09d23191572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.985851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-0b798136-6884-468c-887a-e139bb8ca40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:52.988038 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-0b798136-6884-468c-887a-e139bb8ca40c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0994284 Mar 11 17:05:52.989971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309895a0-2462-4944-92a2-5e65edf91b9f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:52.991762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573c569-9832-4ee1-b7b6-b69cfa1e4148 req-8f18d624-8f84-4fff-be0d-a2daf55bc5c7 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:53.004477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1573c569-9832-4ee1-b7b6-b69cfa1e4148 req-8f18d624-8f84-4fff-be0d-a2daf55bc5c7 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 948 time: 0.1962864 Mar 11 17:05:53.057750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1573c569-9832-4ee1-b7b6-b69cfa1e4148 req-ec6faea5-4a8a-4532-8c8b-39f1e7c92c8b tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 Mar 11 17:05:53.082004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-bfab8e41-d6a1-4c47-a157-99480c7f1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:53.083554 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-bfab8e41-d6a1-4c47-a157-99480c7f1c33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885189 Mar 11 17:05:53.120241 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f955a75a-a1da-4acc-86fc-d09d23191572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.125872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f955a75a-a1da-4acc-86fc-d09d23191572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.130031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f955a75a-a1da-4acc-86fc-d09d23191572 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e7d939e-fd24-4adb-9917-8977e5de4653 HTTP/1.1" status: 204 len: 168 time: 0.3671558 Mar 11 17:05:53.145125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955a75a-a1da-4acc-86fc-d09d23191572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7d939e-fd24-4adb-9917-8977e5de4653,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:53.165960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309895a0-2462-4944-92a2-5e65edf91b9f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.175957 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309895a0-2462-4944-92a2-5e65edf91b9f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.216002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309895a0-2462-4944-92a2-5e65edf91b9f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bea0a3c-eb53-4b53-beb9-fa8b7b6e7b94,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:53.229256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-40179303-e7ef-4da4-979c-7e8e515d4091 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383572 Mar 11 17:05:53.234597 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309895a0-2462-4944-92a2-5e65edf91b9f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.236706 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-309895a0-2462-4944-92a2-5e65edf91b9f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622339 Mar 11 17:05:53.239590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34354) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:53.245072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:53.282303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.362394 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25786341-3e7f-4c34-a9aa-4b2be0ccf6c2 req-f25822de-2eaf-4a33-97f2-96648cf1797c service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244245 Mar 11 17:05:53.408204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 332e2945-18cb-4579-9d49-cf1064fe7b95 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:53.520663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 332e2945-18cb-4579-9d49-cf1064fe7b95 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:53.527137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 332e2945-18cb-4579-9d49-cf1064fe7b95 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:53.527510 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.664313 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.705060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd466355-2251-43b0-b185-fb3d48dc49a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332e2945-18cb-4579-9d49-cf1064fe7b95'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:05:53.724910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34364) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:53.742328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34366) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:53.746954 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614c574d-93c5-40b5-8ed4-018eae44d44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.776206 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93a0d14e-dd93-42c1-9f78-d811d755201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.810159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30710c-ee6f-47dc-a08b-e9dcfaf6b794 req-fbd93abb-4af5-4f32-9739-f8ef28f20deb tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:53.811924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c30710c-ee6f-47dc-a08b-e9dcfaf6b794 req-fbd93abb-4af5-4f32-9739-f8ef28f20deb tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 970 time: 0.1214950 Mar 11 17:05:53.834826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 332e2945-18cb-4579-9d49-cf1064fe7b95, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=332e2945-18cb-4579-9d49-cf1064fe7b95,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:53.840669 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.841404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0fe9d87c-232b-4408-a7f8-1894c1044ed7 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:53.946758 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614c574d-93c5-40b5-8ed4-018eae44d44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.951647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c30710c-ee6f-47dc-a08b-e9dcfaf6b794 req-ba877696-82db-49b4-bef4-c7c4b2efa4c8 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201456 Mar 11 17:05:53.953687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614c574d-93c5-40b5-8ed4-018eae44d44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:53.958836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=332e2945-18cb-4579-9d49-cf1064fe7b95,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:53.982633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:53.994664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:53.995334 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.009099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c574d-93c5-40b5-8ed4-018eae44d44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c777c21a-a7dc-402b-87b8-2348e1706376,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:54.015019 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.059302 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-614c574d-93c5-40b5-8ed4-018eae44d44a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d04c043941d4b5793f86a6e52ccb56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327370 Mar 11 17:05:54.063348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34376) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:54.118985 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.137284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0034a36d-372d-41f1-a254-1493fa5f6fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.166896 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce4700b-8830-457c-8c67-97c10a0d0199" -d '{"events": [{"server_uuid": "bd466355-2251-43b0-b185-fb3d48dc49a8", "name": "network-vif-plugged", "status": "completed", "tag": "332e2945-18cb-4579-9d49-cf1064fe7b95"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:05:54.170826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0034a36d-372d-41f1-a254-1493fa5f6fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.198493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0fe9d87c-232b-4408-a7f8-1894c1044ed7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0fe9d87c-232b-4408-a7f8-1894c1044ed7,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:54.205576 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.223914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93a0d14e-dd93-42c1-9f78-d811d755201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.246983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0034a36d-372d-41f1-a254-1493fa5f6fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.251330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93a0d14e-dd93-42c1-9f78-d811d755201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.252026 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0034a36d-372d-41f1-a254-1493fa5f6fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.253725 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0034a36d-372d-41f1-a254-1493fa5f6fed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c777c21a-a7dc-402b-87b8-2348e1706376 HTTP/1.1" status: 204 len: 168 time: 0.1868792 Mar 11 17:05:54.266344 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034a36d-372d-41f1-a254-1493fa5f6fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c777c21a-a7dc-402b-87b8-2348e1706376,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:54.305537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0fe9d87c-232b-4408-a7f8-1894c1044ed7,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:54.378914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398b476-d234-4529-9678-c23f958d3db3 req-12687c4a-cf69-45c1-918d-3737cd0b2229 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:54.387277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b398b476-d234-4529-9678-c23f958d3db3 req-12687c4a-cf69-45c1-918d-3737cd0b2229 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 970 time: 0.3380046 Mar 11 17:05:54.408557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0d14e-dd93-42c1-9f78-d811d755201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82af110b-3df7-4fd0-8d87-aa207e9ef0e2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:54.436264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34390) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:54.436785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-93a0d14e-dd93-42c1-9f78-d811d755201e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b65b1ae2c6f649e4ae3868248d6854eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896169 Mar 11 17:05:54.476706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb371fb9-fb8a-4fb8-9e1e-bfe9429b8ee2 req-f9c7425d-d8ec-4803-b45f-7a1b7292a0f1 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:54.484436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb371fb9-fb8a-4fb8-9e1e-bfe9429b8ee2 req-f9c7425d-d8ec-4803-b45f-7a1b7292a0f1 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 948 time: 0.2564349 Mar 11 17:05:54.518072 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48ba405b-4bf0-4ff2-9208-1478bff62290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.542436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b398b476-d234-4529-9678-c23f958d3db3 req-384db225-0554-4469-9303-5db510e05bc2 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543057 Mar 11 17:05:54.543664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Allocated IP 172.25.8.251 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/574b4670-0c57-4726-a76b-3c8c01ce0345) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:54.567007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48ba405b-4bf0-4ff2-9208-1478bff62290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.581827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7922b57f-2c1e-4d4e-8920-e444096be607 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:54.582695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb371fb9-fb8a-4fb8-9e1e-bfe9429b8ee2 req-224259d9-08e7-4566-b34c-2b0c33d5b07e tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905886 Mar 11 17:05:54.662561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48ba405b-4bf0-4ff2-9208-1478bff62290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.665463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7922b57f-2c1e-4d4e-8920-e444096be607 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:54.665936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.666071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48ba405b-4bf0-4ff2-9208-1478bff62290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.668142 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-48ba405b-4bf0-4ff2-9208-1478bff62290 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82af110b-3df7-4fd0-8d87-aa207e9ef0e2 HTTP/1.1" status: 204 len: 168 time: 0.2305219 Mar 11 17:05:54.684939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba405b-4bf0-4ff2-9208-1478bff62290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82af110b-3df7-4fd0-8d87-aa207e9ef0e2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:54.748518 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.798875 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:54.847524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:54.850246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:54.852767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:05:54.864683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event updated for resources: {'Port': ['ID=574b4670-0c57-4726-a76b-3c8c01ce0345,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:54.969236 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69caa49d-75c6-483b-9a63-5cc0f5a38cfa x-openstack-request-id: req-69caa49d-75c6-483b-9a63-5cc0f5a38cfa {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:05:54.969922 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd466355-2251-43b0-b185-fb3d48dc49a8", "name": "network-vif-plugged", "status": "completed", "tag": "332e2945-18cb-4579-9d49-cf1064fe7b95", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:05:54.970526 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69caa49d-75c6-483b-9a63-5cc0f5a38cfa {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:05:54.971916 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd466355-2251-43b0-b185-fb3d48dc49a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332e2945-18cb-4579-9d49-cf1064fe7b95', 'code': 200} Mar 11 17:05:55.044407 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.175111 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.220332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b021c0-bcdf-4b3c-89bc-ea2bbb754134 req-ce4d4e42-ce95-47fa-b5f6-a6120f2c87f1 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:55.221875 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b021c0-bcdf-4b3c-89bc-ea2bbb754134 req-ce4d4e42-ce95-47fa-b5f6-a6120f2c87f1 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 971 time: 0.1616659 Mar 11 17:05:55.245230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02618824-18c5-4ad5-bafa-058d4f9163e4 req-ac8562b2-fdde-4540-98c8-f1fb999e5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:55.246747 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02618824-18c5-4ad5-bafa-058d4f9163e4 req-ac8562b2-fdde-4540-98c8-f1fb999e5388 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 1121 time: 0.1414526 Mar 11 17:05:55.286571 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-02618824-18c5-4ad5-bafa-058d4f9163e4 req-756261c7-45d1-4ac5-8c14-94536664e4c5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.359398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b021c0-bcdf-4b3c-89bc-ea2bbb754134 req-9738ff94-a7d6-4f04-a14f-d801d23af0be tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280887 Mar 11 17:05:55.470769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-02618824-18c5-4ad5-bafa-058d4f9163e4 req-756261c7-45d1-4ac5-8c14-94536664e4c5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.475926 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.478505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-02618824-18c5-4ad5-bafa-058d4f9163e4 req-756261c7-45d1-4ac5-8c14-94536664e4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.487054 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.540139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02618824-18c5-4ad5-bafa-058d4f9163e4 req-756261c7-45d1-4ac5-8c14-94536664e4c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830992 Mar 11 17:05:55.549983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.563799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756261c7-45d1-4ac5-8c14-94536664e4c5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e6148688-d566-429d-b876-235c93df0674,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:55.577699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event updated for resources: {'Port': ['ID=574b4670-0c57-4726-a76b-3c8c01ce0345,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:55.584266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:55.585622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5a66d593-cad8-40c1-a4f2-7bfe12e228fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3442152 Mar 11 17:05:55.741851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fe9bc-1ad4-4aec-91c1-95533ea3a1f5 req-a3b666b6-e487-4084-91a4-890398c583bf tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:55.743386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d78fe9bc-1ad4-4aec-91c1-95533ea3a1f5 req-a3b666b6-e487-4084-91a4-890398c583bf tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 948 time: 0.0888860 Mar 11 17:05:55.754502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb231c-1ede-4dd8-b623-9018bff77261 req-235968d8-97b6-4069-b8e5-dcd93c985e02 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:55.755973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-defb231c-1ede-4dd8-b623-9018bff77261 req-235968d8-97b6-4069-b8e5-dcd93c985e02 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 970 time: 0.0712483 Mar 11 17:05:55.816730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d78fe9bc-1ad4-4aec-91c1-95533ea3a1f5 req-355d5663-ea0f-4de5-a982-35f92d1f2c8d tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597229 Mar 11 17:05:55.828065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-defb231c-1ede-4dd8-b623-9018bff77261 req-22c290fb-8787-4e94-a40a-00003ef4b7cb tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501683 Mar 11 17:05:55.972616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-f1f3b59c-27a7-40e5-9fb5-5f84ba017462 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1082881756&fields=id&tenant_id=278c6aa079984de7b3f9ba9b6b16f966 HTTP/1.1" status: 200 len: 267 time: 0.0467238 Mar 11 17:05:56.150440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 911a1ef6-9793-4a32-a12d-d93610c58976 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:05:56.212399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765309-ea36-4f2c-9f95-2e153a31193c req-68569924-4115-4cb7-beb6-0388dc05bd94 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:56.215484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-68569924-4115-4cb7-beb6-0388dc05bd94 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/networks?id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 200 len: 824 time: 0.2345579 Mar 11 17:05:56.238012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ce1a3e14-1be7-4313-aaff-4c9cf8272c91 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/quotas/278c6aa079984de7b3f9ba9b6b16f966 HTTP/1.1" status: 200 len: 375 time: 0.0165586 Mar 11 17:05:56.259249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34466) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:56.324283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 911a1ef6-9793-4a32-a12d-d93610c58976, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=911a1ef6-9793-4a32-a12d-d93610c58976,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:56.326608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ef6c3b30-8b92-4086-adcd-4df451d6ac4f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818350 Mar 11 17:05:56.342576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '911a1ef6-9793-4a32-a12d-d93610c58976', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '911a1ef6-9793-4a32-a12d-d93610c58976', 'mac_address': 'fa:16:3e:74:6d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:05:56.391447 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.410890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911a1ef6-9793-4a32-a12d-d93610c58976 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:05:56.419574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2040623022-network', 'tenant_id': 'aa2107b3f7c64d1e9162966906ff83e1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:56.442490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Made reservation on behalf of aa2107b3f7c64d1e9162966906ff83e1 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:56.447336 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.449806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 911a1ef6-9793-4a32-a12d-d93610c58976, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=911a1ef6-9793-4a32-a12d-d93610c58976,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:56.458143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.462508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.540690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=911a1ef6-9793-4a32-a12d-d93610c58976,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:56.559524 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.565669 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.596968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:05:56.602518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd06738f-4f90-422b-b97c-f9550549d720,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:56.612627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.613588 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Added segment ddeea134-3234-4fd2-adb6-47307853b1b3 of type vlan for network 407fff54-0b63-4314-8a79-b487320bbca9 Mar 11 17:05:56.665237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.688668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-5abf5d39-42aa-4505-bd54-71795141ae99 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:05:56.691677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-5abf5d39-42aa-4505-bd54-71795141ae99 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0761445 Mar 11 17:05:56.703468 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.707690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:56.713721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.761732 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5007405 Mar 11 17:05:56.781515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34488) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:56.789071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Request body: {'subnet': {'network_id': '407fff54-0b63-4314-8a79-b487320bbca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2040623022-subnet', 'tenant_id': 'aa2107b3f7c64d1e9162966906ff83e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:56.805440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea7846-5c86-4db8-86fc-1e95722fc337 admin admin] Pushing event updated for resources: {'Network': ['ID=407fff54-0b63-4314-8a79-b487320bbca9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:56.819761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 407fff54-0b63-4314-8a79-b487320bbca9 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:05:56.834659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Made reservation on behalf of aa2107b3f7c64d1e9162966906ff83e1 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:56.837448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:56.852539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfce37d-fb96-4b6b-b8ae-0ecf64393540 req-38d2bc30-955b-4d8b-9c02-13cb16dfd689 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:56.860016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bfce37d-fb96-4b6b-b8ae-0ecf64393540 req-38d2bc30-955b-4d8b-9c02-13cb16dfd689 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 971 time: 0.1356745 Mar 11 17:05:56.992503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3ebd43-ba4e-4f8e-8723-c31776c688cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe9d87c-232b-4408-a7f8-1894c1044ed7'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:05:56.994738 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6acc7b-158c-4ac0-8e73-3e7d32253ee2" -d '{"events": [{"server_uuid": "2b3ebd43-ba4e-4f8e-8723-c31776c688cd", "name": "network-vif-plugged", "status": "completed", "tag": "0fe9d87c-232b-4408-a7f8-1894c1044ed7"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:05:57.005753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['911a1ef6-9793-4a32-a12d-d93610c58976'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:05:57.127871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ee64438a-e2a7-4aa6-b0e2-2bc62e49b966 service neutron] 10.222.0.53 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245918 Mar 11 17:05:57.158598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bfce37d-fb96-4b6b-b8ae-0ecf64393540 req-e282d45e-cf51-482d-b068-5e5e7b76d4d8 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972438 Mar 11 17:05:57.300660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-16a516c8-37ef-42cd-8bb1-aa400d090e45 service neutron] 10.222.0.53 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619952 Mar 11 17:05:57.380724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132556ed-1324-4bfc-a6e4-d72aff0de0cd req-1a1ee01b-3f50-4d1e-9e08-7d751bea6d51 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:57.382254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-132556ed-1324-4bfc-a6e4-d72aff0de0cd req-1a1ee01b-3f50-4d1e-9e08-7d751bea6d51 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 949 time: 0.1111345 Mar 11 17:05:57.383695 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:57.476039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30565da-46c4-4993-8d3f-82bdcab065c2,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:57.488873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-132556ed-1324-4bfc-a6e4-d72aff0de0cd req-15a08b9a-6e76-42a6-ab51-3dd3a5dd40fb tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957263 Mar 11 17:05:57.537082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Checking segment: {'id': 'ddeea134-3234-4fd2-adb6-47307853b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '407fff54-0b63-4314-8a79-b487320bbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:05:57.537448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Network hostable DHCP agents. Network: 407fff54-0b63-4314-8a79-b487320bbca9, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:05:57.564682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cacd3-80d8-4552-83c7-4a839b636816 req-57fbe265-3934-461c-915a-5de2e891011b tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:57.566990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c3cacd3-80d8-4552-83c7-4a839b636816 req-57fbe265-3934-461c-915a-5de2e891011b tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 970 time: 0.0733526 Mar 11 17:05:57.576997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Network 407fff54-0b63-4314-8a79-b487320bbca9 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:05:57.584312 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4263a9-5355-489b-92ec-867189edb75e x-openstack-request-id: req-ac4263a9-5355-489b-92ec-867189edb75e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:05:57.585185 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3ebd43-ba4e-4f8e-8723-c31776c688cd", "name": "network-vif-plugged", "status": "completed", "tag": "0fe9d87c-232b-4408-a7f8-1894c1044ed7", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:05:57.585185 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac4263a9-5355-489b-92ec-867189edb75e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:05:57.586529 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3ebd43-ba4e-4f8e-8723-c31776c688cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe9d87c-232b-4408-a7f8-1894c1044ed7', 'code': 200} Mar 11 17:05:57.622242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 407fff54-0b63-4314-8a79-b487320bbca9) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:57.627720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:57.629620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:57.634145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fecf68-f91f-473c-903f-02330a8f7ff5 None None] Network 407fff54-0b63-4314-8a79-b487320bbca9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:05:57.660982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c3cacd3-80d8-4552-83c7-4a839b636816 req-ebf6ecde-ccdf-4d21-836e-6decd9c17ed6 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806787 Mar 11 17:05:57.675492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-19b35cf6-a3db-45b7-be8a-3abae3e4beb9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8931336 Mar 11 17:05:57.897611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba46ba-e529-419c-a891-a3971b83e479 None None] Network 407fff54-0b63-4314-8a79-b487320bbca9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:05:57.953787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5492f9d7-bd96-4b74-a9d7-1dcf1fab67b6 req-8cdf641a-c271-469e-9f26-47c083ab3d84 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 210 time: 0.0929632 Mar 11 17:05:57.990374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbe8f4-b394-4d4a-ad03-fff6a27a2fe5 req-fb2967b6-3f26-449c-853e-234810817009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:57.995539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74fbe8f4-b394-4d4a-ad03-fff6a27a2fe5 req-fb2967b6-3f26-449c-853e-234810817009 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 1122 time: 0.1914973 Mar 11 17:05:58.065400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74fbe8f4-b394-4d4a-ad03-fff6a27a2fe5 req-98be2fbf-4116-4043-92d1-24ef1e8f4d63 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623567 Mar 11 17:05:58.149737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 911a1ef6-9793-4a32-a12d-d93610c58976 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:05:58.227191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 911a1ef6-9793-4a32-a12d-d93610c58976 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:58.235140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 911a1ef6-9793-4a32-a12d-d93610c58976 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:58.236680 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:58.380091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346501aa-fcdf-40b6-a712-4d238e8d4cf4 req-80039198-1c11-4fb7-abcb-b30f563ac842 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:58.381600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:58.386133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-346501aa-fcdf-40b6-a712-4d238e8d4cf4 req-80039198-1c11-4fb7-abcb-b30f563ac842 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 971 time: 0.0819700 Mar 11 17:05:58.441654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 911a1ef6-9793-4a32-a12d-d93610c58976, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=911a1ef6-9793-4a32-a12d-d93610c58976,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:05:58.458458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-346501aa-fcdf-40b6-a712-4d238e8d4cf4 req-6cf45b80-9e43-4aa5-b084-fa5584ead71d tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684896 Mar 11 17:05:58.459017 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:58.530935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=911a1ef6-9793-4a32-a12d-d93610c58976,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:58.619932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34576) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:58.671310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780bbde-8a2d-46d5-a026-b34496fd3aa6 req-b67e848d-ce29-4d98-973d-b5980e6b1cf1 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:58.679191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5780bbde-8a2d-46d5-a026-b34496fd3aa6 req-b67e848d-ce29-4d98-973d-b5980e6b1cf1 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 950 time: 0.0732553 Mar 11 17:05:58.734672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5780bbde-8a2d-46d5-a026-b34496fd3aa6 req-a55af959-0839-42b4-ab3d-1270f566c1c0 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538588 Mar 11 17:05:58.858265 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fe707fc-65cd-40e9-9fee-0dd1b5ed7b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:58.893815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42278-f300-4112-b8bc-ec1d994ef75c req-7f0d104a-4ca0-43df-bccc-b5a5ec6601f1 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:58.895412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5d42278-f300-4112-b8bc-ec1d994ef75c req-7f0d104a-4ca0-43df-bccc-b5a5ec6601f1 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 970 time: 0.0888431 Mar 11 17:05:59.044620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5d42278-f300-4112-b8bc-ec1d994ef75c req-1f74718a-fd51-463e-8df2-a08c4da18b96 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251481 Mar 11 17:05:59.146187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34596) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:59.166769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d598ab0a-5345-47c5-995e-c0f688b5ef5b req-d3d3748c-f45b-473c-b215-f768894dc40f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 210 time: 0.1196067 Mar 11 17:05:59.184630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2106889698-network', 'tenant_id': 'f4e974ceca764d5f8c4139a72a6d341f'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:59.215169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fe707fc-65cd-40e9-9fee-0dd1b5ed7b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.223392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fe707fc-65cd-40e9-9fee-0dd1b5ed7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.245961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Made reservation on behalf of f4e974ceca764d5f8c4139a72a6d341f for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:59.249871 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.293088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34600) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:59.308470 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.320411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe707fc-65cd-40e9-9fee-0dd1b5ed7b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bce421-5a91-4579-8e5f-87a42b6c2ab6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:59.335013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3fe707fc-65cd-40e9-9fee-0dd1b5ed7b40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b69552199e03436fa5f6045e65337101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7136378 Mar 11 17:05:59.335624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34604) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:59.416481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b65a0666-d010-4c26-a605-942118538cfb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:59.418136 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b65a0666-d010-4c26-a605-942118538cfb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "GET /v2.0/networks?id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 200 len: 824 time: 0.4222314 Mar 11 17:05:59.493883 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-d0175062-159c-42c1-af58-8e3b9e0808be tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=278c6aa079984de7b3f9ba9b6b16f966 HTTP/1.1" status: 200 len: 380 time: 0.0656528 Mar 11 17:05:59.496225 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8e66cf2-3a46-4183-81c0-0d22b52ed9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.506825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Request body: {'port': {'device_id': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'admin_state_up': True, 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'security_groups': ['891b3cb5-da26-4e3e-9c76-191baccec045']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:59.541411 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8e66cf2-3a46-4183-81c0-0d22b52ed9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.560384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.570029 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.587640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0461a23-d7be-4208-8ea6-0f5cac339656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a1ef6-9793-4a32-a12d-d93610c58976'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:05:59.591114 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7151e0a-5583-4a6a-954a-49a194ef8d00" -d '{"events": [{"server_uuid": "a0461a23-d7be-4208-8ea6-0f5cac339656", "name": "network-vif-plugged", "status": "completed", "tag": "911a1ef6-9793-4a32-a12d-d93610c58976"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:05:59.609941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:05:59.653540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb039ec4-294c-4a9a-a349-f79e9b88cbeb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:59.656953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.657331 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Added segment cd143706-34e0-43f8-9047-fc4c856ad0cd of type vlan for network f8cdb2be-44c1-4213-ad28-e1cece822522 Mar 11 17:05:59.687965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfee678b-58fc-4caa-af57-4b5822269c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.717513 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.722978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8e66cf2-3a46-4183-81c0-0d22b52ed9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.725569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c8e66cf2-3a46-4183-81c0-0d22b52ed9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.729468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c8e66cf2-3a46-4183-81c0-0d22b52ed9da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2bce421-5a91-4579-8e5f-87a42b6c2ab6 HTTP/1.1" status: 204 len: 168 time: 0.3899405 Mar 11 17:05:59.741786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05b2d6-85fd-43c5-957b-32cab0ad995e req-4bee9a9e-c3fc-400d-ae0f-8b1aa5c061ce tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:59.743290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a05b2d6-85fd-43c5-957b-32cab0ad995e req-4bee9a9e-c3fc-400d-ae0f-8b1aa5c061ce tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 971 time: 0.1354628 Mar 11 17:05:59.752702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e66cf2-3a46-4183-81c0-0d22b52ed9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bce421-5a91-4579-8e5f-87a42b6c2ab6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:59.792462 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.793415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:59.794097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.830680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a05b2d6-85fd-43c5-957b-32cab0ad995e req-d0e504d6-3121-4c15-b46f-4f09dd17a950 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711305 Mar 11 17:05:59.875390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfee678b-58fc-4caa-af57-4b5822269c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.883567 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfee678b-58fc-4caa-af57-4b5822269c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:59.894136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7231574 Mar 11 17:05:59.894136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34614) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:05:59.901272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Request body: {'subnet': {'network_id': 'f8cdb2be-44c1-4213-ad28-e1cece822522', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2106889698-subnet', 'tenant_id': 'f4e974ceca764d5f8c4139a72a6d341f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:59.913289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376ccbd-8b8f-44c4-8843-9da3e5f8b23f admin admin] Pushing event updated for resources: {'Network': ['ID=f8cdb2be-44c1-4213-ad28-e1cece822522,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:59.926951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network f8cdb2be-44c1-4213-ad28-e1cece822522 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:05:59.936859 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76362dd4-d33b-47fe-830a-7c57511d2895 x-openstack-request-id: req-76362dd4-d33b-47fe-830a-7c57511d2895 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:05:59.937192 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0461a23-d7be-4208-8ea6-0f5cac339656", "name": "network-vif-plugged", "status": "completed", "tag": "911a1ef6-9793-4a32-a12d-d93610c58976", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:05:59.937488 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76362dd4-d33b-47fe-830a-7c57511d2895 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:05:59.938479 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0461a23-d7be-4208-8ea6-0f5cac339656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a1ef6-9793-4a32-a12d-d93610c58976', 'code': 200} Mar 11 17:05:59.961294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee678b-58fc-4caa-af57-4b5822269c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7342382a-a7cc-43d8-98f5-172704ee24f4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:59.974021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Made reservation on behalf of f4e974ceca764d5f8c4139a72a6d341f for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:59.976425 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.014285 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dfee678b-58fc-4caa-af57-4b5822269c61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc69bfe250dc4d26a75c1300770e1e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7186856 Mar 11 17:06:00.018701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34618) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:00.034559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.66', 53375) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:00.118988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Made reservation on behalf of 278c6aa079984de7b3f9ba9b6b16f966 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:00.123003 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.239678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e9dd0-ab08-4a7f-af59-cd740f9a5afe req-0f8a30e2-b3a2-4ac7-81c9-cb992e93743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:00.241561 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800e9dd0-ab08-4a7f-af59-cd740f9a5afe req-0f8a30e2-b3a2-4ac7-81c9-cb992e93743c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 1101 time: 0.2052050 Mar 11 17:06:00.271828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94208a6-055d-4626-a5b3-7f751c6716b5 req-377e1882-0ecf-43c4-b30d-7d231418a3b3 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:00.274296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d94208a6-055d-4626-a5b3-7f751c6716b5 req-377e1882-0ecf-43c4-b30d-7d231418a3b3 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 950 time: 0.1657248 Mar 11 17:06:00.305652 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bea8ee4d-0cbd-4838-bfbc-c9189f8dd546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.327163 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800e9dd0-ab08-4a7f-af59-cd740f9a5afe req-d7e57bce-02c8-447f-8822-b31d902abcb4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749347 Mar 11 17:06:00.342192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34624) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:00.357979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c8b82d1-a5a0-4443-9be4-3505c7cc8ba4 req-f19220dc-06aa-497e-aed4-21fe131566e1 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 210 time: 0.0797293 Mar 11 17:06:00.368329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c30cc863-0f0f-44e9-9c03-8ee2e38b76fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.379616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Allocated IP 172.20.0.6 (54d21aa5-d31e-44ed-96b1-1252ddd57e0a/237e7bd2-f4c2-4c18-8047-9112fc899ad8/e0f36674-c827-49be-8f47-230db4e336d1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:00.409141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d94208a6-055d-4626-a5b3-7f751c6716b5 req-a36feb60-62d5-4f94-b565-9f63359d1b30 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259642 Mar 11 17:06:00.411941 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bea8ee4d-0cbd-4838-bfbc-c9189f8dd546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.514760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.583502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2fe83-eb74-4fda-a37b-f8b42c414312 req-35a83095-d4a8-457a-a1f6-58064765217d tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:00.585091 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ace2fe83-eb74-4fda-a37b-f8b42c414312 req-35a83095-d4a8-457a-a1f6-58064765217d tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 970 time: 0.1442754 Mar 11 17:06:00.589366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0cadc6-b56c-414a-99d5-8d23bb8734d8,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:00.605467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bea8ee4d-0cbd-4838-bfbc-c9189f8dd546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.607983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bea8ee4d-0cbd-4838-bfbc-c9189f8dd546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.609123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bea8ee4d-0cbd-4838-bfbc-c9189f8dd546 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7342382a-a7cc-43d8-98f5-172704ee24f4 HTTP/1.1" status: 204 len: 168 time: 0.5877683 Mar 11 17:06:00.638659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8ee4d-0cbd-4838-bfbc-c9189f8dd546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7342382a-a7cc-43d8-98f5-172704ee24f4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:00.640852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Checking segment: {'id': 'cd143706-34e0-43f8-9047-fc4c856ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f8cdb2be-44c1-4213-ad28-e1cece822522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:00.641219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Network hostable DHCP agents. Network: f8cdb2be-44c1-4213-ad28-e1cece822522, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:06:00.676248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ace2fe83-eb74-4fda-a37b-f8b42c414312 req-548c9772-9792-432e-88f9-61794ac78c19 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717897 Mar 11 17:06:00.690391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Network f8cdb2be-44c1-4213-ad28-e1cece822522 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:06:00.706092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, f8cdb2be-44c1-4213-ad28-e1cece822522) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:00.716601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:00.717936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.727489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a74b85-7c9d-4e49-97ea-7c147d29461b None None] Network f8cdb2be-44c1-4213-ad28-e1cece822522 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:06:00.760055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-64e7ae68-4680-4049-ae43-b6a593ecdc11 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8557088 Mar 11 17:06:00.825244 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.866793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c30cc863-0f0f-44e9-9c03-8ee2e38b76fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.877470 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c30cc863-0f0f-44e9-9c03-8ee2e38b76fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:00.963038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e48029-f3e7-453a-a676-b237c61f9b5f None None] Network f8cdb2be-44c1-4213-ad28-e1cece822522 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:06:00.983995 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c30cc863-0f0f-44e9-9c03-8ee2e38b76fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6201f9c972124a0e99d6de60a41ca03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384561 Mar 11 17:06:00.983995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cc863-0f0f-44e9-9c03-8ee2e38b76fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35186ff8-dfc4-49cb-a247-203250cc8a6d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:00.990930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:01.046624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.073466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7304eb-d464-435c-8807-1687431694de req-7eaf9eb9-23b8-4cb8-a488-91f046dac1e4 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:01.082876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d7304eb-d464-435c-8807-1687431694de req-7eaf9eb9-23b8-4cb8-a488-91f046dac1e4 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 971 time: 0.1227322 Mar 11 17:06:01.136608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:01.145555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:01.148389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event updated for resources: {'Port': ['ID=e0f36674-c827-49be-8f47-230db4e336d1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:01.150754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:06:01.157022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:01.157804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.171267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9c2a-a6be-4aec-8a1c-2862202cf6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.188718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d7304eb-d464-435c-8807-1687431694de req-656c35be-3eb8-471a-860a-a28798d83ae5 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045833 Mar 11 17:06:01.213465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ea72e8ff-e572-4fa4-943f-262ae9813038 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7131705 Mar 11 17:06:01.225243 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9c2a-a6be-4aec-8a1c-2862202cf6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.246015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Request body: {'port': {'device_id': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:01.302481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34644) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:01.324057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-685ed8a7-4d63-483c-8859-9f7073b41909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.408273 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.459646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9c2a-a6be-4aec-8a1c-2862202cf6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.462806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9c2a-a6be-4aec-8a1c-2862202cf6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.463953 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7b1f9c2a-a6be-4aec-8a1c-2862202cf6ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35186ff8-dfc4-49cb-a247-203250cc8a6d HTTP/1.1" status: 204 len: 168 time: 0.4717119 Mar 11 17:06:01.483533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f9c2a-a6be-4aec-8a1c-2862202cf6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35186ff8-dfc4-49cb-a247-203250cc8a6d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:01.542286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207650-90c7-489c-b448-3036f3ddbf4c req-0896d66c-5f04-4032-8407-de1f316504b5 tempest-AggregatesAdminTestJSON-2048078227 tempest-AggregatesAdminTestJSON-2048078227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:01.543868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a207650-90c7-489c-b448-3036f3ddbf4c req-0896d66c-5f04-4032-8407-de1f316504b5 tempest-AggregatesAdminTestJSON-2048078227 tempest-AggregatesAdminTestJSON-2048078227-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 1122 time: 0.1544008 Mar 11 17:06:01.562961 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-685ed8a7-4d63-483c-8859-9f7073b41909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.597679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8830f5ef-d791-4811-b8b3-a20caf2e4375 None None] Provisioning complete for port e0f36674-c827-49be-8f47-230db4e336d1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:01.598569 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8830f5ef-d791-4811-b8b3-a20caf2e4375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.617713 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0a207650-90c7-489c-b448-3036f3ddbf4c req-8c7dfef1-eaf9-4b1c-9a58-7130ba2f77a2 tempest-AggregatesAdminTestJSON-2048078227 tempest-AggregatesAdminTestJSON-2048078227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.628557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-685ed8a7-4d63-483c-8859-9f7073b41909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.661687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8830f5ef-d791-4811-b8b3-a20caf2e4375 None None] Port e0f36674-c827-49be-8f47-230db4e336d1 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:06:01.678424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-02b08029-5258-47cf-82b4-332584bbd036 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:01.679643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-02b08029-5258-47cf-82b4-332584bbd036 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/networks?id=407fff54-0b63-4314-8a79-b487320bbca9 HTTP/1.1" status: 200 len: 815 time: 0.2736378 Mar 11 17:06:01.720370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-685ed8a7-4d63-483c-8859-9f7073b41909 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4962ed727c2b4bbca0468f6d9e718142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143493 Mar 11 17:06:01.725266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34662) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:01.733497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ed8a7-4d63-483c-8859-9f7073b41909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697734ac-b8c1-4aae-832f-a88da03018bf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:01.740191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-f83d3c66-0e47-460b-8633-c9b16e0a97cf tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/quotas/aa2107b3f7c64d1e9162966906ff83e1 HTTP/1.1" status: 200 len: 375 time: 0.0448227 Mar 11 17:06:01.803786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-df5f1b4d-78aa-47cc-9656-7a82bfeb0d15 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2107b3f7c64d1e9162966906ff83e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517905 Mar 11 17:06:01.814317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f36674-c827-49be-8f47-230db4e336d1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:01.827443 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.848141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Transition to ACTIVE for port object e0f36674-c827-49be-8f47-230db4e336d1 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:01.854223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.921310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ce84a17-ef4e-4bc0-b18c-e9d58489d751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.935337 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0a207650-90c7-489c-b448-3036f3ddbf4c req-8c7dfef1-eaf9-4b1c-9a58-7130ba2f77a2 tempest-AggregatesAdminTestJSON-2048078227 tempest-AggregatesAdminTestJSON-2048078227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.953421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0a207650-90c7-489c-b448-3036f3ddbf4c req-8c7dfef1-eaf9-4b1c-9a58-7130ba2f77a2 tempest-AggregatesAdminTestJSON-2048078227 tempest-AggregatesAdminTestJSON-2048078227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.960486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f36674-c827-49be-8f47-230db4e336d1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:01.973904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Attempting to bind port e0f36674-c827-49be-8f47-230db4e336d1 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:01.974239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Attempting to bind port e0f36674-c827-49be-8f47-230db4e336d1 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:01.974566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Attempting to bind port e0f36674-c827-49be-8f47-230db4e336d1 on network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:01.979133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Port e0f36674-c827-49be-8f47-230db4e336d1 on network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:01.979457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Attempting to bind port e0f36674-c827-49be-8f47-230db4e336d1 on network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:01.985232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:01.985476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Checking segment: {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:01.985772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Bound using segment: {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:01.986242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Bound port: e0f36674-c827-49be-8f47-230db4e336d1, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:01.986600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:01.986817 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ce84a17-ef4e-4bc0-b18c-e9d58489d751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:02.035921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a207650-90c7-489c-b448-3036f3ddbf4c req-8c7dfef1-eaf9-4b1c-9a58-7130ba2f77a2 tempest-AggregatesAdminTestJSON-2048078227 tempest-AggregatesAdminTestJSON-2048078227-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779000 Mar 11 17:06:02.078933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-f0249194-e4c8-4de0-be00-a60aba8c2e6e service neutron] 10.222.0.53 "GET /v2.0/networks/407fff54-0b63-4314-8a79-b487320bbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739522 Mar 11 17:06:02.108626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] For port e0f36674-c827-49be-8f47-230db4e336d1, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:02.118057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] For port e0f36674-c827-49be-8f47-230db4e336d1, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e0f36674-c827-49be-8f47-230db4e336d1,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:02.127679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:02.172450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dfef1-eaf9-4b1c-9a58-7130ba2f77a2 tempest-AggregatesAdminTestJSON-2048078227 tempest-AggregatesAdminTestJSON-2048078227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ecf72-5cb4-48f5-8278-97d177d8eb99,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:02.201803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:02.202789 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:02.205356 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] 10.222.0.66 "PUT /v2.0/ports/e0f36674-c827-49be-8f47-230db4e336d1 HTTP/1.1" status: 200 len: 1091 time: 0.9810126 Mar 11 17:06:02.206044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'tag': 'e0f36674-c827-49be-8f47-230db4e336d1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:02.210400 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14fb478-a4fc-4197-bf48-5f079c0ad569" -d '{"events": [{"name": "network-changed", "server_uuid": "caaf592e-c500-4b9e-a855-7b7832a7a687", "tag": "e0f36674-c827-49be-8f47-230db4e336d1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:02.279705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faf78e-3afa-4db1-a1d8-aa62a7071b02 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f36674-c827-49be-8f47-230db4e336d1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:02.397230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-69ea0dfc-da2c-4d5a-a519-212d7dc91528 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:02.402368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765309-ea36-4f2c-9f95-2e153a31193c req-e091cafd-6a2a-4a2a-9c0a-68c4cee89b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:02.402670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-69ea0dfc-da2c-4d5a-a519-212d7dc91528 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 1121 time: 0.2873895 Mar 11 17:06:02.402755 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-e091cafd-6a2a-4a2a-9c0a-68c4cee89b76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 1094 time: 0.1542642 Mar 11 17:06:02.434069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ce84a17-ef4e-4bc0-b18c-e9d58489d751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:02.436722 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ce84a17-ef4e-4bc0-b18c-e9d58489d751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:02.440793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0ce84a17-ef4e-4bc0-b18c-e9d58489d751 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/697734ac-b8c1-4aae-832f-a88da03018bf HTTP/1.1" status: 204 len: 168 time: 0.7145686 Mar 11 17:06:02.492057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda000d-8551-4377-b4b6-6033fbba1863 req-e5845843-fa1c-4cb2-be03-f12143115a7c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:02.495272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dda000d-8551-4377-b4b6-6033fbba1863 req-e5845843-fa1c-4cb2-be03-f12143115a7c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 943 time: 0.2851827 Mar 11 17:06:02.496417 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-3857b49f-078f-4e52-88b7-a0db5be7d289 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f36674-c827-49be-8f47-230db4e336d1 HTTP/1.1" status: 200 len: 217 time: 0.0845578 Mar 11 17:06:02.525185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-d010dba1-53e7-4d68-b0e7-cd89ebb98992 service neutron] 10.222.0.53 "GET /v2.0/networks/407fff54-0b63-4314-8a79-b487320bbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427321 Mar 11 17:06:02.569371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce84a17-ef4e-4bc0-b18c-e9d58489d751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697734ac-b8c1-4aae-832f-a88da03018bf,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:02.671022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765309-ea36-4f2c-9f95-2e153a31193c req-0ab21391-b306-4c66-af66-69e9549b4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:02.672707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-0ab21391-b306-4c66-af66-69e9549b4aae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=237e7bd2-f4c2-4c18-8047-9112fc899ad8 HTTP/1.1" status: 200 len: 863 time: 0.1672089 Mar 11 17:06:02.812112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765309-ea36-4f2c-9f95-2e153a31193c req-05d0488c-4661-429c-a5c8-126912eafb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:02.813689 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-05d0488c-4661-429c-a5c8-126912eafb9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221800 Mar 11 17:06:02.996284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dda000d-8551-4377-b4b6-6033fbba1863 req-2755d3c9-c217-4913-8a9b-a33ce4123674 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4697409 Mar 11 17:06:03.009173 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-5be6c9f0-3792-4e04-a21a-34c5d61ab116 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818318 Mar 11 17:06:03.175239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] Deleting port 332e2945-18cb-4579-9d49-cf1064fe7b95 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:06:03.175493 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:03.187239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e3c84-968b-4823-9c8e-e197f825cbb0 req-ffc31fbe-8153-4d3d-9800-27d461742b29 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:03.188849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df4e3c84-968b-4823-9c8e-e197f825cbb0 req-ffc31fbe-8153-4d3d-9800-27d461742b29 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 950 time: 0.2027302 Mar 11 17:06:03.227417 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-af765309-ea36-4f2c-9f95-2e153a31193c req-ac341f77-12ee-4d03-b219-5c7237dfdd6d service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137508 Mar 11 17:06:03.263260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314fb6f-fc87-4b47-bc5b-1a9562791d11 req-37737545-555e-4907-8f1a-2c36ca04aab2 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:03.264815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f314fb6f-fc87-4b47-bc5b-1a9562791d11 req-37737545-555e-4907-8f1a-2c36ca04aab2 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 970 time: 0.1488090 Mar 11 17:06:03.330507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df4e3c84-968b-4823-9c8e-e197f825cbb0 req-5aad6cd1-ab9e-439e-ad22-6c2cf36b48d3 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261218 Mar 11 17:06:03.366511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] For port 332e2945-18cb-4579-9d49-cf1064fe7b95, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=332e2945-18cb-4579-9d49-cf1064fe7b95,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:03.366888 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:03.391198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f314fb6f-fc87-4b47-bc5b-1a9562791d11 req-a5f1ba9c-d6af-45b0-bd0d-57a9407f12f5 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166129 Mar 11 17:06:03.391956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] Calling delete_port for 332e2945-18cb-4579-9d49-cf1064fe7b95 owned by compute:tempest-test_az-1094531112 {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:06:03.508847 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b383c524-006e-4950-9f0d-b1d9aa8f5f0b x-openstack-request-id: req-b383c524-006e-4950-9f0d-b1d9aa8f5f0b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:03.510249 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caaf592e-c500-4b9e-a855-7b7832a7a687", "tag": "e0f36674-c827-49be-8f47-230db4e336d1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:03.510998 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b383c524-006e-4950-9f0d-b1d9aa8f5f0b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:03.512212 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'tag': 'e0f36674-c827-49be-8f47-230db4e336d1', 'status': 'completed', 'code': 200} Mar 11 17:06:03.628737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-5bb183ec-bd5f-45ac-b96f-2faa9b097289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:03.630884 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-5bb183ec-bd5f-45ac-b96f-2faa9b097289 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 1094 time: 0.0892463 Mar 11 17:06:03.635589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-694fc2b9-d080-44b5-b08a-1f02d8825241 req-982387ae-cc07-4028-8f56-7afade7b071d tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 210 time: 0.0523589 Mar 11 17:06:03.782836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:03.794925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['332e2945-18cb-4579-9d49-cf1064fe7b95'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:03.834348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-8f924b97-3dc1-477b-bd1f-0a4abd13db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:03.838523 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-8f924b97-3dc1-477b-bd1f-0a4abd13db9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 200 len: 924 time: 0.1990151 Mar 11 17:06:03.866679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] Pushing event deleted for resources: {'Port': ['ID=332e2945-18cb-4579-9d49-cf1064fe7b95,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:03.895518 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-d70c3e21-b599-422e-af10-b12db5516061 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f36674-c827-49be-8f47-230db4e336d1 HTTP/1.1" status: 200 len: 217 time: 0.0469437 Mar 11 17:06:03.960608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abacc6f-0263-4435-947c-d2ee07ef5b4b req-6fc5c3ae-1bc3-4917-ac42-6ab87e13e20d tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:03.962048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0abacc6f-0263-4435-947c-d2ee07ef5b4b req-6fc5c3ae-1bc3-4917-ac42-6ab87e13e20d tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 971 time: 0.1613097 Mar 11 17:06:03.984520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] No DVR routers for this DVR port 332e2945-18cb-4579-9d49-cf1064fe7b95 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:06:03.999217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-907261bb-bdc7-4236-af88-5b7112a40e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:04.001440 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-907261bb-bdc7-4236-af88-5b7112a40e91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=237e7bd2-f4c2-4c18-8047-9112fc899ad8 HTTP/1.1" status: 200 len: 863 time: 0.0961916 Mar 11 17:06:04.006402 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:04.009913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f883badd-f30e-400b-8fc3-dcf5e6eedf71 req-c60bd10a-6674-4c97-a304-aa9e86d253d8 tempest-DeleteServersAdminTestJSON-204952292 tempest-DeleteServersAdminTestJSON-204952292-project-admin] 10.222.0.46 "DELETE /v2.0/ports/332e2945-18cb-4579-9d49-cf1064fe7b95 HTTP/1.1" status: 204 len: 173 time: 1.5883389 Mar 11 17:06:04.010400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd466355-2251-43b0-b185-fb3d48dc49a8', 'name': 'network-vif-deleted', 'tag': '332e2945-18cb-4579-9d49-cf1064fe7b95'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:04.020497 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68ba7aa-42b6-4ea5-8b00-1fd5504db79a" -d '{"events": [{"server_uuid": "bd466355-2251-43b0-b185-fb3d48dc49a8", "name": "network-vif-deleted", "tag": "332e2945-18cb-4579-9d49-cf1064fe7b95"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:04.052813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0abacc6f-0263-4435-947c-d2ee07ef5b4b req-ac2312b9-75bb-495b-bc84-bca71c84a9e3 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720272 Mar 11 17:06:04.117081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-429e98ec-0926-45b0-b049-e30038354be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:04.118973 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-429e98ec-0926-45b0-b049-e30038354be2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098053 Mar 11 17:06:04.182377 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a23dfe-06b6-4ff1-a186-02acc54abfb7 x-openstack-request-id: req-08a23dfe-06b6-4ff1-a186-02acc54abfb7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:04.182700 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd466355-2251-43b0-b185-fb3d48dc49a8", "name": "network-vif-deleted", "tag": "332e2945-18cb-4579-9d49-cf1064fe7b95", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:04.182924 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08a23dfe-06b6-4ff1-a186-02acc54abfb7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:04.183288 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd466355-2251-43b0-b185-fb3d48dc49a8', 'name': 'network-vif-deleted', 'tag': '332e2945-18cb-4579-9d49-cf1064fe7b95', 'status': 'completed', 'code': 200} Mar 11 17:06:04.290275 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-299da8a4-889e-45d8-8513-34b94fd53dd8 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560662 Mar 11 17:06:04.343682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf120-3481-4ba7-a803-3fa02e705067 req-c48c243e-f0c1-4833-b211-89c90e49bedb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:04.345947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c1cf120-3481-4ba7-a803-3fa02e705067 req-c48c243e-f0c1-4833-b211-89c90e49bedb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 943 time: 0.0663283 Mar 11 17:06:04.433211 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e14fb478-a4fc-4197-bf48-5f079c0ad569 req-b038b895-8fcb-4849-ba86-1d10d431c4c3 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349659 Mar 11 17:06:04.437471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c1cf120-3481-4ba7-a803-3fa02e705067 req-0481e392-4a48-4c71-81f6-068e61c7bc18 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788574 Mar 11 17:06:04.639429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-8ed37f1c-cb8e-4e6e-ad5f-ff5ca1b5f795 req-227f6fdf-4cfe-4f8b-b454-1d6588ae0417 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:06:04.657233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ed37f1c-cb8e-4e6e-ad5f-ff5ca1b5f795 req-227f6fdf-4cfe-4f8b-b454-1d6588ae0417 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1873677 Mar 11 17:06:04.785805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-6d3ecb2f-96e0-4ef6-ae2b-aea5eda39332 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:04.788031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-6d3ecb2f-96e0-4ef6-ae2b-aea5eda39332 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.46 "GET /v2.0/networks?id=407fff54-0b63-4314-8a79-b487320bbca9 HTTP/1.1" status: 200 len: 815 time: 0.2713449 Mar 11 17:06:04.811808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Request body: {'port': {'device_id': 'a732e38f-37b1-42dc-9cc0-9a816f49b4bc', 'network_id': '407fff54-0b63-4314-8a79-b487320bbca9', 'admin_state_up': True, 'tenant_id': 'aa2107b3f7c64d1e9162966906ff83e1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:04.900965 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-937542e5-ffc8-42e5-8c53-ef6dd5391bf6 req-015ac6b7-4419-4329-a63b-c61cc6e35396 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd466355-2251-43b0-b185-fb3d48dc49a8 HTTP/1.1" status: 200 len: 210 time: 0.0678983 Mar 11 17:06:04.921769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1328520b-2d78-4b31-a9b6-cb1a90a46f6b req-26f56d42-cfe8-406b-a39d-6d8b51722e87 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 210 time: 0.0745063 Mar 11 17:06:05.002971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Made reservation on behalf of aa2107b3f7c64d1e9162966906ff83e1 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:05.007302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:05.116082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3096ae-2dd3-47cb-b9fe-db4562102168 req-fa837233-9528-4704-81de-416543ea923c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:05.117535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d3096ae-2dd3-47cb-b9fe-db4562102168 req-fa837233-9528-4704-81de-416543ea923c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 950 time: 0.1073723 Mar 11 17:06:05.194663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d3096ae-2dd3-47cb-b9fe-db4562102168 req-1738a6cb-d2ce-44e5-9b66-5b2031a9f893 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670636 Mar 11 17:06:05.218803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Allocated IP 172.20.0.6 (407fff54-0b63-4314-8a79-b487320bbca9/c30565da-46c4-4993-8d3f-82bdcab065c2/da74e809-5cbc-43c2-9906-8b66a4fc6dea) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:05.450259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-017be446-8a71-4c8b-8ab0-537331b4ef0d req-604b037d-b9c3-4cd7-bacb-bd012cbcb4e3 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0623322 Mar 11 17:06:05.493595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646b0c0-6fb9-4c19-b472-a6d419c636a3 req-2317801e-2abb-4ed2-8636-8d75707bae78 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:05.502053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e646b0c0-6fb9-4c19-b472-a6d419c636a3 req-2317801e-2abb-4ed2-8636-8d75707bae78 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 971 time: 0.1153245 Mar 11 17:06:05.565505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:05.577740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e646b0c0-6fb9-4c19-b472-a6d419c636a3 req-eaec0629-98bf-4752-9318-fdeb24c23417 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ee48981-9571-471e-88d9-9a17e2591757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747299 Mar 11 17:06:05.587263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-ab2c9e1e-9cc3-41fa-a578-e863837fdb7d tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:05.589530 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-ab2c9e1e-9cc3-41fa-a578-e863837fdb7d tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 971 time: 0.1111178 Mar 11 17:06:05.637655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5d003ec9-1e8a-4eea-a2f8-58d649c62e1b tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe4358fc04b94d06b37c849672d8d442&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385003 Mar 11 17:06:05.689905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:05.771857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Deleting port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:06:05.772592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:05.805129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Network 407fff54-0b63-4314-8a79-b487320bbca9 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:05.816380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Pushing event updated for resources: {'Port': ['ID=da74e809-5cbc-43c2-9906-8b66a4fc6dea,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:05.821273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:05.830283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e7e51-df50-4f8f-8b2e-4ded6e72b886 req-659bed49-4184-4ef4-a5ab-4026e1b6130b tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:05.834217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa6e7e51-df50-4f8f-8b2e-4ded6e72b886 req-659bed49-4184-4ef4-a5ab-4026e1b6130b tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 943 time: 0.1902528 Mar 11 17:06:05.852848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:06:05.858710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:05.859324 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:05.883508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] For port 0fe9d87c-232b-4408-a7f8-1894c1044ed7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0fe9d87c-232b-4408-a7f8-1894c1044ed7,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:05.883773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:05.890627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-83451c7f-961d-4872-ae54-7fbe043de7b3 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:05.892149 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-83451c7f-961d-4872-ae54-7fbe043de7b3 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449644 Mar 11 17:06:05.900408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Calling delete_port for 0fe9d87c-232b-4408-a7f8-1894c1044ed7 owned by compute:tempest-test_az-1094531112 {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:06:05.918057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-77e80d85-86ab-44bf-b308-91edfa1067e6 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1120446 Mar 11 17:06:05.934851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Request body: {'port': {'device_id': 'a732e38f-37b1-42dc-9cc0-9a816f49b4bc', 'device_owner': 'compute:tempest-test_az-1094531112', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:05.939721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-96d3a33f-f104-4c83-801d-3194b0de8ed5 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/quotas/fe4358fc04b94d06b37c849672d8d442 HTTP/1.1" status: 200 len: 375 time: 0.0362015 Mar 11 17:06:05.957584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa6e7e51-df50-4f8f-8b2e-4ded6e72b886 req-4d2c9787-93de-4c2a-9b29-079d1d723916 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919280 Mar 11 17:06:06.030642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:06.050851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-939c55aa-36f7-4214-9880-8662ca516390 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe4358fc04b94d06b37c849672d8d442&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904796 Mar 11 17:06:06.093849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:06.109253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0fe9d87c-232b-4408-a7f8-1894c1044ed7'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:06.132172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Pushing event deleted for resources: {'Port': ['ID=0fe9d87c-232b-4408-a7f8-1894c1044ed7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:06.134467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ace8df1-c252-411b-b844-9a2c273bd821 req-42e6ec41-cfca-4d66-bfcb-6814b586e889 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0419486 Mar 11 17:06:06.247284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] No DVR routers for this DVR port 0fe9d87c-232b-4408-a7f8-1894c1044ed7 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:06:06.251605 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:06.256222 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b46c3edc-5eae-49ad-8964-7cdc9071d94d req-21939d70-ccac-4e1e-9568-533cb96d9389 tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.46 "DELETE /v2.0/ports/0fe9d87c-232b-4408-a7f8-1894c1044ed7 HTTP/1.1" status: 204 len: 173 time: 0.6595113 Mar 11 17:06:06.264766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3ebd43-ba4e-4f8e-8723-c31776c688cd', 'name': 'network-vif-deleted', 'tag': '0fe9d87c-232b-4408-a7f8-1894c1044ed7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:06.267097 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f54e77-8e3e-4683-9692-c5f6e3e9ef60" -d '{"events": [{"server_uuid": "2b3ebd43-ba4e-4f8e-8723-c31776c688cd", "name": "network-vif-deleted", "tag": "0fe9d87c-232b-4408-a7f8-1894c1044ed7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:06.419196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-173bc343-004a-428f-ba34-829f42cbf8b3 req-18331a4c-a276-4ee8-aa70-df50e7871c60 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 210 time: 0.1105974 Mar 11 17:06:06.484043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b1076-c2c6-45c2-a494-4c0d4865f0bd req-1d191b97-d086-462b-be40-52107deec162 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:06.492504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f02b1076-c2c6-45c2-a494-4c0d4865f0bd req-1d191b97-d086-462b-be40-52107deec162 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 931 time: 0.1302359 Mar 11 17:06:06.563962 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d04975-93cd-45f8-b6f3-8c452441c93b x-openstack-request-id: req-84d04975-93cd-45f8-b6f3-8c452441c93b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:06.564257 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3ebd43-ba4e-4f8e-8723-c31776c688cd", "name": "network-vif-deleted", "tag": "0fe9d87c-232b-4408-a7f8-1894c1044ed7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:06.564614 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84d04975-93cd-45f8-b6f3-8c452441c93b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:06.565107 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3ebd43-ba4e-4f8e-8723-c31776c688cd', 'name': 'network-vif-deleted', 'tag': '0fe9d87c-232b-4408-a7f8-1894c1044ed7', 'status': 'completed', 'code': 200} Mar 11 17:06:06.585936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f02b1076-c2c6-45c2-a494-4c0d4865f0bd req-4b1939d0-8476-44eb-828a-d2598d6e959e tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917499 Mar 11 17:06:06.639872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da74e809-5cbc-43c2-9906-8b66a4fc6dea {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:06.652107 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:06.672285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Transition to ACTIVE for port object da74e809-5cbc-43c2-9906-8b66a4fc6dea will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:06.678423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:06.796890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1473569c-13bb-4f3f-802d-2e8015eaabcc tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=02008a894f874f4fab7c8c5aecf620b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943453 Mar 11 17:06:06.829062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b505d3d-38cd-4bbc-a240-a28237862996 req-f1169d84-3361-4ab2-987c-5a6db7a9e81c tempest-AggregatesAdminTestJSON-695777409 tempest-AggregatesAdminTestJSON-695777409-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3ebd43-ba4e-4f8e-8723-c31776c688cd HTTP/1.1" status: 200 len: 210 time: 0.0704203 Mar 11 17:06:06.856567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Pushing event updated for resources: {'Port': ['ID=da74e809-5cbc-43c2-9906-8b66a4fc6dea,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:06.937116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Attempting to bind port da74e809-5cbc-43c2-9906-8b66a4fc6dea on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:06.937116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Attempting to bind port da74e809-5cbc-43c2-9906-8b66a4fc6dea by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ddeea134-3234-4fd2-adb6-47307853b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '407fff54-0b63-4314-8a79-b487320bbca9'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:06.937116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Attempting to bind port da74e809-5cbc-43c2-9906-8b66a4fc6dea on network 407fff54-0b63-4314-8a79-b487320bbca9 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:06.937583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34866) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:06.950414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Port da74e809-5cbc-43c2-9906-8b66a4fc6dea on network 407fff54-0b63-4314-8a79-b487320bbca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:06.950627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Attempting to bind port da74e809-5cbc-43c2-9906-8b66a4fc6dea on network 407fff54-0b63-4314-8a79-b487320bbca9 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:06.965809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:06.966146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Checking segment: {'id': 'ddeea134-3234-4fd2-adb6-47307853b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '407fff54-0b63-4314-8a79-b487320bbca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:06.966531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Bound using segment: {'id': 'ddeea134-3234-4fd2-adb6-47307853b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '407fff54-0b63-4314-8a79-b487320bbca9'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:06.966971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Bound port: da74e809-5cbc-43c2-9906-8b66a4fc6dea, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddeea134-3234-4fd2-adb6-47307853b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '407fff54-0b63-4314-8a79-b487320bbca9'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:06.967732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:06.984675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-c39e126c-ccf3-4498-bda6-bd98ecf3ed95 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:06.986171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-c39e126c-ccf3-4498-bda6-bd98ecf3ed95 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885026 Mar 11 17:06:07.009273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-ab89ec24-680e-4add-b5a9-c553074b097e tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/quotas/02008a894f874f4fab7c8c5aecf620b3 HTTP/1.1" status: 200 len: 375 time: 0.0139344 Mar 11 17:06:07.095859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-471a20c4-233a-42fa-9c48-9165a764184b tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02008a894f874f4fab7c8c5aecf620b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543051 Mar 11 17:06:07.118443 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1c92-cba8-4886-82f0-75c46a9a67f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.129302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] For port da74e809-5cbc-43c2-9906-8b66a4fc6dea, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:07.148544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] For port da74e809-5cbc-43c2-9906-8b66a4fc6dea, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=da74e809-5cbc-43c2-9906-8b66a4fc6dea,segment=NetworkSegment(ddeea134-3234-4fd2-adb6-47307853b1b3),segment_id=ddeea134-3234-4fd2-adb6-47307853b1b3)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:07.158051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.175774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8cddd-24ff-4d31-9e3d-2d787d356e9b req-2fa2d070-6aba-466c-bd3d-5e3c34e272a6 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:07.177607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76e8cddd-24ff-4d31-9e3d-2d787d356e9b req-2fa2d070-6aba-466c-bd3d-5e3c34e272a6 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 943 time: 0.1137073 Mar 11 17:06:07.219155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:07.219898 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.222252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] 10.222.0.46 "PUT /v2.0/ports/da74e809-5cbc-43c2-9906-8b66a4fc6dea HTTP/1.1" status: 200 len: 1113 time: 1.2940588 Mar 11 17:06:07.241342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a732e38f-37b1-42dc-9cc0-9a816f49b4bc', 'tag': 'da74e809-5cbc-43c2-9906-8b66a4fc6dea'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:07.249686 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade536e0-6b25-4d88-a061-d9f870a059c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a732e38f-37b1-42dc-9cc0-9a816f49b4bc", "tag": "da74e809-5cbc-43c2-9906-8b66a4fc6dea"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:07.280550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1c92-cba8-4886-82f0-75c46a9a67f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.288416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1c92-cba8-4886-82f0-75c46a9a67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.334958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ca5a2-f08e-46de-a4de-d4a6e6fcfa14 service neutron] Pushing event updated for resources: {'Port': ['ID=da74e809-5cbc-43c2-9906-8b66a4fc6dea,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:07.351127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76e8cddd-24ff-4d31-9e3d-2d787d356e9b req-190aed42-dac3-443d-bcab-0959946c0600 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524379 Mar 11 17:06:07.376138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3d5b1c92-cba8-4886-82f0-75c46a9a67f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f74f8ae473934b2ca62f27cc062a3661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345562 Mar 11 17:06:07.376138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b1c92-cba8-4886-82f0-75c46a9a67f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635b8a5a-9da3-4fc4-aa59-301247258d22,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:07.378299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34880) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:07.416198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6180def-bd18-4024-b8fc-70c1248360f4 req-fa458007-421a-47f9-ab0b-1f302950d39d tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0571938 Mar 11 17:06:07.442346 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6d50c8f-7c17-4d99-a70b-a943fcf824d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.456464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b77e4f2f-13d2-4a63-9ee1-e9bd049c0d09 req-2b98d8f3-0f85-4ba4-9cc1-1b91db1d6dc3 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 210 time: 0.0384943 Mar 11 17:06:07.458294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-5b80d00b-5cd8-413d-9eb2-62f4fc68556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:07.459945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-5b80d00b-5cd8-413d-9eb2-62f4fc68556e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa2107b3f7c64d1e9162966906ff83e1&device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 1116 time: 0.1678612 Mar 11 17:06:07.472422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 332e2945-18cb-4579-9d49-cf1064fe7b95 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:06:07.514642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 332e2945-18cb-4579-9d49-cf1064fe7b95 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:06:07.514977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 332e2945-18cb-4579-9d49-cf1064fe7b95 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:06:07.518480 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6d50c8f-7c17-4d99-a70b-a943fcf824d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.524825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0fe9d87c-232b-4408-a7f8-1894c1044ed7 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:06:07.559361 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fb00c6-e769-43f5-822e-ffc1485d5793 x-openstack-request-id: req-d8fb00c6-e769-43f5-822e-ffc1485d5793 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:07.559678 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a732e38f-37b1-42dc-9cc0-9a816f49b4bc", "tag": "da74e809-5cbc-43c2-9906-8b66a4fc6dea", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:07.560018 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8fb00c6-e769-43f5-822e-ffc1485d5793 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:07.560510 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a732e38f-37b1-42dc-9cc0-9a816f49b4bc', 'tag': 'da74e809-5cbc-43c2-9906-8b66a4fc6dea', 'status': 'completed', 'code': 200} Mar 11 17:06:07.562334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-fb6fbade-d6cf-47ce-8575-08c6ecd61998 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da74e809-5cbc-43c2-9906-8b66a4fc6dea HTTP/1.1" status: 200 len: 217 time: 0.0909684 Mar 11 17:06:07.572760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 0fe9d87c-232b-4408-a7f8-1894c1044ed7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:06:07.573442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0fe9d87c-232b-4408-a7f8-1894c1044ed7 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:06:07.585038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6d50c8f-7c17-4d99-a70b-a943fcf824d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.587937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6d50c8f-7c17-4d99-a70b-a943fcf824d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:07.591756 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f6d50c8f-7c17-4d99-a70b-a943fcf824d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/635b8a5a-9da3-4fc4-aa59-301247258d22 HTTP/1.1" status: 204 len: 168 time: 0.2120099 Mar 11 17:06:07.603370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d50c8f-7c17-4d99-a70b-a943fcf824d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635b8a5a-9da3-4fc4-aa59-301247258d22,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:07.693331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be089ac4-1fc9-417d-a375-6198768188fd req-4f948b5b-b3a2-4e20-9099-e65b6aeaf4fe tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 210 time: 0.0532386 Mar 11 17:06:07.707638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-de72f6d7-ce95-4d75-a093-9dc025f0bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:07.709254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-de72f6d7-ce95-4d75-a093-9dc025f0bf9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c30565da-46c4-4993-8d3f-82bdcab065c2 HTTP/1.1" status: 200 len: 855 time: 0.1394861 Mar 11 17:06:07.714973 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-c924f6f0-badc-4bee-b5ae-88fa675124af tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fe4358fc04b94d06b37c849672d8d442&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451343 Mar 11 17:06:07.816548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-e745143a-c422-4125-bc0a-2324b9dcada8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=407fff54-0b63-4314-8a79-b487320bbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766525 Mar 11 17:06:07.929271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5476b3ee-231e-409c-b80a-0fd5b5c6ff9f tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:07.930858 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5476b3ee-231e-409c-b80a-0fd5b5c6ff9f tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108958 Mar 11 17:06:07.952105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Request body: {'port': {'device_id': 'a336109d-67f8-4065-ba72-16905adc5203', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'fe4358fc04b94d06b37c849672d8d442'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:07.963904 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0401445-ceb6-44f3-99bd-49f5def71cda req-483def9a-971d-476e-b236-88c3dcbfa508 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0593567 Mar 11 17:06:08.093088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8cd6c-7b6d-4c5c-86ec-b56c309c0f9a req-fde213df-ac2b-44ce-a62f-e565313cc7ee tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:08.100394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48b8cd6c-7b6d-4c5c-86ec-b56c309c0f9a req-fde213df-ac2b-44ce-a62f-e565313cc7ee tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 965 time: 0.4043822 Mar 11 17:06:08.138230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Made reservation on behalf of fe4358fc04b94d06b37c849672d8d442 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:08.144311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.171069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e0f36674-c827-49be-8f47-230db4e336d1 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:06:08.242371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48b8cd6c-7b6d-4c5c-86ec-b56c309c0f9a req-227751d3-4cb8-4b05-84f0-4362090dbee9 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341341 Mar 11 17:06:08.278988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-f1abf878-b013-454a-87b3-57e37ddb9ab0 service neutron] 10.222.0.46 "GET /v2.0/networks/407fff54-0b63-4314-8a79-b487320bbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538274 Mar 11 17:06:08.372975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Allocated IP 192.168.233.252 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:08.446982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e0f36674-c827-49be-8f47-230db4e336d1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e0f36674-c827-49be-8f47-230db4e336d1,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:08.450029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af94f3be-4572-4c23-99a0-34ccb4634154 req-93c93841-16f2-4549-9f28-1302800240c0 service neutron] 10.222.0.46 "GET /v2.0/networks/407fff54-0b63-4314-8a79-b487320bbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625915 Mar 11 17:06:08.478326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'e0f36674-c827-49be-8f47-230db4e336d1', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'port_id': 'e0f36674-c827-49be-8f47-230db4e336d1', 'mac_address': 'fa:16:3e:e6:2a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:06:08.553027 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.573752 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f36674-c827-49be-8f47-230db4e336d1 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:08.601142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e0f36674-c827-49be-8f47-230db4e336d1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e0f36674-c827-49be-8f47-230db4e336d1,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:08.609006 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.687900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa4a8a83-b3f3-40a9-9517-64193c950f05 req-3940539e-3672-48a2-b8bb-a5dce1d963c7 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0533421 Mar 11 17:06:08.692588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.696682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a96a4-39ba-47f3-ad5c-5112e2fa1816 req-bd708863-83a6-457e-a7cf-51303310ac4e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:08.698336 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a6a96a4-39ba-47f3-ad5c-5112e2fa1816 req-bd708863-83a6-457e-a7cf-51303310ac4e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 943 time: 0.2105749 Mar 11 17:06:08.709022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-20e62ff9-f978-4912-ac06-369dc7da2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:08.710728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-20e62ff9-f978-4912-ac06-369dc7da2054 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa2107b3f7c64d1e9162966906ff83e1&device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 1116 time: 0.1698601 Mar 11 17:06:08.733714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e0f36674-c827-49be-8f47-230db4e336d1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:08.765046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.780948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['911a1ef6-9793-4a32-a12d-d93610c58976'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:08.789052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a6a96a4-39ba-47f3-ad5c-5112e2fa1816 req-4c5cf093-f5ae-4180-8f33-b496afde07fb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748043 Mar 11 17:06:08.863736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:08.874156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:08.894438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:06:08.917705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:08.918499 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.930729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Pushing event updated for resources: {'Port': ['ID=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:08.938891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-82a0852b-0d66-4529-9790-0ca3871f704c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9913175 Mar 11 17:06:08.955886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Request body: {'port': {'device_id': 'a336109d-67f8-4065-ba72-16905adc5203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:08.994112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['e0f36674-c827-49be-8f47-230db4e336d1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:09.045700 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-e9db7f4e-dad2-4194-88a6-a4b581b10309 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=02008a894f874f4fab7c8c5aecf620b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624170 Mar 11 17:06:09.055656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbd3d650-6d59-4aee-a30d-404dc0a2322d req-62941a82-5f7a-4e54-9cf0-c9a273f51b4b tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 210 time: 0.0791032 Mar 11 17:06:09.293001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc7086-19f8-4975-b499-4f084abbc0ce req-d63d91aa-4631-4cee-ada9-dd7be5c1bdc0 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:09.302340 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5fcc7086-19f8-4975-b499-4f084abbc0ce req-d63d91aa-4631-4cee-ada9-dd7be5c1bdc0 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 936 time: 0.2689977 Mar 11 17:06:09.304839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-9f74e362-48dc-4080-a73e-d992123c54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:09.306273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-9f74e362-48dc-4080-a73e-d992123c54c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=407fff54-0b63-4314-8a79-b487320bbca9 HTTP/1.1" status: 200 len: 915 time: 0.5463908 Mar 11 17:06:09.362877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-b795d141-a2c2-4261-8659-3175afdfa8fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da74e809-5cbc-43c2-9906-8b66a4fc6dea HTTP/1.1" status: 200 len: 217 time: 0.0490108 Mar 11 17:06:09.368914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fa600388-4527-49fd-b2c7-ac0cb207eeb8 None None] Provisioning complete for port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:09.369316 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fa600388-4527-49fd-b2c7-ac0cb207eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:09.412016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5fcc7086-19f8-4975-b499-4f084abbc0ce req-f0dc1dcd-3c45-4b30-8c56-876a5e10c841 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085758 Mar 11 17:06:09.439602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fa600388-4527-49fd-b2c7-ac0cb207eeb8 None None] Port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:06:09.493120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-05ee00b7-878f-46ef-92ed-147e5f306533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:09.494783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-05ee00b7-878f-46ef-92ed-147e5f306533 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c30565da-46c4-4993-8d3f-82bdcab065c2 HTTP/1.1" status: 200 len: 855 time: 0.1027966 Mar 11 17:06:09.566865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-e7296fa0-9fe9-49ca-b988-2eb8b6ab6ffc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=407fff54-0b63-4314-8a79-b487320bbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552492 Mar 11 17:06:09.604396 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:09.607307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eba9e2-9f45-47dd-a2f3-1aeadb0b0d26 req-78d8949f-d134-4112-9700-701ee719dada tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:09.608820 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15eba9e2-9f45-47dd-a2f3-1aeadb0b0d26 req-78d8949f-d134-4112-9700-701ee719dada tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 965 time: 0.1072099 Mar 11 17:06:09.626346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-88773801-b9cb-45d2-882c-7eefd83f85a0 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:09.627844 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-88773801-b9cb-45d2-882c-7eefd83f85a0 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5612013 Mar 11 17:06:09.654067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Request body: {'port': {'device_id': 'a6b1a2be-783e-4c5f-aa83-9e02ebb4101e', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '02008a894f874f4fab7c8c5aecf620b3'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:09.684875 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-e3deb54f-79c6-4d0f-8bca-eaad7513049b tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2477e8b3a589480b8bfe37fc2bf1f089&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750561 Mar 11 17:06:09.736768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15eba9e2-9f45-47dd-a2f3-1aeadb0b0d26 req-f8ba78fd-2e90-4cea-885f-4f5317010bca tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000922 Mar 11 17:06:09.788779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-b26954b9-7265-4e3f-8ea4-6b4e41acf22b service neutron] 10.222.0.46 "GET /v2.0/networks/407fff54-0b63-4314-8a79-b487320bbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135692 Mar 11 17:06:09.885225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Made reservation on behalf of 02008a894f874f4fab7c8c5aecf620b3 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:09.888701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:09.889641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76ee62fb-dc8e-433d-82ea-b908c83d0dd6 req-eb3347e4-fba6-4381-9533-0cf6f83a8ad3 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0406532 Mar 11 17:06:09.921911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-cba91373-4c85-43db-a6c5-e7f68e7c2b23 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:09.926088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-cba91373-4c85-43db-a6c5-e7f68e7c2b23 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324381 Mar 11 17:06:09.946547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-df192939-bb62-49ba-aa0f-52661b3613e9 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/quotas/2477e8b3a589480b8bfe37fc2bf1f089 HTTP/1.1" status: 200 len: 375 time: 0.0129497 Mar 11 17:06:09.992748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-300a1cf6-2481-4d17-9892-1e52cc8d24c6 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2477e8b3a589480b8bfe37fc2bf1f089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374360 Mar 11 17:06:10.008728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ade536e0-6b25-4d88-a061-d9f870a059c7 req-cb8502a2-b70d-427a-944c-cbf3b2d85ab4 service neutron] 10.222.0.46 "GET /v2.0/networks/407fff54-0b63-4314-8a79-b487320bbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935971 Mar 11 17:06:10.052613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:10.061906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.076906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Transition to ACTIVE for port object a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:10.086486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00afef-9f01-4b08-a640-8edd6da81079 req-99d7c015-afc3-45cf-85ee-0ddbce352bfd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:10.088374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee00afef-9f01-4b08-a640-8edd6da81079 req-99d7c015-afc3-45cf-85ee-0ddbce352bfd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 944 time: 0.0635865 Mar 11 17:06:10.088762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.128723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee00afef-9f01-4b08-a640-8edd6da81079 req-a5c20f13-a9c2-45a8-870a-8d7fc21cf778 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343094 Mar 11 17:06:10.187999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e0f36674-c827-49be-8f47-230db4e336d1 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:06:10.195453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Allocated IP 192.168.233.43 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/0f690894-3763-47be-807b-2515ff3a1968) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:10.218760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:10.251809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Attempting to bind port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:10.252149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Attempting to bind port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:10.259786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Attempting to bind port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:10.310173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:10.311688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Attempting to bind port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:10.324728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port e0f36674-c827-49be-8f47-230db4e336d1 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:10.332826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port e0f36674-c827-49be-8f47-230db4e336d1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:10.333487 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.345952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:10.347098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:10.347588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:10.348142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Bound port: a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:10.348788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.542051 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.553953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.554781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] For port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:10.590007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] For port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:10.591978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cc6d4bd-0713-4fc3-beb3-403d0663d454 req-cc8bbd89-ff9f-4ff3-9ea8-6514341fd025 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 210 time: 0.0770807 Mar 11 17:06:10.593679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f36674-c827-49be-8f47-230db4e336d1'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:10.597279 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a3e726-ef5b-4aa2-a9ce-4a7e9dfd8161" -d '{"events": [{"server_uuid": "caaf592e-c500-4b9e-a855-7b7832a7a687", "name": "network-vif-plugged", "status": "completed", "tag": "e0f36674-c827-49be-8f47-230db4e336d1"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:10.598720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.621473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.634817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e0f36674-c827-49be-8f47-230db4e336d1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e0f36674-c827-49be-8f47-230db4e336d1,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:10.640687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.659983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:10.661262 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.661431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f050936d-807d-485b-9f43-370d6ab536ac req-6ce6dd57-8ec0-4c77-9f3f-c6fbbc1aaead tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0913572 Mar 11 17:06:10.663402 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 HTTP/1.1" status: 200 len: 1096 time: 1.7141254 Mar 11 17:06:10.664222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a336109d-67f8-4065-ba72-16905adc5203', 'tag': 'a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:10.666689 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "a336109d-67f8-4065-ba72-16905adc5203", "tag": "a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:10.715597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0a7bec6-6a76-4382-87a2-2f2ff290e2dc req-22e91cc0-9641-4a7e-852f-5aae1cbd0d63 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 210 time: 0.0459123 Mar 11 17:06:10.741158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa85705-2b71-4499-bfbd-bc2bdc9bf6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:10.813755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e0f36674-c827-49be-8f47-230db4e336d1,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:10.839278 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bf5c83-6c62-4d6c-a2f4-d5d35f59262a x-openstack-request-id: req-a3bf5c83-6c62-4d6c-a2f4-d5d35f59262a {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:10.840818 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaf592e-c500-4b9e-a855-7b7832a7a687", "name": "network-vif-plugged", "status": "completed", "tag": "e0f36674-c827-49be-8f47-230db4e336d1", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:10.841089 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3bf5c83-6c62-4d6c-a2f4-d5d35f59262a {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:10.846450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.848248 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f36674-c827-49be-8f47-230db4e336d1', 'code': 200} Mar 11 17:06:10.876960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-6661f093-3ee8-4340-b2a4-6d51abafede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:10.879161 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-6661f093-3ee8-4340-b2a4-6d51abafede8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe4358fc04b94d06b37c849672d8d442&device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 1099 time: 0.1524889 Mar 11 17:06:10.913753 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2361fc37-48c8-4583-bb96-f567bd929b20 x-openstack-request-id: req-2361fc37-48c8-4583-bb96-f567bd929b20 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:10.914309 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a336109d-67f8-4065-ba72-16905adc5203", "tag": "a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:10.914788 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2361fc37-48c8-4583-bb96-f567bd929b20 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:10.915360 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a336109d-67f8-4065-ba72-16905adc5203', 'tag': 'a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35', 'status': 'completed', 'code': 200} Mar 11 17:06:10.925262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e18d94-43ab-4783-9df4-ede0b915abd1 req-86822bb6-721b-41ba-ac0d-ac2c0f34e9f8 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:10.943781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03e18d94-43ab-4783-9df4-ede0b915abd1 req-86822bb6-721b-41ba-ac0d-ac2c0f34e9f8 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 948 time: 0.1067226 Mar 11 17:06:11.014608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03e18d94-43ab-4783-9df4-ede0b915abd1 req-ad8cc307-fa7b-46ea-b979-27cfaa64ca6c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698643 Mar 11 17:06:11.026590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:11.039227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:11.039661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3f7da5c-0d5a-4f38-b2c6-0907afac89c6 req-e9d886bc-031b-4dda-a53a-b6eaeda73636 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0465381 Mar 11 17:06:11.051257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:06:11.063308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:11.063977 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:11.074750 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-a29fe2f1-57ef-432a-9c87-28d40e351c33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 HTTP/1.1" status: 200 len: 217 time: 0.1702385 Mar 11 17:06:11.085535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Pushing event updated for resources: {'Port': ['ID=0f690894-3763-47be-807b-2515ff3a1968,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:11.138462 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-05451ea3-fb17-4abd-9abb-80b17a8203ce tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4883447 Mar 11 17:06:11.155701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Request body: {'port': {'device_id': 'a6b1a2be-783e-4c5f-aa83-9e02ebb4101e', 'device_owner': 'compute:tempest-test_az-1094531112', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:11.166886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77e6db-81a6-4fca-8cd4-1c0e4a38b14e req-5362740c-65bc-4f49-b7ce-0175f9d6990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:11.168708 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff77e6db-81a6-4fca-8cd4-1c0e4a38b14e req-5362740c-65bc-4f49-b7ce-0175f9d6990a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 1096 time: 0.2631013 Mar 11 17:06:11.223546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-40d03746-aa2c-4299-a695-4b5cc1541efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:11.225809 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-40d03746-aa2c-4299-a695-4b5cc1541efa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1296711 Mar 11 17:06:11.293639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df6b8f-d1e8-4b55-ab57-44c52901cdeb req-19201d0a-70f9-457c-83ba-8752adc0143d tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:11.303107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82df6b8f-d1e8-4b55-ab57-44c52901cdeb req-19201d0a-70f9-457c-83ba-8752adc0143d tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 965 time: 0.1051826 Mar 11 17:06:11.314814 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff77e6db-81a6-4fca-8cd4-1c0e4a38b14e req-90116b8d-dc49-4d64-bcc2-02d227f9c766 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138053 Mar 11 17:06:11.333257 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:11.354850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-4ed021bb-94a7-4ede-9ac6-dd0954bfcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:11.356684 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-4ed021bb-94a7-4ede-9ac6-dd0954bfcb1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194849 Mar 11 17:06:11.382404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82df6b8f-d1e8-4b55-ab57-44c52901cdeb req-474c545d-4905-4164-834d-565c0051d721 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782804 Mar 11 17:06:11.451713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24078f78-ac9a-43f6-bc05-0f983041405b req-73fdb67c-3091-4564-bb9a-4bf65ea7a28c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:11.460412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24078f78-ac9a-43f6-bc05-0f983041405b req-73fdb67c-3091-4564-bb9a-4bf65ea7a28c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 945 time: 0.0762482 Mar 11 17:06:11.510832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device da74e809-5cbc-43c2-9906-8b66a4fc6dea details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:06:11.522259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24078f78-ac9a-43f6-bc05-0f983041405b req-f4cf2f53-f093-4e54-9bd7-1fc8afcd9f36 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609310 Mar 11 17:06:11.557716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-62ae4fcf-c70f-49be-b45b-3ab527a36db9 None None] Provisioning complete for port 0f690894-3763-47be-807b-2515ff3a1968 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:11.557922 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-62ae4fcf-c70f-49be-b45b-3ab527a36db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:11.652995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-62ae4fcf-c70f-49be-b45b-3ab527a36db9 None None] Port 0f690894-3763-47be-807b-2515ff3a1968 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:06:11.723554 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-63e0855f-7a69-43fb-ab64-1169749d5720 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495368 Mar 11 17:06:11.727903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port da74e809-5cbc-43c2-9906-8b66a4fc6dea, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=da74e809-5cbc-43c2-9906-8b66a4fc6dea,segment=NetworkSegment(ddeea134-3234-4fd2-adb6-47307853b1b3),segment_id=ddeea134-3234-4fd2-adb6-47307853b1b3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:11.782326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'da74e809-5cbc-43c2-9906-8b66a4fc6dea', 'network_id': '407fff54-0b63-4314-8a79-b487320bbca9', 'port_id': 'da74e809-5cbc-43c2-9906-8b66a4fc6dea', 'mac_address': 'fa:16:3e:08:fd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30565da-46c4-4993-8d3f-82bdcab065c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1094531112', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:06:11.795514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799c3c5-2187-4ff8-82bd-19ad8fa40ecb req-d651efef-43e2-4dcd-a58c-7470502f75c3 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:11.797509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a799c3c5-2187-4ff8-82bd-19ad8fa40ecb req-d651efef-43e2-4dcd-a58c-7470502f75c3 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 935 time: 0.0826933 Mar 11 17:06:11.852678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f690894-3763-47be-807b-2515ff3a1968 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:11.855812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-e7d713ce-4613-4909-9339-f9bb33e394ff tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2477e8b3a589480b8bfe37fc2bf1f089&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413458 Mar 11 17:06:11.863851 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:11.889167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:11.898193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Transition to ACTIVE for port object 0f690894-3763-47be-807b-2515ff3a1968 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:11.908811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:11.913416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a799c3c5-2187-4ff8-82bd-19ad8fa40ecb req-6055366c-3b70-4d19-aad0-0ee6cf773fac tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083260 Mar 11 17:06:11.924954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da74e809-5cbc-43c2-9906-8b66a4fc6dea {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:11.935229 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:06:11.941599 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-65c4ff2d-8c9c-4a7a-9e36-4bdf7bedcd9d req-e871a868-44f7-479e-85bb-e87e173f7a3d service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078297 Mar 11 17:06:11.955585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port da74e809-5cbc-43c2-9906-8b66a4fc6dea, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=da74e809-5cbc-43c2-9906-8b66a4fc6dea,segment=NetworkSegment(ddeea134-3234-4fd2-adb6-47307853b1b3),segment_id=ddeea134-3234-4fd2-adb6-47307853b1b3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:11.962059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.042529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b21cf43e-49f5-44a0-9671-4b8c722447cb req-16fe9faf-2f23-4af6-84e5-a3f693303cb2 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 210 time: 0.1174691 Mar 11 17:06:12.073828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Attempting to bind port 0f690894-3763-47be-807b-2515ff3a1968 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:12.073828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Attempting to bind port 0f690894-3763-47be-807b-2515ff3a1968 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:12.073828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Attempting to bind port 0f690894-3763-47be-807b-2515ff3a1968 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:12.075000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Pushing event updated for resources: {'Port': ['ID=0f690894-3763-47be-807b-2515ff3a1968,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:12.110005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Port 0f690894-3763-47be-807b-2515ff3a1968 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:12.111020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Attempting to bind port 0f690894-3763-47be-807b-2515ff3a1968 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:12.113646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=da74e809-5cbc-43c2-9906-8b66a4fc6dea,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:12.127988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:12.128429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:12.128821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:12.129336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Bound port: 0f690894-3763-47be-807b-2515ff3a1968, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:12.129823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.164616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-74b61462-d948-46f6-a699-47cd6040fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.166365 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-74b61462-d948-46f6-a699-47cd6040fa95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe4358fc04b94d06b37c849672d8d442&device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 1099 time: 0.1280546 Mar 11 17:06:12.175085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28a47817-fe27-47b8-b187-b2989bdef40c tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.178224 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28a47817-fe27-47b8-b187-b2989bdef40c tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157701 Mar 11 17:06:12.199994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Request body: {'port': {'device_id': '0cbf7fca-6770-4670-bb65-206b17175320', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '2477e8b3a589480b8bfe37fc2bf1f089'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:12.293404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['da74e809-5cbc-43c2-9906-8b66a4fc6dea'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:12.320933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] For port 0f690894-3763-47be-807b-2515ff3a1968, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:12.326071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] For port 0f690894-3763-47be-807b-2515ff3a1968, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0f690894-3763-47be-807b-2515ff3a1968,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:12.334699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.390050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-521b06a8-2152-4002-96e5-b77167e031d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.393400 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-521b06a8-2152-4002-96e5-b77167e031d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1984558 Mar 11 17:06:12.398321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.399055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.400448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] 10.222.0.46 "PUT /v2.0/ports/0f690894-3763-47be-807b-2515ff3a1968 HTTP/1.1" status: 200 len: 1117 time: 1.2518508 Mar 11 17:06:12.412487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-817ff8c2-f37e-466a-8a63-444694195a74 req-1ea40f7f-e7bf-4bd1-9ea3-eee107a2db68 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0989261 Mar 11 17:06:12.427389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Made reservation on behalf of 2477e8b3a589480b8bfe37fc2bf1f089 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:12.434557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.456655 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.462624 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-0357790e-f13d-4eb5-b657-82b93c174897 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 HTTP/1.1" status: 200 len: 217 time: 0.0603211 Mar 11 17:06:12.463442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873ef9-e107-4596-8085-6f0e72381648 service neutron] Pushing event updated for resources: {'Port': ['ID=0f690894-3763-47be-807b-2515ff3a1968,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:12.515169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b4c6b-c1b1-4997-a360-a18510e4d0e9 req-35a00f29-f288-40d4-9a2f-4a3fb840be0b tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.524141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a9b4c6b-c1b1-4997-a360-a18510e4d0e9 req-35a00f29-f288-40d4-9a2f-4a3fb840be0b tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 948 time: 0.2117405 Mar 11 17:06:12.592013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-94bb9abd-d639-4a5b-9143-c7da1dcd8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.599908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-94bb9abd-d639-4a5b-9143-c7da1dcd8067 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1277912 Mar 11 17:06:12.604368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a9b4c6b-c1b1-4997-a360-a18510e4d0e9 req-6eba3d1f-4b82-4267-86ea-1173b54c6f62 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739160 Mar 11 17:06:12.608898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-a7e056dc-f311-4c8c-85f2-26056d24d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.610569 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-a7e056dc-f311-4c8c-85f2-26056d24d18f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02008a894f874f4fab7c8c5aecf620b3&device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 1120 time: 0.0911427 Mar 11 17:06:12.692256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-afb55be2-4b95-4707-a472-5c5db0a7e9d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=0f690894-3763-47be-807b-2515ff3a1968 HTTP/1.1" status: 200 len: 217 time: 0.0726902 Mar 11 17:06:12.771616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-b4be2b1e-930a-4f1e-847b-93570e582b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.773144 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-b4be2b1e-930a-4f1e-847b-93570e582b5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0728700 Mar 11 17:06:12.775316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-e707d04a-b56c-4935-8f4e-b6bb3057c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.776720 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-e707d04a-b56c-4935-8f4e-b6bb3057c855 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706007 Mar 11 17:06:12.793764 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.809411 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.900786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-e44b7e30-1f80-4690-968f-3f48f0614d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.902442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-e44b7e30-1f80-4690-968f-3f48f0614d60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186039 Mar 11 17:06:12.921969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b1a2be-783e-4c5f-aa83-9e02ebb4101e', 'tag': '0f690894-3763-47be-807b-2515ff3a1968'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:12.927116 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b1a2be-783e-4c5f-aa83-9e02ebb4101e", "tag": "0f690894-3763-47be-807b-2515ff3a1968"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:12.931340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97ca156-e612-4ebc-89ea-1f0dba783c56,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:12.957350 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d80eb-474a-4e94-9ae2-418594458d67 req-fed2db00-c3a6-4349-bf19-748cf0229b13 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.958900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a07d80eb-474a-4e94-9ae2-418594458d67 req-fed2db00-c3a6-4349-bf19-748cf0229b13 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 966 time: 0.2084463 Mar 11 17:06:12.994786 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-27091eae-c3c2-4f69-851d-b8e387d4f6a4 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827416 Mar 11 17:06:13.018729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05a1a-06e9-4aae-b8ff-fd85d29b13f6 req-918d5274-7056-4124-9a62-8d857c8fb383 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:13.020200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aef05a1a-06e9-4aae-b8ff-fd85d29b13f6 req-918d5274-7056-4124-9a62-8d857c8fb383 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 945 time: 0.1982138 Mar 11 17:06:13.071333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a07d80eb-474a-4e94-9ae2-418594458d67 req-9c700c22-a83f-486c-bebc-6c8e9e587b01 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038003 Mar 11 17:06:13.087462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Allocated IP 192.168.233.178 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/5c62be79-4251-414d-8194-9080dc32aaa0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:13.110323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aef05a1a-06e9-4aae-b8ff-fd85d29b13f6 req-984deda4-ee79-480c-87fd-9c99e309ce5f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802677 Mar 11 17:06:13.293626 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794abf4e-b033-4a24-8f28-6dbc9d8883ff x-openstack-request-id: req-794abf4e-b033-4a24-8f28-6dbc9d8883ff {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:13.294212 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b1a2be-783e-4c5f-aa83-9e02ebb4101e", "tag": "0f690894-3763-47be-807b-2515ff3a1968", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:13.294212 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-794abf4e-b033-4a24-8f28-6dbc9d8883ff {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:13.294510 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b1a2be-783e-4c5f-aa83-9e02ebb4101e', 'tag': '0f690894-3763-47be-807b-2515ff3a1968', 'status': 'completed', 'code': 200} Mar 11 17:06:13.302403 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-87d202ff-dd1b-4b81-96d9-ae6b7edd4a37 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912289 Mar 11 17:06:13.317835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.319906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83606090-634e-4aec-82b4-95898c144e61 req-d127f5f6-01a5-47f6-b165-3ff83cd60ebe tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 210 time: 0.0591576 Mar 11 17:06:13.362132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ccd21-bfcc-498f-ad81-ef25adc95e8e req-dfdefbbb-6165-401a-82cd-a009b38411c7 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:13.363594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e6ccd21-bfcc-498f-ad81-ef25adc95e8e req-dfdefbbb-6165-401a-82cd-a009b38411c7 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 969 time: 0.1040592 Mar 11 17:06:13.377150 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-70e50d5d-60f8-4d1f-9c0a-d08856579ffe req-77cc97d3-c5a1-48d2-a7ac-854af23c0c5b service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753054 Mar 11 17:06:13.409347 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.418036 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6620c95f-2891-429c-8fb8-bea4946ee063 req-152fea95-f1a8-47e1-ab52-4309b9ea0e63 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089523 Mar 11 17:06:13.442326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e6ccd21-bfcc-498f-ad81-ef25adc95e8e req-0889f157-7bca-40f1-9887-12c830853f1b tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682569 Mar 11 17:06:13.480404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.517887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:13.547144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device da74e809-5cbc-43c2-9906-8b66a4fc6dea up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:06:13.565695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:13.579690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-bd479a0c-7a6b-4315-8a14-4c389bdbbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:13.580617 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-bd479a0c-7a6b-4315-8a14-4c389bdbbb1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02008a894f874f4fab7c8c5aecf620b3&device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 1120 time: 0.0915833 Mar 11 17:06:13.582755 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4ccdcd5e-b73f-4fc5-9eeb-22a9d4dd5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.601711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:06:13.616103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:13.617118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.631223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port da74e809-5cbc-43c2-9906-8b66a4fc6dea completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:13.635995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port da74e809-5cbc-43c2-9906-8b66a4fc6dea triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:13.636539 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.770798 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.780596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-e5fe0376-500d-4ed9-a099-69e848971c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:13.784249 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-e5fe0376-500d-4ed9-a099-69e848971c90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1935210 Mar 11 17:06:13.819528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732e38f-37b1-42dc-9cc0-9a816f49b4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da74e809-5cbc-43c2-9906-8b66a4fc6dea'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:13.822930 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da17967-ad1b-4765-b8d1-b21616bf2118" -d '{"events": [{"server_uuid": "a732e38f-37b1-42dc-9cc0-9a816f49b4bc", "name": "network-vif-plugged", "status": "completed", "tag": "da74e809-5cbc-43c2-9906-8b66a4fc6dea"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:13.828527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port da74e809-5cbc-43c2-9906-8b66a4fc6dea, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=da74e809-5cbc-43c2-9906-8b66a4fc6dea,segment=NetworkSegment(ddeea134-3234-4fd2-adb6-47307853b1b3),segment_id=ddeea134-3234-4fd2-adb6-47307853b1b3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:13.834253 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.848773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-83a31cc5-cbdb-4043-9541-294dcba25f33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=0f690894-3763-47be-807b-2515ff3a1968 HTTP/1.1" status: 200 len: 217 time: 0.0546260 Mar 11 17:06:13.903764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=da74e809-5cbc-43c2-9906-8b66a4fc6dea,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:13.927366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-09db8196-7557-4d32-8ec4-a0e64642eddc None None] Provisioning complete for port 5c62be79-4251-414d-8194-9080dc32aaa0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:13.928108 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09db8196-7557-4d32-8ec4-a0e64642eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.944657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-258a5d14-4c8e-4f20-abc8-fdafe0106d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:13.947260 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-258a5d14-4c8e-4f20-abc8-fdafe0106d35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0849023 Mar 11 17:06:13.950609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79b1f759-7362-4a79-b0e3-76c6a4019ea0 req-6acade2a-145e-44d5-883d-6f851ff66dd4 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.3298645 Mar 11 17:06:13.972288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7782428 Mar 11 17:06:13.986745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-09db8196-7557-4d32-8ec4-a0e64642eddc None None] Port 5c62be79-4251-414d-8194-9080dc32aaa0 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:06:13.993653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Request body: {'port': {'device_id': '0cbf7fca-6770-4670-bb65-206b17175320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:13.996106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f96ae-4917-4f66-9d70-8f45c796e322 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Pushing event updated for resources: {'Port': ['ID=5c62be79-4251-414d-8194-9080dc32aaa0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:14.026012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-3e7d2bf2-ad70-4cb8-8828-edeb98982627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:14.027694 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-3e7d2bf2-ad70-4cb8-8828-edeb98982627 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691390 Mar 11 17:06:14.064938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2ff23-72c6-4cf2-8e65-826a4cbf38cc req-24ab0eba-d1ba-4373-8196-db42727a5320 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:14.066470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-beb2ff23-72c6-4cf2-8e65-826a4cbf38cc req-24ab0eba-d1ba-4373-8196-db42727a5320 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 948 time: 0.1191969 Mar 11 17:06:14.073597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.145797 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-beb2ff23-72c6-4cf2-8e65-826a4cbf38cc req-7a171516-50b4-4b73-afc3-5f9a77309ff6 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732341 Mar 11 17:06:14.149195 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-450acb10-932f-426a-b93f-8605bb38a441 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063290 Mar 11 17:06:14.233891 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d90bee9-f190-447a-bcf2-db0b2d2e86a3 x-openstack-request-id: req-4d90bee9-f190-447a-bcf2-db0b2d2e86a3 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:14.234492 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732e38f-37b1-42dc-9cc0-9a816f49b4bc", "name": "network-vif-plugged", "status": "completed", "tag": "da74e809-5cbc-43c2-9906-8b66a4fc6dea", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:14.235595 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d90bee9-f190-447a-bcf2-db0b2d2e86a3 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:14.236240 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a732e38f-37b1-42dc-9cc0-9a816f49b4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da74e809-5cbc-43c2-9906-8b66a4fc6dea', 'code': 200} Mar 11 17:06:14.272397 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0ae97f3a-8b7c-453a-8afd-d446dffd17fe req-6b30608b-abe1-4aa8-a414-ba2879056799 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166904 Mar 11 17:06:14.366637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49976-0f67-4044-890c-e43a515a0260 req-0d81d963-019c-4da7-b497-1f677ae8ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:14.368137 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ba49976-0f67-4044-890c-e43a515a0260 req-0d81d963-019c-4da7-b497-1f677ae8ef67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 1118 time: 0.0430851 Mar 11 17:06:14.409369 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ba49976-0f67-4044-890c-e43a515a0260 req-0a6c6c73-2aa0-4c1a-850b-b631d2bb776a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336313 Mar 11 17:06:14.442233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc747b-3eba-49b4-a359-9bf7881dd849 req-b5fd16e5-363c-4134-bcbe-9d2c51a3eac8 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:14.443799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6afc747b-3eba-49b4-a359-9bf7881dd849 req-b5fd16e5-363c-4134-bcbe-9d2c51a3eac8 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 967 time: 0.1350167 Mar 11 17:06:14.458999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80678e-e6f4-45ff-bb0e-d5ae41a2e258 req-7555c55d-3edc-4122-8850-8374f47fa127 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:14.460509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a80678e-e6f4-45ff-bb0e-d5ae41a2e258 req-7555c55d-3edc-4122-8850-8374f47fa127 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 945 time: 0.1505971 Mar 11 17:06:14.562954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6afc747b-3eba-49b4-a359-9bf7881dd849 req-f6a8f90e-c2cc-47b1-8223-11c635bffc19 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988877 Mar 11 17:06:14.570180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a80678e-e6f4-45ff-bb0e-d5ae41a2e258 req-7a5c3abd-53d0-44f6-bc7e-c6f27337c65a tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942943 Mar 11 17:06:14.581244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c62be79-4251-414d-8194-9080dc32aaa0 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:14.595287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.611784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Transition to ACTIVE for port object 5c62be79-4251-414d-8194-9080dc32aaa0 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:14.617712 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.683122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c62be79-4251-414d-8194-9080dc32aaa0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:14.717329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Attempting to bind port 5c62be79-4251-414d-8194-9080dc32aaa0 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:14.717850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Attempting to bind port 5c62be79-4251-414d-8194-9080dc32aaa0 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:14.718294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Attempting to bind port 5c62be79-4251-414d-8194-9080dc32aaa0 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:14.724727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Port 5c62be79-4251-414d-8194-9080dc32aaa0 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:14.725124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Attempting to bind port 5c62be79-4251-414d-8194-9080dc32aaa0 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:14.737249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:14.740246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:14.740893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:14.741595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Bound port: 5c62be79-4251-414d-8194-9080dc32aaa0, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:14.742071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.877826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752de04-9ebe-40d8-a343-c748e747dab6 req-90657971-8952-476b-b141-34c6712419f5 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:14.879368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0752de04-9ebe-40d8-a343-c748e747dab6 req-90657971-8952-476b-b141-34c6712419f5 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 948 time: 0.1348536 Mar 11 17:06:14.888549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f19fd-6a73-4689-a2d0-c9ae92a1986d req-35c11ca2-b1e9-4f90-b327-34eaad76db71 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:14.890046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-396f19fd-6a73-4689-a2d0-c9ae92a1986d req-35c11ca2-b1e9-4f90-b327-34eaad76db71 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 969 time: 0.1434746 Mar 11 17:06:14.923255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] For port 5c62be79-4251-414d-8194-9080dc32aaa0, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:14.965984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] For port 5c62be79-4251-414d-8194-9080dc32aaa0, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5c62be79-4251-414d-8194-9080dc32aaa0,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:14.988357 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.013007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-396f19fd-6a73-4689-a2d0-c9ae92a1986d req-4425aa4d-eb07-4144-88d3-e3b67300ed9c tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048217 Mar 11 17:06:15.017272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0752de04-9ebe-40d8-a343-c748e747dab6 req-afd922a7-79c1-4ee5-b78c-c1f6fe96d4d9 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262105 Mar 11 17:06:15.055570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:15.056190 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.061823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] 10.222.0.46 "PUT /v2.0/ports/5c62be79-4251-414d-8194-9080dc32aaa0 HTTP/1.1" status: 200 len: 1096 time: 1.0693996 Mar 11 17:06:15.061823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbf7fca-6770-4670-bb65-206b17175320', 'tag': '5c62be79-4251-414d-8194-9080dc32aaa0'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:15.061823 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa434d57-748d-47b7-ba75-ddf3068b660f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbf7fca-6770-4670-bb65-206b17175320", "tag": "5c62be79-4251-414d-8194-9080dc32aaa0"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:15.127527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28554512-0d9a-4a86-8c07-0003f55c1b07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c62be79-4251-414d-8194-9080dc32aaa0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:15.230370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af0eda42-1a5f-4d54-937b-ae21572c2b52 req-1064f6b4-c5cb-4e65-876b-6e9ce555c83c tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0378573 Mar 11 17:06:15.237858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-8aeada37-99a5-4ec3-b733-7cbe77b0d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:15.237858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-8aeada37-99a5-4ec3-b733-7cbe77b0d653 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2477e8b3a589480b8bfe37fc2bf1f089&device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 1099 time: 0.1274025 Mar 11 17:06:15.260559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d46e2-53b9-4ecf-bbd8-b6d2c8ff7b44 req-0a5989f8-7811-4398-9b36-eb92d1467c4d tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:15.269148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef5d46e2-53b9-4ecf-bbd8-b6d2c8ff7b44 req-0a5989f8-7811-4398-9b36-eb92d1467c4d tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 945 time: 0.1126375 Mar 11 17:06:15.298342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35154) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:15.308767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Request body: {'floatingip': {'port_id': 'e0f36674-c827-49be-8f47-230db4e336d1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:15.328434 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bacfc35-5ef5-4f13-a183-072db1ef0d32 x-openstack-request-id: req-5bacfc35-5ef5-4f13-a183-072db1ef0d32 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:15.328434 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbf7fca-6770-4670-bb65-206b17175320", "tag": "5c62be79-4251-414d-8194-9080dc32aaa0", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:15.328434 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bacfc35-5ef5-4f13-a183-072db1ef0d32 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:15.328434 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbf7fca-6770-4670-bb65-206b17175320', 'tag': '5c62be79-4251-414d-8194-9080dc32aaa0', 'status': 'completed', 'code': 200} Mar 11 17:06:15.328434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-33a73b30-bdbe-41af-81e0-c7335d2e729b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5c62be79-4251-414d-8194-9080dc32aaa0 HTTP/1.1" status: 200 len: 217 time: 0.0543115 Mar 11 17:06:15.480761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.502431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-01771725-fdeb-45a0-8b5a-3d1a0c611e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:15.504505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-01771725-fdeb-45a0-8b5a-3d1a0c611e77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1644781 Mar 11 17:06:15.523862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626786b5-94f0-4727-bf37-022517a9bc9f req-871dccca-842e-4fab-9ee2-2adbcff02818 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:15.526232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-626786b5-94f0-4727-bf37-022517a9bc9f req-871dccca-842e-4fab-9ee2-2adbcff02818 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 948 time: 0.0998774 Mar 11 17:06:15.645115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-a798b19c-d15f-4dd0-bbcf-fc8914a733ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:15.647445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-a798b19c-d15f-4dd0-bbcf-fc8914a733ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187835 Mar 11 17:06:15.652917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-626786b5-94f0-4727-bf37-022517a9bc9f req-0d9dbbc9-ee53-4c66-9097-2a9e2fe793ea tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108999 Mar 11 17:06:15.817069 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8f62ef12-6dc2-43c4-9564-2a26572a46fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.818781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-f4614d4d-3b25-41cd-aa50-16c9bfb4ce21 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618528 Mar 11 17:06:15.920974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad64a-ad0e-4da5-87ba-444a05bbfcfd req-bf14a868-0ee5-4c21-9d5b-a63c892f1bc7 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:15.922501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6ad64a-ad0e-4da5-87ba-444a05bbfcfd req-bf14a868-0ee5-4c21-9d5b-a63c892f1bc7 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 967 time: 0.1015341 Mar 11 17:06:15.970244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599c15cd-1b6d-45d8-9dd0-9e150da60568 req-7872afb3-3a7e-43f2-84bf-229b6e0a1a60 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374180 Mar 11 17:06:15.993837 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6ad64a-ad0e-4da5-87ba-444a05bbfcfd req-0aca2522-50e8-454e-a9c7-33a84b6269f3 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598629 Mar 11 17:06:16.130936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-4fb34541-5ff7-4ac7-8b36-453496dc43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.132482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-4fb34541-5ff7-4ac7-8b36-453496dc43c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2477e8b3a589480b8bfe37fc2bf1f089&device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 1099 time: 0.0753076 Mar 11 17:06:16.238441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:06:16.272651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb02a50-0292-4c76-bb93-8f46bc52d168 req-91afeecf-056a-4a8f-ba64-48597025bb34 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.274148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdb02a50-0292-4c76-bb93-8f46bc52d168 req-91afeecf-056a-4a8f-ba64-48597025bb34 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 969 time: 0.1407971 Mar 11 17:06:16.287495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50ef08-007b-4139-84bb-3e36bdfd1a85 req-49893ff3-5014-4783-a141-b36a5709f826 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.289403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b50ef08-007b-4139-84bb-3e36bdfd1a85 req-49893ff3-5014-4783-a141-b36a5709f826 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 948 time: 0.1371086 Mar 11 17:06:16.331366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-8a5f5c2a-ed9a-4626-ac38-16d44fd2db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.332875 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-8a5f5c2a-ed9a-4626-ac38-16d44fd2db04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1902165 Mar 11 17:06:16.378683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:16.397631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35', 'mac_address': 'fa:16:3e:bd:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:06:16.399330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdb02a50-0292-4c76-bb93-8f46bc52d168 req-6684d03b-e870-4468-af31-7d14e7f6f2f6 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093574 Mar 11 17:06:16.406113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b50ef08-007b-4139-84bb-3e36bdfd1a85 req-493aed08-fa14-4611-869e-4e1fc3979326 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996571 Mar 11 17:06:16.407607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-b440620e-5363-4980-9265-1086af90484d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=5c62be79-4251-414d-8194-9080dc32aaa0 HTTP/1.1" status: 200 len: 217 time: 0.0598130 Mar 11 17:06:16.407962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:06:16.471341 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.493893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:16.501020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-6435da1e-05ad-4ae3-b370-e9b251203035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.507497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-6435da1e-05ad-4ae3-b370-e9b251203035 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0884271 Mar 11 17:06:16.529624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:16.535021 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.561281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.569444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.611422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:16.611675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-326370f9-e368-401c-88eb-a4b2fb88ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.613311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-326370f9-e368-401c-88eb-a4b2fb88ddc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927472 Mar 11 17:06:16.641524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8316bbf-c0ac-4ca1-8c00-56bce19ca3c9 req-3c84dfcb-977c-4722-951a-bbfad608fb01 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0455823 Mar 11 17:06:16.756301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-a005081f-d5fe-4928-9002-1409c2994795 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272359 Mar 11 17:06:16.769592 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Floating IP a22ec97c-61f5-4633-9f0a-52eab1cde420 associated. External IP: 172.25.8.251, port: e0f36674-c827-49be-8f47-230db4e336d1. Mar 11 17:06:16.901317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:16.943984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa434d57-748d-47b7-ba75-ddf3068b660f req-7694f966-d522-4d8a-9b1f-52718f5fbf04 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783104 Mar 11 17:06:16.976319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98109030-601d-4bc9-8b37-8206322e7e04 req-cb67448f-a9a2-43d6-ad34-a50141c90ff8 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.989993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98109030-601d-4bc9-8b37-8206322e7e04 req-cb67448f-a9a2-43d6-ad34-a50141c90ff8 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 949 time: 0.1451578 Mar 11 17:06:17.031408 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.105430 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98109030-601d-4bc9-8b37-8206322e7e04 req-9f09bebb-e1f9-4ba0-9dae-16aafea8785a tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822189 Mar 11 17:06:17.254438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35238) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:17.270105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6aaec4-e41a-4850-bd00-c47fc2831361 req-5e06e088-741e-46cb-bd60-6f267fbcb0c7 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:17.271911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e6aaec4-e41a-4850-bd00-c47fc2831361 req-5e06e088-741e-46cb-bd60-6f267fbcb0c7 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 967 time: 0.0714750 Mar 11 17:06:17.333699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e6aaec4-e41a-4850-bd00-c47fc2831361 req-76ddae4f-ed05-490e-a2e8-4829ad78c131 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531523 Mar 11 17:06:17.403911 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Router f4c7f586-7968-40f7-878f-9542baf08412 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:06:17.479985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5778d54d-7414-4205-ba4d-24003eec1bba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=975e8f9952fe4de8a90f5f0eb9292c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237999 Mar 11 17:06:17.482327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35262) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:17.540236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0f690894-3763-47be-807b-2515ff3a1968 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:06:17.550026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:06:17.557127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.568992 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] Sync routers for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:06:17.570067 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.587714 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:06:17.588376 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:06:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:17.623403 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-851b42be-bf87-4e43-868e-b1621c9c0cdb tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "PUT /v2.0/floatingips/a22ec97c-61f5-4633-9f0a-52eab1cde420 HTTP/1.1" status: 200 len: 991 time: 2.3239286 Mar 11 17:06:17.624002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'tag': 'e0f36674-c827-49be-8f47-230db4e336d1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:17.626505 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abedddf7-9666-4f94-a3f6-18886a52df79" -d '{"events": [{"name": "network-changed", "server_uuid": "caaf592e-c500-4b9e-a855-7b7832a7a687", "tag": "e0f36674-c827-49be-8f47-230db4e336d1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:17.648628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.711027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0f690894-3763-47be-807b-2515ff3a1968, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0f690894-3763-47be-807b-2515ff3a1968,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:17.712532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b86846-cd51-425b-abf9-00f16a05656d req-bfc5e597-e52f-42b8-98f3-71bf359e08c5 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:17.720926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8b86846-cd51-425b-abf9-00f16a05656d req-bfc5e597-e52f-42b8-98f3-71bf359e08c5 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 948 time: 0.1234620 Mar 11 17:06:17.725930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '0f690894-3763-47be-807b-2515ff3a1968', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '0f690894-3763-47be-807b-2515ff3a1968', 'mac_address': 'fa:16:3e:77:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:tempest-test_az-1094531112', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:06:17.757916 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:06:17.791423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7e2b1-fe14-45f1-a0f0-013b519dc479 req-a9e30c0f-958d-4d44-854c-f73e4b276f95 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:17.793368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6db7e2b1-fe14-45f1-a0f0-013b519dc479 req-a9e30c0f-958d-4d44-854c-f73e4b276f95 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 969 time: 0.1350353 Mar 11 17:06:17.796549 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.805535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8b86846-cd51-425b-abf9-00f16a05656d req-c7bf779d-3f1e-4830-b681-058184623cef tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835860 Mar 11 17:06:17.811565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f690894-3763-47be-807b-2515ff3a1968 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:17.840224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0f690894-3763-47be-807b-2515ff3a1968, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0f690894-3763-47be-807b-2515ff3a1968,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:17.846617 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.847963 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.851196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.857241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ee48981-9571-471e-88d9-9a17e2591757 HTTP/1.1" status: 204 len: 168 time: 0.3710849 Mar 11 17:06:17.900129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee48981-9571-471e-88d9-9a17e2591757,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:17.949001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6db7e2b1-fe14-45f1-a0f0-013b519dc479 req-a4207b72-0f5d-4ad9-9e6d-c36b9e234012 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375353 Mar 11 17:06:17.950823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.952724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.957505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.957999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.958573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.958982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.959419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.959907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.960595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.963538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.963980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:17.964439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03e25a-0b63-4c5d-8994-6d298e0be4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:18.012072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0f690894-3763-47be-807b-2515ff3a1968,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:18.052125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526f0dc-a5c0-4125-9299-12b77b44c256 req-6a3ef43f-9910-4ba8-b6c4-b075fff4f39c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:18.060804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4526f0dc-a5c0-4125-9299-12b77b44c256 req-6a3ef43f-9910-4ba8-b6c4-b075fff4f39c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 945 time: 0.0918837 Mar 11 17:06:18.066204 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e2c98-15a8-46c7-aca4-df62113fb4cc x-openstack-request-id: req-7c5e2c98-15a8-46c7-aca4-df62113fb4cc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:18.066730 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caaf592e-c500-4b9e-a855-7b7832a7a687", "tag": "e0f36674-c827-49be-8f47-230db4e336d1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:18.067204 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c5e2c98-15a8-46c7-aca4-df62113fb4cc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:18.067624 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'tag': 'e0f36674-c827-49be-8f47-230db4e336d1', 'status': 'completed', 'code': 200} Mar 11 17:06:18.132815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4526f0dc-a5c0-4125-9299-12b77b44c256 req-76b48f7d-48ed-4db7-a2bf-d94ab30fcd2d tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708227 Mar 11 17:06:18.168910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0f690894-3763-47be-807b-2515ff3a1968'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:18.262709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d81977bc-3dde-4404-ae67-c2ceb3f81ed0 req-5aecdef8-9897-46e9-b069-e88f0a3f28ec tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0502429 Mar 11 17:06:18.263298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-a8680de6-0331-4462-8e0f-c2089284c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:18.269744 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-a8680de6-0331-4462-8e0f-c2089284c3d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 1096 time: 0.1474516 Mar 11 17:06:18.329109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:06:18.404031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424868c-ed68-4f82-924c-f9cf7818615f req-5ad6603e-dee0-46e6-af92-0515b4909a2d tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:18.416600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4424868c-ed68-4f82-924c-f9cf7818615f req-5ad6603e-dee0-46e6-af92-0515b4909a2d tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 949 time: 0.1178548 Mar 11 17:06:18.446083 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a22ec97c-61f5-4633-9f0a-52eab1cde420', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'port_id': 'e0f36674-c827-49be-8f47-230db4e336d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'mac_address': 'fa:16:3e:e6:2a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:05:54Z', 'updated_at': '2022-03-11T17:06:16Z', 'revision_number': 1, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:18.477709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4424868c-ed68-4f82-924c-f9cf7818615f req-68efb91e-f857-4811-8177-a39f5a7dd3da tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587399 Mar 11 17:06:18.524816 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] Checking router: f4c7f586-7968-40f7-878f-9542baf08412 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:06:18.536216 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:06:18.536953 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:06:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:18.543268 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.558429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-22e7cbca-8c10-47a0-9e84-2c3ae45015d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:18.563891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-22e7cbca-8c10-47a0-9e84-2c3ae45015d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 200 len: 924 time: 0.2902567 Mar 11 17:06:18.599192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35294) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:18.615482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:18.634450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:18.635618 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.662951 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:06:18.699789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a9f4372a-91aa-4227-9737-4357e15dc47d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82fff4c6197a415fb670537b10474e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995600 Mar 11 17:06:18.702251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35300) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:18.741697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35302) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:18.800327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-e470cbb5-b237-49f7-9d93-211744d19284 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f36674-c827-49be-8f47-230db4e336d1 HTTP/1.1" status: 200 len: 999 time: 0.2301283 Mar 11 17:06:18.830155 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d93a1f4-71b1-41a1-9974-63ba1758c920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.850513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.863477 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.881703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d93a1f4-71b1-41a1-9974-63ba1758c920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:18.893773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:18.894903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a336109d-67f8-4065-ba72-16905adc5203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:18.898619 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc553c2-8d3b-4913-a265-09e18f787d6a" -d '{"events": [{"server_uuid": "a336109d-67f8-4065-ba72-16905adc5203", "name": "network-vif-plugged", "status": "completed", "tag": "a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:18.902801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-e3c96b9e-43c8-49e0-8bc3-a753452f4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:18.904279 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-e3c96b9e-43c8-49e0-8bc3-a753452f4c3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=237e7bd2-f4c2-4c18-8047-9112fc899ad8 HTTP/1.1" status: 200 len: 863 time: 0.0923707 Mar 11 17:06:18.910264 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.009608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-9ce41d6d-ea63-4185-9e91-25b3ce4849cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:19.015096 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-9ce41d6d-ea63-4185-9e91-25b3ce4849cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021893 Mar 11 17:06:19.043376 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e77f8ef-59ce-429c-80a4-29c169459711 x-openstack-request-id: req-8e77f8ef-59ce-429c-80a4-29c169459711 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:19.044125 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a336109d-67f8-4065-ba72-16905adc5203", "name": "network-vif-plugged", "status": "completed", "tag": "a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:19.044242 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e77f8ef-59ce-429c-80a4-29c169459711 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:19.048299 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a336109d-67f8-4065-ba72-16905adc5203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35', 'code': 200} Mar 11 17:06:19.060993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fddb4b4f-dcac-48a9-bad5-8ad4fd0d033a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.091642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:19.116058 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d93a1f4-71b1-41a1-9974-63ba1758c920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.119267 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d93a1f4-71b1-41a1-9974-63ba1758c920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.124332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8d93a1f4-71b1-41a1-9974-63ba1758c920 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d0ecf72-5cb4-48f5-8278-97d177d8eb99 HTTP/1.1" status: 204 len: 168 time: 0.4175584 Mar 11 17:06:19.157176 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a22ec97c-61f5-4633-9f0a-52eab1cde420', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'port_id': 'e0f36674-c827-49be-8f47-230db4e336d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'mac_address': 'fa:16:3e:e6:2a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:05:54Z', 'updated_at': '2022-03-11T17:06:16Z', 'revision_number': 1, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:19.184254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e24b46-2df9-43d5-8db7-079e22eb13e7 req-2bb5f0ff-4ab0-435e-abad-af335da1cc66 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:19.186886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91e24b46-2df9-43d5-8db7-079e22eb13e7 req-2bb5f0ff-4ab0-435e-abad-af335da1cc66 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 948 time: 0.2216060 Mar 11 17:06:19.195361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93a1f4-71b1-41a1-9974-63ba1758c920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ecf72-5cb4-48f5-8278-97d177d8eb99,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:19.210430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec782f-42ea-4b44-9fbd-c4e5c2c0ea6f req-32979dc6-ae88-46da-960f-34433747a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:19.212468 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-90ec782f-42ea-4b44-9fbd-c4e5c2c0ea6f req-32979dc6-ae88-46da-960f-34433747a204 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 1101 time: 0.0860143 Mar 11 17:06:19.243083 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-4d998349-89b5-4597-b886-5eac7bdce7a0 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202590 Mar 11 17:06:19.252430 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa8579-2326-4aeb-96e1-53e9df4fcbbc None None] The sync data for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 is: [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a22ec97c-61f5-4633-9f0a-52eab1cde420', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'port_id': 'e0f36674-c827-49be-8f47-230db4e336d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'mac_address': 'fa:16:3e:e6:2a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:05:54Z', 'updated_at': '2022-03-11T17:06:16Z', 'revision_number': 1, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:06:19.262756 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-90ec782f-42ea-4b44-9fbd-c4e5c2c0ea6f req-f6ddcf42-271e-482c-95ef-c2276ae0f12f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 Mar 11 17:06:19.356647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91e24b46-2df9-43d5-8db7-079e22eb13e7 req-df03ca65-6310-4480-a1ff-c2a8e234c37e tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522701 Mar 11 17:06:19.365191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50633-1edb-45f7-ab3c-d9d4781b4717 req-83b28417-4999-4657-be11-c4b6d987e475 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:19.372986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ba50633-1edb-45f7-ab3c-d9d4781b4717 req-83b28417-4999-4657-be11-c4b6d987e475 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 970 time: 0.1788061 Mar 11 17:06:19.414088 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abedddf7-9666-4f94-a3f6-18886a52df79 req-6d12b3fe-6c16-4639-af2b-9082a0c15e7c service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535375 Mar 11 17:06:19.427987 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fddb4b4f-dcac-48a9-bad5-8ad4fd0d033a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.434480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fddb4b4f-dcac-48a9-bad5-8ad4fd0d033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.480862 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ba50633-1edb-45f7-ab3c-d9d4781b4717 req-65598567-5bbb-427e-ba45-d2d379dacc76 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970633 Mar 11 17:06:19.543537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5c62be79-4251-414d-8194-9080dc32aaa0 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:06:19.547726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3771827a-da5f-4104-9afe-e6d59d3214ac req-1d1a37fe-648b-408c-9073-f081a5a0da9f tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0965488 Mar 11 17:06:19.568124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fddb4b4f-dcac-48a9-bad5-8ad4fd0d033a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a994241919a2441fbc2b350a8cf6fc19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8231137 Mar 11 17:06:19.568309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0f690894-3763-47be-807b-2515ff3a1968 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:06:19.568435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35324) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:19.570769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb4b4f-dcac-48a9-bad5-8ad4fd0d033a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9fbe2b-bac1-45af-a85e-8ad7eb404f45,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:19.649063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7bf595-a92d-43d4-a00b-1032fe6a43ac None None] New status for floating IP a22ec97c-61f5-4633-9f0a-52eab1cde420: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:06:19.672837 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.709274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.807988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.813050 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.814649 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b9fbe2b-bac1-45af-a85e-8ad7eb404f45 HTTP/1.1" status: 204 len: 168 time: 0.2450528 Mar 11 17:06:19.841213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9fbe2b-bac1-45af-a85e-8ad7eb404f45,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:19.862733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.867299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.870046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.876142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.877021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.878423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.879083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.880191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.881653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.883797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.884321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.884920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6bb6f-00a5-4896-8a15-528426c6b986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:19.956610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 0f690894-3763-47be-807b-2515ff3a1968 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:19.960090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90a8e8-0f41-4030-b807-2e245a280157 req-f5606336-2024-47fc-8705-ae462f450279 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:19.968991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b90a8e8-0f41-4030-b807-2e245a280157 req-f5606336-2024-47fc-8705-ae462f450279 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 950 time: 0.3134146 Mar 11 17:06:19.977432 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 0f690894-3763-47be-807b-2515ff3a1968 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:19.978046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.023526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b90a8e8-0f41-4030-b807-2e245a280157 req-d876ad82-bc89-4f0f-aaf8-ad94555512f2 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474198 Mar 11 17:06:20.219402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5c62be79-4251-414d-8194-9080dc32aaa0, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5c62be79-4251-414d-8194-9080dc32aaa0,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:20.244928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '5c62be79-4251-414d-8194-9080dc32aaa0', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '5c62be79-4251-414d-8194-9080dc32aaa0', 'mac_address': 'fa:16:3e:e0:e9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:06:20.323526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35344) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:20.345796 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c62080f-64cd-44d0-a6d0-9234a055ed93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.347715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.364599 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.367452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c62be79-4251-414d-8194-9080dc32aaa0 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:20.411467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5c62be79-4251-414d-8194-9080dc32aaa0, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5c62be79-4251-414d-8194-9080dc32aaa0,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:20.421255 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.424773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0f690894-3763-47be-807b-2515ff3a1968, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0f690894-3763-47be-807b-2515ff3a1968,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:20.461007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c62080f-64cd-44d0-a6d0-9234a055ed93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.464802 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.478064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c62080f-64cd-44d0-a6d0-9234a055ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.523696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5c62be79-4251-414d-8194-9080dc32aaa0,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:20.596004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62080f-64cd-44d0-a6d0-9234a055ed93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff03843-a419-4210-bed7-8dc360cc081d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:20.637400 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5c62080f-64cd-44d0-a6d0-9234a055ed93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=864c9e6742b4457dad2f95862b4c5b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125265 Mar 11 17:06:20.644627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35354) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:20.647549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0f690894-3763-47be-807b-2515ff3a1968,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:20.715021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc6ff3d-6536-4226-ba72-219e2f46aad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.741225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc6ff3d-6536-4226-ba72-219e2f46aad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.785217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['5c62be79-4251-414d-8194-9080dc32aaa0'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:20.851362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48f195-bc9b-4a49-8cc5-e12cf71a1caa req-ea7aec2e-c52f-4c8e-9e01-f606eb5eac6e tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:20.861177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb48f195-bc9b-4a49-8cc5-e12cf71a1caa req-ea7aec2e-c52f-4c8e-9e01-f606eb5eac6e tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 971 time: 0.1387413 Mar 11 17:06:20.877569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9cd7c-1ba0-430a-9f34-6a92bbf1c17a req-9a1ec64f-8a08-4035-901c-1c735d13dda5 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:20.887956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4cf9cd7c-1ba0-430a-9f34-6a92bbf1c17a req-9a1ec64f-8a08-4035-901c-1c735d13dda5 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 949 time: 0.3312094 Mar 11 17:06:20.947196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc6ff3d-6536-4226-ba72-219e2f46aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.951678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc6ff3d-6536-4226-ba72-219e2f46aad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.956634 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cfc6ff3d-6536-4226-ba72-219e2f46aad6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bff03843-a419-4210-bed7-8dc360cc081d HTTP/1.1" status: 204 len: 168 time: 0.3097012 Mar 11 17:06:20.986153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6ff3d-6536-4226-ba72-219e2f46aad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff03843-a419-4210-bed7-8dc360cc081d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:21.051630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1a2be-783e-4c5f-aa83-9e02ebb4101e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f690894-3763-47be-807b-2515ff3a1968'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:21.057750 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f3edb8-e84d-4911-8b13-af50187ecb38" -d '{"events": [{"server_uuid": "a6b1a2be-783e-4c5f-aa83-9e02ebb4101e", "name": "network-vif-plugged", "status": "completed", "tag": "0f690894-3763-47be-807b-2515ff3a1968"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:21.085814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb48f195-bc9b-4a49-8cc5-e12cf71a1caa req-2fdf4cc2-c9c2-4e42-a140-007c9bb9eb78 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231166 Mar 11 17:06:21.156863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4cf9cd7c-1ba0-430a-9f34-6a92bbf1c17a req-82f1727c-152f-44e6-9a5b-7c724d884b69 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670112 Mar 11 17:06:21.290330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df62d18f-6806-4137-a064-8cbfb3c45eab req-a811bdf4-f836-4f6f-a870-21c17eee6202 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0518389 Mar 11 17:06:21.360563 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafe179f-35c5-4856-b9b5-5b632c9a7a15 x-openstack-request-id: req-fafe179f-35c5-4856-b9b5-5b632c9a7a15 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:21.361405 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1a2be-783e-4c5f-aa83-9e02ebb4101e", "name": "network-vif-plugged", "status": "completed", "tag": "0f690894-3763-47be-807b-2515ff3a1968", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:21.361405 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fafe179f-35c5-4856-b9b5-5b632c9a7a15 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:21.361767 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1a2be-783e-4c5f-aa83-9e02ebb4101e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f690894-3763-47be-807b-2515ff3a1968', 'code': 200} Mar 11 17:06:21.398676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae422-3f41-48ab-9e76-ff6f18b98d89 req-b115275a-33d0-40b7-a90d-3c3c6c1374a5 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.401249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bafae422-3f41-48ab-9e76-ff6f18b98d89 req-b115275a-33d0-40b7-a90d-3c3c6c1374a5 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 950 time: 0.0926094 Mar 11 17:06:21.509908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bafae422-3f41-48ab-9e76-ff6f18b98d89 req-6cb1065c-2f7e-401c-a675-99344e15cfc8 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971613 Mar 11 17:06:21.551889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cf396-ecf5-47fb-a78f-f727f0383234 req-76d24b7f-9674-4b0d-967d-d3af82ce76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.555419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a5cf396-ecf5-47fb-a78f-f727f0383234 req-76d24b7f-9674-4b0d-967d-d3af82ce76cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 1122 time: 0.1146016 Mar 11 17:06:21.618047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a5cf396-ecf5-47fb-a78f-f727f0383234 req-8e52ad76-dbe2-4782-9431-da95c21ae74a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510387 Mar 11 17:06:21.904122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff101320-e5a2-4a9a-b97d-1b822ef86d78 req-48333bf5-eb68-4ec8-bfd4-763f918333a0 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.906013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff101320-e5a2-4a9a-b97d-1b822ef86d78 req-48333bf5-eb68-4ec8-bfd4-763f918333a0 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 950 time: 0.0724370 Mar 11 17:06:21.963321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff101320-e5a2-4a9a-b97d-1b822ef86d78 req-2e69521d-a5e7-4cc4-85e5-7c11353665e6 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462949 Mar 11 17:06:22.294188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269eaaa-a2ea-4cc5-a777-ced202554479 req-6defc869-9456-4656-87d5-046a61c4f015 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:22.307376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5269eaaa-a2ea-4cc5-a777-ced202554479 req-6defc869-9456-4656-87d5-046a61c4f015 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 971 time: 0.1032379 Mar 11 17:06:22.370394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5269eaaa-a2ea-4cc5-a777-ced202554479 req-83ca4b72-fdfd-41e8-a4f1-e60bf72c4b38 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620532 Mar 11 17:06:22.573312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d5005-87cf-4fce-8607-54645cfb375c req-1a7bc3ca-8ded-491c-8f6a-c3c9d72c9435 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:22.575509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e06d5005-87cf-4fce-8607-54645cfb375c req-1a7bc3ca-8ded-491c-8f6a-c3c9d72c9435 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 949 time: 0.0561543 Mar 11 17:06:22.636134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e06d5005-87cf-4fce-8607-54645cfb375c req-d6d7d5d0-8d19-4f88-9b05-aa9100195423 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 Mar 11 17:06:22.743623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3052f886-6c39-4f86-accf-fdbf4e40f016 req-6714a218-b627-4323-ad90-8beecb3fbdb8 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0322821 Mar 11 17:06:23.181516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600f592-f48a-4ad6-845b-a9c8244c8591 req-ec22e6eb-b768-4e46-9a3f-acad84dd5951 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:23.184087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9600f592-f48a-4ad6-845b-a9c8244c8591 req-ec22e6eb-b768-4e46-9a3f-acad84dd5951 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 950 time: 0.1167507 Mar 11 17:06:23.264627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:23.274001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9600f592-f48a-4ad6-845b-a9c8244c8591 req-61e47660-dece-4ef6-92c7-7fdfd05c514c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745852 Mar 11 17:06:23.498916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1663f3-fe34-4653-a47d-743740809f09 req-58d9901a-6867-4f50-9a20-2cfdeea86da0 tempest-LiveMigrationNegativeTest-1586006514 tempest-LiveMigrationNegativeTest-1586006514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:23.513203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab1663f3-fe34-4653-a47d-743740809f09 req-58d9901a-6867-4f50-9a20-2cfdeea86da0 tempest-LiveMigrationNegativeTest-1586006514 tempest-LiveMigrationNegativeTest-1586006514-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 1101 time: 0.0933979 Mar 11 17:06:23.536218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ab1663f3-fe34-4653-a47d-743740809f09 req-6743cc1f-05d5-47c6-8611-b49da3a18244 tempest-LiveMigrationNegativeTest-1586006514 tempest-LiveMigrationNegativeTest-1586006514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:23.571009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5c62be79-4251-414d-8194-9080dc32aaa0 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:06:23.658089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 5c62be79-4251-414d-8194-9080dc32aaa0 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:23.663499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 5c62be79-4251-414d-8194-9080dc32aaa0 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:23.664145 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:23.711434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ab1663f3-fe34-4653-a47d-743740809f09 req-6743cc1f-05d5-47c6-8611-b49da3a18244 tempest-LiveMigrationNegativeTest-1586006514 tempest-LiveMigrationNegativeTest-1586006514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:23.728643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d849e13e-d44f-4134-b1ac-c95c44364658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:23.736403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3fe8c-48fe-493f-86b5-e18c55a5854b req-8d6a1767-ffad-40f7-a53e-164e7f3f76f3 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:23.738198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08c3fe8c-48fe-493f-86b5-e18c55a5854b req-8d6a1767-ffad-40f7-a53e-164e7f3f76f3 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 971 time: 0.1017663 Mar 11 17:06:23.738833 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ab1663f3-fe34-4653-a47d-743740809f09 req-6743cc1f-05d5-47c6-8611-b49da3a18244 tempest-LiveMigrationNegativeTest-1586006514 tempest-LiveMigrationNegativeTest-1586006514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:23.769569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab1663f3-fe34-4653-a47d-743740809f09 req-6743cc1f-05d5-47c6-8611-b49da3a18244 tempest-LiveMigrationNegativeTest-1586006514 tempest-LiveMigrationNegativeTest-1586006514-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521446 Mar 11 17:06:23.829259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743cc1f-05d5-47c6-8611-b49da3a18244 tempest-LiveMigrationNegativeTest-1586006514 tempest-LiveMigrationNegativeTest-1586006514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d143b9-621a-4066-a99f-88d38db46625,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:23.838822 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:23.852947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08c3fe8c-48fe-493f-86b5-e18c55a5854b req-ba438c04-6554-4db2-8b96-94201c824f8f tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799263 Mar 11 17:06:23.917258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5c62be79-4251-414d-8194-9080dc32aaa0, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5c62be79-4251-414d-8194-9080dc32aaa0,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:23.919359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbf7fca-6770-4670-bb65-206b17175320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62be79-4251-414d-8194-9080dc32aaa0'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:23.923316 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbffd331-ca85-426a-b8a2-1f969750b700" -d '{"events": [{"server_uuid": "0cbf7fca-6770-4670-bb65-206b17175320", "name": "network-vif-plugged", "status": "completed", "tag": "5c62be79-4251-414d-8194-9080dc32aaa0"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:23.925004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d849e13e-d44f-4134-b1ac-c95c44364658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:23.930618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d849e13e-d44f-4134-b1ac-c95c44364658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:23.931653 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.001115 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d849e13e-d44f-4134-b1ac-c95c44364658 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84c803026afc42338becc9073f636be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7355189 Mar 11 17:06:24.003925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35476) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:24.015731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849e13e-d44f-4134-b1ac-c95c44364658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee0ff3d-db84-43d1-96b1-a19bd3b4cae2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.037167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5c62be79-4251-414d-8194-9080dc32aaa0,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.045370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.045723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.046050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.047124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.047608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.048103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.048607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.049094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.049566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.050050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.050539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.051008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:24.073412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99f2f9-c39a-42e1-bb71-f30a6ce2417e req-27ae0de4-c1f8-43b7-80f6-770d38dac577 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:24.075037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca99f2f9-c39a-42e1-bb71-f30a6ce2417e req-27ae0de4-c1f8-43b7-80f6-770d38dac577 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 950 time: 0.1204414 Mar 11 17:06:24.128776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b40b-d782-4a45-ac7f-112db57b590a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.166719 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca99f2f9-c39a-42e1-bb71-f30a6ce2417e req-ed356fee-a86b-4106-9e93-0f8fa14c5186 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812237 Mar 11 17:06:24.171999 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b40b-d782-4a45-ac7f-112db57b590a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.250304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b40b-d782-4a45-ac7f-112db57b590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.253074 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b40b-d782-4a45-ac7f-112db57b590a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.254390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e0c6b40b-d782-4a45-ac7f-112db57b590a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ee0ff3d-db84-43d1-96b1-a19bd3b4cae2 HTTP/1.1" status: 204 len: 168 time: 0.2484791 Mar 11 17:06:24.289815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e434f029-be84-4089-809f-df704e93d3f5 req-e13d8471-14dd-45f7-a0ef-778018581e81 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0521362 Mar 11 17:06:24.298283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6b40b-d782-4a45-ac7f-112db57b590a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee0ff3d-db84-43d1-96b1-a19bd3b4cae2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.367103 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a785fc-3513-4490-a4f3-71601d3cef4f x-openstack-request-id: req-d6a785fc-3513-4490-a4f3-71601d3cef4f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:24.367682 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbf7fca-6770-4670-bb65-206b17175320", "name": "network-vif-plugged", "status": "completed", "tag": "5c62be79-4251-414d-8194-9080dc32aaa0", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:24.368124 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6a785fc-3513-4490-a4f3-71601d3cef4f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:24.368828 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbf7fca-6770-4670-bb65-206b17175320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62be79-4251-414d-8194-9080dc32aaa0', 'code': 200} Mar 11 17:06:24.582578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6e71a-8353-4f0c-99c9-85f72e0b4819 req-6d120298-8926-48fc-b44e-ab57961c93af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:24.584102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3f6e71a-8353-4f0c-99c9-85f72e0b4819 req-6d120298-8926-48fc-b44e-ab57961c93af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 1101 time: 0.1346428 Mar 11 17:06:24.627512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-d47c2c6b-9379-42fd-a5ea-160a6cc63d5a req-d8bd4ae3-9f37-426f-a652-bed9e0dc62f5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:06:24.635005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d47c2c6b-9379-42fd-a5ea-160a6cc63d5a req-d8bd4ae3-9f37-426f-a652-bed9e0dc62f5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122209 Mar 11 17:06:24.665131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3f6e71a-8353-4f0c-99c9-85f72e0b4819 req-366ea8e0-4131-4597-b266-c2e0bae8a3c9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 Mar 11 17:06:24.829173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcbb2d-da1e-41b0-be97-1d3fd5948c49 req-d87b206a-8bd4-4293-adf2-5f10dc77fd3d tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:24.831224 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eebcbb2d-da1e-41b0-be97-1d3fd5948c49 req-d87b206a-8bd4-4293-adf2-5f10dc77fd3d tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 971 time: 0.0915921 Mar 11 17:06:24.859734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35502) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:24.913406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eebcbb2d-da1e-41b0-be97-1d3fd5948c49 req-88bfb78d-7a11-4f1b-853b-f2c146255779 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622015 Mar 11 17:06:25.082653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1829f3af-6af7-4575-b2a2-499797f65855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.113133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486492d3-0709-460f-a3ce-56106dd56b1e req-2ec0b91a-4cc9-4ca6-99e9-f24fa7376aa9 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:25.121944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-486492d3-0709-460f-a3ce-56106dd56b1e req-2ec0b91a-4cc9-4ca6-99e9-f24fa7376aa9 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 950 time: 0.0836403 Mar 11 17:06:25.138083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35510) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:25.162756 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc04bc03-dceb-48bb-8774-6b8f1cab0933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.201580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-486492d3-0709-460f-a3ce-56106dd56b1e req-d6de33ab-bb5e-4b4c-be9f-b44252883bf4 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786164 Mar 11 17:06:25.213134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1829f3af-6af7-4575-b2a2-499797f65855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.222974 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1829f3af-6af7-4575-b2a2-499797f65855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.313479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829f3af-6af7-4575-b2a2-499797f65855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b48c515-9492-42ce-97fa-f81522b50f65,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:25.351539 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1829f3af-6af7-4575-b2a2-499797f65855 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ff987183cf84af88eb9ad1a18b95de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855833 Mar 11 17:06:25.351816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35520) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:25.412372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278b818-4ba5-41bc-b1ee-91cac8e552f2 req-38927720-a8fe-41d2-a689-bfa3d71c7a84 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:25.417149 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0278b818-4ba5-41bc-b1ee-91cac8e552f2 req-38927720-a8fe-41d2-a689-bfa3d71c7a84 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 950 time: 0.1317849 Mar 11 17:06:25.448939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e2de3dd-9eee-4b5d-b281-6d6b2fe8c56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.477128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc04bc03-dceb-48bb-8774-6b8f1cab0933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.491369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e2de3dd-9eee-4b5d-b281-6d6b2fe8c56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.492501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0278b818-4ba5-41bc-b1ee-91cac8e552f2 req-0fda04ba-b16e-4422-b658-6a6f6366b371 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632706 Mar 11 17:06:25.531511 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc04bc03-dceb-48bb-8774-6b8f1cab0933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.574351 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e2de3dd-9eee-4b5d-b281-6d6b2fe8c56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.578370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e2de3dd-9eee-4b5d-b281-6d6b2fe8c56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.580576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6e2de3dd-9eee-4b5d-b281-6d6b2fe8c56d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b48c515-9492-42ce-97fa-f81522b50f65 HTTP/1.1" status: 204 len: 168 time: 0.2273448 Mar 11 17:06:25.599369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc04bc03-dceb-48bb-8774-6b8f1cab0933 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e75dcbd2fedf49ba8919730cc50bac7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568768 Mar 11 17:06:25.600690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35524) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:25.606506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2de3dd-9eee-4b5d-b281-6d6b2fe8c56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b48c515-9492-42ce-97fa-f81522b50f65,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:25.613573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04bc03-dceb-48bb-8774-6b8f1cab0933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33833861-110c-40fc-8bb2-b876baa9ee27,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:25.637845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943744ac-4e88-4809-b8de-6e3a1c72f570 req-8e60e9a2-90fb-44cd-be44-be2c1e2d7228 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:25.639444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-943744ac-4e88-4809-b8de-6e3a1c72f570 req-8e60e9a2-90fb-44cd-be44-be2c1e2d7228 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 971 time: 0.1817541 Mar 11 17:06:25.711137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41bab7d-5139-40d6-b853-1b06337bbd17 req-fdc88320-f10d-4caf-8b5b-1b9c4cd3a2d1 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0674453 Mar 11 17:06:25.784741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-943744ac-4e88-4809-b8de-6e3a1c72f570 req-69bcb31d-5499-4588-90a7-967df19b3db5 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346114 Mar 11 17:06:25.796118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-672a008f-ac6d-4d9d-b14d-0ee91745940a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.836824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-672a008f-ac6d-4d9d-b14d-0ee91745940a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.929254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-672a008f-ac6d-4d9d-b14d-0ee91745940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.933811 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-672a008f-ac6d-4d9d-b14d-0ee91745940a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.936058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-672a008f-ac6d-4d9d-b14d-0ee91745940a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33833861-110c-40fc-8bb2-b876baa9ee27 HTTP/1.1" status: 204 len: 168 time: 0.3340864 Mar 11 17:06:25.949794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a008f-ac6d-4d9d-b14d-0ee91745940a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33833861-110c-40fc-8bb2-b876baa9ee27,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:26.096821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35532) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:26.118200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9e0742dc-889b-4298-8d0e-61c985d0c174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:26.287940 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9e0742dc-889b-4298-8d0e-61c985d0c174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:26.295907 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9e0742dc-889b-4298-8d0e-61c985d0c174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:26.383881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9e0742dc-889b-4298-8d0e-61c985d0c174 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce2dd0099428438a9198c156aa1b5d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850456 Mar 11 17:06:26.388037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35540) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:26.392887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0742dc-889b-4298-8d0e-61c985d0c174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d5155-f4ed-4a40-8742-0032c5ea597b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:26.473991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36b5427-229f-4eb0-9723-34001dda00fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:26.512031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f38af8-3f23-4446-96c6-0528a1a51049 req-4d8579aa-ebd0-4890-9ff2-e8d4a56ae564 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:26.514902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29f38af8-3f23-4446-96c6-0528a1a51049 req-4d8579aa-ebd0-4890-9ff2-e8d4a56ae564 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 950 time: 0.1367357 Mar 11 17:06:26.526337 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36b5427-229f-4eb0-9723-34001dda00fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:26.625054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29f38af8-3f23-4446-96c6-0528a1a51049 req-dcee2aa0-01b9-4f18-9808-cbe631230639 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939739 Mar 11 17:06:26.648400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36b5427-229f-4eb0-9723-34001dda00fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:26.653960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36b5427-229f-4eb0-9723-34001dda00fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:26.656875 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f36b5427-229f-4eb0-9723-34001dda00fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c86d5155-f4ed-4a40-8742-0032c5ea597b HTTP/1.1" status: 204 len: 168 time: 0.2671416 Mar 11 17:06:26.673282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b5427-229f-4eb0-9723-34001dda00fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d5155-f4ed-4a40-8742-0032c5ea597b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:26.724687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de5dce-4757-4645-8825-3ddb85cb39f3 req-83df3bab-a59d-428d-9340-299bbe123695 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:26.727425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9de5dce-4757-4645-8825-3ddb85cb39f3 req-83df3bab-a59d-428d-9340-299bbe123695 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 950 time: 0.0987318 Mar 11 17:06:26.802544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9de5dce-4757-4645-8825-3ddb85cb39f3 req-ce0c281d-7eb1-4ec3-a7a7-aa5d8d10915a tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650942 Mar 11 17:06:26.984987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c811b37-ca45-4881-a2c6-7f1fdfc224df req-b5256342-3302-4052-9ad5-a0d0ca52bc77 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0771692 Mar 11 17:06:27.196163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459826-1fe4-4719-9ba9-4f62e392563c req-21222220-3074-4711-9db9-0622f920af41 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:27.210130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8459826-1fe4-4719-9ba9-4f62e392563c req-21222220-3074-4711-9db9-0622f920af41 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 971 time: 0.1532168 Mar 11 17:06:27.224833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-4b24d2a0-84d2-40da-b7d3-97f8e3e360d3 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:27.226552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-4b24d2a0-84d2-40da-b7d3-97f8e3e360d3 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 950 time: 0.1416035 Mar 11 17:06:27.318199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8459826-1fe4-4719-9ba9-4f62e392563c req-9c6c999a-f10f-4735-b876-c6bae2858418 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050684 Mar 11 17:06:27.452281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Deleting port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:06:27.453601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:27.633507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] For port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:27.640220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35580) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:27.645941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:27.663536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Calling delete_port for a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:06:27.679376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311807b-160b-4a0f-af8d-01a95e5f7b30 req-c999148e-5a15-4811-ae06-ef04e8acea8f tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:27.693071 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f311807b-160b-4a0f-af8d-01a95e5f7b30 req-c999148e-5a15-4811-ae06-ef04e8acea8f tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 950 time: 0.2075937 Mar 11 17:06:27.763892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-4abc2fec-beee-42c0-badb-1ebaebf32ea5 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:27.766557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-4abc2fec-beee-42c0-badb-1ebaebf32ea5 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 971 time: 0.1994255 Mar 11 17:06:27.941929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1137556793-network', 'tenant_id': 'b1e2cde59a01464ab06957b0148f8e11'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:27.985840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f311807b-160b-4a0f-af8d-01a95e5f7b30 req-966c0734-4472-447d-8c63-04b32f418e46 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914066 Mar 11 17:06:28.080087 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.096811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['911a1ef6-9793-4a32-a12d-d93610c58976', 'a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:28.160803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Made reservation on behalf of b1e2cde59a01464ab06957b0148f8e11 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:28.163050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.184211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.195679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c40d-9981-4190-a39f-86da3276eca8 req-17cc1389-1b4d-4b83-90ce-470154cfda34 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:28.207094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e00c40d-9981-4190-a39f-86da3276eca8 req-17cc1389-1b4d-4b83-90ce-470154cfda34 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a336109d-67f8-4065-ba72-16905adc5203 HTTP/1.1" status: 200 len: 950 time: 0.3281331 Mar 11 17:06:28.235366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Pushing event deleted for resources: {'Port': ['ID=a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:28.290182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4b02410-2e24-4364-8075-0e95d4e36449 req-88b4d95f-cdc5-454f-9608-40a3ac3e4974 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0801141 Mar 11 17:06:28.332610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] No DVR routers for this DVR port a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:06:28.337145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.353244 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5d9ceffc-0350-4d91-85f4-c83c18ef078a req-bff9dce3-b4eb-47ef-89ad-30de60ee57db tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "DELETE /v2.0/ports/a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 HTTP/1.1" status: 204 len: 173 time: 1.1197536 Mar 11 17:06:28.354248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a336109d-67f8-4065-ba72-16905adc5203', 'name': 'network-vif-deleted', 'tag': 'a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:28.355526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e00c40d-9981-4190-a39f-86da3276eca8 req-6805d49c-a679-4ac7-8f96-e257bc7e349f tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472449 Mar 11 17:06:28.367865 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2125cd-18e6-47b9-8515-683968fc085c" -d '{"events": [{"server_uuid": "a336109d-67f8-4065-ba72-16905adc5203", "name": "network-vif-deleted", "tag": "a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:28.426681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Deleting port 0f690894-3763-47be-807b-2515ff3a1968 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:06:28.426946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.472101 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d4cda-5511-4223-bacf-3e5038788e1e x-openstack-request-id: req-d72d4cda-5511-4223-bacf-3e5038788e1e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:28.472766 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a336109d-67f8-4065-ba72-16905adc5203", "name": "network-vif-deleted", "tag": "a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:28.472936 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d72d4cda-5511-4223-bacf-3e5038788e1e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:28.473412 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a336109d-67f8-4065-ba72-16905adc5203', 'name': 'network-vif-deleted', 'tag': 'a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35', 'status': 'completed', 'code': 200} Mar 11 17:06:28.564421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.572313 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.626153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:06:28.629914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] For port 0f690894-3763-47be-807b-2515ff3a1968, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0f690894-3763-47be-807b-2515ff3a1968,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:28.630290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.635598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbe1627-c4d8-4dae-89dc-5261706338e0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:28.657605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.658181 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Added segment 6a74e8bd-2c76-48e4-83d1-e929cee7f2b9 of type vlan for network 492425d5-6bf3-4055-9b46-c81571324cb4 Mar 11 17:06:28.659514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Calling delete_port for 0f690894-3763-47be-807b-2515ff3a1968 owned by compute:tempest-test_az-1094531112 {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:06:28.774665 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.840638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a636f2-3654-4709-9280-904c73333705 req-691cdb5a-ec13-4f59-b10f-66e7a4218706 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:28.842172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61a636f2-3654-4709-9280-904c73333705 req-691cdb5a-ec13-4f59-b10f-66e7a4218706 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 971 time: 0.1403840 Mar 11 17:06:28.856652 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.857488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:28.858099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:28.932435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2902260 Mar 11 17:06:28.936592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35610) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:28.948907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Request body: {'subnet': {'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1137556793-subnet', 'tenant_id': 'b1e2cde59a01464ab06957b0148f8e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:28.985218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292f6a1-76be-42df-80e2-2052afaa983f admin admin] Pushing event updated for resources: {'Network': ['ID=492425d5-6bf3-4055-9b46-c81571324cb4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:28.985483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Made reservation on behalf of b1e2cde59a01464ab06957b0148f8e11 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:28.989033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:29.004096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61a636f2-3654-4709-9280-904c73333705 req-cbbdfefe-b01b-4280-96f7-465a1e5a4a28 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/security-groups?id=14aefa10-7ba6-40c1-aa85-019c0cfa7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498637 Mar 11 17:06:29.019304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 492425d5-6bf3-4055-9b46-c81571324cb4 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:06:29.062753 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:29.097312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0f690894-3763-47be-807b-2515ff3a1968'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:29.123400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Pushing event deleted for resources: {'Port': ['ID=0f690894-3763-47be-807b-2515ff3a1968,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:29.305642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] No DVR routers for this DVR port 0f690894-3763-47be-807b-2515ff3a1968 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:06:29.314794 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:29.320510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83e4f922-0aff-4a57-9c8e-9dec2985f956 req-9adf98e9-87bb-4926-8cb6-2cb433434447 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.46 "DELETE /v2.0/ports/0f690894-3763-47be-807b-2515ff3a1968 HTTP/1.1" status: 204 len: 173 time: 1.5366526 Mar 11 17:06:29.326553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1a2be-783e-4c5f-aa83-9e02ebb4101e', 'name': 'network-vif-deleted', 'tag': '0f690894-3763-47be-807b-2515ff3a1968'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:29.330575 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d224814-7c81-40c1-986a-72e3619ec694" -d '{"events": [{"server_uuid": "a6b1a2be-783e-4c5f-aa83-9e02ebb4101e", "name": "network-vif-deleted", "tag": "0f690894-3763-47be-807b-2515ff3a1968"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:29.414537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd26f2-5170-42c4-bf9b-377e26b468b1 req-2dda167f-cf1a-4c3f-922b-2fc9960cf1b4 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:29.421014 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:29.422549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98bd26f2-5170-42c4-bf9b-377e26b468b1 req-2dda167f-cf1a-4c3f-922b-2fc9960cf1b4 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 950 time: 0.1823277 Mar 11 17:06:29.426176 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31df5370-aa8e-4949-ab56-03b60f1d45b3 x-openstack-request-id: req-31df5370-aa8e-4949-ab56-03b60f1d45b3 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:29.426975 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1a2be-783e-4c5f-aa83-9e02ebb4101e", "name": "network-vif-deleted", "tag": "0f690894-3763-47be-807b-2515ff3a1968", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:29.427872 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31df5370-aa8e-4949-ab56-03b60f1d45b3 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:29.428917 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1a2be-783e-4c5f-aa83-9e02ebb4101e', 'name': 'network-vif-deleted', 'tag': '0f690894-3763-47be-807b-2515ff3a1968', 'status': 'completed', 'code': 200} Mar 11 17:06:29.511723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98bd26f2-5170-42c4-bf9b-377e26b468b1 req-d110d920-e071-461f-9a59-27cffa83b8f1 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763381 Mar 11 17:06:29.582222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e711de99-59e4-40d2-8451-c5cbb6281077,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:29.628724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:29.631541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Network hostable DHCP agents. Network: 492425d5-6bf3-4055-9b46-c81571324cb4, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:06:29.675773 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46564c68-0519-4302-8b5e-35fafa51d5db req-dbca0d50-caba-452d-9448-127fe306a891 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0837214 Mar 11 17:06:29.680056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Network 492425d5-6bf3-4055-9b46-c81571324cb4 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:06:29.695550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 492425d5-6bf3-4055-9b46-c81571324cb4) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:29.708479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1805b2-6b4d-4ae7-aa4f-d76f55789359 None None] Network 492425d5-6bf3-4055-9b46-c81571324cb4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:06:29.719923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-86fad674-0e63-4b66-a0ca-e6f27ca5487f tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:29.721479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:29.722343 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:29.722597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-86fad674-0e63-4b66-a0ca-e6f27ca5487f tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 950 time: 0.1927669 Mar 11 17:06:29.762734 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c1b5d3ef-fcbb-450b-a0c4-2e88036a2af1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8139977 Mar 11 17:06:29.929547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Deleting port 5c62be79-4251-414d-8194-9080dc32aaa0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:06:29.930248 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.069647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aefa95a-075e-44e5-8040-1e65c129171f None None] Network 492425d5-6bf3-4055-9b46-c81571324cb4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:06:30.448887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9f4cf88-0d1e-4676-8a72-39c0e4c63afd req-36fb9d6e-43e8-4955-8c67-14f62dd7dfd9 tempest-DeleteServersAdminTestJSON-611826545 tempest-DeleteServersAdminTestJSON-611826545-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6b1a2be-783e-4c5f-aa83-9e02ebb4101e HTTP/1.1" status: 200 len: 210 time: 0.0412419 Mar 11 17:06:30.470041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] For port 5c62be79-4251-414d-8194-9080dc32aaa0, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5c62be79-4251-414d-8194-9080dc32aaa0,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:30.470602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.493737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bc247-41c6-4c86-addd-c65b91f647b4 req-e748bebb-25ed-490c-a296-abfe3626f6b5 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:30.495944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d9bc247-41c6-4c86-addd-c65b91f647b4 req-e748bebb-25ed-490c-a296-abfe3626f6b5 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 950 time: 0.4661644 Mar 11 17:06:30.506558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Calling delete_port for 5c62be79-4251-414d-8194-9080dc32aaa0 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:06:30.599611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d9bc247-41c6-4c86-addd-c65b91f647b4 req-fb4c8d2e-3825-4a01-ab7b-f124b9d4c21e tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941157 Mar 11 17:06:30.715740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e8d73-1bd9-4503-a97b-d09eb97bd930 req-1adcc473-1255-4191-9504-272b1d9cca32 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:30.717415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-770e8d73-1bd9-4503-a97b-d09eb97bd930 req-1adcc473-1255-4191-9504-272b1d9cca32 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbf7fca-6770-4670-bb65-206b17175320 HTTP/1.1" status: 200 len: 950 time: 0.0866425 Mar 11 17:06:30.725695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35664) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:30.732639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-550485599-network', 'tenant_id': '311e9267c022451da5387a9ca45ee703'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:30.768632 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.771672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Made reservation on behalf of 311e9267c022451da5387a9ca45ee703 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:30.776167 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.786672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['5c62be79-4251-414d-8194-9080dc32aaa0'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:30.792617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.833072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-770e8d73-1bd9-4503-a97b-d09eb97bd930 req-61db0c93-a865-474f-ad49-8b90ad9f5128 tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.53 "GET /v2.0/security-groups?id=f97ca156-e612-4ebc-89ea-1f0dba783c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046550 Mar 11 17:06:30.839018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Pushing event deleted for resources: {'Port': ['ID=5c62be79-4251-414d-8194-9080dc32aaa0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:30.920382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.926180 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.926653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] No DVR routers for this DVR port 5c62be79-4251-414d-8194-9080dc32aaa0 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:06:30.935150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed62ac79-688a-4eaa-acaf-2529fde9d618 req-2b539623-c0e2-4781-ad20-1d1a8c978e5f tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0507350 Mar 11 17:06:30.936421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.939653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a734c599-c0fd-4d1d-894f-2d65d54cc05b req-0159824c-6cae-46d5-b785-df00ad8ecdbb tempest-ImagesNegativeTestJSON-1730627404 tempest-ImagesNegativeTestJSON-1730627404-project] 10.222.0.46 "DELETE /v2.0/ports/5c62be79-4251-414d-8194-9080dc32aaa0 HTTP/1.1" status: 204 len: 173 time: 1.2072666 Mar 11 17:06:30.963493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:06:30.972534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bd1d4b-7146-4d4f-a7ea-9885ca2ff1fd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:30.980251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:30.980856 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Added segment acdc7bb5-10cc-4312-8475-2b6188c398fd of type vlan for network 9cf6e143-2f27-45e8-9535-84c04bc40b56 Mar 11 17:06:31.034647 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:31.073684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:31.074673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:31.075336 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:31.136089 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4090130 Mar 11 17:06:31.136373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35672) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:31.142834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Request body: {'subnet': {'network_id': '9cf6e143-2f27-45e8-9535-84c04bc40b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-550485599-subnet', 'tenant_id': '311e9267c022451da5387a9ca45ee703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:31.174801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b65265-bcde-4ee2-8727-0763dca2bc5a admin admin] Pushing event updated for resources: {'Network': ['ID=9cf6e143-2f27-45e8-9535-84c04bc40b56,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:31.185778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Made reservation on behalf of 311e9267c022451da5387a9ca45ee703 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:31.193572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 9cf6e143-2f27-45e8-9535-84c04bc40b56 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:06:31.199998 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:31.438259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbf7fca-6770-4670-bb65-206b17175320', 'name': 'network-vif-deleted', 'tag': '5c62be79-4251-414d-8194-9080dc32aaa0'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:31.440375 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3249e13-20dc-44e4-8ce2-a1089c91fbec" -d '{"events": [{"server_uuid": "0cbf7fca-6770-4670-bb65-206b17175320", "name": "network-vif-deleted", "tag": "5c62be79-4251-414d-8194-9080dc32aaa0"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:31.475032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:31.521309 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851bf1a0-9d2d-4c51-8fc9-f8e576de1764 x-openstack-request-id: req-851bf1a0-9d2d-4c51-8fc9-f8e576de1764 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:31.521606 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbf7fca-6770-4670-bb65-206b17175320", "name": "network-vif-deleted", "tag": "5c62be79-4251-414d-8194-9080dc32aaa0", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:31.521862 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-851bf1a0-9d2d-4c51-8fc9-f8e576de1764 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:31.522340 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbf7fca-6770-4670-bb65-206b17175320', 'name': 'network-vif-deleted', 'tag': '5c62be79-4251-414d-8194-9080dc32aaa0', 'status': 'completed', 'code': 200} Mar 11 17:06:31.562886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Checking segment: {'id': 'acdc7bb5-10cc-4312-8475-2b6188c398fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cf6e143-2f27-45e8-9535-84c04bc40b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:31.563118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Network hostable DHCP agents. Network: 9cf6e143-2f27-45e8-9535-84c04bc40b56, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:06:31.570383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d8bd42-1278-4c20-bdbf-32128c48888c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:31.587972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Network 9cf6e143-2f27-45e8-9535-84c04bc40b56 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:06:31.598705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 9cf6e143-2f27-45e8-9535-84c04bc40b56) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:31.604739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:31.604739 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:31.619993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6364e42c-1c8b-4146-82ca-6b9dd5cddedb None None] Network 9cf6e143-2f27-45e8-9535-84c04bc40b56 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:06:31.628002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0f690894-3763-47be-807b-2515ff3a1968 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:06:31.645680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3f3cd673-490d-4cb5-8509-b72b072afa12 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5075943 Mar 11 17:06:31.730218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 0f690894-3763-47be-807b-2515ff3a1968 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:06:31.731139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0f690894-3763-47be-807b-2515ff3a1968 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:06:31.731789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5c62be79-4251-414d-8194-9080dc32aaa0 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:06:31.816014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e2221-656a-4d60-8040-56b0cfb926a5 req-316b2062-0919-4412-8041-da3c2687297c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:31.817949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f42e2221-656a-4d60-8040-56b0cfb926a5 req-316b2062-0919-4412-8041-da3c2687297c tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 950 time: 0.1146035 Mar 11 17:06:31.833357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20545b-b436-4c3c-998f-071c6e245acc req-6748c083-3481-47b7-abca-99516c86ea40 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:31.835055 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb20545b-b436-4c3c-998f-071c6e245acc req-6748c083-3481-47b7-abca-99516c86ea40 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 950 time: 0.0864656 Mar 11 17:06:31.836000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 5c62be79-4251-414d-8194-9080dc32aaa0 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:06:31.838249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5c62be79-4251-414d-8194-9080dc32aaa0 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:06:31.909113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f42e2221-656a-4d60-8040-56b0cfb926a5 req-b4a6e852-816c-4561-8635-72c0d67fbc29 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ef51116-b11e-4557-af62-c16c6db5e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820503 Mar 11 17:06:31.971864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0f854-2e66-4133-a1ff-856c7b588887 None None] Network 9cf6e143-2f27-45e8-9535-84c04bc40b56 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:06:32.068660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-bb20545b-b436-4c3c-998f-071c6e245acc req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Deleting port 911a1ef6-9793-4a32-a12d-d93610c58976 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:06:32.069721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bb20545b-b436-4c3c-998f-071c6e245acc req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:32.149275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88be3538-016a-4e56-8985-4cab5bc900d7 req-4a23751d-27a4-4ed4-8859-5ef1cfd0a31c tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0415628 Mar 11 17:06:32.324467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-bb20545b-b436-4c3c-998f-071c6e245acc req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] For port 911a1ef6-9793-4a32-a12d-d93610c58976, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=911a1ef6-9793-4a32-a12d-d93610c58976,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:32.325151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:06:32.325330 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bb20545b-b436-4c3c-998f-071c6e245acc req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:32.354421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-bb20545b-b436-4c3c-998f-071c6e245acc req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Calling delete_port for 911a1ef6-9793-4a32-a12d-d93610c58976 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:06:32.417416 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:06:32.417874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a24cf5d1-e257-4d3d-9ddd-0cc18a65bb35 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:06:32.472619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251350e6-13b1-4798-a5c7-c23710a693ee req-457cc8a0-7b10-4d36-b003-4895871ea5d0 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:32.481393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-457cc8a0-7b10-4d36-b003-4895871ea5d0 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 821 time: 0.1640360 Mar 11 17:06:32.490131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35766) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:32.494845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-3fda408a-d6f3-41b8-b114-83211409eda2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/quotas/b1e2cde59a01464ab06957b0148f8e11 HTTP/1.1" status: 200 len: 375 time: 0.0127108 Mar 11 17:06:32.567273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-1a95290d-8ee1-4145-ae93-75fd411e080f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553021 Mar 11 17:06:32.582033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-62920330-291f-4b18-92f1-d2f6a29cbd83 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:06:32.582619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-62920330-291f-4b18-92f1-d2f6a29cbd83 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073063 Mar 11 17:06:32.594191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bb20545b-b436-4c3c-998f-071c6e245acc req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:32.609139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['911a1ef6-9793-4a32-a12d-d93610c58976'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:32.663051 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Pushing event deleted for resources: {'Port': ['ID=911a1ef6-9793-4a32-a12d-d93610c58976,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:32.757582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb20545b-b436-4c3c-998f-071c6e245acc req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] No DVR routers for this DVR port 911a1ef6-9793-4a32-a12d-d93610c58976 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:06:32.762397 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bb20545b-b436-4c3c-998f-071c6e245acc req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:32.766621 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb20545b-b436-4c3c-998f-071c6e245acc req-b23cf6de-87c4-4d7f-9a15-8582130e9053 tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.66 "DELETE /v2.0/ports/911a1ef6-9793-4a32-a12d-d93610c58976 HTTP/1.1" status: 204 len: 173 time: 0.9249864 Mar 11 17:06:32.766841 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ef9647f7-a23d-4077-b463-aa2151877ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720877 Mar 11 17:06:32.767580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0461a23-d7be-4208-8ea6-0f5cac339656', 'name': 'network-vif-deleted', 'tag': '911a1ef6-9793-4a32-a12d-d93610c58976'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:32.770671 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f316fef8-a955-414f-9c30-641b19392c8d" -d '{"events": [{"server_uuid": "a0461a23-d7be-4208-8ea6-0f5cac339656", "name": "network-vif-deleted", "tag": "911a1ef6-9793-4a32-a12d-d93610c58976"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:32.920733 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ac3996bd-d16c-4389-950a-f47d8165acc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02008a894f874f4fab7c8c5aecf620b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291208 Mar 11 17:06:32.922482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35788) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:33.017368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35792) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:33.031971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9543e092-86b6-4868-aec5-3a8b15797efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.033456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-b7d3edef-6400-4205-942d-5e103ae8e0e3 service neutron] 10.222.0.53 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655849 Mar 11 17:06:33.075361 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9543e092-86b6-4868-aec5-3a8b15797efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.144991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9543e092-86b6-4868-aec5-3a8b15797efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.148274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9543e092-86b6-4868-aec5-3a8b15797efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.150153 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9543e092-86b6-4868-aec5-3a8b15797efc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14aefa10-7ba6-40c1-aa85-019c0cfa7d35 HTTP/1.1" status: 204 len: 168 time: 0.2264595 Mar 11 17:06:33.190273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543e092-86b6-4868-aec5-3a8b15797efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aefa10-7ba6-40c1-aa85-019c0cfa7d35,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:33.266368 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad81d3e-0d40-48bb-bd1d-42bba73a8379 x-openstack-request-id: req-cad81d3e-0d40-48bb-bd1d-42bba73a8379 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:33.266368 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0461a23-d7be-4208-8ea6-0f5cac339656", "name": "network-vif-deleted", "tag": "911a1ef6-9793-4a32-a12d-d93610c58976", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:33.266799 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cad81d3e-0d40-48bb-bd1d-42bba73a8379 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:33.266931 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0461a23-d7be-4208-8ea6-0f5cac339656', 'name': 'network-vif-deleted', 'tag': '911a1ef6-9793-4a32-a12d-d93610c58976', 'status': 'completed', 'code': 200} Mar 11 17:06:33.331898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35806) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:33.332255 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-334e16c1-9e80-42a1-b6fa-89cfac4fd6a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2477e8b3a589480b8bfe37fc2bf1f089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132265 Mar 11 17:06:33.443029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b95e467-0c83-4beb-b4cf-abb3ffa08d80 req-8ace5de1-582f-4bea-bcc0-2ab138512bae tempest-LiveMigrationNegativeTest-1368587996 tempest-LiveMigrationNegativeTest-1368587996-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0461a23-d7be-4208-8ea6-0f5cac339656 HTTP/1.1" status: 200 len: 210 time: 0.0585651 Mar 11 17:06:33.449345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb52ab0a-be37-4ac5-8783-b163f5e6f925 req-f604369f-0088-4d1d-b537-16e1b42d8ad6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 210 time: 0.0660844 Mar 11 17:06:33.468310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61cf510e-8ed1-4bb1-a51a-2afee29b7ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.522148 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61cf510e-8ed1-4bb1-a51a-2afee29b7ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.646374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-742d8dca-88c5-451e-a7ce-9928b5eaef3f req-c1609c29-7de1-446b-bad7-16518bd77580 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0517471 Mar 11 17:06:33.673188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61cf510e-8ed1-4bb1-a51a-2afee29b7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.677195 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61cf510e-8ed1-4bb1-a51a-2afee29b7ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.690379 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-61cf510e-8ed1-4bb1-a51a-2afee29b7ff5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f97ca156-e612-4ebc-89ea-1f0dba783c56 HTTP/1.1" status: 204 len: 168 time: 0.3556151 Mar 11 17:06:33.699647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf510e-8ed1-4bb1-a51a-2afee29b7ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97ca156-e612-4ebc-89ea-1f0dba783c56,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:33.786817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35824) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:33.804137 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32471307-dcbc-4f42-b8a4-72f81f4d79ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.928867 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32471307-dcbc-4f42-b8a4-72f81f4d79ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.934744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32471307-dcbc-4f42-b8a4-72f81f4d79ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:33.984023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35828) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:33.984677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-32471307-dcbc-4f42-b8a4-72f81f4d79ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b3f8fbd126e4befa34cdff3baef80b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983669 Mar 11 17:06:33.985375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32471307-dcbc-4f42-b8a4-72f81f4d79ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0471db-e883-4233-a0ed-eeb3ef33a6f7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:34.088099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e174a45a-8716-4c9f-85d3-a8c8517aecb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:34.115056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e174a45a-8716-4c9f-85d3-a8c8517aecb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:34.190908 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e174a45a-8716-4c9f-85d3-a8c8517aecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:34.197246 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e174a45a-8716-4c9f-85d3-a8c8517aecb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:34.200372 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e174a45a-8716-4c9f-85d3-a8c8517aecb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd0471db-e883-4233-a0ed-eeb3ef33a6f7 HTTP/1.1" status: 204 len: 168 time: 0.2127893 Mar 11 17:06:34.243406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174a45a-8716-4c9f-85d3-a8c8517aecb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0471db-e883-4233-a0ed-eeb3ef33a6f7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:34.623985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac773682-f03e-42f0-b944-329630fca0f1 req-123a8a2d-2847-4e3c-bd00-1b94bcc69954 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 210 time: 0.0442352 Mar 11 17:06:34.893127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f88f60b6-a56e-4d40-8a73-f649cf224197 req-1e0a921d-8daa-4610-a2e6-2531ad27765a tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0566933 Mar 11 17:06:34.943036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251350e6-13b1-4798-a5c7-c23710a693ee req-433dea01-7711-414f-bd8c-32f92d8bd806 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:34.946224 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-433dea01-7711-414f-bd8c-32f92d8bd806 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 821 time: 0.2716386 Mar 11 17:06:34.962921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Request body: {'port': {'device_id': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4', 'admin_state_up': True, 'tenant_id': 'b1e2cde59a01464ab06957b0148f8e11'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:35.098018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35886) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:35.155320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Made reservation on behalf of b1e2cde59a01464ab06957b0148f8e11 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:35.159814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:35.337724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Allocated IP 172.20.0.14 (492425d5-6bf3-4055-9b46-c81571324cb4/e711de99-59e4-40d2-8451-c5cbb6281077/7f173a59-eba5-46f0-8af6-24e1e423cb5b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:35.507270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35896) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:35.537542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4ed9a4ad-15da-4aae-967c-270cf47ebbc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe4358fc04b94d06b37c849672d8d442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366755 Mar 11 17:06:35.540583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35900) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:35.585837 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:35.622618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-827e2e42-3ec4-4417-b910-c8ec31295f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:35.646579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:35.662734 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-827e2e42-3ec4-4417-b910-c8ec31295f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:35.743204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-827e2e42-3ec4-4417-b910-c8ec31295f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:35.748927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-827e2e42-3ec4-4417-b910-c8ec31295f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:35.751828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-827e2e42-3ec4-4417-b910-c8ec31295f02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ef51116-b11e-4557-af62-c16c6db5e67e HTTP/1.1" status: 204 len: 168 time: 0.2081566 Mar 11 17:06:35.773935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e2e42-3ec4-4417-b910-c8ec31295f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef51116-b11e-4557-af62-c16c6db5e67e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:35.811125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Network 492425d5-6bf3-4055-9b46-c81571324cb4 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:35.812691 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19896d1f-8879-4345-9664-e431dd7a2853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:35.835912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:35.841497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:06:35.852686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:35.853792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:35.876385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Pushing event updated for resources: {'Port': ['ID=7f173a59-eba5-46f0-8af6-24e1e423cb5b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:35.878069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d6376-4986-4821-bb31-36fd60fc637b req-ae373f71-7ccb-4f72-9f70-8439ade079bc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:35.880495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f36d6376-4986-4821-bb31-36fd60fc637b req-ae373f71-7ccb-4f72-9f70-8439ade079bc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 932 time: 0.1023514 Mar 11 17:06:35.925343 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ccf61136-20a2-4176-be80-bda02d9f8d3a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9688773 Mar 11 17:06:35.943300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Request body: {'port': {'device_id': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:35.964664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f36d6376-4986-4821-bb31-36fd60fc637b req-443cda84-feb0-44e3-8925-99ca539ac146 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702467 Mar 11 17:06:36.125668 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.156801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-307a5f30-ed98-46e1-8420-3463beed34ac req-2f24ed1c-5fcb-4b34-b232-bdab46af0d77 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0711305 Mar 11 17:06:36.188518 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19896d1f-8879-4345-9664-e431dd7a2853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.229434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19896d1f-8879-4345-9664-e431dd7a2853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.296397 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-19896d1f-8879-4345-9664-e431dd7a2853 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d873b6089ce247b0851632847834c3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877924 Mar 11 17:06:36.300281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35924) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:36.305177 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19896d1f-8879-4345-9664-e431dd7a2853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee2a7b3-cabd-422a-9969-387c0ad07795,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:36.333241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 911a1ef6-9793-4a32-a12d-d93610c58976 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:06:36.361751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 911a1ef6-9793-4a32-a12d-d93610c58976 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:06:36.362082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 911a1ef6-9793-4a32-a12d-d93610c58976 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:06:36.410883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d1fb-adb8-4faf-97a2-159594e560f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.479258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d1fb-adb8-4faf-97a2-159594e560f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.486864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35926) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:36.564559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-895ed660-79e5-4ffa-934e-81e343864679 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8de6e2b5afad4143b9a02eba7205f76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763731 Mar 11 17:06:36.567085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35930) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:36.621697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6cdee77-4189-4cbd-8471-15e5010b377d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.668412 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6cdee77-4189-4cbd-8471-15e5010b377d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.697088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d1fb-adb8-4faf-97a2-159594e560f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.700950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d1fb-adb8-4faf-97a2-159594e560f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.702466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f173a59-eba5-46f0-8af6-24e1e423cb5b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:36.707799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f8e7d1fb-adb8-4faf-97a2-159594e560f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ee2a7b3-cabd-422a-9969-387c0ad07795 HTTP/1.1" status: 204 len: 168 time: 0.4060948 Mar 11 17:06:36.735674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.750924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7d1fb-adb8-4faf-97a2-159594e560f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee2a7b3-cabd-422a-9969-387c0ad07795,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:36.758169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Transition to ACTIVE for port object 7f173a59-eba5-46f0-8af6-24e1e423cb5b will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:36.784580 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.802621 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6cdee77-4189-4cbd-8471-15e5010b377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.817502 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6cdee77-4189-4cbd-8471-15e5010b377d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:36.824018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a6cdee77-4189-4cbd-8471-15e5010b377d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5d143b9-621a-4066-a99f-88d38db46625 HTTP/1.1" status: 204 len: 168 time: 0.2531040 Mar 11 17:06:36.850113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdee77-4189-4cbd-8471-15e5010b377d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d143b9-621a-4066-a99f-88d38db46625,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:36.960637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Pushing event updated for resources: {'Port': ['ID=7f173a59-eba5-46f0-8af6-24e1e423cb5b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:36.982993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:36.983534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:36.984066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:36.992501 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:36.993047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:37.003903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:37.004880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:37.005951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:37.006926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Bound port: 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:37.007841 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:37.149700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:37.160860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:37.170419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:37.254587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe31917-7890-47a5-a528-671f6a178694 req-91be8e35-a713-4a6f-b28c-811cdc63225d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:37.267282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efe31917-7890-47a5-a528-671f6a178694 req-91be8e35-a713-4a6f-b28c-811cdc63225d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.0989535 Mar 11 17:06:37.316409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:37.317417 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:37.319547 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] 10.222.0.66 "PUT /v2.0/ports/7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 1092 time: 1.3854613 Mar 11 17:06:37.320187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:37.324192 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a3739a-2904-4efa-a73c-e0e89d08762f" -d '{"events": [{"name": "network-changed", "server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:37.339855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efe31917-7890-47a5-a528-671f6a178694 req-4a161220-bee8-459a-8f79-2f2382c82678 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711837 Mar 11 17:06:37.478536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e980bf-c4e8-412f-b59f-a0177ea5c43f service neutron] Pushing event updated for resources: {'Port': ['ID=7f173a59-eba5-46f0-8af6-24e1e423cb5b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:37.562104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251350e6-13b1-4798-a5c7-c23710a693ee req-349dffd7-c677-4aa2-8fbb-dd531b30f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:37.566219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6de2c945-0093-4e14-88f9-a6766f0608d0 req-53a3a8f6-5322-4c94-a964-e736ba9dcd64 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0468683 Mar 11 17:06:37.572115 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-349dffd7-c677-4aa2-8fbb-dd531b30f804 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1095 time: 0.1802180 Mar 11 17:06:37.641785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35968) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:37.661960 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e86edc7-a365-4ae6-ae55-9c7c079991e4 x-openstack-request-id: req-0e86edc7-a365-4ae6-ae55-9c7c079991e4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:37.662238 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:37.662788 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e86edc7-a365-4ae6-ae55-9c7c079991e4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:37.663883 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b', 'status': 'completed', 'code': 200} Mar 11 17:06:37.665756 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-47713a56-1313-483c-9632-e455a54885e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 217 time: 0.0848682 Mar 11 17:06:37.667605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-359df278-04a7-463f-8d1c-ff228ae70e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:37.771163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251350e6-13b1-4798-a5c7-c23710a693ee req-31a6886f-fece-461c-8599-27bd301f53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:37.773677 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-31a6886f-fece-461c-8599-27bd301f53bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.0995688 Mar 11 17:06:37.838810 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-359df278-04a7-463f-8d1c-ff228ae70e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:37.848483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-359df278-04a7-463f-8d1c-ff228ae70e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:37.853871 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-ab411480-2c8e-4c62-81c9-876ba5953fa3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712738 Mar 11 17:06:37.953447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-359df278-04a7-463f-8d1c-ff228ae70e89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d0c201c4a724d0ab6a9fa8e1a3e783a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096137 Mar 11 17:06:37.954827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35982) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:37.969689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359df278-04a7-463f-8d1c-ff228ae70e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f753c9-91f6-45e5-b96e-3a82a4d0e959,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:38.047800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da83cef5-b1f1-4e49-9c98-b2eb00e5ed78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:38.072816 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-f1656e10-2fc2-42c5-af6f-682f15925963 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124324 Mar 11 17:06:38.095005 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da83cef5-b1f1-4e49-9c98-b2eb00e5ed78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:38.179966 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da83cef5-b1f1-4e49-9c98-b2eb00e5ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:38.187219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da83cef5-b1f1-4e49-9c98-b2eb00e5ed78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:38.196538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-da83cef5-b1f1-4e49-9c98-b2eb00e5ed78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78f753c9-91f6-45e5-b96e-3a82a4d0e959 HTTP/1.1" status: 204 len: 168 time: 0.2328863 Mar 11 17:06:38.221443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83cef5-b1f1-4e49-9c98-b2eb00e5ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f753c9-91f6-45e5-b96e-3a82a4d0e959,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:38.288813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-251350e6-13b1-4798-a5c7-c23710a693ee req-14244542-263b-4b81-98e1-d1f1f4139893 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075124 Mar 11 17:06:38.483910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-8aba668f-0cd6-4f28-b3a3-ea4ee81bc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:38.485785 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-8aba668f-0cd6-4f28-b3a3-ea4ee81bc2ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1095 time: 0.0879607 Mar 11 17:06:38.667450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-b94ee7a2-ef71-47a0-b151-afa613e6b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:38.673954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-b94ee7a2-ef71-47a0-b151-afa613e6b49b service neutron] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.1809216 Mar 11 17:06:38.757373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-ffec1840-e7b8-4756-9bd0-79f68102779f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 217 time: 0.0766401 Mar 11 17:06:38.762808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b84e1-dc72-4b77-8063-bb91ebcb03f6 req-8966c898-9a2f-4fdb-88bc-02ddfa3d6c03 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:38.765299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f93b84e1-dc72-4b77-8063-bb91ebcb03f6 req-8966c898-9a2f-4fdb-88bc-02ddfa3d6c03 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.0764401 Mar 11 17:06:38.847698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f93b84e1-dc72-4b77-8063-bb91ebcb03f6 req-8a774dd3-6eca-42d4-b4b6-90991106df91 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735066 Mar 11 17:06:38.862119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-5e2845a5-d92e-43f6-8c82-6ed5be8c4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:38.863652 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-5e2845a5-d92e-43f6-8c82-6ed5be8c4ae3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.1002762 Mar 11 17:06:38.884411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36018) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:38.900145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f72dd06-fe4c-455a-8f76-1dcea8633219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:38.905701 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-b3f7b1c1-73fa-418a-99e3-fa5697cd8628 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318947 Mar 11 17:06:39.000867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c391db86-2a17-4a55-83be-82a1f72ad278 req-d40c9ba9-b15c-4c78-8669-90c54cb41302 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0387881 Mar 11 17:06:39.046914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f72dd06-fe4c-455a-8f76-1dcea8633219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:39.053872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f72dd06-fe4c-455a-8f76-1dcea8633219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:39.094469 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-3182a6ec-d3c7-4124-bb01-c07ccaee461a service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765642 Mar 11 17:06:39.105254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0f72dd06-fe4c-455a-8f76-1dcea8633219 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32fd9a0a35b945eeba13e1df01f03bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190824 Mar 11 17:06:39.105868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72dd06-fe4c-455a-8f76-1dcea8633219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720b75aa-c41c-4936-86a0-011fffe8aa49,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:39.108717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36022) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:39.200399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eeecc3b2-b608-4de0-865b-99c7bb2fcf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:39.246760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eeecc3b2-b608-4de0-865b-99c7bb2fcf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:39.287583 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84a3739a-2904-4efa-a73c-e0e89d08762f req-5aca485d-cf05-4e6f-aeb3-a06090cdbc8a service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868083 Mar 11 17:06:39.340197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eeecc3b2-b608-4de0-865b-99c7bb2fcf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:39.344496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eeecc3b2-b608-4de0-865b-99c7bb2fcf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:39.346637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eeecc3b2-b608-4de0-865b-99c7bb2fcf85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/720b75aa-c41c-4936-86a0-011fffe8aa49 HTTP/1.1" status: 204 len: 168 time: 0.2233281 Mar 11 17:06:39.357161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecc3b2-b608-4de0-865b-99c7bb2fcf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720b75aa-c41c-4936-86a0-011fffe8aa49,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:40.238878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-594b2c25-e69d-43d3-97fc-9dd63104e80e req-27e6dcea-006b-4488-9b38-4a08878da3ad tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0326622 Mar 11 17:06:40.261299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa597-3214-4d2e-92c8-c081780b6e60 req-6544574c-f837-44ba-af01-b58c372bfe63 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:40.263416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05efa597-3214-4d2e-92c8-c081780b6e60 req-6544574c-f837-44ba-af01-b58c372bfe63 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.1049473 Mar 11 17:06:40.336020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05efa597-3214-4d2e-92c8-c081780b6e60 req-838aeb51-9b8e-498f-9620-c6b2cfacc71d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657847 Mar 11 17:06:40.480215 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:41.425781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-293516e4-afda-4dea-a485-bc22e7eb8db3 req-038a397c-2caf-43a4-9720-3f53f5cad592 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0387657 Mar 11 17:06:41.603025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223ab42-1208-4b28-9032-7db9aef0397e req-9333fc59-9ff7-4887-b716-76e8a63157f6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:41.611371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9223ab42-1208-4b28-9032-7db9aef0397e req-9333fc59-9ff7-4887-b716-76e8a63157f6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.0786467 Mar 11 17:06:41.667036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9223ab42-1208-4b28-9032-7db9aef0397e req-35f25a14-6c17-4f0e-a05a-0304308cb1b1 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540931 Mar 11 17:06:41.758323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36184) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:42.160539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36214) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:42.202348 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f9a05eb-1b6a-4758-8caf-52ef2bfcfb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.255736 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e393f88-709d-4fd6-a564-0113fc2a4160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.374555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7f173a59-eba5-46f0-8af6-24e1e423cb5b details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:06:42.481167 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e393f88-709d-4fd6-a564-0113fc2a4160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.491524 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e393f88-709d-4fd6-a564-0113fc2a4160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.601765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7e393f88-709d-4fd6-a564-0113fc2a4160 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2344229a3e284cba873e980cc47365c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401031 Mar 11 17:06:42.602640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e393f88-709d-4fd6-a564-0113fc2a4160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fb538e-bb25-4869-84f0-4d134626d06b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:42.616080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36238) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:42.646055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:42.671175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '7f173a59-eba5-46f0-8af6-24e1e423cb5b', 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4', 'port_id': '7f173a59-eba5-46f0-8af6-24e1e423cb5b', 'mac_address': 'fa:16:3e:81:b9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e711de99-59e4-40d2-8451-c5cbb6281077', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:06:42.774788 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.830698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b8921f4-19cb-4935-be8d-a523a3b0dbc8 req-b57a53ab-ee86-4154-b588-615d71763fc8 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.2112145 Mar 11 17:06:42.843839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f173a59-eba5-46f0-8af6-24e1e423cb5b {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:42.876402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f9a05eb-1b6a-4758-8caf-52ef2bfcfb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.881220 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f9a05eb-1b6a-4758-8caf-52ef2bfcfb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.943643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:42.951096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.964610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a05eb-1b6a-4758-8caf-52ef2bfcfb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39082fb3-6a36-48ef-9743-d9114eb1d53d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:42.984450 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e46134e0-c374-4577-bd70-20a03bbea323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.988543 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f9a05eb-1b6a-4758-8caf-52ef2bfcfb82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5954484d8f154d03a1c03a95253925e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2289646 Mar 11 17:06:42.989266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36248) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:43.058036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-cdb0f2a8-d5a4-45ff-b3b1-47fed44f51c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2320046 Mar 11 17:06:43.069204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=7f173a59-eba5-46f0-8af6-24e1e423cb5b,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:43.079802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e46134e0-c374-4577-bd70-20a03bbea323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.099615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e48115-ce2f-4ab2-ae47-bc2c658eba86 req-5bad4591-4cbe-42f0-b002-adffa1e0ccb7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:43.108376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0e48115-ce2f-4ab2-ae47-bc2c658eba86 req-5bad4591-4cbe-42f0-b002-adffa1e0ccb7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 945 time: 0.1370120 Mar 11 17:06:43.130226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-014ae298-74be-401d-8aaa-f7372a276255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.161242 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-014ae298-74be-401d-8aaa-f7372a276255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.174752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0e48115-ce2f-4ab2-ae47-bc2c658eba86 req-8e70a816-5a76-41f1-b931-0b803bd82020 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652680 Mar 11 17:06:43.177482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:43.258722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-014ae298-74be-401d-8aaa-f7372a276255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.261575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-014ae298-74be-401d-8aaa-f7372a276255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.266634 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-014ae298-74be-401d-8aaa-f7372a276255 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39082fb3-6a36-48ef-9743-d9114eb1d53d HTTP/1.1" status: 204 len: 168 time: 0.2745271 Mar 11 17:06:43.282124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ae298-74be-401d-8aaa-f7372a276255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39082fb3-6a36-48ef-9743-d9114eb1d53d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:43.353993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['7f173a59-eba5-46f0-8af6-24e1e423cb5b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:43.362550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-4eb5f58a-2bbc-41f7-8dd4-ce5269698eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:43.365126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-4eb5f58a-2bbc-41f7-8dd4-ce5269698eb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa2107b3f7c64d1e9162966906ff83e1&device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 1118 time: 0.2073405 Mar 11 17:06:43.384328 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e46134e0-c374-4577-bd70-20a03bbea323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.390959 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e46134e0-c374-4577-bd70-20a03bbea323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.398195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e46134e0-c374-4577-bd70-20a03bbea323 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50fb538e-bb25-4869-84f0-4d134626d06b HTTP/1.1" status: 204 len: 168 time: 0.7729552 Mar 11 17:06:43.436479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46134e0-c374-4577-bd70-20a03bbea323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fb538e-bb25-4869-84f0-4d134626d06b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:43.443824 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.484479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0912cca-86de-45da-83d4-b8a595b6474d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.540676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-69507f66-ae73-4982-a32b-9ddd9813084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.631889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-32c40f53-9b30-493f-8d8f-4b0b2f188dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:43.635314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-32c40f53-9b30-493f-8d8f-4b0b2f188dae service neutron] 10.222.0.46 "GET /v2.0/networks?id=407fff54-0b63-4314-8a79-b487320bbca9 HTTP/1.1" status: 200 len: 915 time: 0.2347155 Mar 11 17:06:43.737455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0912cca-86de-45da-83d4-b8a595b6474d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.741900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0912cca-86de-45da-83d4-b8a595b6474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.751418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-c8fff59e-0c08-4416-8ced-512f6707be4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da74e809-5cbc-43c2-9906-8b66a4fc6dea HTTP/1.1" status: 200 len: 217 time: 0.1042416 Mar 11 17:06:43.802855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0912cca-86de-45da-83d4-b8a595b6474d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f8091a-6033-455b-8f1c-83bc6bd022a9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:43.828758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e0912cca-86de-45da-83d4-b8a595b6474d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2e39cc76b4341c9972b730448907983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6495664 Mar 11 17:06:43.831391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36282) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:43.870607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-d4984d06-ea68-4366-b679-e27455786b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:43.872709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-d4984d06-ea68-4366-b679-e27455786b7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c30565da-46c4-4993-8d3f-82bdcab065c2 HTTP/1.1" status: 200 len: 855 time: 0.1136944 Mar 11 17:06:43.924498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f42a59b-3b39-4c0f-b4a3-f48921acd36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.949092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-7cefaae2-f663-457b-ad2b-3ed19d8de2e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=407fff54-0b63-4314-8a79-b487320bbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669966 Mar 11 17:06:43.952293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f42a59b-3b39-4c0f-b4a3-f48921acd36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.020826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f42a59b-3b39-4c0f-b4a3-f48921acd36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.024635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f42a59b-3b39-4c0f-b4a3-f48921acd36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.029223 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f42a59b-3b39-4c0f-b4a3-f48921acd36e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65f8091a-6033-455b-8f1c-83bc6bd022a9 HTTP/1.1" status: 204 len: 168 time: 0.1956866 Mar 11 17:06:44.040998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42a59b-3b39-4c0f-b4a3-f48921acd36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f8091a-6033-455b-8f1c-83bc6bd022a9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:44.057512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37600b68-04dc-431b-a1cf-b42223ebd725 req-ca664390-92dd-4ab9-b12c-32c5bebe9afd tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0409274 Mar 11 17:06:44.121231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36290) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:44.145738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de84ed1e-8015-44d3-813e-9aeef0aced4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.214368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-261f6af1-b67f-47e7-8c9a-14b8b57bceb3 service neutron] 10.222.0.46 "GET /v2.0/networks/407fff54-0b63-4314-8a79-b487320bbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496228 Mar 11 17:06:44.260678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36296) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:44.310507 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de84ed1e-8015-44d3-813e-9aeef0aced4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.322505 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de84ed1e-8015-44d3-813e-9aeef0aced4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.368810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84ed1e-8015-44d3-813e-9aeef0aced4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17d0b86-26a1-485e-b006-e9ed4ef0348b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:44.392683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7f173a59-eba5-46f0-8af6-24e1e423cb5b up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:06:44.398253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-de84ed1e-8015-44d3-813e-9aeef0aced4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e7290f665f748f58a09f466fdfb5c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758784 Mar 11 17:06:44.399197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36302) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:44.435917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98f6a6e9-1653-4cb6-ba8a-88318efb957a req-98199d5c-7adf-4029-8560-acf6c321614c service neutron] 10.222.0.46 "GET /v2.0/networks/407fff54-0b63-4314-8a79-b487320bbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136309 Mar 11 17:06:44.518842 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4a54351-0cd5-4138-89c7-29d64ac9ce82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.533173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987e832-6fd8-494c-8759-8ffa9160d740 req-04d0f303-27dc-4487-ac6a-431496836bd4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:44.542700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a987e832-6fd8-494c-8759-8ffa9160d740 req-04d0f303-27dc-4487-ac6a-431496836bd4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 945 time: 0.1053452 Mar 11 17:06:44.553862 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4a54351-0cd5-4138-89c7-29d64ac9ce82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.554632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 7f173a59-eba5-46f0-8af6-24e1e423cb5b completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:44.566159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 7f173a59-eba5-46f0-8af6-24e1e423cb5b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:44.566908 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.605128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a987e832-6fd8-494c-8759-8ffa9160d740 req-5fe01321-ffe9-44aa-87bd-aa2877f73dd9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561144 Mar 11 17:06:44.645895 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4a54351-0cd5-4138-89c7-29d64ac9ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.650262 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4a54351-0cd5-4138-89c7-29d64ac9ce82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.652886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b4a54351-0cd5-4138-89c7-29d64ac9ce82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d17d0b86-26a1-485e-b006-e9ed4ef0348b HTTP/1.1" status: 204 len: 168 time: 0.2514646 Mar 11 17:06:44.666057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a54351-0cd5-4138-89c7-29d64ac9ce82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17d0b86-26a1-485e-b006-e9ed4ef0348b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:44.733881 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.735085 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d7957c0-74fd-49c9-80e1-e4831b081f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.770914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:44.773686 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6baf994-6f6b-4107-9bf8-379055014021" -d '{"events": [{"server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "name": "network-vif-plugged", "status": "completed", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:44.794428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:44.800489 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.862186 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187ce2e7-3bb5-4756-914b-7033e8958728 x-openstack-request-id: req-187ce2e7-3bb5-4756-914b-7033e8958728 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:44.862501 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "name": "network-vif-plugged", "status": "completed", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:44.862875 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-187ce2e7-3bb5-4756-914b-7033e8958728 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:44.863517 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b', 'code': 200} Mar 11 17:06:44.909349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=7f173a59-eba5-46f0-8af6-24e1e423cb5b,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:44.917429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36314) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:44.952199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e176-c29a-4924-8fdc-d2b745e567e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.990071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d7957c0-74fd-49c9-80e1-e4831b081f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.995914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d7957c0-74fd-49c9-80e1-e4831b081f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.040102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac5c86-7a21-466b-83e4-79c79af15612 req-338bec4c-26ef-4793-aaf1-bbe67114faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:45.041895 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8cac5c86-7a21-466b-83e4-79c79af15612 req-338bec4c-26ef-4793-aaf1-bbe67114faf0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1097 time: 0.0841146 Mar 11 17:06:45.060612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7957c0-74fd-49c9-80e1-e4831b081f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f13086-ae9f-46a8-84db-ede9deb9beb5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:45.128821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d7957c0-74fd-49c9-80e1-e4831b081f2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d237062a63f442da1042c6490ca2794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634934 Mar 11 17:06:45.130416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36324) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:45.143367 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8cac5c86-7a21-466b-83e4-79c79af15612 req-4912e897-f58b-464c-ac36-612231ce2a1c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926208 Mar 11 17:06:45.224363 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4573df4a-2765-44f5-b696-ca3aff2ccd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.227011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e176-c29a-4924-8fdc-d2b745e567e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.233088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e176-c29a-4924-8fdc-d2b745e567e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.261184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e22e0bf7-d791-46d8-b963-99bee6f4519d req-b3087228-c152-452f-ab47-37c0db48b0f4 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0335641 Mar 11 17:06:45.285274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4573df4a-2765-44f5-b696-ca3aff2ccd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.324798 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f2f6e176-c29a-4924-8fdc-d2b745e567e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d697e0628bb41f1ba82870f844d8e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936069 Mar 11 17:06:45.324798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36330) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:45.374769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4573df4a-2765-44f5-b696-ca3aff2ccd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.377271 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4573df4a-2765-44f5-b696-ca3aff2ccd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.381080 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4573df4a-2765-44f5-b696-ca3aff2ccd9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4f13086-ae9f-46a8-84db-ede9deb9beb5 HTTP/1.1" status: 204 len: 168 time: 0.2470741 Mar 11 17:06:45.395797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573df4a-2765-44f5-b696-ca3aff2ccd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f13086-ae9f-46a8-84db-ede9deb9beb5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:45.441174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6e176-c29a-4924-8fdc-d2b745e567e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1539c12-85bc-448c-9fb0-0770e9b9a5f8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:45.497457 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5f43505-3371-40e1-9a23-8ec3840f0859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.536214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5f43505-3371-40e1-9a23-8ec3840f0859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.623979 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5f43505-3371-40e1-9a23-8ec3840f0859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.637934 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5f43505-3371-40e1-9a23-8ec3840f0859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.643788 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b5f43505-3371-40e1-9a23-8ec3840f0859 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1539c12-85bc-448c-9fb0-0770e9b9a5f8 HTTP/1.1" status: 204 len: 168 time: 0.3216083 Mar 11 17:06:45.660978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f43505-3371-40e1-9a23-8ec3840f0859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1539c12-85bc-448c-9fb0-0770e9b9a5f8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:45.759641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fca86-81af-4e17-bb67-e2f19fcd033f req-2d53311e-edea-4f51-ba6b-c41f9d1fa4c8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:45.762402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b99fca86-81af-4e17-bb67-e2f19fcd033f req-2d53311e-edea-4f51-ba6b-c41f9d1fa4c8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 946 time: 0.0841997 Mar 11 17:06:45.804068 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eefdd514-4ff2-410c-babe-6458f162877f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.847580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b99fca86-81af-4e17-bb67-e2f19fcd033f req-fbb44f4b-59b9-43eb-8c0d-c26bfd397f27 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775495 Mar 11 17:06:46.024911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36358) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:46.050232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bca2c4a-8e44-4220-ad52-7e3b7ec61316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.145538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bca2c4a-8e44-4220-ad52-7e3b7ec61316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.152372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bca2c4a-8e44-4220-ad52-7e3b7ec61316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.192333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca2c4a-8e44-4220-ad52-7e3b7ec61316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd24fa0-b2f0-404f-a299-dae3b0dff394,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:46.222778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1bca2c4a-8e44-4220-ad52-7e3b7ec61316 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82cf84969eb945b785c2deb34e87d088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962819 Mar 11 17:06:46.225323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36368) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:46.300510 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b3475ff4-a47f-466b-8abe-e155b47b3489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.333618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b3475ff4-a47f-466b-8abe-e155b47b3489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.376980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36374) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:46.417350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b3475ff4-a47f-466b-8abe-e155b47b3489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.421779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b3475ff4-a47f-466b-8abe-e155b47b3489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.423643 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b3475ff4-a47f-466b-8abe-e155b47b3489 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bd24fa0-b2f0-404f-a299-dae3b0dff394 HTTP/1.1" status: 204 len: 168 time: 0.1971564 Mar 11 17:06:46.437333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3475ff4-a47f-466b-8abe-e155b47b3489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd24fa0-b2f0-404f-a299-dae3b0dff394,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:46.493266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e33235-7077-493c-bfa0-1e68babc93fa req-adc3aff3-26c7-46a4-9484-3ad2819657fb tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0510402 Mar 11 17:06:46.630418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-760668651-network', 'tenant_id': '236a28be637448f4a4c97cc427c345f7'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:46.670672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Made reservation on behalf of 236a28be637448f4a4c97cc427c345f7 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:46.676618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.686092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.798748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.804742 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.848684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:06:46.874169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687c5a07-9390-4d71-9c4b-f6cd22cc0180,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:46.886007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.886569 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Added segment 22af6302-f3d1-4fd0-9892-e1e9cd7dee81 of type vlan for network 21492b47-f8bc-49f0-bdde-3091c249d24d Mar 11 17:06:46.968882 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:47.049754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:47.106990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd04bb-3bbb-49e5-8d05-00485f3019ca req-fbe28dba-e631-41c8-8e48-85416347c1a1 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:47.110036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1cd04bb-3bbb-49e5-8d05-00485f3019ca req-fbe28dba-e631-41c8-8e48-85416347c1a1 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 946 time: 0.1270022 Mar 11 17:06:47.139118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:47.140293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:47.140875 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:47.171114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7930160 Mar 11 17:06:47.175579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36410) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:47.182308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Request body: {'subnet': {'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-760668651-subnet', 'tenant_id': '236a28be637448f4a4c97cc427c345f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:47.233642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Made reservation on behalf of 236a28be637448f4a4c97cc427c345f7 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:47.242520 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:47.249429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1cd04bb-3bbb-49e5-8d05-00485f3019ca req-79b97b97-5208-471d-907d-db3e95f0b38e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288323 Mar 11 17:06:47.257598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e852256-850a-417b-9a56-6a4ae893a00a admin admin] Pushing event updated for resources: {'Network': ['ID=21492b47-f8bc-49f0-bdde-3091c249d24d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:47.271968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 21492b47-f8bc-49f0-bdde-3091c249d24d details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:06:47.574144 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:47.699971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-367e73b3-43c5-42bf-b757-0b738ab04e6d req-70d873f2-b282-42a7-a999-014a4f1f490b tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0632215 Mar 11 17:06:47.723999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:47.737431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Checking segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:47.737431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Network hostable DHCP agents. Network: 21492b47-f8bc-49f0-bdde-3091c249d24d, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:06:47.772948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Network 21492b47-f8bc-49f0-bdde-3091c249d24d is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:06:47.788496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 21492b47-f8bc-49f0-bdde-3091c249d24d) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:47.803692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5e3718-aae4-473c-b7c2-bee19406a27d None None] Network 21492b47-f8bc-49f0-bdde-3091c249d24d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:06:47.811520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:47.812276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:47.893389 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ad3cdeb0-ee53-4f25-aa7d-cef014d001b3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7036674 Mar 11 17:06:48.066956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c619a500-644f-46d1-8f04-c5d187a504e7 None None] Network 21492b47-f8bc-49f0-bdde-3091c249d24d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:06:48.087438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb468b8-94be-4433-aecd-f3ac1cd12653 req-efb43a6a-9a48-41ff-8467-8d6688384016 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:48.096693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acb468b8-94be-4433-aecd-f3ac1cd12653 req-efb43a6a-9a48-41ff-8467-8d6688384016 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1097 time: 0.1231349 Mar 11 17:06:48.191011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acb468b8-94be-4433-aecd-f3ac1cd12653 req-81257c62-7e04-4616-b6cd-7255d3a40d76 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838265 Mar 11 17:06:48.311396 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:48.351678 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-7e73a791-309e-43a5-b77a-1c2e5c43ebab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073008 Mar 11 17:06:48.496962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-d78d3e04-f5aa-444f-ad71-7006ef629e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:48.498791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-d78d3e04-f5aa-444f-ad71-7006ef629e8e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 1096 time: 0.0853624 Mar 11 17:06:48.683050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d5362-9542-4216-9e09-a6d584e9b31a req-48b343f4-ca5b-4478-9f54-629bafc59cfd tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:48.685639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca0d5362-9542-4216-9e09-a6d584e9b31a req-48b343f4-ca5b-4478-9f54-629bafc59cfd tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1097 time: 0.0911479 Mar 11 17:06:48.752227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-cc9bb765-44ad-4619-8cbf-4eab8829e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:48.754421 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-cc9bb765-44ad-4619-8cbf-4eab8829e2b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 200 len: 924 time: 0.2258835 Mar 11 17:06:48.773182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca0d5362-9542-4216-9e09-a6d584e9b31a req-96230bab-02f7-4a5a-96b2-1d139b69c10c tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797758 Mar 11 17:06:48.874580 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:48.932404 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:06:48.949337 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-694c655c-0022-4b39-9124-588f07f8f587 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f36674-c827-49be-8f47-230db4e336d1 HTTP/1.1" status: 200 len: 1001 time: 0.1878738 Mar 11 17:06:48.979992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b743ccbb-2bfd-4a4d-9090-e2fbb3793eb6 req-594c3b97-1a9c-4d78-a048-a91090b8f875 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0610814 Mar 11 17:06:49.070273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-817fff28-2f70-4efe-b8cd-024f1af1bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:49.074306 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-817fff28-2f70-4efe-b8cd-024f1af1bd0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=237e7bd2-f4c2-4c18-8047-9112fc899ad8 HTTP/1.1" status: 200 len: 863 time: 0.1180487 Mar 11 17:06:49.216088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-70225131-2635-45fe-a431-8e8601478027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:49.221459 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-70225131-2635-45fe-a431-8e8601478027 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390150 Mar 11 17:06:49.454674 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-9e5f17d0-0374-4ae9-a4c9-7704dcd86665 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251654 Mar 11 17:06:49.619254 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba773ffe-c9e3-4a77-a46d-40c9695c2a45 req-49a0193f-8ffb-4138-8407-cc75c8749114 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577909 Mar 11 17:06:49.649467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-0af29740-9256-4cd2-89b9-228e8fc6b308 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:49.651062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-0af29740-9256-4cd2-89b9-228e8fc6b308 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.1965163 Mar 11 17:06:49.699951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-bf995719-a347-463e-8fdb-ef3dfbb5dc01 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/quotas/236a28be637448f4a4c97cc427c345f7 HTTP/1.1" status: 200 len: 375 time: 0.0329669 Mar 11 17:06:49.785108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-080c2132-6ea1-440d-9724-27e778ac8a68 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707073 Mar 11 17:06:49.855385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-716672f1-8ec0-405e-b87e-0a38d6432497 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490744 Mar 11 17:06:50.228094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a4bb2e23-920c-468b-9d78-4fbc5e097489 service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318891 Mar 11 17:06:50.257141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1cb8dc87-974a-498b-b413-38aa451beb1d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:50.258817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1cb8dc87-974a-498b-b413-38aa451beb1d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4025385 Mar 11 17:06:50.293677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-01d2b9f2-f222-4a7e-a0c9-e889ce6bbb06 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/quotas/db9768c0d987427f96b892541948c464 HTTP/1.1" status: 200 len: 375 time: 0.0241818 Mar 11 17:06:50.354782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-16b8fa2d-9c90-4db9-95be-9ec5149ade4c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349519 Mar 11 17:06:50.392178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-be71c53d-e65c-45d8-bbe7-b49ed166bb42 service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322703 Mar 11 17:06:50.927653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db0a1bca-edc0-4980-9d16-0fb5443531fd req-1bf18161-0d22-4ce4-af37-ce96e84b726d tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0397501 Mar 11 17:06:51.159019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67b40e55-44da-4007-bd54-1ddcbb220747 req-29f5b392-9e00-4b32-89f1-9e86256345be tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 210 time: 0.0542390 Mar 11 17:06:51.260293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca042d7f-66a5-4526-9439-5acc8b65f77b req-7a5bea20-5fad-49b9-a0cb-d8f71b29db6f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 210 time: 0.0454557 Mar 11 17:06:51.961238 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-3d871972-ab04-4f20-90fa-77ce8d6bd907 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389466 Mar 11 17:06:52.129825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e610173-9de4-4141-9340-e833aa7fe8c5 req-a13f6c6c-2322-47d8-ba0c-c27da557b537 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0703032 Mar 11 17:06:52.138348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-8c158a22-57ea-424d-89f8-bbca7bf517cf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:52.140090 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-8c158a22-57ea-424d-89f8-bbca7bf517cf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794229 Mar 11 17:06:52.159921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Request body: {'port': {'device_id': 'a1bc161c-51e3-47d2-9adf-2af6457ae386', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'db9768c0d987427f96b892541948c464'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:52.316398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0573cbc-0be0-48e8-8eae-24a3499e42f8 req-22480eea-13a1-4c04-8b0c-d5924eec1b26 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 210 time: 0.0421560 Mar 11 17:06:52.363432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Made reservation on behalf of db9768c0d987427f96b892541948c464 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:52.372626 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:52.382211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:52.397180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36634) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:52.599311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38722c2b-8b49-403e-aa9a-2ac02e74035b req-79f03fdc-b5d6-4c06-a324-ef5c70891cbe tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 210 time: 0.0916402 Mar 11 17:06:52.671795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-f1e3951e-da08-4c18-849d-dc09c74653e2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:52.674196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-f1e3951e-da08-4c18-849d-dc09c74653e2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.2525136 Mar 11 17:06:52.677531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-c573eb86-c590-4337-9fbb-9f46872cbec3 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:06:52.678701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-c573eb86-c590-4337-9fbb-9f46872cbec3 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2776260 Mar 11 17:06:52.700427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:52.721098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Request body: {'port': {'device_id': 'e7082140-15e5-4332-8880-680023deebd4', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'admin_state_up': True, 'tenant_id': '236a28be637448f4a4c97cc427c345f7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:52.828137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:52.960516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36658) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:52.975225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-9796a885-cffd-4737-a904-6575ecd82b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:52.981755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcdd623-1def-465a-b0ff-0d0e47433387,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:53.005529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-9796a885-cffd-4737-a904-6575ecd82b51 service neutron] 10.222.0.53 "GET /v2.0/ports/7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 1094 time: 0.2467005 Mar 11 17:06:53.020724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Request body: {'binding': {'host': 'n-h2-833411-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:53.024163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Unknown quota resources ['binding']. {{(pid=102642) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 17:06:53.028208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Made reservation on behalf of 236a28be637448f4a4c97cc427c345f7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:53.032198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.111680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Allocated IP 192.168.233.206 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/0541c8c8-d2c2-4b52-bd8a-646302fcd167) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:53.155517 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2d44fd2-f771-48d2-974e-26a65163df9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.253104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36666) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:53.316709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Allocated IP 172.20.0.2 (21492b47-f8bc-49f0-bdde-3091c249d24d/61238bb4-6112-4cb7-9c1b-8e1b9efac2c2/b925d813-8aa2-42ad-be82-fc05343098c4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:53.356007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfd83c8a-b2a1-4511-9d52-f3a3448e208b req-f3b5489f-085c-498c-ad6f-c02df56ce9c9 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0605226 Mar 11 17:06:53.379956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on host n-h2-833411-1 for vnic_type normal with profile None {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:53.380841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:53.381465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:53.388828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:53.389560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:53.396204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:53.396989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:53.397625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:53.398460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Bound port: 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:53.513515 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2d44fd2-f771-48d2-974e-26a65163df9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.531624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2d44fd2-f771-48d2-974e-26a65163df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.623778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.625854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28b57ec0-ac81-40d3-9b89-fc7350edd243 req-649de737-f75a-49f5-a4db-0970dc1bcd37 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 210 time: 0.0534930 Mar 11 17:06:53.626958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b4d-516c-41e3-b10c-788b514e68b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.655191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d44fd2-f771-48d2-974e-26a65163df9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fc1fc4-c2d4-4c32-8cfa-81683846a864,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:53.659622 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d2d44fd2-f771-48d2-974e-26a65163df9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b54126ede984f3486a47cf2632f254a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6954021 Mar 11 17:06:53.664744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36674) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:53.681609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:53.694403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] Notify callbacks [] for binding, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.704205 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-41896c2b-2d1a-4443-8eac-0fa4cdcd7c65 service neutron] 10.222.0.53 "POST /v2.0/ports/7f173a59-eba5-46f0-8af6-24e1e423cb5b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6901593 Mar 11 17:06:53.782598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8c082e3-6836-49be-9b61-ed9f4c43a449 req-f00f22a5-17f5-4cfe-9aa7-b902e2dce2ed tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 210 time: 0.0546687 Mar 11 17:06:53.839998 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.853887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.913032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b4d-516c-41e3-b10c-788b514e68b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.920457 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b4d-516c-41e3-b10c-788b514e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.924419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:53.929314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1236ae0b-165a-47f8-8c5c-76e9e09f85c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.936965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:53.946621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:06:53.955952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:53.956881 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.961908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0fdc2b4d-516c-41e3-b10c-788b514e68b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f229a5cb5fe42b7b41ae9282e1c17fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7076800 Mar 11 17:06:53.962555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36680) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:53.965974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event updated for resources: {'Port': ['ID=0541c8c8-d2c2-4b52-bd8a-646302fcd167,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:54.027262 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1236ae0b-165a-47f8-8c5c-76e9e09f85c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.043874 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-c30e81c5-c73d-41cc-9c8a-5672e315e96d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8932838 Mar 11 17:06:54.060982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4510a26-4cbe-477b-a7a5-172dc00bcefd req-b9473018-8ae0-483a-b663-43fc01244bee tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:54.064132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4510a26-4cbe-477b-a7a5-172dc00bcefd req-b9473018-8ae0-483a-b663-43fc01244bee tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 946 time: 0.1998105 Mar 11 17:06:54.069955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc2b4d-516c-41e3-b10c-788b514e68b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056e578b-a353-4139-a3ed-e0fc083b9862,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:54.072964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Request body: {'port': {'device_id': 'a1bc161c-51e3-47d2-9adf-2af6457ae386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:54.084078 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.170221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event updated for resources: {'Port': ['ID=b925d813-8aa2-42ad-be82-fc05343098c4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:54.187100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Network 21492b47-f8bc-49f0-bdde-3091c249d24d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:54.191214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4510a26-4cbe-477b-a7a5-172dc00bcefd req-3273d06f-0ff4-4b10-8b57-1825d6e92e18 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158414 Mar 11 17:06:54.207205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fdf988e9-2485-41d9-8f5b-acb65c6751e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.219021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-2df3104d-faf2-46f0-949c-4db169c248b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:54.220976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-2df3104d-faf2-46f0-949c-4db169c248b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1097 time: 0.1443377 Mar 11 17:06:54.233524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:54.238880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:06:54.245492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:54.246238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.262508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.286813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a559627d-ecb2-462d-975c-c66abf1ff53c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5836837 Mar 11 17:06:54.290451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1236ae0b-165a-47f8-8c5c-76e9e09f85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.292938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1236ae0b-165a-47f8-8c5c-76e9e09f85c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.294080 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1236ae0b-165a-47f8-8c5c-76e9e09f85c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82fc1fc4-c2d4-4c32-8cfa-81683846a864 HTTP/1.1" status: 204 len: 168 time: 0.6283677 Mar 11 17:06:54.303627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fdf988e9-2485-41d9-8f5b-acb65c6751e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.326082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Request body: {'port': {'device_id': 'e7082140-15e5-4332-8880-680023deebd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:54.352470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d80188c8-a164-4bb2-9978-7a45a144a46e None None] Provisioning complete for port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:54.353501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d80188c8-a164-4bb2-9978-7a45a144a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.362323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236ae0b-165a-47f8-8c5c-76e9e09f85c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fc1fc4-c2d4-4c32-8cfa-81683846a864,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:54.445276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d80188c8-a164-4bb2-9978-7a45a144a46e None None] Port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:06:54.482623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8fb84baf-2563-4067-b58d-1b9765d55591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:54.488181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8fb84baf-2563-4067-b58d-1b9765d55591 service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.2526875 Mar 11 17:06:54.496534 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fdf988e9-2485-41d9-8f5b-acb65c6751e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.504847 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fdf988e9-2485-41d9-8f5b-acb65c6751e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.506075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fdf988e9-2485-41d9-8f5b-acb65c6751e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/056e578b-a353-4139-a3ed-e0fc083b9862 HTTP/1.1" status: 204 len: 168 time: 0.5413237 Mar 11 17:06:54.518295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.568994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf988e9-2485-41d9-8f5b-acb65c6751e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e578b-a353-4139-a3ed-e0fc083b9862,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:54.572960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-6636a1e1-dcd1-49f0-9d05-58edf146712b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 217 time: 0.0637848 Mar 11 17:06:54.613771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a308db8-f773-44d1-abed-a8cd544f8c7f req-9dcfea8f-e7f7-41d3-8d41-8c7bda69f5b4 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0459065 Mar 11 17:06:54.698009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-842cde9b-0f1d-4bf5-b07e-54691797938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:54.699553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-842cde9b-0f1d-4bf5-b07e-54691797938b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.1178348 Mar 11 17:06:54.755371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-9ada9b96-06c7-424c-9c53-75e7cf8fbf29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416448 Mar 11 17:06:54.910982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36700) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:54.933017 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f18e40f-2fbe-4ec1-87de-7861fe4a7736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:54.947581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e2566-db3b-4b59-a7bf-1af842ffd81a req-e4bf2ec8-7477-4ae9-8839-da102439b088 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:54.949470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af0e2566-db3b-4b59-a7bf-1af842ffd81a req-e4bf2ec8-7477-4ae9-8839-da102439b088 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 936 time: 0.1687133 Mar 11 17:06:55.045822 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-59ec7420-b5ca-4f20-8a68-71991973ff37 req-1d42ef0c-6d1e-4fcd-9ae5-e7b9d06d514a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0605590 Mar 11 17:06:55.062548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0541c8c8-d2c2-4b52-bd8a-646302fcd167 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:55.074429 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.101349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-d7fd6857-e9e9-47d2-8d41-045771d875f4 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348451 Mar 11 17:06:55.108373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Transition to ACTIVE for port object 0541c8c8-d2c2-4b52-bd8a-646302fcd167 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:55.117292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.168605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f18e40f-2fbe-4ec1-87de-7861fe4a7736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.174623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af0e2566-db3b-4b59-a7bf-1af842ffd81a req-60aa79d9-9e80-4c32-8b34-0b45b138ffc0 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116687 Mar 11 17:06:55.183380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fbfe8-bcfb-4f05-8f84-3038a6e31564 req-5815fde2-8e8d-4ee8-9cc6-17b4658b7297 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:55.192164 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e7fbfe8-bcfb-4f05-8f84-3038a6e31564 req-5815fde2-8e8d-4ee8-9cc6-17b4658b7297 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 931 time: 0.2627730 Mar 11 17:06:55.202319 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f18e40f-2fbe-4ec1-87de-7861fe4a7736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.213554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=0541c8c8-d2c2-4b52-bd8a-646302fcd167,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:55.268199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b925d813-8aa2-42ad-be82-fc05343098c4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:55.286406 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.290844 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Attempting to bind port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:55.291260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Attempting to bind port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:55.291683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Attempting to bind port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:55.309217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5f18e40f-2fbe-4ec1-87de-7861fe4a7736 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e61f24c6128542f5bed2d87192e1bebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944864 Mar 11 17:06:55.309798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:55.326733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:55.327148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Attempting to bind port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:55.331048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18e40f-2fbe-4ec1-87de-7861fe4a7736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8372c358-1185-42d3-aed0-3002be1f56bb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:55.338760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Transition to ACTIVE for port object b925d813-8aa2-42ad-be82-fc05343098c4 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:55.352186 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36708) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:55.353837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:55.354445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:55.354882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e7fbfe8-bcfb-4f05-8f84-3038a6e31564 req-f7e1e979-6bba-49a9-85f5-a5e77beab058 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534762 Mar 11 17:06:55.355172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:55.355783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Bound port: 0541c8c8-d2c2-4b52-bd8a-646302fcd167, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:55.356317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.359457 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.426586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd52ea6a-bab5-4c6a-89d1-8f55efc2d2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.554880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-a67d5b2e-ef82-448a-8f90-61d24d12fb28 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403426 Mar 11 17:06:55.610152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3549b-5fdb-476b-8dee-c01b50393617 req-7324e9cb-ab7c-4b2a-a129-f81d8e300515 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:55.611918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2af3549b-5fdb-476b-8dee-c01b50393617 req-7324e9cb-ab7c-4b2a-a129-f81d8e300515 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 946 time: 0.1052680 Mar 11 17:06:55.682101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2af3549b-5fdb-476b-8dee-c01b50393617 req-26e97c48-abfb-4f6f-b610-01f88eec085f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606272 Mar 11 17:06:55.824961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16d26999-83b2-4f36-8da2-f9002376f07b req-66187214-c40a-4d15-91ca-c7ff3bcecd87 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0483925 Mar 11 17:06:55.842797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497d798-bc22-42a5-aeb0-069bbb882f5b req-cf8b43f7-6bfa-438b-8e3d-5444f7bcde87 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:55.844432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d497d798-bc22-42a5-aeb0-069bbb882f5b req-cf8b43f7-6bfa-438b-8e3d-5444f7bcde87 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 967 time: 0.1774361 Mar 11 17:06:55.847634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-2865a590-8575-43dc-80b4-244629493116 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:55.849145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-2865a590-8575-43dc-80b4-244629493116 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1097 time: 0.1549926 Mar 11 17:06:55.869098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b925d813-8aa2-42ad-be82-fc05343098c4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:55.883130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833411-1'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:06:55.909158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6148817-1bb5-4f0f-9d12-23d56aed0fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.931050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Attempting to bind port b925d813-8aa2-42ad-be82-fc05343098c4 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:55.931308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Attempting to bind port b925d813-8aa2-42ad-be82-fc05343098c4 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:55.931639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Attempting to bind port b925d813-8aa2-42ad-be82-fc05343098c4 on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:55.970518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d497d798-bc22-42a5-aeb0-069bbb882f5b req-5e7710c8-3288-4815-8bb9-29fc2667ec79 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185560 Mar 11 17:06:55.973809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Port b925d813-8aa2-42ad-be82-fc05343098c4 on network 21492b47-f8bc-49f0-bdde-3091c249d24d not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:55.974146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Attempting to bind port b925d813-8aa2-42ad-be82-fc05343098c4 on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:55.977549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.000444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] For port 0541c8c8-d2c2-4b52-bd8a-646302fcd167, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:56.015788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6148817-1bb5-4f0f-9d12-23d56aed0fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.018260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:56.018621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Checking segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:56.019005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Bound using segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:56.019447 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Bound port: b925d813-8aa2-42ad-be82-fc05343098c4, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:56.019801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.040400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] For port 0541c8c8-d2c2-4b52-bd8a-646302fcd167, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0541c8c8-d2c2-4b52-bd8a-646302fcd167,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:56.058247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.159780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:56.160455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.161892 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] 10.222.0.66 "PUT /v2.0/ports/0541c8c8-d2c2-4b52-bd8a-646302fcd167 HTTP/1.1" status: 200 len: 1096 time: 2.1082699 Mar 11 17:06:56.166470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bc161c-51e3-47d2-9adf-2af6457ae386', 'tag': '0541c8c8-d2c2-4b52-bd8a-646302fcd167'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:56.167422 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437675df-b2d5-4e0d-ba0a-813a0909d5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bc161c-51e3-47d2-9adf-2af6457ae386", "tag": "0541c8c8-d2c2-4b52-bd8a-646302fcd167"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:56.197748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:56.214204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd52ea6a-bab5-4c6a-89d1-8f55efc2d2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.220871 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159e92b-5135-4bb0-a5e2-0abb7bf5aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=0541c8c8-d2c2-4b52-bd8a-646302fcd167,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:56.255523 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9998f5a-f401-486d-a9fd-dd048144d37a x-openstack-request-id: req-f9998f5a-f401-486d-a9fd-dd048144d37a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:56.256030 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bc161c-51e3-47d2-9adf-2af6457ae386", "tag": "0541c8c8-d2c2-4b52-bd8a-646302fcd167", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:56.256490 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9998f5a-f401-486d-a9fd-dd048144d37a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:56.257195 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bc161c-51e3-47d2-9adf-2af6457ae386', 'tag': '0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'status': 'completed', 'code': 200} Mar 11 17:06:56.261223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:56.270828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd52ea6a-bab5-4c6a-89d1-8f55efc2d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.293703 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6148817-1bb5-4f0f-9d12-23d56aed0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.296567 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6148817-1bb5-4f0f-9d12-23d56aed0fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.300640 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f6148817-1bb5-4f0f-9d12-23d56aed0fdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8372c358-1185-42d3-aed0-3002be1f56bb HTTP/1.1" status: 204 len: 168 time: 0.9896586 Mar 11 17:06:56.318317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] For port b925d813-8aa2-42ad-be82-fc05343098c4, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:56.369830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] For port b925d813-8aa2-42ad-be82-fc05343098c4, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b925d813-8aa2-42ad-be82-fc05343098c4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:56.385015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:56.389343 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d51f846-f8b7-4250-9133-bdfd8ad05683" -d '{"events": [{"server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "name": "network-vif-unplugged", "status": "completed", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:56.397616 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cd52ea6a-bab5-4c6a-89d1-8f55efc2d2d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=314c00ee5d75479b9b9e4652a9b07b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0349114 Mar 11 17:06:56.401847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.410047 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.413415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36726) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:06:56.438456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52ea6a-bab5-4c6a-89d1-8f55efc2d2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f1125-24fd-498e-b2fd-a72662488557,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:56.475740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43380ea5-7022-400d-86af-44af2478d5de req-5e233fdd-fb70-4421-b100-b3fe4b105317 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:56.477335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43380ea5-7022-400d-86af-44af2478d5de req-5e233fdd-fb70-4421-b100-b3fe4b105317 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 948 time: 0.1802549 Mar 11 17:06:56.483065 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.581239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b925d813-8aa2-42ad-be82-fc05343098c4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:56.607161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1cc8c6ed-477f-4db8-9e8d-4b6802365e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:56.609230 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1cc8c6ed-477f-4db8-9e8d-4b6802365e72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 1099 time: 0.3345406 Mar 11 17:06:56.612507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6148817-1bb5-4f0f-9d12-23d56aed0fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8372c358-1185-42d3-aed0-3002be1f56bb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:56.619432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:56.620627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.623727 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-9fcfcb64-a60c-4985-a6d0-a933a8d973b9 service neutron] 10.222.0.66 "PUT /v2.0/ports/b925d813-8aa2-42ad-be82-fc05343098c4 HTTP/1.1" status: 200 len: 1091 time: 2.3279626 Mar 11 17:06:56.727655 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-4b72d103-87d1-416a-9e43-590797b4114b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0541c8c8-d2c2-4b52-bd8a-646302fcd167 HTTP/1.1" status: 200 len: 217 time: 0.0907061 Mar 11 17:06:56.786755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43380ea5-7022-400d-86af-44af2478d5de req-1c30be61-0117-403f-8342-03daa066b0e9 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463565 Mar 11 17:06:56.789760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-1427477b-da69-4085-ad01-298c8b891983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:56.791590 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-1427477b-da69-4085-ad01-298c8b891983 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 1094 time: 0.0951846 Mar 11 17:06:56.803164 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Pushing event updated for resources: {'Port': ['ID=7f173a59-eba5-46f0-8af6-24e1e423cb5b,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:56.826682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-147dff55-a783-477d-9e71-16e97fb593e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:56.828274 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-147dff55-a783-477d-9e71-16e97fb593e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0936749 Mar 11 17:06:56.839399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42e0d419-5c71-4608-bc52-1a86bbce5faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.853184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b195e-8219-4106-8245-c9292b2e1303 req-0e1fd440-fb91-4ea9-a53a-d07811148c18 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:56.854754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-705b195e-8219-4106-8245-c9292b2e1303 req-0e1fd440-fb91-4ea9-a53a-d07811148c18 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 943 time: 0.3257174 Mar 11 17:06:56.881948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on host n-h1-833411-1 for vnic_type normal with profile {"migrating_to": "n-h2-833411-1"} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:56.882587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:56.883215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:56.887190 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-a86fd399-42cb-4ac0-84d3-4510fbfff0b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b925d813-8aa2-42ad-be82-fc05343098c4 HTTP/1.1" status: 200 len: 217 time: 0.0876999 Mar 11 17:06:56.936366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:06:56.936918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Attempting to bind port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:06:56.952681 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71902b7-e6f9-4591-82b8-226101d2b685 x-openstack-request-id: req-d71902b7-e6f9-4591-82b8-226101d2b685 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:56.953113 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "name": "network-vif-unplugged", "status": "completed", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:56.954297 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d71902b7-e6f9-4591-82b8-226101d2b685 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:56.954713 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b', 'code': 200} Mar 11 17:06:56.984112 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42e0d419-5c71-4608-bc52-1a86bbce5faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.989769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:06:56.990395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:06:56.991051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:06:56.991671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Bound port: 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:56.992206 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.992951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-09e2dcc2-ee02-477c-be2b-037ea6ebf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:56.994766 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-09e2dcc2-ee02-477c-be2b-037ea6ebf730 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167994 Mar 11 17:06:57.015711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-705b195e-8219-4106-8245-c9292b2e1303 req-96ab2936-7614-4449-b6bc-1378543ce24d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458519 Mar 11 17:06:57.027242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-98a43e70-dfb4-45d5-9b33-77c4381ea38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:57.029832 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-98a43e70-dfb4-45d5-9b33-77c4381ea38c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.1194253 Mar 11 17:06:57.097777 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-3b5918b8-88eb-4051-9839-9f53fc7cf828 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325923 Mar 11 17:06:57.250860 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-bcde54b8-5237-4cb7-99ee-95777bb3be3c service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436049 Mar 11 17:06:57.288143 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-40787902-77a7-48fb-a160-0eb4283e7318 service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575787 Mar 11 17:06:57.332943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf9a4249-2563-4012-bca2-b997c6ba3ede req-8a7bfcbf-8fda-497e-a758-6d89c7cf0e5f tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0416124 Mar 11 17:06:57.365988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:57.375005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:57.403902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f2095-c7e4-4647-a89d-fe03ffcc83c0 req-2207201b-7450-4b2c-9b5a-2d9ad54c0053 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:57.406996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6f2095-c7e4-4647-a89d-fe03ffcc83c0 req-2207201b-7450-4b2c-9b5a-2d9ad54c0053 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.3790026 Mar 11 17:06:57.408789 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42e0d419-5c71-4608-bc52-1a86bbce5faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:57.411803 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42e0d419-5c71-4608-bc52-1a86bbce5faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:57.416213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-42e0d419-5c71-4608-bc52-1a86bbce5faa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a31f1125-24fd-498e-b2fd-a72662488557 HTTP/1.1" status: 204 len: 168 time: 0.9942088 Mar 11 17:06:57.417657 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:57.438438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0d419-5c71-4608-bc52-1a86bbce5faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f1125-24fd-498e-b2fd-a72662488557,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:57.525914 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-748003e2-c06d-47dc-8987-b15bd7e55717 req-2fe892f4-9263-466c-9d01-1caec0aa7488 service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951656 Mar 11 17:06:57.532049 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25b21a73-4f74-45b1-adf6-49d799ffd6e1 req-1b4ae69b-738e-432c-937a-1c88031cc0a7 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712369 Mar 11 17:06:57.576325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6f2095-c7e4-4647-a89d-fe03ffcc83c0 req-c275ae96-d5b7-4eae-9a1a-a91247c4860f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553373 Mar 11 17:06:57.660079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-48e72fec-d938-4dce-b6d5-298f994ac3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:57.661916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-48e72fec-d938-4dce-b6d5-298f994ac3ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 1099 time: 0.0568378 Mar 11 17:06:57.670619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Pushing event updated for resources: {'Port': ['ID=7f173a59-eba5-46f0-8af6-24e1e423cb5b,revision_number=8']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:57.705473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:57.706099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:57.707492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e879c643-e7d4-49e9-b1a8-19d5ae2f42ac service neutron] 10.222.0.46 "PUT /v2.0/ports/7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 1122 time: 1.8404555 Mar 11 17:06:57.736537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad802f-dd28-4f18-a4fe-bdcbbeeec259 req-08e82400-d585-4630-abab-6f0de6abccea tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:57.750947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0ad802f-dd28-4f18-a4fe-bdcbbeeec259 req-08e82400-d585-4630-abab-6f0de6abccea tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 967 time: 0.2384880 Mar 11 17:06:57.829357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-dc7213f4-3cf0-4088-adaf-38ee02dcbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:57.829357 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-dc7213f4-3cf0-4088-adaf-38ee02dcbe0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1504576 Mar 11 17:06:57.830931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0ad802f-dd28-4f18-a4fe-bdcbbeeec259 req-3b11df4f-132a-4e42-9094-5b295e155832 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd06738f-4f90-422b-b97c-f9550549d720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750961 Mar 11 17:06:57.860170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-f8baffde-6b00-467e-a96c-3e5c5ae77379 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:57.869693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-f8baffde-6b00-467e-a96c-3e5c5ae77379 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.46 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 967 time: 0.1035690 Mar 11 17:06:57.913049 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-4a52e161-745d-4cda-84ea-0ae6b687f52a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0541c8c8-d2c2-4b52-bd8a-646302fcd167 HTTP/1.1" status: 200 len: 217 time: 0.0655224 Mar 11 17:06:57.979097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-40943c1e-8c24-4f9a-b111-ff1562b17698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:57.980828 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-40943c1e-8c24-4f9a-b111-ff1562b17698 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0544372 Mar 11 17:06:58.058554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-17b2bded-a0e6-4422-a72b-521028cd569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:58.060472 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-17b2bded-a0e6-4422-a72b-521028cd569e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696373 Mar 11 17:06:58.063577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d76f29-d517-4b11-9269-f92d502d0d3d req-80eb79dc-1392-4c81-9db2-4d7f2a1cfe90 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:58.065194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2d76f29-d517-4b11-9269-f92d502d0d3d req-80eb79dc-1392-4c81-9db2-4d7f2a1cfe90 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 948 time: 0.1683750 Mar 11 17:06:58.107912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Deleting port da74e809-5cbc-43c2-9906-8b66a4fc6dea {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:06:58.108381 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:58.176542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2d76f29-d517-4b11-9269-f92d502d0d3d req-f1122f06-6735-46dd-a17f-ea9cff87ee2d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010349 Mar 11 17:06:58.192639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-9fe14d08-08a8-4868-8741-e97ae78e5b92 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155596 Mar 11 17:06:58.224569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['7f173a59-eba5-46f0-8af6-24e1e423cb5b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:58.269065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] For port da74e809-5cbc-43c2-9906-8b66a4fc6dea, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=da74e809-5cbc-43c2-9906-8b66a4fc6dea,segment=NetworkSegment(ddeea134-3234-4fd2-adb6-47307853b1b3),segment_id=ddeea134-3234-4fd2-adb6-47307853b1b3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:58.269065 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:58.283065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7082140-15e5-4332-8880-680023deebd4', 'tag': 'b925d813-8aa2-42ad-be82-fc05343098c4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:58.288258 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7082140-15e5-4332-8880-680023deebd4", "tag": "b925d813-8aa2-42ad-be82-fc05343098c4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:58.304962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Calling delete_port for da74e809-5cbc-43c2-9906-8b66a4fc6dea owned by compute:tempest-test_az-1094531112 {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:06:58.352811 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-437675df-b2d5-4e0d-ba0a-813a0909d5d9 req-406388a5-f56b-4178-9491-84b0ac70c92d service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555872 Mar 11 17:06:58.462685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98386d89-faf7-4c4b-91b1-490762db7c7b req-f4984454-e547-4922-b847-dec90ca88ac2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:58.470857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98386d89-faf7-4c4b-91b1-490762db7c7b req-f4984454-e547-4922-b847-dec90ca88ac2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 943 time: 0.1587372 Mar 11 17:06:58.532678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98386d89-faf7-4c4b-91b1-490762db7c7b req-bae79e39-4c06-405a-addc-dd66e104f0e4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604887 Mar 11 17:06:58.608383 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcc4824-ec45-462b-8d3a-ce560b60c28e x-openstack-request-id: req-6bcc4824-ec45-462b-8d3a-ce560b60c28e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:58.608990 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7082140-15e5-4332-8880-680023deebd4", "tag": "b925d813-8aa2-42ad-be82-fc05343098c4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:58.609423 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bcc4824-ec45-462b-8d3a-ce560b60c28e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:58.609998 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7082140-15e5-4332-8880-680023deebd4', 'tag': 'b925d813-8aa2-42ad-be82-fc05343098c4', 'status': 'completed', 'code': 200} Mar 11 17:06:58.678584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:58.693431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['da74e809-5cbc-43c2-9906-8b66a4fc6dea'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:06:58.726489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Pushing event deleted for resources: {'Port': ['ID=da74e809-5cbc-43c2-9906-8b66a4fc6dea,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:58.739271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-17e75185-8ee0-4228-abd4-db33b16a099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:58.741111 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-17e75185-8ee0-4228-abd4-db33b16a099c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 1094 time: 0.0957921 Mar 11 17:06:58.765321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70423c93-1dc1-4f82-a5e9-84b75fc93696 req-d4f2393c-e397-4729-aaeb-bb10c96d6809 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0774698 Mar 11 17:06:58.898266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] No DVR routers for this DVR port da74e809-5cbc-43c2-9906-8b66a4fc6dea on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:06:58.898772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-bf585139-6d32-40c7-b428-259db5471a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:58.900539 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-bf585139-6d32-40c7-b428-259db5471a5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 911 time: 0.1511159 Mar 11 17:06:58.915249 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:58.922138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83c7cc97-cbf2-462b-8c2c-18b26c711691 req-2f4e6ba7-a1e4-46b0-afab-9c1edb842c71 tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.46 "DELETE /v2.0/ports/da74e809-5cbc-43c2-9906-8b66a4fc6dea HTTP/1.1" status: 204 len: 173 time: 1.0392911 Mar 11 17:06:58.958718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eb5d8-0c5e-4f2d-aef5-d2bda4d2675e req-c451d9f8-2cec-46ae-b286-6f4607c7bcde tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:58.962308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f6eb5d8-0c5e-4f2d-aef5-d2bda4d2675e req-c451d9f8-2cec-46ae-b286-6f4607c7bcde tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.2383242 Mar 11 17:06:58.963888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b'}, {'server_uuid': 'a732e38f-37b1-42dc-9cc0-9a816f49b4bc', 'name': 'network-vif-deleted', 'tag': 'da74e809-5cbc-43c2-9906-8b66a4fc6dea'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:58.967064 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76" -d '{"events": [{"name": "network-changed", "server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b"}, {"server_uuid": "a732e38f-37b1-42dc-9cc0-9a816f49b4bc", "name": "network-vif-deleted", "tag": "da74e809-5cbc-43c2-9906-8b66a4fc6dea"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:06:58.973157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-668da6b0-82d1-4084-bc22-d8a417dcd35e req-0af35707-cda2-4c41-9f0a-86e1aa11b572 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0775394 Mar 11 17:06:59.035741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f6eb5d8-0c5e-4f2d-aef5-d2bda4d2675e req-45ac04ed-3e46-4bb1-bef3-e60fc013ae18 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607064 Mar 11 17:06:59.058430 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-96a85ccb-7b81-40af-ad9d-ca070dedee89 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b925d813-8aa2-42ad-be82-fc05343098c4 HTTP/1.1" status: 200 len: 217 time: 0.1384079 Mar 11 17:06:59.129136 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc9f63d-c4a5-4830-8a8c-cc8167159b1c x-openstack-request-id: req-bfc9f63d-c4a5-4830-8a8c-cc8167159b1c {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:06:59.129478 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b", "status": "completed", "code": 200}, {"server_uuid": "a732e38f-37b1-42dc-9cc0-9a816f49b4bc", "name": "network-vif-deleted", "tag": "da74e809-5cbc-43c2-9906-8b66a4fc6dea", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:06:59.129791 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfc9f63d-c4a5-4830-8a8c-cc8167159b1c {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:06:59.130336 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b', 'status': 'completed', 'code': 200} Mar 11 17:06:59.130756 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a732e38f-37b1-42dc-9cc0-9a816f49b4bc', 'name': 'network-vif-deleted', 'tag': 'da74e809-5cbc-43c2-9906-8b66a4fc6dea', 'status': 'completed', 'code': 200} Mar 11 17:06:59.178180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-ad45bf65-be71-43fa-a702-e0868178f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:59.179818 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-ad45bf65-be71-43fa-a702-e0868178f103 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.1214068 Mar 11 17:06:59.194184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a141e5a-769b-4343-a114-1a4b1b36f42d req-b5eb8376-b298-4081-a566-92223184caff tempest-VolumesAdminNegativeTest-1494319548 tempest-VolumesAdminNegativeTest-1494319548-project] 10.222.0.53 "GET /v2.0/ports?device_id=a732e38f-37b1-42dc-9cc0-9a816f49b4bc HTTP/1.1" status: 200 len: 210 time: 0.0382245 Mar 11 17:06:59.243920 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-ba82c979-b4ef-41ed-aac8-cd1fd37a739b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535030 Mar 11 17:06:59.252549 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-156ce6ed-be4f-4938-b2c2-f620245e0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:59.257414 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-156ce6ed-be4f-4938-b2c2-f620245e0b8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1125 time: 0.0764310 Mar 11 17:06:59.348797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab564128-82e8-4ead-a806-6095ecda3f83 req-735bd38b-a764-47b2-98f3-742420a49bc3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:59.360068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab564128-82e8-4ead-a806-6095ecda3f83 req-735bd38b-a764-47b2-98f3-742420a49bc3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 948 time: 0.0850229 Mar 11 17:06:59.448182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab564128-82e8-4ead-a806-6095ecda3f83 req-45c7f16f-8f06-4ec8-8e81-b51601c381f3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889888 Mar 11 17:06:59.455401 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-093cec96-84a0-47d4-a18b-ab6d947ff02b service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951489 Mar 11 17:06:59.456687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-ee6ba12c-714b-4220-9cd0-604619a63364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:59.458116 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-ee6ba12c-714b-4220-9cd0-604619a63364 service neutron] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.1895597 Mar 11 17:06:59.524199 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-d858dfd7-9f6e-494b-8868-515802021e68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 217 time: 0.0452216 Mar 11 17:06:59.660941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-c0670073-94ed-4aa2-8aa8-a471695d3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:59.662388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-c0670073-94ed-4aa2-8aa8-a471695d3472 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.1062772 Mar 11 17:06:59.683562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81e36f-f7cb-49ea-89cf-c6ea32675e11 req-7c18c80c-8a93-4103-bc6a-44cd01040c67 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:59.684454 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-82632cdf-7be1-4102-aaa6-ff72b1a4c6c0 req-f79ee84b-0a56-43a3-b46a-a8f57b8cb159 service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144146 Mar 11 17:06:59.703861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c81e36f-f7cb-49ea-89cf-c6ea32675e11 req-7c18c80c-8a93-4103-bc6a-44cd01040c67 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 943 time: 0.0851281 Mar 11 17:06:59.707259 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-252caa6d-68a3-49b0-8c70-6e23a4d8079f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371275 Mar 11 17:06:59.791015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c81e36f-f7cb-49ea-89cf-c6ea32675e11 req-eb7c8c20-3afe-4183-aac2-418000e7835f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861037 Mar 11 17:06:59.830226 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-5650e4b0-52d2-4c0e-afd4-e25d16cb8178 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123521 Mar 11 17:06:59.940847 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5b5b15ab-c5a9-44f8-bb21-7209b642ba76 req-2f424645-7619-4e41-8566-2d92d77f176e service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037896 Mar 11 17:07:00.177761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-709e72a6-30d3-4d69-b8a8-c3d23045c9d4 req-e6036722-9690-43cf-b316-14918d73351c tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0490880 Mar 11 17:07:00.203100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba08cb-9501-4fc5-a9ac-7aaf1af3f3e1 req-b4dd19a3-b711-4eba-b42d-6c1a8c893f28 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:00.204737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0ba08cb-9501-4fc5-a9ac-7aaf1af3f3e1 req-b4dd19a3-b711-4eba-b42d-6c1a8c893f28 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.0627623 Mar 11 17:07:00.251889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0ba08cb-9501-4fc5-a9ac-7aaf1af3f3e1 req-8d4a2837-fd05-4518-bc61-0e950b027488 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Mar 11 17:07:00.265248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36872) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:00.319587 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-6130d618-bbfd-4b40-97d6-d18cddfcc59d admin admin] Deleting subnet c30565da-46c4-4993-8d3f-82bdcab065c2 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:07:00.323452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6130d618-bbfd-4b40-97d6-d18cddfcc59d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.363145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6130d618-bbfd-4b40-97d6-d18cddfcc59d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.374740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6130d618-bbfd-4b40-97d6-d18cddfcc59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.459583 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6130d618-bbfd-4b40-97d6-d18cddfcc59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.508732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130d618-bbfd-4b40-97d6-d18cddfcc59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30565da-46c4-4993-8d3f-82bdcab065c2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:00.514368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6130d618-bbfd-4b40-97d6-d18cddfcc59d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.518765 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6130d618-bbfd-4b40-97d6-d18cddfcc59d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c30565da-46c4-4993-8d3f-82bdcab065c2 HTTP/1.1" status: 204 len: 168 time: 0.2525036 Mar 11 17:07:00.521905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36890) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:00.637809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.659710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed829b9-e556-4773-9f8f-1e16afba8566 req-b7518d3f-2c36-4aef-8006-a0f107ccf251 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:00.662697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aed829b9-e556-4773-9f8f-1e16afba8566 req-b7518d3f-2c36-4aef-8006-a0f107ccf251 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 948 time: 0.0797396 Mar 11 17:07:00.725838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36900) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:00.871957 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-089d4534-0c81-47cd-83c9-9c4b70199bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.881033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.909326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.909737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.910428 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.910835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > port after_create 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.911235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > port after_delete 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.911594 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > port after_update 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.911914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.912255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.912663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.912998 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.978965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-089d4534-0c81-47cd-83c9-9c4b70199bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.981994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.982349 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.982685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.983046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:00.983419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407fff54-0b63-4314-8a79-b487320bbca9']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:00.985398 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-089d4534-0c81-47cd-83c9-9c4b70199bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.013367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddeea134-3234-4fd2-adb6-47307853b1b3') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:01.013665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddeea134-3234-4fd2-adb6-47307853b1b3') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:01.029258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aed829b9-e556-4773-9f8f-1e16afba8566 req-094de6c0-1c89-43c5-b9f4-c3f7288b09de tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501914 Mar 11 17:07:01.035681 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-089d4534-0c81-47cd-83c9-9c4b70199bb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3987cbd35cf54f84b053c277d1207cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086133 Mar 11 17:07:01.036673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d4534-0c81-47cd-83c9-9c4b70199bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09016a54-0920-4fcf-86d0-d022f756d447,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:01.039347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36908) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:01.069128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.075851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36910) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:01.099277 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.119148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:07:01.120216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.123455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bc79b38-8144-4b4a-b159-98bb425e9be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.149476 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bc79b38-8144-4b4a-b159-98bb425e9be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: from cryptography.utils import int_from_bytes Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: from cryptography.utils import int_from_bytes Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:07:01.152372 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:07:01.177976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df121f-7e62-443f-b504-123e854ed945 req-9a257d0b-6d6e-445b-b3a1-b61f5f521ffb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:01.180011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11df121f-7e62-443f-b504-123e854ed945 req-9a257d0b-6d6e-445b-b3a1-b61f5f521ffb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 943 time: 0.1893654 Mar 11 17:07:01.212905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bc79b38-8144-4b4a-b159-98bb425e9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.216508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bc79b38-8144-4b4a-b159-98bb425e9be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.217895 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4bc79b38-8144-4b4a-b159-98bb425e9be2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09016a54-0920-4fcf-86d0-d022f756d447 HTTP/1.1" status: 204 len: 168 time: 0.1658673 Mar 11 17:07:01.229004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc79b38-8144-4b4a-b159-98bb425e9be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09016a54-0920-4fcf-86d0-d022f756d447,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:01.253493 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.273213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f27a593-5fb0-43b7-9451-24276b80de68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.279256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11df121f-7e62-443f-b504-123e854ed945 req-4aecfdce-934d-4362-8981-b9e524a99abd tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644114 Mar 11 17:07:01.283568 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.286884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] 10.222.0.53 "DELETE /v2.0/networks/407fff54-0b63-4314-8a79-b487320bbca9 HTTP/1.1" status: 204 len: 168 time: 0.7637246 Mar 11 17:07:01.299078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36920) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:01.301042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4a001-8c68-46e9-8e97-77a500bfebae admin admin] Pushing event deleted for resources: {'Network': ['ID=407fff54-0b63-4314-8a79-b487320bbca9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:01.410914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-680b6ee6-ec1f-46bd-bb73-ac875ce5e825 req-f4240642-ec90-45c2-872c-b82dbe041c5e tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0537117 Mar 11 17:07:01.416231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9fa7a0-278e-4ad7-a115-b3e21a7ea1c1 admin admin] Deleting subnet 8e0cadc6-b56c-414a-99d5-8d23bb8734d8 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:07:01.429573 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa7a0-278e-4ad7-a115-b3e21a7ea1c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.433963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce1ad-23d2-479e-bb2e-28565fbabfb1 req-4e700705-ca73-4df6-994f-a7fa32a29595 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:01.435600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce3ce1ad-23d2-479e-bb2e-28565fbabfb1 req-4e700705-ca73-4df6-994f-a7fa32a29595 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.0900762 Mar 11 17:07:01.488725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa7a0-278e-4ad7-a115-b3e21a7ea1c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.503573 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa7a0-278e-4ad7-a115-b3e21a7ea1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.513106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce3ce1ad-23d2-479e-bb2e-28565fbabfb1 req-0f79fc45-df27-4104-9427-2b622765c3d3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600805 Mar 11 17:07:01.535743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f27a593-5fb0-43b7-9451-24276b80de68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.542693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f27a593-5fb0-43b7-9451-24276b80de68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.595689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27a593-5fb0-43b7-9451-24276b80de68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a46102-b1f0-457c-8fc3-1777510ad830,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:01.602911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8f27a593-5fb0-43b7-9451-24276b80de68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56bedc334865406cab20b5408a7b7e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262420 Mar 11 17:07:01.607084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36924) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:01.615290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa7a0-278e-4ad7-a115-b3e21a7ea1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.658414 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fa7a0-278e-4ad7-a115-b3e21a7ea1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0cadc6-b56c-414a-99d5-8d23bb8734d8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:01.668246 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa7a0-278e-4ad7-a115-b3e21a7ea1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.671943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3c9fa7a0-278e-4ad7-a115-b3e21a7ea1c1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8e0cadc6-b56c-414a-99d5-8d23bb8734d8 HTTP/1.1" status: 204 len: 168 time: 0.3674421 Mar 11 17:07:01.674477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36926) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:01.677525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36928) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:01.696412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7f173a59-eba5-46f0-8af6-24e1e423cb5b details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:01.701150 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46d283f1-bcbc-409c-a15b-be0db5ed91df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.708586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device da74e809-5cbc-43c2-9906-8b66a4fc6dea no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:07:01.738045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: da74e809-5cbc-43c2-9906-8b66a4fc6dea {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:07:01.738360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device da74e809-5cbc-43c2-9906-8b66a4fc6dea not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:07:01.762316 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be409698-dafc-49ec-b4bf-39b36c874db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.767706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.801148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be409698-dafc-49ec-b4bf-39b36c874db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.806872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46d283f1-bcbc-409c-a15b-be0db5ed91df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.813812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46d283f1-bcbc-409c-a15b-be0db5ed91df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.847669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:01.871341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7f173a59-eba5-46f0-8af6-24e1e423cb5b has no active binding in host n-h2-833411-1 {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 17:07:01.890640 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-46d283f1-bcbc-409c-a15b-be0db5ed91df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a0bd03ce3aa45a69ffcde90589b4167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110600 Mar 11 17:07:01.892168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d283f1-bcbc-409c-a15b-be0db5ed91df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2519f37f-8d0f-4d6d-88e5-32cdbf521f1d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:01.898496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36930) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:01.976289 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42427982-6022-4d6c-ae45-19b5b8244a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.007021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42427982-6022-4d6c-ae45-19b5b8244a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.076204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42427982-6022-4d6c-ae45-19b5b8244a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.079933 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42427982-6022-4d6c-ae45-19b5b8244a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.085006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-42427982-6022-4d6c-ae45-19b5b8244a2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2519f37f-8d0f-4d6d-88e5-32cdbf521f1d HTTP/1.1" status: 204 len: 168 time: 0.1816924 Mar 11 17:07:02.092372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42427982-6022-4d6c-ae45-19b5b8244a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2519f37f-8d0f-4d6d-88e5-32cdbf521f1d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:02.158551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.189243 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.189716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.190500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.190889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.191428 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.191823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.192151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.192529 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.192849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.193283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.243299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f31a5-9065-47f1-a6b9-17cdadf9e512 req-426c4b11-07da-4229-9467-16c5d36ff77f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:02.250192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf4f31a5-9065-47f1-a6b9-17cdadf9e512 req-426c4b11-07da-4229-9467-16c5d36ff77f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 948 time: 0.0758395 Mar 11 17:07:02.262177 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.262422 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.263283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.263726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 17:07:02.263999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cdb2be-44c1-4213-ad28-e1cece822522']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:02.284094 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be409698-dafc-49ec-b4bf-39b36c874db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.286918 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be409698-dafc-49ec-b4bf-39b36c874db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.288405 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-be409698-dafc-49ec-b4bf-39b36c874db0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54a46102-b1f0-457c-8fc3-1777510ad830 HTTP/1.1" status: 204 len: 168 time: 0.6803291 Mar 11 17:07:02.290810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd143706-34e0-43f8-9047-fc4c856ad0cd') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:02.291409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd143706-34e0-43f8-9047-fc4c856ad0cd') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:02.309813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf4f31a5-9065-47f1-a6b9-17cdadf9e512 req-a6ea1719-c135-43c6-a9dc-3f53f3f32254 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542359 Mar 11 17:07:02.332592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.336688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be409698-dafc-49ec-b4bf-39b36c874db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a46102-b1f0-457c-8fc3-1777510ad830,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:02.359031 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.372863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:07:02.373468 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: from cryptography.utils import int_from_bytes Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: from cryptography.utils import int_from_bytes Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:07:02.378876 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:07:02.447930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.457337 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.462648 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f8cdb2be-44c1-4213-ad28-e1cece822522 HTTP/1.1" status: 204 len: 168 time: 0.7871985 Mar 11 17:07:02.470943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aeb385-0da8-4d58-9c9b-72f1afc1c05d req-4816e531-c148-4607-9b8f-ceb52526fceb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:02.475773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbf638-e274-4b7e-aec9-59cac3b381c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cdb2be-44c1-4213-ad28-e1cece822522,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:02.475897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0541c8c8-d2c2-4b52-bd8a-646302fcd167 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:02.480908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74aeb385-0da8-4d58-9c9b-72f1afc1c05d req-4816e531-c148-4607-9b8f-ceb52526fceb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 943 time: 0.0831478 Mar 11 17:07:02.535839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74aeb385-0da8-4d58-9c9b-72f1afc1c05d req-6269c7fc-c0a4-4a98-8a25-dcc9d7bf0cb4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508649 Mar 11 17:07:02.643167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20b99c6a-2029-45ef-b5f0-d0daaeed4040 req-002a16cd-013f-420c-b4ce-cae409f67fc9 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0701206 Mar 11 17:07:02.668208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0541c8c8-d2c2-4b52-bd8a-646302fcd167, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0541c8c8-d2c2-4b52-bd8a-646302fcd167,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:02.701671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'mac_address': 'fa:16:3e:f1:6c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:07:02.708306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53f6c1-a82c-4afb-bcdd-981e5d470b37 req-2ec295fd-fe32-45bb-ae85-2f562d7801c0 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:02.709219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a53f6c1-a82c-4afb-bcdd-981e5d470b37 req-2ec295fd-fe32-45bb-ae85-2f562d7801c0 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.0573304 Mar 11 17:07:02.748154 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.753336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:02.766951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0541c8c8-d2c2-4b52-bd8a-646302fcd167 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:02.774767 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a62d3618-00b2-4ccc-bd18-6c7a34e42324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.781629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a53f6c1-a82c-4afb-bcdd-981e5d470b37 req-9413af63-f143-4b64-80be-fb09f29d2039 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638511 Mar 11 17:07:02.795822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0541c8c8-d2c2-4b52-bd8a-646302fcd167, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0541c8c8-d2c2-4b52-bd8a-646302fcd167,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:02.801224 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.802200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b925d813-8aa2-42ad-be82-fc05343098c4 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:02.877587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36954) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:02.886311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0541c8c8-d2c2-4b52-bd8a-646302fcd167,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:02.897129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a62d3618-00b2-4ccc-bd18-6c7a34e42324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.903248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a62d3618-00b2-4ccc-bd18-6c7a34e42324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.952483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-09bbe190-a541-421a-9b6d-8b736264510d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa2107b3f7c64d1e9162966906ff83e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731077 Mar 11 17:07:02.953756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36958) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:02.956772 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a62d3618-00b2-4ccc-bd18-6c7a34e42324 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a14ee25caf74da99c1d32e5810a212d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021065 Mar 11 17:07:02.957621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d3618-00b2-4ccc-bd18-6c7a34e42324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f11d71a-7b3f-44e8-b8ca-4dc98214effe,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:02.960115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36960) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:02.978405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b925d813-8aa2-42ad-be82-fc05343098c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b925d813-8aa2-42ad-be82-fc05343098c4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:02.997943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'b925d813-8aa2-42ad-be82-fc05343098c4', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'port_id': 'b925d813-8aa2-42ad-be82-fc05343098c4', 'mac_address': 'fa:16:3e:8c:2f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61238bb4-6112-4cb7-9c1b-8e1b9efac2c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:07:03.016305 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3b32aa4-fc87-49d6-ad4a-b571d7854d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.027772 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-917ff34f-2f0a-4abb-a4b3-514deaa69a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.042113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3b32aa4-fc87-49d6-ad4a-b571d7854d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.047455 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.063885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b925d813-8aa2-42ad-be82-fc05343098c4 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:03.065755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-917ff34f-2f0a-4abb-a4b3-514deaa69a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.084830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b925d813-8aa2-42ad-be82-fc05343098c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b925d813-8aa2-42ad-be82-fc05343098c4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:03.089951 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.115911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3b32aa4-fc87-49d6-ad4a-b571d7854d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.119103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3b32aa4-fc87-49d6-ad4a-b571d7854d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.126493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c3b32aa4-fc87-49d6-ad4a-b571d7854d65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd06738f-4f90-422b-b97c-f9550549d720 HTTP/1.1" status: 204 len: 168 time: 0.1684020 Mar 11 17:07:03.144362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b32aa4-fc87-49d6-ad4a-b571d7854d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd06738f-4f90-422b-b97c-f9550549d720,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:03.162512 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-917ff34f-2f0a-4abb-a4b3-514deaa69a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.167538 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-917ff34f-2f0a-4abb-a4b3-514deaa69a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.169214 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-917ff34f-2f0a-4abb-a4b3-514deaa69a4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f11d71a-7b3f-44e8-b8ca-4dc98214effe HTTP/1.1" status: 204 len: 168 time: 0.2079630 Mar 11 17:07:03.178493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ff34f-2f0a-4abb-a4b3-514deaa69a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f11d71a-7b3f-44e8-b8ca-4dc98214effe,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:03.179097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=b925d813-8aa2-42ad-be82-fc05343098c4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:03.476434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78912709-a80e-48e1-b02d-b8a382bcbda9 req-d1c085da-3d73-42c7-b5b8-7db038fc2b50 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:03.478186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78912709-a80e-48e1-b02d-b8a382bcbda9 req-d1c085da-3d73-42c7-b5b8-7db038fc2b50 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 949 time: 0.0784657 Mar 11 17:07:03.503482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b925d813-8aa2-42ad-be82-fc05343098c4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:03.532794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78912709-a80e-48e1-b02d-b8a382bcbda9 req-6e91fb9b-ea53-4963-a4da-c1d71b90252e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472627 Mar 11 17:07:03.570067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:03.628469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36986) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:03.688212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d176e3-b51a-4d75-9efd-8dcf8e688440 req-a45e8cc5-f256-438d-a032-086cd2d4d1d2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:03.690113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42d176e3-b51a-4d75-9efd-8dcf8e688440 req-a45e8cc5-f256-438d-a032-086cd2d4d1d2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 944 time: 0.0657439 Mar 11 17:07:03.717128 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5afd79d5-b51f-4f0d-9414-26830b00d91a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4e974ceca764d5f8c4139a72a6d341f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852714 Mar 11 17:07:03.718084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36990) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:03.757239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42d176e3-b51a-4d75-9efd-8dcf8e688440 req-20af48c0-5e57-4310-b93a-a53549198284 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588429 Mar 11 17:07:03.931673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c474934c-04d7-4b8d-b530-a1d97f4763ff req-7fb52bf3-cac2-4806-acb2-3e8af268e33c tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0831835 Mar 11 17:07:03.942883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c845017-88a2-4f52-acb0-a82df4225b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.006285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c845017-88a2-4f52-acb0-a82df4225b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.035994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8302-dd34-4140-bea8-c5af2f725df1 req-4cc1026d-ee43-44cb-8b4b-8b930cb35544 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:04.037672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e84c8302-dd34-4140-bea8-c5af2f725df1 req-4cc1026d-ee43-44cb-8b4b-8b930cb35544 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 944 time: 0.1117253 Mar 11 17:07:04.085619 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-7ce9c72e-c9b8-432d-a003-256634051cde service neutron] 10.222.0.66 "GET /v2.0/ports/7f173a59-eba5-46f0-8af6-24e1e423cb5b/bindings/n-h2-833411-1 HTTP/1.1" status: 200 len: 384 time: 0.0900934 Mar 11 17:07:04.088848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37000) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:04.103953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e84c8302-dd34-4140-bea8-c5af2f725df1 req-f2afd2a9-99ab-4e7f-9dcd-0dd47253d229 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461986 Mar 11 17:07:04.118382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c845017-88a2-4f52-acb0-a82df4225b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.122076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c845017-88a2-4f52-acb0-a82df4225b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.127270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2c845017-88a2-4f52-acb0-a82df4225b8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb039ec4-294c-4a9a-a349-f79e9b88cbeb HTTP/1.1" status: 204 len: 168 time: 0.4080973 Mar 11 17:07:04.136127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c845017-88a2-4f52-acb0-a82df4225b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb039ec4-294c-4a9a-a349-f79e9b88cbeb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:04.315243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:04.340363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:04.387990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f173a59-eba5-46f0-8af6-24e1e423cb5b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:04.399906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:04.415736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.524892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-608565017-network', 'tenant_id': '556dd853924b45f78455e7c0197367a7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:04.551095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] Transition to ACTIVE for port object 7f173a59-eba5-46f0-8af6-24e1e423cb5b will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:04.559273 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.602325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Made reservation on behalf of 556dd853924b45f78455e7c0197367a7 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:04.606322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.635869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.694470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] No DVR routers for this DVR port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:07:04.706953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] Pushing event updated for resources: {'Port': ['ID=7f173a59-eba5-46f0-8af6-24e1e423cb5b,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:04.756096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7a327-d46f-4fc6-8011-7b6364104716 req-563f192e-c1d5-44db-9934-6d9e476839ac tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:04.765973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01c7a327-d46f-4fc6-8011-7b6364104716 req-563f192e-c1d5-44db-9934-6d9e476839ac tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 949 time: 0.0952256 Mar 11 17:07:04.768254 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-8ccefb51-6739-40f5-930c-216827b35245 service neutron] 10.222.0.66 "PUT /v2.0/ports/7f173a59-eba5-46f0-8af6-24e1e423cb5b/bindings/n-h2-833411-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6707613 Mar 11 17:07:04.843145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01c7a327-d46f-4fc6-8011-7b6364104716 req-c137d5ad-a078-45f6-964e-8bb759943033 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759611 Mar 11 17:07:04.867580 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.873853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.916952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:07:04.931336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:04.938157 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.938997 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Added segment bcffafe1-1d82-4095-8997-4bcc72833ea2 of type vlan for network 7656831f-61f4-4969-b07f-27c15d8f173f Mar 11 17:07:05.003228 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.031508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-fa59f4dc-ef15-4622-bbbd-3d6643cbbf08 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:05.035231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-fa59f4dc-ef15-4622-bbbd-3d6643cbbf08 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.1647470 Mar 11 17:07:05.066790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.068136 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:05.069179 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.101474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f6896-edbb-403a-a55e-12f5fbfc4666 req-fc98345c-2b26-4c0f-8bc3-626c6d107f93 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:05.110326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f4f6896-edbb-403a-a55e-12f5fbfc4666 req-fc98345c-2b26-4c0f-8bc3-626c6d107f93 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 944 time: 0.1860189 Mar 11 17:07:05.160222 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0697954 Mar 11 17:07:05.161134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37044) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:05.174754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Request body: {'subnet': {'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-608565017-subnet', 'tenant_id': '556dd853924b45f78455e7c0197367a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:05.200612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca57c6-25e8-42e6-b701-66533edd464f admin admin] Pushing event updated for resources: {'Network': ['ID=7656831f-61f4-4969-b07f-27c15d8f173f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:05.217093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 7656831f-61f4-4969-b07f-27c15d8f173f details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:07:05.231102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Made reservation on behalf of 556dd853924b45f78455e7c0197367a7 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:05.239045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15efb675-dc84-4db5-af80-3adb67e69f51 req-10583afe-40fd-4cf9-a30f-07af603f9841 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.1259475 Mar 11 17:07:05.239802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.325057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-16195bc4-bf7f-406b-8b2b-6848bcb09f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:05.327120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-16195bc4-bf7f-406b-8b2b-6848bcb09f98 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b&tenant_id=b1e2cde59a01464ab06957b0148f8e11 HTTP/1.1" status: 200 len: 1096 time: 0.2767186 Mar 11 17:07:05.337733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f4f6896-edbb-403a-a55e-12f5fbfc4666 req-59d0d575-bed9-479a-9ff5-65ce1de5fccf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264252 Mar 11 17:07:05.501630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-ff36fd40-2568-433d-baee-eb8df78cfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:05.504952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-ff36fd40-2568-433d-baee-eb8df78cfa3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1096 time: 0.1460977 Mar 11 17:07:05.560649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:05.603631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.633520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd80ce-af5a-426f-8bca-ae916d818a5d req-66cef9af-16bc-40db-a3bc-6ba5633193a2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:05.636532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7dd80ce-af5a-426f-8bca-ae916d818a5d req-66cef9af-16bc-40db-a3bc-6ba5633193a2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 945 time: 0.2056592 Mar 11 17:07:05.726029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:05.727954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Network hostable DHCP agents. Network: 7656831f-61f4-4969-b07f-27c15d8f173f, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:07:05.734075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09cd1b5-ecec-43e1-9d99-d2705568e03f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:05.741413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-76d7ba76-a209-4514-aa1e-51c0701e7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:05.744731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-76d7ba76-a209-4514-aa1e-51c0701e7d6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.2153230 Mar 11 17:07:05.752262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7dd80ce-af5a-426f-8bca-ae916d818a5d req-10ad2081-30f7-4394-a979-228cf50c9add tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031120 Mar 11 17:07:05.768991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Network 7656831f-61f4-4969-b07f-27c15d8f173f is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:07:05.801701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 7656831f-61f4-4969-b07f-27c15d8f173f) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:05.807570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:05.808135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.814702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274ce133-b9cc-4783-9456-30d629c8099c None None] Network 7656831f-61f4-4969-b07f-27c15d8f173f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:05.840479 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-860e3d0a-a1ec-4321-803a-155d9dcd7499 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6657963 Mar 11 17:07:05.840704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-be44f89d-a539-4968-818a-3bf1917acb7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 217 time: 0.0739369 Mar 11 17:07:05.906923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-network', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:05.972389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Made reservation on behalf of ff7373aa9cf341f3a6ef510d7c7e8f5f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:05.974746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.991594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-06621016-70a1-4632-8190-b86f63331ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:05.993365 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-06621016-70a1-4632-8190-b86f63331ade service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.1456079 Mar 11 17:07:05.996670 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.046445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4c6b1-24e3-4c10-bbb2-ac795b7399bd None None] Network 7656831f-61f4-4969-b07f-27c15d8f173f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:06.081404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e1a522ce-5939-4c90-85b2-8d3473cd9a3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758946 Mar 11 17:07:06.131804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3cb42-749d-4f26-8af1-f3be4e00dca1 req-0dc82330-663d-458b-93ed-45c69f6f203b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:06.133592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-54b3cb42-749d-4f26-8af1-f3be4e00dca1 req-0dc82330-663d-458b-93ed-45c69f6f203b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 949 time: 0.1300328 Mar 11 17:07:06.139531 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.161048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.204767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:07:06.242281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3dcdcc-bd97-4e61-b2b4-09855549b058,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:06.251000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.251398 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Added segment 9a300973-0a7c-47d1-bafd-1eb2e37d7c51 of type vlan for network 7185db8d-cf77-44cd-819e-a87653ef8501 Mar 11 17:07:06.318309 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.330516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-54b3cb42-749d-4f26-8af1-f3be4e00dca1 req-8087eece-ec4f-463c-8728-cf637c27d50d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163945 Mar 11 17:07:06.335464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-2be12135-8a5c-4266-94a7-2a10642729bf service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419569 Mar 11 17:07:06.351479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.352500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:06.353092 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.415341 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8474026 Mar 11 17:07:06.475589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37090) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:06.494606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Request body: {'subnet': {'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-subnet', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:06.520484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b58b0-eef8-4428-bf99-fcb23be6d8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=7185db8d-cf77-44cd-819e-a87653ef8501,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:06.533599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0541c8c8-d2c2-4b52-bd8a-646302fcd167 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:06.537872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Made reservation on behalf of ff7373aa9cf341f3a6ef510d7c7e8f5f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:06.545952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.600120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 7185db8d-cf77-44cd-819e-a87653ef8501 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:07:06.724619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-e5c7c5c9-0320-41ec-8f6e-ea244993252d service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704560 Mar 11 17:07:06.740819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee64a6-cc12-4982-a338-cf532dfff3a1 req-7a03a23e-941e-4eca-bffd-a5443f0130a8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:06.744073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59ee64a6-cc12-4982-a338-cf532dfff3a1 req-7a03a23e-941e-4eca-bffd-a5443f0130a8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 944 time: 0.1914642 Mar 11 17:07:06.747508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a826cb04-ce55-4a3f-807d-bacfeb1e0580 req-582f2091-f57f-4a6e-865a-1118a2d1d719 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0839124 Mar 11 17:07:06.817898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:06.828332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:06.828959 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.865236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59ee64a6-cc12-4982-a338-cf532dfff3a1 req-654e26d4-4ef2-4410-b573-d9e7321286eb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898480 Mar 11 17:07:06.944481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.043612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.071902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6cd0bf7-8364-40ae-aa12-4c8c019623b0,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:07.110202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37112) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:07.136364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0541c8c8-d2c2-4b52-bd8a-646302fcd167, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0541c8c8-d2c2-4b52-bd8a-646302fcd167,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:07.136670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1191703121-network', 'tenant_id': '43eccdda237a467f80e37f03a5b43368'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:07.139003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bc161c-51e3-47d2-9adf-2af6457ae386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0541c8c8-d2c2-4b52-bd8a-646302fcd167'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:07.143057 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86934a48-9fb0-4deb-8c9d-974c7cec021d" -d '{"events": [{"server_uuid": "a1bc161c-51e3-47d2-9adf-2af6457ae386", "name": "network-vif-plugged", "status": "completed", "tag": "0541c8c8-d2c2-4b52-bd8a-646302fcd167"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:07.148283 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.149446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b925d813-8aa2-42ad-be82-fc05343098c4 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:07.174977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Checking segment: {'id': '9a300973-0a7c-47d1-bafd-1eb2e37d7c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:07.175702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Network hostable DHCP agents. Network: 7185db8d-cf77-44cd-819e-a87653ef8501, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:07:07.192358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Made reservation on behalf of 43eccdda237a467f80e37f03a5b43368 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:07.195042 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b179c5-17b5-4af3-a9e1-e7cd864b119a x-openstack-request-id: req-33b179c5-17b5-4af3-a9e1-e7cd864b119a {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:07.195359 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bc161c-51e3-47d2-9adf-2af6457ae386", "name": "network-vif-plugged", "status": "completed", "tag": "0541c8c8-d2c2-4b52-bd8a-646302fcd167", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:07.196173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.199376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955dfd2-60d6-40ea-8403-d92da90efe5e req-d9d33799-f4aa-40b6-a190-a95c524081a7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:07.201707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d955dfd2-60d6-40ea-8403-d92da90efe5e req-d9d33799-f4aa-40b6-a190-a95c524081a7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 945 time: 0.1135774 Mar 11 17:07:07.206843 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33b179c5-17b5-4af3-a9e1-e7cd864b119a {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:07.207301 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bc161c-51e3-47d2-9adf-2af6457ae386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'code': 200} Mar 11 17:07:07.208288 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.258603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-046aeb47-2a47-4b30-a2e2-4e50205aea30 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:07.260196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-046aeb47-2a47-4b30-a2e2-4e50205aea30 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.1098230 Mar 11 17:07:07.267425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Network 7185db8d-cf77-44cd-819e-a87653ef8501 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:07:07.269834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d955dfd2-60d6-40ea-8403-d92da90efe5e req-54b4862d-df07-4138-ad1b-2dee50e2e944 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588522 Mar 11 17:07:07.298272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0541c8c8-d2c2-4b52-bd8a-646302fcd167,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:07.319765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 7185db8d-cf77-44cd-819e-a87653ef8501) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:07.332040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e733d516-6bf4-4f74-a9d0-d302988635a5 None None] Network 7185db8d-cf77-44cd-819e-a87653ef8501 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:07.349517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:07.350199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.378856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf68a-8f91-452f-bfd2-91e22dc8c3aa req-f26c6fdc-9dac-47e2-b26e-d9b0df8229ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:07.380525 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d87bf68a-8f91-452f-bfd2-91e22dc8c3aa req-f26c6fdc-9dac-47e2-b26e-d9b0df8229ea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 1101 time: 0.1143441 Mar 11 17:07:07.385585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port b925d813-8aa2-42ad-be82-fc05343098c4 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:07.403095 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9a940d51-2f22-4b60-93bd-1cf3c5d42f06 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9253557 Mar 11 17:07:07.405401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port b925d813-8aa2-42ad-be82-fc05343098c4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:07.406323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.415018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37118) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:07.429082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-d3311009-ad07-4f9a-b03c-e99f1fd52df4 service neutron] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:07.432619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-d3311009-ad07-4f9a-b03c-e99f1fd52df4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.433998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e692224-e7a1-4b6c-b0f5-31a693dd3c3d req-d3311009-ad07-4f9a-b03c-e99f1fd52df4 service neutron] 10.222.0.46 "DELETE /v2.0/ports/7f173a59-eba5-46f0-8af6-24e1e423cb5b/bindings/n-h1-833411-1 HTTP/1.1" status: 204 len: 173 time: 0.1626780 Mar 11 17:07:07.441195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:07.495557 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.497651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.508230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.535096 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.560794 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d87bf68a-8f91-452f-bfd2-91e22dc8c3aa req-44601442-99ae-41af-9e05-699848174e3b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698582 Mar 11 17:07:07.574284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37122) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:07.575331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:07:07.590071 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.605942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525a2489-67fb-4eab-9a42-a3432e3c7e68,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:07.610654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.610997 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Added segment 3ecbae55-c108-430e-b8bf-f007625f807f of type vlan for network e88230cb-1ad7-44ed-97ec-5894b1fd4b08 Mar 11 17:07:07.625324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-7185db8d-cf77-44cd-819e-a87653ef8501', 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'fixed_ips': [{'subnet_id': 'd6cd0bf7-8364-40ae-aa12-4c8c019623b0'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:07:07.630536 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.644771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.650033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34473e-d137-41ef-9cb6-c45a24eb7ad5 req-ac7426f4-e973-409d-96da-642649ff3849 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:07.651759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e34473e-d137-41ef-9cb6-c45a24eb7ad5 req-ac7426f4-e973-409d-96da-642649ff3849 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 950 time: 0.1255627 Mar 11 17:07:07.663560 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b925d813-8aa2-42ad-be82-fc05343098c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b925d813-8aa2-42ad-be82-fc05343098c4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:07.672116 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.673233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7f173a59-eba5-46f0-8af6-24e1e423cb5b no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:07:07.712919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e34473e-d137-41ef-9cb6-c45a24eb7ad5 req-f0bff6f7-2b52-4f87-a9f6-eaa00c74a564 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472910 Mar 11 17:07:07.774102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4add0342-076d-4e9e-b6b6-c7d545d8c361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.780575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.846673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=b925d813-8aa2-42ad-be82-fc05343098c4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:07.852955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7f173a59-eba5-46f0-8af6-24e1e423cb5b not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:07:07.874549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.877503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4add0342-076d-4e9e-b6b6-c7d545d8c361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.877817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Allocated IP 172.20.0.2 (7185db8d-cf77-44cd-819e-a87653ef8501/d6cd0bf7-8364-40ae-aa12-4c8c019623b0/5dae8881-21da-46f3-a6db-2cb03a442c84) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:07.882730 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4add0342-076d-4e9e-b6b6-c7d545d8c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.885549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.886532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:07.887115 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.925706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4add0342-076d-4e9e-b6b6-c7d545d8c361 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=066a759a5d464a609bfcd50f46838ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487594 Mar 11 17:07:07.925706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0342-076d-4e9e-b6b6-c7d545d8c361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c798b98-2e68-4a64-a572-5912c57b73b0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:07.928183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37130) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:08.005597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4580baed-dd54-482d-82a9-cea49238fd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.008257 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8949027 Mar 11 17:07:08.014470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37132) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:08.021513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Request body: {'subnet': {'network_id': 'e88230cb-1ad7-44ed-97ec-5894b1fd4b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1191703121-subnet', 'tenant_id': '43eccdda237a467f80e37f03a5b43368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:08.059571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6752e5-1d26-4b4f-aeed-a7f140e071bb admin admin] Pushing event updated for resources: {'Network': ['ID=e88230cb-1ad7-44ed-97ec-5894b1fd4b08,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:08.089434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Made reservation on behalf of 43eccdda237a467f80e37f03a5b43368 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:08.092263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.139446 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.143482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e88230cb-1ad7-44ed-97ec-5894b1fd4b08 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:07:08.149604 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.328859 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4580baed-dd54-482d-82a9-cea49238fd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.333206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-228bce78-857a-427c-8572-9702859cac02 req-73a26c97-c42a-4eac-980c-a9fa907a4c64 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0584471 Mar 11 17:07:08.401946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b9061-4ead-4003-915c-51ce14fd4d2a req-299a2dfe-ce88-4ce0-b4d8-0d0b7d7956ba tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:08.401946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe5b9061-4ead-4003-915c-51ce14fd4d2a req-299a2dfe-ce88-4ce0-b4d8-0d0b7d7956ba tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 945 time: 0.1280594 Mar 11 17:07:08.408461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Pushing event updated for resources: {'Port': ['ID=5dae8881-21da-46f3-a6db-2cb03a442c84,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:08.415720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Network 7185db8d-cf77-44cd-819e-a87653ef8501 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:08.420898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:08.427462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:08.457789 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.472997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe5b9061-4ead-4003-915c-51ce14fd4d2a req-683b9e9d-8ae1-4cb7-8284-1d79830d9d0a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701404 Mar 11 17:07:08.501955 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4580baed-dd54-482d-82a9-cea49238fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.505414 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4580baed-dd54-482d-82a9-cea49238fd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.507194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4580baed-dd54-482d-82a9-cea49238fd1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c798b98-2e68-4a64-a572-5912c57b73b0 HTTP/1.1" status: 204 len: 168 time: 0.5780690 Mar 11 17:07:08.521813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Attempting to bind port 5dae8881-21da-46f3-a6db-2cb03a442c84 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:08.522189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Attempting to bind port 5dae8881-21da-46f3-a6db-2cb03a442c84 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '9a300973-0a7c-47d1-bafd-1eb2e37d7c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:08.522600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Attempting to bind port 5dae8881-21da-46f3-a6db-2cb03a442c84 on network 7185db8d-cf77-44cd-819e-a87653ef8501 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:08.529868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:08.530261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Checking segment: {'id': '9a300973-0a7c-47d1-bafd-1eb2e37d7c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:08.531075 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.531205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.531478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Bound using segment: {'id': '9a300973-0a7c-47d1-bafd-1eb2e37d7c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:08.531952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Bound port: 5dae8881-21da-46f3-a6db-2cb03a442c84, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a300973-0a7c-47d1-bafd-1eb2e37d7c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:08.532433 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.537137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.541481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580baed-dd54-482d-82a9-cea49238fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c798b98-2e68-4a64-a572-5912c57b73b0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:08.570101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a7e79-1eb0-4e94-a293-1fd221746a4f req-6f5e703b-ce65-4a9e-a679-68635c0a15fe tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:08.578730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f07a7e79-1eb0-4e94-a293-1fd221746a4f req-6f5e703b-ce65-4a9e-a679-68635c0a15fe tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 945 time: 0.1038997 Mar 11 17:07:08.631082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f07a7e79-1eb0-4e94-a293-1fd221746a4f req-c774f2ac-2080-4485-a3ea-4f7748c6a589 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447567 Mar 11 17:07:08.663040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] For port 5dae8881-21da-46f3-a6db-2cb03a442c84, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:08.669283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] For port 5dae8881-21da-46f3-a6db-2cb03a442c84, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5dae8881-21da-46f3-a6db-2cb03a442c84,segment=NetworkSegment(9a300973-0a7c-47d1-bafd-1eb2e37d7c51),segment_id=9a300973-0a7c-47d1-bafd-1eb2e37d7c51)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:08.676186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.695681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329c301a-894f-4f94-a3c6-cca3688f8db6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:08.758690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f828679-936e-4107-b6bc-7c102cdded93 None None] Pushing event updated for resources: {'Port': ['ID=5dae8881-21da-46f3-a6db-2cb03a442c84,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:08.764302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Checking segment: {'id': '3ecbae55-c108-430e-b8bf-f007625f807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e88230cb-1ad7-44ed-97ec-5894b1fd4b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:08.764807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Network hostable DHCP agents. Network: e88230cb-1ad7-44ed-97ec-5894b1fd4b08, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:07:08.822073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Network e88230cb-1ad7-44ed-97ec-5894b1fd4b08 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:07:08.830550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Allocated IP 172.25.8.141 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:08.851979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e88230cb-1ad7-44ed-97ec-5894b1fd4b08) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:08.862440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274ca4d3-7753-4782-8b89-08fa4f9f13e0 None None] Network e88230cb-1ad7-44ed-97ec-5894b1fd4b08 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:08.872525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:08.873116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.928794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b8084-b2f1-4cb5-b105-9d538d2d271d req-21678d8c-32f6-43c0-877c-3bb3f76d5ac1 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:08.936593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c83b8084-b2f1-4cb5-b105-9d538d2d271d req-21678d8c-32f6-43c0-877c-3bb3f76d5ac1 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 950 time: 0.1290758 Mar 11 17:07:08.947878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad92d1f-f34c-4471-bec2-9c73519c32af req-2a01121e-3122-4441-902f-d9cea246155a tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:08.964838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ad92d1f-f34c-4471-bec2-9c73519c32af req-2a01121e-3122-4441-902f-d9cea246155a tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1096 time: 0.1679842 Mar 11 17:07:08.986873 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-70b50035-0372-4c5d-89a7-bc9e3606f610 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9711566 Mar 11 17:07:09.091172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c83b8084-b2f1-4cb5-b105-9d538d2d271d req-42fcc43b-946c-49fd-a7e8-1acfacbd97fa tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528187 Mar 11 17:07:09.144749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ad92d1f-f34c-4471-bec2-9c73519c32af req-910a40d8-cff5-4209-a2ae-f8f1a7731b61 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551702 Mar 11 17:07:09.180124 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.198785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8abb19a-396b-4af5-a3b2-e63b9df384b8 None None] Network e88230cb-1ad7-44ed-97ec-5894b1fd4b08 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:09.220300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7082140-15e5-4332-8880-680023deebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b925d813-8aa2-42ad-be82-fc05343098c4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:09.222795 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd788e37-536a-495e-bb3b-283406a84480" -d '{"events": [{"server_uuid": "e7082140-15e5-4332-8880-680023deebd4", "name": "network-vif-plugged", "status": "completed", "tag": "b925d813-8aa2-42ad-be82-fc05343098c4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:09.241227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37152) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:09.267646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cb97-da6d-4007-bb38-3cb3dc49c189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.281722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.341141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:09.351902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:09.364595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:09.364810 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b3a1ef-1d07-4834-906c-3752ec26dcb5 x-openstack-request-id: req-f1b3a1ef-1d07-4834-906c-3752ec26dcb5 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:09.365306 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7082140-15e5-4332-8880-680023deebd4", "name": "network-vif-plugged", "status": "completed", "tag": "b925d813-8aa2-42ad-be82-fc05343098c4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:09.365785 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1b3a1ef-1d07-4834-906c-3752ec26dcb5 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:09.366393 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7082140-15e5-4332-8880-680023deebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b925d813-8aa2-42ad-be82-fc05343098c4', 'code': 200} Mar 11 17:07:09.460492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Pushing event updated for resources: {'Port': ['ID=6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:09.569423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6f69818-820b-499b-be90-c9ee0ca40527 req-ae6dfce2-f0c1-427c-adeb-de56ee485b31 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0365620 Mar 11 17:07:09.603863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794d7a0-46bb-4e2d-8f78-863e871ae374 req-b3549366-c559-4658-8534-d15aebc39184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:09.605438 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9794d7a0-46bb-4e2d-8f78-863e871ae374 req-b3549366-c559-4658-8534-d15aebc39184 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 1096 time: 0.1948349 Mar 11 17:07:09.674550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cb97-da6d-4007-bb38-3cb3dc49c189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.685099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cb97-da6d-4007-bb38-3cb3dc49c189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.705138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9794d7a0-46bb-4e2d-8f78-863e871ae374 req-018063c8-248a-4a64-abbb-748cd88a2e37 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911760 Mar 11 17:07:09.711281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b484a1-8328-4501-831c-f66e7d55b02b req-5b80d8ca-e777-410e-a67f-f7ba11a715c9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:09.713473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-5b80d8ca-e777-410e-a67f-f7ba11a715c9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 821 time: 0.1466007 Mar 11 17:07:09.738369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-5f823d89-d386-4c5d-bcc3-1c0eb42ae3fe tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/quotas/b1e2cde59a01464ab06957b0148f8e11 HTTP/1.1" status: 200 len: 375 time: 0.0115612 Mar 11 17:07:09.745135 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f7c3cb97-da6d-4007-bb38-3cb3dc49c189 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22fe405a23c64035a53270447dad0678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020089 Mar 11 17:07:09.750022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37174) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:09.776084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3cb97-da6d-4007-bb38-3cb3dc49c189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efaebcf-af27-4b0b-bb91-8f7ff08e8bfe,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:09.854811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.866247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-2fa18e67-ae6d-4483-bbda-8571fc0eb7fb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032639 Mar 11 17:07:09.869838 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b2b028f-17e3-4082-9ecb-688e4db09d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.925395 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b2b028f-17e3-4082-9ecb-688e4db09d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.092189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-74394b93-709f-4642-a696-99a07ed4c717 service neutron] 10.222.0.53 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068446 Mar 11 17:07:10.177694 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b2b028f-17e3-4082-9ecb-688e4db09d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.180383 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b2b028f-17e3-4082-9ecb-688e4db09d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.184916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7b2b028f-17e3-4082-9ecb-688e4db09d5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1efaebcf-af27-4b0b-bb91-8f7ff08e8bfe HTTP/1.1" status: 204 len: 168 time: 0.4298577 Mar 11 17:07:10.208492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6880-a160-41cb-a899-84b523aaa491 req-f28d6c0e-de53-42a5-9a30-216fbb4e48c0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:10.210081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-f28d6c0e-de53-42a5-9a30-216fbb4e48c0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 807 time: 0.2584944 Mar 11 17:07:10.222581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b028f-17e3-4082-9ecb-688e4db09d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efaebcf-af27-4b0b-bb91-8f7ff08e8bfe,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:10.250900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-aa27ef32-b098-44b8-92a4-7c92fa915860 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/quotas/556dd853924b45f78455e7c0197367a7 HTTP/1.1" status: 200 len: 375 time: 0.0307124 Mar 11 17:07:10.298870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-c1cfda35-9795-48d4-badd-e00ec439bb0e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473628 Mar 11 17:07:10.306239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-42d810a9-3bc1-464d-aa6f-99a678840fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098305 Mar 11 17:07:10.391056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a6b53-ffd8-40c6-8946-6173ce11fcba None None] Network 7185db8d-cf77-44cd-819e-a87653ef8501 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:10.435803 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.462343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-9e12c5f9-1913-40ab-84e6-8a13c56bbb6e service neutron] 10.222.0.53 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543491 Mar 11 17:07:10.582452 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.588724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-55e63aab-19b6-413c-9ca8-262f950a2196 None None] Provisioning complete for port 5dae8881-21da-46f3-a6db-2cb03a442c84 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:10.589561 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55e63aab-19b6-413c-9ca8-262f950a2196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.655167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Router 19705abe-605d-4c6b-aaed-0d71418bbbbb is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:07:10.702426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5dae8881-21da-46f3-a6db-2cb03a442c84 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:10.749601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-8252a177-6e68-4d93-b2a9-c330839d8f70 service neutron] 10.222.0.53 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863400 Mar 11 17:07:10.777009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d798e3-ffad-4a51-8514-1f91ba9462b3 req-0d7c3d7d-c58c-4897-9458-5721e74f48d5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:10.778396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91d798e3-ffad-4a51-8514-1f91ba9462b3 req-0d7c3d7d-c58c-4897-9458-5721e74f48d5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 945 time: 0.1114132 Mar 11 17:07:10.858595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91d798e3-ffad-4a51-8514-1f91ba9462b3 req-aad8491e-98da-465a-97a8-99c9f02d5b8e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617809 Mar 11 17:07:10.877443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:07:10.894621 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Sync routers for ids ['19705abe-605d-4c6b-aaed-0d71418bbbbb'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:10.913281 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Routers {'19705abe-605d-4c6b-aaed-0d71418bbbbb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:10.916727 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:06:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['19705abe-605d-4c6b-aaed-0d71418bbbbb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:10.940102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.943953 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6e93349a-ed75-46d4-90d2-a6b14217db7b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5115755 Mar 11 17:07:10.944552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37202) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:11.053731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5dae8881-21da-46f3-a6db-2cb03a442c84 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:11.054080 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.102160 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55e63aab-19b6-413c-9ca8-262f950a2196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.165392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-55e63aab-19b6-413c-9ca8-262f950a2196 None None] For port 5dae8881-21da-46f3-a6db-2cb03a442c84, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5dae8881-21da-46f3-a6db-2cb03a442c84,segment=NetworkSegment(9a300973-0a7c-47d1-bafd-1eb2e37d7c51),segment_id=9a300973-0a7c-47d1-bafd-1eb2e37d7c51)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:11.174627 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Set router 19705abe-605d-4c6b-aaed-0d71418bbbbb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:11.180730 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55e63aab-19b6-413c-9ca8-262f950a2196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.282559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e63aab-19b6-413c-9ca8-262f950a2196 None None] Pushing event updated for resources: {'Port': ['ID=5dae8881-21da-46f3-a6db-2cb03a442c84,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:11.337288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2d25cf2-5b25-47b6-a5c2-5581d8df825a req-01a45034-0503-461e-8d0e-cb63d22cad4d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 210 time: 0.2439933 Mar 11 17:07:11.568099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e95590d-8e82-4107-beb4-4720bb48bf65 req-d823ee8c-2a27-4f72-9e43-3d2bdb66b4fb tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0512042 Mar 11 17:07:11.593194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cd8eb-ba00-4b8e-ad50-998a958300b2 req-084293b6-382f-4dd6-b2a5-92e209ee9f85 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:11.594703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c21cd8eb-ba00-4b8e-ad50-998a958300b2 req-084293b6-382f-4dd6-b2a5-92e209ee9f85 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 950 time: 0.4974947 Mar 11 17:07:11.636919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ed3fdab5-222d-4d43-ad8b-a58c3a42e413 None None] Provisioning complete for port 5dae8881-21da-46f3-a6db-2cb03a442c84 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:11.637570 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdab5-222d-4d43-ad8b-a58c3a42e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.733860 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:09Z', 'revision_number': 3, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'gw_port': {'id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:08Z', 'updated_at': '2022-03-11T17:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:11.793024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63fc724d-4974-4763-b317-ddba2730cfc8 req-01f66c75-7790-4c6f-9bc8-b779591b14e8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 210 time: 0.0816205 Mar 11 17:07:11.806939 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Checking router: 19705abe-605d-4c6b-aaed-0d71418bbbbb for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:11.807727 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Updating router 19705abe-605d-4c6b-aaed-0d71418bbbbb port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:07:11.851301 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.879183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c21cd8eb-ba00-4b8e-ad50-998a958300b2 req-2437a0bb-b1aa-4046-a66a-3d688f30aeb2 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687338 Mar 11 17:07:12.199415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eb19e-7745-45bf-b908-1e4a2b33bc9e req-c38d7ad2-c55b-4571-b710-e70e36581fa7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:12.210197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d8eb19e-7745-45bf-b908-1e4a2b33bc9e req-c38d7ad2-c55b-4571-b710-e70e36581fa7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 945 time: 0.1663136 Mar 11 17:07:12.286682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d8eb19e-7745-45bf-b908-1e4a2b33bc9e req-782de386-5fee-4c1f-a8c4-add9ade6a3f9 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753150 Mar 11 17:07:12.411637 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.420223 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.514771 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Pushing event updated for resources: {'Port': ['ID=6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:12.531002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.546367 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.546731 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.547750 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.549861 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.550213 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.551019 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.551504 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.554538 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.555054 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.555541 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.556053 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.556565 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:12.640873 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Attempting to bind port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:12.641446 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Attempting to bind port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:12.641811 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Attempting to bind port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:12.651949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5dae8881-21da-46f3-a6db-2cb03a442c84 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:12.658561 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:12.659055 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:12.659685 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.660365 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:12.665651 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Bound port: 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:12.666197 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.688737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876faa4-539f-4b65-99bb-65bbc20a80ff req-db4cb6b7-29b1-46be-b2da-df448cd4885c tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:12.693710 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a876faa4-539f-4b65-99bb-65bbc20a80ff req-db4cb6b7-29b1-46be-b2da-df448cd4885c tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 1101 time: 0.2541773 Mar 11 17:07:12.753845 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] For port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:12.758006 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] For port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:12.765400 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.780070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5dae8881-21da-46f3-a6db-2cb03a442c84 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:12.783315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.872018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6fd864f-f24d-435d-a90d-50a27a12a83b req-e3ff51a0-6f85-40b9-b8cc-89ff3308eec9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 210 time: 0.1765778 Mar 11 17:07:12.878483 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Routers {'19705abe-605d-4c6b-aaed-0d71418bbbbb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:12.879105 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:06:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['19705abe-605d-4c6b-aaed-0d71418bbbbb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:12.940085 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eca55-d0a8-42a1-8bb8-bda00f115edf None None] Pushing event updated for resources: {'Port': ['ID=6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:13.014453 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a876faa4-539f-4b65-99bb-65bbc20a80ff req-4dda6f7e-d951-4804-976d-779d7e96f3bd tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.040472 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] Set router 19705abe-605d-4c6b-aaed-0d71418bbbbb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:13.374741 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.401773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6880-a160-41cb-a899-84b523aaa491 req-755fb792-fce5-4d36-814b-1d650c3ebc1d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:13.405454 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-755fb792-fce5-4d36-814b-1d650c3ebc1d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 807 time: 0.1961133 Mar 11 17:07:13.419977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Allocated IP 172.20.0.1 (7185db8d-cf77-44cd-819e-a87653ef8501/d6cd0bf7-8364-40ae-aa12-4c8c019623b0/fe12fd94-db3d-44b2-84e2-edb38164086e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:13.422122 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:09Z', 'revision_number': 3, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'gw_port': {'id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:08Z', 'updated_at': '2022-03-11T17:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:13.431749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Request body: {'port': {'device_id': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f', 'admin_state_up': True, 'tenant_id': '556dd853924b45f78455e7c0197367a7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:13.451282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b484a1-8328-4501-831c-f66e7d55b02b req-9fb4edd0-4cfe-4fbc-82c7-c45604367bfd tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:13.453089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-9fb4edd0-4cfe-4fbc-82c7-c45604367bfd tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 821 time: 0.7339361 Mar 11 17:07:13.464630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409503ac-3455-4f7c-95d2-44bbf828432e req-cbf79ac3-c434-40f6-918d-c7939c6c13b4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:13.466885 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2838b01-d92c-4d74-9f90-0e526803ff26 None None] The sync data for ids ['19705abe-605d-4c6b-aaed-0d71418bbbbb'] in n-d-833411-1 is: [{'id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:09Z', 'revision_number': 3, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'gw_port': {'id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:08Z', 'updated_at': '2022-03-11T17:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:13.471928 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-409503ac-3455-4f7c-95d2-44bbf828432e req-cbf79ac3-c434-40f6-918d-c7939c6c13b4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 945 time: 0.4654691 Mar 11 17:07:13.488289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Request body: {'port': {'device_id': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4', 'admin_state_up': True, 'tenant_id': 'b1e2cde59a01464ab06957b0148f8e11'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:13.539808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a876faa4-539f-4b65-99bb-65bbc20a80ff req-4dda6f7e-d951-4804-976d-779d7e96f3bd tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.544430 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e35b6e60-64aa-4e40-9c4b-90732ea7ae93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.577435 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a876faa4-539f-4b65-99bb-65bbc20a80ff req-4dda6f7e-d951-4804-976d-779d7e96f3bd tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.616108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Made reservation on behalf of 556dd853924b45f78455e7c0197367a7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:13.623432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.672358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a876faa4-539f-4b65-99bb-65bbc20a80ff req-4dda6f7e-d951-4804-976d-779d7e96f3bd tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9566717 Mar 11 17:07:13.724981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-409503ac-3455-4f7c-95d2-44bbf828432e req-1c5c2532-2e0a-4576-8395-edfb213e7182 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520323 Mar 11 17:07:13.762606 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.796880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda6f7e-d951-4804-976d-779d7e96f3bd tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b43076b-9ea0-49d3-bda1-eb692b6117bf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:13.853307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a02b88d3-8630-407b-9ee6-1ef3c4c5eb6a req-c1805303-53fc-4344-a827-ce67ea8b181e tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0508306 Mar 11 17:07:13.870437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Allocated IP 172.20.0.2 (7656831f-61f4-4969-b07f-27c15d8f173f/b09cd1b5-ecec-43e1-9d99-d2705568e03f/21055f5e-7982-43ca-b94f-f55d98801072) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:13.926111 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7331e65-0a0f-4ec1-8be3-62a2847e85f6 req-cebcbc16-af4b-4fbe-b22b-6cc83426a586 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 210 time: 0.0532887 Mar 11 17:07:13.966887 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.033513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Pushing event updated for resources: {'Port': ['ID=fe12fd94-db3d-44b2-84e2-edb38164086e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:14.047656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Made reservation on behalf of b1e2cde59a01464ab06957b0148f8e11 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:14.051386 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.061927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Network 7185db8d-cf77-44cd-819e-a87653ef8501 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:14.088799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:14.095743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:14.224194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-3e0e83b1-2080-49ff-9a67-d0f2173a8442 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:14.225798 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-3e0e83b1-2080-49ff-9a67-d0f2173a8442 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 945 time: 0.1405122 Mar 11 17:07:14.378824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.389610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.466575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a794fbd3-0dc3-4ea7-bf61-a71edc4e90e6 None None] Provisioning complete for port fe12fd94-db3d-44b2-84e2-edb38164086e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:14.467785 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a794fbd3-0dc3-4ea7-bf61-a71edc4e90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.477296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Deleting port b925d813-8aa2-42ad-be82-fc05343098c4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:07:14.477903 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.484431 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.520698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a794fbd3-0dc3-4ea7-bf61-a71edc4e90e6 None None] Port fe12fd94-db3d-44b2-84e2-edb38164086e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:07:14.537296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-868b47c9-9276-4b51-a03c-c9f1e69c7283 req-a0b0c6af-3605-4ba7-acb9-80b04fc1d8e0 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 210 time: 0.2430089 Mar 11 17:07:14.649329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:14.686142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Network 7656831f-61f4-4969-b07f-27c15d8f173f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:14.696853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:14.700566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:14.726288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Pushing event updated for resources: {'Port': ['ID=21055f5e-7982-43ca-b94f-f55d98801072,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:14.727406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-d0c27a0f-22bc-4acb-9d1c-af15d8862ae0 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746143 Mar 11 17:07:14.760724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:14.761763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.763235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.817319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37290) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:14.818779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:14.821919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.839811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] For port b925d813-8aa2-42ad-be82-fc05343098c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b925d813-8aa2-42ad-be82-fc05343098c4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:14.840226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.856921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Calling delete_port for b925d813-8aa2-42ad-be82-fc05343098c4 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:07:14.878949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-ae688411-c895-4edf-8f7d-40521e780d57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4575009 Mar 11 17:07:14.912765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Request body: {'port': {'device_id': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:14.914871 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.916083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Allocated IP 172.20.0.7 (492425d5-6bf3-4055-9b46-c81571324cb4/e711de99-59e4-40d2-8451-c5cbb6281077/4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:14.961551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:14.967272 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.022979 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.045990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:15.140911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-c343d349-5c8e-43dc-9415-61677c50b778 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:15.142399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-c343d349-5c8e-43dc-9415-61677c50b778 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4034047 Mar 11 17:07:15.149719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca90867-899e-4a95-8701-8b94579efbd0 req-982c38f5-040f-42dc-bdba-ebcba513ed98 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:15.151169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ca90867-899e-4a95-8701-8b94579efbd0 req-982c38f5-040f-42dc-bdba-ebcba513ed98 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7082140-15e5-4332-8880-680023deebd4 HTTP/1.1" status: 200 len: 945 time: 0.2384508 Mar 11 17:07:15.158098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de30e180-ca20-47d5-8e33-a616ae603f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.225912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.240147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b925d813-8aa2-42ad-be82-fc05343098c4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:15.244732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aac93211-adc0-48f0-b9dc-de4fdcf952ee tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/quotas/db9768c0d987427f96b892541948c464 HTTP/1.1" status: 200 len: 375 time: 0.0921280 Mar 11 17:07:15.269920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event deleted for resources: {'Port': ['ID=b925d813-8aa2-42ad-be82-fc05343098c4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:15.358033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ca90867-899e-4a95-8701-8b94579efbd0 req-ff8fb081-194a-4ab9-95dc-29cf1da012c1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864760 Mar 11 17:07:15.403711 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.405552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] No DVR routers for this DVR port b925d813-8aa2-42ad-be82-fc05343098c4 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:07:15.410965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.415941 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb433ce4-bc25-4b63-b4a9-789f0da07e19 req-2d772318-5c25-4118-a6a6-ecd6075179bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "DELETE /v2.0/ports/b925d813-8aa2-42ad-be82-fc05343098c4 HTTP/1.1" status: 204 len: 173 time: 1.1747284 Mar 11 17:07:15.419290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.422260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7082140-15e5-4332-8880-680023deebd4', 'name': 'network-vif-deleted', 'tag': 'b925d813-8aa2-42ad-be82-fc05343098c4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:15.424686 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908885b-5131-47b0-add5-224bea7c5ed4" -d '{"events": [{"server_uuid": "e7082140-15e5-4332-8880-680023deebd4", "name": "network-vif-deleted", "tag": "b925d813-8aa2-42ad-be82-fc05343098c4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:15.457802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.491074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-cc9032e7-b4d9-4a32-99ce-099441128e18 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2271233 Mar 11 17:07:15.556541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d799aac-ae15-45a5-96e2-c91799d95905 req-f2e39c21-2506-47d0-a4ee-0b7043ce2d1a tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0944080 Mar 11 17:07:15.562250 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21055f5e-7982-43ca-b94f-f55d98801072 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:15.572793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.581216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.582902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Pushing event updated for resources: {'Port': ['ID=fe12fd94-db3d-44b2-84e2-edb38164086e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:15.586583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de30e180-ca20-47d5-8e33-a616ae603f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.601206 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de30e180-ca20-47d5-8e33-a616ae603f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.604490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Transition to ACTIVE for port object 21055f5e-7982-43ca-b94f-f55d98801072 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:15.612649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.711662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-de30e180-ca20-47d5-8e33-a616ae603f16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=806f8bedc0b94335970effbae079b110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8893600 Mar 11 17:07:15.712542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30e180-ca20-47d5-8e33-a616ae603f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c18a2e7-c654-4a83-974c-df8492b43d7f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:15.716863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37302) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:15.720177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.760382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Pushing event updated for resources: {'Port': ['ID=21055f5e-7982-43ca-b94f-f55d98801072,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:15.815526 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a3451950-3757-4730-be4b-91c56fdd0ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.816757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Network 492425d5-6bf3-4055-9b46-c81571324cb4 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:15.835660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:15.837973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Pushing event updated for resources: {'Port': ['ID=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:15.842447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:15.879093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8673a5ac-503e-4ede-bd46-2d2ba2010078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.890678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Network 7185db8d-cf77-44cd-819e-a87653ef8501 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:15.897628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:15.916029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:15.916566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:15.916958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:15.924193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7df2-bb01-4938-8cd5-4d98b0d4f9fa req-c7a03dc4-7798-4035-b0e4-a5f928144943 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:15.927880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fff7df2-bb01-4938-8cd5-4d98b0d4f9fa req-c7a03dc4-7798-4035-b0e4-a5f928144943 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.1709349 Mar 11 17:07:15.934779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Port 21055f5e-7982-43ca-b94f-f55d98801072 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:15.934779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:15.936148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:15.936946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.938314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8673a5ac-503e-4ede-bd46-2d2ba2010078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.950475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:15.951050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:15.952325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:15.955746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Bound port: 21055f5e-7982-43ca-b94f-f55d98801072, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:15.956404 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.030791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-1c20ab1f-a472-4053-b388-71fa3ec5b1bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5456150 Mar 11 17:07:16.073581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Request body: {'port': {'device_id': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:16.110957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fff7df2-bb01-4938-8cd5-4d98b0d4f9fa req-6a6d94e2-3578-4727-b0b3-c1130bf64768 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693077 Mar 11 17:07:16.116139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8673a5ac-503e-4ede-bd46-2d2ba2010078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.132625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8673a5ac-503e-4ede-bd46-2d2ba2010078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.134279 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8673a5ac-503e-4ede-bd46-2d2ba2010078 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c18a2e7-c654-4a83-974c-df8492b43d7f HTTP/1.1" status: 204 len: 168 time: 0.4114296 Mar 11 17:07:16.136625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:16.143041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:16.163590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.170332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673a5ac-503e-4ede-bd46-2d2ba2010078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c18a2e7-c654-4a83-974c-df8492b43d7f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:16.184939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Router 19705abe-605d-4c6b-aaed-0d71418bbbbb has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:07:16.186428 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.227042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:16.227811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.234933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] 10.222.0.46 "PUT /v2.0/ports/21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 200 len: 1091 time: 1.3276157 Mar 11 17:07:16.236718 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b63b24e-6b0d-45ed-96c3-f07469f50ad0 x-openstack-request-id: req-4b63b24e-6b0d-45ed-96c3-f07469f50ad0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:16.237019 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7082140-15e5-4332-8880-680023deebd4", "name": "network-vif-deleted", "tag": "b925d813-8aa2-42ad-be82-fc05343098c4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:16.237430 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b63b24e-6b0d-45ed-96c3-f07469f50ad0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:16.237774 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7082140-15e5-4332-8880-680023deebd4', 'name': 'network-vif-deleted', 'tag': 'b925d813-8aa2-42ad-be82-fc05343098c4', 'status': 'completed', 'code': 200} Mar 11 17:07:16.300867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16db14b-03b6-46d9-a681-f0a6f4df0e7e service neutron] Pushing event updated for resources: {'Port': ['ID=21055f5e-7982-43ca-b94f-f55d98801072,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:16.455041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6880-a160-41cb-a899-84b523aaa491 req-9e575602-6c7d-4443-ab6c-80cb6335ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:16.458478 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-9e575602-6c7d-4443-ab6c-80cb6335ff1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1094 time: 0.1180787 Mar 11 17:07:16.481672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6da3230e-761d-45d0-8a9c-92dc2df467cf None None] Provisioning complete for port fe12fd94-db3d-44b2-84e2-edb38164086e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:16.482221 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6da3230e-761d-45d0-8a9c-92dc2df467cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.565452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6da3230e-761d-45d0-8a9c-92dc2df467cf None None] Port fe12fd94-db3d-44b2-84e2-edb38164086e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:07:16.577737 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-87b3ef3e-59e9-4378-8cda-5ca3ca57acea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 200 len: 217 time: 0.0992639 Mar 11 17:07:16.629131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:16.742243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6880-a160-41cb-a899-84b523aaa491 req-5757955b-9ab7-4ee1-ac00-35e4d1dc297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:16.744690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:16.745065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.745348 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-5757955b-9ab7-4ee1-ac00-35e4d1dc297b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1553307 Mar 11 17:07:16.756674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:07:16.777430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c9840-1b04-4142-9dd7-8e900251c34c req-76cded3f-47df-43f1-94a1-aa1ad33564b8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:16.788534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-347c9840-1b04-4142-9dd7-8e900251c34c req-76cded3f-47df-43f1-94a1-aa1ad33564b8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 931 time: 0.4132881 Mar 11 17:07:16.805104 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2659409a-7802-4349-8d89-fdc45240d17e admin admin] 10.222.0.53 "PUT /v2.0/routers/19705abe-605d-4c6b-aaed-0d71418bbbbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8591349 Mar 11 17:07:16.812108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Sync routers for ids ['19705abe-605d-4c6b-aaed-0d71418bbbbb'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:16.850011 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-a01a8476-25f4-4988-b023-c8b3d6547ebb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665503 Mar 11 17:07:16.876363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Routers {'19705abe-605d-4c6b-aaed-0d71418bbbbb'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:16.885561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['19705abe-605d-4c6b-aaed-0d71418bbbbb'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:16.900404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-347c9840-1b04-4142-9dd7-8e900251c34c req-2030decb-ca5e-41df-a1ad-e28e1e9a84c7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101944 Mar 11 17:07:17.038498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37324) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:17.077764 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.078164 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf384fa2-de9b-40bc-8dbd-6e7c038b9e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.102921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:17.150279 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-afa8c082-b953-4025-acf6-5de7f97d1554 service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902403 Mar 11 17:07:17.185249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-567128df-8579-4dea-a0bd-ef0fa3fe2af7 req-08a6d31c-2166-4f51-a1f0-417528f42ab3 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.1187172 Mar 11 17:07:17.190315 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.227775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d11cbf87-354e-4d27-8b51-e168be0683ad req-fa556a08-d82e-4cf7-84ba-a2643ced112d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 210 time: 0.1294689 Mar 11 17:07:17.257248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Transition to ACTIVE for port object 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:17.269503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.349757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Pushing event updated for resources: {'Port': ['ID=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:17.363888 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8ced6880-a160-41cb-a899-84b523aaa491 req-9611d3fe-98b3-45f4-924d-b21aa8a84dde service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004890 Mar 11 17:07:17.423109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf384fa2-de9b-40bc-8dbd-6e7c038b9e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.434897 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf384fa2-de9b-40bc-8dbd-6e7c038b9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.458369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Set router 19705abe-605d-4c6b-aaed-0d71418bbbbb gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:17.515068 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bf384fa2-de9b-40bc-8dbd-6e7c038b9e79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0d2545d9acb4d51a5e9d2f9436385bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694684 Mar 11 17:07:17.515068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37342) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:17.532470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf384fa2-de9b-40bc-8dbd-6e7c038b9e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa7fdc5-d702-4756-ac61-fbafe6a1fe05,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:17.644308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f46a06-66ad-4319-b0c4-004b41c129ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.681040 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f46a06-66ad-4319-b0c4-004b41c129ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.756275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f46a06-66ad-4319-b0c4-004b41c129ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.760035 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f46a06-66ad-4319-b0c4-004b41c129ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.761628 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-07f46a06-66ad-4319-b0c4-004b41c129ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fa7fdc5-d702-4756-ac61-fbafe6a1fe05 HTTP/1.1" status: 204 len: 168 time: 0.2461507 Mar 11 17:07:17.778739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f46a06-66ad-4319-b0c4-004b41c129ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa7fdc5-d702-4756-ac61-fbafe6a1fe05,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:17.833384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 4, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'gw_port': {'id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:08Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'fe12fd94-db3d-44b2-84e2-edb38164086e', 'name': '', 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'mac_address': 'fa:16:3e:2b:25:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd6cd0bf7-8364-40ae-aa12-4c8c019623b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 2, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'subnets': [{'id': 'd6cd0bf7-8364-40ae-aa12-4c8c019623b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:17.875264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Checking router: 19705abe-605d-4c6b-aaed-0d71418bbbbb for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:17.876024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Updating router 19705abe-605d-4c6b-aaed-0d71418bbbbb port fe12fd94-db3d-44b2-84e2-edb38164086e binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:07:17.916517 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:17.974897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4319367-86f3-411b-91f9-7f11397bbb73 req-6f0f4270-deb3-479c-9912-7a3d63cfb6fe tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:17.982198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4319367-86f3-411b-91f9-7f11397bbb73 req-6f0f4270-deb3-479c-9912-7a3d63cfb6fe tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.6335626 Mar 11 17:07:18.002961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-269d06b1-4324-430b-89f6-113b3e428802 req-58b7b708-84ed-44dd-b64f-16125a06b99f tempest-FloatingIPsNegativeTestJSON-1497776075 tempest-FloatingIPsNegativeTestJSON-1497776075-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=ff7373aa9cf341f3a6ef510d7c7e8f5f HTTP/1.1" status: 200 len: 217 time: 0.1183803 Mar 11 17:07:18.141688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:18.142270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:18.142652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:18.165043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4319367-86f3-411b-91f9-7f11397bbb73 req-65d2bc68-95f9-4f7d-b36c-451ab957fdbd tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817987 Mar 11 17:07:18.210778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:18.211557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:18.239038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:18.247437 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36" -d '{"events": [{"name": "network-changed", "server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "tag": "21055f5e-7982-43ca-b94f-f55d98801072"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:18.248191 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.254797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:18.255425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:18.255805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:18.256253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Bound port: 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:18.256646 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.352330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d7d1b606-4935-4cd8-a02e-57f0644e88dd tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:18.353960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d7d1b606-4935-4cd8-a02e-57f0644e88dd tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.2516019 Mar 11 17:07:18.383242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9554ee-6776-4fb0-b9f8-fb2827fad612 req-6d17dd91-07b3-4293-916f-23325d5ad845 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:18.390754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f9554ee-6776-4fb0-b9f8-fb2827fad612 req-6d17dd91-07b3-4293-916f-23325d5ad845 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.1645136 Mar 11 17:07:18.415545 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.425091 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.432006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-8b11d35f-702d-4b3c-a9a5-7e37c8c01a57 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/quotas/236a28be637448f4a4c97cc427c345f7 HTTP/1.1" status: 200 len: 375 time: 0.0665612 Mar 11 17:07:18.489507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-fcf42c2e-8834-4bcd-a14d-5bba310ee4cb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563641 Mar 11 17:07:18.498423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:18.518096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d1276-b65c-4a35-b7b6-c6de04df507a None None] Pushing event updated for resources: {'Port': ['ID=fe12fd94-db3d-44b2-84e2-edb38164086e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:18.545376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f9554ee-6776-4fb0-b9f8-fb2827fad612 req-63a26592-26b6-44ac-9b05-e4e1aeea3e15 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532400 Mar 11 17:07:18.607551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b925d813-8aa2-42ad-be82-fc05343098c4 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:07:18.639687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: b925d813-8aa2-42ad-be82-fc05343098c4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:07:18.640317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b925d813-8aa2-42ad-be82-fc05343098c4 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:07:18.645016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Attempting to bind port fe12fd94-db3d-44b2-84e2-edb38164086e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:18.645709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Attempting to bind port fe12fd94-db3d-44b2-84e2-edb38164086e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '9a300973-0a7c-47d1-bafd-1eb2e37d7c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:18.649924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Attempting to bind port fe12fd94-db3d-44b2-84e2-edb38164086e on network 7185db8d-cf77-44cd-819e-a87653ef8501 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:18.657116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:18.657807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Checking segment: {'id': '9a300973-0a7c-47d1-bafd-1eb2e37d7c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:18.658386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.658956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Bound using segment: {'id': '9a300973-0a7c-47d1-bafd-1eb2e37d7c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:18.659600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Bound port: fe12fd94-db3d-44b2-84e2-edb38164086e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a300973-0a7c-47d1-bafd-1eb2e37d7c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:18.660175 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.677511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:18.729754 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-165ec3bb-e853-4735-9841-ef53bb36c79b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682774 Mar 11 17:07:18.741098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1ba8b65-5807-423e-8938-5e318e66a4d8 req-168bcc93-68d5-4865-be18-d951c45aa907 tempest-FloatingIPsNegativeTestJSON-1497776075 tempest-FloatingIPsNegativeTestJSON-1497776075-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0413532 Mar 11 17:07:18.746211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.833355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] For port fe12fd94-db3d-44b2-84e2-edb38164086e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:18.836736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] For port fe12fd94-db3d-44b2-84e2-edb38164086e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fe12fd94-db3d-44b2-84e2-edb38164086e,segment=NetworkSegment(9a300973-0a7c-47d1-bafd-1eb2e37d7c51),segment_id=9a300973-0a7c-47d1-bafd-1eb2e37d7c51)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:18.853422 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.863152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-79ce5a66-ebf0-494b-bb0d-f7e6bc9609ba service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725858 Mar 11 17:07:18.877893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Pushing event updated for resources: {'Port': ['ID=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:18.932883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:18.933843 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.935611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] 10.222.0.46 "PUT /v2.0/ports/4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 1091 time: 2.8664505 Mar 11 17:07:18.936622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:18.939287 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a252320-fb05-4106-8f0a-dc209bb0d60e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:18.951050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6981a842-b9cf-4a53-ba7a-3525e7226d6b req-d2b39083-7e2f-496b-813f-539fd9209263 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 210 time: 0.0741868 Mar 11 17:07:18.967189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.967529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.967861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.968189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.968547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.968868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.969218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.969499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.969814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.970132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.970499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:18.970824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839d83-12bb-4246-94a1-c4173a909f0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:19.020697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-d204e378-d17c-486f-879a-10879fab5a52 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:19.022658 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-d204e378-d17c-486f-879a-10879fab5a52 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891452 Mar 11 17:07:19.029255 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.055024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Request body: {'port': {'device_id': '466cdab4-b59b-4601-914f-9339fb4099d6', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'db9768c0d987427f96b892541948c464'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:19.127939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a3345684-0f34-4a67-a0f0-ebcf14120df9 None None] Provisioning complete for port fe12fd94-db3d-44b2-84e2-edb38164086e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:19.128618 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a3345684-0f34-4a67-a0f0-ebcf14120df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.136394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d1276-b65c-4a35-b7b6-c6de04df507a None None] Pushing event updated for resources: {'Port': ['ID=fe12fd94-db3d-44b2-84e2-edb38164086e,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:19.140219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Routers {'19705abe-605d-4c6b-aaed-0d71418bbbbb'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:19.140697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['19705abe-605d-4c6b-aaed-0d71418bbbbb'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:19.272154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ea93e19-08c5-4d1c-add6-36e457e65a8c req-3e20e759-a60d-4d81-aacc-08c157ba4333 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.1201749 Mar 11 17:07:19.305825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37388) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:19.342829 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c81973-95e4-4569-95ca-1caf2c51c86f x-openstack-request-id: req-f3c81973-95e4-4569-95ca-1caf2c51c86f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:19.343548 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "tag": "21055f5e-7982-43ca-b94f-f55d98801072", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:19.344061 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3c81973-95e4-4569-95ca-1caf2c51c86f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:19.344829 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072', 'status': 'completed', 'code': 200} Mar 11 17:07:19.383247 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-021945d9-3e45-4bc5-9f24-9a76a7c457e8 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465443 Mar 11 17:07:19.416487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] Set router 19705abe-605d-4c6b-aaed-0d71418bbbbb gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:19.478454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a3345684-0f34-4a67-a0f0-ebcf14120df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.497210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-5fe83e74-ddb1-47fc-b0d9-dcc0dd949c9c service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326184 Mar 11 17:07:19.504754 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-7d44d1f4-9933-44c3-938e-6c9c81b3670e req-598cc124-01da-411c-913e-be3d455a2a26 tempest-FloatingIPsNegativeTestJSON-1497776075 tempest-FloatingIPsNegativeTestJSON-1497776075-project] show failed (client error): The resource could not be found. Mar 11 17:07:19.509672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d44d1f4-9933-44c3-938e-6c9c81b3670e req-598cc124-01da-411c-913e-be3d455a2a26 tempest-FloatingIPsNegativeTestJSON-1497776075 tempest-FloatingIPsNegativeTestJSON-1497776075-project] 10.222.0.53 "GET /v2.0/floatingips/99b7019d-7270-4fd7-bccb-8d01a9d7e303 HTTP/1.1" status: 404 len: 350 time: 0.1696556 Mar 11 17:07:19.514219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b484a1-8328-4501-831c-f66e7d55b02b req-bc911476-879f-448e-ab18-7bb56adbd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:19.518461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-bc911476-879f-448e-ab18-7bb56adbd9c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1094 time: 0.4418814 Mar 11 17:07:19.524009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37394) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:19.538940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-3a80a361-f1cb-4d8b-9e58-8662242d0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:19.542796 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-3a80a361-f1cb-4d8b-9e58-8662242d0aac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1094 time: 0.2032940 Mar 11 17:07:19.546114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-21197129-network', 'tenant_id': '3b383b56da754417b6bf918e78d9990c'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:19.585338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Made reservation on behalf of db9768c0d987427f96b892541948c464 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:19.585757 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3bf680-3dd5-474a-8b68-8f82961b64c6 x-openstack-request-id: req-9a3bf680-3dd5-474a-8b68-8f82961b64c6 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:19.586021 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:19.586283 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a3bf680-3dd5-474a-8b68-8f82961b64c6 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:19.586687 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13', 'status': 'completed', 'code': 200} Mar 11 17:07:19.589332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.620213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a3345684-0f34-4a67-a0f0-ebcf14120df9 None None] For port fe12fd94-db3d-44b2-84e2-edb38164086e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fe12fd94-db3d-44b2-84e2-edb38164086e,segment=NetworkSegment(9a300973-0a7c-47d1-bafd-1eb2e37d7c51),segment_id=9a300973-0a7c-47d1-bafd-1eb2e37d7c51)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:19.626807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a3345684-0f34-4a67-a0f0-ebcf14120df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.712901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-28ea9e88-9b60-4246-9296-f035579985df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 217 time: 0.1534472 Mar 11 17:07:19.729906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3345684-0f34-4a67-a0f0-ebcf14120df9 None None] Pushing event updated for resources: {'Port': ['ID=fe12fd94-db3d-44b2-84e2-edb38164086e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:19.771264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d1154069-cd6c-4d2b-a7e4-885f09a5c9bc None None] Provisioning complete for port fe12fd94-db3d-44b2-84e2-edb38164086e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:19.771836 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d1154069-cd6c-4d2b-a7e4-885f09a5c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.774422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Made reservation on behalf of 3b383b56da754417b6bf918e78d9990c for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:19.778116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.825364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 4, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'gw_port': {'id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:08Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'fe12fd94-db3d-44b2-84e2-edb38164086e', 'name': '', 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'mac_address': 'fa:16:3e:2b:25:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd6cd0bf7-8364-40ae-aa12-4c8c019623b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:18Z', 'revision_number': 4, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'subnets': [{'id': 'd6cd0bf7-8364-40ae-aa12-4c8c019623b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:19.866007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f9ee8-2eba-46de-88e8-45051c80239a None None] The sync data for ids ['19705abe-605d-4c6b-aaed-0d71418bbbbb'] in n-d-833411-1 is: [{'id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 4, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'gw_port': {'id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:08Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'fe12fd94-db3d-44b2-84e2-edb38164086e', 'name': '', 'network_id': '7185db8d-cf77-44cd-819e-a87653ef8501', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'mac_address': 'fa:16:3e:2b:25:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd6cd0bf7-8364-40ae-aa12-4c8c019623b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:18Z', 'revision_number': 4, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'subnets': [{'id': 'd6cd0bf7-8364-40ae-aa12-4c8c019623b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:19.914557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.992556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddb797-1a8c-45da-80fa-619e616882d5 req-e288b32f-8e7e-4c00-990e-e040f0358c7f tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.002564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7cddb797-1a8c-45da-80fa-619e616882d5 req-e288b32f-8e7e-4c00-990e-e040f0358c7f tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.3088264 Mar 11 17:07:20.071776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b484a1-8328-4501-831c-f66e7d55b02b req-0288f799-9ba1-4ef0-93c9-37ab7abea824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.072067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-0288f799-9ba1-4ef0-93c9-37ab7abea824 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.3199229 Mar 11 17:07:20.133594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899f79c-be6d-4d4f-9fec-9f98b1c01c4f req-1c5c2bc9-8173-406f-bd10-0e71c740fcbb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.146195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7899f79c-be6d-4d4f-9fec-9f98b1c01c4f req-1c5c2bc9-8173-406f-bd10-0e71c740fcbb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.2664373 Mar 11 17:07:20.226552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-e41f0573-711c-4621-a1d8-3f65b32cb624 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.227926 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-e41f0573-711c-4621-a1d8-3f65b32cb624 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8063967 Mar 11 17:07:20.253359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-7164c774-4ea4-48d6-a6b9-6b6add9df689 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408486 Mar 11 17:07:20.253602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Request body: {'port': {'device_id': '0470f455-9cca-4d21-a146-72ffd431f1ef', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'db9768c0d987427f96b892541948c464'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:20.304750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Allocated IP 192.168.233.152 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/fcd00a9f-612c-4a3b-8dd9-68fe79566ed6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:20.344822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-b9e3d93b-8a5e-49b8-9725-d1a4ab86d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.346438 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-b9e3d93b-8a5e-49b8-9725-d1a4ab86d0db service neutron] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.7372074 Mar 11 17:07:20.349203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7cddb797-1a8c-45da-80fa-619e616882d5 req-d5d0fd4e-f401-465d-8233-75f334d302e5 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445292 Mar 11 17:07:20.423035 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-a42725c4-4fec-4d6c-b594-bae5dadd59d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 200 len: 217 time: 0.0547469 Mar 11 17:07:20.550467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7899f79c-be6d-4d4f-9fec-9f98b1c01c4f req-af650c94-6c17-42b7-9e3f-7d72d00906d3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024634 Mar 11 17:07:20.630746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fe12fd94-db3d-44b2-84e2-edb38164086e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:20.643228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.668240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-3a186df8-58ac-4e76-84bc-2f346ba0c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.671319 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-3a186df8-58ac-4e76-84bc-2f346ba0c005 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.2232974 Mar 11 17:07:20.704957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf32e97-8ee5-467e-a1e4-91c44fe43f02 req-ccb45dc9-e476-4163-a1b4-2b58c591060b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 210 time: 0.2532794 Mar 11 17:07:20.725829 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.754753 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.764301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port fe12fd94-db3d-44b2-84e2-edb38164086e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:20.767710 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.854000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Made reservation on behalf of db9768c0d987427f96b892541948c464 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:20.860840 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.865041 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-9d1e642a-caa1-48e2-83cb-9f2c2c5c8349 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621715 Mar 11 17:07:20.867920 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.911679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a8983d6-dabf-46e3-8bfb-f952bc0e1f51 req-3b151e47-5cb3-4288-8c62-8f6eb26be9d5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 210 time: 0.2002549 Mar 11 17:07:20.934923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event updated for resources: {'Port': ['ID=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:20.939452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:21.007371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-e007f893-0124-47d4-ab81-762d2ffc31c0 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399526 Mar 11 17:07:21.008591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:07:21.018920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.019274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.019609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.019945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.020272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.020634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.020987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.021316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.021647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.021975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.022300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.022622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:21.052245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:21.057764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:21.068139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:21.110102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2532c476-160f-4dc6-b5b2-e16491da4456 req-d915486b-7683-409a-ae52-900ca159acc0 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.2614081 Mar 11 17:07:21.368041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Allocated IP 192.168.233.77 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/493745fc-f642-4535-a8dd-5f3ae9c834a9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:21.419431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-88b819fd-0dda-43ac-acbd-1bb9f31825c1 None None] Provisioning complete for port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:21.419899 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88b819fd-0dda-43ac-acbd-1bb9f31825c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:21.451346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.46', 56891) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:21.542562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-88b819fd-0dda-43ac-acbd-1bb9f31825c1 None None] Port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:07:21.605320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:21.606071 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Added segment 69d5d165-32f3-4579-b775-b761d2573f1a of type vlan for network 77e96305-3307-4c58-a965-28b2fce871f5 Mar 11 17:07:21.643563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-71cd213e-7fee-49d3-a1bd-e29f06dba62a service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104139 Mar 11 17:07:21.668101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:21.669274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:21.703756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844b9a5c-1029-4182-8f3c-c1481e436b3b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:21.781682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:21.836004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 21055f5e-7982-43ca-b94f-f55d98801072 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:21.853189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:21.854639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:21.858465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:21.870980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-f79ce8c6-749b-46fa-bd4b-55666b8efbe6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8367641 Mar 11 17:07:21.930474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Request body: {'port': {'device_id': '466cdab4-b59b-4601-914f-9339fb4099d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:21.950716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-73987bad-73ad-4e45-8272-d97d0e9e3ec2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:21.952518 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-73987bad-73ad-4e45-8272-d97d0e9e3ec2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.4805975 Mar 11 17:07:21.996871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:22.008571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Request body: {'port': {'device_id': '725d86dd-a593-4b66-9f09-1838ac4f97f4', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'admin_state_up': True, 'tenant_id': '236a28be637448f4a4c97cc427c345f7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:22.011248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '21055f5e-7982-43ca-b94f-f55d98801072', 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f', 'port_id': '21055f5e-7982-43ca-b94f-f55d98801072', 'mac_address': 'fa:16:3e:9b:6f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09cd1b5-ecec-43e1-9d99-d2705568e03f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:07:22.056644 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:22.070880 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21055f5e-7982-43ca-b94f-f55d98801072 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:22.093383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7706549 Mar 11 17:07:22.099960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:22.101902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37420) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:22.105231 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:22.113787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Request body: {'subnet': {'network_id': '77e96305-3307-4c58-a965-28b2fce871f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-21197129-subnet', 'tenant_id': '3b383b56da754417b6bf918e78d9990c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:22.130355 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b484a1-8328-4501-831c-f66e7d55b02b req-6b398cdf-ea36-4e08-a3c5-397413ae097b service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0505555 Mar 11 17:07:22.169694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=21055f5e-7982-43ca-b94f-f55d98801072,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:22.169997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:22.175243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03246a3-03c9-4650-827a-02146c2be79f req-f688f27f-e3e0-411a-9dd6-24c395fd9cfb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:22.184973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a03246a3-03c9-4650-827a-02146c2be79f req-f688f27f-e3e0-411a-9dd6-24c395fd9cfb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.4271607 Mar 11 17:07:22.188119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d9553-da03-4a62-aee4-14dca522010c admin admin] Pushing event updated for resources: {'Network': ['ID=77e96305-3307-4c58-a965-28b2fce871f5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:22.194260 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-28de5dc0-42d0-4d5a-9e6a-79c238afbb36 req-61fb78ae-cb03-46ad-bc10-66c85447727c service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326149 Mar 11 17:07:22.212262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 77e96305-3307-4c58-a965-28b2fce871f5 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:07:22.238317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:22.255757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b16c8-2c8a-4ffd-a9f0-2591f7cfa3b2 req-967e7a90-9b3c-40c1-a895-15cb0a83dd4a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:22.263823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef8b16c8-2c8a-4ffd-a9f0-2591f7cfa3b2 req-967e7a90-9b3c-40c1-a895-15cb0a83dd4a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.2798336 Mar 11 17:07:22.281933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Made reservation on behalf of 3b383b56da754417b6bf918e78d9990c for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:22.286541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:22.413081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a03246a3-03c9-4650-827a-02146c2be79f req-2a356546-83df-48e4-995e-b484a9fdfd1d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271938 Mar 11 17:07:22.452935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-b40f19e0-6047-4d9a-881b-82e28d125a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:22.455192 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-b40f19e0-6047-4d9a-881b-82e28d125a48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1094 time: 0.2317519 Mar 11 17:07:22.460258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Made reservation on behalf of 236a28be637448f4a4c97cc427c345f7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:22.462763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef8b16c8-2c8a-4ffd-a9f0-2591f7cfa3b2 req-c52076a5-561d-485d-a6c9-0610d064c27d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979835 Mar 11 17:07:22.463958 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:22.524690 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:22.573656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:22.641620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['21055f5e-7982-43ca-b94f-f55d98801072'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:22.722591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa0e0526-4dd7-465e-b127-65625db9bcc5 req-382808ef-18b5-44ec-89b0-1636515b91ef tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 210 time: 0.0508795 Mar 11 17:07:22.725246 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:22.854797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa980a-8d6f-4af3-99fc-535cb1faec67 req-4b45b3a8-1ffd-4b65-b1e4-1a495dc341be tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:22.856908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3aa980a-8d6f-4af3-99fc-535cb1faec67 req-4b45b3a8-1ffd-4b65-b1e4-1a495dc341be tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 935 time: 0.2555137 Mar 11 17:07:22.871663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:22.909745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:22.924628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:22.946893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:22.956977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72218e12-9b78-4498-87de-c49dd555247f req-881003c1-0238-4388-be39-5e9f0b40a248 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0696700 Mar 11 17:07:22.979791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event updated for resources: {'Port': ['ID=493745fc-f642-4535-a8dd-5f3ae9c834a9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:23.048781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-21cf068a-b71c-4274-abf8-f23f1b6f3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:23.050776 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-21cf068a-b71c-4274-abf8-f23f1b6f3899 service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.5684595 Mar 11 17:07:23.065143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:23.066198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:23.066629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3aa980a-8d6f-4af3-99fc-535cb1faec67 req-c11775cb-316c-4ae8-8be0-28d023e9540c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947565 Mar 11 17:07:23.074141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd831a0-97bb-4e70-89a0-b001da26e7d7,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:23.187376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Checking segment: {'id': '69d5d165-32f3-4579-b775-b761d2573f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '77e96305-3307-4c58-a965-28b2fce871f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:23.187735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Network hostable DHCP agents. Network: 77e96305-3307-4c58-a965-28b2fce871f5, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:07:23.225535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c9fb8c30-ad02-4cdc-8b43-6866909a8784 None None] Provisioning complete for port 493745fc-f642-4535-a8dd-5f3ae9c834a9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:23.226465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-27a231e9-7bc4-4348-b1a2-53ca13bf84d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 217 time: 0.1351426 Mar 11 17:07:23.226632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8c30-ad02-4cdc-8b43-6866909a8784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:23.235369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Network 77e96305-3307-4c58-a965-28b2fce871f5 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:07:23.240132 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-af5e0ee5-8fc8-48a0-b6bb-ebd7b32c9305 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0026870 Mar 11 17:07:23.255177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 77e96305-3307-4c58-a965-28b2fce871f5) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:23.265689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4edd8b7-d229-4ff6-8c91-f789eeca71ef None None] Network 77e96305-3307-4c58-a965-28b2fce871f5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:23.268023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:23.268721 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:23.270260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Request body: {'port': {'device_id': '0470f455-9cca-4d21-a146-72ffd431f1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:23.324466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-322b6c6b-385a-48d0-b9bb-a985239b9dde admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2048879 Mar 11 17:07:23.328554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb8c30-ad02-4cdc-8b43-6866909a8784 None None] Port 493745fc-f642-4535-a8dd-5f3ae9c834a9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:07:23.387560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Allocated IP 172.20.0.8 (21492b47-f8bc-49f0-bdde-3091c249d24d/61238bb4-6112-4cb7-9c1b-8e1b9efac2c2/3e2b1268-72d5-4e70-ba58-0c3c3bdf8897) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:23.424037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Deleting port fe12fd94-db3d-44b2-84e2-edb38164086e {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:07:23.424834 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:23.435978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f37bcc3-371c-47e6-924b-1815a3736768 None None] Network 77e96305-3307-4c58-a965-28b2fce871f5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:23.473569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-1d4db9a2-73bf-4f02-9e16-b4ec00ce0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:23.476032 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-1d4db9a2-73bf-4f02-9e16-b4ec00ce0169 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.2339790 Mar 11 17:07:23.507587 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:23.528432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:23.549548 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:23.561758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-51be18d1-08e6-4a07-8a8d-96d5bd90380c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758862 Mar 11 17:07:23.584036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] For port fe12fd94-db3d-44b2-84e2-edb38164086e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fe12fd94-db3d-44b2-84e2-edb38164086e,segment=NetworkSegment(9a300973-0a7c-47d1-bafd-1eb2e37d7c51),segment_id=9a300973-0a7c-47d1-bafd-1eb2e37d7c51)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:23.585309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:23.643741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Transition to ACTIVE for port object fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:23.658946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Calling delete_port for fe12fd94-db3d-44b2-84e2-edb38164086e owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:07:23.665900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:23.767594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc67db-4353-4904-901c-f5c7b3a0dc20 req-5f84b49a-2ce9-4b97-8c05-ab272b617454 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:23.769314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4bc67db-4353-4904-901c-f5c7b3a0dc20 req-5f84b49a-2ce9-4b97-8c05-ab272b617454 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.1442225 Mar 11 17:07:23.790502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049fec-f6c6-4112-85fa-b819065063d6 req-3e3f699e-96d6-4f8e-96d3-ba21ef2b079e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:23.792189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2049fec-f6c6-4112-85fa-b819065063d6 req-3e3f699e-96d6-4f8e-96d3-ba21ef2b079e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 944 time: 0.1692731 Mar 11 17:07:23.853041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 21055f5e-7982-43ca-b94f-f55d98801072 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:23.923354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4bc67db-4353-4904-901c-f5c7b3a0dc20 req-923001a0-e846-414f-9b54-3bfc1db3eaa9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408870 Mar 11 17:07:23.940871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2049fec-f6c6-4112-85fa-b819065063d6 req-32a6d7d3-4d58-4f35-960b-f1135d036ea3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374040 Mar 11 17:07:23.948897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 21055f5e-7982-43ca-b94f-f55d98801072 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:23.954929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 21055f5e-7982-43ca-b94f-f55d98801072 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:23.955449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.088314 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.141731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:24.145798 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18030fec-487b-41cf-adf0-33375556726f" -d '{"events": [{"server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "name": "network-vif-plugged", "status": "completed", "tag": "21055f5e-7982-43ca-b94f-f55d98801072"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:24.167947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12c3eb4d-3229-4824-9aa3-3be62831994b req-14427a06-3eed-49cd-952b-c98f60bbdd9e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 210 time: 0.0869350 Mar 11 17:07:24.168557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:24.176902 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.194845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.266523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=21055f5e-7982-43ca-b94f-f55d98801072,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:24.271898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37452) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:24.274968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b781f1b0-44f8-4536-8f58-38f3a1618039 req-29bc23f5-0ec0-4551-b770-8a5439e4a1e9 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.1059434 Mar 11 17:07:24.277673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe12fd94-db3d-44b2-84e2-edb38164086e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:24.290738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.291083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.291398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.291727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.292053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.292439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.293810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.294075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-981013587-network', 'tenant_id': 'f635dc90e621442c838ecb348af5add0'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:24.294187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.294449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.294793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.295092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.295404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.353323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:24.381517 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-a7f72528-476d-40a0-8c55-94a8ae9266c0 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500722 Mar 11 17:07:24.398630 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd85ec77-a4ca-4029-94af-f703b93e059e x-openstack-request-id: req-fd85ec77-a4ca-4029-94af-f703b93e059e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:24.399121 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "name": "network-vif-plugged", "status": "completed", "tag": "21055f5e-7982-43ca-b94f-f55d98801072", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:24.399534 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd85ec77-a4ca-4029-94af-f703b93e059e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:24.401084 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072', 'code': 200} Mar 11 17:07:24.578308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.672031 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.704143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Made reservation on behalf of f635dc90e621442c838ecb348af5add0 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:24.706849 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.738980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Attempting to bind port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:24.739446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Attempting to bind port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:24.739972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Attempting to bind port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:24.758893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.784021 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a252320-fb05-4106-8f0a-dc209bb0d60e req-b862ae2f-e5d9-48a3-a024-66fca58fac82 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521721 Mar 11 17:07:24.784418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e745f-648a-46b6-af36-44d874928811 req-4f37aa41-5d1e-4ea7-880b-924c40a3de76 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:24.785997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-158e745f-648a-46b6-af36-44d874928811 req-4f37aa41-5d1e-4ea7-880b-924c40a3de76 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 935 time: 0.4464967 Mar 11 17:07:24.791113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:24.791623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Attempting to bind port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:24.828120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Network 21492b47-f8bc-49f0-bdde-3091c249d24d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:24.833622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:24.834031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba458109-2380-4c41-83e1-86eb84a5bc3c req-43c099bc-18a0-443d-b37d-d99b7bd155e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:24.834257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:24.834358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:24.834807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Bound port: fcd00a9f-612c-4a3b-8dd9-68fe79566ed6, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:24.835142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.835400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba458109-2380-4c41-83e1-86eb84a5bc3c req-43c099bc-18a0-443d-b37d-d99b7bd155e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1096 time: 0.2065549 Mar 11 17:07:24.838817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:24.846626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event updated for resources: {'Port': ['ID=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:24.860888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:24.934892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.942809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-158e745f-648a-46b6-af36-44d874928811 req-a0a29abf-d3bd-45d0-9d57-c75a8c6b3f99 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144156 Mar 11 17:07:24.946706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba458109-2380-4c41-83e1-86eb84a5bc3c req-903a496b-1b09-4883-869c-076d74b9bef8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972931 Mar 11 17:07:24.995653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493745fc-f642-4535-a8dd-5f3ae9c834a9 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:25.023784 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.034151 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.041839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.049402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.050554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.081121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] For port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:25.087873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Transition to ACTIVE for port object 493745fc-f642-4535-a8dd-5f3ae9c834a9 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:25.091166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] For port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:25.094170 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.109159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.116255 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-d45ab60d-894a-4ac2-b4fb-fee64f59542f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1156294 Mar 11 17:07:25.139654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:07:25.186611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa203c-c87e-4ed0-8efe-43075f55039c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:25.189455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.191414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.193253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] 10.222.0.66 "PUT /v2.0/ports/fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 HTTP/1.1" status: 200 len: 1096 time: 3.2734675 Mar 11 17:07:25.194899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.195247 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Added segment 15c58d89-806a-45b9-bb28-f3432c283a4b of type vlan for network 6534fd04-573b-456f-aeac-1fdc4550bf89 Mar 11 17:07:25.197139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466cdab4-b59b-4601-914f-9339fb4099d6', 'tag': 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:25.200326 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa" -d '{"events": [{"name": "network-changed", "server_uuid": "466cdab4-b59b-4601-914f-9339fb4099d6", "tag": "fcd00a9f-612c-4a3b-8dd9-68fe79566ed6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:25.216477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Request body: {'port': {'device_id': '725d86dd-a593-4b66-9f09-1838ac4f97f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:25.223769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Pushing event updated for resources: {'Port': ['ID=493745fc-f642-4535-a8dd-5f3ae9c834a9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:25.292898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691b415-49a7-4f65-9a77-df862da350d4 req-a90e7b7d-c5cb-428c-91a3-28b0686a6210 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.295227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2691b415-49a7-4f65-9a77-df862da350d4 req-a90e7b7d-c5cb-428c-91a3-28b0686a6210 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.2154987 Mar 11 17:07:25.301314 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.356564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde8db-516c-40e2-8153-9b01872e137e req-a0944302-63d3-4177-a905-a59f57b79a5d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.361066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2adde8db-516c-40e2-8153-9b01872e137e req-a0944302-63d3-4177-a905-a59f57b79a5d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 945 time: 0.2589498 Mar 11 17:07:25.412901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.417386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73147faa-8eec-4bd7-bc95-8301afcc7cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:25.459512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Attempting to bind port 493745fc-f642-4535-a8dd-5f3ae9c834a9 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:25.459512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Attempting to bind port 493745fc-f642-4535-a8dd-5f3ae9c834a9 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:25.459512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Attempting to bind port 493745fc-f642-4535-a8dd-5f3ae9c834a9 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:25.462404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-a23f066f-5edf-4325-b0a5-17dc2db85847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.463933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-a23f066f-5edf-4325-b0a5-17dc2db85847 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 1099 time: 0.1949584 Mar 11 17:07:25.468041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Port 493745fc-f642-4535-a8dd-5f3ae9c834a9 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:25.468501 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Attempting to bind port 493745fc-f642-4535-a8dd-5f3ae9c834a9 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:25.494557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.495511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.496665 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.505572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2adde8db-516c-40e2-8153-9b01872e137e req-e62ee508-1b7b-4738-8623-2989c7d89ab6 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325140 Mar 11 17:07:25.543533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:25.543907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:25.544277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:25.544748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Bound port: 493745fc-f642-4535-a8dd-5f3ae9c834a9, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:25.545258 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.550410 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-3f861a96-b551-41a9-84e7-00492d3d6760 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 HTTP/1.1" status: 200 len: 217 time: 0.0596066 Mar 11 17:07:25.596996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] Pushing event updated for resources: {'Network': ['ID=6534fd04-573b-456f-aeac-1fdc4550bf89,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:25.616618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6534fd04-573b-456f-aeac-1fdc4550bf89 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:07:25.617919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2691b415-49a7-4f65-9a77-df862da350d4 req-b81604c4-23eb-4c86-9a99-acdd8480c439 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527981 Mar 11 17:07:25.729481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3d8429ad-889b-4021-ae63-e606eb6077f5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4532237 Mar 11 17:07:25.737752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37464) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:25.757424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Request body: {'subnet': {'network_id': '6534fd04-573b-456f-aeac-1fdc4550bf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-981013587-subnet', 'tenant_id': 'f635dc90e621442c838ecb348af5add0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:25.773575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-a58742ba-3591-4a37-bd4b-4bd39a5434a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.775214 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-a58742ba-3591-4a37-bd4b-4bd39a5434a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2081387 Mar 11 17:07:25.820126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Router 19705abe-605d-4c6b-aaed-0d71418bbbbb has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:07:25.835503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Made reservation on behalf of f635dc90e621442c838ecb348af5add0 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:25.839438 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.859200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] For port 493745fc-f642-4535-a8dd-5f3ae9c834a9, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:25.886993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] For port 493745fc-f642-4535-a8dd-5f3ae9c834a9, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=493745fc-f642-4535-a8dd-5f3ae9c834a9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:25.896662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:25.901338 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.940992 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:07:25.952747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc59e-368a-424e-8772-b805182f5579 req-5e579e8a-e8b0-499f-9d18-95e9fa3bad17 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.958947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-9f1cfdc3-27af-4d1e-b500-4f7892638079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.960544 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-9f1cfdc3-27af-4d1e-b500-4f7892638079 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764812 Mar 11 17:07:25.965777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dddc59e-368a-424e-8772-b805182f5579 req-5e579e8a-e8b0-499f-9d18-95e9fa3bad17 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 931 time: 0.3234737 Mar 11 17:07:25.989810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:25.990442 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:25.991880 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] 10.222.0.66 "PUT /v2.0/ports/493745fc-f642-4535-a8dd-5f3ae9c834a9 HTTP/1.1" status: 200 len: 1095 time: 2.7279613 Mar 11 17:07:26.086625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ca296-55f3-4ff3-8b13-fe909174307a service neutron] Pushing event updated for resources: {'Port': ['ID=493745fc-f642-4535-a8dd-5f3ae9c834a9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:26.138767 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa315cb-42a5-4000-b2d3-e60b6066284e x-openstack-request-id: req-0aa315cb-42a5-4000-b2d3-e60b6066284e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:26.139217 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466cdab4-b59b-4601-914f-9339fb4099d6", "tag": "fcd00a9f-612c-4a3b-8dd9-68fe79566ed6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:26.139609 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0aa315cb-42a5-4000-b2d3-e60b6066284e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:26.140671 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466cdab4-b59b-4601-914f-9339fb4099d6', 'tag': 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', 'status': 'completed', 'code': 200} Mar 11 17:07:26.156570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:26.177476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13', 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4', 'port_id': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13', 'mac_address': 'fa:16:3e:2b:97:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e711de99-59e4-40d2-8451-c5cbb6281077', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:07:26.248558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:26.271612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.275682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.281637 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-60e82be2-688d-4798-ac97-5c929ca5b59b service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100100 Mar 11 17:07:26.284034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dddc59e-368a-424e-8772-b805182f5579 req-e17bc829-0cac-49ea-a456-65a2ed81f4d5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974415 Mar 11 17:07:26.285746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-72dc7538-60bc-480f-a105-1bc78ee500eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:26.287262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-72dc7538-60bc-480f-a105-1bc78ee500eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 1098 time: 0.2158408 Mar 11 17:07:26.306035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:26.322152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Transition to ACTIVE for port object 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:26.337725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2be7d21b-3730-40fd-9b82-9139561cecdf req-e9997263-3c27-4e92-9aa5-aec7f34e1025 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.1135495 Mar 11 17:07:26.361436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:07:26.362204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:26.371668 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.372178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bb9ff317-2b74-4717-b229-03dabad5be25 admin admin] 10.222.0.53 "PUT /v2.0/routers/19705abe-605d-4c6b-aaed-0d71418bbbbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8468833 Mar 11 17:07:26.387773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37468) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:26.389283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.396096 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] Sync routers for ids ['19705abe-605d-4c6b-aaed-0d71418bbbbb'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:26.407043 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-53ae6a4b-24c4-429f-bc4c-840ee5485c78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=493745fc-f642-4535-a8dd-5f3ae9c834a9 HTTP/1.1" status: 200 len: 217 time: 0.0967088 Mar 11 17:07:26.434234 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] Routers {'19705abe-605d-4c6b-aaed-0d71418bbbbb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:26.435220 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['19705abe-605d-4c6b-aaed-0d71418bbbbb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:26.495629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:26.531133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-777fafba-dcca-4d6a-b1db-66d64f16940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:26.532933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-777fafba-dcca-4d6a-b1db-66d64f16940d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0911036 Mar 11 17:07:26.557989 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.633265 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] Set router 19705abe-605d-4c6b-aaed-0d71418bbbbb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:26.712526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e0b045-9055-47c7-8c8f-88841cc8e07c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:26.743227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:26.755356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd7198-9900-461a-947f-88a203c119bd req-823c303d-6c83-408b-834e-519a5f9ab96a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:26.755667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-decd7198-9900-461a-947f-88a203c119bd req-823c303d-6c83-408b-834e-519a5f9ab96a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 947 time: 0.3176193 Mar 11 17:07:26.805945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669e90-2214-44f9-9c17-0bf9967f85b1 req-8c3cb924-6cce-4399-8ebb-890dacc036f3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:26.807469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df669e90-2214-44f9-9c17-0bf9967f85b1 req-8c3cb924-6cce-4399-8ebb-890dacc036f3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 945 time: 0.1523020 Mar 11 17:07:26.811745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Checking segment: {'id': '15c58d89-806a-45b9-bb28-f3432c283a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6534fd04-573b-456f-aeac-1fdc4550bf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:26.812114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Network hostable DHCP agents. Network: 6534fd04-573b-456f-aeac-1fdc4550bf89, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:07:26.820914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:26.829278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-3203377a-38ca-4e86-896d-85227423a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:26.831027 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-3203377a-38ca-4e86-896d-85227423a67b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268174 Mar 11 17:07:26.857316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-decd7198-9900-461a-947f-88a203c119bd req-69a534f4-bc5e-4164-976c-b8322a764f70 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879118 Mar 11 17:07:26.886781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Network 6534fd04-573b-456f-aeac-1fdc4550bf89 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:07:26.906154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df669e90-2214-44f9-9c17-0bf9967f85b1 req-bd39c4ee-26cd-4bb4-bc74-185ba6452f38 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757301 Mar 11 17:07:26.907572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6534fd04-573b-456f-aeac-1fdc4550bf89) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:26.923676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:26.924957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.955347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8f4be-c6e8-4aa8-b782-b7d862d53758 None None] Network 6534fd04-573b-456f-aeac-1fdc4550bf89 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:26.982138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fe07af14-edad-4c9f-8e64-7e0c296c5849 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2329586 Mar 11 17:07:27.056894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a8df-e939-412f-8e62-2b85ae926a29 req-3218c411-c67b-4a0d-8163-74f72da3d811 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:27.063032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc48a8df-e939-412f-8e62-2b85ae926a29 req-3218c411-c67b-4a0d-8163-74f72da3d811 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 0.0886819 Mar 11 17:07:27.079062 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:24Z', 'revision_number': 5, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'gw_port': {'id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:08Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:27.133990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc48a8df-e939-412f-8e62-2b85ae926a29 req-e296d853-d9f4-4b35-b00b-318d0ccea731 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648687 Mar 11 17:07:27.158074 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] Checking router: 19705abe-605d-4c6b-aaed-0d71418bbbbb for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:27.176194 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] Routers {'19705abe-605d-4c6b-aaed-0d71418bbbbb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:27.177131 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['19705abe-605d-4c6b-aaed-0d71418bbbbb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:27.204740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37480) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:27.256683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Attempting to bind port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:27.258984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Attempting to bind port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:27.259322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Attempting to bind port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:27.298528 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-1c305b22-1e59-4c62-af4f-db3e868ed2f5 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9991632 Mar 11 17:07:27.299984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0a5eca-6ea5-43aa-80ea-007e9b5ef42f admin admin] Deleting subnet 4fd831a0-97bb-4e70-89a0-b001da26e7d7 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:07:27.300380 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:27.305611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5eca-6ea5-43aa-80ea-007e9b5ef42f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:27.321418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 on network 21492b47-f8bc-49f0-bdde-3091c249d24d not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:27.321799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Attempting to bind port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:27.324135 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] Set router 19705abe-605d-4c6b-aaed-0d71418bbbbb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:27.362802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5eca-6ea5-43aa-80ea-007e9b5ef42f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:27.404219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f295a8-8a80-45e9-8fc8-508f1420720f None None] Network 6534fd04-573b-456f-aeac-1fdc4550bf89 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:27.422519 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5eca-6ea5-43aa-80ea-007e9b5ef42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:27.495169 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-b13c4562-3e42-440c-9918-466b9ca97f1a service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456339 Mar 11 17:07:27.501192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:27.501709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Checking segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:27.502358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Bound using segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:27.503127 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Bound port: 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:27.503683 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:27.692815 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:24Z', 'revision_number': 5, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'gw_port': {'id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:08Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:27.734235 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9268e-3493-4995-a848-50242934fbc2 None None] The sync data for ids ['19705abe-605d-4c6b-aaed-0d71418bbbbb'] in n-d-833411-1 is: [{'id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-513572457-router', 'tenant_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:24Z', 'revision_number': 5, 'project_id': 'ff7373aa9cf341f3a6ef510d7c7e8f5f', 'gw_port': {'id': '6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19705abe-605d-4c6b-aaed-0d71418bbbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:08Z', 'updated_at': '2022-03-11T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:27.765707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64d105e6-0287-404d-89e0-e6ad2c4099eb req-6d9ff930-b88d-4336-984b-b234e48878a0 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372520 Mar 11 17:07:27.804446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-816fc246-3285-4d09-bace-9cbbb53e0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:27.807398 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-816fc246-3285-4d09-bace-9cbbb53e0868 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 1099 time: 0.3464036 Mar 11 17:07:27.811750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53937e4a-3e28-43db-ba01-4ad9f59a87a5 req-1636225e-06d8-4dde-bb9b-04db204bfe26 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:27.813308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53937e4a-3e28-43db-ba01-4ad9f59a87a5 req-1636225e-06d8-4dde-bb9b-04db204bfe26 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 943 time: 0.3559451 Mar 11 17:07:27.837804 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5eca-6ea5-43aa-80ea-007e9b5ef42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:27.876713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a5eca-6ea5-43aa-80ea-007e9b5ef42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd831a0-97bb-4e70-89a0-b001da26e7d7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:27.880935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:27.882676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9e204-114a-4f67-9c23-ac6525ded634 req-6d4dd954-db0d-44d4-bbcf-bbf20a7c0c46 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:27.884492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aae9e204-114a-4f67-9c23-ac6525ded634 req-6d4dd954-db0d-44d4-bbcf-bbf20a7c0c46 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1096 time: 0.1306205 Mar 11 17:07:27.887413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:27.888602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] For port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:27.905248 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5eca-6ea5-43aa-80ea-007e9b5ef42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:27.911243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eb0a5eca-6ea5-43aa-80ea-007e9b5ef42f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4fd831a0-97bb-4e70-89a0-b001da26e7d7 HTTP/1.1" status: 204 len: 168 time: 0.7053888 Mar 11 17:07:27.911999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] For port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:27.916638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:27.930586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53937e4a-3e28-43db-ba01-4ad9f59a87a5 req-54279c58-314c-4d67-b773-2632c0f6650a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034851 Mar 11 17:07:27.931736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:27.968673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aae9e204-114a-4f67-9c23-ac6525ded634 req-061a8f2e-4001-409b-9bc9-8e0ef14dddc4 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560584 Mar 11 17:07:27.993711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:27.999001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:27.999443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.059326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8872e454-88b9-4050-8738-cc283b36a33f req-3f93f11a-7080-4337-83da-3a0430b8135d tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0466733 Mar 11 17:07:28.075058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.076014 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.078340 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] 10.222.0.46 "PUT /v2.0/ports/3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 HTTP/1.1" status: 200 len: 1091 time: 2.8700097 Mar 11 17:07:28.099442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-561c98a9-50a6-48b1-9b3d-a127d7e06ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.099442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-561c98a9-50a6-48b1-9b3d-a127d7e06ea1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2776859 Mar 11 17:07:28.106728 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.133338 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.142025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0470f455-9cca-4d21-a146-72ffd431f1ef', 'tag': '493745fc-f642-4535-a8dd-5f3ae9c834a9'}, {'name': 'network-changed', 'server_uuid': '725d86dd-a593-4b66-9f09-1838ac4f97f4', 'tag': '3e2b1268-72d5-4e70-ba58-0c3c3bdf8897'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:28.145466 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fee65ff-5799-42a9-adaf-c4f03a1a3557" -d '{"events": [{"name": "network-changed", "server_uuid": "0470f455-9cca-4d21-a146-72ffd431f1ef", "tag": "493745fc-f642-4535-a8dd-5f3ae9c834a9"}, {"name": "network-changed", "server_uuid": "725d86dd-a593-4b66-9f09-1838ac4f97f4", "tag": "3e2b1268-72d5-4e70-ba58-0c3c3bdf8897"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:28.165241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:28.167228 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffe693e-7708-44ac-b1ce-b7c2a5dd7491" -d '{"events": [{"server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "name": "network-vif-plugged", "status": "completed", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:28.182940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:28.185935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002015ef-c696-4ad0-9111-c89af0882440 req-346f5dcd-8868-44e5-af5b-f8c4986b5b5d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.188746 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.200449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-002015ef-c696-4ad0-9111-c89af0882440 req-346f5dcd-8868-44e5-af5b-f8c4986b5b5d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 947 time: 0.1288767 Mar 11 17:07:28.234236 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-41fd10c0-6536-4426-b82d-eb777bdcc4ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 HTTP/1.1" status: 200 len: 217 time: 0.1242049 Mar 11 17:07:28.256209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880cb65-f770-4882-b837-2697f91cfb35 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:28.273325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:28.284997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-002015ef-c696-4ad0-9111-c89af0882440 req-27891034-69e4-49f0-b581-d94c9c14d3bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840323 Mar 11 17:07:28.309234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d53b8-78bc-4659-9d58-9ecf48dae44a req-fbf42297-9f1c-4813-a69e-833be4dd5ed0 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.311260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-545d53b8-78bc-4659-9d58-9ecf48dae44a req-fbf42297-9f1c-4813-a69e-833be4dd5ed0 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1096 time: 0.0687263 Mar 11 17:07:28.330074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Deleting port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:07:28.330609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.364887 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a6fa6e-f62c-42b8-a733-933edc40712b x-openstack-request-id: req-12a6fa6e-f62c-42b8-a733-933edc40712b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:28.365273 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0470f455-9cca-4d21-a146-72ffd431f1ef", "tag": "493745fc-f642-4535-a8dd-5f3ae9c834a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "725d86dd-a593-4b66-9f09-1838ac4f97f4", "tag": "3e2b1268-72d5-4e70-ba58-0c3c3bdf8897", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:28.365630 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12a6fa6e-f62c-42b8-a733-933edc40712b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:28.366133 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0470f455-9cca-4d21-a146-72ffd431f1ef', 'tag': '493745fc-f642-4535-a8dd-5f3ae9c834a9', 'status': 'completed', 'code': 200} Mar 11 17:07:28.366532 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725d86dd-a593-4b66-9f09-1838ac4f97f4', 'tag': '3e2b1268-72d5-4e70-ba58-0c3c3bdf8897', 'status': 'completed', 'code': 200} Mar 11 17:07:28.381957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-545d53b8-78bc-4659-9d58-9ecf48dae44a req-9975a6dc-ac6e-4a2b-b0e2-cea6504d8596 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Mar 11 17:07:28.414863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-aae7f726-e389-4d3b-96cd-8e92e78bfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.416380 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-aae7f726-e389-4d3b-96cd-8e92e78bfef5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1541388 Mar 11 17:07:28.429616 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fe5417-9f33-4757-9f7b-de8a467eaf9e x-openstack-request-id: req-26fe5417-9f33-4757-9f7b-de8a467eaf9e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:28.430243 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "name": "network-vif-plugged", "status": "completed", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:28.430776 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26fe5417-9f33-4757-9f7b-de8a467eaf9e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:28.431537 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13', 'code': 200} Mar 11 17:07:28.536137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.556974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fe12fd94-db3d-44b2-84e2-edb38164086e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:07:28.564366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e96305-3307-4c58-a965-28b2fce871f5']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:28.577253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d5d165-32f3-4579-b775-b761d2573f1a') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:28.577253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d5d165-32f3-4579-b775-b761d2573f1a') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:28.588127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.598746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-7b9ba30e-30b2-482e-8112-f073c0da8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.600400 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-7b9ba30e-30b2-482e-8112-f073c0da8db2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 1094 time: 0.4510496 Mar 11 17:07:28.615744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: fe12fd94-db3d-44b2-84e2-edb38164086e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:07:28.616789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fe12fd94-db3d-44b2-84e2-edb38164086e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:07:28.622823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15388cd0-9c77-4ade-a448-601029967480 req-49242b0b-01b7-4408-ba87-59da06f4196c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.624377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15388cd0-9c77-4ade-a448-601029967480 req-49242b0b-01b7-4408-ba87-59da06f4196c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.1703923 Mar 11 17:07:28.640271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd08ae-3430-4bc5-be63-61cc981b71d3 req-97092d61-96f3-4fff-aff9-e983dfef291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.641113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12cd08ae-3430-4bc5-be63-61cc981b71d3 req-97092d61-96f3-4fff-aff9-e983dfef291b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1096 time: 0.1226382 Mar 11 17:07:28.665782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.690301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15388cd0-9c77-4ade-a448-601029967480 req-99c2f8e5-7a49-4a08-ad40-3fb96dd9b16a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588689 Mar 11 17:07:28.708951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12cd08ae-3430-4bc5-be63-61cc981b71d3 req-488efa9f-385e-4ea9-95a9-274b38e017cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577867 Mar 11 17:07:28.719268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:07:28.719735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:07:28.735380 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:07:28.740296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] For port 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:28.740296 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.752405 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-7a630045-f750-4f6a-8588-cfd14ee76833 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 HTTP/1.1" status: 200 len: 217 time: 0.1128743 Mar 11 17:07:28.807072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Calling delete_port for 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:07:28.833139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-c0e6e974-1fa8-49a2-8ac2-dec18bd53992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.834806 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-c0e6e974-1fa8-49a2-8ac2-dec18bd53992 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 1098 time: 0.4339306 Mar 11 17:07:28.836868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.869427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-17dfabc1-0b7e-420c-a0e4-6b694ff6f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.871458 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-17dfabc1-0b7e-420c-a0e4-6b694ff6f417 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3774114 Mar 11 17:07:28.909341 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:28.911489 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/77e96305-3307-4c58-a965-28b2fce871f5 HTTP/1.1" status: 204 len: 168 time: 0.9938974 Mar 11 17:07:28.915414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37510) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:28.975444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76e3ac-c410-4ea9-868a-58a5256cb9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=77e96305-3307-4c58-a965-28b2fce871f5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:29.008562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-944182ef-b7dc-44f5-9046-eb31dc757efa admin admin] Deleting subnet 04e0b045-9055-47c7-8c8f-88841cc8e07c {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:07:29.021519 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-944182ef-b7dc-44f5-9046-eb31dc757efa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.108200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-944182ef-b7dc-44f5-9046-eb31dc757efa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.176846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-77d7d364-9640-4093-b146-7d772396a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:29.177872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd63b7-6012-4259-b720-231f6c5d2791 req-0a2b4cf4-f6c1-4d01-9acc-fd45c0d09131 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:29.178335 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-77d7d364-9640-4093-b146-7d772396a754 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.2151027 Mar 11 17:07:29.180641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abdd63b7-6012-4259-b720-231f6c5d2791 req-0a2b4cf4-f6c1-4d01-9acc-fd45c0d09131 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 943 time: 0.1296928 Mar 11 17:07:29.182687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-0110648f-bc39-458c-b136-fb9cfe2861ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:29.184771 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-0110648f-bc39-458c-b136-fb9cfe2861ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.3116422 Mar 11 17:07:29.189278 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-c67a1ef9-c698-4a80-8477-95c49f94b507 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056591 Mar 11 17:07:29.248591 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-944182ef-b7dc-44f5-9046-eb31dc757efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.295224 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-7849443f-aeb0-486d-9000-971eb62fdaf1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=493745fc-f642-4535-a8dd-5f3ae9c834a9 HTTP/1.1" status: 200 len: 217 time: 0.0954869 Mar 11 17:07:29.302908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abdd63b7-6012-4259-b720-231f6c5d2791 req-462d2a2b-25cf-4729-a33c-fd2bec04fce6 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099336 Mar 11 17:07:29.373548 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-6c8a49e7-378a-4f3d-9a4d-90685444c8bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564171 Mar 11 17:07:29.378177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-944182ef-b7dc-44f5-9046-eb31dc757efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.416706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944182ef-b7dc-44f5-9046-eb31dc757efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e0b045-9055-47c7-8c8f-88841cc8e07c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:29.444769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-944182ef-b7dc-44f5-9046-eb31dc757efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.453115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-944182ef-b7dc-44f5-9046-eb31dc757efa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/04e0b045-9055-47c7-8c8f-88841cc8e07c HTTP/1.1" status: 204 len: 168 time: 0.5363302 Mar 11 17:07:29.453875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37534) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:29.495146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fba8c20-3b54-441f-87ab-44dc59a7693e req-c2281650-2e30-4d12-bcaa-dda23b067974 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0697095 Mar 11 17:07:29.615414 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.757374 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.798723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6534fd04-573b-456f-aeac-1fdc4550bf89']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:29.815542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c58d89-806a-45b9-bb28-f3432c283a4b') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:29.815845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c58d89-806a-45b9-bb28-f3432c283a4b') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:29.825196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cba58-9f29-46c8-bac1-171cdd28ffcb req-8a1d250b-2d63-4acf-819b-8f325a179802 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:29.827101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b64cba58-9f29-46c8-bac1-171cdd28ffcb req-8a1d250b-2d63-4acf-819b-8f325a179802 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 947 time: 0.1536453 Mar 11 17:07:29.840409 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.866188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.868083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-3f819d97-1a48-4145-852c-62d7808964d1 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:07:29.869374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-3f819d97-1a48-4145-852c-62d7808964d1 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083399 Mar 11 17:07:29.878620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.897107 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-0c306aa5-428f-4ac2-9bf1-35deb48d2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:29.899261 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-0c306aa5-428f-4ac2-9bf1-35deb48d2681 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.5283074 Mar 11 17:07:29.901300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:07:29.902504 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:07:29.916315 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:07:29.936847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b64cba58-9f29-46c8-bac1-171cdd28ffcb req-40f9feda-8ce8-4990-84dc-1563debeeb55 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996356 Mar 11 17:07:29.949138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:29.962757 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4d3c31fe-5dae-40c7-bafb-b2ed33763caa req-0d69fdfd-1d5c-4205-a99b-f1971c006e86 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7554948 Mar 11 17:07:29.976085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-731ec380-d09a-49f6-9d5f-ab11f7449d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:29.977779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-731ec380-d09a-49f6-9d5f-ab11f7449d02 service neutron] 10.222.0.53 "GET /v2.0/ports/21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 200 len: 1093 time: 0.0939310 Mar 11 17:07:29.991444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Request body: {'binding': {'host': 'n-h1-833411-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:29.998574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Unknown quota resources ['binding']. {{(pid=102642) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 17:07:30.031676 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.041004 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.045460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] 10.222.0.53 "DELETE /v2.0/networks/6534fd04-573b-456f-aeac-1fdc4550bf89 HTTP/1.1" status: 204 len: 168 time: 0.5661118 Mar 11 17:07:30.063332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4d252-fae7-4c96-8f83-abe5d6c2253d admin admin] Pushing event deleted for resources: {'Network': ['ID=6534fd04-573b-456f-aeac-1fdc4550bf89,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:30.097922 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-b4870ac3-a9d4-48d4-a134-2d4ead140713 service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934998 Mar 11 17:07:30.115970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-501c2cb4-8775-4eac-88b0-3d7bb266cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:30.118093 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-501c2cb4-8775-4eac-88b0-3d7bb266cec5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1878841 Mar 11 17:07:30.135043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.192094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c272f37-911a-40b3-9ccd-26a59fe4d644 req-5b999d5f-8ce6-4537-8e13-ee18c6268c23 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:30.194244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c272f37-911a-40b3-9ccd-26a59fe4d644 req-5b999d5f-8ce6-4537-8e13-ee18c6268c23 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.1133823 Mar 11 17:07:30.252860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 on host n-h1-833411-1 for vnic_type normal with profile None {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:30.253318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:30.253762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:30.266363 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c272f37-911a-40b3-9ccd-26a59fe4d644 req-60ad482e-9f85-45ef-b54e-343fa19c2f5d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582323 Mar 11 17:07:30.267147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Port 21055f5e-7982-43ca-b94f-f55d98801072 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:30.267565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:30.273966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:30.274572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:30.275172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:30.275822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Bound port: 21055f5e-7982-43ca-b94f-f55d98801072, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:30.349046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:30.363868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.365845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-f196253a-c233-48e4-8bcd-ade4b7a6fed1 service neutron] 10.222.0.53 "POST /v2.0/ports/21055f5e-7982-43ca-b94f-f55d98801072/bindings HTTP/1.1" status: 201 len: 389 time: 0.3777554 Mar 11 17:07:30.385760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.392134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.547019 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.547894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19705abe-605d-4c6b-aaed-0d71418bbbbb {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:07:30.556864 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-489d37db-d137-427f-8427-2fec55e23cc5 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241831 Mar 11 17:07:30.560492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.563824 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c8bc1733-b913-47a6-aa29-f3243b36a3a2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/19705abe-605d-4c6b-aaed-0d71418bbbbb HTTP/1.1" status: 204 len: 168 time: 4.1533442 Mar 11 17:07:30.564669 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fa5ee3d2-60bd-4788-8ed2-aec417cf3a8a req-67993125-ab7e-4edc-a5b3-64c7aed564dc service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518678 Mar 11 17:07:30.565595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37544) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:30.586577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d706b8-18aa-40b8-b8f2-0ef4aa101ddb req-807b7d4e-2174-4530-b829-8b5179599da3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:30.588458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3d706b8-18aa-40b8-b8f2-0ef4aa101ddb req-807b7d4e-2174-4530-b829-8b5179599da3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 943 time: 0.1404862 Mar 11 17:07:30.631278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:30.632836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37548) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:30.741740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3d706b8-18aa-40b8-b8f2-0ef4aa101ddb req-7b81be76-a408-4aa9-8ce5-e9a02a7ea604 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421800 Mar 11 17:07:30.828394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-68fe0b6a-43f9-44c6-b243-7821107f29fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b383b56da754417b6bf918e78d9990c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944201 Mar 11 17:07:30.833056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37550) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:30.911286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:30.931604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', 'mac_address': 'fa:16:3e:9d:02:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:07:30.941883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63a05917-59e5-47a7-85c9-753236479367 req-98058948-f238-43d3-abda-7bb1fd87a19f tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0480082 Mar 11 17:07:30.951328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a6c0b-7e0a-4d09-8faa-62c92ecabb99 req-1f091fe4-5f73-464b-a58d-20c5edfa66aa tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:30.959341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a98a6c0b-7e0a-4d09-8faa-62c92ecabb99 req-1f091fe4-5f73-464b-a58d-20c5edfa66aa tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 945 time: 0.1968358 Mar 11 17:07:30.983377 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-135820ed-de96-4191-a87a-1b5d114351af service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181566 Mar 11 17:07:30.984833 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.018225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-36aa9a43-451c-4e6b-bc69-108d4a887cd9 admin admin] Deleting subnet d6cd0bf7-8364-40ae-aa12-4c8c019623b0 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:07:31.028139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-36aa9a43-451c-4e6b-bc69-108d4a887cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.032319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:31.048562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a98a6c0b-7e0a-4d09-8faa-62c92ecabb99 req-4f9156aa-f7b8-47ff-8133-2c8f191f82a7 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879955 Mar 11 17:07:31.061582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b60787b6-8b44-4b5c-afba-d551b53f89c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.073518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:31.081050 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.099082 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b60787b6-8b44-4b5c-afba-d551b53f89c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.113867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-36aa9a43-451c-4e6b-bc69-108d4a887cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.146247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-b8819aff-d348-44e8-94e2-98512f0b0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.148505 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-b8819aff-d348-44e8-94e2-98512f0b0db3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1096 time: 0.2579474 Mar 11 17:07:31.156714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:31.181200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-ea861d39-f516-4d63-bf57-f87882325ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.182682 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-ea861d39-f516-4d63-bf57-f87882325ae5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 1094 time: 0.5013115 Mar 11 17:07:31.225801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c3449-d8bb-454f-933f-2ed10b51f12e req-85513637-5566-413d-ab75-aead47a7dfa9 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.227561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-722c3449-d8bb-454f-933f-2ed10b51f12e req-85513637-5566-413d-ab75-aead47a7dfa9 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 947 time: 0.0902433 Mar 11 17:07:31.242703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b60787b6-8b44-4b5c-afba-d551b53f89c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.246497 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b60787b6-8b44-4b5c-afba-d551b53f89c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.250826 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b60787b6-8b44-4b5c-afba-d551b53f89c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/844b9a5c-1029-4182-8f3c-c1481e436b3b HTTP/1.1" status: 204 len: 168 time: 0.4134643 Mar 11 17:07:31.299243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60787b6-8b44-4b5c-afba-d551b53f89c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b9a5c-1029-4182-8f3c-c1481e436b3b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:31.329172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-36aa9a43-451c-4e6b-bc69-108d4a887cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.344964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-722c3449-d8bb-454f-933f-2ed10b51f12e req-e732171a-66b9-4e0f-8f0b-fe720ec27e0e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100762 Mar 11 17:07:31.440490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['fcd00a9f-612c-4a3b-8dd9-68fe79566ed6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:31.478607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-b17f5fcc-ba35-440f-9a4f-5c1387dc1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.480908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-b17f5fcc-ba35-440f-9a4f-5c1387dc1dc8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.3234389 Mar 11 17:07:31.523463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb0ee1-f31d-47b7-b4b4-13340c2fba58 req-73c9d5d3-8562-4c5e-916b-99e23f655e91 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.537064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dcb0ee1-f31d-47b7-b4b4-13340c2fba58 req-73c9d5d3-8562-4c5e-916b-99e23f655e91 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.1113203 Mar 11 17:07:31.547488 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-1675492e-975f-4597-8b92-dd6002eccfdd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 200 len: 217 time: 0.0575049 Mar 11 17:07:31.550342 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-36aa9a43-451c-4e6b-bc69-108d4a887cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.591475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dcb0ee1-f31d-47b7-b4b4-13340c2fba58 req-5c5bcc2e-5f6d-42e6-9bcb-0d07bd4790ab tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 Mar 11 17:07:31.608810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-12a28bd4-a063-4e58-81fc-6e4783a03224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.613977 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-12a28bd4-a063-4e58-81fc-6e4783a03224 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 911 time: 0.3837018 Mar 11 17:07:31.618665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa9a43-451c-4e6b-bc69-108d4a887cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6cd0bf7-8364-40ae-aa12-4c8c019623b0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:31.699476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24020a5-2137-4f59-bb93-1ca718c6deac None None] Network 7185db8d-cf77-44cd-819e-a87653ef8501 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:31.719289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-36aa9a43-451c-4e6b-bc69-108d4a887cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.722903 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-36aa9a43-451c-4e6b-bc69-108d4a887cd9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d6cd0bf7-8364-40ae-aa12-4c8c019623b0 HTTP/1.1" status: 204 len: 168 time: 1.1560996 Mar 11 17:07:31.725928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37562) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:31.728905 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-49c203bf-fcd7-44a0-b227-ca490ae4d941 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 HTTP/1.1" status: 200 len: 217 time: 0.1054370 Mar 11 17:07:31.792267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eee54a-7657-4c3d-af41-45ab0be4c93e req-3a47a0c4-b8d9-4926-bf1b-6f63e5ecafbc tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.806617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22eee54a-7657-4c3d-af41-45ab0be4c93e req-3a47a0c4-b8d9-4926-bf1b-6f63e5ecafbc tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1096 time: 0.1106529 Mar 11 17:07:31.820329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.891481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22eee54a-7657-4c3d-af41-45ab0be4c93e req-96fb28cd-fc7a-4a39-9898-816d04fce8e8 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838132 Mar 11 17:07:31.895641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-45e8b50a-b432-41fd-9452-a55bdb1c7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.898320 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-45e8b50a-b432-41fd-9452-a55bdb1c7e45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.3431382 Mar 11 17:07:31.914664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:31.957441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37364-b3a5-40fc-934d-4080a7cb2c38 req-ad900ecc-2cb9-45ab-8ec4-b69ee04314ce tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.957441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbd37364-b3a5-40fc-934d-4080a7cb2c38 req-ad900ecc-2cb9-45ab-8ec4-b69ee04314ce tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 943 time: 0.0752573 Mar 11 17:07:31.964199 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-9402ee18-bb7b-4d2c-9ca4-ad595efa0818 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533438 Mar 11 17:07:31.998647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-5992602e-ab2b-4475-9ae0-50d215365c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:31.999910 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-5992602e-ab2b-4475-9ae0-50d215365c57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.1744757 Mar 11 17:07:32.025205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac156481-46e2-42ba-999a-94718778e602 None None] DHCP port deletion for 7185db8d-cf77-44cd-819e-a87653ef8501 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:07:32.046360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbd37364-b3a5-40fc-934d-4080a7cb2c38 req-d5555351-3a80-4010-9af0-115ebb8e388e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816948 Mar 11 17:07:32.121092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ac156481-46e2-42ba-999a-94718778e602 None None] Deleting port 5dae8881-21da-46f3-a6db-2cb03a442c84 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:07:32.121878 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac156481-46e2-42ba-999a-94718778e602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.132618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84a32-2056-4c65-a65a-f36a01d1d8b2 req-2d122a68-fa20-4a1b-9c37-aa727375cb6c tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:32.134572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2a84a32-2056-4c65-a65a-f36a01d1d8b2 req-2d122a68-fa20-4a1b-9c37-aa727375cb6c tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1096 time: 0.0752907 Mar 11 17:07:32.149844 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-381fe58b-c5fe-4e88-b207-9b137b749c9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f635dc90e621442c838ecb348af5add0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875832 Mar 11 17:07:32.157907 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-ba8567d1-db2d-4363-8a8f-b60a4b0b2d55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061478 Mar 11 17:07:32.158493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37574) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:32.215016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ac156481-46e2-42ba-999a-94718778e602 None None] For port 5dae8881-21da-46f3-a6db-2cb03a442c84, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5dae8881-21da-46f3-a6db-2cb03a442c84,segment=NetworkSegment(9a300973-0a7c-47d1-bafd-1eb2e37d7c51),segment_id=9a300973-0a7c-47d1-bafd-1eb2e37d7c51)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:32.215658 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac156481-46e2-42ba-999a-94718778e602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.218936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-867881b4-3875-426c-80de-6430ae1bd03f req-b858e7fe-3513-428e-a7cc-00665300f827 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0581145 Mar 11 17:07:32.238099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2a84a32-2056-4c65-a65a-f36a01d1d8b2 req-c0d71dd9-c030-48c6-9a8a-bc5f32988148 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960276 Mar 11 17:07:32.242449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ac156481-46e2-42ba-999a-94718778e602 None None] Calling delete_port for 5dae8881-21da-46f3-a6db-2cb03a442c84 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:07:32.427585 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-9784e8d6-e1d7-48ee-aa32-edb3f66642f9 service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464237 Mar 11 17:07:32.466063 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-518c0fe0-7991-46ab-b8ee-0ffa7a6fc5c7 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827695 Mar 11 17:07:32.473303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac156481-46e2-42ba-999a-94718778e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.484541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Deleting port 5dae8881-21da-46f3-a6db-2cb03a442c84 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:07:32.487326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.487520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab871f-3b44-46be-85f1-2b464ecd8442 req-0d3d9130-229f-4ae8-b138-bce4ccb42f2a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:32.487675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a2f0f92-7ad7-46ce-82a3-e479fb0faac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.488728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cab871f-3b44-46be-85f1-2b464ecd8442 req-0d3d9130-229f-4ae8-b138-bce4ccb42f2a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 945 time: 0.0873508 Mar 11 17:07:32.532467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a2f0f92-7ad7-46ce-82a3-e479fb0faac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.562594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac156481-46e2-42ba-999a-94718778e602 None None] Pushing event deleted for resources: {'Port': ['ID=5dae8881-21da-46f3-a6db-2cb03a442c84,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:32.565859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac156481-46e2-42ba-999a-94718778e602 None None] No DVR routers for this DVR port 5dae8881-21da-46f3-a6db-2cb03a442c84 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:07:32.602262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cab871f-3b44-46be-85f1-2b464ecd8442 req-09315118-451a-4cea-9ec6-7bd910368498 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005960 Mar 11 17:07:32.635789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 493745fc-f642-4535-a8dd-5f3ae9c834a9 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:32.670775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:32.678502 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5dae8881-21da-46f3-a6db-2cb03a442c84 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:07:32.878015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] For port 5dae8881-21da-46f3-a6db-2cb03a442c84, host n-d-833411-1, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:32.878015 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.893559 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:07:32.898509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41c157-a94c-47f1-a657-3f53c986e6b6 req-c1bfd8ae-d78a-4aed-9335-a425f732f0c7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:32.906318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 5dae8881-21da-46f3-a6db-2cb03a442c84 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:07:32.906723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5dae8881-21da-46f3-a6db-2cb03a442c84 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:07:32.907295 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:07:32.910977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a41c157-a94c-47f1-a657-3f53c986e6b6 req-c1bfd8ae-d78a-4aed-9335-a425f732f0c7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 947 time: 0.1753995 Mar 11 17:07:32.912233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Calling delete_port for 5dae8881-21da-46f3-a6db-2cb03a442c84 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:07:32.925659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Port 5dae8881-21da-46f3-a6db-2cb03a442c84 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:07:32.932233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a2f0f92-7ad7-46ce-82a3-e479fb0faac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.934762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a2f0f92-7ad7-46ce-82a3-e479fb0faac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.935910 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0a2f0f92-7ad7-46ce-82a3-e479fb0faac6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48aa203c-c87e-4ed0-8efe-43075f55039c HTTP/1.1" status: 204 len: 168 time: 0.7706144 Mar 11 17:07:32.941232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec22d3-1382-448a-ab3e-e52a9fa278ac req-fd7a9cb1-1c78-48e6-9fda-38df2a2abc4f tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:32.943520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2ec22d3-1382-448a-ab3e-e52a9fa278ac req-fd7a9cb1-1c78-48e6-9fda-38df2a2abc4f tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1096 time: 0.1329861 Mar 11 17:07:32.955264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:32.964250 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4fee65ff-5799-42a9-adaf-c4f03a1a3557 req-c4a7295e-ff42-4794-9366-8b47417459ea service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103378 Mar 11 17:07:32.981508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:07:32.981894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6a3a0e4d-2b39-41f0-aa3c-ffcd5260eaf1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:07:32.997145 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-13cb960a-03a4-42fc-885f-4d10d4242234 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153451 Mar 11 17:07:33.014580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a41c157-a94c-47f1-a657-3f53c986e6b6 req-4e272d91-944c-4ce3-b87e-38254d30ac4f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022983 Mar 11 17:07:33.047604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f0f92-7ad7-46ce-82a3-e479fb0faac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa203c-c87e-4ed0-8efe-43075f55039c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:33.049005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2ec22d3-1382-448a-ab3e-e52a9fa278ac req-b2840fcb-8a13-4fce-b641-68f44201e147 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880032 Mar 11 17:07:33.051571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dae8881-21da-46f3-a6db-2cb03a442c84,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:33.058567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:33.063362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] No DVR routers for this DVR port 5dae8881-21da-46f3-a6db-2cb03a442c84 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:07:33.078576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 493745fc-f642-4535-a8dd-5f3ae9c834a9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=493745fc-f642-4535-a8dd-5f3ae9c834a9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:33.085558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:33.086059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.131836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '493745fc-f642-4535-a8dd-5f3ae9c834a9', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '493745fc-f642-4535-a8dd-5f3ae9c834a9', 'mac_address': 'fa:16:3e:3f:06:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:07:33.200938 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.247846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16003aa7-b27d-451e-8195-9bc95726e50a req-af1f18bc-91c0-43eb-91a6-51d43f511047 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:33.255307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493745fc-f642-4535-a8dd-5f3ae9c834a9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:33.258858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16003aa7-b27d-451e-8195-9bc95726e50a req-af1f18bc-91c0-43eb-91a6-51d43f511047 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 943 time: 0.0924127 Mar 11 17:07:33.279992 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.285275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 493745fc-f642-4535-a8dd-5f3ae9c834a9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=493745fc-f642-4535-a8dd-5f3ae9c834a9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:33.296869 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.339031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16003aa7-b27d-451e-8195-9bc95726e50a req-d40f68e4-2247-4643-b164-b1a181f079b4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785396 Mar 11 17:07:33.384164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:33.385269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466cdab4-b59b-4601-914f-9339fb4099d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:33.389964 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4c9715-4eb8-4740-9468-46f97daf4deb" -d '{"events": [{"server_uuid": "466cdab4-b59b-4601-914f-9339fb4099d6", "name": "network-vif-plugged", "status": "completed", "tag": "fcd00a9f-612c-4a3b-8dd9-68fe79566ed6"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:33.398652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.422372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=493745fc-f642-4535-a8dd-5f3ae9c834a9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:33.451966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c200c1e6-978f-4863-8b73-105503ad494b req-8dcc4d49-efa7-4404-b298-e00c838841a4 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0568428 Mar 11 17:07:33.486077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:33.491912 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba5cf32-92c5-47cf-a18e-7f54a2bf717c x-openstack-request-id: req-bba5cf32-92c5-47cf-a18e-7f54a2bf717c {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:33.492236 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466cdab4-b59b-4601-914f-9339fb4099d6", "name": "network-vif-plugged", "status": "completed", "tag": "fcd00a9f-612c-4a3b-8dd9-68fe79566ed6", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:33.493184 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bba5cf32-92c5-47cf-a18e-7f54a2bf717c {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:33.494372 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466cdab4-b59b-4601-914f-9339fb4099d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', 'code': 200} Mar 11 17:07:33.552129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.590567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7185db8d-cf77-44cd-819e-a87653ef8501']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:33.642511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a300973-0a7c-47d1-bafd-1eb2e37d7c51') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:33.642914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a300973-0a7c-47d1-bafd-1eb2e37d7c51') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:33.664597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-441cf64e-e74c-46dc-8014-d7d3320136cd tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:33.666293 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-441cf64e-e74c-46dc-8014-d7d3320136cd tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.5246708 Mar 11 17:07:33.670660 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.684010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['493745fc-f642-4535-a8dd-5f3ae9c834a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:33.710701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833411-1'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:33.762598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ab506-701a-4d4a-bcca-b7d23bfbf193 req-1edc5dad-c2ec-4fad-a2a5-2c4510eca0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:33.765577 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e07ab506-701a-4d4a-bcca-b7d23bfbf193 req-1edc5dad-c2ec-4fad-a2a5-2c4510eca0b4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 1101 time: 0.1927450 Mar 11 17:07:33.770937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.817618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:07:33.818269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:07:33.820991 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:07:33.833774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b8db-5a14-4b88-b73e-b80a5fcb9333 req-e8e3c74e-5c21-4a2e-8c00-69d289ef718a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:33.849847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f42b8db-5a14-4b88-b73e-b80a5fcb9333 req-e8e3c74e-5c21-4a2e-8c00-69d289ef718a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 945 time: 0.1087418 Mar 11 17:07:33.911111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:33.916773 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f42b8db-5a14-4b88-b73e-b80a5fcb9333 req-24cd02d2-4f9a-4733-ae58-63633e516cea tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647476 Mar 11 17:07:33.960939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:33.982834 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e07ab506-701a-4d4a-bcca-b7d23bfbf193 req-301cc59b-6868-42ba-8fa0-fd6f56e39a2f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972504 Mar 11 17:07:34.026475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.038437 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.043421 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7185db8d-cf77-44cd-819e-a87653ef8501 HTTP/1.1" status: 204 len: 168 time: 2.3159981 Mar 11 17:07:34.074691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c188ae-f479-4183-9460-4494fedf3066 admin admin] Pushing event deleted for resources: {'Network': ['ID=7185db8d-cf77-44cd-819e-a87653ef8501,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:34.120291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:34.163156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '3e2b1268-72d5-4e70-ba58-0c3c3bdf8897', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'port_id': '3e2b1268-72d5-4e70-ba58-0c3c3bdf8897', 'mac_address': 'fa:16:3e:b2:d9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61238bb4-6112-4cb7-9c1b-8e1b9efac2c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:07:34.169812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785ca7b-5d98-4722-9b7f-0a45141d81d0 req-d618ccce-3348-450c-9fc6-e3475886ed16 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:34.177945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1785ca7b-5d98-4722-9b7f-0a45141d81d0 req-d618ccce-3348-450c-9fc6-e3475886ed16 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 948 time: 0.0666170 Mar 11 17:07:34.237262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1785ca7b-5d98-4722-9b7f-0a45141d81d0 req-01c39ced-860b-46cd-8a54-40a3b00dcf0c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583270 Mar 11 17:07:34.259491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:34.287733 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.320689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:34.322602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:34.338427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37622) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:34.378474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:34.386767 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.393350 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:34.396755 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e545881e-655f-4245-bd56-17950120a3f6" -d '{"events": [{"server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "name": "network-vif-unplugged", "status": "completed", "tag": "21055f5e-7982-43ca-b94f-f55d98801072"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:34.398448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d8f80609-185a-421f-a13b-681798459687 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff7373aa9cf341f3a6ef510d7c7e8f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587959 Mar 11 17:07:34.403514 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.403782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375934a-7fca-4dda-ab5d-900142b276dc req-6e878a2a-9b1e-4b4e-92d6-37b09e71d2b1 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:34.405741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b375934a-7fca-4dda-ab5d-900142b276dc req-6e878a2a-9b1e-4b4e-92d6-37b09e71d2b1 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1096 time: 0.1095557 Mar 11 17:07:34.406257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37630) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:34.422458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.489847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b375934a-7fca-4dda-ab5d-900142b276dc req-2ce07aa6-2c4f-4f76-9f8e-dd89ef4ea235 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752947 Mar 11 17:07:34.517828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:34.565954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7b68df0-00d8-4681-b8b3-d47279317da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.567406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Pushing event updated for resources: {'Port': ['ID=21055f5e-7982-43ca-b94f-f55d98801072,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:34.604415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7b68df0-00d8-4681-b8b3-d47279317da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.629656 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0a4ae8-f0df-4b48-b167-c78236017ed7 x-openstack-request-id: req-ed0a4ae8-f0df-4b48-b167-c78236017ed7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:34.630594 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "name": "network-vif-unplugged", "status": "completed", "tag": "21055f5e-7982-43ca-b94f-f55d98801072", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:34.630902 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed0a4ae8-f0df-4b48-b167-c78236017ed7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:34.632023 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072', 'code': 200} Mar 11 17:07:34.653347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 on host n-h2-833411-1 for vnic_type normal with profile {"migrating_to": "n-h1-833411-1"} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:34.654257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:34.654651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:34.661099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Port 21055f5e-7982-43ca-b94f-f55d98801072 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:34.661835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Attempting to bind port 21055f5e-7982-43ca-b94f-f55d98801072 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:34.665832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 493745fc-f642-4535-a8dd-5f3ae9c834a9 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:34.669063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:34.669763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:34.670408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:34.671109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Bound port: 21055f5e-7982-43ca-b94f-f55d98801072, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:34.671773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.702082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e270b1-f5a1-4d23-87b7-3b0ae3a260d6 req-08b8eef0-a82a-4857-9a06-59da3296b919 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:34.711243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10e270b1-f5a1-4d23-87b7-3b0ae3a260d6 req-08b8eef0-a82a-4857-9a06-59da3296b919 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 944 time: 0.1779871 Mar 11 17:07:34.758143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3e2b1268-72d5-4e70-ba58-0c3c3bdf8897'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:34.768552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a96cb20e-6f28-42e6-9c00-7b44887a60da req-bd61ddcd-6852-4156-8e2b-fdb5216d6eb2 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0540442 Mar 11 17:07:34.795179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:34.804998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10e270b1-f5a1-4d23-87b7-3b0ae3a260d6 req-daabec56-da1c-462d-892a-5396dea2a687 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925825 Mar 11 17:07:34.805906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:34.807832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7b68df0-00d8-4681-b8b3-d47279317da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.812739 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.815835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7b68df0-00d8-4681-b8b3-d47279317da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.820902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a7b68df0-00d8-4681-b8b3-d47279317da4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a3dcdcc-bd97-4e61-b2b4-09855549b058 HTTP/1.1" status: 204 len: 168 time: 0.4097998 Mar 11 17:07:34.839890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b68df0-00d8-4681-b8b3-d47279317da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3dcdcc-bd97-4e61-b2b4-09855549b058,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:34.856319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 493745fc-f642-4535-a8dd-5f3ae9c834a9 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:34.876862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 493745fc-f642-4535-a8dd-5f3ae9c834a9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:34.877451 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:34.915440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Pushing event updated for resources: {'Port': ['ID=21055f5e-7982-43ca-b94f-f55d98801072,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:34.991990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:34.992801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:35.004033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-d0a7dfd6-e21d-4f29-9919-492a848e0d65 service neutron] 10.222.0.66 "PUT /v2.0/ports/21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 200 len: 1121 time: 1.3228879 Mar 11 17:07:35.119619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:35.150983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383de6a-0f3e-423b-8213-45bc26d01631 req-9fff7b1b-262a-44a3-98f2-fc173b112a21 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:35.159701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a383de6a-0f3e-423b-8213-45bc26d01631 req-9fff7b1b-262a-44a3-98f2-fc173b112a21 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.0766144 Mar 11 17:07:35.224208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a383de6a-0f3e-423b-8213-45bc26d01631 req-c2592d08-67ff-4157-8c50-0d4b3a43d36f tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629721 Mar 11 17:07:35.229574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['21055f5e-7982-43ca-b94f-f55d98801072'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:35.265120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 493745fc-f642-4535-a8dd-5f3ae9c834a9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=493745fc-f642-4535-a8dd-5f3ae9c834a9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:35.300981 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:35.426542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d80ff1-5717-4598-98d9-f4048c9d1b8e req-156c09e7-3e0d-48fd-9395-ac3edd3c0904 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:35.434210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48d80ff1-5717-4598-98d9-f4048c9d1b8e req-156c09e7-3e0d-48fd-9395-ac3edd3c0904 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 949 time: 0.0803485 Mar 11 17:07:35.459839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=493745fc-f642-4535-a8dd-5f3ae9c834a9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:35.502147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0470f455-9cca-4d21-a146-72ffd431f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493745fc-f642-4535-a8dd-5f3ae9c834a9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:35.505852 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570cc158-ffcb-49a3-b9f4-f96a0b44ea25" -d '{"events": [{"server_uuid": "0470f455-9cca-4d21-a146-72ffd431f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "493745fc-f642-4535-a8dd-5f3ae9c834a9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:35.515993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48d80ff1-5717-4598-98d9-f4048c9d1b8e req-6a77dd4f-b917-41ef-be76-096b6b58840f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805466 Mar 11 17:07:35.814461 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da9042-bf11-4b0c-8c29-79575b68162c x-openstack-request-id: req-67da9042-bf11-4b0c-8c29-79575b68162c {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:35.814797 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0470f455-9cca-4d21-a146-72ffd431f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "493745fc-f642-4535-a8dd-5f3ae9c834a9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:35.815066 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67da9042-bf11-4b0c-8c29-79575b68162c {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:35.815483 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0470f455-9cca-4d21-a146-72ffd431f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493745fc-f642-4535-a8dd-5f3ae9c834a9', 'code': 200} Mar 11 17:07:35.991009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a747d-9634-446a-a48a-dfe3fb3a376f req-434a981f-e9d6-456e-9f41-64c7a753e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:35.992526 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-575a747d-9634-446a-a48a-dfe3fb3a376f req-434a981f-e9d6-456e-9f41-64c7a753e727 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 1100 time: 0.0898216 Mar 11 17:07:36.021554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a04ed-79c9-47ec-8154-306c263c56f3 req-883b7d36-cab7-4889-b335-de68204fd461 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:36.023953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d5a04ed-79c9-47ec-8154-306c263c56f3 req-883b7d36-cab7-4889-b335-de68204fd461 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 944 time: 0.1154561 Mar 11 17:07:36.039188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-575a747d-9634-446a-a48a-dfe3fb3a376f req-6f292f18-ff67-4ca6-8e6c-5f81453750dc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396230 Mar 11 17:07:36.091688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d5a04ed-79c9-47ec-8154-306c263c56f3 req-1e2ba889-1951-410a-ab67-c01b970a5ad6 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570149 Mar 11 17:07:36.206124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-041b387f-d442-42d5-a2c7-ee4117d0451d req-21cdacd6-3d7c-4a57-ad52-f11dea97752f tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0334039 Mar 11 17:07:36.413091 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-2943a07b-792e-4f5f-b893-1a37e58904ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1082881756&fields=id&tenant_id=278c6aa079984de7b3f9ba9b6b16f966 HTTP/1.1" status: 200 len: 267 time: 0.0513446 Mar 11 17:07:36.553172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-3d0e48c1-c6f5-4f76-8fcd-13ec2811b203 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:36.554830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-3d0e48c1-c6f5-4f76-8fcd-13ec2811b203 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/networks?id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 200 len: 824 time: 0.1332200 Mar 11 17:07:36.577828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-e34ff5a3-8a85-4af9-aaad-aaf0e992c4f6 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/quotas/278c6aa079984de7b3f9ba9b6b16f966 HTTP/1.1" status: 200 len: 375 time: 0.0143280 Mar 11 17:07:36.612254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37726) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:36.633951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:36.639041 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388" -d '{"events": [{"name": "network-changed", "server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "tag": "21055f5e-7982-43ca-b94f-f55d98801072"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:36.671243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-9fe9db00-6f6c-4b53-b332-3467c150ac59 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0850410 Mar 11 17:07:36.760455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-network', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:36.784569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-9e7aebf2-4e6c-4c13-8fcd-0c26abac347f service neutron] 10.222.0.53 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987124 Mar 11 17:07:36.785772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Made reservation on behalf of 85f3062ac0ad48109ee29b6420af0d1b for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:36.788769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:36.797226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37736) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:36.808861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:36.878588 n-d-833411-1 neutron-server[102641]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 17:07:36.884380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-ee8eb639-a824-445e-954d-c3c9a20aebde tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:07:36.884986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4be18aa9-902c-4156-a858-68e8631462c6 service neutron] 10.222.0.53 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930142 Mar 11 17:07:36.886149 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-ee8eb639-a824-445e-954d-c3c9a20aebde tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0879252 Mar 11 17:07:36.917209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:36.922056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:36.959483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:07:36.977678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c582909c-bbcd-4647-8d2b-0254a6779542,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:36.985394 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:36.985743 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Added segment 67c9e852-2e33-4e05-9db1-9d081231b48b of type vlan for network fe3426b8-0c41-4618-862d-78e838a7b9a2 Mar 11 17:07:37.068748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:37.078529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-596bc3a8-9559-4de0-af87-0936aa27caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:37.080689 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-596bc3a8-9559-4de0-af87-0936aa27caf4 service neutron] 10.222.0.53 "GET /v2.0/ports/4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 1093 time: 0.1341965 Mar 11 17:07:37.100919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Request body: {'binding': {'host': 'n-h1-833411-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:37.101229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Unknown quota resources ['binding']. {{(pid=102641) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 17:07:37.144431 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:37.145372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:37.145953 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:37.153753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e43e8-711b-4a7f-88e0-2cbad7499507 req-591edbb5-5ad7-4006-b08b-584b8dca9424 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:37.155262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf6e43e8-711b-4a7f-88e0-2cbad7499507 req-591edbb5-5ad7-4006-b08b-584b8dca9424 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.0607109 Mar 11 17:07:37.186037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5724809 Mar 11 17:07:37.188850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37750) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:37.193766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Request body: {'subnet': {'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-subnet', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:37.225813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf6e43e8-711b-4a7f-88e0-2cbad7499507 req-90e5511a-8bf5-415c-953e-cb61b2e7ea32 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545912 Mar 11 17:07:37.239995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Made reservation on behalf of 85f3062ac0ad48109ee29b6420af0d1b for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:37.242944 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:37.297799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51ed6c-04b3-4ff3-8316-1c850830e8ac admin admin] Pushing event updated for resources: {'Network': ['ID=fe3426b8-0c41-4618-862d-78e838a7b9a2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:37.325309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fe3426b8-0c41-4618-862d-78e838a7b9a2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:07:37.392154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on host n-h1-833411-1 for vnic_type normal with profile None {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:37.392661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:37.393121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:37.400685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:37.401323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:37.411087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:37.412163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:37.413298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:37.414336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Bound port: 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:37.506701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:37.617999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:37.623868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:37.631016 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:37.632238 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-e52e739e-2faf-4baa-b12a-6dacfe26455b service neutron] 10.222.0.53 "POST /v2.0/ports/4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13/bindings HTTP/1.1" status: 201 len: 389 time: 0.5362630 Mar 11 17:07:37.672894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Checking segment: {'id': '67c9e852-2e33-4e05-9db1-9d081231b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:37.673745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Network hostable DHCP agents. Network: fe3426b8-0c41-4618-862d-78e838a7b9a2, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:07:37.709722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Network fe3426b8-0c41-4618-862d-78e838a7b9a2 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:07:37.745082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eade57e-6cf0-4eb6-9fec-2c5011d29a2e req-935454a0-29e0-4d1b-8aac-107f6e30a932 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:37.746860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5eade57e-6cf0-4eb6-9fec-2c5011d29a2e req-935454a0-29e0-4d1b-8aac-107f6e30a932 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 949 time: 0.1082370 Mar 11 17:07:37.770585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, fe3426b8-0c41-4618-862d-78e838a7b9a2) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:37.783406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c52c392-c0aa-4151-bed3-81de38065075 None None] Network fe3426b8-0c41-4618-862d-78e838a7b9a2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:37.793214 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a34f1c-50fd-40fe-a7de-fbeb13f9a6c5 x-openstack-request-id: req-42a34f1c-50fd-40fe-a7de-fbeb13f9a6c5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:37.793718 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "tag": "21055f5e-7982-43ca-b94f-f55d98801072", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:37.794187 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42a34f1c-50fd-40fe-a7de-fbeb13f9a6c5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:37.795003 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072', 'status': 'completed', 'code': 200} Mar 11 17:07:37.799410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:37.810271 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:37.822462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-6f063d05-6c10-437e-8010-76a17681d5b6 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:37.824191 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-6f063d05-6c10-437e-8010-76a17681d5b6 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "GET /v2.0/ports?device_id=caaf592e-c500-4b9e-a855-7b7832a7a687 HTTP/1.1" status: 200 len: 945 time: 0.0901909 Mar 11 17:07:37.877345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc98e530-f988-4aa5-a6a6-71c5dc48dde0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6874306 Mar 11 17:07:37.881884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:37.889937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:37.900144 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5eade57e-6cf0-4eb6-9fec-2c5011d29a2e req-474127aa-5e93-4016-accf-34f1bb1c84cd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329925 Mar 11 17:07:37.922502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05b4744c-d99a-4c8d-a87a-fa5f35db56a4 req-7a8a867c-faab-4b0a-a4c8-21c1c5688a65 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 210 time: 0.0524590 Mar 11 17:07:37.943387 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:37.994809 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:37.996055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.015531 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-8dda0ed6-f5de-401c-ab2c-724cc9e4d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:38.018353 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-8dda0ed6-f5de-401c-ab2c-724cc9e4d874 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1124 time: 0.1249845 Mar 11 17:07:38.044199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f180bb-6156-47a7-b7ed-d53c3f4d8c30 req-1e6f075c-8d72-44c3-bcc3-123b249752af tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:38.046135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88f180bb-6156-47a7-b7ed-d53c3f4d8c30 req-1e6f075c-8d72-44c3-bcc3-123b249752af tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 944 time: 0.0722935 Mar 11 17:07:38.094306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.105778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:38.114556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:38.118336 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.143582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Deleting port e0f36674-c827-49be-8f47-230db4e336d1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:07:38.144225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.147941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b52cc67-c8fe-473e-b558-56e7c26f124a req-4b2ad467-6a55-456e-8b6d-cd0018d88266 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0602293 Mar 11 17:07:38.153616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88f180bb-6156-47a7-b7ed-d53c3f4d8c30 req-ffb98ba9-1ab7-46fa-97cf-c0f4bbbe2c95 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996366 Mar 11 17:07:38.173706 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-fe3426b8-0c41-4618-862d-78e838a7b9a2', 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'fixed_ips': [{'subnet_id': 'cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:07:38.174804 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.306673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fa2a4-51b5-40ed-a770-57385ff3d89e req-ec358f98-d377-4afd-bd27-edfe61c4456e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:38.314821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f62fa2a4-51b5-40ed-a770-57385ff3d89e req-ec358f98-d377-4afd-bd27-edfe61c4456e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.0678790 Mar 11 17:07:38.373611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f62fa2a4-51b5-40ed-a770-57385ff3d89e req-bec975c9-9052-4099-a101-1dee5122c5de tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561256 Mar 11 17:07:38.413028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Allocated IP 172.20.0.2 (fe3426b8-0c41-4618-862d-78e838a7b9a2/cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30/0adbce19-789c-4934-a4a7-a804eaf093b3) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:38.435216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-6a24b8fb-b860-460c-b7bd-3c161702ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:38.437636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-6a24b8fb-b860-460c-b7bd-3c161702ce3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.4091065 Mar 11 17:07:38.506820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd729341-497f-463c-82d3-1f46eb8268db req-407126cd-a3c7-408f-a55f-764852684c5d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:38.515225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd729341-497f-463c-82d3-1f46eb8268db req-407126cd-a3c7-408f-a55f-764852684c5d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.0812798 Mar 11 17:07:38.580301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd729341-497f-463c-82d3-1f46eb8268db req-04377c2f-f367-4e83-8332-b8dfab08ef4d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562057 Mar 11 17:07:38.642322 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.653425 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.659498 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-39a6d684-1b03-4a24-b5b0-1fc1b6c42108 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 200 len: 217 time: 0.2135518 Mar 11 17:07:38.659810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.676333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] For port e0f36674-c827-49be-8f47-230db4e336d1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e0f36674-c827-49be-8f47-230db4e336d1,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:38.677052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.698238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 21055f5e-7982-43ca-b94f-f55d98801072 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:38.707315 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:38.743073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Network fe3426b8-0c41-4618-862d-78e838a7b9a2 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:38.753094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725d86dd-a593-4b66-9f09-1838ac4f97f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b1268-72d5-4e70-ba58-0c3c3bdf8897'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:38.756144 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ce20a9-1a9f-49a1-bddc-38819bf51b28" -d '{"events": [{"server_uuid": "725d86dd-a593-4b66-9f09-1838ac4f97f4", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b1268-72d5-4e70-ba58-0c3c3bdf8897"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:38.766999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:38.780017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:38.782416 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Pushing event updated for resources: {'Port': ['ID=0adbce19-789c-4934-a4a7-a804eaf093b3,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:38.890219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:38.907272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:38.912464 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5942c4e2-d8b9-4869-9ce2-df76fe993efb x-openstack-request-id: req-5942c4e2-d8b9-4869-9ce2-df76fe993efb {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:38.912928 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725d86dd-a593-4b66-9f09-1838ac4f97f4", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b1268-72d5-4e70-ba58-0c3c3bdf8897", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:38.913441 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5942c4e2-d8b9-4869-9ce2-df76fe993efb {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:38.916624 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725d86dd-a593-4b66-9f09-1838ac4f97f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b1268-72d5-4e70-ba58-0c3c3bdf8897', 'code': 200} Mar 11 17:07:38.918965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 21055f5e-7982-43ca-b94f-f55d98801072 has no active binding in host n-h1-833411-1 {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 17:07:38.921341 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:39.037259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Attempting to bind port 0adbce19-789c-4934-a4a7-a804eaf093b3 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:39.038045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Attempting to bind port 0adbce19-789c-4934-a4a7-a804eaf093b3 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '67c9e852-2e33-4e05-9db1-9d081231b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:39.038646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Attempting to bind port 0adbce19-789c-4934-a4a7-a804eaf093b3 on network fe3426b8-0c41-4618-862d-78e838a7b9a2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:39.047464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:39.050968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:39.051794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Checking segment: {'id': '67c9e852-2e33-4e05-9db1-9d081231b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:39.052455 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:39.053055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Bound using segment: {'id': '67c9e852-2e33-4e05-9db1-9d081231b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:39.053782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Bound port: 0adbce19-789c-4934-a4a7-a804eaf093b3, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c9e852-2e33-4e05-9db1-9d081231b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:39.054597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:39.081751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efce44-bdba-4290-8af2-987bd186d559 req-0cf33341-616f-4062-a5b2-a64fb82a0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:39.084960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3efce44-bdba-4290-8af2-987bd186d559 req-0cf33341-616f-4062-a5b2-a64fb82a0bf3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 1096 time: 0.1617353 Mar 11 17:07:39.165310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] For port 0adbce19-789c-4934-a4a7-a804eaf093b3, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:39.170235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] For port 0adbce19-789c-4934-a4a7-a804eaf093b3, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0adbce19-789c-4934-a4a7-a804eaf093b3,segment=NetworkSegment(67c9e852-2e33-4e05-9db1-9d081231b48b),segment_id=67c9e852-2e33-4e05-9db1-9d081231b48b)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:39.179384 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:39.192719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea97c9-9998-4b50-b7d8-10807743d055 req-b639dc19-12a4-4308-97e3-76cfa31b9d34 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:39.196801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2ea97c9-9998-4b50-b7d8-10807743d055 req-b639dc19-12a4-4308-97e3-76cfa31b9d34 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 949 time: 0.1960516 Mar 11 17:07:39.221627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3efce44-bdba-4290-8af2-987bd186d559 req-831d963c-16d5-4f40-aade-f95953053fc6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170022 Mar 11 17:07:39.345631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4797c15-9193-45b8-9831-99fc95b074a4 req-70807b81-048d-4d91-9cca-a26d1ba01e32 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 210 time: 0.1743338 Mar 11 17:07:39.371965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18232a7f-cd19-4238-93eb-c78bd8200508 None None] Pushing event updated for resources: {'Port': ['ID=0adbce19-789c-4934-a4a7-a804eaf093b3,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:39.400018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2ea97c9-9998-4b50-b7d8-10807743d055 req-0433f731-15f4-4544-8c06-678cd8b0c79f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827252 Mar 11 17:07:39.471128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-dad51304-ea28-4048-b0be-cc72a816de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:39.474244 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-dad51304-ea28-4048-b0be-cc72a816de9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.7908986 Mar 11 17:07:39.534505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f8290-ba4f-4319-b207-41c4942e136a req-5333c83c-1305-469b-bd2e-69e540dde100 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:39.537378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a3f8290-ba4f-4319-b207-41c4942e136a req-5333c83c-1305-469b-bd2e-69e540dde100 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 945 time: 0.0703609 Mar 11 17:07:39.608276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbd3f548-7f29-42cb-9c33-a1bb4061799a req-a4e9c9cc-3b0e-46cb-9e65-9a9fceda807d tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0399809 Mar 11 17:07:39.609010 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-cfaca0d2-0b9f-4d06-920d-2359007d8cae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765476 Mar 11 17:07:39.614392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a3f8290-ba4f-4319-b207-41c4942e136a req-dda235c1-65ab-444a-a83f-637d6fb747aa tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688143 Mar 11 17:07:39.624987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-629d6dd7-8b94-467b-9e48-2840a0d2a0f2 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:39.627129 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-629d6dd7-8b94-467b-9e48-2840a0d2a0f2 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "GET /v2.0/networks?id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 200 len: 824 time: 1.0816028 Mar 11 17:07:39.855479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829671a-8ffa-4f6d-8215-62d96084347d req-b20c6c88-adf9-4cc3-82e8-8a06883439a2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:39.857036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a829671a-8ffa-4f6d-8215-62d96084347d req-b20c6c88-adf9-4cc3-82e8-8a06883439a2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.0914469 Mar 11 17:07:39.862174 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-6565c634-7848-49fb-80c7-e9d1916abf5e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=278c6aa079984de7b3f9ba9b6b16f966 HTTP/1.1" status: 200 len: 380 time: 0.2232449 Mar 11 17:07:39.882313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Request body: {'port': {'device_id': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'admin_state_up': True, 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'security_groups': ['891b3cb5-da26-4e3e-9c76-191baccec045']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:39.885301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a1b97-d143-427b-9679-40f83e93ccb6 req-1ae3de0f-1dea-4c45-b1ee-be95a8da05f1 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:39.887382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-581a1b97-d143-427b-9679-40f83e93ccb6 req-1ae3de0f-1dea-4c45-b1ee-be95a8da05f1 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 950 time: 0.1112392 Mar 11 17:07:39.895195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:39.895570 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:39.895920 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Floating IP a22ec97c-61f5-4633-9f0a-52eab1cde420 disassociated. External IP: 172.25.8.251, port: e0f36674-c827-49be-8f47-230db4e336d1. Mar 11 17:07:39.896271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Calling delete_port for e0f36674-c827-49be-8f47-230db4e336d1 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:07:39.933674 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a829671a-8ffa-4f6d-8215-62d96084347d req-6552e0ad-f315-4ee1-b091-f3c8c4a5d929 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646336 Mar 11 17:07:39.956241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-581a1b97-d143-427b-9679-40f83e93ccb6 req-113a0989-b208-4cc5-b094-72be01fef347 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604959 Mar 11 17:07:40.024642 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-aeb64e82-8ec0-42eb-b7fc-a4e02d7e8845 service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876591 Mar 11 17:07:40.113082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb639393-952e-4dd3-976c-25e2d44f3906 req-d4252ab2-a80c-46d4-991d-cee099935e57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:40.114702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb639393-952e-4dd3-976c-25e2d44f3906 req-d4252ab2-a80c-46d4-991d-cee099935e57 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.0608797 Mar 11 17:07:40.168941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb639393-952e-4dd3-976c-25e2d44f3906 req-e378598f-980a-4e30-9791-46c616d2fdeb tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Mar 11 17:07:40.356267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:40.415624 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d92a1d2c-c0e8-4a35-a25d-745b57ce5388 req-f71b860e-29eb-45f5-a8a9-bb8af1a7f44a service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417070 Mar 11 17:07:40.421800 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:40.426358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Made reservation on behalf of 278c6aa079984de7b3f9ba9b6b16f966 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:40.433442 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:40.463585 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:40.518808 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:40.639584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-277f7855-61a3-4970-bff5-c4b764f850ca req-5d8f225f-c318-4759-aa3b-8a9145cc74bf tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 210 time: 0.0551250 Mar 11 17:07:40.660298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event deleted for resources: {'Port': ['ID=e0f36674-c827-49be-8f47-230db4e336d1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:40.789792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0adbce19-789c-4934-a4a7-a804eaf093b3 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:40.938240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3882-ed5d-4f1b-97d6-a6bea91dca85 req-7b5120bd-0329-4634-8d84-22af2dd783e3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:40.946626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2eab3882-ed5d-4f1b-97d6-a6bea91dca85 req-7b5120bd-0329-4634-8d84-22af2dd783e3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 945 time: 0.1170154 Mar 11 17:07:41.070767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2eab3882-ed5d-4f1b-97d6-a6bea91dca85 req-009e044c-a5dd-441e-8153-2b2082e1166d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225893 Mar 11 17:07:41.087963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11454c0d-fbfc-467e-bf45-efbf8f06e999 None None] Network fe3426b8-0c41-4618-862d-78e838a7b9a2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:07:41.134007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebfccc-c291-433a-a217-e77ca75e6783 req-944001da-b2c0-4680-8e66-c2caf9d912e9 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:41.148845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebfccc-c291-433a-a217-e77ca75e6783 req-944001da-b2c0-4680-8e66-c2caf9d912e9 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:41.159156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24ebfccc-c291-433a-a217-e77ca75e6783 req-944001da-b2c0-4680-8e66-c2caf9d912e9 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef&device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 1690 time: 0.1846521 Mar 11 17:07:41.197618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Allocated IP 172.25.8.131 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/08de3500-4e9e-4d8c-ad66-a84852d77da7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:41.214478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3dfb6879-3343-4b05-ab1b-e6750533c013 None None] Provisioning complete for port 0adbce19-789c-4934-a4a7-a804eaf093b3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:41.214993 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3dfb6879-3343-4b05-ab1b-e6750533c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:41.262906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Allocated IP 172.20.0.5 (54d21aa5-d31e-44ed-96b1-1252ddd57e0a/237e7bd2-f4c2-4c18-8047-9112fc899ad8/0ac15b64-70f6-4eac-b722-2d472fcd8a06) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:41.270233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0adbce19-789c-4934-a4a7-a804eaf093b3 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:41.271347 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:41.286850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24ebfccc-c291-433a-a217-e77ca75e6783 req-4af33ffb-cc72-431b-8719-950c0b6653ed tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268249 Mar 11 17:07:41.306260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22629b3a-dae0-4cb9-be3f-210702b711c1 req-12b9bf55-b62d-4ee2-b8af-38ce7a9e6dfa tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0648706 Mar 11 17:07:41.478956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Router f4c7f586-7968-40f7-878f-9542baf08412 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:07:41.489375 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3dfb6879-3343-4b05-ab1b-e6750533c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:41.528918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed7ce7-133e-4ecc-b954-eee3a80f7edb req-89c18bf3-908c-41f3-80c0-5f64793354dc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:41.535579 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:41.542699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8ed7ce7-133e-4ecc-b954-eee3a80f7edb req-89c18bf3-908c-41f3-80c0-5f64793354dc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.1180804 Mar 11 17:07:41.603139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:41.650679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8ed7ce7-133e-4ecc-b954-eee3a80f7edb req-89900873-5ea8-40df-9658-6cc59bf4c9bc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954194 Mar 11 17:07:41.721803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3dfb6879-3343-4b05-ab1b-e6750533c013 None None] For port 0adbce19-789c-4934-a4a7-a804eaf093b3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0adbce19-789c-4934-a4a7-a804eaf093b3,segment=NetworkSegment(67c9e852-2e33-4e05-9db1-9d081231b48b),segment_id=67c9e852-2e33-4e05-9db1-9d081231b48b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:41.732534 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3dfb6879-3343-4b05-ab1b-e6750533c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:41.814606 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:41.840386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a035d-797d-4416-9c45-b90306c7c289 req-5df06775-ae42-40c6-828e-efeb613effad tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:41.853330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d79a035d-797d-4416-9c45-b90306c7c289 req-5df06775-ae42-40c6-828e-efeb613effad tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.1617963 Mar 11 17:07:41.898967 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:07:41.902963 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:07:41.972788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d79a035d-797d-4416-9c45-b90306c7c289 req-756606ca-57a4-4646-9a28-051c0918a98a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184113 Mar 11 17:07:41.977986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb6879-3343-4b05-ab1b-e6750533c013 None None] Pushing event updated for resources: {'Port': ['ID=0adbce19-789c-4934-a4a7-a804eaf093b3,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:42.000915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6656b1e6-48ad-49f1-8e6b-a31d0145fcb9 None None] Provisioning complete for port 0adbce19-789c-4934-a4a7-a804eaf093b3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:42.001204 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6656b1e6-48ad-49f1-8e6b-a31d0145fcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:42.075386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:42.146284 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-a63cc257-c491-40f9-9a83-9c6ccefd211c service neutron] 10.222.0.46 "GET /v2.0/ports/21055f5e-7982-43ca-b94f-f55d98801072/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 384 time: 0.1436775 Mar 11 17:07:42.147604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:42.225999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a05ef-2448-44cb-85e4-7138ccb96625 req-4db494ed-4bac-4c7d-99ed-b8a0e9e04f75 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:42.226566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:07:42.237644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] Sync routers for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:42.242158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Pushing event updated for resources: {'Port': ['ID=08de3500-4e9e-4d8c-ad66-a84852d77da7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:42.261034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-395a05ef-2448-44cb-85e4-7138ccb96625 req-4db494ed-4bac-4c7d-99ed-b8a0e9e04f75 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 931 time: 0.1871855 Mar 11 17:07:42.277503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:42.283421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:42.327721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:42.396600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event updated for resources: {'Port': ['ID=0ac15b64-70f6-4eac-b722-2d472fcd8a06,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:42.415400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:42.418613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:42.496984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:42.550811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:42.601049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:42.622287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] No DVR routers for this DVR port e0f36674-c827-49be-8f47-230db4e336d1 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:07:42.652844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-395a05ef-2448-44cb-85e4-7138ccb96625 req-4980d761-4d19-4517-84d6-abb57b329d8b tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814168 Mar 11 17:07:42.653848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:42.692143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dda9d-6299-4130-a653-ff3795df64da req-17caee97-c328-4cb9-8351-099a83517dc9 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:42.693689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f7dda9d-6299-4130-a653-ff3795df64da req-17caee97-c328-4cb9-8351-099a83517dc9 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 1100 time: 0.4990635 Mar 11 17:07:42.717289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e0f36674-c827-49be-8f47-230db4e336d1 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:07:42.739895 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:42.759516 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-99da24a6-2653-41f4-aedf-72c280fdaeef req-bded417d-a5ea-494d-bf85-118231a31b1e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "DELETE /v2.0/ports/e0f36674-c827-49be-8f47-230db4e336d1 HTTP/1.1" status: 204 len: 173 time: 4.9229157 Mar 11 17:07:42.760095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'name': 'network-vif-deleted', 'tag': 'e0f36674-c827-49be-8f47-230db4e336d1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:42.765353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0adbce19-789c-4934-a4a7-a804eaf093b3 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:42.766322 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6f540f-c008-4156-897e-fb66a1db4feb" -d '{"events": [{"server_uuid": "caaf592e-c500-4b9e-a855-7b7832a7a687", "name": "network-vif-deleted", "tag": "e0f36674-c827-49be-8f47-230db4e336d1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:42.772950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: e0f36674-c827-49be-8f47-230db4e336d1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:07:42.773685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e0f36674-c827-49be-8f47-230db4e336d1 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:07:42.779908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f7dda9d-6299-4130-a653-ff3795df64da req-f4fd3b40-f3fa-4dde-9b61-4a33caf10f8d tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746703 Mar 11 17:07:42.910234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea31f6-de29-47ef-be2d-1074df47f749 req-0e0853ad-0291-4f11-bdbe-21a1395d505e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:42.918922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9aea31f6-de29-47ef-be2d-1074df47f749 req-0e0853ad-0291-4f11-bdbe-21a1395d505e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 945 time: 0.0975010 Mar 11 17:07:42.920886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:42.924517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0adbce19-789c-4934-a4a7-a804eaf093b3 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:42.924517 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:42.963368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:42.964727 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:42.978680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2aa357c-0581-4dbe-8948-f1c8fc3bd2fd req-af8c82c7-fdd9-40c7-89d0-3a9d46ba9845 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0344162 Mar 11 17:07:43.014363 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9aea31f6-de29-47ef-be2d-1074df47f749 req-7538e13d-27c3-4705-9e21-1ab873412eb3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881128 Mar 11 17:07:43.030066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] Checking router: f4c7f586-7968-40f7-878f-9542baf08412 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:43.070104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:43.077568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:43.101328 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-4e51b2e5-1a0e-45dd-a08a-fac32f0d3208 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2313015 Mar 11 17:07:43.117401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Request body: {'port': {'device_id': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:43.142515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08a49822-6b36-4176-b80b-cb11653de3ec req-9ab0f751-366d-4369-a174-38d75e79ed00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0709159 Mar 11 17:07:43.159548 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47edb9da-df0e-4488-be27-09514cd4a254 x-openstack-request-id: req-47edb9da-df0e-4488-be27-09514cd4a254 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:43.159841 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaf592e-c500-4b9e-a855-7b7832a7a687", "name": "network-vif-deleted", "tag": "e0f36674-c827-49be-8f47-230db4e336d1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:43.160148 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47edb9da-df0e-4488-be27-09514cd4a254 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:43.160645 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaf592e-c500-4b9e-a855-7b7832a7a687', 'name': 'network-vif-deleted', 'tag': 'e0f36674-c827-49be-8f47-230db4e336d1', 'status': 'completed', 'code': 200} Mar 11 17:07:43.293608 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:43.374043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f99037-4a3f-473e-86cc-0f8dc9a2a8ce req-80eb47ee-e1b2-4d2f-98ac-e8ab81467134 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:43.375749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85f99037-4a3f-473e-86cc-0f8dc9a2a8ce req-80eb47ee-e1b2-4d2f-98ac-e8ab81467134 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.2321460 Mar 11 17:07:43.378915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd5942-d5f0-43c4-9c8e-fae47b41257b req-5a7735c0-1205-4b44-aead-be9e046f2b36 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:43.380542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8abd5942-d5f0-43c4-9c8e-fae47b41257b req-5a7735c0-1205-4b44-aead-be9e046f2b36 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 1101 time: 0.1721869 Mar 11 17:07:43.428622 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:43.451901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:43.552521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8abd5942-d5f0-43c4-9c8e-fae47b41257b req-8d91948c-078f-4601-8bd4-23590042f876 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631677 Mar 11 17:07:43.556077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85f99037-4a3f-473e-86cc-0f8dc9a2a8ce req-fd224f6d-515e-485d-9992-1dfd8cd15dbc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643815 Mar 11 17:07:43.747432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485f96b-db60-4ae6-ba1e-872a43dd167e req-15651745-962d-411c-8904-b6becdbe3fb8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:43.756788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7485f96b-db60-4ae6-ba1e-872a43dd167e req-15651745-962d-411c-8904-b6becdbe3fb8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 943 time: 0.1020389 Mar 11 17:07:43.802883 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-73895c2b-4dcd-4886-8144-a21973eedb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:43.819652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:43.822509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7485f96b-db60-4ae6-ba1e-872a43dd167e req-a58380ca-dd4d-4ee2-b334-a8f01960600b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642200 Mar 11 17:07:43.860572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e69714-b340-4b10-85d4-12e0ee8c726e None None] The sync data for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 is: [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:43.958230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 21055f5e-7982-43ca-b94f-f55d98801072 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:07:43.988013 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:44.338300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7977f7ee-d10c-461b-86a1-fcbec2dc3812 req-3754a5ce-0521-4204-823c-96c55a1b72dd tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.1055453 Mar 11 17:07:44.375107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cca15-004f-492c-b5b9-6c214a3b27c3 req-9970258c-5fc1-4edf-9301-2d6daeda6794 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:44.388304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-722cca15-004f-492c-b5b9-6c214a3b27c3 req-9970258c-5fc1-4edf-9301-2d6daeda6794 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 931 time: 0.2261999 Mar 11 17:07:44.400547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:44.492998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-722cca15-004f-492c-b5b9-6c214a3b27c3 req-42ee4776-7546-4057-bdf5-c93ff4ff225d tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028585 Mar 11 17:07:44.502355 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1a115a-69ba-4ede-a1cb-c0336018fd1d None None] New status for floating IP a22ec97c-61f5-4633-9f0a-52eab1cde420: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:07:44.692851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3ba9ccc3-280d-4d36-be96-f5b3ec5c66e2 None None] Provisioning complete for port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:44.693567 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ccc3-280d-4d36-be96-f5b3ec5c66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:44.714567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:44.745410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-3e43c34e-add1-4448-921e-b4eef48b26e9 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939307 Mar 11 17:07:44.797869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3ba9ccc3-280d-4d36-be96-f5b3ec5c66e2 None None] Port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:07:44.861540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-328662d3-073e-4be6-8f78-f1226e091b26 req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21055f5e-7982-43ca-b94f-f55d98801072 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:44.890302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:45.015161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1744d627-75fe-4b40-84d6-4c44e5a0883a req-83b9824d-af56-4cdc-9f11-e56ec6ea7366 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0a14bbfc06e47728d0f53cdcf70a716&device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0372527 Mar 11 17:07:45.028521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-f2562e3d-9596-4ff0-9627-618daa210943 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:45.036653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-f2562e3d-9596-4ff0-9627-618daa210943 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900200 Mar 11 17:07:45.075654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-fe43e5de-10e9-488a-83dd-08a53269524e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/quotas/db9768c0d987427f96b892541948c464 HTTP/1.1" status: 200 len: 375 time: 0.0380211 Mar 11 17:07:45.076227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.077708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1744d627-75fe-4b40-84d6-4c44e5a0883a req-8447db25-4251-408a-92d0-bb82ee2a05e5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a0a14bbfc06e47728d0f53cdcf70a716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316880 Mar 11 17:07:45.136629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.237786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-e3d311dc-9665-4024-a33f-b0f974401025 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1545181 Mar 11 17:07:45.316852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad31436-60f0-44b9-8162-0e8b5a101d5c req-c72ee7a7-1d7a-4680-aca8-95e04f150462 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:45.318309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ad31436-60f0-44b9-8162-0e8b5a101d5c req-c72ee7a7-1d7a-4680-aca8-95e04f150462 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.1142156 Mar 11 17:07:45.343555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac15b64-70f6-4eac-b722-2d472fcd8a06 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:45.351662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744d627-75fe-4b40-84d6-4c44e5a0883a req-490dac30-5931-46f5-9a13-fc1f1be4a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:45.353331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1744d627-75fe-4b40-84d6-4c44e5a0883a req-490dac30-5931-46f5-9a13-fc1f1be4a085 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2299871 Mar 11 17:07:45.354072 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.362783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-328662d3-073e-4be6-8f78-f1226e091b26 req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] Transition to ACTIVE for port object 21055f5e-7982-43ca-b94f-f55d98801072 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:45.377563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.383973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Transition to ACTIVE for port object 0ac15b64-70f6-4eac-b722-2d472fcd8a06 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:45.391722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ad31436-60f0-44b9-8162-0e8b5a101d5c req-e4554f71-42b3-4ff3-a3fc-b6ec9eb0c961 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664983 Mar 11 17:07:45.412906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.493522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] No DVR routers for this DVR port 21055f5e-7982-43ca-b94f-f55d98801072 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:07:45.497654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] Pushing event updated for resources: {'Port': ['ID=21055f5e-7982-43ca-b94f-f55d98801072,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:45.511020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Router 21426965-b9d2-4833-8bda-a3e65f1c92ce is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:07:45.531623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48184a-e91a-4242-b3d4-1a66bc46b50f req-73479f4f-67f7-41bf-b9e6-7075da49bb12 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:45.533314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e48184a-e91a-4242-b3d4-1a66bc46b50f req-73479f4f-67f7-41bf-b9e6-7075da49bb12 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 944 time: 0.0758727 Mar 11 17:07:45.591449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e48184a-e91a-4242-b3d4-1a66bc46b50f req-461530f4-8705-45b0-8218-30de67354967 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490541 Mar 11 17:07:45.634380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac15b64-70f6-4eac-b722-2d472fcd8a06,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:45.644726 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-181132bd-589a-45ad-840f-5ad23ad1875a service neutron] 10.222.0.46 "PUT /v2.0/ports/21055f5e-7982-43ca-b94f-f55d98801072/bindings/n-h1-833411-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4656744 Mar 11 17:07:45.793471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b868ce24-22c0-4f96-8f6b-0c3feab165f6 req-a3beadc7-7c29-440a-9ed3-109ccbf748d0 tempest-ServersAdmin275Test-457719928 tempest-ServersAdmin275Test-457719928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0439591 Mar 11 17:07:45.816247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Attempting to bind port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:45.816620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Attempting to bind port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:45.816948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Attempting to bind port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 on network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:45.846070 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9df8d366-46fe-4fb4-8920-c263d3471971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.864917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 on network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:45.865351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Attempting to bind port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 on network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:45.892033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:45.892419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Checking segment: {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:45.892826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Bound using segment: {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:45.893254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Bound port: 0ac15b64-70f6-4eac-b722-2d472fcd8a06, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:45.893613 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.921435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-91488c37-52a0-44e1-884b-e8c8993b5f6d tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:45.922988 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-91488c37-52a0-44e1-884b-e8c8993b5f6d tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.2082102 Mar 11 17:07:45.983425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ac068-0f08-4997-99ac-ef4f7590103c req-88d8c68b-b8b1-4d14-ac77-519bd347b16a tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:45.989349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b2ac068-0f08-4997-99ac-ef4f7590103c req-88d8c68b-b8b1-4d14-ac77-519bd347b16a tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 943 time: 0.0647290 Mar 11 17:07:46.008639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:07:46.019662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Sync routers for ids ['21426965-b9d2-4833-8bda-a3e65f1c92ce'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:46.043064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Routers {'21426965-b9d2-4833-8bda-a3e65f1c92ce'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:46.043712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['21426965-b9d2-4833-8bda-a3e65f1c92ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:46.072427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b2ac068-0f08-4997-99ac-ef4f7590103c req-d2e845bd-63df-404a-97dd-7195bedbc3d4 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785973 Mar 11 17:07:46.080491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:46.081696 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3f5db184-ae07-4692-a070-3c45adb07385 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.1988070 Mar 11 17:07:46.084685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37950) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:46.091082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] For port 0ac15b64-70f6-4eac-b722-2d472fcd8a06, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:46.095008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-a2359115-0da1-4082-b509-44be0ad857cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:46.096646 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-a2359115-0da1-4082-b509-44be0ad857cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2&tenant_id=556dd853924b45f78455e7c0197367a7 HTTP/1.1" status: 200 len: 1095 time: 0.1520696 Mar 11 17:07:46.109483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] For port 0ac15b64-70f6-4eac-b722-2d472fcd8a06, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0ac15b64-70f6-4eac-b722-2d472fcd8a06,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:46.115681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:46.311420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:46.313017 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:46.319154 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] 10.222.0.66 "PUT /v2.0/ports/0ac15b64-70f6-4eac-b722-2d472fcd8a06 HTTP/1.1" status: 200 len: 1091 time: 3.2040508 Mar 11 17:07:46.329307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'tag': '0ac15b64-70f6-4eac-b722-2d472fcd8a06'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:46.335384 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a9b95f-f865-4266-aacf-2f28eb7efd38" -d '{"events": [{"name": "network-changed", "server_uuid": "71f9caae-1d7c-4c30-af7c-a83264acc91b", "tag": "0ac15b64-70f6-4eac-b722-2d472fcd8a06"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:46.347774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Set router 21426965-b9d2-4833-8bda-a3e65f1c92ce gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:46.407566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6675eb-431c-438f-ae78-c3a15497f637 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac15b64-70f6-4eac-b722-2d472fcd8a06,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:46.571139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-9aa98a90-1656-4c24-85c6-f0856c01e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:46.574472 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-9aa98a90-1656-4c24-85c6-f0856c01e0ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1095 time: 0.4243793 Mar 11 17:07:46.579352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-8bd3a24c-7069-481b-b54f-0d92ee286d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:46.587970 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-8bd3a24c-7069-481b-b54f-0d92ee286d23 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 1094 time: 0.1741385 Mar 11 17:07:46.907663 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a2161-67fa-439c-980a-72ff2853e12d x-openstack-request-id: req-066a2161-67fa-439c-980a-72ff2853e12d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:46.909225 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f9caae-1d7c-4c30-af7c-a83264acc91b", "tag": "0ac15b64-70f6-4eac-b722-2d472fcd8a06", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:46.909608 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-066a2161-67fa-439c-980a-72ff2853e12d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:46.909896 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'tag': '0ac15b64-70f6-4eac-b722-2d472fcd8a06', 'status': 'completed', 'code': 200} Mar 11 17:07:46.996693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37980) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:47.036827 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f71fcac7-81a4-4950-8797-04311cfc6287 req-b46b9928-e950-4eec-a05c-8f04ad33d39d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0a14bbfc06e47728d0f53cdcf70a716&device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.1379542 Mar 11 17:07:47.044159 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:47.086282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:38Z', 'updated_at': '2022-03-11T17:07:43Z', 'revision_number': 3, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'gw_port': {'id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:40Z', 'updated_at': '2022-03-11T17:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:47.155140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Checking router: 21426965-b9d2-4833-8bda-a3e65f1c92ce for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:47.155272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Updating router 21426965-b9d2-4833-8bda-a3e65f1c92ce port 08de3500-4e9e-4d8c-ad66-a84852d77da7 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:07:47.161339 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6f87a6c-5340-497c-8a91-75aa2455744c req-2f43889b-190b-49a3-924d-91d5f96afeda tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 210 time: 0.1050780 Mar 11 17:07:47.169458 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f71fcac7-81a4-4950-8797-04311cfc6287 req-5793f5a7-6548-4418-a0da-f7f275422233 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a0a14bbfc06e47728d0f53cdcf70a716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793092 Mar 11 17:07:47.174226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-7def7cf3-48fd-4e30-a1ab-14d28fb7fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:47.176352 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-7def7cf3-48fd-4e30-a1ab-14d28fb7fdcd service neutron] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.5865409 Mar 11 17:07:47.178268 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-324b0e6d-e1f0-4f66-b4a3-fa6fc85019b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ac15b64-70f6-4eac-b722-2d472fcd8a06 HTTP/1.1" status: 200 len: 217 time: 0.2641830 Mar 11 17:07:47.215523 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:47.351561 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55942548-d04c-4e1a-965b-ea1ee1b7bde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:47.380780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95687e-9eb0-48df-921c-563bf408ed81 req-f05dd8a6-29a7-4f82-abd5-3a714d5e2e05 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:47.392165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d95687e-9eb0-48df-921c-563bf408ed81 req-f05dd8a6-29a7-4f82-abd5-3a714d5e2e05 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.4150286 Mar 11 17:07:47.399705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcac7-81a4-4950-8797-04311cfc6287 req-d4a1d8ad-4bd8-4c7e-b6d9-588f43059400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:47.401279 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f71fcac7-81a4-4950-8797-04311cfc6287 req-d4a1d8ad-4bd8-4c7e-b6d9-588f43059400 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2218380 Mar 11 17:07:47.512562 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-405dce25-0fd5-4537-a5c3-753c061f4a93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 200 len: 217 time: 0.1093731 Mar 11 17:07:47.545349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372a278-638c-4387-a2cc-d5a1f80f568d req-a314ae34-ffba-4443-80ba-709f39494de4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:47.553742 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b372a278-638c-4387-a2cc-d5a1f80f568d req-a314ae34-ffba-4443-80ba-709f39494de4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 944 time: 0.2298470 Mar 11 17:07:47.577300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d95687e-9eb0-48df-921c-563bf408ed81 req-da8c3891-b138-45e5-b9e9-8ece3b582770 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840241 Mar 11 17:07:47.738746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-f3ed5ffe-80c8-4660-b092-a71fe0187ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:47.743223 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-f3ed5ffe-80c8-4660-b092-a71fe0187ca7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=237e7bd2-f4c2-4c18-8047-9112fc899ad8 HTTP/1.1" status: 200 len: 863 time: 0.3377981 Mar 11 17:07:47.750311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-433a6215-1b7f-4737-ae25-025965010db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:47.757281 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-433a6215-1b7f-4737-ae25-025965010db0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1790833 Mar 11 17:07:47.787136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b372a278-638c-4387-a2cc-d5a1f80f568d req-494aba8b-5d8e-4653-a2c6-d7a586a2ddab tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321939 Mar 11 17:07:47.801842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de894aa2-0479-4f4e-9a45-102183d40813 req-51966dc0-d3f2-4531-a670-c241c4790dbc tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0890057 Mar 11 17:07:47.901968 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-46a7d897-79e2-4a6e-997f-5497b5fad199 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374841 Mar 11 17:07:47.964550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-90bbcc63-974a-4d5e-bfdc-699bde2998ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:47.969487 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-90bbcc63-974a-4d5e-bfdc-699bde2998ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094190 Mar 11 17:07:48.005865 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:48.019085 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:48.083719 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:48.112562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.66', 53422) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:48.118435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb6e1-1e7d-4553-97ef-b15a6ae94e9b None None] Pushing event updated for resources: {'Port': ['ID=08de3500-4e9e-4d8c-ad66-a84852d77da7,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:48.122389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55942548-d04c-4e1a-965b-ea1ee1b7bde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:48.145504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Attempting to bind port 08de3500-4e9e-4d8c-ad66-a84852d77da7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:48.146160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Attempting to bind port 08de3500-4e9e-4d8c-ad66-a84852d77da7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:48.146619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Attempting to bind port 08de3500-4e9e-4d8c-ad66-a84852d77da7 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:48.154819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:48.156305 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55942548-d04c-4e1a-965b-ea1ee1b7bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:48.156594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:48.157300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:48.157917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:48.158832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Bound port: 08de3500-4e9e-4d8c-ad66-a84852d77da7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:48.159664 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:48.259689 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-be622910-674b-4cd1-a9c9-a93c7055035a service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935294 Mar 11 17:07:48.285578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] For port 08de3500-4e9e-4d8c-ad66-a84852d77da7, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:48.291429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] For port 08de3500-4e9e-4d8c-ad66-a84852d77da7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=08de3500-4e9e-4d8c-ad66-a84852d77da7,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:48.305230 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:48.331162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cb6cc-525b-4ee9-abae-4d7b54545d4f req-c9bd1b16-aa34-4a1c-abed-773253c1c154 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:48.339830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d1cb6cc-525b-4ee9-abae-4d7b54545d4f req-c9bd1b16-aa34-4a1c-abed-773253c1c154 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 943 time: 0.4324136 Mar 11 17:07:48.404466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb6e1-1e7d-4553-97ef-b15a6ae94e9b None None] Pushing event updated for resources: {'Port': ['ID=08de3500-4e9e-4d8c-ad66-a84852d77da7,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:48.442550 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:48.449681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Routers {'21426965-b9d2-4833-8bda-a3e65f1c92ce'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:48.450989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['21426965-b9d2-4833-8bda-a3e65f1c92ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:48.558444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00c48a85-47e6-4efa-876f-64cbb408afe2 req-7d7af95b-1806-4598-8fad-6532c7a3060e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 210 time: 0.1592777 Mar 11 17:07:48.701072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] Set router 21426965-b9d2-4833-8bda-a3e65f1c92ce gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:48.718012 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-01987cdd-dee9-47b7-9754-4bde53f8e603 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6014962 Mar 11 17:07:48.826217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Allocated IP 172.20.0.1 (fe3426b8-0c41-4618-862d-78e838a7b9a2/cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30/9cdd3e6a-83ff-421b-acf0-b5c6ed234fff) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:48.876168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-aaf3bd6b-a4ad-4532-ae4a-9d70d78895ab service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9659686 Mar 11 17:07:48.939996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-55942548-d04c-4e1a-965b-ea1ee1b7bde9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b54481385e44475f8bd007a05054887a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9503911 Mar 11 17:07:48.954078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38002) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:48.960049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55942548-d04c-4e1a-965b-ea1ee1b7bde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b841df-4ccc-4e71-a088-c3b4c4d107d0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:49.015689 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-be78dfd4-5650-40a9-baef-85914c8d764d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359065 Mar 11 17:07:49.082676 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d1cb6cc-525b-4ee9-abae-4d7b54545d4f req-15723781-4c2f-4f99-88e2-1c1d89b2708e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7418563 Mar 11 17:07:49.234670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd65ac-afc8-48a2-9bd3-6a4c331d1b2f req-57071cca-4da5-42b9-b3d5-7efd1b4b5af9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:49.241504 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:49.245922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89cd65ac-afc8-48a2-9bd3-6a4c331d1b2f req-57071cca-4da5-42b9-b3d5-7efd1b4b5af9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.3004704 Mar 11 17:07:49.278515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:49.285447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0228e572-a2fe-4fcf-abb6-20962807503e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:49.336378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:38Z', 'updated_at': '2022-03-11T17:07:43Z', 'revision_number': 3, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'gw_port': {'id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:40Z', 'updated_at': '2022-03-11T17:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:49.347701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f71fcac7-81a4-4950-8797-04311cfc6287 req-30ef0fee-fc1f-40a0-afa2-f89692dd4175 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.46 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.0454772 Mar 11 17:07:49.376389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707c253-f182-4c86-a3ba-149aab4b2e39 None None] The sync data for ids ['21426965-b9d2-4833-8bda-a3e65f1c92ce'] in n-d-833411-1 is: [{'id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:38Z', 'updated_at': '2022-03-11T17:07:43Z', 'revision_number': 3, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'gw_port': {'id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:40Z', 'updated_at': '2022-03-11T17:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:49.415261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-ae23595f-7fcf-43c4-89b4-fe3d61be56fc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:49.418595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-ae23595f-7fcf-43c4-89b4-fe3d61be56fc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6584141 Mar 11 17:07:49.451513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Request body: {'port': {'device_id': '56edbbcd-ee7c-4a14-a337-89eb0ffebd02', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'db9768c0d987427f96b892541948c464'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:49.457181 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c2edf96b-0c1e-4d56-a026-c1cdea19bacc req-33c5d166-29b4-44e5-8edd-1337c0929590 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536690 Mar 11 17:07:49.459668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0228e572-a2fe-4fcf-abb6-20962807503e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:49.475322 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-9268c5c7-af60-4a91-a61c-a124ef120ff0 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826130 Mar 11 17:07:49.493130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89cd65ac-afc8-48a2-9bd3-6a4c331d1b2f req-34f1e603-3256-4420-98fc-1a237e73b022 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462354 Mar 11 17:07:49.590157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-b4ae1767-bd82-4da7-857d-eac95b51bce7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:49.592924 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-b4ae1767-bd82-4da7-857d-eac95b51bce7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5627465 Mar 11 17:07:49.655927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Request body: {'port': {'device_id': '172f8775-e903-46d0-ab2c-6451f9d8a032', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'db9768c0d987427f96b892541948c464'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:49.661550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0228e572-a2fe-4fcf-abb6-20962807503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:49.669423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0228e572-a2fe-4fcf-abb6-20962807503e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:49.670736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0228e572-a2fe-4fcf-abb6-20962807503e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5b841df-4ccc-4e71-a088-c3b4c4d107d0 HTTP/1.1" status: 204 len: 168 time: 0.6761429 Mar 11 17:07:49.672149 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:49.778151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-91481ae2-fe16-4398-9bee-70890e51c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:49.780262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-91481ae2-fe16-4398-9bee-70890e51c623 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 1094 time: 0.1998348 Mar 11 17:07:49.806368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aecba15a-e4dd-40da-8ac6-d7477ff04d74 req-3f3400ea-62cc-4a3d-8ef5-404a3d793f22 tempest-ServersAdmin275Test-1388659616 tempest-ServersAdmin275Test-1388659616-project] 10.222.0.53 "GET /v2.0/ports?device_id=42404031-632b-4a54-9ce1-76a22c58ef05 HTTP/1.1" status: 200 len: 210 time: 0.1751347 Mar 11 17:07:49.882144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82208f-9a02-4ddf-8a98-a0e95234295e req-00057248-ae6b-4b0b-9231-fc102dde68dc tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:49.899031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb82208f-9a02-4ddf-8a98-a0e95234295e req-00057248-ae6b-4b0b-9231-fc102dde68dc tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 944 time: 0.5462997 Mar 11 17:07:49.900655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228e572-a2fe-4fcf-abb6-20962807503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b841df-4ccc-4e71-a088-c3b4c4d107d0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:50.015370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Network fe3426b8-0c41-4618-862d-78e838a7b9a2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:50.026067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:50.067027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:50.067831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Made reservation on behalf of db9768c0d987427f96b892541948c464 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:50.072670 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:50.094580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ace4b14a-6354-46e4-b755-8f40b6a550f4 req-1f574b36-d571-4872-a0ba-cce7d9e0dd5d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 210 time: 0.1531601 Mar 11 17:07:50.140381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Made reservation on behalf of db9768c0d987427f96b892541948c464 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:50.167523 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:50.180700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Pushing event updated for resources: {'Port': ['ID=9cdd3e6a-83ff-421b-acf0-b5c6ed234fff,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:50.229084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb82208f-9a02-4ddf-8a98-a0e95234295e req-377c8f3a-5503-4249-8aeb-36383cd69a33 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916932 Mar 11 17:07:50.269417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-f9766e94-4378-400d-a87c-16f166b76631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:50.273853 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-f9766e94-4378-400d-a87c-16f166b76631 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 200 len: 924 time: 0.4845757 Mar 11 17:07:50.307122 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:50.474732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38020) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:50.535363 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-19292df2-d912-4db6-b56d-561bdc38ec8c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ac15b64-70f6-4eac-b722-2d472fcd8a06 HTTP/1.1" status: 200 len: 217 time: 0.2421439 Mar 11 17:07:50.621193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-08887975-2257-4c68-8772-2bc9bc8b4e51 None None] Provisioning complete for port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:50.621712 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-08887975-2257-4c68-8772-2bc9bc8b4e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:50.734001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 08de3500-4e9e-4d8c-ad66-a84852d77da7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:50.789860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-e5b3c58e-5c35-4fcc-bfde-2bb28683c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:50.791466 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-e5b3c58e-5c35-4fcc-bfde-2bb28683c122 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=237e7bd2-f4c2-4c18-8047-9112fc899ad8 HTTP/1.1" status: 200 len: 863 time: 0.1990697 Mar 11 17:07:50.792785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Allocated IP 192.168.233.134 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/950e9ec2-1b6c-4d59-b165-b5beaef06ac6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:50.808742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-08887975-2257-4c68-8772-2bc9bc8b4e51 None None] Port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:07:50.834098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 08de3500-4e9e-4d8c-ad66-a84852d77da7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:50.834891 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:50.929506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-a27dd540-1f90-4d47-b160-732d494b22e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:50.931026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-a27dd540-1f90-4d47-b160-732d494b22e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277080 Mar 11 17:07:50.974228 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.004232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 08de3500-4e9e-4d8c-ad66-a84852d77da7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=08de3500-4e9e-4d8c-ad66-a84852d77da7,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:51.015197 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.059900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80920077-5a69-416b-a1c9-be62f8f257a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.100611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=08de3500-4e9e-4d8c-ad66-a84852d77da7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:51.136490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-facfa24f-0e0d-4224-ae12-308a54d2a82d service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935873 Mar 11 17:07:51.139622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.213121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d2564-a33f-4d09-99eb-dcfdfa77e29f req-929fce5f-464a-4f2d-b7ba-2c578049878c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:51.215157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d4d2564-a33f-4d09-99eb-dcfdfa77e29f req-929fce5f-464a-4f2d-b7ba-2c578049878c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 943 time: 0.9658737 Mar 11 17:07:51.220199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80920077-5a69-416b-a1c9-be62f8f257a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.234540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80920077-5a69-416b-a1c9-be62f8f257a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.290190 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.311342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', '493745fc-f642-4535-a8dd-5f3ae9c834a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:51.334400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-80920077-5a69-416b-a1c9-be62f8f257a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f861711a1e6e4da38a98e54edf9927d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8585682 Mar 11 17:07:51.341179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38030) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:51.358295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d039e-4c8d-4c5c-95c4-1934585236a2 req-fa87f4d3-ff96-4c6e-acb8-ddbc3e3d56a2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:51.360614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-754d039e-4c8d-4c5c-95c4-1934585236a2 req-fa87f4d3-ff96-4c6e-acb8-ddbc3e3d56a2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.3116751 Mar 11 17:07:51.375245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80920077-5a69-416b-a1c9-be62f8f257a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886660c6-0b32-43b9-931d-0d27f8931715,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:51.446510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-754d039e-4c8d-4c5c-95c4-1934585236a2 req-e3e718a9-60dd-46e2-85e5-551f3ddad575 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728469 Mar 11 17:07:51.449444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d4d2564-a33f-4d09-99eb-dcfdfa77e29f req-a393adbc-c131-429e-a3ca-478639fada24 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203004 Mar 11 17:07:51.469675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event updated for resources: {'Port': ['ID=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:51.501659 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-99a9b95f-f865-4266-aacf-2f28eb7efd38 req-ad8658f8-abcb-4e0d-a616-eab102c167c1 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565898 Mar 11 17:07:51.534317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.598670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:51.602154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Allocated IP 192.168.233.235 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/66592256-132f-47b8-a300-84486e54f147) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:51.615349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:51.630614 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:51.669983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328662d3-073e-4be6-8f78-f1226e091b26 req-2446c0d7-b959-472a-8e58-3f5266656e97 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:51.671964 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-2446c0d7-b959-472a-8e58-3f5266656e97 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.4053075 Mar 11 17:07:51.847320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4929f98-68fe-447a-86b6-abef0cb36219 req-bea16655-9934-4c51-aa59-29d522e421af tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 210 time: 0.1422029 Mar 11 17:07:51.884387 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:51.892436 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:51.921363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3808200-d0d4-44af-bdc2-d6fb700c48dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.008705 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-04c612eb-5994-4c52-b8c3-36784b5a43c3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5733268 Mar 11 17:07:52.023395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fed3d-b5ff-488c-948b-8743d1d76081 req-ba34c6a1-da9b-48a8-be45-8780b8f96ec5 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:52.025032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d9fed3d-b5ff-488c-948b-8743d1d76081 req-ba34c6a1-da9b-48a8-be45-8780b8f96ec5 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 944 time: 0.3426802 Mar 11 17:07:52.051746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-57fe31df-e335-4789-9ffb-ed7082f8c15c None None] Provisioning complete for port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:52.052965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38038) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:52.053998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-57fe31df-e335-4789-9ffb-ed7082f8c15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.119799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d9fed3d-b5ff-488c-948b-8743d1d76081 req-d108fa74-d98a-485f-b091-0f0ed6e53390 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797355 Mar 11 17:07:52.176739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-57fe31df-e335-4789-9ffb-ed7082f8c15c None None] Port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:07:52.184302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Request body: {'port': {'device_id': '56edbbcd-ee7c-4a14-a337-89eb0ffebd02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:52.198950 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3808200-d0d4-44af-bdc2-d6fb700c48dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.210967 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.225430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.225891 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.312948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Pushing event updated for resources: {'Port': ['ID=9cdd3e6a-83ff-421b-acf0-b5c6ed234fff,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:52.325855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95ab6c3e-f137-4fa0-b28c-9da560412e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.373275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.386092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.415747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-328662d3-073e-4be6-8f78-f1226e091b26 req-889d5712-ec5b-4a9c-8b0d-7b5f8ec6def4 service neutron] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:52.418293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3501027-93e7-4533-9e7d-46b3a67de00e req-0f91cbb6-ec3a-48da-9f84-9dc25b451002 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:52.419934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3501027-93e7-4533-9e7d-46b3a67de00e req-0f91cbb6-ec3a-48da-9f84-9dc25b451002 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1095 time: 0.1254752 Mar 11 17:07:52.423243 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-328662d3-073e-4be6-8f78-f1226e091b26 req-889d5712-ec5b-4a9c-8b0d-7b5f8ec6def4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.424428 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-328662d3-073e-4be6-8f78-f1226e091b26 req-889d5712-ec5b-4a9c-8b0d-7b5f8ec6def4 service neutron] 10.222.0.66 "DELETE /v2.0/ports/21055f5e-7982-43ca-b94f-f55d98801072/bindings/n-h2-833411-1 HTTP/1.1" status: 204 len: 173 time: 0.7298305 Mar 11 17:07:52.425121 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3808200-d0d4-44af-bdc2-d6fb700c48dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.429198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3808200-d0d4-44af-bdc2-d6fb700c48dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.432400 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e3808200-d0d4-44af-bdc2-d6fb700c48dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/886660c6-0b32-43b9-931d-0d27f8931715 HTTP/1.1" status: 204 len: 168 time: 1.0437970 Mar 11 17:07:52.534553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3808200-d0d4-44af-bdc2-d6fb700c48dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886660c6-0b32-43b9-931d-0d27f8931715,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:52.541184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.576923 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95ab6c3e-f137-4fa0-b28c-9da560412e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.601325 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95ab6c3e-f137-4fa0-b28c-9da560412e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:52.689898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab6c3e-f137-4fa0-b28c-9da560412e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fabce6-48d5-4772-9557-8897ad1ae6bf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:52.733179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:52.749618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 08de3500-4e9e-4d8c-ad66-a84852d77da7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:52.762093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:52.770836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:52.792794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-95ab6c3e-f137-4fa0-b28c-9da560412e1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0a14bbfc06e47728d0f53cdcf70a716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7378614 Mar 11 17:07:52.797694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38056) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:52.812962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', '493745fc-f642-4535-a8dd-5f3ae9c834a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:52.823854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3501027-93e7-4533-9e7d-46b3a67de00e req-dac55319-5153-4afd-a6c9-e32566ede523 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918203 Mar 11 17:07:52.833951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86896a36-ca42-40c3-8cf0-e2cab6d0f103 req-a7ffa42b-69b1-4047-9a50-2ac956ace2cd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:52.847231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86896a36-ca42-40c3-8cf0-e2cab6d0f103 req-a7ffa42b-69b1-4047-9a50-2ac956ace2cd tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 943 time: 0.2685006 Mar 11 17:07:52.920930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event updated for resources: {'Port': ['ID=66592256-132f-47b8-a300-84486e54f147,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:53.022541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86896a36-ca42-40c3-8cf0-e2cab6d0f103 req-76ceee64-38e8-4572-9844-2718bec19257 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743016 Mar 11 17:07:53.069738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Network fe3426b8-0c41-4618-862d-78e838a7b9a2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:53.074055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:53.078334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 08de3500-4e9e-4d8c-ad66-a84852d77da7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:53.078909 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:53.254570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a4bd-9c20-4926-b0be-5c3a5df1c022 req-ff55f99e-6de3-4d40-9b19-10856eff01e7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:53.266997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad13a4bd-9c20-4926-b0be-5c3a5df1c022 req-ff55f99e-6de3-4d40-9b19-10856eff01e7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.2663343 Mar 11 17:07:53.273395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:53.274492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:53.332811 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-6b36853a-0dd8-40e6-93dc-6ee05a4fdddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6883848 Mar 11 17:07:53.377288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Request body: {'port': {'device_id': '172f8775-e903-46d0-ab2c-6451f9d8a032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:53.406299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d4fb-e86d-46b8-a941-a6e906a75ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:53.411739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-87efdb27-ee19-460f-82b2-c908738b55a9 None None] Provisioning complete for port 66592256-132f-47b8-a300-84486e54f147 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:53.413487 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-87efdb27-ee19-460f-82b2-c908738b55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:53.439248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Router 21426965-b9d2-4833-8bda-a3e65f1c92ce has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:07:53.515030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d4fb-e86d-46b8-a941-a6e906a75ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:53.564801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad13a4bd-9c20-4926-b0be-5c3a5df1c022 req-a78dd208-21da-45a6-92e0-41619716eb44 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964108 Mar 11 17:07:53.605137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599feaa5-d1e9-4809-8950-bdde96073aa8 req-0b370f99-de50-4f25-a6af-b57c25451975 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:53.606954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599feaa5-d1e9-4809-8950-bdde96073aa8 req-0b370f99-de50-4f25-a6af-b57c25451975 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 936 time: 0.2337396 Mar 11 17:07:53.699244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-599feaa5-d1e9-4809-8950-bdde96073aa8 req-cb282a24-6bbd-48a9-ad46-4ce64bacbed4 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749848 Mar 11 17:07:53.874284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:07:53.884117 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Sync routers for ids ['21426965-b9d2-4833-8bda-a3e65f1c92ce'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:53.893349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5e3aff52-15d9-4c64-8831-6728d216789c admin admin] 10.222.0.53 "PUT /v2.0/routers/21426965-b9d2-4833-8bda-a3e65f1c92ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8068960 Mar 11 17:07:53.912894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Routers {'21426965-b9d2-4833-8bda-a3e65f1c92ce'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:53.913526 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['21426965-b9d2-4833-8bda-a3e65f1c92ce'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:53.966822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-da39b17a-3c50-4aa5-900a-ebae230cd0a1 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:53.970849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-da39b17a-3c50-4aa5-900a-ebae230cd0a1 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 807 time: 0.1971829 Mar 11 17:07:53.983677 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-87efdb27-ee19-460f-82b2-c908738b55a9 None None] Port 66592256-132f-47b8-a300-84486e54f147 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:07:53.997943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a69347d2-7611-49a9-a97a-a6caddc483c1 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/quotas/556dd853924b45f78455e7c0197367a7 HTTP/1.1" status: 200 len: 375 time: 0.0189826 Mar 11 17:07:54.101591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-41dcf3cf-43cb-4aa5-8ae4-71b70cbc68b8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970199 Mar 11 17:07:54.177268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:54.186432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:54.189764 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Set router 21426965-b9d2-4833-8bda-a3e65f1c92ce gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:54.199044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Transition to ACTIVE for port object 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:54.220655 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:54.237986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-30822474-cde1-402a-ad02-00df9e7e31d5 None None] Provisioning complete for port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:54.238549 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30822474-cde1-402a-ad02-00df9e7e31d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:54.287906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:54.421735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fea43-81de-475b-9a24-cb880a8c294f req-bdf355aa-e7f3-4855-aa9a-53f5def19f53 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:54.423720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a8fea43-81de-475b-9a24-cb880a8c294f req-bdf355aa-e7f3-4855-aa9a-53f5def19f53 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 943 time: 0.1485119 Mar 11 17:07:54.437307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-4dc351dd-90e2-4ab3-a2ac-2e97ef2243a4 service neutron] 10.222.0.53 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251143 Mar 11 17:07:54.453314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-30822474-cde1-402a-ad02-00df9e7e31d5 None None] Port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:07:54.579957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a8fea43-81de-475b-9a24-cb880a8c294f req-7ecb7062-a25e-4f1f-983e-4211a65f3138 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353128 Mar 11 17:07:54.755039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-5c030082-9962-4a12-8c9e-73cba6a940bf service neutron] 10.222.0.53 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555096 Mar 11 17:07:54.759708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0ac15b64-70f6-4eac-b722-2d472fcd8a06 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:07:54.809143 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:38Z', 'updated_at': '2022-03-11T17:07:51Z', 'revision_number': 4, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'gw_port': {'id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:40Z', 'updated_at': '2022-03-11T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9cdd3e6a-83ff-421b-acf0-b5c6ed234fff', 'name': '', 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'mac_address': 'fa:16:3e:6d:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:48Z', 'updated_at': '2022-03-11T17:07:51Z', 'revision_number': 2, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'subnets': [{'id': 'cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:54.880104 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Checking router: 21426965-b9d2-4833-8bda-a3e65f1c92ce for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:54.885077 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Updating router 21426965-b9d2-4833-8bda-a3e65f1c92ce port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:07:54.918203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66592256-132f-47b8-a300-84486e54f147 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:54.929229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:54.957957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Transition to ACTIVE for port object 66592256-132f-47b8-a300-84486e54f147 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:54.983221 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:54.984229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:54.991915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0ac15b64-70f6-4eac-b722-2d472fcd8a06, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0ac15b64-70f6-4eac-b722-2d472fcd8a06,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:55.031384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '0ac15b64-70f6-4eac-b722-2d472fcd8a06', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'port_id': '0ac15b64-70f6-4eac-b722-2d472fcd8a06', 'mac_address': 'fa:16:3e:0c:9f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:07:55.139767 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-e1a5309f-57b8-4022-9d71-49da4732249e req-11954473-8d6d-4f82-a67b-ff3ded1dd66e tempest-FloatingIPDetailsNegativeTestJSON-1813281788 tempest-FloatingIPDetailsNegativeTestJSON-1813281788-project] show failed (client error): The resource could not be found. Mar 11 17:07:55.154272 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:55.167458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38120) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:55.174318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1a5309f-57b8-4022-9d71-49da4732249e req-11954473-8d6d-4f82-a67b-ff3ded1dd66e tempest-FloatingIPDetailsNegativeTestJSON-1813281788 tempest-FloatingIPDetailsNegativeTestJSON-1813281788-project] 10.222.0.53 "GET /v2.0/floatingips/0c1d5a64-3434-4cc8-8ef4-8a2fbc5a25c9 HTTP/1.1" status: 404 len: 350 time: 0.1023750 Mar 11 17:07:55.200966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac15b64-70f6-4eac-b722-2d472fcd8a06 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:55.218600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Attempting to bind port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:55.219606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Attempting to bind port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:55.220126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Attempting to bind port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:55.292952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-d557dec6-ca5c-4ebe-bb98-08997dcdbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:55.299497 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-d557dec6-ca5c-4ebe-bb98-08997dcdbfb1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1096 time: 1.0907569 Mar 11 17:07:55.315314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbb242-6628-4ba8-b6b2-99fddb18db78 req-d2cbef73-5a6a-4e3b-ba5c-5e5805fab21a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:55.318581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0ac15b64-70f6-4eac-b722-2d472fcd8a06, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0ac15b64-70f6-4eac-b722-2d472fcd8a06,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:55.320002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Pushing event updated for resources: {'Port': ['ID=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:55.333514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bbb242-6628-4ba8-b6b2-99fddb18db78 req-d2cbef73-5a6a-4e3b-ba5c-5e5805fab21a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.1546164 Mar 11 17:07:55.335223 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:55.355155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:55.355477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Attempting to bind port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:55.472017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0ac15b64-70f6-4eac-b722-2d472fcd8a06,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:55.496304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bbb242-6628-4ba8-b6b2-99fddb18db78 req-de98531c-5140-44f8-bec4-9f81953defe9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613953 Mar 11 17:07:55.502561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d4fb-e86d-46b8-a941-a6e906a75ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:55.505059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d4fb-e86d-46b8-a941-a6e906a75ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:55.513849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e6b5d4fb-e86d-46b8-a941-a6e906a75ce0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83fabce6-48d5-4772-9557-8897ad1ae6bf HTTP/1.1" status: 204 len: 168 time: 2.6290884 Mar 11 17:07:55.516474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:55.517393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:55.517784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:55.518232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Bound port: 950e9ec2-1b6c-4d59-b165-b5beaef06ac6, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:55.528750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e343a0-31cd-4034-9f2c-e5c3ccd62ebd req-42d90e73-70e4-4394-aa51-9af36d0e8622 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:55.529045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:55.537394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1e343a0-31cd-4034-9f2c-e5c3ccd62ebd req-42d90e73-70e4-4394-aa51-9af36d0e8622 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 948 time: 0.1751454 Mar 11 17:07:55.654013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1e343a0-31cd-4034-9f2c-e5c3ccd62ebd req-a352025d-ac35-4dd7-ae6c-03b39c871416 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154244 Mar 11 17:07:55.702956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13172229-6747-480c-b6d6-6c89c699485b req-88d64819-b29c-4563-a912-12a0727ced8b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 210 time: 0.0670197 Mar 11 17:07:55.729636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5d4fb-e86d-46b8-a941-a6e906a75ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fabce6-48d5-4772-9557-8897ad1ae6bf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:55.734076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0ac15b64-70f6-4eac-b722-2d472fcd8a06'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:07:55.802363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Pushing event updated for resources: {'Port': ['ID=66592256-132f-47b8-a300-84486e54f147,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:55.878927 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:55.897765 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:55.961345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4e95-7ace-4498-bb72-2cc0e862cf54 req-087008e3-14af-4584-8f04-a9a7d6b4fc5f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:55.962952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d4d4e95-7ace-4498-bb72-2cc0e862cf54 req-087008e3-14af-4584-8f04-a9a7d6b4fc5f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 944 time: 0.1457217 Mar 11 17:07:56.045392 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604546d4-fc5b-4c66-be3f-11838197ab27 None None] Pushing event updated for resources: {'Port': ['ID=9cdd3e6a-83ff-421b-acf0-b5c6ed234fff,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:56.069207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d4d4e95-7ace-4498-bb72-2cc0e862cf54 req-09350854-00ba-4216-8114-583e5012e7c3 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970719 Mar 11 17:07:56.144067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-f44a1922-89d1-4355-8082-d8ba11157f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:56.145994 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-f44a1922-89d1-4355-8082-d8ba11157f2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.8123593 Mar 11 17:07:56.161719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Attempting to bind port 66592256-132f-47b8-a300-84486e54f147 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:56.162058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Attempting to bind port 66592256-132f-47b8-a300-84486e54f147 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:56.162389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Attempting to bind port 66592256-132f-47b8-a300-84486e54f147 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:56.206970 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Attempting to bind port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:56.207340 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Attempting to bind port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '67c9e852-2e33-4e05-9db1-9d081231b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:56.207699 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Attempting to bind port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff on network fe3426b8-0c41-4618-862d-78e838a7b9a2 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:56.211164 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-7e52cd77-e7c2-442b-af3e-3838d84be81b req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Request body: {'security_group': {'name': 'tempest-securitygroup-533257797', 'description': 'tempest-description-1303874160'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:56.223831 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:56.225012 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Checking segment: {'id': '67c9e852-2e33-4e05-9db1-9d081231b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:56.226446 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.226847 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Bound using segment: {'id': '67c9e852-2e33-4e05-9db1-9d081231b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:56.227355 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Bound port: 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c9e852-2e33-4e05-9db1-9d081231b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:56.227742 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.243388 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7e52cd77-e7c2-442b-af3e-3838d84be81b req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.270183 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7e52cd77-e7c2-442b-af3e-3838d84be81b req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.286947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Port 66592256-132f-47b8-a300-84486e54f147 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:07:56.288522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Attempting to bind port 66592256-132f-47b8-a300-84486e54f147 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:07:56.331092 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] For port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:56.332524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:07:56.339614 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] For port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9cdd3e6a-83ff-421b-acf0-b5c6ed234fff,segment=NetworkSegment(67c9e852-2e33-4e05-9db1-9d081231b48b),segment_id=67c9e852-2e33-4e05-9db1-9d081231b48b)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:56.342670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:07:56.343108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:07:56.343602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Bound port: 66592256-132f-47b8-a300-84486e54f147, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:56.343978 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.347502 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-bcb19ee2-9184-4217-9349-1cb6ee4bcbc9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 217 time: 0.1902215 Mar 11 17:07:56.349463 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.359118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f38767f4-b676-4b31-ba1a-59391cbf7a77 None None] Provisioning complete for port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:56.359724 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f38767f4-b676-4b31-ba1a-59391cbf7a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.362036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38142) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:56.388307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af413c8-9a30-4ef4-9db6-c5e1b0add16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.407782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] For port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:56.450786 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f38767f4-b676-4b31-ba1a-59391cbf7a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.452674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7e52cd77-e7c2-442b-af3e-3838d84be81b req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.454553 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Routers {'21426965-b9d2-4833-8bda-a3e65f1c92ce'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:07:56.456875 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['21426965-b9d2-4833-8bda-a3e65f1c92ce'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:56.466640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] For port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:56.477040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7e52cd77-e7c2-442b-af3e-3838d84be81b req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.519633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f38767f4-b676-4b31-ba1a-59391cbf7a77 None None] For port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9cdd3e6a-83ff-421b-acf0-b5c6ed234fff,segment=NetworkSegment(67c9e852-2e33-4e05-9db1-9d081231b48b),segment_id=67c9e852-2e33-4e05-9db1-9d081231b48b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:56.529903 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604546d4-fc5b-4c66-be3f-11838197ab27 None None] Pushing event updated for resources: {'Port': ['ID=9cdd3e6a-83ff-421b-acf0-b5c6ed234fff,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:56.531558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.531708 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f38767f4-b676-4b31-ba1a-59391cbf7a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.645840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38767f4-b676-4b31-ba1a-59391cbf7a77 None None] Pushing event updated for resources: {'Port': ['ID=9cdd3e6a-83ff-421b-acf0-b5c6ed234fff,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:56.650917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:56.653524 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.657186 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7e52cd77-e7c2-442b-af3e-3838d84be81b req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.661044 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] 10.222.0.66 "PUT /v2.0/ports/950e9ec2-1b6c-4d59-b165-b5beaef06ac6 HTTP/1.1" status: 200 len: 1096 time: 4.5060403 Mar 11 17:07:56.667252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56edbbcd-ee7c-4a14-a337-89eb0ffebd02', 'tag': '950e9ec2-1b6c-4d59-b165-b5beaef06ac6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:56.669781 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f3186-a50e-45a4-8777-a7f1485adb57" -d '{"events": [{"name": "network-changed", "server_uuid": "56edbbcd-ee7c-4a14-a337-89eb0ffebd02", "tag": "950e9ec2-1b6c-4d59-b165-b5beaef06ac6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:56.689872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7e52cd77-e7c2-442b-af3e-3838d84be81b req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.722870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-d7c2500e-9f17-4db1-9e9c-1038ead6d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:56.724559 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-d7c2500e-9f17-4db1-9e9c-1038ead6d078 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.3473661 Mar 11 17:07:56.782536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7e52cd77-e7c2-442b-af3e-3838d84be81b req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:56.784237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e52cd77-e7c2-442b-af3e-3838d84be81b req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5802178 Mar 11 17:07:56.836821 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] Set router 21426965-b9d2-4833-8bda-a3e65f1c92ce gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:07:56.844681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca06238d-fe5b-4cee-826d-7b58cd576be1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:56.873048 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-8b16c404-5cd3-4e8f-b295-e1068256da3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323171 Mar 11 17:07:56.892838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2023f-6e0b-4edd-b8e1-4fd2052f86dd tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa3945e-4db5-45a4-a599-f3408a0cc0d3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:56.910082 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b988fb2a-093e-4aab-922a-63d59ffe3986 x-openstack-request-id: req-b988fb2a-093e-4aab-922a-63d59ffe3986 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:56.910372 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56edbbcd-ee7c-4a14-a337-89eb0ffebd02", "tag": "950e9ec2-1b6c-4d59-b165-b5beaef06ac6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:56.910630 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b988fb2a-093e-4aab-922a-63d59ffe3986 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:56.911025 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56edbbcd-ee7c-4a14-a337-89eb0ffebd02', 'tag': '950e9ec2-1b6c-4d59-b165-b5beaef06ac6', 'status': 'completed', 'code': 200} Mar 11 17:07:56.939923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] For port 66592256-132f-47b8-a300-84486e54f147, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:56.982669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-137b4739-9d71-414d-8960-533025701549 None None] Provisioning complete for port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:56.983443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-137b4739-9d71-414d-8960-533025701549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.013529 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af413c8-9a30-4ef4-9db6-c5e1b0add16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.035523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4db02-c221-42ab-8e63-0fe0d0a375eb req-ac31cf82-3936-412f-a003-67dfc199882e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:57.037123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6e4db02-c221-42ab-8e63-0fe0d0a375eb req-ac31cf82-3936-412f-a003-67dfc199882e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.2699838 Mar 11 17:07:57.058486 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af413c8-9a30-4ef4-9db6-c5e1b0add16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.135158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f433730-5a51-44e4-b510-05daef1ebb47 service neutron] Pushing event updated for resources: {'Port': ['ID=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:57.148478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] For port 66592256-132f-47b8-a300-84486e54f147, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=66592256-132f-47b8-a300-84486e54f147,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:07:57.158478 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:38Z', 'updated_at': '2022-03-11T17:07:51Z', 'revision_number': 4, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'gw_port': {'id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:40Z', 'updated_at': '2022-03-11T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9cdd3e6a-83ff-421b-acf0-b5c6ed234fff', 'name': '', 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'mac_address': 'fa:16:3e:6d:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:48Z', 'updated_at': '2022-03-11T17:07:56Z', 'revision_number': 4, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'subnets': [{'id': 'cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:57.163796 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4af413c8-9a30-4ef4-9db6-c5e1b0add16c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3292a682d5d4f39b23258b84da5a0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8002908 Mar 11 17:07:57.166913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38158) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:07:57.172285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af413c8-9a30-4ef4-9db6-c5e1b0add16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e512ac9-175c-42f6-8a6b-5ce8eae5c4b4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:57.190998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-8c2c2b68-8a1a-4d52-9563-02abf1bafaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:57.192956 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-8c2c2b68-8a1a-4d52-9563-02abf1bafaa0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 1099 time: 0.4529228 Mar 11 17:07:57.194667 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7131d03a-aac3-4d1a-bcfa-f4ae1973bd94 None None] The sync data for ids ['21426965-b9d2-4833-8bda-a3e65f1c92ce'] in n-d-833411-1 is: [{'id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:38Z', 'updated_at': '2022-03-11T17:07:51Z', 'revision_number': 4, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'gw_port': {'id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:40Z', 'updated_at': '2022-03-11T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9cdd3e6a-83ff-421b-acf0-b5c6ed234fff', 'name': '', 'network_id': 'fe3426b8-0c41-4618-862d-78e838a7b9a2', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'mac_address': 'fa:16:3e:6d:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:48Z', 'updated_at': '2022-03-11T17:07:56Z', 'revision_number': 4, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'subnets': [{'id': 'cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:57.202219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.202823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-e2359dc5-c002-46c7-9296-8eaff25ae5dc tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:57.204329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-e2359dc5-c002-46c7-9296-8eaff25ae5dc tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 807 time: 0.3676019 Mar 11 17:07:57.217664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816a992-31cb-452e-8751-f538cf192726 req-64a17569-5436-4aea-9a12-4df49129e466 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:57.219176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0816a992-31cb-452e-8751-f538cf192726 req-64a17569-5436-4aea-9a12-4df49129e466 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 948 time: 0.2447143 Mar 11 17:07:57.226010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6e4db02-c221-42ab-8e63-0fe0d0a375eb req-6ec5fb4f-6265-46c7-b9df-52d47a681cb9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690433 Mar 11 17:07:57.232688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Request body: {'port': {'device_id': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f', 'admin_state_up': True, 'tenant_id': '556dd853924b45f78455e7c0197367a7'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:57.336034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:57.336939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.341675 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] 10.222.0.46 "PUT /v2.0/ports/66592256-132f-47b8-a300-84486e54f147 HTTP/1.1" status: 200 len: 1096 time: 3.9725218 Mar 11 17:07:57.351557 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-590b8a4a-ebab-422e-8f33-eff47511624e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=950e9ec2-1b6c-4d59-b165-b5beaef06ac6 HTTP/1.1" status: 200 len: 217 time: 0.1418943 Mar 11 17:07:57.552945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-97df0c5e-aa75-4541-800b-160a09d3a395 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559967 Mar 11 17:07:57.558176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea32165-773f-4dbb-9c68-d40cd2dcb399 service neutron] Pushing event updated for resources: {'Port': ['ID=66592256-132f-47b8-a300-84486e54f147,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:57.594097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-cf9c2f58-3a74-4b6e-8b45-b0eb6968b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:57.595531 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-cf9c2f58-3a74-4b6e-8b45-b0eb6968b1dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2341833 Mar 11 17:07:57.654555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-755d81b8-2263-4f31-ab8f-495765251e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:57.656285 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-755d81b8-2263-4f31-ab8f-495765251e2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 1099 time: 0.2501040 Mar 11 17:07:57.681312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81a9e5e8-ec44-4716-9561-d2e54510406f req-68569485-7e2f-43a5-aa11-1e6378f037f7 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 210 time: 0.3219509 Mar 11 17:07:57.702906 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63021886-e379-4b60-bcc1-05ac08c6d5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.735845 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-26a5363d-5c18-4410-9fc5-0d688e66cbb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=66592256-132f-47b8-a300-84486e54f147 HTTP/1.1" status: 200 len: 217 time: 0.0548546 Mar 11 17:07:57.736103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63021886-e379-4b60-bcc1-05ac08c6d5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.758684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-ef185e0c-0122-4cc1-962b-122e10e98837 req-8fea7254-0e84-432e-8462-1654bd5c6e70 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Request body: {'security_group': {'name': 'tempest-securitygroup-859121352', 'description': 'tempest-description-358206872'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:57.764661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.772284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0816a992-31cb-452e-8751-f538cf192726 req-b7a3dd67-cc42-446f-b7c5-529b8bbd1329 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349841 Mar 11 17:07:57.862679 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ef185e0c-0122-4cc1-962b-122e10e98837 req-8fea7254-0e84-432e-8462-1654bd5c6e70 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.910772 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63021886-e379-4b60-bcc1-05ac08c6d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.913259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63021886-e379-4b60-bcc1-05ac08c6d5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:57.917095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-63021886-e379-4b60-bcc1-05ac08c6d5b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e512ac9-175c-42f6-8a6b-5ce8eae5c4b4 HTTP/1.1" status: 204 len: 168 time: 0.7456136 Mar 11 17:07:57.994670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63021886-e379-4b60-bcc1-05ac08c6d5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e512ac9-175c-42f6-8a6b-5ce8eae5c4b4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:58.000228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Made reservation on behalf of 556dd853924b45f78455e7c0197367a7 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:58.004090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:58.149176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Allocated IP 172.20.0.9 (7656831f-61f4-4969-b07f-27c15d8f173f/b09cd1b5-ecec-43e1-9d99-d2705568e03f/b36bc543-841f-436b-a559-c6be9db8a131) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:58.189585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73a9a2-05cd-4a3e-8694-f77ad1f8d543 req-3b7e2ec1-3de1-4413-b376-14dc9d08afb0 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:58.197819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d73a9a2-05cd-4a3e-8694-f77ad1f8d543 req-3b7e2ec1-3de1-4413-b376-14dc9d08afb0 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 944 time: 0.3106494 Mar 11 17:07:58.202371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-b03f6819-13d3-44ad-99ac-45bffcb61acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:58.204174 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-b03f6819-13d3-44ad-99ac-45bffcb61acd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5700521 Mar 11 17:07:58.304600 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-af8c1a24-2b5b-49fd-87ce-80df5ae9c62f service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346444 Mar 11 17:07:58.309337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d73a9a2-05cd-4a3e-8694-f77ad1f8d543 req-9c432abd-f611-4e85-b3ec-653146e52042 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096988 Mar 11 17:07:58.356097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ef185e0c-0122-4cc1-962b-122e10e98837 req-8fea7254-0e84-432e-8462-1654bd5c6e70 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:58.361393 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ef185e0c-0122-4cc1-962b-122e10e98837 req-8fea7254-0e84-432e-8462-1654bd5c6e70 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:58.439273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ef185e0c-0122-4cc1-962b-122e10e98837 req-8fea7254-0e84-432e-8462-1654bd5c6e70 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:58.440519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef185e0c-0122-4cc1-962b-122e10e98837 req-8fea7254-0e84-432e-8462-1654bd5c6e70 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6929672 Mar 11 17:07:58.487671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea7254-0e84-432e-8462-1654bd5c6e70 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a261b-5f6d-46b2-9245-50ca1edff476,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:58.515613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-9754e375-dab1-4522-980b-7152a44652d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:58.517842 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-9754e375-dab1-4522-980b-7152a44652d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.7657535 Mar 11 17:07:58.588136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8af24e-6aeb-47ec-9a53-b8b8278ed2ed req-1aa136c9-d398-41d9-8b4e-3e061b4ffe8c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:58.608010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a8af24e-6aeb-47ec-9a53-b8b8278ed2ed req-1aa136c9-d398-41d9-8b4e-3e061b4ffe8c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 945 time: 0.1957476 Mar 11 17:07:58.663132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:58.693185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:58.704543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-f204795f-5495-49de-8516-42e547db7990 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:58.708907 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-f204795f-5495-49de-8516-42e547db7990 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.2764230 Mar 11 17:07:58.730681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a8af24e-6aeb-47ec-9a53-b8b8278ed2ed req-9e88fcd1-8fe2-4d41-99fc-4ff6a500d2a6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219139 Mar 11 17:07:58.733302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833411-1'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:58.740702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-23fef55d-ac3f-4077-bc20-e9be56b8138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:58.742229 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-23fef55d-ac3f-4077-bc20-e9be56b8138a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2035904 Mar 11 17:07:58.763733 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-05b0105a-f487-471e-bd28-3bbe473a004e service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569244 Mar 11 17:07:58.783668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:58.807200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0ac15b64-70f6-4eac-b722-2d472fcd8a06 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:07:58.896797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:58.897566 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:58.933700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f8775-e903-46d0-ab2c-6451f9d8a032', 'tag': '66592256-132f-47b8-a300-84486e54f147'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:58.936101 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67556e3-c62f-48fa-b98e-9a4c77eeea34" -d '{"events": [{"name": "network-changed", "server_uuid": "172f8775-e903-46d0-ab2c-6451f9d8a032", "tag": "66592256-132f-47b8-a300-84486e54f147"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:58.949656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-dd010974-023b-435e-85b5-6a37abb971a3 req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-885865785', 'description': 'tempest-description-1295722069'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:58.964414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:58.981685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Network 7656831f-61f4-4969-b07f-27c15d8f173f is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:58.984757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Pushing event updated for resources: {'Port': ['ID=b36bc543-841f-436b-a559-c6be9db8a131,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:59.000781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:59.005215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:07:59.021125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:59.021842 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.042380 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd010974-023b-435e-85b5-6a37abb971a3 req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.059284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe967c-bb6b-474e-8566-3977d1a8dfa1 req-41dafbe1-fc90-4b81-ae93-f55e327ca4c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:59.061381 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fbe967c-bb6b-474e-8566-3977d1a8dfa1 req-41dafbe1-fc90-4b81-ae93-f55e327ca4c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 931 time: 0.1760232 Mar 11 17:07:59.065294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd010974-023b-435e-85b5-6a37abb971a3 req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.074849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.117659 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.134648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:59.135270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.150362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac15b64-70f6-4eac-b722-2d472fcd8a06'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:59.153964 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc289e-9a74-49fa-b5cf-703f4f0ec931" -d '{"events": [{"server_uuid": "71f9caae-1d7c-4c30-af7c-a83264acc91b", "name": "network-vif-plugged", "status": "completed", "tag": "0ac15b64-70f6-4eac-b722-2d472fcd8a06"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:07:59.168472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0ac15b64-70f6-4eac-b722-2d472fcd8a06, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0ac15b64-70f6-4eac-b722-2d472fcd8a06,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:59.169014 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-cb254a5c-29ee-431f-8f20-6fedf98a69d7 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841054 Mar 11 17:07:59.174090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.177969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fbe967c-bb6b-474e-8566-3977d1a8dfa1 req-6501125c-a309-4e6b-8c9c-dfb585c17212 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890946 Mar 11 17:07:59.178493 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-61caf068-72a2-4658-93a3-32708f0e0e89 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920515 Mar 11 17:07:59.184918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c27920d6-4dde-496d-b9d6-4c65a448f15a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9645944 Mar 11 17:07:59.196457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Deleting port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:07:59.197012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.203007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Request body: {'port': {'device_id': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:59.286945 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd010974-023b-435e-85b5-6a37abb971a3 req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.290774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0ac15b64-70f6-4eac-b722-2d472fcd8a06,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:59.293208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd010974-023b-435e-85b5-6a37abb971a3 req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.308887 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.375619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a227b277-68c5-456c-a0e0-1da83f3059d7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:59.432009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-01654706-7312-4803-bfa3-2113a7d8e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:59.434210 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-01654706-7312-4803-bfa3-2113a7d8e7b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 1099 time: 0.1417348 Mar 11 17:07:59.455416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b344c1-c827-4f87-9d4e-67e01e8c79cb req-da85f719-7843-4c16-befc-7c7c071ec8a9 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:59.456915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b344c1-c827-4f87-9d4e-67e01e8c79cb req-da85f719-7843-4c16-befc-7c7c071ec8a9 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 948 time: 0.1454945 Mar 11 17:07:59.467020 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd010974-023b-435e-85b5-6a37abb971a3 req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.493462 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d1d65cf5-5085-48ce-b2bd-93311d5c70e0 req-20a655b0-6640-44a4-a8d7-46894cb9dbd6 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115189 Mar 11 17:07:59.495922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] For port 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9cdd3e6a-83ff-421b-acf0-b5c6ed234fff,segment=NetworkSegment(67c9e852-2e33-4e05-9db1-9d081231b48b),segment_id=67c9e852-2e33-4e05-9db1-9d081231b48b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:59.496256 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.519445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd010974-023b-435e-85b5-6a37abb971a3 req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.554951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:59.556997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Calling delete_port for 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:07:59.596373 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd010974-023b-435e-85b5-6a37abb971a3 req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.597804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd010974-023b-435e-85b5-6a37abb971a3 req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6550748 Mar 11 17:07:59.610290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eafc90-14d9-4cb2-b163-a2b8edbf6f84 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f3646-e13f-4d42-9bf4-9bf764e41ddb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:59.624834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b344c1-c827-4f87-9d4e-67e01e8c79cb req-388fff8a-d4d1-42ec-88f4-46dca5d0feb2 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600113 Mar 11 17:07:59.657265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:07:59.681417 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef50492-32d7-41b1-ad5a-6643ed170797 x-openstack-request-id: req-8ef50492-32d7-41b1-ad5a-6643ed170797 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:59.681791 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172f8775-e903-46d0-ab2c-6451f9d8a032", "tag": "66592256-132f-47b8-a300-84486e54f147", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:59.682476 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ef50492-32d7-41b1-ad5a-6643ed170797 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:59.683020 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f8775-e903-46d0-ab2c-6451f9d8a032', 'tag': '66592256-132f-47b8-a300-84486e54f147', 'status': 'completed', 'code': 200} Mar 11 17:07:59.728000 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d163b57c-c901-4bba-87d7-187561cb268a x-openstack-request-id: req-d163b57c-c901-4bba-87d7-187561cb268a {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:07:59.729138 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f9caae-1d7c-4c30-af7c-a83264acc91b", "name": "network-vif-plugged", "status": "completed", "tag": "0ac15b64-70f6-4eac-b722-2d472fcd8a06", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:07:59.729560 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d163b57c-c901-4bba-87d7-187561cb268a {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:07:59.729959 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac15b64-70f6-4eac-b722-2d472fcd8a06', 'code': 200} Mar 11 17:07:59.796956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-368b5980-a451-46a5-a1cc-eb0511936503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:59.800414 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-368b5980-a451-46a5-a1cc-eb0511936503 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.3545153 Mar 11 17:07:59.822420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.853306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36bc543-841f-436b-a559-c6be9db8a131 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:59.868577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.883820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Transition to ACTIVE for port object b36bc543-841f-436b-a559-c6be9db8a131 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:59.898993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.929180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-6aca2dfb-cb8c-4ad7-8151-931fc2df30e3 req-8f7414d5-4b7c-4030-b645-cda60ec29632 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1929944656', 'description': 'tempest-description-1466994439'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:59.934223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:59.937930 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-fcf1d410-6936-44a9-9973-c05a25d47f06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=950e9ec2-1b6c-4d59-b165-b5beaef06ac6 HTTP/1.1" status: 200 len: 217 time: 0.1114624 Mar 11 17:07:59.977180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-c5e22612-669b-4bc3-9714-d5d60e52ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:59.978800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-c5e22612-669b-4bc3-9714-d5d60e52ad4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 1099 time: 0.2695560 Mar 11 17:08:00.026805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6aca2dfb-cb8c-4ad7-8151-931fc2df30e3 req-8f7414d5-4b7c-4030-b645-cda60ec29632 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:00.030245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Pushing event updated for resources: {'Port': ['ID=b36bc543-841f-436b-a559-c6be9db8a131,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:00.075428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeeffb-001f-45aa-88a3-b440aaf34fd4 req-4132cef1-0d8c-46ed-888c-ae5d1635f0f8 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.077677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8afeeffb-001f-45aa-88a3-b440aaf34fd4 req-4132cef1-0d8c-46ed-888c-ae5d1635f0f8 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 945 time: 0.1919322 Mar 11 17:08:00.144984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bd063-b0d3-4108-88fe-3b5f72291386 req-09a2ae7c-9d28-4a57-aa6e-89fe052b1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.146519 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a01bd063-b0d3-4108-88fe-3b5f72291386 req-09a2ae7c-9d28-4a57-aa6e-89fe052b1fb2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 1096 time: 0.3180842 Mar 11 17:08:00.184066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8afeeffb-001f-45aa-88a3-b440aaf34fd4 req-e2ea256c-9b3b-4329-8c06-36ac58244ded tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850370 Mar 11 17:08:00.184974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-cd977fdb-b98f-4b53-80ec-baa3edb942fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.185990 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-cd977fdb-b98f-4b53-80ec-baa3edb942fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2135282 Mar 11 17:08:00.191045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:00.191424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:00.191752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:00.198898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:00.204992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Port b36bc543-841f-436b-a559-c6be9db8a131 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:00.205324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:00.233225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:00.233574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:00.233987 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:00.234423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Bound port: b36bc543-841f-436b-a559-c6be9db8a131, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:00.234786 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:00.240215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6aca2dfb-cb8c-4ad7-8151-931fc2df30e3 req-8f7414d5-4b7c-4030-b645-cda60ec29632 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:00.254077 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6aca2dfb-cb8c-4ad7-8151-931fc2df30e3 req-8f7414d5-4b7c-4030-b645-cda60ec29632 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:00.322028 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6aca2dfb-cb8c-4ad7-8151-931fc2df30e3 req-8f7414d5-4b7c-4030-b645-cda60ec29632 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:00.323590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6aca2dfb-cb8c-4ad7-8151-931fc2df30e3 req-8f7414d5-4b7c-4030-b645-cda60ec29632 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4013829 Mar 11 17:08:00.397916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7414d5-4b7c-4030-b645-cda60ec29632 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d187ef7-4575-4162-89b5-178072e7db7f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:00.510936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:00.516646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:00.529486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f561d12-5814-47d9-b7f3-ce1aa936b36f req-ba20e501-e188-4280-ac44-8d3fac09beee tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.531185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f561d12-5814-47d9-b7f3-ce1aa936b36f req-ba20e501-e188-4280-ac44-8d3fac09beee tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 943 time: 0.1300476 Mar 11 17:08:00.542182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa25255-74f8-417e-a9c1-321e696ec9e4 req-c835f4b8-9e9d-4854-a555-0e6fe44c2db6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.549839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fa25255-74f8-417e-a9c1-321e696ec9e4 req-c835f4b8-9e9d-4854-a555-0e6fe44c2db6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.2394390 Mar 11 17:08:00.579188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:00.639671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on host n-h2-833411-1 for vnic_type normal with profile {"migrating_to": "n-h1-833411-1"} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:00.639671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:00.639671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:00.648911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.649544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:00.650976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] 10.222.0.46 "PUT /v2.0/ports/b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 200 len: 1091 time: 1.4529417 Mar 11 17:08:00.654552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:00.671311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:00.671789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Attempting to bind port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:00.671895 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408bf1e0-3910-42b7-8bc1-420eed35f936" -d '{"events": [{"name": "network-changed", "server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "tag": "b36bc543-841f-436b-a559-c6be9db8a131"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:00.684615 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a01bd063-b0d3-4108-88fe-3b5f72291386 req-1383771f-dc2f-4356-b204-0fbe0d505615 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5230846 Mar 11 17:08:00.691696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-d40d5ef0-e642-45be-aeda-e3553cd64b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.694211 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-d40d5ef0-e642-45be-aeda-e3553cd64b7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.6940145 Mar 11 17:08:00.707397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:00.707973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:00.708616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:00.709339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Bound port: 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:00.709915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:00.712214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f561d12-5814-47d9-b7f3-ce1aa936b36f req-048e1ea6-55e2-4ddd-98d7-c530ed2b744f tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587200 Mar 11 17:08:00.722170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fa25255-74f8-417e-a9c1-321e696ec9e4 req-353dd5e1-6440-45bd-8536-d4728c2c16de tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702838 Mar 11 17:08:00.730881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-4576c8ab-8496-4449-9178-50f67cb2bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.734265 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-4576c8ab-8496-4449-9178-50f67cb2bdcc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5310557 Mar 11 17:08:00.797976 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:00.807735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-0c986c5d-f33f-4b7c-8274-97542c5873fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=66592256-132f-47b8-a300-84486e54f147 HTTP/1.1" status: 200 len: 217 time: 0.0941296 Mar 11 17:08:00.864809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465aefc-becc-466c-ae6c-34df7fe22d7a service neutron] Pushing event updated for resources: {'Port': ['ID=b36bc543-841f-436b-a559-c6be9db8a131,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:00.884660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdd3e6a-83ff-421b-acf0-b5c6ed234fff,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:00.931465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-5f2c4820-34a1-470f-81d5-1463717ce496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.933039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-5f2c4820-34a1-470f-81d5-1463717ce496 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1094 time: 0.1984165 Mar 11 17:08:00.993260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-79fc1974-4aac-459b-92dd-1cd6c4e5a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:00.996231 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-79fc1974-4aac-459b-92dd-1cd6c4e5a279 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1696353 Mar 11 17:08:00.998643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-c619dd87-f20a-4064-be6a-4b1d68a349f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 200 len: 217 time: 0.0496454 Mar 11 17:08:01.018843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb6668-7761-47c2-a1a8-5ea80170784f req-1d74f946-af44-4587-a23e-cf96814f0933 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:01.020435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00cb6668-7761-47c2-a1a8-5ea80170784f req-1d74f946-af44-4587-a23e-cf96814f0933 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 948 time: 0.1629007 Mar 11 17:08:01.097725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:01.132373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-248f65da-0fe9-45d8-909f-a8fdf72ebc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:01.133840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-248f65da-0fe9-45d8-909f-a8fdf72ebc18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1234825 Mar 11 17:08:01.139920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00cb6668-7761-47c2-a1a8-5ea80170784f req-ec03c5fe-87be-4fce-bdf5-63b0f5954f02 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089468 Mar 11 17:08:01.161945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:01.175299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:01.184779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-3bfc4c42-58d5-4675-97ec-4d446821d458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362062 Mar 11 17:08:01.302090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-215591c2-ca81-4767-ad6b-902aebb98c7f service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007552 Mar 11 17:08:01.304675 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bebaddd-be39-4f1a-a8ff-057b3877fad6 x-openstack-request-id: req-1bebaddd-be39-4f1a-a8ff-057b3877fad6 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:01.304952 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "tag": "b36bc543-841f-436b-a559-c6be9db8a131", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:01.305321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-31f2eec3-d50f-4dc6-97af-328f41034030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:01.305761 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bebaddd-be39-4f1a-a8ff-057b3877fad6 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:01.306290 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131', 'status': 'completed', 'code': 200} Mar 11 17:08:01.306892 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-31f2eec3-d50f-4dc6-97af-328f41034030 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2981148 Mar 11 17:08:01.340005 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-8e9ca2f6-70e8-4328-a802-ef23d6b7974a service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540740 Mar 11 17:08:01.362203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20598aa1-3229-4f7f-98a4-2e6e06c45fb4 req-27092b51-af81-4ef3-9215-36b0235c8701 tempest-FlavorsV2NegativeTest-1292956317 tempest-FlavorsV2NegativeTest-1292956317-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c8672d4a2cee47849eaa910ba4363e77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591433 Mar 11 17:08:01.403551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:01.404188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:01.405705 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] 10.222.0.66 "PUT /v2.0/ports/4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 1121 time: 2.6829824 Mar 11 17:08:01.406353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc19af-0f0b-4896-b98d-b1ae22210575 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:01.526132 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:01.526385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:01.591077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2754642-c4dc-4bbb-ba61-0b016e1a0cbd req-2761b3e6-bfe0-4f29-b028-feb96ce0262e service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641079 Mar 11 17:08:01.669332 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-26564529-3477-43dc-b597-3aa9d0eb202a service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478181 Mar 11 17:08:01.676604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598aa1-3229-4f7f-98a4-2e6e06c45fb4 req-8f37b1cd-a1ef-4122-a68f-0952fc8b99ec tempest-FlavorsV2NegativeTest-1292956317 tempest-FlavorsV2NegativeTest-1292956317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:01.683676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13'}, {'name': 'network-changed', 'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:01.684821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20598aa1-3229-4f7f-98a4-2e6e06c45fb4 req-8f37b1cd-a1ef-4122-a68f-0952fc8b99ec tempest-FlavorsV2NegativeTest-1292956317 tempest-FlavorsV2NegativeTest-1292956317-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807326 Mar 11 17:08:01.686072 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439aecd5-8eed-4a57-9f52-b2372198152e" -d '{"events": [{"server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13"}, {"name": "network-changed", "server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:01.715948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-8000f09d-95b3-40c6-97f6-31a84fb504de tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50611 time: 0.9422486 Mar 11 17:08:01.730054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db0f3186-a50e-45a4-8777-a7f1485adb57 req-b4126d96-2f36-4b92-b60b-01c6e5056910 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620172 Mar 11 17:08:01.762405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20598aa1-3229-4f7f-98a4-2e6e06c45fb4 req-0ba44a21-0d62-4100-b98d-e5cb08dfa5b5 tempest-FlavorsV2NegativeTest-1292956317 tempest-FlavorsV2NegativeTest-1292956317-project] 10.222.0.53 "GET /v2.0/quotas/c8672d4a2cee47849eaa910ba4363e77 HTTP/1.1" status: 200 len: 375 time: 0.0753148 Mar 11 17:08:01.809953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20598aa1-3229-4f7f-98a4-2e6e06c45fb4 req-b455eea0-c3a3-4153-aeca-eb28dfca3fb6 tempest-FlavorsV2NegativeTest-1292956317 tempest-FlavorsV2NegativeTest-1292956317-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8672d4a2cee47849eaa910ba4363e77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465291 Mar 11 17:08:01.840859 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c67556e3-c62f-48fa-b98e-9a4c77eeea34 req-72ed2a03-aa60-4cc1-9a6f-27f153278337 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586726 Mar 11 17:08:01.842820 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-b5e2b1dd-f6b8-4b58-99ba-933b6506edbf tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/02bd1d4b-7146-4d4f-a7ea-9885ca2ff1fd HTTP/1.1" status: 200 len: 2981 time: 0.1033351 Mar 11 17:08:01.846350 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-73c2c3c0-32c4-4e8f-b1ab-ba1ecd1b8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:01.848564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-73c2c3c0-32c4-4e8f-b1ab-ba1ecd1b8260 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1094 time: 0.1598828 Mar 11 17:08:01.997569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-dfbe1fed-a9ca-46e4-9326-0a1806cad941 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/02bd1d4b-7146-4d4f-a7ea-9885ca2ff1fd HTTP/1.1" status: 200 len: 2981 time: 0.1332588 Mar 11 17:08:02.002656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Router 21426965-b9d2-4833-8bda-a3e65f1c92ce has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:08:02.032947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0de73-0a14-4971-b6dd-909e92888d7e req-1311cad4-b876-412d-989c-fc433528d637 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:02.035393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c0de73-0a14-4971-b6dd-909e92888d7e req-1311cad4-b876-412d-989c-fc433528d637 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 945 time: 0.1267009 Mar 11 17:08:02.083236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-05cf9017-62cc-4f52-bd80-d6ac0eef895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:02.084745 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-05cf9017-62cc-4f52-bd80-d6ac0eef895f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.2119527 Mar 11 17:08:02.131061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 66592256-132f-47b8-a300-84486e54f147 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:02.144004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:08:02.151976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-e03b3f1a-ac00-46dd-b2f8-be41e94ba283 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1c69dfbc-8797-43e8-94c4-dc3a11cd9ba1 HTTP/1.1" status: 200 len: 2977 time: 0.1466804 Mar 11 17:08:02.155654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-9d8719b1-2407-4642-8269-d83eeae2b9a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 200 len: 217 time: 0.0592852 Mar 11 17:08:02.159787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c0de73-0a14-4971-b6dd-909e92888d7e req-86b24a0d-d4f8-4306-a0d0-1af6fbb806f2 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116874 Mar 11 17:08:02.162752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4d2bf988-647b-4064-b771-71ef1bfb1de4 admin admin] 10.222.0.53 "PUT /v2.0/routers/21426965-b9d2-4833-8bda-a3e65f1c92ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9560463 Mar 11 17:08:02.165024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] Sync routers for ids ['21426965-b9d2-4833-8bda-a3e65f1c92ce'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:08:02.165263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38294) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:02.298880 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:02.331816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-3d4efa94-b1df-493a-a297-7fbf245e06b3 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1c69dfbc-8797-43e8-94c4-dc3a11cd9ba1 HTTP/1.1" status: 200 len: 2977 time: 0.1662962 Mar 11 17:08:02.336809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-442685f8-1e63-494c-a525-380d0474fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:02.340511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] Routers {'21426965-b9d2-4833-8bda-a3e65f1c92ce'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:02.341568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['21426965-b9d2-4833-8bda-a3e65f1c92ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:02.342817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-442685f8-1e63-494c-a525-380d0474fddf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1692255 Mar 11 17:08:02.415862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 66592256-132f-47b8-a300-84486e54f147, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=66592256-132f-47b8-a300-84486e54f147,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:02.442966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '66592256-132f-47b8-a300-84486e54f147', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '66592256-132f-47b8-a300-84486e54f147', 'mac_address': 'fa:16:3e:dc:99:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:02.458502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-0f16cb0e-dbf5-492a-b304-e4434a78ba12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936074 Mar 11 17:08:02.498971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-783b464c-9722-45f7-9fe9-bc7304688c5c tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1cbe1627-c4d8-4dae-89dc-5261706338e0 HTTP/1.1" status: 200 len: 2981 time: 0.1521420 Mar 11 17:08:02.519847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] Set router 21426965-b9d2-4833-8bda-a3e65f1c92ce gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:02.526586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:02.569783 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78d84b-d935-4e21-b648-72a66cca3c78 x-openstack-request-id: req-5a78d84b-d935-4e21-b648-72a66cca3c78 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:02.570194 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13", "code": 200}, {"name": "network-changed", "server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:02.570903 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a78d84b-d935-4e21-b648-72a66cca3c78 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:02.577203 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13', 'code': 200} Mar 11 17:08:02.577860 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13', 'status': 'completed', 'code': 200} Mar 11 17:08:02.694454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Deleting port 08de3500-4e9e-4d8c-ad66-a84852d77da7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:02.695338 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:02.707010 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:02.709044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-196863a2-02ce-4e9f-bb96-7203bfa3a249 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1cbe1627-c4d8-4dae-89dc-5261706338e0 HTTP/1.1" status: 200 len: 2981 time: 0.2024117 Mar 11 17:08:02.786878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38300) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:02.798842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66592256-132f-47b8-a300-84486e54f147 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:02.811712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:02.824019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3cc41-31c1-4f69-8683-1d9f539dd008 req-54acf4fd-af61-42fb-8732-2f75af992978 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:02.825795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44e3cc41-31c1-4f69-8683-1d9f539dd008 req-54acf4fd-af61-42fb-8732-2f75af992978 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 943 time: 0.1582780 Mar 11 17:08:02.861612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-86ec6456-a334-4090-9ef0-7b1b1462d056 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/22544250-2d53-46aa-9921-747f501b75ba HTTP/1.1" status: 200 len: 2981 time: 0.1208284 Mar 11 17:08:02.865425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 66592256-132f-47b8-a300-84486e54f147, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=66592256-132f-47b8-a300-84486e54f147,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:02.904493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439aecd5-8eed-4a57-9f52-b2372198152e req-dd562d4f-8567-4f60-ab68-1dd94b2058d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:02.908416 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-439aecd5-8eed-4a57-9f52-b2372198152e req-dd562d4f-8567-4f60-ab68-1dd94b2058d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1124 time: 0.1872110 Mar 11 17:08:02.937593 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:08:02.951913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] For port 08de3500-4e9e-4d8c-ad66-a84852d77da7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=08de3500-4e9e-4d8c-ad66-a84852d77da7,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:02.952320 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.003170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.039072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Calling delete_port for 08de3500-4e9e-4d8c-ad66-a84852d77da7 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:03.130120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=66592256-132f-47b8-a300-84486e54f147,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:03.141571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:03.152655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-7f8a777e-4617-4a8b-b795-90f31167fd6f service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365155 Mar 11 17:08:03.160217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439aecd5-8eed-4a57-9f52-b2372198152e req-36ce117f-17c2-4074-90b1-1a089c65409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:03.162526 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-439aecd5-8eed-4a57-9f52-b2372198152e req-36ce117f-17c2-4074-90b1-1a089c65409d service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.2338881 Mar 11 17:08:03.163002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12e46080-584f-419e-bfec-9f79f9454dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.170346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '950e9ec2-1b6c-4d59-b165-b5beaef06ac6', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '950e9ec2-1b6c-4d59-b165-b5beaef06ac6', 'mac_address': 'fa:16:3e:ca:12:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:03.182975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:38Z', 'updated_at': '2022-03-11T17:08:00Z', 'revision_number': 5, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'gw_port': {'id': '08de3500-4e9e-4d8c-ad66-a84852d77da7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:40Z', 'updated_at': '2022-03-11T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:03.211684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44e3cc41-31c1-4f69-8683-1d9f539dd008 req-4c2f632f-2cb3-4f2f-b3ca-c688bc5b02b4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744047 Mar 11 17:08:03.227767 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-439aecd5-8eed-4a57-9f52-b2372198152e req-c1d91f7a-c1e1-4042-b295-cc7b804dd6dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 217 time: 0.0560737 Mar 11 17:08:03.279503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-6903e7c7-8deb-4fb6-8955-3515e3b426d7 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/22544250-2d53-46aa-9921-747f501b75ba HTTP/1.1" status: 200 len: 2981 time: 0.1664767 Mar 11 17:08:03.343176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439aecd5-8eed-4a57-9f52-b2372198152e req-2c09b8c3-45f2-40ff-9abb-edbb61d3e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:03.344611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-439aecd5-8eed-4a57-9f52-b2372198152e req-2c09b8c3-45f2-40ff-9abb-edbb61d3e089 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.0771976 Mar 11 17:08:03.405237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] Checking router: 21426965-b9d2-4833-8bda-a3e65f1c92ce for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:08:03.422449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-439aecd5-8eed-4a57-9f52-b2372198152e req-7ed32882-d34d-44d3-a2e5-f9aeaae80f61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673876 Mar 11 17:08:03.422747 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.424650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] Routers {'21426965-b9d2-4833-8bda-a3e65f1c92ce'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:03.425275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['21426965-b9d2-4833-8bda-a3e65f1c92ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:03.447131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-408bf1e0-3910-42b7-8bc1-420eed35f936 req-9c184564-e5a4-4f21-8298-0cd7fcd21962 service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807128 Mar 11 17:08:03.449325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-c08e51c6-a05a-4020-b955-5ba569792395 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2c1d3059-c19c-489e-9174-ad53f9090d95 HTTP/1.1" status: 200 len: 2973 time: 0.1602488 Mar 11 17:08:03.472924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d611cd-5f2b-45d6-b661-8bd7cedda264 req-3c165b30-0f2b-4740-b020-0b008e4ee782 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:03.481261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0d611cd-5f2b-45d6-b661-8bd7cedda264 req-3c165b30-0f2b-4740-b020-0b008e4ee782 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.1864011 Mar 11 17:08:03.531832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.543635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['66592256-132f-47b8-a300-84486e54f147'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:03.556316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12e46080-584f-419e-bfec-9f79f9454dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.575279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:03.575411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Pushing event deleted for resources: {'Port': ['ID=08de3500-4e9e-4d8c-ad66-a84852d77da7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:03.582004 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12e46080-584f-419e-bfec-9f79f9454dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.621397 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-439aecd5-8eed-4a57-9f52-b2372198152e req-6b330582-9d9b-469f-9ba4-7e101f7d766c service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843371 Mar 11 17:08:03.625867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:03.639968 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.642469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] Set router 21426965-b9d2-4833-8bda-a3e65f1c92ce gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:03.682464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-12e46080-584f-419e-bfec-9f79f9454dfc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8672d4a2cee47849eaa910ba4363e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8913221 Mar 11 17:08:03.683993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-aa22f393-cb95-4069-8c52-52465d9a27f6 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2c1d3059-c19c-489e-9174-ad53f9090d95 HTTP/1.1" status: 200 len: 2973 time: 0.2000880 Mar 11 17:08:03.684834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38306) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:03.687808 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0d611cd-5f2b-45d6-b661-8bd7cedda264 req-29268a9e-dd75-4578-acf4-6f2a4898ef3f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057161 Mar 11 17:08:03.697730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e46080-584f-419e-bfec-9f79f9454dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4b9e8d-b76a-426c-9f16-bffc7de6300c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:03.712668 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.781636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:38Z', 'updated_at': '2022-03-11T17:08:02Z', 'revision_number': 6, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:03.816325 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ad02b2f-b035-4925-a2b0-075e48b93f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.832744 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.837917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.841040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de9cd2-b1f7-4da0-a55a-56185b96b4c4 None None] The sync data for ids ['21426965-b9d2-4833-8bda-a3e65f1c92ce'] in n-d-833411-1 is: [{'id': '21426965-b9d2-4833-8bda-a3e65f1c92ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1240269810-router', 'tenant_id': '85f3062ac0ad48109ee29b6420af0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:38Z', 'updated_at': '2022-03-11T17:08:02Z', 'revision_number': 6, 'project_id': '85f3062ac0ad48109ee29b6420af0d1b', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:08:03.855454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-70f21712-df7a-4b48-97cb-d71ae47b9370 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3b43076b-9ea0-49d3-bda1-eb692b6117bf HTTP/1.1" status: 200 len: 2981 time: 0.1591988 Mar 11 17:08:03.867326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ad02b2f-b035-4925-a2b0-075e48b93f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.880934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:03.903228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aab6d4-96cf-4445-b55f-1a17a8a2d402 req-943cd82d-ac93-48c1-a467-d153f38aff58 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:03.911299 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-439aecd5-8eed-4a57-9f52-b2372198152e req-7340969d-8fe9-49ee-a39a-72842c0e1746 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706439 Mar 11 17:08:03.911543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68aab6d4-96cf-4445-b55f-1a17a8a2d402 req-943cd82d-ac93-48c1-a467-d153f38aff58 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 949 time: 0.1286669 Mar 11 17:08:03.919218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.919932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21426965-b9d2-4833-8bda-a3e65f1c92ce {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:08:03.927766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.929176 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d47f525e-a3f2-469c-8f61-eb3601cd57ce admin admin] 10.222.0.53 "DELETE /v2.0/routers/21426965-b9d2-4833-8bda-a3e65f1c92ce HTTP/1.1" status: 204 len: 168 time: 1.7630758 Mar 11 17:08:03.931906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38308) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:03.983650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0749f35-c99e-456a-a9db-ca9e483699f2 admin admin] Deleting subnet cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:08:03.987713 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0749f35-c99e-456a-a9db-ca9e483699f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.033424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68aab6d4-96cf-4445-b55f-1a17a8a2d402 req-f098f8b6-3779-4fda-9003-21c5d8dd4664 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207345 Mar 11 17:08:04.044750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0749f35-c99e-456a-a9db-ca9e483699f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.060074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-6323b562-5fda-436f-a900-ca2409c959c9 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3b43076b-9ea0-49d3-bda1-eb692b6117bf HTTP/1.1" status: 200 len: 2981 time: 0.1236901 Mar 11 17:08:04.084642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ad02b2f-b035-4925-a2b0-075e48b93f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.087249 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ad02b2f-b035-4925-a2b0-075e48b93f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.092285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4ad02b2f-b035-4925-a2b0-075e48b93f46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e4b9e8d-b76a-426c-9f16-bffc7de6300c HTTP/1.1" status: 204 len: 168 time: 0.4034359 Mar 11 17:08:04.099360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['950e9ec2-1b6c-4d59-b165-b5beaef06ac6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:04.121456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad02b2f-b035-4925-a2b0-075e48b93f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4b9e8d-b76a-426c-9f16-bffc7de6300c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:04.139895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b36bc543-841f-436b-a559-c6be9db8a131 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:04.219017 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0749f35-c99e-456a-a9db-ca9e483699f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.224907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-97db19aa-c97c-4dee-b9fc-478907611827 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/525a2489-67fb-4eab-9a42-a3432e3c7e68 HTTP/1.1" status: 200 len: 2981 time: 0.1482682 Mar 11 17:08:04.276879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237d14b-8baf-4749-acc5-5383c8141da4 req-d89e5f3a-1c1d-482e-b0f3-41c9dabe4fc8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:04.285396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0237d14b-8baf-4749-acc5-5383c8141da4 req-d89e5f3a-1c1d-482e-b0f3-41c9dabe4fc8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 945 time: 0.1322818 Mar 11 17:08:04.326360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-f3082d5d-57de-4b7b-8e26-e1ccddf7f6c9 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/525a2489-67fb-4eab-9a42-a3432e3c7e68 HTTP/1.1" status: 200 len: 2981 time: 0.0992882 Mar 11 17:08:04.334287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0749f35-c99e-456a-a9db-ca9e483699f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.380785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0237d14b-8baf-4749-acc5-5383c8141da4 req-efb734c2-e9f3-4958-889c-6c9312bc043b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910971 Mar 11 17:08:04.393347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff8d3a-6711-4250-8292-e5f80cf1d460 None None] Network fe3426b8-0c41-4618-862d-78e838a7b9a2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:08:04.419684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0749f35-c99e-456a-a9db-ca9e483699f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.458395 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a0749f35-c99e-456a-a9db-ca9e483699f2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30 HTTP/1.1" status: 204 len: 168 time: 0.5243335 Mar 11 17:08:04.459704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38316) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:04.461562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-97a05634-ddcd-429c-b08d-39c6df8d0733 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6369e247-6df0-4e9b-ad7f-4e0cfa0ced54 HTTP/1.1" status: 200 len: 2981 time: 0.1254952 Mar 11 17:08:04.464308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0749f35-c99e-456a-a9db-ca9e483699f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cafd3dc3-2ce7-4f3d-8f8e-071d7b0c0d30,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:04.571071 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-da27b2c0-d2f0-4761-b241-1c780428f393 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6369e247-6df0-4e9b-ad7f-4e0cfa0ced54 HTTP/1.1" status: 200 len: 2981 time: 0.0925980 Mar 11 17:08:04.587194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7e95d-1372-43d6-9b0e-42fef060a9de req-1043b323-48b7-41da-91e5-103385f233f3 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:04.589606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b7e95d-1372-43d6-9b0e-42fef060a9de req-1043b323-48b7-41da-91e5-103385f233f3 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 945 time: 0.0977342 Mar 11 17:08:04.605474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.613994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:04.665482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'b36bc543-841f-436b-a559-c6be9db8a131', 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f', 'port_id': 'b36bc543-841f-436b-a559-c6be9db8a131', 'mac_address': 'fa:16:3e:f2:1a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09cd1b5-ecec-43e1-9d99-d2705568e03f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:04.697628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Deleting port 0adbce19-789c-4934-a4a7-a804eaf093b3 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:04.698215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.721736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-9b09a3a9-7a9b-4cf4-9f36-89d709c006d0 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/687c5a07-9390-4d71-9c4b-f6cd22cc0180 HTTP/1.1" status: 200 len: 2981 time: 0.1309726 Mar 11 17:08:04.780044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b7e95d-1372-43d6-9b0e-42fef060a9de req-660d075f-459e-4818-b52d-c4e7d4be8283 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638050 Mar 11 17:08:04.794599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:04.836393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] For port 0adbce19-789c-4934-a4a7-a804eaf093b3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0adbce19-789c-4934-a4a7-a804eaf093b3,segment=NetworkSegment(67c9e852-2e33-4e05-9db1-9d081231b48b),segment_id=67c9e852-2e33-4e05-9db1-9d081231b48b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:04.840332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:04.857386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-21122b83-a062-4fae-90e5-71f4f069eec6 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/687c5a07-9390-4d71-9c4b-f6cd22cc0180 HTTP/1.1" status: 200 len: 2981 time: 0.1242363 Mar 11 17:08:04.865676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Calling delete_port for 0adbce19-789c-4934-a4a7-a804eaf093b3 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:04.942492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 08de3500-4e9e-4d8c-ad66-a84852d77da7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:04.982013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e1288-e4f5-47e8-a120-7dbcb173d1f2 None None] DHCP port deletion for fe3426b8-0c41-4618-862d-78e838a7b9a2 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:08:04.996153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-9c6ddd4a-c611-413a-b12c-40fd58c8e5d0 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9bcdd623-1def-465a-b0ff-0d0e47433387 HTTP/1.1" status: 200 len: 2981 time: 0.1173706 Mar 11 17:08:05.001273 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 08de3500-4e9e-4d8c-ad66-a84852d77da7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:08:05.001659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 08de3500-4e9e-4d8c-ad66-a84852d77da7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:05.002026 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:05.033387 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:08:05.033608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9cdd3e6a-83ff-421b-acf0-b5c6ed234fff not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:05.038901 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.084157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5eb390-8e78-4f1a-820a-6332ce33c9dd req-32a91617-435a-4e4f-b34e-a5c9fc15f304 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:05.086107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac5eb390-8e78-4f1a-820a-6332ce33c9dd req-32a91617-435a-4e4f-b34e-a5c9fc15f304 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 943 time: 0.1529438 Mar 11 17:08:05.088850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-d099da82-60b3-4169-87d6-1f52d344ecc7 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9bcdd623-1def-465a-b0ff-0d0e47433387 HTTP/1.1" status: 200 len: 2981 time: 0.0828779 Mar 11 17:08:05.102095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36bc543-841f-436b-a559-c6be9db8a131 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:05.170555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:05.175626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:05.190537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-e1287d0a-d698-4bf1-8944-4bb020db65cd tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a227b277-68c5-456c-a0e0-1da83f3059d7 HTTP/1.1" status: 200 len: 2981 time: 0.0892127 Mar 11 17:08:05.197201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.209398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 has no active binding in host n-h1-833411-1 {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 17:08:05.210859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac5eb390-8e78-4f1a-820a-6332ce33c9dd req-b04807a0-578e-48b3-85e0-a26aa4ad9967 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173713 Mar 11 17:08:05.231615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e1288-e4f5-47e8-a120-7dbcb173d1f2 None None] Deleting port 0adbce19-789c-4934-a4a7-a804eaf093b3 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:05.231991 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a0e1288-e4f5-47e8-a120-7dbcb173d1f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.338779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-8fdc53da-3d84-4940-b7da-7c31c575fb78 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a227b277-68c5-456c-a0e0-1da83f3059d7 HTTP/1.1" status: 200 len: 2981 time: 0.1217623 Mar 11 17:08:05.339832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38342) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:05.356640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6a0e1288-e4f5-47e8-a120-7dbcb173d1f2 None None] For port 0adbce19-789c-4934-a4a7-a804eaf093b3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0adbce19-789c-4934-a4a7-a804eaf093b3,segment=NetworkSegment(67c9e852-2e33-4e05-9db1-9d081231b48b),segment_id=67c9e852-2e33-4e05-9db1-9d081231b48b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:05.357201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a0e1288-e4f5-47e8-a120-7dbcb173d1f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.388375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e1288-e4f5-47e8-a120-7dbcb173d1f2 None None] Calling delete_port for 0adbce19-789c-4934-a4a7-a804eaf093b3 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:05.395037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=b36bc543-841f-436b-a559-c6be9db8a131,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:05.441192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-038c8aa6-fd77-4136-ad40-771f1aade3da tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:05.442745 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-038c8aa6-fd77-4136-ad40-771f1aade3da tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 945 time: 0.0675561 Mar 11 17:08:05.469332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-eacd81f5-4bec-4303-a98f-d1275d65744a tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c582909c-bbcd-4647-8d2b-0254a6779542 HTTP/1.1" status: 200 len: 2981 time: 0.1048086 Mar 11 17:08:05.488656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['b36bc543-841f-436b-a559-c6be9db8a131'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:05.499087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05108a7a-86d0-423b-9caf-f1b06087286d req-d67f6493-b49c-424a-97dc-d0cea1348909 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:05.507612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05108a7a-86d0-423b-9caf-f1b06087286d req-d67f6493-b49c-424a-97dc-d0cea1348909 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.1823752 Mar 11 17:08:05.519660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-606270803-network', 'tenant_id': '070ca4f5834045a9abded2f07c58954b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:05.535009 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.551479 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a0e1288-e4f5-47e8-a120-7dbcb173d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.579425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0adbce19-789c-4934-a4a7-a804eaf093b3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:05.580861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Made reservation on behalf of 070ca4f5834045a9abded2f07c58954b for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:05.583201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.586232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-7df5baa8-9b72-400f-869d-7c4704d25d43 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c582909c-bbcd-4647-8d2b-0254a6779542 HTTP/1.1" status: 200 len: 2981 time: 0.1160238 Mar 11 17:08:05.587897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] No DVR routers for this DVR port 0adbce19-789c-4934-a4a7-a804eaf093b3 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:08:05.597447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05108a7a-86d0-423b-9caf-f1b06087286d req-dad805ad-5fd9-46eb-9e04-e5871af7789d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885799 Mar 11 17:08:05.600995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.603181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e1288-e4f5-47e8-a120-7dbcb173d1f2 None None] No DVR routers for this DVR port 0adbce19-789c-4934-a4a7-a804eaf093b3 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:08:05.606193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e1288-e4f5-47e8-a120-7dbcb173d1f2 None None] Pushing event deleted for resources: {'Port': ['ID=0adbce19-789c-4934-a4a7-a804eaf093b3,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:05.634594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Deleting port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:05.634890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.679878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-cc475c01-87b7-48f8-b058-ec34127ad5b6 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ca06238d-fe5b-4cee-826d-7b58cd576be1 HTTP/1.1" status: 200 len: 2981 time: 0.0811121 Mar 11 17:08:05.789589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] For port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:05.790109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.792659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-2acff408-455e-4269-89bb-9eb9448209ec tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ca06238d-fe5b-4cee-826d-7b58cd576be1 HTTP/1.1" status: 200 len: 2981 time: 0.1032648 Mar 11 17:08:05.794085 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.803416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9b00-6774-4da1-8eaa-37de6ca542d8 req-ad20bd28-78f6-4be1-9435-3606350e8591 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:05.805402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fdd9b00-6774-4da1-8eaa-37de6ca542d8 req-ad20bd28-78f6-4be1-9435-3606350e8591 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 945 time: 0.1146121 Mar 11 17:08:05.815205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38348) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:05.815673 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.822999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Calling delete_port for 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:05.827733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.829968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3426b8-0c41-4618-862d-78e838a7b9a2']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:05.834627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-acb6567d-c026-4565-921f-c57ee8ba33ea tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Request body: {'floatingip': {'port_id': '0ac15b64-70f6-4eac-b722-2d472fcd8a06'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:05.859555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:08:05.886150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c9e852-2e33-4e05-9db1-9d081231b48b') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:05.886876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c9e852-2e33-4e05-9db1-9d081231b48b') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:05.900465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.900465 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Added segment a7d13ec5-3a1e-4475-87bb-834bfadd0476 of type vlan for network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 Mar 11 17:08:05.902315 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-acb6567d-c026-4565-921f-c57ee8ba33ea tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.921417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ed9b09-7cce-4c82-ac26-69a2187bb90b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:05.928449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-c8485bb1-7712-49fc-940c-f127c5133698 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e6148688-d566-429d-b876-235c93df0674 HTTP/1.1" status: 200 len: 2981 time: 0.1224153 Mar 11 17:08:05.970532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.999884 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.029482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.062586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:08:06.062880 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.063729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f257ff4-3688-4dd9-bbe3-d6a830f29beb req-cfacc191-7527-4032-8a99-541d7b924319 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:06.066241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f257ff4-3688-4dd9-bbe3-d6a830f29beb req-cfacc191-7527-4032-8a99-541d7b924319 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 949 time: 0.2021472 Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:08:06.068096 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:08:06.107058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-deaceeb6-0673-425f-9547-05b1eef429f2 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e6148688-d566-429d-b876-235c93df0674 HTTP/1.1" status: 200 len: 2981 time: 0.1549675 Mar 11 17:08:06.112313 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.113462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:06.114050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.161060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 66592256-132f-47b8-a300-84486e54f147 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:06.193350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.207519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.211308 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fe3426b8-0c41-4618-862d-78e838a7b9a2 HTTP/1.1" status: 204 len: 168 time: 1.7500491 Mar 11 17:08:06.232283 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8891761 Mar 11 17:08:06.236434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f257ff4-3688-4dd9-bbe3-d6a830f29beb req-3d7ef3e0-d3cc-49eb-9c31-f7a841a6e652 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545563 Mar 11 17:08:06.243521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38352) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:06.251524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943497f0-21d0-47e7-9edd-0471a8d841c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3426b8-0c41-4618-862d-78e838a7b9a2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:06.254442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Request body: {'subnet': {'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-subnet', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:06.256611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 66592256-132f-47b8-a300-84486e54f147 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:06.273718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 66592256-132f-47b8-a300-84486e54f147 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:06.274748 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.290383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1939a14-1b4a-4c0f-bb10-3ebd82b3b7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2aba2417-f7cd-48f0-b2ac-8d30cdf36805,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:06.317380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-7cf4e02e-98dc-4af2-8f11-16258f27d51a tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f9d70220-7e70-43e7-b432-5955800e7fb1 HTTP/1.1" status: 200 len: 2977 time: 0.1990452 Mar 11 17:08:06.324082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Made reservation on behalf of 070ca4f5834045a9abded2f07c58954b for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:06.327853 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.339218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.376460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:08:06.430701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event deleted for resources: {'Port': ['ID=3e2b1268-72d5-4e70-ba58-0c3c3bdf8897,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:06.483090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] No DVR routers for this DVR port 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:08:06.504189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2d81c52-30d9-48c4-b8c2-6d668a5a6578 req-3a855b32-74fa-42e0-a1f2-5f030ac664f3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 210 time: 0.0822611 Mar 11 17:08:06.535267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.542412 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c83ef18-0d93-41ef-af73-01aef2cbbae9 req-fba6b732-9b93-4777-98f9-4175f9b89616 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "DELETE /v2.0/ports/3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 HTTP/1.1" status: 204 len: 173 time: 1.0881283 Mar 11 17:08:06.545539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725d86dd-a593-4b66-9f09-1838ac4f97f4', 'name': 'network-vif-deleted', 'tag': '3e2b1268-72d5-4e70-ba58-0c3c3bdf8897'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:06.548272 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9bba06-413b-4bd8-87b9-9e6ab179567f" -d '{"events": [{"server_uuid": "725d86dd-a593-4b66-9f09-1838ac4f97f4", "name": "network-vif-deleted", "tag": "3e2b1268-72d5-4e70-ba58-0c3c3bdf8897"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:06.558398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdf19b4a-de84-4dff-b429-9f8a5c250a93 req-cc24bc37-05e8-4728-9451-e21f46b16801 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f9d70220-7e70-43e7-b432-5955800e7fb1 HTTP/1.1" status: 200 len: 2977 time: 0.2275012 Mar 11 17:08:06.579248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38358) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:06.784959 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08808442-91ef-4296-9eb5-7dcfc63ec2a3 x-openstack-request-id: req-08808442-91ef-4296-9eb5-7dcfc63ec2a3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:06.785190 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725d86dd-a593-4b66-9f09-1838ac4f97f4", "name": "network-vif-deleted", "tag": "3e2b1268-72d5-4e70-ba58-0c3c3bdf8897", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:06.785335 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08808442-91ef-4296-9eb5-7dcfc63ec2a3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:06.785780 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725d86dd-a593-4b66-9f09-1838ac4f97f4', 'name': 'network-vif-deleted', 'tag': '3e2b1268-72d5-4e70-ba58-0c3c3bdf8897', 'status': 'completed', 'code': 200} Mar 11 17:08:06.806767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0adbce19-789c-4934-a4a7-a804eaf093b3 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:06.811754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:06.842900 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 0adbce19-789c-4934-a4a7-a804eaf093b3 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:08:06.843146 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aef10324-71af-4e0d-8b16-05a29f1d8534 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85f3062ac0ad48109ee29b6420af0d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603607 Mar 11 17:08:06.843283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0adbce19-789c-4934-a4a7-a804eaf093b3 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:06.843381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38364) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:06.893334 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.941958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 66592256-132f-47b8-a300-84486e54f147, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=66592256-132f-47b8-a300-84486e54f147,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:06.944023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f8775-e903-46d0-ab2c-6451f9d8a032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66592256-132f-47b8-a300-84486e54f147'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:06.946696 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02870f1-d1b1-4db0-9d16-32f0c329e972" -d '{"events": [{"server_uuid": "172f8775-e903-46d0-ab2c-6451f9d8a032", "name": "network-vif-plugged", "status": "completed", "tag": "66592256-132f-47b8-a300-84486e54f147"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:06.956783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97397e5-52a0-4d8b-bec7-60a37ea87905 req-acdc4799-c0eb-43bc-a2b5-c1e7a9eabb46 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:06.958513 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e97397e5-52a0-4d8b-bec7-60a37ea87905 req-acdc4799-c0eb-43bc-a2b5-c1e7a9eabb46 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 944 time: 0.1807251 Mar 11 17:08:06.959423 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.983391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:06.985918 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d55ec8d8-49fd-4f73-8269-437d551534a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.000910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42566f37-c173-491a-a7bd-b46b010c9d99 req-701b96f1-a25e-4bb5-b6ad-4e3bb894a671 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d614792e6484648a848e12f5fb203be HTTP/1.1" status: 200 len: 6101 time: 0.1706133 Mar 11 17:08:07.014274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:07.018161 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-acb6567d-c026-4565-921f-c57ee8ba33ea tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.020108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d55ec8d8-49fd-4f73-8269-437d551534a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.025250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:07.025629 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.032089 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-acb6567d-c026-4565-921f-c57ee8ba33ea tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.091552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e97397e5-52a0-4d8b-bec7-60a37ea87905 req-cf452370-ecdc-4974-b696-b01fe49d348e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182241 Mar 11 17:08:07.095845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e992b592-cda9-48f0-894f-f3a512dc5dc9,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:07.147151 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.174851 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-acb6567d-c026-4565-921f-c57ee8ba33ea tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Floating IP a22ec97c-61f5-4633-9f0a-52eab1cde420 associated. External IP: 172.25.8.251, port: 0ac15b64-70f6-4eac-b722-2d472fcd8a06. Mar 11 17:08:07.181151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42566f37-c173-491a-a7bd-b46b010c9d99 req-27cff01b-554c-4ad5-9e6c-a831584979a4 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] 10.222.0.53 "GET /v2.0/security-groups/ca06238d-fe5b-4cee-826d-7b58cd576be1 HTTP/1.1" status: 200 len: 2981 time: 0.1567638 Mar 11 17:08:07.192064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Checking segment: {'id': 'a7d13ec5-3a1e-4475-87bb-834bfadd0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:07.192681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Network hostable DHCP agents. Network: 2aba2417-f7cd-48f0-b2ac-8d30cdf36805, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:08:07.206589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=66592256-132f-47b8-a300-84486e54f147,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:07.221944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:07.228178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.287520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f280a3-8f4e-4f52-b576-4e6031e66c4c req-31b82a1d-f24f-44a0-86c9-b6a0bc416518 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:07.296018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84f280a3-8f4e-4f52-b576-4e6031e66c4c req-31b82a1d-f24f-44a0-86c9-b6a0bc416518 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.1051955 Mar 11 17:08:07.296220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:07.301247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42566f37-c173-491a-a7bd-b46b010c9d99 req-79f708ed-a534-4516-aa1b-fbf459d9c49b tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] 10.222.0.53 "GET /v2.0/security-groups/ca06238d-fe5b-4cee-826d-7b58cd576be1 HTTP/1.1" status: 200 len: 2981 time: 0.1059890 Mar 11 17:08:07.306679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:08:07.336975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 2aba2417-f7cd-48f0-b2ac-8d30cdf36805) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:07.346313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75542ea0-cc7c-450a-a224-522bda495489 None None] Network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:08:07.347295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:07.348224 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.366404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84f280a3-8f4e-4f52-b576-4e6031e66c4c req-9590b589-fdc3-47f5-9529-9bf9e06a4d53 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639155 Mar 11 17:08:07.387512 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d55ec8d8-49fd-4f73-8269-437d551534a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.398432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cf954c30-a84e-4730-a179-bb165c826279 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1504035 Mar 11 17:08:07.399039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38372) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:07.399484 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4b408b-20f8-40e9-ac4a-1985fa9b2b98 x-openstack-request-id: req-ef4b408b-20f8-40e9-ac4a-1985fa9b2b98 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:07.400031 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172f8775-e903-46d0-ab2c-6451f9d8a032", "name": "network-vif-plugged", "status": "completed", "tag": "66592256-132f-47b8-a300-84486e54f147", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:07.400646 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef4b408b-20f8-40e9-ac4a-1985fa9b2b98 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:07.402376 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f8775-e903-46d0-ab2c-6451f9d8a032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66592256-132f-47b8-a300-84486e54f147', 'code': 200} Mar 11 17:08:07.404844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:07.405803 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d55ec8d8-49fd-4f73-8269-437d551534a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.407142 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d55ec8d8-49fd-4f73-8269-437d551534a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c582909c-bbcd-4647-8d2b-0254a6779542 HTTP/1.1" status: 204 len: 168 time: 0.5628183 Mar 11 17:08:07.506601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ec8d8-49fd-4f73-8269-437d551534a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c582909c-bbcd-4647-8d2b-0254a6779542,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:07.560651 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.561717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.591382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9bb347e-17cb-47a7-af96-033f6196edef req-ada89d28-2c44-4068-b706-8117fab81995 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9d187ef7-4575-4162-89b5-178072e7db7f HTTP/1.1" status: 200 len: 1778 time: 0.1825340 Mar 11 17:08:07.594027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f6dd-fee1-440c-b61e-432574493335 req-03f01f41-457b-4028-acfd-b631a97703dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:07.597030 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f292f6dd-fee1-440c-b61e-432574493335 req-03f01f41-457b-4028-acfd-b631a97703dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 1101 time: 0.1183212 Mar 11 17:08:07.689848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee0cda-7b44-43fd-99cb-4c7fcf6a6572 req-b50e0c30-e997-4bd6-ab3c-6cabbcf918e7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:07.692332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18ee0cda-7b44-43fd-99cb-4c7fcf6a6572 req-b50e0c30-e997-4bd6-ab3c-6cabbcf918e7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 950 time: 0.1738160 Mar 11 17:08:07.698734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-2aba2417-f7cd-48f0-b2ac-8d30cdf36805', 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'fixed_ips': [{'subnet_id': 'e992b592-cda9-48f0-894f-f3a512dc5dc9'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:08:07.700073 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.746526 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f292f6dd-fee1-440c-b61e-432574493335 req-8e564e87-5785-4c9f-93dc-2c5e41502c4d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909524 Mar 11 17:08:07.773265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb6567d-c026-4565-921f-c57ee8ba33ea tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Router f4c7f586-7968-40f7-878f-9542baf08412 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:08:07.794106 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:07.876046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18ee0cda-7b44-43fd-99cb-4c7fcf6a6572 req-6dae5221-8c65-4be1-9df7-74aab99a886e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501887 Mar 11 17:08:07.918271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Allocated IP 172.20.0.2 (2aba2417-f7cd-48f0-b2ac-8d30cdf36805/e992b592-cda9-48f0-894f-f3a512dc5dc9/9f88d8e2-7500-4868-b1e3-634aafe85d27) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:07.972928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9bb347e-17cb-47a7-af96-033f6196edef req-b9b7f966-260e-41c3-98c6-f76e0eb0bfbb tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.030810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb6567d-c026-4565-921f-c57ee8ba33ea tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:08:08.040024 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-acb6567d-c026-4565-921f-c57ee8ba33ea tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.048854 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] Sync routers for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:08:08.065535 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:08.075345 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:08.115809 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-acb6567d-c026-4565-921f-c57ee8ba33ea tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "PUT /v2.0/floatingips/a22ec97c-61f5-4633-9f0a-52eab1cde420 HTTP/1.1" status: 200 len: 991 time: 2.2905574 Mar 11 17:08:08.148791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89b24d0b-64e8-41a3-a593-1dd4b7996d0b req-a5084545-ef96-46aa-9dab-286af35d387b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 210 time: 0.0777066 Mar 11 17:08:08.175064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b36bc543-841f-436b-a559-c6be9db8a131 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:08.210901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9bb347e-17cb-47a7-af96-033f6196edef req-b9b7f966-260e-41c3-98c6-f76e0eb0bfbb tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.229117 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.254243 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:08.309658 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.338842 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.425907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Pushing event updated for resources: {'Port': ['ID=9f88d8e2-7500-4868-b1e3-634aafe85d27,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:08.442874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:08.448279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:08.452008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:08.465165 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-8ea74050-eec4-4a61-a942-3ad7a31d1c44 service neutron] 10.222.0.46 "GET /v2.0/ports/4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 384 time: 0.2079816 Mar 11 17:08:08.497124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port b36bc543-841f-436b-a559-c6be9db8a131 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:08.511667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5166693-b528-4696-8963-5b83e7e97741 req-b5ef8803-c619-4a14-a31a-2627e2958f87 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:08.513279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5166693-b528-4696-8963-5b83e7e97741 req-b5ef8803-c619-4a14-a31a-2627e2958f87 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 944 time: 0.1725063 Mar 11 17:08:08.518123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port b36bc543-841f-436b-a559-c6be9db8a131 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:08.518455 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9bb347e-17cb-47a7-af96-033f6196edef req-b9b7f966-260e-41c3-98c6-f76e0eb0bfbb tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.518958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.522133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9bb347e-17cb-47a7-af96-033f6196edef req-b9b7f966-260e-41c3-98c6-f76e0eb0bfbb tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.525760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9bb347e-17cb-47a7-af96-033f6196edef req-b9b7f966-260e-41c3-98c6-f76e0eb0bfbb tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d187ef7-4575-4162-89b5-178072e7db7f HTTP/1.1" status: 204 len: 173 time: 0.9158442 Mar 11 17:08:08.587331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7f966-260e-41c3-98c6-f76e0eb0bfbb tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d187ef7-4575-4162-89b5-178072e7db7f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:08.612796 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5166693-b528-4696-8963-5b83e7e97741 req-defdfe02-58f3-47b2-9453-b9687206d783 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849454 Mar 11 17:08:08.695665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Attempting to bind port 9f88d8e2-7500-4868-b1e3-634aafe85d27 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:08.696381 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Attempting to bind port 9f88d8e2-7500-4868-b1e3-634aafe85d27 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a7d13ec5-3a1e-4475-87bb-834bfadd0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:08.696994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Attempting to bind port 9f88d8e2-7500-4868-b1e3-634aafe85d27 on network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:08.700537 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a22ec97c-61f5-4633-9f0a-52eab1cde420', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'port_id': '0ac15b64-70f6-4eac-b722-2d472fcd8a06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'mac_address': 'fa:16:3e:0c:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:05:54Z', 'updated_at': '2022-03-11T17:08:06Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:08.706505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:08.707027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Checking segment: {'id': 'a7d13ec5-3a1e-4475-87bb-834bfadd0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:08.707555 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.708054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Bound using segment: {'id': 'a7d13ec5-3a1e-4475-87bb-834bfadd0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:08.709589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Bound port: 9f88d8e2-7500-4868-b1e3-634aafe85d27, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d13ec5-3a1e-4475-87bb-834bfadd0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:08.709589 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.775144 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] Checking router: f4c7f586-7968-40f7-878f-9542baf08412 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:08:08.788130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'tag': '0ac15b64-70f6-4eac-b722-2d472fcd8a06'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:08.791444 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89" -d '{"events": [{"name": "network-changed", "server_uuid": "71f9caae-1d7c-4c30-af7c-a83264acc91b", "tag": "0ac15b64-70f6-4eac-b722-2d472fcd8a06"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:08.807267 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:08.808139 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:08.836082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] For port 9f88d8e2-7500-4868-b1e3-634aafe85d27, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:08.843019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] For port 9f88d8e2-7500-4868-b1e3-634aafe85d27, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9f88d8e2-7500-4868-b1e3-634aafe85d27,segment=NetworkSegment(a7d13ec5-3a1e-4475-87bb-834bfadd0476),segment_id=a7d13ec5-3a1e-4475-87bb-834bfadd0476)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:08.855407 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.859118 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.913587 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4741acda-9392-48f0-9749-abdad0c047cb req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:08.934822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fab4fc-27db-4482-9cf8-c6599561a0a2 req-87035fdb-b51e-4be2-a4ee-7947d07493c7 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:08.938238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00fab4fc-27db-4482-9cf8-c6599561a0a2 req-87035fdb-b51e-4be2-a4ee-7947d07493c7 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 945 time: 0.2956722 Mar 11 17:08:08.954410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38408) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:08.959494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:08.964040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4741acda-9392-48f0-9749-abdad0c047cb req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:08.972786 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:08.973859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:09.016229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:08:09.016624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3e2b1268-72d5-4e70-ba58-0c3c3bdf8897 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:09.017206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:09.075113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-4741acda-9392-48f0-9749-abdad0c047cb req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:09.089529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4741acda-9392-48f0-9749-abdad0c047cb req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:09.113763 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.128796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3d653-28c9-4291-a850-0c41b3f5ce2d None None] Pushing event updated for resources: {'Port': ['ID=9f88d8e2-7500-4868-b1e3-634aafe85d27,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:09.239007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=b36bc543-841f-436b-a559-c6be9db8a131,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:09.313017 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:09.362687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-4741acda-9392-48f0-9749-abdad0c047cb req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] Transition to ACTIVE for port object 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:09.368103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.384196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13221c56-0644-4a1c-a320-30546f4e8cc1 req-19808cad-44fb-4f5f-bfed-06b52d34d2ba tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:09.385814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13221c56-0644-4a1c-a320-30546f4e8cc1 req-19808cad-44fb-4f5f-bfed-06b52d34d2ba tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 943 time: 0.4453685 Mar 11 17:08:09.403952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edbbcd-ee7c-4a14-a337-89eb0ffebd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950e9ec2-1b6c-4d59-b165-b5beaef06ac6'}, {'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:09.407611 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f661b1f-4e04-41bf-bf69-3752cbb8370e" -d '{"events": [{"server_uuid": "56edbbcd-ee7c-4a14-a337-89eb0ffebd02", "name": "network-vif-plugged", "status": "completed", "tag": "950e9ec2-1b6c-4d59-b165-b5beaef06ac6"}, {"server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "name": "network-vif-plugged", "status": "completed", "tag": "b36bc543-841f-436b-a559-c6be9db8a131"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:09.408377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00fab4fc-27db-4482-9cf8-c6599561a0a2 req-d610c178-22d1-45ab-a0b4-d4d006011966 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4557981 Mar 11 17:08:09.419994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-681592636-network', 'tenant_id': '2199d8a5c54c4eba804aa9c76841d80f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:09.428076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.497121 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.501104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4741acda-9392-48f0-9749-abdad0c047cb req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] No DVR routers for this DVR port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:08:09.575721 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] 10.222.0.46 "PUT /v2.0/ports/4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13/bindings/n-h1-833411-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1013503 Mar 11 17:08:09.587920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23473276-5107-4b82-869d-b2aa649f13f3 req-8ce80401-bf64-4e36-b79b-5f798a043153 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f57f3646-e13f-4d42-9bf4-9bf764e41ddb HTTP/1.1" status: 200 len: 1777 time: 0.1247466 Mar 11 17:08:09.602579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Made reservation on behalf of 2199d8a5c54c4eba804aa9c76841d80f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:09.607836 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.624099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.627427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6e588-a7dd-4c59-a304-7eebe16630fa service neutron] Pushing event updated for resources: {'Port': ['ID=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:09.674052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13221c56-0644-4a1c-a320-30546f4e8cc1 req-dc84ec47-b73d-4aa4-8b8d-ce955b8213f6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620857 Mar 11 17:08:09.701848 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a22ec97c-61f5-4633-9f0a-52eab1cde420', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'port_id': '0ac15b64-70f6-4eac-b722-2d472fcd8a06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'mac_address': 'fa:16:3e:0c:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:05:54Z', 'updated_at': '2022-03-11T17:08:06Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:09.730391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-4f06b036-92ad-4134-89b1-2996a003ecba tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:09.734234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-4f06b036-92ad-4134-89b1-2996a003ecba tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.0844896 Mar 11 17:08:09.749375 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0d560-91e5-4c43-bac0-5f56fbe86050 None None] The sync data for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 is: [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a22ec97c-61f5-4633-9f0a-52eab1cde420', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'port_id': '0ac15b64-70f6-4eac-b722-2d472fcd8a06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'mac_address': 'fa:16:3e:0c:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:05:54Z', 'updated_at': '2022-03-11T17:08:06Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:08:09.816171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23473276-5107-4b82-869d-b2aa649f13f3 req-108c00a8-4337-4c84-aad9-133ff4b37eb0 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.820084 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.825623 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a3eeb6-c3c5-4a84-8380-4ea37e92892e x-openstack-request-id: req-73a3eeb6-c3c5-4a84-8380-4ea37e92892e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:09.825961 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f9caae-1d7c-4c30-af7c-a83264acc91b", "tag": "0ac15b64-70f6-4eac-b722-2d472fcd8a06", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:09.826224 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73a3eeb6-c3c5-4a84-8380-4ea37e92892e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:09.826813 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'tag': '0ac15b64-70f6-4eac-b722-2d472fcd8a06', 'status': 'completed', 'code': 200} Mar 11 17:08:09.844111 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.867591 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23473276-5107-4b82-869d-b2aa649f13f3 req-108c00a8-4337-4c84-aad9-133ff4b37eb0 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.881205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Allocated IP 172.25.8.213 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/e06b6569-1a82-4a76-9f0d-1833075363d1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:09.921844 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf668b58-3564-4151-8e02-ac02ce15a396,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:09.954222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:08:09.974632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-2558b55f-255b-4fff-853c-81eda7b8bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:09.976886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-2558b55f-255b-4fff-853c-81eda7b8bc13 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 1096 time: 0.1271985 Mar 11 17:08:09.980767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-4fbef430-463a-4e65-99e4-24efaeb9dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:09.982935 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-4fbef430-463a-4e65-99e4-24efaeb9dcf0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04&tenant_id=b1e2cde59a01464ab06957b0148f8e11 HTTP/1.1" status: 200 len: 1095 time: 0.2386265 Mar 11 17:08:09.987727 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:09.988084 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Added segment f878da2e-a5ea-455e-8f4e-869049314c97 of type vlan for network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 Mar 11 17:08:10.049219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23473276-5107-4b82-869d-b2aa649f13f3 req-108c00a8-4337-4c84-aad9-133ff4b37eb0 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.051448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23473276-5107-4b82-869d-b2aa649f13f3 req-108c00a8-4337-4c84-aad9-133ff4b37eb0 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.052661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23473276-5107-4b82-869d-b2aa649f13f3 req-108c00a8-4337-4c84-aad9-133ff4b37eb0 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/f57f3646-e13f-4d42-9bf4-9bf764e41ddb HTTP/1.1" status: 204 len: 173 time: 0.3848078 Mar 11 17:08:10.062333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9801e-a377-4643-b6ac-c3c3f974a55a req-b675a028-692b-4405-8c8a-b2928aa23fe7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:10.063883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38d9801e-a377-4643-b6ac-c3c3f974a55a req-b675a028-692b-4405-8c8a-b2928aa23fe7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 950 time: 0.1552048 Mar 11 17:08:10.084041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c00a8-4337-4c84-aad9-133ff4b37eb0 tempest-SecurityGroupsTestAdminJSON-1931739498 tempest-SecurityGroupsTestAdminJSON-1931739498-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f3646-e13f-4d42-9bf4-9bf764e41ddb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:10.193001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38d9801e-a377-4643-b6ac-c3c3f974a55a req-ea20401d-324e-489b-9caa-949bc0e3e65e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068244 Mar 11 17:08:10.218218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.238735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-29441b02-6cfc-4df0-b1f8-b24bb6466b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:10.248077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66017f67-326f-44a4-91a3-c66120469112 req-41cc4805-9ce6-4e16-a20e-927807dcc657 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 210 time: 0.0595436 Mar 11 17:08:10.259770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882c964-d1b4-4e09-b22e-a42a08a06766 None None] New status for floating IP a22ec97c-61f5-4633-9f0a-52eab1cde420: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:08:10.274671 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-29441b02-6cfc-4df0-b1f8-b24bb6466b45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 200 len: 924 time: 0.2884412 Mar 11 17:08:10.282059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.312801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.362701 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0148e-9f72-4d64-81c5-41d95d7c785c x-openstack-request-id: req-35e0148e-9f72-4d64-81c5-41d95d7c785c {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:10.362985 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edbbcd-ee7c-4a14-a337-89eb0ffebd02", "name": "network-vif-plugged", "status": "completed", "tag": "950e9ec2-1b6c-4d59-b165-b5beaef06ac6", "code": 200}, {"server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "name": "network-vif-plugged", "status": "completed", "tag": "b36bc543-841f-436b-a559-c6be9db8a131", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:10.367811 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35e0148e-9f72-4d64-81c5-41d95d7c785c {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:10.370893 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edbbcd-ee7c-4a14-a337-89eb0ffebd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950e9ec2-1b6c-4d59-b165-b5beaef06ac6', 'code': 200} Mar 11 17:08:10.371356 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131', 'code': 200} Mar 11 17:08:10.410070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-53fcbb9c-1882-4cc0-815b-5bd0c12dbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:10.411817 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-53fcbb9c-1882-4cc0-815b-5bd0c12dbcc4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1095 time: 0.2803502 Mar 11 17:08:10.571350 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.680435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5323461-0a5d-4f00-9f12-c18f0686fc03 None None] Network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:08:10.683530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:10.690747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:10.703019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:10.771506 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9f88d8e2-7500-4868-b1e3-634aafe85d27 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:10.807334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90304553-67b6-40a9-9012-e169fe80b7c0 req-622667fc-f95a-42ff-a986-41ca06acbdd3 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] 10.222.0.53 "GET /v2.0/security-groups/9c0a261b-5f6d-46b2-9245-50ca1edff476 HTTP/1.1" status: 200 len: 1776 time: 0.1317062 Mar 11 17:08:10.813551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Pushing event updated for resources: {'Port': ['ID=e06b6569-1a82-4a76-9f0d-1833075363d1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:10.837103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ff6cb02f-a592-4095-8be6-ec89a1265a58 None None] Provisioning complete for port 9f88d8e2-7500-4868-b1e3-634aafe85d27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:10.837477 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb02f-a592-4095-8be6-ec89a1265a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.915531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9f88d8e2-7500-4868-b1e3-634aafe85d27 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:10.915908 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.956501 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.957537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:10.958306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.961485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc3b0-cbfd-4f4a-bdb8-84eac1b2ada9 req-3cf6c563-daa3-49fe-8e4a-2cc2bf694fcd tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:10.963299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28bcc3b0-cbfd-4f4a-bdb8-84eac1b2ada9 req-3cf6c563-daa3-49fe-8e4a-2cc2bf694fcd tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 945 time: 0.2893240 Mar 11 17:08:11.001823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90304553-67b6-40a9-9012-e169fe80b7c0 req-18e67905-ec25-4789-8abc-10dc42be1fc3 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.024983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90304553-67b6-40a9-9012-e169fe80b7c0 req-18e67905-ec25-4789-8abc-10dc42be1fc3 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.081192 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-f70fe590-9980-4f94-b4ec-5267e8e66ac7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ac15b64-70f6-4eac-b722-2d472fcd8a06 HTTP/1.1" status: 200 len: 999 time: 0.7828505 Mar 11 17:08:11.093286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] Pushing event updated for resources: {'Network': ['ID=ab61905c-1b8b-470b-a0fb-bf99fe2decb7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:11.104384 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb02f-a592-4095-8be6-ec89a1265a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.114113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:08:11.125820 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3bc91f01-8d4d-4aad-9ead-4e8948a93604 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.1699378 Mar 11 17:08:11.137849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38426) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:11.142420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28bcc3b0-cbfd-4f4a-bdb8-84eac1b2ada9 req-9367219f-4da3-4cc6-99c0-366e0910c232 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562672 Mar 11 17:08:11.147588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Request body: {'subnet': {'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-681592636-subnet', 'tenant_id': '2199d8a5c54c4eba804aa9c76841d80f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:11.150551 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90304553-67b6-40a9-9012-e169fe80b7c0 req-18e67905-ec25-4789-8abc-10dc42be1fc3 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.153030 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90304553-67b6-40a9-9012-e169fe80b7c0 req-18e67905-ec25-4789-8abc-10dc42be1fc3 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.154133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90304553-67b6-40a9-9012-e169fe80b7c0 req-18e67905-ec25-4789-8abc-10dc42be1fc3 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] 10.222.0.53 "DELETE /v2.0/security-groups/9c0a261b-5f6d-46b2-9245-50ca1edff476 HTTP/1.1" status: 204 len: 173 time: 0.3458757 Mar 11 17:08:11.171975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e67905-ec25-4789-8abc-10dc42be1fc3 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a261b-5f6d-46b2-9245-50ca1edff476,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:11.228625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887c4b8-6673-4685-9801-8fb133fd2f90 req-9dfd2bdc-63fa-4a8d-a1c4-ebcea65b12df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:11.230225 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6887c4b8-6673-4685-9801-8fb133fd2f90 req-9dfd2bdc-63fa-4a8d-a1c4-ebcea65b12df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1096 time: 0.3010805 Mar 11 17:08:11.251987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0cc07-f140-4c1b-b200-b88e1aae3730 req-de4836dc-6fda-4ff1-b8d9-5f25b1fbaf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:11.253576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9bd0cc07-f140-4c1b-b200-b88e1aae3730 req-de4836dc-6fda-4ff1-b8d9-5f25b1fbaf1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 1101 time: 0.3267548 Mar 11 17:08:11.259792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Made reservation on behalf of 2199d8a5c54c4eba804aa9c76841d80f for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:11.263063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.265464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-50fe6944-c1c4-4bfe-bd55-f49baa118c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:11.266908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-50fe6944-c1c4-4bfe-bd55-f49baa118c4c service neutron] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.8432686 Mar 11 17:08:11.284671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ff6cb02f-a592-4095-8be6-ec89a1265a58 None None] For port 9f88d8e2-7500-4868-b1e3-634aafe85d27, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9f88d8e2-7500-4868-b1e3-634aafe85d27,segment=NetworkSegment(a7d13ec5-3a1e-4475-87bb-834bfadd0476),segment_id=a7d13ec5-3a1e-4475-87bb-834bfadd0476)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:11.296402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-fb252711-c73e-47a4-9b73-2aa68d2378f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:11.298444 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-fb252711-c73e-47a4-9b73-2aa68d2378f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=237e7bd2-f4c2-4c18-8047-9112fc899ad8 HTTP/1.1" status: 200 len: 863 time: 0.2083561 Mar 11 17:08:11.302057 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.344563 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb02f-a592-4095-8be6-ec89a1265a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.398790 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-69b85cc4-b081-43a2-951f-396bba7e734d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 217 time: 0.1130507 Mar 11 17:08:11.409395 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6887c4b8-6673-4685-9801-8fb133fd2f90 req-fd1a51cd-8345-41ef-8a6c-789720b53f9a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611202 Mar 11 17:08:11.428698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cb02f-a592-4095-8be6-ec89a1265a58 None None] Pushing event updated for resources: {'Port': ['ID=9f88d8e2-7500-4868-b1e3-634aafe85d27,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:11.438593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd0e34-14df-424d-ab38-c36bfc3e43ed req-a583fa79-e67e-4bea-80b6-adf178ffc12e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:11.440208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7cd0e34-14df-424d-ab38-c36bfc3e43ed req-a583fa79-e67e-4bea-80b6-adf178ffc12e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 0.2053568 Mar 11 17:08:11.492301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b3db3-9d2f-43c8-a260-fcc940077ca0 req-38a5bc99-8178-4aac-8fd7-c8a28a2bc9d3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:11.493712 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f7b3db3-9d2f-43c8-a260-fcc940077ca0 req-38a5bc99-8178-4aac-8fd7-c8a28a2bc9d3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 950 time: 0.1646488 Mar 11 17:08:11.494609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.506945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9bd0cc07-f140-4c1b-b200-b88e1aae3730 req-81e26262-9b1c-430e-818a-3e05c4a3747b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428327 Mar 11 17:08:11.530653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-24fbde5c-9ccc-4acc-ac6e-41d832e3c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:11.532566 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-24fbde5c-9ccc-4acc-ac6e-41d832e3c901 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d21aa5-d31e-44ed-96b1-1252ddd57e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002921 Mar 11 17:08:11.538568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-7637e38b-4fb4-40b3-9d5e-3717d2f39741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:11.540506 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-7637e38b-4fb4-40b3-9d5e-3717d2f39741 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.1295996 Mar 11 17:08:11.551988 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:08:11.552662 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:08:11.575508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7cd0e34-14df-424d-ab38-c36bfc3e43ed req-cc388363-ab03-4152-81c8-a975461dde73 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207983 Mar 11 17:08:11.662316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f7b3db3-9d2f-43c8-a260-fcc940077ca0 req-8ff85d1e-4364-4ecd-8cfe-2ac4d56c60bf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570575 Mar 11 17:08:11.751719 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fe2847d-d9cf-439c-9b79-da08154f9495 req-fc368793-8983-49f3-85ac-085e815b9508 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] 10.222.0.53 "GET /v2.0/security-groups/bfa3945e-4db5-45a4-a599-f3408a0cc0d3 HTTP/1.1" status: 200 len: 1777 time: 0.0883474 Mar 11 17:08:11.816570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-933db18f-0d88-4f8a-a8be-f9486eec8707 req-a633d434-aeaa-4497-8033-13c79ef52384 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=725d86dd-a593-4b66-9f09-1838ac4f97f4 HTTP/1.1" status: 200 len: 210 time: 0.0620179 Mar 11 17:08:11.876629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-aa7550b2-63f3-4da7-9fa2-7242249e7cf4 None None] Provisioning complete for port 9f88d8e2-7500-4868-b1e3-634aafe85d27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:11.877330 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aa7550b2-63f3-4da7-9fa2-7242249e7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.924069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.046327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9469fab-26ff-4bf5-8d9e-53b6cca12d86,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:12.050732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fe2847d-d9cf-439c-9b79-da08154f9495 req-2e131900-b230-4470-8d78-0a632de02b67 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.073050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.086603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Checking segment: {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:12.086956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Network hostable DHCP agents. Network: ab61905c-1b8b-470b-a0fb-bf99fe2decb7, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:08:12.098158 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fe2847d-d9cf-439c-9b79-da08154f9495 req-2e131900-b230-4470-8d78-0a632de02b67 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.182730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:08:12.237402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, ab61905c-1b8b-470b-a0fb-bf99fe2decb7) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:12.245694 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fe2847d-d9cf-439c-9b79-da08154f9495 req-2e131900-b230-4470-8d78-0a632de02b67 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.250609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fe2847d-d9cf-439c-9b79-da08154f9495 req-2e131900-b230-4470-8d78-0a632de02b67 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.252635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fe2847d-d9cf-439c-9b79-da08154f9495 req-2e131900-b230-4470-8d78-0a632de02b67 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] 10.222.0.53 "DELETE /v2.0/security-groups/bfa3945e-4db5-45a4-a599-f3408a0cc0d3 HTTP/1.1" status: 204 len: 173 time: 0.4762738 Mar 11 17:08:12.254777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:12.255515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.319733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e131900-b230-4470-8d78-0a632de02b67 tempest-SecurityGroupsTestAdminJSON-282106889 tempest-SecurityGroupsTestAdminJSON-282106889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa3945e-4db5-45a4-a599-f3408a0cc0d3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:12.336405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4e590c5c-508d-4f45-a3f1-6de3eb59f4c5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1957142 Mar 11 17:08:12.365886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf66672-19b1-4c41-b3de-7d24aa860d0c None None] Network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:08:12.366393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b2856-b4fd-4109-850e-d13fd020e33d req-179549a6-3281-46d3-80c8-e3747d5604b8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:12.378356 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd6b2856-b4fd-4109-850e-d13fd020e33d req-179549a6-3281-46d3-80c8-e3747d5604b8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 945 time: 0.1180315 Mar 11 17:08:12.422776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Router 621cde32-2cf4-42fe-974c-7dd4d1853fac is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:08:12.454642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd6b2856-b4fd-4109-850e-d13fd020e33d req-ab26452e-4a69-424b-ae0c-c49d693dcfd8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750785 Mar 11 17:08:12.723098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:08:12.727094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22add0-793c-4098-aa45-e49b25c3ea7e None None] Network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:08:12.730499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9f88d8e2-7500-4868-b1e3-634aafe85d27 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:12.733792 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Sync routers for ids ['621cde32-2cf4-42fe-974c-7dd4d1853fac'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:08:12.758836 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Routers {'621cde32-2cf4-42fe-974c-7dd4d1853fac'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:12.762873 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['621cde32-2cf4-42fe-974c-7dd4d1853fac'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:12.830739 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.834646 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cb582160-cf3a-4cec-a920-664e997eefc2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4323177 Mar 11 17:08:12.834998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38446) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:12.844701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38448) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:12.894830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9f88d8e2-7500-4868-b1e3-634aafe85d27 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:12.895411 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.949696 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Set router 621cde32-2cf4-42fe-974c-7dd4d1853fac gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:12.960994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153c6b4-b16d-4aaf-b651-c7789c43973d req-d3dc64f7-4250-4e4c-a718-772ddc37cd3b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:12.962570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6153c6b4-b16d-4aaf-b651-c7789c43973d req-d3dc64f7-4250-4e4c-a718-772ddc37cd3b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 0.2192400 Mar 11 17:08:12.982492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9da5f-1c9e-4e37-961a-5d6a10b0ca31 req-082943a1-1984-4618-b95a-91665c7d45ac tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:12.984692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fc9da5f-1c9e-4e37-961a-5d6a10b0ca31 req-082943a1-1984-4618-b95a-91665c7d45ac tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 950 time: 0.1593552 Mar 11 17:08:13.060512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6153c6b4-b16d-4aaf-b651-c7789c43973d req-e91d1aa9-11c4-48e4-87b5-a45ccb0d4b1b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868111 Mar 11 17:08:13.075867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fc9da5f-1c9e-4e37-961a-5d6a10b0ca31 req-fb406f24-3b1d-4d8a-b9b3-24be3f3084cd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582807 Mar 11 17:08:13.186384 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:07Z', 'updated_at': '2022-03-11T17:08:11Z', 'revision_number': 3, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'gw_port': {'id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:09Z', 'updated_at': '2022-03-11T17:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:13.225234 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Checking router: 621cde32-2cf4-42fe-974c-7dd4d1853fac for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:08:13.225583 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Updating router 621cde32-2cf4-42fe-974c-7dd4d1853fac port e06b6569-1a82-4a76-9f0d-1833075363d1 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:08:13.241394 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1f78a82c-d460-4a67-b8c2-2e3df2cc8c24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d614792e6484648a848e12f5fb203be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929956 Mar 11 17:08:13.243937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38464) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:13.260668 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.320711 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c431ce8f-1275-4138-8248-4f9df3d616be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.340637 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.344618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c431ce8f-1275-4138-8248-4f9df3d616be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.461928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c431ce8f-1275-4138-8248-4f9df3d616be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.465260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c431ce8f-1275-4138-8248-4f9df3d616be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.467855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c431ce8f-1275-4138-8248-4f9df3d616be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca06238d-fe5b-4cee-826d-7b58cd576be1 HTTP/1.1" status: 204 len: 168 time: 0.2217822 Mar 11 17:08:13.498679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431ce8f-1275-4138-8248-4f9df3d616be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca06238d-fe5b-4cee-826d-7b58cd576be1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:13.561232 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c23bf07d-c263-4661-81a6-9d8a3671de54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.615810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-1c84ecb1-ff05-4ed2-900f-aa769ef5f8a8 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:13.625190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-1c84ecb1-ff05-4ed2-900f-aa769ef5f8a8 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 804 time: 0.2435162 Mar 11 17:08:13.665746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-10eeee96-ee04-44b9-9905-4f37840b27fd tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/quotas/2199d8a5c54c4eba804aa9c76841d80f HTTP/1.1" status: 200 len: 375 time: 0.0326688 Mar 11 17:08:13.676295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.704131 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.709313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-6bc0f5de-8591-400e-8e53-a6a71814397e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391738 Mar 11 17:08:13.714206 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.750477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837672b2-98d6-4c12-b881-c10481a62731 req-30ca4663-f319-4a67-ba4c-2f7559abd1a4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:13.752253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-837672b2-98d6-4c12-b881-c10481a62731 req-30ca4663-f319-4a67-ba4c-2f7559abd1a4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 945 time: 0.1621823 Mar 11 17:08:13.781604 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Pushing event updated for resources: {'Port': ['ID=e06b6569-1a82-4a76-9f0d-1833075363d1,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:13.797923 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Attempting to bind port e06b6569-1a82-4a76-9f0d-1833075363d1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:13.798314 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Attempting to bind port e06b6569-1a82-4a76-9f0d-1833075363d1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:13.798638 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Attempting to bind port e06b6569-1a82-4a76-9f0d-1833075363d1 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:13.805140 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:13.805600 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:13.806092 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.806525 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:13.807079 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Bound port: e06b6569-1a82-4a76-9f0d-1833075363d1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:13.807483 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.855862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Allocated IP 172.20.0.1 (2aba2417-f7cd-48f0-b2ac-8d30cdf36805/e992b592-cda9-48f0-894f-f3a512dc5dc9/3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:13.866622 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] For port e06b6569-1a82-4a76-9f0d-1833075363d1, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:13.870354 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] For port e06b6569-1a82-4a76-9f0d-1833075363d1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e06b6569-1a82-4a76-9f0d-1833075363d1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:13.878063 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.890471 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.890813 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.891145 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.891473 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.891852 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.892174 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.892517 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.892828 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.893138 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.893450 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.893774 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.894073 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:13.920577 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Routers {'621cde32-2cf4-42fe-974c-7dd4d1853fac'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:13.921915 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['621cde32-2cf4-42fe-974c-7dd4d1853fac'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:13.979654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.009889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:14.018054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.070864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:14.086743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:14.093423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:14.096541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:14.100323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-837672b2-98d6-4c12-b881-c10481a62731 req-bb718f22-fa5e-4597-a67f-7a6969c5989e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563440 Mar 11 17:08:14.123361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-364c3ba6-b92d-4105-af0d-849240c5cc19 service neutron] 10.222.0.53 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044802 Mar 11 17:08:14.134843 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.142528 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152db751-01de-48c2-aeb2-833d4eac4e8b None None] Pushing event updated for resources: {'Port': ['ID=e06b6569-1a82-4a76-9f0d-1833075363d1,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:14.171196 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] Set router 621cde32-2cf4-42fe-974c-7dd4d1853fac gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:14.222429 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7f6c612d-05f1-4492-9f3d-6147ef2847f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b8b7c5e975542379bb3e3a456987e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107873 Mar 11 17:08:14.223323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38502) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:14.251569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-e64fea9f-7b74-44f0-b520-600be942e993 service neutron] 10.222.0.53 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272638 Mar 11 17:08:14.378116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33254945-9162-41c0-a1d5-4264a968e145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.416181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c56da8-0aac-4870-8a42-5e8dec0f67d9 req-e32b2c8d-4e26-4e07-ad9c-80c1fcf2ce0b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:14.423788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33254945-9162-41c0-a1d5-4264a968e145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.425853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.438250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79c56da8-0aac-4870-8a42-5e8dec0f67d9 req-e32b2c8d-4e26-4e07-ad9c-80c1fcf2ce0b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.1807537 Mar 11 17:08:14.444405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-32b64088-7741-485d-ac46-6fb90070596b None None] Provisioning complete for port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:14.444885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-32b64088-7741-485d-ac46-6fb90070596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.464314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79c56da8-0aac-4870-8a42-5e8dec0f67d9 req-ac62d9a7-31c2-4bff-908a-9067022c1a14 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/quotas/236a28be637448f4a4c97cc427c345f7 HTTP/1.1" status: 200 len: 375 time: 0.0251853 Mar 11 17:08:14.496876 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-32b64088-7741-485d-ac46-6fb90070596b None None] Port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:08:14.503587 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:07Z', 'updated_at': '2022-03-11T17:08:11Z', 'revision_number': 3, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'gw_port': {'id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:09Z', 'updated_at': '2022-03-11T17:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:14.526380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79c56da8-0aac-4870-8a42-5e8dec0f67d9 req-982a0f9b-b98f-44bb-a3fa-1a765121107f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545380 Mar 11 17:08:14.551252 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbf59d-d2a8-48a3-8e10-a937a4476fc3 None None] The sync data for ids ['621cde32-2cf4-42fe-974c-7dd4d1853fac'] in n-d-833411-1 is: [{'id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:07Z', 'updated_at': '2022-03-11T17:08:11Z', 'revision_number': 3, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'gw_port': {'id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:09Z', 'updated_at': '2022-03-11T17:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:08:14.554205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33254945-9162-41c0-a1d5-4264a968e145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.557777 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33254945-9162-41c0-a1d5-4264a968e145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.558983 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-33254945-9162-41c0-a1d5-4264a968e145 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a227b277-68c5-456c-a0e0-1da83f3059d7 HTTP/1.1" status: 204 len: 168 time: 0.3326378 Mar 11 17:08:14.630943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33254945-9162-41c0-a1d5-4264a968e145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a227b277-68c5-456c-a0e0-1da83f3059d7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:14.709146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.718580 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.757809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79c56da8-0aac-4870-8a42-5e8dec0f67d9 req-4bd9c789-b9cf-427f-a12c-9cf99a1391ed service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296002 Mar 11 17:08:14.766174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7c284-5938-4b2e-873d-addc1fcc1623 req-80cce546-7887-4744-b9f3-627d52a30dce tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:14.767926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2eb7c284-5938-4b2e-873d-addc1fcc1623 req-80cce546-7887-4744-b9f3-627d52a30dce tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 0.1388276 Mar 11 17:08:14.794629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:14.827158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.898943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2eb7c284-5938-4b2e-873d-addc1fcc1623 req-ac3f0c1b-747c-4d09-a74e-0c223c536fd6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206338 Mar 11 17:08:14.968081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79c56da8-0aac-4870-8a42-5e8dec0f67d9 req-bb7a3ac3-621f-4bce-9b0d-ca86fb494ed3 service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989541 Mar 11 17:08:15.094994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:15.095946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d359f29-2885-47af-93e6-cf988ccc1e03 req-cd8472ac-e72f-40a7-935d-43ca0dd62296 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:15.096773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:15.098427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d359f29-2885-47af-93e6-cf988ccc1e03 req-cd8472ac-e72f-40a7-935d-43ca0dd62296 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 950 time: 0.0933259 Mar 11 17:08:15.196440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d359f29-2885-47af-93e6-cf988ccc1e03 req-9500f47a-489f-40f8-99c3-5445008e994a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908320 Mar 11 17:08:15.346917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d61941fe-06e1-4af8-97a1-aaab6425e729 req-b269509d-e19b-49f5-a3ca-cc340ea23684 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 210 time: 0.0498939 Mar 11 17:08:15.419410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Router 621cde32-2cf4-42fe-974c-7dd4d1853fac has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:08:15.518834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b34faa5-0ed5-4203-a222-fe5c190d1225 req-19b09dd5-e3b6-4ad4-ac85-39bafab87090 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=af17df99-5eb2-44af-adb7-5c82b02959d6 HTTP/1.1" status: 200 len: 210 time: 0.0764396 Mar 11 17:08:15.542643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa844-0a6d-458f-a40b-16a266882de3 req-61fed4f2-501c-4ab1-94f1-0806c6249efa tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:15.545207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7d7a7f05-9085-4b11-b1e6-fd82e5883c3e None None] Provisioning complete for port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:15.546347 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d7a7f05-9085-4b11-b1e6-fd82e5883c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:15.553246 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dabfa844-0a6d-458f-a40b-16a266882de3 req-61fed4f2-501c-4ab1-94f1-0806c6249efa tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1096 time: 0.1854219 Mar 11 17:08:15.697614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a7f05-9085-4b11-b1e6-fd82e5883c3e None None] Port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:08:15.724795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dabfa844-0a6d-458f-a40b-16a266882de3 req-3c3343bf-67da-4434-b057-b2950380858e tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701341 Mar 11 17:08:15.783819 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-a7edcaab-ef30-4db6-8a39-e6ab101ffe38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991308 Mar 11 17:08:15.799479 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eadcd1a2-57a5-4f32-b57a-9244fc22ac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:15.898073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf25a8-852d-4a06-b109-78c74843a78c req-6a41357c-4926-4c3a-8e30-2eb3fe2c0042 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:15.899913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3bf25a8-852d-4a06-b109-78c74843a78c req-6a41357c-4926-4c3a-8e30-2eb3fe2c0042 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1096 time: 0.0522132 Mar 11 17:08:15.972206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3bf25a8-852d-4a06-b109-78c74843a78c req-7316b96b-f715-4dea-a5cc-1fed006dd60b tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587153 Mar 11 17:08:16.054577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:08:16.060134 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-5d571f5b-f39b-417d-876a-3877b2abf6e4 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660401 Mar 11 17:08:16.072332 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-98db6729-3811-44c5-bbc3-ef75158bd0f4 admin admin] 10.222.0.53 "PUT /v2.0/routers/621cde32-2cf4-42fe-974c-7dd4d1853fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2358422 Mar 11 17:08:16.175833 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-6ccbbee4-ac2a-4b53-b198-45dd1e6e4cad service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124881 Mar 11 17:08:16.255340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d489-d707-4a0b-a0cd-debe42cc2b73 req-774d9baa-a58f-44b9-b1cb-a8dd46454754 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:16.257709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d90d489-d707-4a0b-a0cd-debe42cc2b73 req-774d9baa-a58f-44b9-b1cb-a8dd46454754 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 0.0925202 Mar 11 17:08:16.316846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd04c5a7-c012-4e67-9c1c-35bfc39d1d89 req-1a40a458-8e8b-40cd-8c31-144c861419e5 service neutron] 10.222.0.66 "GET /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404652 Mar 11 17:08:16.368682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d90d489-d707-4a0b-a0cd-debe42cc2b73 req-d629dd6e-796f-497c-8b1d-9c095d585a48 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952315 Mar 11 17:08:16.441256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-ea69e748-257b-44be-ba79-2e31d05eb040 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:16.443012 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-ea69e748-257b-44be-ba79-2e31d05eb040 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.46 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 804 time: 0.2240825 Mar 11 17:08:16.450042 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-d1db0fa2-53bd-4f97-9f16-c37169157b6e service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617180 Mar 11 17:08:16.486622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Request body: {'port': {'device_id': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'admin_state_up': True, 'tenant_id': '2199d8a5c54c4eba804aa9c76841d80f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:16.589592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e0b57-32f2-4060-8361-e3b11470636b req-46a68dd1-270a-4357-b0a3-b046cfaf8380 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:16.598608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c16e0b57-32f2-4060-8361-e3b11470636b req-46a68dd1-270a-4357-b0a3-b046cfaf8380 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 950 time: 0.0791705 Mar 11 17:08:16.658801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c16e0b57-32f2-4060-8361-e3b11470636b req-a7a2e3e0-aaae-4146-bc1c-bf904a480fbc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592251 Mar 11 17:08:16.705130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e06b6569-1a82-4a76-9f0d-1833075363d1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:16.748966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Made reservation on behalf of 2199d8a5c54c4eba804aa9c76841d80f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:16.753632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:16.775786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e06b6569-1a82-4a76-9f0d-1833075363d1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:16.777226 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:16.854384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4252f3a7-a624-4ca3-ae29-c1b0bef7e9e5 req-d2333b78-2c08-4141-a626-53b8c9644a45 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 210 time: 0.0436463 Mar 11 17:08:16.871181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741acda-9392-48f0-9749-abdad0c047cb req-a39f5bf2-4518-4028-bc42-04fe07a53383 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:16.873238 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-a39f5bf2-4518-4028-bc42-04fe07a53383 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.1163979 Mar 11 17:08:16.912899 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:16.955538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port e06b6569-1a82-4a76-9f0d-1833075363d1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e06b6569-1a82-4a76-9f0d-1833075363d1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:16.963727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.027122 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.053065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=e06b6569-1a82-4a76-9f0d-1833075363d1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:17.090164 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-9afe1cdd-ebc3-4bd2-9b3c-ded4e49c9469 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3220770 Mar 11 17:08:17.102220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:17.144231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.144982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Allocated IP 172.20.0.10 (ab61905c-1b8b-470b-a0fb-bf99fe2decb7/b9469fab-26ff-4bf5-8d9e-53b6cca12d86/5e0da028-6366-4bb8-aef6-8dd1207bdb4a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:17.191892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4741acda-9392-48f0-9749-abdad0c047cb req-cd7f8e46-43b0-40e8-862d-9f52c7de02dd service neutron] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:17.197920 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4741acda-9392-48f0-9749-abdad0c047cb req-cd7f8e46-43b0-40e8-862d-9f52c7de02dd service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.199392 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4741acda-9392-48f0-9749-abdad0c047cb req-cd7f8e46-43b0-40e8-862d-9f52c7de02dd service neutron] 10.222.0.66 "DELETE /v2.0/ports/4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13/bindings/n-h2-833411-1 HTTP/1.1" status: 204 len: 173 time: 0.3174536 Mar 11 17:08:17.380533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e257-440d-4083-a2bf-16297712a295 req-12dd0663-4f31-408d-a691-d01e60b4a1d5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:17.389471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-12dd0663-4f31-408d-a691-d01e60b4a1d5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.2106407 Mar 11 17:08:17.417899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-45a1ebe1-3834-4fea-b6c3-7cbbe0345f38 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/quotas/236a28be637448f4a4c97cc427c345f7 HTTP/1.1" status: 200 len: 375 time: 0.0266531 Mar 11 17:08:17.449516 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.469079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-ba526131-bfa1-4c81-93b4-546ca99af128 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498080 Mar 11 17:08:17.481505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.523717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Sync routers for ids ['621cde32-2cf4-42fe-974c-7dd4d1853fac'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:08:17.536506 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Routers {'621cde32-2cf4-42fe-974c-7dd4d1853fac'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:17.537603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:08:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['621cde32-2cf4-42fe-974c-7dd4d1853fac'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:17.540592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.623217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:17.627650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:17.632495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:17.636785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Pushing event updated for resources: {'Port': ['ID=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:17.673371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-ab40ce44-b416-4b06-9fc8-94bfb957ca6c service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030156 Mar 11 17:08:17.706789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:17.715141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.737804 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-9177e068-63f0-4c66-aa15-4ced00509596 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2740364 Mar 11 17:08:17.749889 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Set router 621cde32-2cf4-42fe-974c-7dd4d1853fac gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:17.756051 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Request body: {'port': {'device_id': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:17.758517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Allocated IP 172.25.8.252 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/692626b0-169b-4075-8964-fcbf7227e882) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:17.845882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.887740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-4c5d36f9-3697-4315-8298-ff313922bc8a service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081723 Mar 11 17:08:17.957013 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:17.997098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:07Z', 'updated_at': '2022-03-11T17:08:14Z', 'revision_number': 4, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'gw_port': {'id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:09Z', 'updated_at': '2022-03-11T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6', 'name': '', 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'mac_address': 'fa:16:3e:b5:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e992b592-cda9-48f0-894f-f3a512dc5dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:13Z', 'updated_at': '2022-03-11T17:08:14Z', 'revision_number': 2, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'subnets': [{'id': 'e992b592-cda9-48f0-894f-f3a512dc5dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:18.003764 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.032681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Checking router: 621cde32-2cf4-42fe-974c-7dd4d1853fac for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:08:18.033291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Updating router 621cde32-2cf4-42fe-974c-7dd4d1853fac port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:08:18.061536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:18.065611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:18.068184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:18.124443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.149087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event updated for resources: {'Port': ['ID=692626b0-169b-4075-8964-fcbf7227e882,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:18.235954 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.264523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131c374-6e43-4710-8fb1-d3537fc567a6 req-7fb75f80-e02f-4635-9289-46ea6fe813af tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:18.266127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b131c374-6e43-4710-8fb1-d3537fc567a6 req-7fb75f80-e02f-4635-9289-46ea6fe813af tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1096 time: 0.1307859 Mar 11 17:08:18.272999 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.347457 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.374805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b131c374-6e43-4710-8fb1-d3537fc567a6 req-fda51cd3-b086-4299-808b-049bf9bad1e7 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997946 Mar 11 17:08:18.532861 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.539798 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.599205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc170-d01a-4e6e-a5de-49aed793a9cb None None] Pushing event updated for resources: {'Port': ['ID=3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:18.612766 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.631465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0268-d3ae-4bb9-b78e-d582d67e238d req-dc317899-737b-43dd-91c5-096656ea33ea tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:18.633860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-025e0268-d3ae-4bb9-b78e-d582d67e238d req-dc317899-737b-43dd-91c5-096656ea33ea tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 0.1447570 Mar 11 17:08:18.636413 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.662253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Attempting to bind port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:18.662966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Attempting to bind port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a7d13ec5-3a1e-4475-87bb-834bfadd0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:18.663484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Attempting to bind port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 on network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:18.670202 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:18.670844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Checking segment: {'id': 'a7d13ec5-3a1e-4475-87bb-834bfadd0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:18.671470 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.672012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Bound using segment: {'id': 'a7d13ec5-3a1e-4475-87bb-834bfadd0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:18.672676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Bound port: 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d13ec5-3a1e-4475-87bb-834bfadd0476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:18.673215 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.696904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e06b6569-1a82-4a76-9f0d-1833075363d1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:18.711737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0da028-6366-4bb8-aef6-8dd1207bdb4a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:18.721521 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.736262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Transition to ACTIVE for port object 5e0da028-6366-4bb8-aef6-8dd1207bdb4a will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:18.742517 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.859835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:18.860608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event updated for resources: {'Port': ['ID=692626b0-169b-4075-8964-fcbf7227e882,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:18.867607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.887884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-025e0268-d3ae-4bb9-b78e-d582d67e238d req-c3ece920-3893-42b6-b30b-6f0bd99c5ca8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224295 Mar 11 17:08:18.902531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:18.903751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-7cea87ee-586c-494b-b339-16497fc6cc4a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8065484 Mar 11 17:08:18.929687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Attempting to bind port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:18.930183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Attempting to bind port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:18.930456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Attempting to bind port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:18.935789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:18.936126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Attempting to bind port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:18.943798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:18.944153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Checking segment: {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:18.944589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Bound using segment: {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:18.945034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Bound port: 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:18.945403 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.019554 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.030286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e7f0a807-be8a-4c2d-a594-f72132d15c83 None None] Provisioning complete for port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:19.030659 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a807-be8a-4c2d-a594-f72132d15c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.041069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-2f09f397-87cb-4f6a-b555-8a7e8cc4ca95 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.252 HTTP/1.1" status: 200 len: 696 time: 0.1284297 Mar 11 17:08:19.052961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:19.058102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:19.061288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] For port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:19.065433 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.092471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] For port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6,segment=NetworkSegment(a7d13ec5-3a1e-4475-87bb-834bfadd0476),segment_id=a7d13ec5-3a1e-4475-87bb-834bfadd0476)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:19.095579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e06b6569-1a82-4a76-9f0d-1833075363d1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:19.095990 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.100611 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.102439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0a807-be8a-4c2d-a594-f72132d15c83 None None] Port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:08:19.127244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:19.127911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.129384 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] 10.222.0.46 "PUT /v2.0/ports/5e0da028-6366-4bb8-aef6-8dd1207bdb4a HTTP/1.1" status: 200 len: 1092 time: 1.3801200 Mar 11 17:08:19.129883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:19.132371 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc682264-c678-4989-870b-32a5af2739b0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:19.151230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ab3b8-de00-4662-af47-7f668fdd7085 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:19.200380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291906d6-7654-44bf-8518-a6dbc2b11c7c req-725fcb22-fb15-40f2-88ce-73aed977c38d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:19.202070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-291906d6-7654-44bf-8518-a6dbc2b11c7c req-725fcb22-fb15-40f2-88ce-73aed977c38d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 950 time: 0.1864450 Mar 11 17:08:19.230958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Routers {'621cde32-2cf4-42fe-974c-7dd4d1853fac'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:19.232133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:08:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['621cde32-2cf4-42fe-974c-7dd4d1853fac'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:19.243467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-0a2fe5c6-29ee-4891-a60d-f6dbf32fc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:19.246047 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-0a2fe5c6-29ee-4891-a60d-f6dbf32fc417 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 1095 time: 0.0696034 Mar 11 17:08:19.259491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-b178255b-f97d-4697-aca5-1135bb6e5f7d tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:19.260966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-b178255b-f97d-4697-aca5-1135bb6e5f7d tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2023525 Mar 11 17:08:19.275033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc170-d01a-4e6e-a5de-49aed793a9cb None None] Pushing event updated for resources: {'Port': ['ID=3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:19.282548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-b7798cd3-7547-4348-a481-0e628b7f0539 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:08:19.283608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eeb70033-406e-4c1c-a8d2-1ea3f3d2a14b req-b7798cd3-7547-4348-a481-0e628b7f0539 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150836 Mar 11 17:08:19.325673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-291906d6-7654-44bf-8518-a6dbc2b11c7c req-fbd72fb5-3f72-451b-8d49-59c2ab80fd88 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056223 Mar 11 17:08:19.337313 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-ad04fe61-16f8-41da-83ee-78331f481617 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a HTTP/1.1" status: 200 len: 217 time: 0.0809286 Mar 11 17:08:19.449121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-58decc3a-df1c-47af-8b2f-656c4932ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:19.452445 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-58decc3a-df1c-47af-8b2f-656c4932ff3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9469fab-26ff-4bf5-8d9e-53b6cca12d86 HTTP/1.1" status: 200 len: 844 time: 0.0979631 Mar 11 17:08:19.500697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-7de484e4-86d8-4f6c-8eec-ec41184e03ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406744 Mar 11 17:08:19.516421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-69430cd7-06c7-470f-b09f-cebef4e903ab None None] Provisioning complete for port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:19.516763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-69430cd7-06c7-470f-b09f-cebef4e903ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.519476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] Set router 621cde32-2cf4-42fe-974c-7dd4d1853fac gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:19.638856 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-da2485ba-bd98-4c2c-bf34-779b04c3bd33 service neutron] 10.222.0.46 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266429 Mar 11 17:08:19.670724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-76719991-b62c-4301-9672-1c961ad6df15 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f2011bb1a66d4bbc92ef95b542e76774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685122 Mar 11 17:08:19.686257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ee78d-011a-4a91-8619-6b254fd40060 req-ebf9cc57-a5a4-46b9-9dd3-d7e0b138c100 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:19.687748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-385ee78d-011a-4a91-8619-6b254fd40060 req-ebf9cc57-a5a4-46b9-9dd3-d7e0b138c100 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 944 time: 0.2136619 Mar 11 17:08:19.729347 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-69430cd7-06c7-470f-b09f-cebef4e903ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.742792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e257-440d-4083-a2bf-16297712a295 req-b4b4b789-9174-46b4-b529-9b79224e7f75 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:19.744795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-b4b4b789-9174-46b4-b529-9b79224e7f75 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.2962987 Mar 11 17:08:19.767857 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05f6d9ad-ce20-4014-aaf9-98af0d144013 req-d03c78d6-6174-489c-a8fe-4ee00eca803d service neutron] 10.222.0.46 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178665 Mar 11 17:08:19.803920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-69430cd7-06c7-470f-b09f-cebef4e903ab None None] For port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6,segment=NetworkSegment(a7d13ec5-3a1e-4475-87bb-834bfadd0476),segment_id=a7d13ec5-3a1e-4475-87bb-834bfadd0476)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:19.804718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Request body: {'port': {'device_id': '3decdb21-b630-43e4-a143-7884a7fba505', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'admin_state_up': True, 'tenant_id': '236a28be637448f4a4c97cc427c345f7'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:19.809861 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-69430cd7-06c7-470f-b09f-cebef4e903ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:19.874633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:07Z', 'updated_at': '2022-03-11T17:08:14Z', 'revision_number': 4, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'gw_port': {'id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:09Z', 'updated_at': '2022-03-11T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6', 'name': '', 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'mac_address': 'fa:16:3e:b5:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e992b592-cda9-48f0-894f-f3a512dc5dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:13Z', 'updated_at': '2022-03-11T17:08:19Z', 'revision_number': 4, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'subnets': [{'id': 'e992b592-cda9-48f0-894f-f3a512dc5dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:19.878369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69430cd7-06c7-470f-b09f-cebef4e903ab None None] Pushing event updated for resources: {'Port': ['ID=3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:19.905964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9712f7-3195-49a9-bb7b-22553b2e4d67 None None] The sync data for ids ['621cde32-2cf4-42fe-974c-7dd4d1853fac'] in n-d-833411-1 is: [{'id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:07Z', 'updated_at': '2022-03-11T17:08:14Z', 'revision_number': 4, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'gw_port': {'id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:09Z', 'updated_at': '2022-03-11T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6', 'name': '', 'network_id': '2aba2417-f7cd-48f0-b2ac-8d30cdf36805', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'mac_address': 'fa:16:3e:b5:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e992b592-cda9-48f0-894f-f3a512dc5dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:13Z', 'updated_at': '2022-03-11T17:08:19Z', 'revision_number': 4, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'subnets': [{'id': 'e992b592-cda9-48f0-894f-f3a512dc5dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:08:20.131161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-385ee78d-011a-4a91-8619-6b254fd40060 req-ee7fbd39-14df-4385-a798-3cb535d943f7 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263208 Mar 11 17:08:20.174785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-fd4d4562-054c-4832-9807-4ec22cecc907 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:20.176329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-fd4d4562-054c-4832-9807-4ec22cecc907 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4841182 Mar 11 17:08:20.206899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-589ccc14-1705-4bf0-acb9-c4d7c361cab9 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/quotas/f2011bb1a66d4bbc92ef95b542e76774 HTTP/1.1" status: 200 len: 375 time: 0.0177643 Mar 11 17:08:20.246918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Made reservation on behalf of 236a28be637448f4a4c97cc427c345f7 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:20.250313 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:20.273886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-15a6f26b-b98c-46c6-94dd-9fb4d0a2d413 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2011bb1a66d4bbc92ef95b542e76774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559068 Mar 11 17:08:20.297929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbfeaaf-cae2-47ec-8ef8-cca191b0f861 req-0c9ae430-1151-463d-8e38-3a8992a3a055 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 210 time: 0.0676651 Mar 11 17:08:20.485891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Allocated IP 172.20.0.5 (21492b47-f8bc-49f0-bdde-3091c249d24d/61238bb4-6112-4cb7-9c1b-8e1b9efac2c2/1bc5bea8-838a-4e5c-a13b-9ca15678d6f4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:20.506882 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6a0ab7-1d39-47bf-bcce-94f4530a2009 x-openstack-request-id: req-3e6a0ab7-1d39-47bf-bcce-94f4530a2009 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:20.507933 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:20.508871 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e6a0ab7-1d39-47bf-bcce-94f4530a2009 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:20.511746 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a', 'status': 'completed', 'code': 200} Mar 11 17:08:20.633874 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682264-c678-4989-870b-32a5af2739b0 req-97cb34d8-43a1-480f-aaee-7e5915d66594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:20.639642 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc682264-c678-4989-870b-32a5af2739b0 req-97cb34d8-43a1-480f-aaee-7e5915d66594 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 1095 time: 0.0993986 Mar 11 17:08:20.706127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:20.749146 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:20.841962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682264-c678-4989-870b-32a5af2739b0 req-a1a64966-16de-48e4-8a37-c48af3e82861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:20.842764 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:20.844731 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc682264-c678-4989-870b-32a5af2739b0 req-a1a64966-16de-48e4-8a37-c48af3e82861 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 904 time: 0.1953182 Mar 11 17:08:20.874437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:20.875208 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:20.980740 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc682264-c678-4989-870b-32a5af2739b0 req-24ef99f0-bb35-4115-9666-e8f09f34cbda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a HTTP/1.1" status: 200 len: 217 time: 0.1172283 Mar 11 17:08:21.057807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Network 21492b47-f8bc-49f0-bdde-3091c249d24d is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:21.065293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:21.072172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:21.079506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682264-c678-4989-870b-32a5af2739b0 req-1968956c-8074-4d59-a2d1-6178fe5ed2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:21.080841 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc682264-c678-4989-870b-32a5af2739b0 req-1968956c-8074-4d59-a2d1-6178fe5ed2ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9469fab-26ff-4bf5-8d9e-53b6cca12d86 HTTP/1.1" status: 200 len: 844 time: 0.0880544 Mar 11 17:08:21.100139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event updated for resources: {'Port': ['ID=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:21.118970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.120268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.120729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.121348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.121829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.122263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.122693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.123124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.123719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.124705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.125150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.125598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:21.158205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc682264-c678-4989-870b-32a5af2739b0 req-cd883612-5fcc-4d19-80b4-0f8409248c4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648799 Mar 11 17:08:21.177842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:21.178765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:21.206369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-6de7c455-8d90-44bf-9179-c775b30a95f9 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6807549 Mar 11 17:08:21.213099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:21.222614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-f2a379a2-f6ea-43b7-87fd-3361333b5f96 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4657118 Mar 11 17:08:21.246693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Request body: {'port': {'device_id': '3decdb21-b630-43e4-a143-7884a7fba505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:21.287336 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:21.290779 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc682264-c678-4989-870b-32a5af2739b0 req-d3c28466-29ca-4434-865a-5961ee50d187 service neutron] 10.222.0.46 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267481 Mar 11 17:08:21.434712 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:21.446024 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc682264-c678-4989-870b-32a5af2739b0 req-e0084516-e6d6-49af-8823-67c8b4e9ab73 service neutron] 10.222.0.46 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348324 Mar 11 17:08:21.614635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:21.825702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Allocated IP 172.25.8.154 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/0b94484c-48b3-454e-b3fa-0559adf49ece) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:21.858695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-58b3d62f-a2e9-4611-9fc1-7bb0fc884c40 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:08:21.860529 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-58b3d62f-a2e9-4611-9fc1-7bb0fc884c40 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067284 Mar 11 17:08:21.891923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:21.921073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a9ef099-6595-417b-98ec-5cadfcd74037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:21.923794 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a9ef099-6595-417b-98ec-5cadfcd74037 service neutron] 10.222.0.53 "GET /v2.0/ports/b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 200 len: 1093 time: 0.0556619 Mar 11 17:08:21.933937 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:21.935253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Request body: {'binding': {'host': 'n-h1-833411-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:21.936203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Unknown quota resources ['binding']. {{(pid=102641) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 17:08:21.960179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Transition to ACTIVE for port object 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:21.975790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.020758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-7e70b7d2-0f42-4c18-a9b4-0aaa5ba6dca3 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f2011bb1a66d4bbc92ef95b542e76774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290542 Mar 11 17:08:22.042190 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.056498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:22.142437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.201764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Attempting to bind port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:22.202118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Attempting to bind port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:22.202430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Attempting to bind port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:22.207986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:22.213868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:22.215528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 on network 21492b47-f8bc-49f0-bdde-3091c249d24d not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:22.215938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Attempting to bind port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:22.218824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:22.218959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-42a4bc06-7ac2-41f1-92eb-d5f276010040 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:22.220597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event updated for resources: {'Port': ['ID=0b94484c-48b3-454e-b3fa-0559adf49ece,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:22.220802 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-42a4bc06-7ac2-41f1-92eb-d5f276010040 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832323 Mar 11 17:08:22.243725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Request body: {'port': {'device_id': '954c8679-baea-4425-b2d0-0eefceb1734a', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'f2011bb1a66d4bbc92ef95b542e76774'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:22.244924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:22.245285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Checking segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:22.245672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Bound using segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:22.246105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Bound port: 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:22.246456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.250110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5e0da028-6366-4bb8-aef6-8dd1207bdb4a details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:22.250652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 on host n-h1-833411-1 for vnic_type normal with profile None {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:22.251094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:22.251529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:22.327070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Port b36bc543-841f-436b-a559-c6be9db8a131 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:22.327070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:22.341872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:22.342425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:22.342959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:22.344040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Bound port: b36bc543-841f-436b-a559-c6be9db8a131, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:22.366756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] For port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:22.372897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] For port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:22.374374 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.379003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.411881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:22.439329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'port_id': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a', 'mac_address': 'fa:16:3e:08:2c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9469fab-26ff-4bf5-8d9e-53b6cca12d86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:22.440571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:22.441236 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.442612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] 10.222.0.46 "PUT /v2.0/ports/1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 HTTP/1.1" status: 200 len: 1091 time: 1.2023039 Mar 11 17:08:22.443059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3decdb21-b630-43e4-a143-7884a7fba505', 'tag': '1bc5bea8-838a-4e5c-a13b-9ca15678d6f4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:22.445405 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ae75b8-a3aa-47af-8efc-bfd266751c80" -d '{"events": [{"name": "network-changed", "server_uuid": "3decdb21-b630-43e4-a143-7884a7fba505", "tag": "1bc5bea8-838a-4e5c-a13b-9ca15678d6f4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:22.475882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.479573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74a023-e91e-4e17-8ce7-bac9c0c20846 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:22.491620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Made reservation on behalf of f2011bb1a66d4bbc92ef95b542e76774 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:22.497454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.501848 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.513703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:22.516214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.522682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0da028-6366-4bb8-aef6-8dd1207bdb4a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:22.523365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.530122 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-32659123-373a-4ca7-8f9f-31f515c4b87d service neutron] 10.222.0.53 "POST /v2.0/ports/b36bc543-841f-436b-a559-c6be9db8a131/bindings HTTP/1.1" status: 201 len: 389 time: 0.5993090 Mar 11 17:08:22.554632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:22.560145 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.624162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e257-440d-4083-a2bf-16297712a295 req-fd46fea7-7305-41ac-8a76-d83f7d398ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:22.625864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-fd46fea7-7305-41ac-8a76-d83f7d398ce5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 1094 time: 0.0936811 Mar 11 17:08:22.669788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:22.696816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-0146f5d2-f58f-40b9-bef2-998312cdd3d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 HTTP/1.1" status: 200 len: 217 time: 0.0481682 Mar 11 17:08:22.723420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.730750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.805190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e257-440d-4083-a2bf-16297712a295 req-65e50655-790a-46a3-85ff-6d1c6d8b4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:22.806639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-65e50655-790a-46a3-85ff-6d1c6d8b4923 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.0991523 Mar 11 17:08:22.809315 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.819913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:22.822797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87eb794b-c259-4a77-b9b1-4ced8b23df83,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:22.840108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.840505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.840838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.841183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.841505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.841839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.842151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.842477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.842793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.843113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.844003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.844003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:22.911793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-c28610db-49fb-4b54-a234-562d19907ccc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825627 Mar 11 17:08:22.921319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['5e0da028-6366-4bb8-aef6-8dd1207bdb4a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:22.970221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-3c1c3556-5f68-4171-8151-e1d250b64024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:22.971416 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-3c1c3556-5f68-4171-8151-e1d250b64024 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1096 time: 0.1111038 Mar 11 17:08:22.979556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c7188-164d-4165-b757-703e36504c2d req-143cd52d-373f-416a-a039-770ea1e89ddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:22.981404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-482c7188-164d-4165-b757-703e36504c2d req-143cd52d-373f-416a-a039-770ea1e89ddf tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 950 time: 0.2178423 Mar 11 17:08:22.990290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Allocated IP 192.168.233.99 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/799b2a7e-b832-413b-944a-c1246274a700) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:23.040165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event updated for resources: {'Port': ['ID=0b94484c-48b3-454e-b3fa-0559adf49ece,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:23.084175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:23.113977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-482c7188-164d-4165-b757-703e36504c2d req-c561aafd-e1b7-486e-a5be-1ef4783cc942 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747480 Mar 11 17:08:23.128292 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:23.129731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-0b487bc0-0685-4759-b698-0bba7fd9e86f tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9223409 Mar 11 17:08:23.132466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-ed4684e7-a500-4bd0-8c82-edcd81c8d71e service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092686 Mar 11 17:08:23.133098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-6a824ef8-776c-47ba-bfa6-ea9367d97317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.134580 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-6a824ef8-776c-47ba-bfa6-ea9367d97317 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.1532991 Mar 11 17:08:23.211100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-71a9d302-320e-4193-a9a5-39e524f04543 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 696 time: 0.0740535 Mar 11 17:08:23.222185 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43a00e4d-bae5-4d09-822d-953d13218487 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 200 len: 217 time: 0.0728431 Mar 11 17:08:23.272309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ea11768-1700-47fe-affc-515c8e5fc3c0 req-54371512-909f-4876-b1d9-2a68693edc60 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 210 time: 0.0674744 Mar 11 17:08:23.329000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:23.332329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-548e55d7-97eb-4e24-8d66-2bcab74ed374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.334154 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-548e55d7-97eb-4e24-8d66-2bcab74ed374 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1035855 Mar 11 17:08:23.383069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e618e257-440d-4083-a2bf-16297712a295 req-0bbe6e04-d634-439d-80a9-cbecee329960 service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366395 Mar 11 17:08:23.383296 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-c36a1399-1f04-4626-9d33-b362b60c1ee2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415561 Mar 11 17:08:23.429327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-aeb0ab14-0109-4717-9122-342de2f3adb3 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.430714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8de5de98-72cb-4017-9f21-bef961fff5c0 req-aeb0ab14-0109-4717-9122-342de2f3adb3 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2101047 Mar 11 17:08:23.450474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cd864-7562-4cc2-b015-60fdf2129b9f req-8ead02f4-e5bf-4a9a-b2ff-15260f2849f0 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.450937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:23.454187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed2cd864-7562-4cc2-b015-60fdf2129b9f req-8ead02f4-e5bf-4a9a-b2ff-15260f2849f0 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1095 time: 0.0916150 Mar 11 17:08:23.506973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed2cd864-7562-4cc2-b015-60fdf2129b9f req-b0f39fd7-e3f2-49bf-a2cc-49898177e1f3 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Mar 11 17:08:23.512361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:23.514527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:23.518202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:23.566340 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Pushing event updated for resources: {'Port': ['ID=799b2a7e-b832-413b-944a-c1246274a700,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:23.601260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eee18-8aa7-46fe-a4c6-67036f9c0086 req-d9e6110b-13e1-402a-8242-d1f79cf25953 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.608984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd7eee18-8aa7-46fe-a4c6-67036f9c0086 req-d9e6110b-13e1-402a-8242-d1f79cf25953 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 945 time: 0.1008945 Mar 11 17:08:23.623388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-39b3039a-bf60-4cb6-811b-25c4ab3ed12a service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319491 Mar 11 17:08:23.655218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.657373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:23.695705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd7eee18-8aa7-46fe-a4c6-67036f9c0086 req-2d27304b-0140-489c-a98d-77857aee38d1 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854323 Mar 11 17:08:23.751486 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-e998bb60-fa4a-4cdd-9d30-d0630008c3b0 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5124736 Mar 11 17:08:23.777766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Request body: {'port': {'device_id': '954c8679-baea-4425-b2d0-0eefceb1734a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:23.789061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff76c21-ddaf-424f-a7f8-a1c4ecd07915 req-b88eca82-7291-4778-860b-4f6e1603ea28 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.803875 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ff76c21-ddaf-424f-a7f8-a1c4ecd07915 req-b88eca82-7291-4778-860b-4f6e1603ea28 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 943 time: 0.1416047 Mar 11 17:08:23.807647 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac05590-328a-4f1a-bba0-e4529b6cae9d x-openstack-request-id: req-bac05590-328a-4f1a-bba0-e4529b6cae9d {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:23.807929 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3decdb21-b630-43e4-a143-7884a7fba505", "tag": "1bc5bea8-838a-4e5c-a13b-9ca15678d6f4", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:23.808181 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bac05590-328a-4f1a-bba0-e4529b6cae9d {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:23.808599 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3decdb21-b630-43e4-a143-7884a7fba505', 'tag': '1bc5bea8-838a-4e5c-a13b-9ca15678d6f4', 'status': 'completed', 'code': 200} Mar 11 17:08:23.868971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:23.873484 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-b1b1561a-a0ac-462a-9bba-29e1e003cb8e service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359083 Mar 11 17:08:23.908681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ff76c21-ddaf-424f-a7f8-a1c4ecd07915 req-7ed8cadb-205a-4923-b898-025676f1922d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032541 Mar 11 17:08:23.925507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-0f71bf2c-5609-4990-ab04-81566eb7e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.927857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-0f71bf2c-5609-4990-ab04-81566eb7e058 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 1094 time: 0.1121020 Mar 11 17:08:23.953767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d67d4-e12d-4e0f-995a-ad1cc316578e req-8e9d6a1e-86d6-477b-b867-d26b09ba1dda tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.955416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-216d67d4-e12d-4e0f-995a-ad1cc316578e req-8e9d6a1e-86d6-477b-b867-d26b09ba1dda tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 945 time: 0.1114137 Mar 11 17:08:23.985517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2b9d73d8-4fc2-4b1f-bd05-539c52a49b6f None None] Provisioning complete for port 799b2a7e-b832-413b-944a-c1246274a700 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:23.987448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2b9d73d8-4fc2-4b1f-bd05-539c52a49b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.052731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d73d8-4fc2-4b1f-bd05-539c52a49b6f None None] Port 799b2a7e-b832-413b-944a-c1246274a700 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:08:24.101234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-216d67d4-e12d-4e0f-995a-ad1cc316578e req-2a191e41-2b13-4641-af42-b4c49282ddda tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575991 Mar 11 17:08:24.135012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-3e880206-ed41-481f-853b-dcbac55fdd8e tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:24.136467 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-3e880206-ed41-481f-853b-dcbac55fdd8e tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.1928320 Mar 11 17:08:24.144956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-b0bdca3a-8b42-4edf-bdeb-1edc0f8b8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:24.146716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-b0bdca3a-8b42-4edf-bdeb-1edc0f8b8051 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 911 time: 0.1899035 Mar 11 17:08:24.151954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833411-1'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:24.240330 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.255651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-74e96495-0f08-4064-aec5-c937b8a4a68b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 HTTP/1.1" status: 200 len: 217 time: 0.0850382 Mar 11 17:08:24.266646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5e0da028-6366-4bb8-aef6-8dd1207bdb4a up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:24.336736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:24.341154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799b2a7e-b832-413b-944a-c1246274a700 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:24.343184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:24.343959 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.367182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792b97-520b-4175-ac80-6226e3bab021 req-de19a31d-6b8c-408a-9ff0-576c81d9b1b7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:24.373994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792b97-520b-4175-ac80-6226e3bab021 req-de19a31d-6b8c-408a-9ff0-576c81d9b1b7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:24.375647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc792b97-520b-4175-ac80-6226e3bab021 req-de19a31d-6b8c-408a-9ff0-576c81d9b1b7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032&device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 1691 time: 0.1558971 Mar 11 17:08:24.382706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-b44ecb4e-f6c0-403f-b257-2991f87eedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:24.387653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-b44ecb4e-f6c0-403f-b257-2991f87eedfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.1046867 Mar 11 17:08:24.387948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.405363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Transition to ACTIVE for port object 799b2a7e-b832-413b-944a-c1246274a700 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:24.412028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.422820 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-e5a9459b-b263-49de-8fb3-a67f65cc2359 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2706041 Mar 11 17:08:24.440812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-3fed0cbe-c868-4e8d-a162-6d5f62db014b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402944 Mar 11 17:08:24.449503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:24.460972 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.480077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:24.495011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc792b97-520b-4175-ac80-6226e3bab021 req-ef09fb1c-7f10-4a77-9b32-66f72d90f26f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093261 Mar 11 17:08:24.509850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Pushing event updated for resources: {'Port': ['ID=799b2a7e-b832-413b-944a-c1246274a700,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:24.550766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:24.551272 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c521306-3aff-493f-94a1-14758f538826" -d '{"events": [{"server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "name": "network-vif-plugged", "status": "completed", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:24.579495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:24.603530 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.614835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:24.686368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:24.694340 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:24.697586 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0d88ac-d4a3-4b47-bd4d-ed163dc40b03" -d '{"events": [{"server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "name": "network-vif-unplugged", "status": "completed", "tag": "b36bc543-841f-436b-a559-c6be9db8a131"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:24.699546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.700243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.700821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.701318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.701858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.702084 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.702675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.703878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.704454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.704945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.705706 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.706386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.706936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:24.708041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Attempting to bind port 799b2a7e-b832-413b-944a-c1246274a700 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:24.708493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Attempting to bind port 799b2a7e-b832-413b-944a-c1246274a700 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:24.709007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Attempting to bind port 799b2a7e-b832-413b-944a-c1246274a700 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:24.714706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.722366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Port 799b2a7e-b832-413b-944a-c1246274a700 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:24.722366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Attempting to bind port 799b2a7e-b832-413b-944a-c1246274a700 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:24.759005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:24.759358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:24.759903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:24.760659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Bound port: 799b2a7e-b832-413b-944a-c1246274a700, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:24.761239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.840257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Pushing event updated for resources: {'Port': ['ID=b36bc543-841f-436b-a559-c6be9db8a131,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:24.875654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.889552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 on host n-h2-833411-1 for vnic_type normal with profile {"migrating_to": "n-h1-833411-1"} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:24.889821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:24.890069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:24.899757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Port b36bc543-841f-436b-a559-c6be9db8a131 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:24.900069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Attempting to bind port b36bc543-841f-436b-a559-c6be9db8a131 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:24.910149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:24.910514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:24.910855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:24.911284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Bound port: b36bc543-841f-436b-a559-c6be9db8a131, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:24.911636 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:24.923946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] For port 799b2a7e-b832-413b-944a-c1246274a700, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:24.940632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] For port 799b2a7e-b832-413b-944a-c1246274a700, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=799b2a7e-b832-413b-944a-c1246274a700,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:24.969059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:25.015521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-bf50bcd8-3e5d-4872-8a2c-1cbe3bb9eee7 service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553613 Mar 11 17:08:25.017187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.017823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:25.019233 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] 10.222.0.46 "PUT /v2.0/ports/799b2a7e-b832-413b-944a-c1246274a700 HTTP/1.1" status: 200 len: 1095 time: 1.2473705 Mar 11 17:08:25.052006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:25.054865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088b66-3a1b-4d34-a53b-e9b99c3e0d23 service neutron] Pushing event updated for resources: {'Port': ['ID=799b2a7e-b832-413b-944a-c1246274a700,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:25.059572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:25.064741 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:25.070454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-1f19daf7-4ad9-46f6-8ab0-bba7fbb43145 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.078182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-1f19daf7-4ad9-46f6-8ab0-bba7fbb43145 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 821 time: 0.2212453 Mar 11 17:08:25.131672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-7146bd8a-d52a-4695-8800-4bf55da32e9b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/quotas/b1e2cde59a01464ab06957b0148f8e11 HTTP/1.1" status: 200 len: 375 time: 0.0525982 Mar 11 17:08:25.195465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.196086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:25.198721 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] 10.222.0.66 "PUT /v2.0/ports/b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 200 len: 1121 time: 1.0506470 Mar 11 17:08:25.214223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43126e4b-f0b6-4c38-94c6-b6fab869faad service neutron] Pushing event updated for resources: {'Port': ['ID=b36bc543-841f-436b-a559-c6be9db8a131,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:25.215295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49ae75b8-a3aa-47af-8efc-bfd266751c80 req-04c025d2-4d0c-4cb2-91b9-66030fd58813 service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769485 Mar 11 17:08:25.221462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-d740c05b-96ed-4b75-b81b-f77dd0ad245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.236511 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-d740c05b-96ed-4b75-b81b-f77dd0ad245f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2011bb1a66d4bbc92ef95b542e76774&device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 1098 time: 0.1199799 Mar 11 17:08:25.241523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-630fecce-c361-4735-8592-a2f3f32a0c06 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005788 Mar 11 17:08:25.245583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:25.289923 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-02a749f7-c0ae-446e-802c-e9733e650d36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=799b2a7e-b832-413b-944a-c1246274a700 HTTP/1.1" status: 200 len: 217 time: 0.0521171 Mar 11 17:08:25.307640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['b36bc543-841f-436b-a559-c6be9db8a131'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:25.365178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-ed76bb06-1116-4e83-b848-ea6c6f14e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.367725 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-ed76bb06-1116-4e83-b848-ea6c6f14e333 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0701485 Mar 11 17:08:25.429057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-543bdd39-e40c-487e-86be-2bce64b93757 service neutron] 10.222.0.53 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739583 Mar 11 17:08:25.436791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Allocated IP 172.25.8.247 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/b8effbcb-2c61-4162-a2dc-0bae8f867762) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:25.441482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-08adbe9f-8524-4657-9d8d-405f79d928de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.443159 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-08adbe9f-8524-4657-9d8d-405f79d928de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666804 Mar 11 17:08:25.557520 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-245ea72c-074a-4f29-8fd0-239d842aa203 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040912 Mar 11 17:08:25.614472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-ea854bb0-2f42-4bc9-8f81-61d7801b5e5f service neutron] 10.222.0.53 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731625 Mar 11 17:08:25.644168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:25.671301 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be59f014-555a-4fa1-adc4-7312a4f9d93f req-d0fa92fe-9001-42d0-b8ca-f73fe5619bb6 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070976 Mar 11 17:08:25.714476 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:25.761453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:25.765281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:25.769117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:25.828831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event updated for resources: {'Port': ['ID=b8effbcb-2c61-4162-a2dc-0bae8f867762,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:25.890619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b220-b13d-42f6-a357-c075704685e1 req-f5aa0baa-fe0d-4970-b8c4-e7fb41f4a489 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.892751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6254b220-b13d-42f6-a357-c075704685e1 req-f5aa0baa-fe0d-4970-b8c4-e7fb41f4a489 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 947 time: 0.0858049 Mar 11 17:08:25.957964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:25.967686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6254b220-b13d-42f6-a357-c075704685e1 req-fa930707-ebdc-4d6e-a9a9-edeee41dcc38 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/security-groups?id=87eb794b-c259-4a77-b9b1-4ced8b23df83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535097 Mar 11 17:08:26.004565 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:26.096202 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94dce02-402d-4d6e-be89-b0c9b567d395 x-openstack-request-id: req-c94dce02-402d-4d6e-be89-b0c9b567d395 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:26.097345 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "name": "network-vif-plugged", "status": "completed", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:26.097729 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c94dce02-402d-4d6e-be89-b0c9b567d395 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:26.098240 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a', 'code': 200} Mar 11 17:08:26.147434 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ead7047-dcb7-42bb-a9c0-75c140ae9afd x-openstack-request-id: req-1ead7047-dcb7-42bb-a9c0-75c140ae9afd {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:26.147434 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "name": "network-vif-unplugged", "status": "completed", "tag": "b36bc543-841f-436b-a559-c6be9db8a131", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:26.147434 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ead7047-dcb7-42bb-a9c0-75c140ae9afd {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:26.147434 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131', 'code': 200} Mar 11 17:08:26.258314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc214b19-75a5-4a96-8a35-8b1f43636979 req-2d9d41dd-98dc-423f-b985-241ebf03a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:26.259971 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc214b19-75a5-4a96-8a35-8b1f43636979 req-2d9d41dd-98dc-423f-b985-241ebf03a249 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 1097 time: 0.0536740 Mar 11 17:08:26.268406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:26.281287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:26.292819 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:26.317137 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc214b19-75a5-4a96-8a35-8b1f43636979 req-cc19875e-b080-4163-8154-5b2ef33baf2d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Mar 11 17:08:26.319357 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2393c02-8c31-4462-9cdc-f22a63dd49f5 req-ff660576-8cac-47d7-8930-7b203c867a0e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:26.321718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2393c02-8c31-4462-9cdc-f22a63dd49f5 req-ff660576-8cac-47d7-8930-7b203c867a0e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 946 time: 0.0978944 Mar 11 17:08:26.397816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:26.413924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '1bc5bea8-838a-4e5c-a13b-9ca15678d6f4', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'port_id': '1bc5bea8-838a-4e5c-a13b-9ca15678d6f4', 'mac_address': 'fa:16:3e:5d:4a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61238bb4-6112-4cb7-9c1b-8e1b9efac2c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:26.435178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event updated for resources: {'Port': ['ID=b8effbcb-2c61-4162-a2dc-0bae8f867762,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:26.447913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:26.462795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2393c02-8c31-4462-9cdc-f22a63dd49f5 req-f5021060-464d-4f2d-b458-a5475cbfcc8c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115353 Mar 11 17:08:26.466563 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:26.496556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:26.497194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:26.498725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-29a4dd67-9c37-4f44-bb0f-b734a6652a37 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0566967 Mar 11 17:08:26.529804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:26.536550 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:26.592814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-3c21bf06-67a7-4ec4-a1a7-3fa4212f81b4 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.0790997 Mar 11 17:08:26.629812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:26.703781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c63cdc-6f20-4eec-828b-5aff241e4094 req-3373ec5d-dd0f-4f40-b0b3-99f409d79b76 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:26.705443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51c63cdc-6f20-4eec-828b-5aff241e4094 req-3373ec5d-dd0f-4f40-b0b3-99f409d79b76 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 944 time: 0.1344366 Mar 11 17:08:26.777806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-029fcd5c-9c4a-4d3a-af73-9dca292e42f7 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:26.779244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c5fbcbb-5d82-485f-9ab1-df9edfccad71 req-029fcd5c-9c4a-4d3a-af73-9dca292e42f7 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.1729441 Mar 11 17:08:26.796985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51c63cdc-6f20-4eec-828b-5aff241e4094 req-887b3e0d-57d9-4e4d-8fbb-4ae02445eb80 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713229 Mar 11 17:08:26.872402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b36bc543-841f-436b-a559-c6be9db8a131 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:26.933394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aca2c07f-0f3f-4973-8e6f-83e1ed458cd6 req-f2d32174-4471-45c9-a249-affc282ef7ad tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 210 time: 0.0658686 Mar 11 17:08:26.972860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4602-3070-481a-aa25-ef28a3acea32 req-faa997e7-ceb0-4d65-a5ea-016889571448 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:26.972860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08ea4602-3070-481a-aa25-ef28a3acea32 req-faa997e7-ceb0-4d65-a5ea-016889571448 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 943 time: 0.1118605 Mar 11 17:08:26.979026 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['1bc5bea8-838a-4e5c-a13b-9ca15678d6f4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:27.026114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08ea4602-3070-481a-aa25-ef28a3acea32 req-922c5f63-66d7-42a2-8cbb-45256198b35a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 Mar 11 17:08:27.210856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7158dab-2c64-4bff-bd36-f566b150da3a req-c4b82535-a866-499a-946f-df25ffaf8517 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:27.211404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:27.220893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7158dab-2c64-4bff-bd36-f566b150da3a req-c4b82535-a866-499a-946f-df25ffaf8517 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 1101 time: 0.1482685 Mar 11 17:08:27.230627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b36bc543-841f-436b-a559-c6be9db8a131 has no active binding in host n-h1-833411-1 {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 17:08:27.276746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ab35040-7456-4a95-9ba5-5b517da262da req-2ead4916-8104-432e-8b0d-0765f8e5486d tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2017534 Mar 11 17:08:27.290361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:27.310242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-2ad1af26-29cd-40c9-a02e-bfc825bc9362 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:27.313535 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-2ad1af26-29cd-40c9-a02e-bfc825bc9362 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 821 time: 0.1957352 Mar 11 17:08:27.319701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7158dab-2c64-4bff-bd36-f566b150da3a req-c2b6f9b2-0669-43f0-a0fd-8c9954a241d1 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958717 Mar 11 17:08:27.337809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:27.347771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Request body: {'port': {'device_id': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4', 'admin_state_up': True, 'tenant_id': 'b1e2cde59a01464ab06957b0148f8e11'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:27.489202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Made reservation on behalf of b1e2cde59a01464ab06957b0148f8e11 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:27.492819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2fb8d-4454-457d-8bf1-415a122d6f8e req-87582e61-8e04-475c-8a43-485e8cb5b3a3 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:27.493568 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:27.496232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87f2fb8d-4454-457d-8bf1-415a122d6f8e req-87582e61-8e04-475c-8a43-485e8cb5b3a3 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 947 time: 0.0820010 Mar 11 17:08:27.556542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87f2fb8d-4454-457d-8bf1-415a122d6f8e req-c4f3f9f1-206d-492c-9261-871cf492aa67 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/security-groups?id=87eb794b-c259-4a77-b9b1-4ced8b23df83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537126 Mar 11 17:08:27.565171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:27.703358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Allocated IP 172.20.0.12 (492425d5-6bf3-4055-9b46-c81571324cb4/e711de99-59e4-40d2-8451-c5cbb6281077/55456ac4-8bf9-4070-804d-f6adf15ac0f6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:27.740081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac6a4-23c7-43ac-8096-111a5611cca4 req-2dc2b5de-54cf-4faf-8ba9-588490c77353 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:27.741660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-066ac6a4-23c7-43ac-8096-111a5611cca4 req-2dc2b5de-54cf-4faf-8ba9-588490c77353 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 1101 time: 0.0932906 Mar 11 17:08:27.767144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Allocated IP 172.25.8.203 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/fc45d90b-8688-4a0c-a875-5c0a9e1fd3e0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:27.839475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-066ac6a4-23c7-43ac-8096-111a5611cca4 req-f23d6d67-4242-40a7-8194-84f2299ffb93 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842984 Mar 11 17:08:27.958146 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:27.976493 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.035394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3128e24-ea12-4841-93e5-485292308f98 req-7ab9a70f-14a3-404e-9322-e1242146988d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:28.036617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3128e24-ea12-4841-93e5-485292308f98 req-7ab9a70f-14a3-404e-9322-e1242146988d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 946 time: 0.1057816 Mar 11 17:08:28.046090 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.073296 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.111322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Network 492425d5-6bf3-4055-9b46-c81571324cb4 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:28.117231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:28.120804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:28.125463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Pushing event updated for resources: {'Port': ['ID=55456ac4-8bf9-4070-804d-f6adf15ac0f6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:28.145737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954c8679-baea-4425-b2d0-0eefceb1734a', 'tag': '799b2a7e-b832-413b-944a-c1246274a700'}, {'name': 'network-changed', 'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:28.147763 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "954c8679-baea-4425-b2d0-0eefceb1734a", "tag": "799b2a7e-b832-413b-944a-c1246274a700"}, {"name": "network-changed", "server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "tag": "b36bc543-841f-436b-a559-c6be9db8a131"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:28.151579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:28.160892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:28.172375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3128e24-ea12-4841-93e5-485292308f98 req-efa886d2-74d4-40aa-ab22-f8f9af58bd12 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241226 Mar 11 17:08:28.173647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:28.179061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event updated for resources: {'Port': ['ID=fc45d90b-8688-4a0c-a875-5c0a9e1fd3e0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:28.179458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:28.180130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.209535 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-728f0d74-35ae-42ae-87ce-1acd9d84d572 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8770540 Mar 11 17:08:28.221841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Request body: {'port': {'device_id': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:28.293040 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.303669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 799b2a7e-b832-413b-944a-c1246274a700 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:28.308013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:28.334993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d5bb8-db1a-4c37-bf2d-261757300e2d req-598a41a1-5bee-4ff7-ab9b-3354ad1c9bff tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:28.336588 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-417d5bb8-db1a-4c37-bf2d-261757300e2d req-598a41a1-5bee-4ff7-ab9b-3354ad1c9bff tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 944 time: 0.0908113 Mar 11 17:08:28.350106 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.437756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:28.452541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.453129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:28.453510 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.459666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 799b2a7e-b832-413b-944a-c1246274a700, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=799b2a7e-b832-413b-944a-c1246274a700,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:28.473619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-417d5bb8-db1a-4c37-bf2d-261757300e2d req-f5328731-d7ec-4d4c-a724-65f8fbe10cd3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126251 Mar 11 17:08:28.501431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '799b2a7e-b832-413b-944a-c1246274a700', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '799b2a7e-b832-413b-944a-c1246274a700', 'mac_address': 'fa:16:3e:78:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:28.588146 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.614419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799b2a7e-b832-413b-944a-c1246274a700 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:28.622841 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.651847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 799b2a7e-b832-413b-944a-c1246274a700, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=799b2a7e-b832-413b-944a-c1246274a700,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:28.662471 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.671125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3decdb21-b630-43e4-a143-7884a7fba505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc5bea8-838a-4e5c-a13b-9ca15678d6f4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:28.673502 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1781c4bf-79a0-442d-8400-9bf8ad486e81" -d '{"events": [{"server_uuid": "3decdb21-b630-43e4-a143-7884a7fba505", "name": "network-vif-plugged", "status": "completed", "tag": "1bc5bea8-838a-4e5c-a13b-9ca15678d6f4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:28.699159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ae5d4-5ff9-430c-af20-2c185382ee03 req-432d1d80-97f1-4c3b-9f88-1573ce813f31 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:28.700837 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c0ae5d4-5ff9-430c-af20-2c185382ee03 req-432d1d80-97f1-4c3b-9f88-1573ce813f31 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 932 time: 0.1248741 Mar 11 17:08:28.720222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:28.722419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55456ac4-8bf9-4070-804d-f6adf15ac0f6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:28.727218 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.732675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.748676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Transition to ACTIVE for port object 55456ac4-8bf9-4070-804d-f6adf15ac0f6 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:28.753414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.760425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=799b2a7e-b832-413b-944a-c1246274a700,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:28.795398 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.807518 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.826917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Pushing event updated for resources: {'Port': ['ID=55456ac4-8bf9-4070-804d-f6adf15ac0f6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:28.843235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:28.846180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c0ae5d4-5ff9-430c-af20-2c185382ee03 req-99672279-8303-4fa8-b417-03c4e842f96f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050186 Mar 11 17:08:28.926348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event updated for resources: {'Port': ['ID=fc45d90b-8688-4a0c-a875-5c0a9e1fd3e0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:28.945104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:28.945452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:28.945896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:28.946111 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.954432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:28.954785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:28.960615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:28.960957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:28.961431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:28.961870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Bound port: 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:28.962264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.994624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:28.995858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ab35040-7456-4a95-9ba5-5b517da262da req-26b9cbdc-2c3a-4b15-acf7-3d16868fefff tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7120636 Mar 11 17:08:28.997751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-b6e4880a-bca2-485e-8f89-c5f97a20341e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437365 Mar 11 17:08:29.058003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:29.058636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['799b2a7e-b832-413b-944a-c1246274a700'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:29.065859 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:29.075255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:29.082163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ab35040-7456-4a95-9ba5-5b517da262da req-f893399a-edea-4c4e-90a3-a972074bfae7 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0782788 Mar 11 17:08:29.156178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:29.156577 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:29.158246 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4524573a-afbc-4283-84d5-5536606d087f service neutron] 10.222.0.66 "PUT /v2.0/ports/55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 200 len: 1092 time: 0.9410682 Mar 11 17:08:29.173417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524573a-afbc-4283-84d5-5536606d087f service neutron] Pushing event updated for resources: {'Port': ['ID=55456ac4-8bf9-4070-804d-f6adf15ac0f6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:29.274030 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-ca638fd2-3de4-4c5f-a44f-b013c191bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:29.276023 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-ca638fd2-3de4-4c5f-a44f-b013c191bde4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1095 time: 0.0612588 Mar 11 17:08:29.531008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-45cd0a89-e035-4035-bf33-b8ab70a4204f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:29.532590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-45cd0a89-e035-4035-bf33-b8ab70a4204f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5173159 Mar 11 17:08:29.565612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab35040-7456-4a95-9ba5-5b517da262da req-cd41c6d3-1473-47f4-8c25-4a9576d11f68 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:29.567482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ab35040-7456-4a95-9ba5-5b517da262da req-cd41c6d3-1473-47f4-8c25-4a9576d11f68 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.4526851 Mar 11 17:08:29.569405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-c42bad32-38d8-4675-b21d-3e7461213260 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/quotas/db9768c0d987427f96b892541948c464 HTTP/1.1" status: 200 len: 375 time: 0.0295889 Mar 11 17:08:29.604840 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-5ea2b640-1133-4da5-8708-a392e8fc407c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 200 len: 217 time: 0.3159506 Mar 11 17:08:29.645907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-f64beb31-da14-4dd9-aaa0-fdf1f6709b64 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0634544 Mar 11 17:08:29.666959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-ae0d5c52-955c-44e3-aada-e0ee62712a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:29.668461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-ae0d5c52-955c-44e3-aada-e0ee62712a7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.0554717 Mar 11 17:08:29.704620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-4683bc8b-a0ac-4219-84c3-17e86f85f5ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283449 Mar 11 17:08:29.714364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738de6b7-c081-476d-badb-2b36da0468a0 req-d41c7569-13da-47e3-827e-3bcb389aea58 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:29.716566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-738de6b7-c081-476d-badb-2b36da0468a0 req-d41c7569-13da-47e3-827e-3bcb389aea58 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 943 time: 0.0685365 Mar 11 17:08:29.774068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-738de6b7-c081-476d-badb-2b36da0468a0 req-934838c3-d8ad-49ef-98e6-99eef068ed04 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433064 Mar 11 17:08:29.831915 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-2c343604-28f9-46fc-aff6-77f9484a6c88 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193635 Mar 11 17:08:29.920166 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51bd397-6dff-4a12-b689-1c13deaa85f3 x-openstack-request-id: req-c51bd397-6dff-4a12-b689-1c13deaa85f3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:29.920166 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954c8679-baea-4425-b2d0-0eefceb1734a", "tag": "799b2a7e-b832-413b-944a-c1246274a700", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "tag": "b36bc543-841f-436b-a559-c6be9db8a131", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:29.920166 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c51bd397-6dff-4a12-b689-1c13deaa85f3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:29.920166 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954c8679-baea-4425-b2d0-0eefceb1734a', 'tag': '799b2a7e-b832-413b-944a-c1246274a700', 'status': 'completed', 'code': 200} Mar 11 17:08:29.920166 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131', 'status': 'completed', 'code': 200} Mar 11 17:08:29.964109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79594e-8c1d-4bdd-9841-ccc45c2ad58f req-bbe990fe-e133-4fa9-8cd4-c4b3a5976b52 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:29.965627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d79594e-8c1d-4bdd-9841-ccc45c2ad58f req-bbe990fe-e133-4fa9-8cd4-c4b3a5976b52 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 948 time: 0.0766191 Mar 11 17:08:29.981524 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aa96b2-46aa-43f2-a21b-3e0290079368 x-openstack-request-id: req-74aa96b2-46aa-43f2-a21b-3e0290079368 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:29.982197 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3decdb21-b630-43e4-a143-7884a7fba505", "name": "network-vif-plugged", "status": "completed", "tag": "1bc5bea8-838a-4e5c-a13b-9ca15678d6f4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:29.982824 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74aa96b2-46aa-43f2-a21b-3e0290079368 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:29.983641 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3decdb21-b630-43e4-a143-7884a7fba505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc5bea8-838a-4e5c-a13b-9ca15678d6f4', 'code': 200} Mar 11 17:08:30.037528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d79594e-8c1d-4bdd-9841-ccc45c2ad58f req-80f748be-5ad8-4217-8b41-6f21509354fc tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/security-groups?id=87eb794b-c259-4a77-b9b1-4ced8b23df83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611048 Mar 11 17:08:30.055677 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84428d76-b9ea-454e-acaf-fb2d094e9f6c req-e62bab74-0a66-4ae8-9e24-d255f6070353 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144771 Mar 11 17:08:30.063521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-9ebd1eaa-aaf7-4b90-8f71-6624830a1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:30.065482 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-9ebd1eaa-aaf7-4b90-8f71-6624830a1d15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2011bb1a66d4bbc92ef95b542e76774&device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 1099 time: 0.0959094 Mar 11 17:08:30.239347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23142e57-f24e-465d-a99d-ecbc10517937 req-8fb150a1-77a0-4011-a9a0-91a39672fc8a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:30.241074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-66d8ab27-e920-4359-bed8-fb6b31d223ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:30.241205 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23142e57-f24e-465d-a99d-ecbc10517937 req-8fb150a1-77a0-4011-a9a0-91a39672fc8a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 946 time: 0.1615450 Mar 11 17:08:30.244895 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-66d8ab27-e920-4359-bed8-fb6b31d223ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1465125 Mar 11 17:08:30.263882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3457fc4-7037-4d2a-8589-da75b83712f0 req-0eb5888e-ab6b-473c-80c2-0c92764ba156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:30.266382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3457fc4-7037-4d2a-8589-da75b83712f0 req-0eb5888e-ab6b-473c-80c2-0c92764ba156 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 1096 time: 0.1424115 Mar 11 17:08:30.278970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebf617-f3ff-47ac-bfb1-5b0e8ca2c0ce req-96900cb9-880e-47bb-9390-049d3726862c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:30.284072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7aebf617-f3ff-47ac-bfb1-5b0e8ca2c0ce req-96900cb9-880e-47bb-9390-049d3726862c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 945 time: 0.1073599 Mar 11 17:08:30.308720 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-2dc789b8-8af3-438a-b598-c15f39f61d49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=799b2a7e-b832-413b-944a-c1246274a700 HTTP/1.1" status: 200 len: 217 time: 0.0547771 Mar 11 17:08:30.315201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 799b2a7e-b832-413b-944a-c1246274a700 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:30.374202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23142e57-f24e-465d-a99d-ecbc10517937 req-16899319-05ec-44ce-b881-e34245dee822 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207173 Mar 11 17:08:30.383683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-e650b8d5-eaa6-40a1-88d3-806b8e565634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:30.386016 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-e650b8d5-eaa6-40a1-88d3-806b8e565634 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0638113 Mar 11 17:08:30.426202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7aebf617-f3ff-47ac-bfb1-5b0e8ca2c0ce req-91f9f33f-d41a-49f5-9229-a0179bf0bb76 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307952 Mar 11 17:08:30.455342 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3457fc4-7037-4d2a-8589-da75b83712f0 req-3f94d1c6-a29b-41aa-98c7-a31bfcd4cfa0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622906 Mar 11 17:08:30.486096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 799b2a7e-b832-413b-944a-c1246274a700 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:30.521738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 799b2a7e-b832-413b-944a-c1246274a700 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:30.522643 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:30.560800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-9430a58f-9dfd-41b0-8ff1-ddf14de8e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:30.563173 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-9430a58f-9dfd-41b0-8ff1-ddf14de8e150 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1483016 Mar 11 17:08:30.633217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ea831b5-e337-426e-8eb2-f735fa52f4c6 req-a6c247f9-922d-4094-8bb8-311d60712129 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips/69c7e1a5-4906-4262-a664-5de6a8136fca HTTP/1.1" status: 200 len: 693 time: 0.1029561 Mar 11 17:08:30.650991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01dcb86e-d5f8-465f-9ac2-36aa18c2905c req-9051773c-dc96-47f9-bf97-0bd5f965ae6c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 210 time: 0.0443294 Mar 11 17:08:30.676670 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:30.725307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 799b2a7e-b832-413b-944a-c1246274a700, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=799b2a7e-b832-413b-944a-c1246274a700,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:30.738864 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:30.801964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=799b2a7e-b832-413b-944a-c1246274a700,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:30.850469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea831b5-e337-426e-8eb2-f735fa52f4c6 req-3f4fc069-3d32-42a8-b51f-bbe3774a7f8a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:30.857312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ea831b5-e337-426e-8eb2-f735fa52f4c6 req-3f4fc069-3d32-42a8-b51f-bbe3774a7f8a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2097006 Mar 11 17:08:30.867191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-9ea831b5-e337-426e-8eb2-f735fa52f4c6 req-e7254397-a735-4c92-8823-a95e4dd06ed4 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:08:30.868459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ea831b5-e337-426e-8eb2-f735fa52f4c6 req-e7254397-a735-4c92-8823-a95e4dd06ed4 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097587 Mar 11 17:08:30.884644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3ef7c-ac79-4b18-a16d-48a60e666e1b req-4b265706-6c19-41e7-82c1-a6352b7ec030 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:30.884644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90e3ef7c-ac79-4b18-a16d-48a60e666e1b req-4b265706-6c19-41e7-82c1-a6352b7ec030 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 944 time: 0.1471872 Mar 11 17:08:30.952143 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-2c312c15-7c28-4ded-bff1-fc0632b8e7c0 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823428 Mar 11 17:08:30.953559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90e3ef7c-ac79-4b18-a16d-48a60e666e1b req-658a13e8-3ea0-4865-9f00-b2236051323e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639772 Mar 11 17:08:31.127901 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-477d47bb-e462-4a07-9805-ab207e728597 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668932 Mar 11 17:08:31.151829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-cd463fd7-1e65-4891-9aa4-69395f919f99 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips/69c7e1a5-4906-4262-a664-5de6a8136fca HTTP/1.1" status: 200 len: 693 time: 0.0834653 Mar 11 17:08:31.265881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-6021d7f5-b369-4881-ba1b-a6c843d7884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:31.268264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceeb6a3-0b8e-4810-9893-53032672ec78 req-9ca8e7f7-9357-4281-9b4f-4f244081f831 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:31.268693 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-6021d7f5-b369-4881-ba1b-a6c843d7884e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1124 time: 0.0715461 Mar 11 17:08:31.270049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ceeb6a3-0b8e-4810-9893-53032672ec78 req-9ca8e7f7-9357-4281-9b4f-4f244081f831 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 943 time: 0.1448781 Mar 11 17:08:31.329190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-0e5e726d-3475-4ace-956c-45a85512a5a7 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:31.336393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-0e5e726d-3475-4ace-956c-45a85512a5a7 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.1835916 Mar 11 17:08:31.352717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-8f5e5a5d-4102-4d8b-8c98-b0fd9a0d594e tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:08:31.354986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-8f5e5a5d-4102-4d8b-8c98-b0fd9a0d594e tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166359 Mar 11 17:08:31.364113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ceeb6a3-0b8e-4810-9893-53032672ec78 req-fa7c3201-2890-49ac-abae-0d1b917b25e5 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796933 Mar 11 17:08:31.413703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-6871d47d-a4cd-442e-8f1f-d2aa6785f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:31.415297 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-6871d47d-a4cd-442e-8f1f-d2aa6785f546 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.1338539 Mar 11 17:08:31.427390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-0b97e6e7-0da4-498c-9401-0ff77f151137 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0583305 Mar 11 17:08:31.481714 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-00e3a60f-78a1-495f-9536-83b694effc3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 200 len: 217 time: 0.0561259 Mar 11 17:08:31.520676 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-05dcd4cb-fb81-488e-bb21-b24080b414fb tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0833249 Mar 11 17:08:31.559402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-04bc4088-d759-44a9-b48a-e191fc18324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:31.561135 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-04bc4088-d759-44a9-b48a-e191fc18324e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.0680747 Mar 11 17:08:31.600446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d690ee-19db-4bc5-96c3-b08f534606cd req-c08449c2-7211-48fe-9471-b00e8386d25d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:31.602112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20d690ee-19db-4bc5-96c3-b08f534606cd req-c08449c2-7211-48fe-9471-b00e8386d25d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 946 time: 0.1280580 Mar 11 17:08:31.620762 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-7a7dabc8-bdd8-49be-8fee-73ee2194176c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496843 Mar 11 17:08:31.693395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-c74096a9-f832-4d0f-84a4-1f6c24eefe9a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495999 Mar 11 17:08:31.776978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20d690ee-19db-4bc5-96c3-b08f534606cd req-33cd8e20-c52d-48b4-b226-3c78d5216ca5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663642 Mar 11 17:08:31.786034 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-0c192418-326c-4c2e-8b12-91f1aba26d49 service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558812 Mar 11 17:08:31.908748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Deleting port fc45d90b-8688-4a0c-a875-5c0a9e1fd3e0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:31.910256 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:31.916980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:31.920406 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:31.972146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-15422415-63f5-457c-aba2-70e854c2c55b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:31.973753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-15422415-63f5-457c-aba2-70e854c2c55b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609594 Mar 11 17:08:31.980981 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4dbf2a94-3b57-4c8c-97e0-ebda70ff0c1d req-00198912-779b-4750-bc6c-999643dbbb5a service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810894 Mar 11 17:08:31.985286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954c8679-baea-4425-b2d0-0eefceb1734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799b2a7e-b832-413b-944a-c1246274a700'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:31.996247 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cdaed9-70a6-4cb9-8c5c-3e537b0c4d72" -d '{"events": [{"server_uuid": "954c8679-baea-4425-b2d0-0eefceb1734a", "name": "network-vif-plugged", "status": "completed", "tag": "799b2a7e-b832-413b-944a-c1246274a700"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:32.018823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Request body: {'port': {'device_id': '300c9abe-a327-432d-939e-c718e293240d', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'db9768c0d987427f96b892541948c464'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:32.138133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4147ea-5e76-4db3-8192-f7ed9df2cc1b req-6a3bf32e-fac0-478d-bf92-7788ed06092e tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:32.139708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de4147ea-5e76-4db3-8192-f7ed9df2cc1b req-6a3bf32e-fac0-478d-bf92-7788ed06092e tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 949 time: 0.2341785 Mar 11 17:08:32.146660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-02081e76-9c31-4fd0-86c5-d9571f6a3ee0 service neutron] 10.222.0.46 "GET /v2.0/ports/b36bc543-841f-436b-a559-c6be9db8a131/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 384 time: 0.0984826 Mar 11 17:08:32.178852 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:32.179157 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:32.209641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Calling delete_port for fc45d90b-8688-4a0c-a875-5c0a9e1fd3e0 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:32.248758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de4147ea-5e76-4db3-8192-f7ed9df2cc1b req-241cd6cf-b2d2-4a59-af1d-c165d4c71f1d tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/security-groups?id=87eb794b-c259-4a77-b9b1-4ced8b23df83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969703 Mar 11 17:08:32.332359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Made reservation on behalf of db9768c0d987427f96b892541948c464 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:32.335743 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:32.376038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:32.401699 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:32.437031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36bc543-841f-436b-a559-c6be9db8a131 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:32.448614 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:32.461196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc40d7-018d-4f14-8235-72211a1b447a req-36f43fea-8e6e-4337-89cc-7178d0254eaa tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:32.468226 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3dc40d7-018d-4f14-8235-72211a1b447a req-36f43fea-8e6e-4337-89cc-7178d0254eaa tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 945 time: 0.1455657 Mar 11 17:08:32.484993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:32.550767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] Transition to ACTIVE for port object b36bc543-841f-436b-a559-c6be9db8a131 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:32.554695 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:32.589098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3dc40d7-018d-4f14-8235-72211a1b447a req-625a8018-8421-445e-a495-db641b60f85c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174073 Mar 11 17:08:32.595189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:32.633935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] No DVR routers for this DVR port b36bc543-841f-436b-a559-c6be9db8a131 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:08:32.648198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Allocated IP 192.168.233.232 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/f9401c48-5f02-440b-bc53-093f71dd76f2) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:32.651451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event deleted for resources: {'Port': ['ID=fc45d90b-8688-4a0c-a875-5c0a9e1fd3e0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:32.662474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] Pushing event updated for resources: {'Port': ['ID=b36bc543-841f-436b-a559-c6be9db8a131,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:32.670104 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-2a45f930-7a51-48e7-9857-5f6cd9902c17 service neutron] 10.222.0.46 "PUT /v2.0/ports/b36bc543-841f-436b-a559-c6be9db8a131/bindings/n-h1-833411-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5113413 Mar 11 17:08:32.756265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1980e0b2-57a9-41ad-9c4b-c0781fff569f req-c3cccbef-1bde-4599-b9f1-b7dec3ebe836 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 210 time: 0.0492167 Mar 11 17:08:32.803230 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:32.805407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-b5764378-22bb-4cee-ab2b-9d5fa34c188d tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:32.805802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:32.806942 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-b5764378-22bb-4cee-ab2b-9d5fa34c188d tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.0692956 Mar 11 17:08:32.807065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fc4775c-5f4e-49e8-ad0f-3247ff4415ec req-c9a23c33-a693-4a51-bcb1-7596572ac035 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "DELETE /v2.0/floatingips/69c7e1a5-4906-4262-a664-5de6a8136fca HTTP/1.1" status: 204 len: 173 time: 1.2720869 Mar 11 17:08:32.882895 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d60aa3d-e80f-4f82-9f49-49083acf6379 x-openstack-request-id: req-4d60aa3d-e80f-4f82-9f49-49083acf6379 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:32.883244 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:32.883486 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d60aa3d-e80f-4f82-9f49-49083acf6379 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:32.883877 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6', 'status': 'completed', 'code': 200} Mar 11 17:08:32.908688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:32.939967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-817b5c33-77f0-40d1-87b5-da7cb2fab804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:32.941349 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-817b5c33-77f0-40d1-87b5-da7cb2fab804 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809&tenant_id=556dd853924b45f78455e7c0197367a7 HTTP/1.1" status: 200 len: 1095 time: 0.1161160 Mar 11 17:08:32.951818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-96ff0f16-4e9a-466b-bf20-e9f7b927440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:32.953573 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-96ff0f16-4e9a-466b-bf20-e9f7b927440c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1095 time: 0.0571899 Mar 11 17:08:33.022690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2f5e0-35dd-46e1-b7b3-7dd120179d7d req-fb0f1955-1347-4b06-859b-5bb6f596ca9c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:33.025526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58f2f5e0-35dd-46e1-b7b3-7dd120179d7d req-fb0f1955-1347-4b06-859b-5bb6f596ca9c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 944 time: 0.1110673 Mar 11 17:08:33.045128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:33.058955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['66592256-132f-47b8-a300-84486e54f147'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:33.062682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', '493745fc-f642-4535-a8dd-5f3ae9c834a9', '950e9ec2-1b6c-4d59-b165-b5beaef06ac6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:33.177577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:33.191406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:33.198841 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58f2f5e0-35dd-46e1-b7b3-7dd120179d7d req-f1b16166-0fc1-46b7-b596-9a1f1cefffd5 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661489 Mar 11 17:08:33.200892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:33.204755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event updated for resources: {'Port': ['ID=f9401c48-5f02-440b-bc53-093f71dd76f2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:33.218679 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f33a1f-17ef-4610-b8b9-fefb16fc8e64 x-openstack-request-id: req-d1f33a1f-17ef-4610-b8b9-fefb16fc8e64 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:33.219522 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954c8679-baea-4425-b2d0-0eefceb1734a", "name": "network-vif-plugged", "status": "completed", "tag": "799b2a7e-b832-413b-944a-c1246274a700", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:33.221548 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1f33a1f-17ef-4610-b8b9-fefb16fc8e64 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:33.223111 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954c8679-baea-4425-b2d0-0eefceb1734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799b2a7e-b832-413b-944a-c1246274a700', 'code': 200} Mar 11 17:08:33.272794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-334f436f-aad1-4e4a-b9b0-8e3ed68162ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:33.274521 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-334f436f-aad1-4e4a-b9b0-8e3ed68162ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1095 time: 0.1931400 Mar 11 17:08:33.443579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:33.452832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:33.459005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-288f9c71-8651-4b2d-b359-acb4978bc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:33.460697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-288f9c71-8651-4b2d-b359-acb4978bc622 service neutron] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.3906393 Mar 11 17:08:33.469985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eeecd-a270-4b83-8f7e-c8253ee8211b req-dff2d385-97b5-45da-9b99-a608ab72704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:33.471457 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ea3eeecd-a270-4b83-8f7e-c8253ee8211b req-dff2d385-97b5-45da-9b99-a608ab72704d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 1100 time: 0.1450300 Mar 11 17:08:33.536241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b43f9-0d2c-4e65-b10d-fd944e50b696 req-9c591e40-4df0-4544-8601-81713c006b04 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:33.553064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d6b43f9-0d2c-4e65-b10d-fd944e50b696 req-9c591e40-4df0-4544-8601-81713c006b04 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 944 time: 0.2460511 Mar 11 17:08:33.572401 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-f7d9355e-07e0-432e-927b-13b2dc7cc830 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 200 len: 217 time: 0.0999124 Mar 11 17:08:33.573955 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-0c4ec37b-120b-4597-899d-667e0110a27e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5644665 Mar 11 17:08:33.627134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Request body: {'port': {'device_id': '300c9abe-a327-432d-939e-c718e293240d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:33.645903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-5acb5b08-789a-42fc-b688-c1415f3db38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:33.647445 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-5acb5b08-789a-42fc-b688-c1415f3db38d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.0605655 Mar 11 17:08:33.655012 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ea3eeecd-a270-4b83-8f7e-c8253ee8211b req-cfae0dad-fd01-4aa8-a7d0-65233c3bb414 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=87eb794b-c259-4a77-b9b1-4ced8b23df83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574650 Mar 11 17:08:33.657693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-b95a3e67-a855-430e-9e41-30de6e7dbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:33.659151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-b95a3e67-a855-430e-9e41-30de6e7dbb8c service neutron] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.3695126 Mar 11 17:08:33.685317 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-0e4f7739-3253-419f-babb-dcf5569d9337 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291901 Mar 11 17:08:33.696766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-79d18cb0-a092-4632-9905-507342099c41 None None] Provisioning complete for port f9401c48-5f02-440b-bc53-093f71dd76f2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:33.697124 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-79d18cb0-a092-4632-9905-507342099c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:33.721079 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-5ab64f03-161e-4157-a2e9-4fb297640229 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 200 len: 217 time: 0.0346639 Mar 11 17:08:33.764723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-79d18cb0-a092-4632-9905-507342099c41 None None] Port f9401c48-5f02-440b-bc53-093f71dd76f2 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:08:33.797801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-63e941cc-7cfd-4fdc-94e0-adc85dd195bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:33.799524 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-63e941cc-7cfd-4fdc-94e0-adc85dd195bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.0668335 Mar 11 17:08:33.841249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d6b43f9-0d2c-4e65-b10d-fd944e50b696 req-f3f06d8b-fbe0-41e8-806a-ce34f2547d39 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837517 Mar 11 17:08:33.863589 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:33.874574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-c0bf4de5-0fab-4649-aac3-ecb9f768fbc2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585365 Mar 11 17:08:33.986662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0ca5-ef5b-41ea-be26-75293c7950b7 req-9d6b162c-ae81-498b-bde5-b6ae5a7e39b7 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:34.003579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bab0ca5-ef5b-41ea-be26-75293c7950b7 req-9d6b162c-ae81-498b-bde5-b6ae5a7e39b7 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4332218 Mar 11 17:08:34.047296 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-dacb4041-c353-4fdc-be11-189bc467637b service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250055 Mar 11 17:08:34.255851 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc7e1610-5aa4-454d-a3ed-b4d7ad44acb4 req-3aad3a96-6f44-4198-bced-42efc7424ad5 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998799 Mar 11 17:08:34.260503 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-d05d1815-148f-4d6b-9356-1b3fe23ae2c8 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733451 Mar 11 17:08:34.339040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b36bc543-841f-436b-a559-c6be9db8a131 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:34.383532 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-b3174bca-f582-4fdd-8daa-e69c63aae5c1 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160665 Mar 11 17:08:34.385937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b36bc543-841f-436b-a559-c6be9db8a131 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:34.580036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909de1-08de-4f96-b26e-f6cbf99f5163 req-615c513e-25a6-4a77-bc8a-c445bc05d185 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:34.581681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e909de1-08de-4f96-b26e-f6cbf99f5163 req-615c513e-25a6-4a77-bc8a-c445bc05d185 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 949 time: 0.3638592 Mar 11 17:08:34.606323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e0026-ba44-4dfa-9c9a-be06b7ffff35 req-451243de-83fd-40e5-bcbc-45f3d88698d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:34.607959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-295e0026-ba44-4dfa-9c9a-be06b7ffff35 req-451243de-83fd-40e5-bcbc-45f3d88698d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 945 time: 0.3769696 Mar 11 17:08:34.697927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e909de1-08de-4f96-b26e-f6cbf99f5163 req-4560455b-961f-49de-9c31-54ef8cc15f30 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/security-groups?id=87eb794b-c259-4a77-b9b1-4ced8b23df83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052568 Mar 11 17:08:34.724264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-295e0026-ba44-4dfa-9c9a-be06b7ffff35 req-e084f707-d710-410f-b5f5-bc307a1f2858 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082685 Mar 11 17:08:34.733291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-4a0afcde-c975-4b39-943b-0926aa9153a1 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:34.735637 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-4a0afcde-c975-4b39-943b-0926aa9153a1 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.0745177 Mar 11 17:08:34.758737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9401c48-5f02-440b-bc53-093f71dd76f2 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:34.775770 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:34.869612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-388eaf63-8a8c-4790-850d-564db8a5d054 req-b4b13eb5-6c30-48f8-8423-0c627c95b3c7 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=070ca4f5834045a9abded2f07c58954b HTTP/1.1" status: 200 len: 1657 time: 0.1131387 Mar 11 17:08:34.872001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Transition to ACTIVE for port object f9401c48-5f02-440b-bc53-093f71dd76f2 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:34.892440 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:34.903291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-a39aceef-d58e-4efa-8440-6e0123997e10 service neutron] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:34.906736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-a39aceef-d58e-4efa-8440-6e0123997e10 service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:34.907911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fabae6b9-6b87-4ac1-a832-0b3108330a56 req-a39aceef-d58e-4efa-8440-6e0123997e10 service neutron] 10.222.0.66 "DELETE /v2.0/ports/b36bc543-841f-436b-a559-c6be9db8a131/bindings/n-h2-833411-1 HTTP/1.1" status: 204 len: 173 time: 0.1549196 Mar 11 17:08:34.912976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 55456ac4-8bf9-4070-804d-f6adf15ac0f6 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:35.034332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f2cae-fd77-4114-bea2-5298d5232e5b req-d0890f59-e18c-43de-bd3c-108e67d719a6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:35.035926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-126f2cae-fd77-4114-bea2-5298d5232e5b req-d0890f59-e18c-43de-bd3c-108e67d719a6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 936 time: 0.2567413 Mar 11 17:08:35.052884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Pushing event updated for resources: {'Port': ['ID=f9401c48-5f02-440b-bc53-093f71dd76f2,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:35.109562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:35.135605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '55456ac4-8bf9-4070-804d-f6adf15ac0f6', 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4', 'port_id': '55456ac4-8bf9-4070-804d-f6adf15ac0f6', 'mac_address': 'fa:16:3e:ee:63:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e711de99-59e4-40d2-8451-c5cbb6281077', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:35.181428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388eaf63-8a8c-4790-850d-564db8a5d054 req-60ee0290-7899-4fd9-b5d3-395b7475c7ec tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:35.189047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-388eaf63-8a8c-4790-850d-564db8a5d054 req-60ee0290-7899-4fd9-b5d3-395b7475c7ec tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks?id=647719a6-c416-4b7e-9277-98cf0c73a95b&id=647719a6-c416-4b7e-9277-98cf0c73a95b&id=647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 787 time: 0.3102450 Mar 11 17:08:35.196235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-126f2cae-fd77-4114-bea2-5298d5232e5b req-74ec2d45-b4ca-40b9-9612-25c610a93651 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500602 Mar 11 17:08:35.200331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-388eaf63-8a8c-4790-850d-564db8a5d054 req-99ba3585-f720-4b8e-bcec-9ca8099ac787 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:08:35.211929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-388eaf63-8a8c-4790-850d-564db8a5d054 req-99ba3585-f720-4b8e-bcec-9ca8099ac787 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219457 Mar 11 17:08:35.213680 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:35.239507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55456ac4-8bf9-4070-804d-f6adf15ac0f6 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:35.252690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Attempting to bind port f9401c48-5f02-440b-bc53-093f71dd76f2 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:35.253036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Attempting to bind port f9401c48-5f02-440b-bc53-093f71dd76f2 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:35.253368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Attempting to bind port f9401c48-5f02-440b-bc53-093f71dd76f2 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:35.262048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Port f9401c48-5f02-440b-bc53-093f71dd76f2 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:35.262393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Attempting to bind port f9401c48-5f02-440b-bc53-093f71dd76f2 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:35.275315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:35.279501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:35.289133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:35.289593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:35.289986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:35.290471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Bound port: f9401c48-5f02-440b-bc53-093f71dd76f2, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:35.291851 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:35.387865 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=55456ac4-8bf9-4070-804d-f6adf15ac0f6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:35.394277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4205-193a-4f06-aef8-6ef8660b2d78 req-0ff957a5-e826-4d76-bc90-ce4d426bb0c9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:35.395914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e80e4205-193a-4f06-aef8-6ef8660b2d78 req-0ff957a5-e826-4d76-bc90-ce4d426bb0c9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 945 time: 0.1309290 Mar 11 17:08:35.436566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] For port f9401c48-5f02-440b-bc53-093f71dd76f2, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:35.467998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] For port f9401c48-5f02-440b-bc53-093f71dd76f2, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f9401c48-5f02-440b-bc53-093f71dd76f2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:35.483119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e80e4205-193a-4f06-aef8-6ef8660b2d78 req-4af09933-e9d4-4b14-b41f-4db211f1f89b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668724 Mar 11 17:08:35.493031 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:35.531333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:35.531994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:35.539271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] 10.222.0.46 "PUT /v2.0/ports/f9401c48-5f02-440b-bc53-093f71dd76f2 HTTP/1.1" status: 200 len: 1096 time: 1.9372559 Mar 11 17:08:35.582725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300c9abe-a327-432d-939e-c718e293240d', 'tag': 'f9401c48-5f02-440b-bc53-093f71dd76f2'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:35.585958 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05" -d '{"events": [{"name": "network-changed", "server_uuid": "300c9abe-a327-432d-939e-c718e293240d", "tag": "f9401c48-5f02-440b-bc53-093f71dd76f2"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:35.662628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bc7a2-27d8-4e5e-b94c-c8c257dfe395 service neutron] Pushing event updated for resources: {'Port': ['ID=f9401c48-5f02-440b-bc53-093f71dd76f2,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:35.748602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53785982-37ef-4eef-8927-9d8cd63d16db req-25dac045-1216-4378-8cef-e2efa9654340 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips/b1d17aa1-0ec1-4fbe-8e9c-19d8e8ce88ad HTTP/1.1" status: 200 len: 693 time: 0.1136587 Mar 11 17:08:35.845297 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['55456ac4-8bf9-4070-804d-f6adf15ac0f6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:35.859751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df10b67-d835-49c6-8545-ba550ed69e00 req-ee6affd8-fdb2-4cc6-9d4a-82aefce109be tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:35.861437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3df10b67-d835-49c6-8545-ba550ed69e00 req-ee6affd8-fdb2-4cc6-9d4a-82aefce109be tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 944 time: 0.3211424 Mar 11 17:08:35.870591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-e563f388-9806-4847-85cb-8d47e3238391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:35.872119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-e563f388-9806-4847-85cb-8d47e3238391 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 1099 time: 0.1409414 Mar 11 17:08:35.957937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-db55dfba-7056-402f-a771-b9d00e20f3ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=f9401c48-5f02-440b-bc53-093f71dd76f2 HTTP/1.1" status: 200 len: 217 time: 0.0707796 Mar 11 17:08:36.005497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53785982-37ef-4eef-8927-9d8cd63d16db req-0f827d58-4d00-4a02-888e-6a2c0cae68c4 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:36.007642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53785982-37ef-4eef-8927-9d8cd63d16db req-0f827d58-4d00-4a02-888e-6a2c0cae68c4 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2403729 Mar 11 17:08:36.040498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3df10b67-d835-49c6-8545-ba550ed69e00 req-ec3e5772-c68f-41ad-8723-4ed95110c9a0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652610 Mar 11 17:08:36.044776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-53785982-37ef-4eef-8927-9d8cd63d16db req-661bdaf6-b865-44d9-a405-8670b50df782 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:08:36.046282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53785982-37ef-4eef-8927-9d8cd63d16db req-661bdaf6-b865-44d9-a405-8670b50df782 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145497 Mar 11 17:08:36.102445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-51e2f50b-3677-452c-b939-13e5ecab7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:36.104584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-51e2f50b-3677-452c-b939-13e5ecab7d7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1274390 Mar 11 17:08:36.114876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53785982-37ef-4eef-8927-9d8cd63d16db req-275cf15a-0383-440a-9e21-a6cea30d4eb1 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.0541050 Mar 11 17:08:36.223085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53785982-37ef-4eef-8927-9d8cd63d16db req-052b7d4e-880a-4cf1-afdf-21101f81e4fc tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.0968394 Mar 11 17:08:36.296183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-1f377b1f-e00c-421b-a368-2df9f96b6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:36.297849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-1f377b1f-e00c-421b-a368-2df9f96b6229 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810274 Mar 11 17:08:36.305491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff9a4-f679-4bc9-8c25-0d2074fed9ee req-a03b0006-75b0-488c-a25f-17a4c1986913 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:36.307623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-905ff9a4-f679-4bc9-8c25-0d2074fed9ee req-a03b0006-75b0-488c-a25f-17a4c1986913 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 945 time: 0.1729779 Mar 11 17:08:36.334515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5e0da028-6366-4bb8-aef6-8dd1207bdb4a details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:36.457190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:36.475746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'port_id': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a', 'mac_address': 'fa:16:3e:08:2c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9469fab-26ff-4bf5-8d9e-53b6cca12d86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:36.497161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-905ff9a4-f679-4bc9-8c25-0d2074fed9ee req-86e6ac83-cfb6-4fbb-be92-22cfa421afa8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820698 Mar 11 17:08:36.553753 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:36.570507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-d7f9092f-74db-4e8a-83e8-05e3e246466e service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058012 Mar 11 17:08:36.576314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-53785982-37ef-4eef-8927-9d8cd63d16db req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Deleting port b8effbcb-2c61-4162-a2dc-0bae8f867762 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:36.576691 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-53785982-37ef-4eef-8927-9d8cd63d16db req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:36.579849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e0da028-6366-4bb8-aef6-8dd1207bdb4a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:36.600379 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4cb548-fe38-41e2-9046-b77c271e62f1 x-openstack-request-id: req-2a4cb548-fe38-41e2-9046-b77c271e62f1 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:36.601111 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300c9abe-a327-432d-939e-c718e293240d", "tag": "f9401c48-5f02-440b-bc53-093f71dd76f2", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:36.601504 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a4cb548-fe38-41e2-9046-b77c271e62f1 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:36.602226 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300c9abe-a327-432d-939e-c718e293240d', 'tag': 'f9401c48-5f02-440b-bc53-093f71dd76f2', 'status': 'completed', 'code': 200} Mar 11 17:08:36.628300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:36.634561 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:36.705140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:36.776077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['5e0da028-6366-4bb8-aef6-8dd1207bdb4a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:36.807466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-53785982-37ef-4eef-8927-9d8cd63d16db req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:36.807798 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-53785982-37ef-4eef-8927-9d8cd63d16db req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:36.829535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d12368-25ee-4ee4-b632-1d5d440f0958 req-ac6c3b3b-8c62-4129-aea0-9e0f6fc55233 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:36.831082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96d12368-25ee-4ee4-b632-1d5d440f0958 req-ac6c3b3b-8c62-4129-aea0-9e0f6fc55233 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 949 time: 0.1741662 Mar 11 17:08:36.839719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-53785982-37ef-4eef-8927-9d8cd63d16db req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Calling delete_port for b8effbcb-2c61-4162-a2dc-0bae8f867762 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:36.878198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f6b5c1c-fcde-408a-8f2e-7f0558ce15a9 req-433929c6-9f0c-4dcd-b250-e9aa38ae7d96 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747126 Mar 11 17:08:36.941556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96d12368-25ee-4ee4-b632-1d5d440f0958 req-0bca942e-1025-4c74-ab39-d76202c0127a tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/security-groups?id=87eb794b-c259-4a77-b9b1-4ced8b23df83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997038 Mar 11 17:08:37.024669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-616c38aa-2a71-4467-a178-38cd4630284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:37.026852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-616c38aa-2a71-4467-a178-38cd4630284b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 1099 time: 0.0711911 Mar 11 17:08:37.194237 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-53785982-37ef-4eef-8927-9d8cd63d16db req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:37.249129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event deleted for resources: {'Port': ['ID=b8effbcb-2c61-4162-a2dc-0bae8f867762,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:37.272958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a166d05-61ff-4e28-9b3b-007522761c41 req-30d519aa-af7e-42d3-ab20-b175112a6732 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:37.274578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a166d05-61ff-4e28-9b3b-007522761c41 req-30d519aa-af7e-42d3-ab20-b175112a6732 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 948 time: 0.1921856 Mar 11 17:08:37.313040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-f3cf6291-6f26-4e2c-8c22-d224d8f0be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:37.314382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-f3cf6291-6f26-4e2c-8c22-d224d8f0be9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2477293 Mar 11 17:08:37.391020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-b606db07-d258-46e6-ae88-e0dff8e2f935 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=f9401c48-5f02-440b-bc53-093f71dd76f2 HTTP/1.1" status: 200 len: 217 time: 0.0517330 Mar 11 17:08:37.411346 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a166d05-61ff-4e28-9b3b-007522761c41 req-72f9c2cc-c469-4d8c-8e24-e0751f15c3f3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115730 Mar 11 17:08:37.412255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-53785982-37ef-4eef-8927-9d8cd63d16db req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:37.414812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-53785982-37ef-4eef-8927-9d8cd63d16db req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:37.415968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53785982-37ef-4eef-8927-9d8cd63d16db req-61a2bf79-ce1e-41bf-9b83-306ee9fce966 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "DELETE /v2.0/floatingips/b1d17aa1-0ec1-4fbe-8e9c-19d8e8ce88ad HTTP/1.1" status: 204 len: 173 time: 1.1822605 Mar 11 17:08:37.485088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-e1bc16d9-453a-4fba-818d-0c76fc52a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:37.487722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-e1bc16d9-453a-4fba-818d-0c76fc52a58b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0697751 Mar 11 17:08:37.597833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-f63ebc87-e911-4270-8cb1-028029a3ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:37.599366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-f63ebc87-e911-4270-8cb1-028029a3ab48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800929 Mar 11 17:08:37.607453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89389-1145-4360-af66-2a534be54b67 req-eeab30f6-dbff-4bdc-acdf-7337550eb3af tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:37.609050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c89389-1145-4360-af66-2a534be54b67 req-eeab30f6-dbff-4bdc-acdf-7337550eb3af tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 945 time: 0.1065593 Mar 11 17:08:37.745596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c89389-1145-4360-af66-2a534be54b67 req-aae3e667-a700-4c8b-a280-5bd2cc63cb0c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289165 Mar 11 17:08:38.080475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-e8da92a7-5a76-4e11-a5af-85f11ade3614 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips/bed0a9b7-370f-4470-94e9-fac63cfcb003 HTTP/1.1" status: 200 len: 693 time: 0.0637193 Mar 11 17:08:38.107119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797605cf-c16a-4d4d-8861-fe8dbc4945a9 req-e0ec9242-5780-4e07-b7b8-c82f7080d98c tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:38.108658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-797605cf-c16a-4d4d-8861-fe8dbc4945a9 req-e0ec9242-5780-4e07-b7b8-c82f7080d98c tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1095 time: 0.3889914 Mar 11 17:08:38.111400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-9925fd99-a473-4d08-a925-99deaa4ddb8d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:38.112398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-b9992b16-f45c-478d-816a-d69e080b63b7 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861300 Mar 11 17:08:38.114223 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-9925fd99-a473-4d08-a925-99deaa4ddb8d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 945 time: 0.0871401 Mar 11 17:08:38.321118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-797605cf-c16a-4d4d-8861-fe8dbc4945a9 req-1099649a-c8be-4cf2-8553-53134bc7ce70 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972716 Mar 11 17:08:38.341302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5e0da028-6366-4bb8-aef6-8dd1207bdb4a up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:38.362219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Deleting port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:38.362980 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.420382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-b0f299ba-6e32-4e18-b6a4-f590fdfe6c66 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:38.436975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-b0f299ba-6e32-4e18-b6a4-f590fdfe6c66 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.3466437 Mar 11 17:08:38.452738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61ca1525-6cc4-4e2f-8909-b9b8babe8d05 req-b7dcc583-f49f-4a58-9e98-0c366bd8a819 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208439 Mar 11 17:08:38.502233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:38.502883 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.564017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] For port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:38.565129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.593999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Calling delete_port for 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:38.597249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-3e5167be-bede-4ca7-ab9e-356e8f323790 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 696 time: 0.1592658 Mar 11 17:08:38.622476 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.688109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-77ea63c3-8d1c-4d94-936c-b70f10374ad8 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 696 time: 0.0884926 Mar 11 17:08:38.689151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:38.690392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:38.693235 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351240a-0d15-43fc-9469-3ddc0820a10e" -d '{"events": [{"server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "name": "network-vif-plugged", "status": "completed", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:38.700750 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.819184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:38.840761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726c4f3-9c2d-48b3-8bf3-b5e9dd05699d req-adf29279-ab18-422b-934f-067c54da2c64 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:38.851293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1726c4f3-9c2d-48b3-8bf3-b5e9dd05699d req-adf29279-ab18-422b-934f-067c54da2c64 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=3decdb21-b630-43e4-a143-7884a7fba505 HTTP/1.1" status: 200 len: 945 time: 0.3036094 Mar 11 17:08:38.857844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:38.875534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['1bc5bea8-838a-4e5c-a13b-9ca15678d6f4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:38.932437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 55456ac4-8bf9-4070-804d-f6adf15ac0f6 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:38.933336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event deleted for resources: {'Port': ['ID=1bc5bea8-838a-4e5c-a13b-9ca15678d6f4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:39.048482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] No DVR routers for this DVR port 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:08:39.049039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1726c4f3-9c2d-48b3-8bf3-b5e9dd05699d req-8c154f31-68fd-4ae4-80ea-988b6223f01c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964033 Mar 11 17:08:39.054237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.060741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:39.063059 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a696592-a908-4f28-8f72-e4e4e9e6e103 req-4aba0acf-b4d4-4969-aa87-cabdccd8da32 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "DELETE /v2.0/ports/1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 HTTP/1.1" status: 204 len: 173 time: 0.9306500 Mar 11 17:08:39.065393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3decdb21-b630-43e4-a143-7884a7fba505', 'name': 'network-vif-deleted', 'tag': '1bc5bea8-838a-4e5c-a13b-9ca15678d6f4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:39.066362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:39.068311 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.068696 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75e3dc5-aa33-4f85-8f87-78e97eccdcd3" -d '{"events": [{"server_uuid": "3decdb21-b630-43e4-a143-7884a7fba505", "name": "network-vif-deleted", "tag": "1bc5bea8-838a-4e5c-a13b-9ca15678d6f4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:39.095112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Deleting port 0b94484c-48b3-454e-b3fa-0559adf49ece {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:39.095735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.211418 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.212036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.233949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Calling delete_port for 0b94484c-48b3-454e-b3fa-0559adf49ece owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:39.284672 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.333636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:39.340381 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.373743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a35223-394c-4f1d-a03d-2437e5f3a3b4 req-dce5b01b-ecbe-42b8-9a5a-f49df7201b1c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:39.375211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5a35223-394c-4f1d-a03d-2437e5f3a3b4 req-dce5b01b-ecbe-42b8-9a5a-f49df7201b1c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 948 time: 0.1082728 Mar 11 17:08:39.408117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=55456ac4-8bf9-4070-804d-f6adf15ac0f6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:39.451669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5a35223-394c-4f1d-a03d-2437e5f3a3b4 req-77c26c7c-ca3d-4565-b49e-1aa9e4508945 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561819 Mar 11 17:08:39.534454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.585771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event deleted for resources: {'Port': ['ID=0b94484c-48b3-454e-b3fa-0559adf49ece,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:39.742604 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.746075 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:39.747305 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efc63b70-2434-432f-be5b-2bae04f39e8e req-58169b68-87d2-4617-bff6-bde1197dca72 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "DELETE /v2.0/floatingips/bed0a9b7-370f-4470-94e9-fac63cfcb003 HTTP/1.1" status: 204 len: 173 time: 1.0511708 Mar 11 17:08:39.814705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-478fc101-3576-4ea5-ad07-16b6ab6594de tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:39.824561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-478fc101-3576-4ea5-ad07-16b6ab6594de tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 807 time: 0.1634443 Mar 11 17:08:39.831288 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d876488a-e00b-4526-b38f-8ad7a3713fe6 x-openstack-request-id: req-d876488a-e00b-4526-b38f-8ad7a3713fe6 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:39.831601 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "name": "network-vif-plugged", "status": "completed", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:39.831920 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d876488a-e00b-4526-b38f-8ad7a3713fe6 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:39.832324 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a', 'code': 200} Mar 11 17:08:39.842139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-62a18669-67bc-41b0-949e-850e10059c20 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/quotas/556dd853924b45f78455e7c0197367a7 HTTP/1.1" status: 200 len: 375 time: 0.0163288 Mar 11 17:08:39.928494 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:08:39.946737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-eaf79891-45a4-4137-b00e-4c12f32f28d7 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036100 Mar 11 17:08:40.025235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92030e73-900a-4972-a98a-ce3b4f911a73 req-1d7bc75c-2b65-4771-a8d6-332a1950e9cd tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:40.027520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92030e73-900a-4972-a98a-ce3b4f911a73 req-1d7bc75c-2b65-4771-a8d6-332a1950e9cd tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1294451 Mar 11 17:08:40.111449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-271b4fec-ddba-4561-abf9-1dc64ce9a29f service neutron] 10.222.0.53 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638415 Mar 11 17:08:40.114428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92030e73-900a-4972-a98a-ce3b4f911a73 req-171d8083-5405-47fb-85e8-68c6698e5d0f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761862 Mar 11 17:08:40.178984 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b3cc0e-9cec-4d54-8df6-40db0d6ed5d3 x-openstack-request-id: req-21b3cc0e-9cec-4d54-8df6-40db0d6ed5d3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:40.179545 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3decdb21-b630-43e4-a143-7884a7fba505", "name": "network-vif-deleted", "tag": "1bc5bea8-838a-4e5c-a13b-9ca15678d6f4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:40.179545 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21b3cc0e-9cec-4d54-8df6-40db0d6ed5d3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:40.180039 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3decdb21-b630-43e4-a143-7884a7fba505', 'name': 'network-vif-deleted', 'tag': '1bc5bea8-838a-4e5c-a13b-9ca15678d6f4', 'status': 'completed', 'code': 200} Mar 11 17:08:40.242200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-1ea7f7ed-be32-4922-ba6f-78048968aa8a service neutron] 10.222.0.53 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153650 Mar 11 17:08:40.371968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device f9401c48-5f02-440b-bc53-093f71dd76f2 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:40.419201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-cfa18310-9d9d-442d-9ff8-35ee14ef102a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips/fdda00b8-4e3b-4f43-b103-78ed98e8b4e9 HTTP/1.1" status: 200 len: 693 time: 0.0923748 Mar 11 17:08:40.526921 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:40.565739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port f9401c48-5f02-440b-bc53-093f71dd76f2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f9401c48-5f02-440b-bc53-093f71dd76f2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:40.584062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'f9401c48-5f02-440b-bc53-093f71dd76f2', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'f9401c48-5f02-440b-bc53-093f71dd76f2', 'mac_address': 'fa:16:3e:d4:bb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:40.682966 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:40.726430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9401c48-5f02-440b-bc53-093f71dd76f2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:40.757508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-b76c4018-4fc3-4d6a-ae5f-a78a8177ef3a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:40.759338 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-b76c4018-4fc3-4d6a-ae5f-a78a8177ef3a tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.3342602 Mar 11 17:08:40.774983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port f9401c48-5f02-440b-bc53-093f71dd76f2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f9401c48-5f02-440b-bc53-093f71dd76f2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:40.786759 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:40.865847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=f9401c48-5f02-440b-bc53-093f71dd76f2,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:40.898778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-462d0ec7-aa01-45fd-b054-13b66f6fc336 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.252 HTTP/1.1" status: 200 len: 696 time: 0.1284206 Mar 11 17:08:40.925181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7348134-ac18-46f6-a794-2df858b5107f req-885c1d29-a62a-43df-a1cd-c5f4c6396552 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 210 time: 0.1386511 Mar 11 17:08:41.099698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-afb6d895-eada-4c3f-a2bb-60b0b8c37d41 tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.252 HTTP/1.1" status: 200 len: 696 time: 0.1731567 Mar 11 17:08:41.236281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['f9401c48-5f02-440b-bc53-093f71dd76f2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:41.272642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914f932-7a70-45f4-b2c8-76b638516afd req-6c0581d0-ba12-4506-b51c-bf461de7c3f8 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:41.287970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e914f932-7a70-45f4-b2c8-76b638516afd req-6c0581d0-ba12-4506-b51c-bf461de7c3f8 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 949 time: 0.2474833 Mar 11 17:08:41.421670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e914f932-7a70-45f4-b2c8-76b638516afd req-46ed6ee3-14f4-472f-9b47-404b8f26c345 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313567 Mar 11 17:08:41.494395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Deleting port 692626b0-169b-4075-8964-fcbf7227e882 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:41.495776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:41.706927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:41.707629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:41.738388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Calling delete_port for 692626b0-169b-4075-8964-fcbf7227e882 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:41.833690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:41.837161 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb4074-f056-4457-a54a-d7ae080b2c6f" -d '{"events": [{"server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "name": "network-vif-plugged", "status": "completed", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:42.007949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-c40832af-ac94-41da-b69e-d73cf61a8a8f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:42.010506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-c40832af-ac94-41da-b69e-d73cf61a8a8f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.2757604 Mar 11 17:08:42.056390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-6d80552d-6378-45a5-878e-2b60df636739 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/quotas/236a28be637448f4a4c97cc427c345f7 HTTP/1.1" status: 200 len: 375 time: 0.0290613 Mar 11 17:08:42.105235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-7025d191-ea47-4d72-97e0-ff186c4ed9b4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447166 Mar 11 17:08:42.227961 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:42.284274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Pushing event deleted for resources: {'Port': ['ID=692626b0-169b-4075-8964-fcbf7227e882,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:42.398545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:42.425365 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-fd56639f-ab28-415c-a6f0-8d423750bd30 service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976298 Mar 11 17:08:42.476276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:42.480642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:42.493194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52e6ba5c-29c4-4db5-8081-6448cd4b7288 req-ce57913a-8335-46b6-a2af-f00c3ab9e1ae tempest-FloatingIPDetailsTestJSON-92122571 tempest-FloatingIPDetailsTestJSON-92122571-project] 10.222.0.53 "DELETE /v2.0/floatingips/fdda00b8-4e3b-4f43-b103-78ed98e8b4e9 HTTP/1.1" status: 204 len: 173 time: 1.3815444 Mar 11 17:08:42.493910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39004) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:42.547839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:08:42.548167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1bc5bea8-838a-4e5c-a13b-9ca15678d6f4 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:42.642528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-e600a243-f564-462b-91ca-83611e4103c6 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:42.645360 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-e600a243-f564-462b-91ca-83611e4103c6 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 807 time: 0.2926481 Mar 11 17:08:42.673299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Request body: {'port': {'device_id': '96c65de5-69e6-476f-92e0-75242f552608', 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f', 'admin_state_up': True, 'tenant_id': '556dd853924b45f78455e7c0197367a7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:42.891837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Made reservation on behalf of 556dd853924b45f78455e7c0197367a7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:42.897108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:42.926591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-40396dbb-1130-4485-b62b-1f4a38cf0615 service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989128 Mar 11 17:08:42.953625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fb73c-48af-4007-9cb0-4ef0e36034da req-aed93005-d11a-44e2-8d56-72d60b233307 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:42.967398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b6fb73c-48af-4007-9cb0-4ef0e36034da req-aed93005-d11a-44e2-8d56-72d60b233307 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 949 time: 0.2669466 Mar 11 17:08:43.174841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Allocated IP 172.20.0.3 (7656831f-61f4-4969-b07f-27c15d8f173f/b09cd1b5-ecec-43e1-9d99-d2705568e03f/af9a55b2-629f-4f31-8431-403c1e6a3df1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:43.377265 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:43.407078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b6fb73c-48af-4007-9cb0-4ef0e36034da req-98bb4c6c-1965-4732-b3e3-d1a13bbe67bd tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/security-groups?id=87eb794b-c259-4a77-b9b1-4ced8b23df83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334660 Mar 11 17:08:43.437728 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:43.483443 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb090bd3-c7fa-4346-8a65-a42720e3fbce x-openstack-request-id: req-eb090bd3-c7fa-4346-8a65-a42720e3fbce {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:43.484397 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "name": "network-vif-plugged", "status": "completed", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:43.485029 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb090bd3-c7fa-4346-8a65-a42720e3fbce {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:43.485722 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6', 'code': 200} Mar 11 17:08:43.515275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-c83d0e3b-b471-4af2-a78c-aa254662299c tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:43.516692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-c83d0e3b-b471-4af2-a78c-aa254662299c tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.46 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 949 time: 0.5385182 Mar 11 17:08:43.528889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:43.542693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4564986-40c6-4d0e-ac76-74696ab1024e req-d4c8b152-2b3c-4409-a8e9-a81b0d3b937a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:43.550887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4564986-40c6-4d0e-ac76-74696ab1024e req-d4c8b152-2b3c-4409-a8e9-a81b0d3b937a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.2674277 Mar 11 17:08:43.582746 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d4494b95-0d5c-40ed-963e-86e8d1c75aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:43.660798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Network 7656831f-61f4-4969-b07f-27c15d8f173f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:43.664561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:43.674179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:43.718698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4564986-40c6-4d0e-ac76-74696ab1024e req-8da8440f-39ce-4935-8260-5294156c7445 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668608 Mar 11 17:08:43.767740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:43.769417 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:43.810805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220536c8-780d-4a3c-af79-20f81b33dc05 req-b084ec2a-8d75-427b-99cd-d9a689dfb480 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:43.818543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-220536c8-780d-4a3c-af79-20f81b33dc05 req-b084ec2a-8d75-427b-99cd-d9a689dfb480 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 931 time: 0.2331898 Mar 11 17:08:43.846468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Pushing event updated for resources: {'Port': ['ID=af9a55b2-629f-4f31-8431-403c1e6a3df1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:43.878750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfabcd2-10dc-448d-8686-dcbfa35e8b34 req-537d56f3-7434-4a5d-b8cb-21458d4ad360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:43.880708 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfabcd2-10dc-448d-8686-dcbfa35e8b34 req-537d56f3-7434-4a5d-b8cb-21458d4ad360 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1097 time: 0.2527752 Mar 11 17:08:43.887230 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-28d6495f-bc2b-47a5-8139-00351fb888c9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2207000 Mar 11 17:08:43.918930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Request body: {'port': {'device_id': '96c65de5-69e6-476f-92e0-75242f552608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:43.926173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-220536c8-780d-4a3c-af79-20f81b33dc05 req-4b3796fe-4627-4b86-b6b5-f26cdb6096a7 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045859 Mar 11 17:08:43.932125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Deleting port 799b2a7e-b832-413b-944a-c1246274a700 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:43.939398 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:43.973038 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfabcd2-10dc-448d-8686-dcbfa35e8b34 req-cd5fa6de-aea2-4338-8c8d-2a0c662b6b1c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846992 Mar 11 17:08:44.026699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.062793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501164e-87f4-4031-a6b9-9e748a372a3b req-fb23e612-723b-42b6-98ec-016816bcb3c7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:44.064373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d501164e-87f4-4031-a6b9-9e748a372a3b req-fb23e612-723b-42b6-98ec-016816bcb3c7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 949 time: 0.2247744 Mar 11 17:08:44.169584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-670423ab-07e6-4277-8fd5-100e4a91484e req-a02a55df-843c-4a7c-8f8a-58c67d5a1663 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 210 time: 0.0635631 Mar 11 17:08:44.217092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d501164e-87f4-4031-a6b9-9e748a372a3b req-4f50579b-0070-4d30-8669-a81a1d028e6b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403670 Mar 11 17:08:44.219193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] For port 799b2a7e-b832-413b-944a-c1246274a700, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=799b2a7e-b832-413b-944a-c1246274a700,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:44.219563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.272679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Calling delete_port for 799b2a7e-b832-413b-944a-c1246274a700 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:44.364359 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.395929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device f9401c48-5f02-440b-bc53-093f71dd76f2 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:44.461809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9a55b2-629f-4f31-8431-403c1e6a3df1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:44.473575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.489781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Transition to ACTIVE for port object af9a55b2-629f-4f31-8431-403c1e6a3df1 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:44.504797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.531908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port f9401c48-5f02-440b-bc53-093f71dd76f2 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:44.538447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port f9401c48-5f02-440b-bc53-093f71dd76f2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:44.541353 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.603955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Pushing event updated for resources: {'Port': ['ID=af9a55b2-629f-4f31-8431-403c1e6a3df1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:44.677370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0a6e4c2-3efe-4ff8-952a-673ac6db5731 req-c50e8d6e-b85e-4623-acf9-e89c95d3b1ab tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 210 time: 0.0372672 Mar 11 17:08:44.680766 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.742820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Pushing event deleted for resources: {'Port': ['ID=799b2a7e-b832-413b-944a-c1246274a700,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:44.779948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:44.780988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:44.781599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:44.798030 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Port af9a55b2-629f-4f31-8431-403c1e6a3df1 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:44.798557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:44.809994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] No DVR routers for this DVR port 799b2a7e-b832-413b-944a-c1246274a700 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:08:44.813611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.818128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12a2dbf7-da4d-4811-9684-1eb8d614ad71 req-64dae40c-3b90-4d0a-93df-055d804de743 tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.46 "DELETE /v2.0/ports/799b2a7e-b832-413b-944a-c1246274a700 HTTP/1.1" status: 204 len: 173 time: 1.2930155 Mar 11 17:08:44.819283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954c8679-baea-4425-b2d0-0eefceb1734a', 'name': 'network-vif-deleted', 'tag': '799b2a7e-b832-413b-944a-c1246274a700'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:44.823558 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4e1214-179f-4ec1-8a8d-1d071243d71f" -d '{"events": [{"server_uuid": "954c8679-baea-4425-b2d0-0eefceb1734a", "name": "network-vif-deleted", "tag": "799b2a7e-b832-413b-944a-c1246274a700"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:44.840309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:44.841124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:44.841662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:44.842403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Bound port: af9a55b2-629f-4f31-8431-403c1e6a3df1, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:44.844080 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.957297 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.979957 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280c406-1c95-413a-818d-ea971478a177 x-openstack-request-id: req-8280c406-1c95-413a-818d-ea971478a177 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:44.980322 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954c8679-baea-4425-b2d0-0eefceb1734a", "name": "network-vif-deleted", "tag": "799b2a7e-b832-413b-944a-c1246274a700", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:44.980544 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8280c406-1c95-413a-818d-ea971478a177 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:44.980937 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954c8679-baea-4425-b2d0-0eefceb1734a', 'name': 'network-vif-deleted', 'tag': '799b2a7e-b832-413b-944a-c1246274a700', 'status': 'completed', 'code': 200} Mar 11 17:08:44.995289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:45.002011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:45.014100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:45.094192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port f9401c48-5f02-440b-bc53-093f71dd76f2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f9401c48-5f02-440b-bc53-093f71dd76f2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:45.106217 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:45.175505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Pushing event updated for resources: {'Port': ['ID=af9a55b2-629f-4f31-8431-403c1e6a3df1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:45.207485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:45.209357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:45.211950 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-9c4b3584-1533-4006-977e-b12ac77810fc service neutron] 10.222.0.46 "PUT /v2.0/ports/af9a55b2-629f-4f31-8431-403c1e6a3df1 HTTP/1.1" status: 200 len: 1091 time: 1.2989540 Mar 11 17:08:45.213958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:45.216267 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57545978-21aa-4269-aa6e-bb3404c7172c" -d '{"events": [{"name": "network-changed", "server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:45.250338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-9247d9e0-7e81-4195-bafb-8c0757624cad tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:45.256519 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-9247d9e0-7e81-4195-bafb-8c0757624cad tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.6232560 Mar 11 17:08:45.257984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=f9401c48-5f02-440b-bc53-093f71dd76f2,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:45.262659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832d3a2-7d25-45b3-92f8-0b4cb562df95 req-b6ec4a24-d2b0-41be-91ef-4746d702a1df tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:45.264235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f832d3a2-7d25-45b3-92f8-0b4cb562df95 req-b6ec4a24-d2b0-41be-91ef-4746d702a1df tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.2415230 Mar 11 17:08:45.280577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9841ff-9fe6-4e2b-b0eb-2c5babfcb6ca req-d0fbb8dd-916b-4157-b8cf-011258242282 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:45.286116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Request body: {'port': {'device_id': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'admin_state_up': True, 'tenant_id': '236a28be637448f4a4c97cc427c345f7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:45.288195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e9841ff-9fe6-4e2b-b0eb-2c5babfcb6ca req-d0fbb8dd-916b-4157-b8cf-011258242282 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.1724269 Mar 11 17:08:45.371286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Deleting port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:45.371744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:45.381594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f832d3a2-7d25-45b3-92f8-0b4cb562df95 req-648a3d60-d575-4a08-a11c-6b2a3951f49e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883837 Mar 11 17:08:45.402832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e9841ff-9fe6-4e2b-b0eb-2c5babfcb6ca req-19085767-a209-43bc-b346-d1576d5cace7 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113620 Mar 11 17:08:45.487213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300c9abe-a327-432d-939e-c718e293240d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9401c48-5f02-440b-bc53-093f71dd76f2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:45.489924 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b79db0-f93f-443e-9ca1-9290e500cf3d" -d '{"events": [{"server_uuid": "300c9abe-a327-432d-939e-c718e293240d", "name": "network-vif-plugged", "status": "completed", "tag": "f9401c48-5f02-440b-bc53-093f71dd76f2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:45.582702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f2d4ac6-3aa8-4a26-ba73-35f2d6698081 req-171d559a-e5dd-46ae-9015-1e76a9dc342b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 210 time: 0.0546238 Mar 11 17:08:45.623343 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] For port 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6,segment=NetworkSegment(a7d13ec5-3a1e-4475-87bb-834bfadd0476),segment_id=a7d13ec5-3a1e-4475-87bb-834bfadd0476)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:45.623790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:45.703918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Calling delete_port for 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:45.750816 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f4a873-9f37-491c-8527-ea0d83866573 x-openstack-request-id: req-69f4a873-9f37-491c-8527-ea0d83866573 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:45.751634 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300c9abe-a327-432d-939e-c718e293240d", "name": "network-vif-plugged", "status": "completed", "tag": "f9401c48-5f02-440b-bc53-093f71dd76f2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:45.752208 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69f4a873-9f37-491c-8527-ea0d83866573 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:45.752864 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300c9abe-a327-432d-939e-c718e293240d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9401c48-5f02-440b-bc53-093f71dd76f2', 'code': 200} Mar 11 17:08:45.799603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d3f4-58b7-402c-8e99-127f75570197 req-da0b37ef-2704-4a3c-a9b1-f447feb35f76 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:45.807496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2a8d3f4-58b7-402c-8e99-127f75570197 req-da0b37ef-2704-4a3c-a9b1-f447feb35f76 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 950 time: 0.1805112 Mar 11 17:08:45.825171 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b83af9a-e8ae-412f-8398-004c5f05b092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:45.840147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.46', 56970) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:45.930183 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a6b6b2-6861-4c8a-91f3-63cba4c17725 x-openstack-request-id: req-a7a6b6b2-6861-4c8a-91f3-63cba4c17725 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:45.930849 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:45.930849 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7a6b6b2-6861-4c8a-91f3-63cba4c17725 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:45.931478 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1', 'status': 'completed', 'code': 200} Mar 11 17:08:45.998593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-d796cdc2-820c-4020-97fc-df1320e52e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:46.001495 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-d796cdc2-820c-4020-97fc-df1320e52e81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1094 time: 0.0729520 Mar 11 17:08:46.002283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Made reservation on behalf of 236a28be637448f4a4c97cc427c345f7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:46.005169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073184d5-ee7f-4198-82a4-366e07551916 req-f1f21e07-5d9e-4119-88d2-10ef7aec63bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2853668 Mar 11 17:08:46.005873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:46.014772 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-054bbb41-2857-48c7-bfe3-b87a44e1fe72 req-95bf9967-39e6-44db-ad21-e9aec4e610ff tempest-TenantUsagesTestJSON-68371478 tempest-TenantUsagesTestJSON-68371478-project] 10.222.0.53 "GET /v2.0/ports?device_id=954c8679-baea-4425-b2d0-0eefceb1734a HTTP/1.1" status: 200 len: 210 time: 0.0641060 Mar 11 17:08:46.042587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2a8d3f4-58b7-402c-8e99-127f75570197 req-e777f2de-72f1-4188-a84d-99fd7183b03e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339313 Mar 11 17:08:46.088870 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-c8765bda-ef0c-4da8-96df-962043c165f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1 HTTP/1.1" status: 200 len: 217 time: 0.0667989 Mar 11 17:08:46.093495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7722a-139c-497d-8ad7-bd1f595b79be req-9e11cdcb-4578-42bc-9060-3342f3f812f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:46.095639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ca7722a-139c-497d-8ad7-bd1f595b79be req-9e11cdcb-4578-42bc-9060-3342f3f812f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 1101 time: 0.2534635 Mar 11 17:08:46.210500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-8afd25c6-fb06-4161-9042-b76ce777d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:46.212056 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-8afd25c6-fb06-4161-9042-b76ce777d022 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.0785453 Mar 11 17:08:46.218664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073184d5-ee7f-4198-82a4-366e07551916 req-34092990-add1-43de-9062-96ca48b02b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:46.220261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073184d5-ee7f-4198-82a4-366e07551916 req-34092990-add1-43de-9062-96ca48b02b1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1096 time: 0.1215084 Mar 11 17:08:46.222798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ca7722a-139c-497d-8ad7-bd1f595b79be req-091f5b51-cb5a-4b86-85c7-03ec8db91c95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845759 Mar 11 17:08:46.296460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Allocated IP 172.20.0.13 (21492b47-f8bc-49f0-bdde-3091c249d24d/61238bb4-6112-4cb7-9c1b-8e1b9efac2c2/3d20fc13-939b-40b8-905d-1b1b8b6abdfd) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:46.321076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:46.358770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:46.413908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 799b2a7e-b832-413b-944a-c1246274a700 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:46.463448 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 799b2a7e-b832-413b-944a-c1246274a700 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:08:46.471535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 799b2a7e-b832-413b-944a-c1246274a700 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:46.532102 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-1425c84e-c375-4456-bbac-56d8f4037086 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2806280 Mar 11 17:08:46.757553 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-83231cc4-8ddd-4e88-b5bb-e9323536157b service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076204 Mar 11 17:08:46.761168 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:46.865128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8d018-8165-4c67-81bc-e42775a19dbb req-3b1d346a-1544-441d-b948-3018f4f875d4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:46.877390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66b8d018-8165-4c67-81bc-e42775a19dbb req-3b1d346a-1544-441d-b948-3018f4f875d4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.2867463 Mar 11 17:08:46.896287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:46.901728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21271843-e976-42d7-a418-0bdb6bd2d479 req-8c7da641-8696-4b8e-a011-b28d16044de6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:46.915453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21271843-e976-42d7-a418-0bdb6bd2d479 req-8c7da641-8696-4b8e-a011-b28d16044de6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.2412395 Mar 11 17:08:46.945443 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3c260a65-bf78-4fab-9347-34865c4c4c57 req-cc946790-f7a5-4701-a5e0-38c38b24d0ec service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772518 Mar 11 17:08:46.962487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Network 21492b47-f8bc-49f0-bdde-3091c249d24d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:46.967045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:46.969271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event updated for resources: {'Port': ['ID=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:46.971832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:47.018953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:47.022940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073184d5-ee7f-4198-82a4-366e07551916 req-2ba2deb6-8f1f-4bb1-8241-112bf110422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:47.024608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073184d5-ee7f-4198-82a4-366e07551916 req-2ba2deb6-8f1f-4bb1-8241-112bf110422f service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.5112400 Mar 11 17:08:47.113229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073184d5-ee7f-4198-82a4-366e07551916 req-bf7a1624-8daa-41c9-94da-38cc5a25fff8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 217 time: 0.0750332 Mar 11 17:08:47.120838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21271843-e976-42d7-a418-0bdb6bd2d479 req-93d6cb07-39fc-4fd0-bc63-cb835bac5f94 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032399 Mar 11 17:08:47.125778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66b8d018-8165-4c67-81bc-e42775a19dbb req-36c8b0d2-ba01-48d1-81f3-0bb4ddfbc59b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999106 Mar 11 17:08:47.126937 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:47.159603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:47.164148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:47.272762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57545978-21aa-4269-aa6e-bb3404c7172c req-76cbdad2-8055-49be-b7dc-c5242db84043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:47.283630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-57545978-21aa-4269-aa6e-bb3404c7172c req-76cbdad2-8055-49be-b7dc-c5242db84043 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1094 time: 0.1773531 Mar 11 17:08:47.288141 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-57f7c654-0d3d-476c-bec7-42a80078fd88 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0108871 Mar 11 17:08:47.352228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Request body: {'port': {'device_id': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:47.484813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:47.745895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073184d5-ee7f-4198-82a4-366e07551916 req-0c557697-3c8e-4780-bdd6-05be8c26cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:47.747662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073184d5-ee7f-4198-82a4-366e07551916 req-0c557697-3c8e-4780-bdd6-05be8c26cc1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.6132894 Mar 11 17:08:47.821871 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57545978-21aa-4269-aa6e-bb3404c7172c req-31c982a3-d18b-497b-9dc9-a6c6c7b5ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:47.823671 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-57545978-21aa-4269-aa6e-bb3404c7172c req-31c982a3-d18b-497b-9dc9-a6c6c7b5ebce service neutron] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.5178730 Mar 11 17:08:47.919601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdbc02-32fd-4742-b687-efdb14fa2a6f req-ffee1ea4-4def-433d-94ad-d2c3dd302d9e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:47.931283 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1dbdbc02-32fd-4742-b687-efdb14fa2a6f req-ffee1ea4-4def-433d-94ad-d2c3dd302d9e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 932 time: 0.3772802 Mar 11 17:08:47.941797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c4af4-fff7-4fbc-99b6-1f7b03e1bb0a req-5f321457-eaed-4948-9cea-956c934ca917 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:47.950609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-349c4af4-fff7-4fbc-99b6-1f7b03e1bb0a req-5f321457-eaed-4948-9cea-956c934ca917 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 950 time: 0.3953278 Mar 11 17:08:47.983653 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-57545978-21aa-4269-aa6e-bb3404c7172c req-84101b7e-3008-485b-835a-e2b43748647e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1 HTTP/1.1" status: 200 len: 217 time: 0.1287501 Mar 11 17:08:47.999496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39080) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:48.006731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073184d5-ee7f-4198-82a4-366e07551916 req-47ba569a-30c2-4732-8062-053c9e38df66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2409835 Mar 11 17:08:48.142375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1dbdbc02-32fd-4742-b687-efdb14fa2a6f req-55b4d92c-99e0-47d7-9341-8020e110c0d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100005 Mar 11 17:08:48.170591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-349c4af4-fff7-4fbc-99b6-1f7b03e1bb0a req-99f455cf-03f6-4f4d-9238-1621b31e62b8 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190292 Mar 11 17:08:48.233364 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:48.401228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d20fc13-939b-40b8-905d-1b1b8b6abdfd {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:48.410434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:48.427911 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Transition to ACTIVE for port object 3d20fc13-939b-40b8-905d-1b1b8b6abdfd will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:48.452634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57545978-21aa-4269-aa6e-bb3404c7172c req-66982654-d47f-4dfa-9cb2-9029612e706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:48.454560 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-57545978-21aa-4269-aa6e-bb3404c7172c req-66982654-d47f-4dfa-9cb2-9029612e706b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.4537001 Mar 11 17:08:48.530892 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:48.544776 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4de0b94b-d4de-41ba-86ee-63cf1f469eea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2011bb1a66d4bbc92ef95b542e76774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378883 Mar 11 17:08:48.607808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39090) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:48.625735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-57545978-21aa-4269-aa6e-bb3404c7172c req-84d386d5-2024-4ea1-ab01-e2e3049f5d9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911405 Mar 11 17:08:48.687856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Router 621cde32-2cf4-42fe-974c-7dd4d1853fac has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:08:48.723167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073184d5-ee7f-4198-82a4-366e07551916 req-0cfb78b4-1d63-478b-b549-a9cd77a4ac0d service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067916 Mar 11 17:08:48.817607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Pushing event updated for resources: {'Port': ['ID=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:48.836667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bd8a9-4a4e-42a3-9a38-b715f8d10239 req-9feb65ff-ce34-4235-9ad0-0c68941ae89d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:48.844892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-094bd8a9-4a4e-42a3-9a38-b715f8d10239 req-9feb65ff-ce34-4235-9ad0-0c68941ae89d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.4701073 Mar 11 17:08:48.861119 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:48.872580 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ad9e-f8b9-4c8b-8653-9e2e67cdc755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:48.898377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ad9e-f8b9-4c8b-8653-9e2e67cdc755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:48.920821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae04719-22fc-4233-9a5c-88d0decf2fce req-16e60188-eee5-4129-8e3f-1ad6b8d36d0a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:48.922440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bae04719-22fc-4233-9a5c-88d0decf2fce req-16e60188-eee5-4129-8e3f-1ad6b8d36d0a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.5917237 Mar 11 17:08:48.970351 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-57545978-21aa-4269-aa6e-bb3404c7172c req-eef14829-ba78-4d11-a3fb-b724d97bf3bc service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081832 Mar 11 17:08:48.974924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Attempting to bind port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:48.974924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Attempting to bind port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:48.974924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Attempting to bind port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:48.983917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd on network 21492b47-f8bc-49f0-bdde-3091c249d24d not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:48.985150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Attempting to bind port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:49.014725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:49.015064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Checking segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:49.015457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Bound using segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:49.015907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Bound port: 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:49.016798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.021048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ad9e-f8b9-4c8b-8653-9e2e67cdc755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.023572 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ad9e-f8b9-4c8b-8653-9e2e67cdc755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.027056 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1fe4ad9e-f8b9-4c8b-8653-9e2e67cdc755 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87eb794b-c259-4a77-b9b1-4ced8b23df83 HTTP/1.1" status: 204 len: 168 time: 0.4154387 Mar 11 17:08:49.101750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4ad9e-f8b9-4c8b-8653-9e2e67cdc755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eb794b-c259-4a77-b9b1-4ced8b23df83,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:49.164729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-094bd8a9-4a4e-42a3-9a38-b715f8d10239 req-a3a3234c-d023-4662-a576-6f4072fd66fb tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059893 Mar 11 17:08:49.198648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bae04719-22fc-4233-9a5c-88d0decf2fce req-c61f1822-ee6c-44ea-8d06-8f1876ae7b78 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605875 Mar 11 17:08:49.219840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073184d5-ee7f-4198-82a4-366e07551916 req-98e42e64-4fdf-4181-9769-c085415ff6d0 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874105 Mar 11 17:08:49.221303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:08:49.236405 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] Sync routers for ids ['621cde32-2cf4-42fe-974c-7dd4d1853fac'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:08:49.249273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ce2e5c27-77e1-4304-b06e-eb652d4c61dd admin admin] 10.222.0.53 "PUT /v2.0/routers/621cde32-2cf4-42fe-974c-7dd4d1853fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7460306 Mar 11 17:08:49.252128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39112) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:49.274482 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] Routers {'621cde32-2cf4-42fe-974c-7dd4d1853fac'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:49.278380 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:08:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['621cde32-2cf4-42fe-974c-7dd4d1853fac'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:49.301969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:49.311263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:49.329516 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-57545978-21aa-4269-aa6e-bb3404c7172c req-52bb66b2-e62d-47ed-9160-8de631f7cad7 service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409970 Mar 11 17:08:49.335095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.427089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:49.427982 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.429835 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-63a885be-04e6-4508-befc-405b8346b66b service neutron] 10.222.0.46 "PUT /v2.0/ports/3d20fc13-939b-40b8-905d-1b1b8b6abdfd HTTP/1.1" status: 200 len: 1092 time: 2.0945776 Mar 11 17:08:49.430552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:49.454179 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6637853-a5bd-48ee-85cf-c5d3e4028e94" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:49.576480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a885be-04e6-4508-befc-405b8346b66b service neutron] Pushing event updated for resources: {'Port': ['ID=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:49.598005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:49.631821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44e68d30-859b-48e5-9509-d2945009c1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.663911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.666884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-d044b525-e484-40a2-bafd-76490d8cdd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:49.668979 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-d044b525-e484-40a2-bafd-76490d8cdd3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 1095 time: 0.1725109 Mar 11 17:08:49.684586 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] Set router 621cde32-2cf4-42fe-974c-7dd4d1853fac gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:49.738358 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-3297ed78-295d-4c9b-89db-b58cd723a9e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd HTTP/1.1" status: 200 len: 217 time: 0.0594642 Mar 11 17:08:49.831765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-2e93b22f-1078-43cb-af40-88325c5698e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:49.833800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-2e93b22f-1078-43cb-af40-88325c5698e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.0878365 Mar 11 17:08:49.844929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.875974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29839da-be4f-4753-ae01-cc1495d00d4b req-62e63599-c8ec-44be-8dfa-d4a2b2df5f6a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:49.878703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e29839da-be4f-4753-ae01-cc1495d00d4b req-62e63599-c8ec-44be-8dfa-d4a2b2df5f6a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 944 time: 0.5029924 Mar 11 17:08:49.892732 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-3a458de8-552c-4aa9-bca7-ff7e2f2f508c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480063 Mar 11 17:08:49.924970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551766c5-4c08-4318-bcae-e693181e166c req-bc6d41bc-9d6b-4ad4-b8f2-7e7031c0d5b8 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:49.927739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-551766c5-4c08-4318-bcae-e693181e166c req-bc6d41bc-9d6b-4ad4-b8f2-7e7031c0d5b8 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 950 time: 0.5077629 Mar 11 17:08:49.939093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44e68d30-859b-48e5-9509-d2945009c1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.953680 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44e68d30-859b-48e5-9509-d2945009c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:49.967468 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:07Z', 'updated_at': '2022-03-11T17:08:46Z', 'revision_number': 5, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'gw_port': {'id': 'e06b6569-1a82-4a76-9f0d-1833075363d1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:09Z', 'updated_at': '2022-03-11T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:50.006652 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] Checking router: 621cde32-2cf4-42fe-974c-7dd4d1853fac for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:08:50.018841 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] Routers {'621cde32-2cf4-42fe-974c-7dd4d1853fac'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:08:50.019647 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:08:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['621cde32-2cf4-42fe-974c-7dd4d1853fac'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:50.039780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e29839da-be4f-4753-ae01-cc1495d00d4b req-436006eb-000b-4e6c-b784-cde8b5f92c39 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073124 Mar 11 17:08:50.061824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-551766c5-4c08-4318-bcae-e693181e166c req-225bcf6a-235d-46ef-858e-bd588c5ea272 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121757 Mar 11 17:08:50.072858 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-14561692-1b85-4840-b966-19104e70316a service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679196 Mar 11 17:08:50.074085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Deleting port e06b6569-1a82-4a76-9f0d-1833075363d1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:50.077728 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:50.198226 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] Set router 621cde32-2cf4-42fe-974c-7dd4d1853fac gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:08:50.214957 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d48cc79b-e097-4f10-8942-d2dfba7be636 req-8ee459af-b76c-4d5f-9a4d-0ecc20db7d2f service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225564 Mar 11 17:08:50.216522 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68185cde-5445-4d20-9d41-7f3198300af0 x-openstack-request-id: req-68185cde-5445-4d20-9d41-7f3198300af0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:50.216831 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:50.217062 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68185cde-5445-4d20-9d41-7f3198300af0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:50.217475 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd', 'status': 'completed', 'code': 200} Mar 11 17:08:50.247675 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-44e68d30-859b-48e5-9509-d2945009c1e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b09563852e93440aa3f608bfbf6821d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6458480 Mar 11 17:08:50.248719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e68d30-859b-48e5-9509-d2945009c1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bee1888-a7da-44fd-b293-262a5c1afe19,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:50.252048 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:50.283983 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:07Z', 'updated_at': '2022-03-11T17:08:49Z', 'revision_number': 6, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:50.324942 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e86c93-07d9-466a-b843-0f6907889349 None None] The sync data for ids ['621cde32-2cf4-42fe-974c-7dd4d1853fac'] in n-d-833411-1 is: [{'id': '621cde32-2cf4-42fe-974c-7dd4d1853fac', 'name': 'tempest-FloatingIPDetailsTestJSON-606270803-router', 'tenant_id': '070ca4f5834045a9abded2f07c58954b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:07Z', 'updated_at': '2022-03-11T17:08:49Z', 'revision_number': 6, 'project_id': '070ca4f5834045a9abded2f07c58954b', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:08:50.398519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd086062-6838-4382-afd7-fc40dc937c95 req-4d27ca5b-1284-4c89-95ed-d50dbc83e9d2 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:50.400029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd086062-6838-4382-afd7-fc40dc937c95 req-4d27ca5b-1284-4c89-95ed-d50dbc83e9d2 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 1101 time: 0.2150900 Mar 11 17:08:50.408407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] For port e06b6569-1a82-4a76-9f0d-1833075363d1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e06b6569-1a82-4a76-9f0d-1833075363d1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:50.408805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:50.409203 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895c3eef-3078-4a64-8308-e9301dcd288c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:50.421771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-fd34ba98-3c00-4851-9a29-6fd0458f6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:50.423647 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-fd34ba98-3c00-4851-9a29-6fd0458f6cfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 1095 time: 0.0828395 Mar 11 17:08:50.426707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aeea5-6bed-4923-841e-be8023da481a req-f9044f27-3722-404b-a018-81ae57a41266 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:50.430046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device af9a55b2-629f-4f31-8431-403c1e6a3df1 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:50.434431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc9aeea5-6bed-4923-841e-be8023da481a req-f9044f27-3722-404b-a018-81ae57a41266 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.1554916 Mar 11 17:08:50.444997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895c3eef-3078-4a64-8308-e9301dcd288c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:50.459203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Calling delete_port for e06b6569-1a82-4a76-9f0d-1833075363d1 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:50.582795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc9aeea5-6bed-4923-841e-be8023da481a req-5d9f9b25-41d7-4dd2-9fba-91a77482ed74 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479027 Mar 11 17:08:50.593928 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd086062-6838-4382-afd7-fc40dc937c95 req-f2621377-c4ac-4f7b-9d89-bf6a8f487186 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817281 Mar 11 17:08:50.623011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:50.623768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895c3eef-3078-4a64-8308-e9301dcd288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:50.626476 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895c3eef-3078-4a64-8308-e9301dcd288c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:50.631336 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-895c3eef-3078-4a64-8308-e9301dcd288c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bee1888-a7da-44fd-b293-262a5c1afe19 HTTP/1.1" status: 204 len: 168 time: 0.3780699 Mar 11 17:08:50.632791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-4d3504d9-0311-4346-a275-af4fe2989f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:50.635986 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-4d3504d9-0311-4346-a275-af4fe2989f31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 911 time: 0.1933274 Mar 11 17:08:50.640213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'af9a55b2-629f-4f31-8431-403c1e6a3df1', 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f', 'port_id': 'af9a55b2-629f-4f31-8431-403c1e6a3df1', 'mac_address': 'fa:16:3e:bb:54:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09cd1b5-ecec-43e1-9d99-d2705568e03f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:50.788827 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c3eef-3078-4a64-8308-e9301dcd288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bee1888-a7da-44fd-b293-262a5c1afe19,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:50.811846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-34b0c1a7-5a76-4728-9104-a972d54372f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd HTTP/1.1" status: 200 len: 217 time: 0.1549275 Mar 11 17:08:50.843220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:50.887860 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:50.982686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9a55b2-629f-4f31-8431-403c1e6a3df1 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:50.991175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:08:50.995923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3c2bf1c5-e193-4d6d-ac13-baf64c2e73f6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:51.014858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-88fb0246-beae-4511-a544-90dd73348014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:51.016727 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-88fb0246-beae-4511-a544-90dd73348014 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.2039213 Mar 11 17:08:51.039947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:51.051530 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:51.081450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-12e91c78-777b-4eef-9c41-06085283c7a1 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607300 Mar 11 17:08:51.097909 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-1628bf75-ed66-4e78-a55e-6d23833526a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666578 Mar 11 17:08:51.180960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=af9a55b2-629f-4f31-8431-403c1e6a3df1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:51.241862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358ea5d-ef6c-4051-b276-de47b717ff09 req-4e22f635-a92c-4bce-a25e-dd117cdd3dc3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:51.272148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f358ea5d-ef6c-4051-b276-de47b717ff09 req-4e22f635-a92c-4bce-a25e-dd117cdd3dc3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.3936050 Mar 11 17:08:51.405293 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-238dc89b-cfc0-49a2-8056-2ac455f640a3 service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879448 Mar 11 17:08:51.427749 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-e8c6f4dc-42f0-4462-9ed9-d4dcd093e729 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888257 Mar 11 17:08:51.447767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-4328430c-687f-486d-b8d9-3e62f3c9c81a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:51.450775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-4328430c-687f-486d-b8d9-3e62f3c9c81a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146720 Mar 11 17:08:51.473834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['af9a55b2-629f-4f31-8431-403c1e6a3df1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:51.546447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-204b1adf-5f2b-4d99-be58-3c302196da2c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/quotas/db9768c0d987427f96b892541948c464 HTTP/1.1" status: 200 len: 375 time: 0.0787203 Mar 11 17:08:51.549947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:51.600629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-908924c3-ce5b-4107-ba0f-cee3709680f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:51.603270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-908924c3-ce5b-4107-ba0f-cee3709680f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 1101 time: 0.0854964 Mar 11 17:08:51.611440 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6637853-a5bd-48ee-85cf-c5d3e4028e94 req-8742fad3-c216-48d0-92d7-3bb0b7441e2f service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822729 Mar 11 17:08:51.743890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=e06b6569-1a82-4a76-9f0d-1833075363d1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:51.763039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f358ea5d-ef6c-4051-b276-de47b717ff09 req-c1364935-9696-4251-8800-f6077ec01be2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885447 Mar 11 17:08:51.857383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-5e045897-efb8-4dfb-a7c5-54943937e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:51.859560 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-5e045897-efb8-4dfb-a7c5-54943937e1f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2349188 Mar 11 17:08:51.936904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:51.952070 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-dd236f0a-8c53-4c91-9669-20de460ca308 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0541c8c8-d2c2-4b52-bd8a-646302fcd167 HTTP/1.1" status: 200 len: 217 time: 0.0829451 Mar 11 17:08:51.975354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-47eb3d8d-aa90-46db-877f-6e9b5f5e6e79 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4268684 Mar 11 17:08:52.034269 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-8b37fbe7-e971-46d5-90af-eb7665a0a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:52.037121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-8b37fbe7-e971-46d5-90af-eb7665a0a500 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0759373 Mar 11 17:08:52.108458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-990d7fcb-e688-4f5a-be81-7a987f713efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:52.110188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-990d7fcb-e688-4f5a-be81-7a987f713efe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642920 Mar 11 17:08:52.399504 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-8d878f3e-c626-4c15-9fd3-58186ef406d7 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761731 Mar 11 17:08:52.567980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39178) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:52.653576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27e0e6e0-d203-4583-89d9-1e04d31f6ff3 req-f7a930c2-71a5-475d-bb59-2e7ffd10f435 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463753 Mar 11 17:08:52.675697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:52.707170 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:52.818517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e06b6569-1a82-4a76-9f0d-1833075363d1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:52.848645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc584f1-7733-4453-8400-d3751ef5d2eb req-00ce2168-5c06-468d-b994-8f66fa7e42c6 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:52.850429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6bc584f1-7733-4453-8400-d3751ef5d2eb req-00ce2168-5c06-468d-b994-8f66fa7e42c6 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 944 time: 0.8370826 Mar 11 17:08:52.860518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2096849437-network', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:52.864141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e06b6569-1a82-4a76-9f0d-1833075363d1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:08:52.865161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e06b6569-1a82-4a76-9f0d-1833075363d1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:52.908212 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Made reservation on behalf of 6fe07664ddbe48e798c2bd6b74e13ab4 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:52.911593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:52.920474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6bc584f1-7733-4453-8400-d3751ef5d2eb req-f83266aa-891e-4d22-a79a-e7ef39a4f38e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Mar 11 17:08:52.921821 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:52.922513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 621cde32-2cf4-42fe-974c-7dd4d1853fac {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:08:52.929399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:52.936852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b686bb91-1075-4055-aab3-addd6db81e4f admin admin] 10.222.0.53 "DELETE /v2.0/routers/621cde32-2cf4-42fe-974c-7dd4d1853fac HTTP/1.1" status: 204 len: 168 time: 3.6836121 Mar 11 17:08:52.937575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39190) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:52.957524 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.082943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f625f8f-bfd6-4036-9bd9-80971634696a req-af91ed97-10e0-405e-8b26-c0706c551b04 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:53.098390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f625f8f-bfd6-4036-9bd9-80971634696a req-af91ed97-10e0-405e-8b26-c0706c551b04 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 944 time: 0.4278922 Mar 11 17:08:53.128754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.136249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.161875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:08:53.198931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74669354-0f82-455a-976b-df14b18c4b16,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:53.206556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.206901 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Added segment 545736c8-71c6-41ef-a7c6-10b2e1c105cb of type vlan for network 38122b14-3143-44ce-93eb-0f1d1b8e2751 Mar 11 17:08:53.232183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f7c3702-b14e-4738-82ca-7fbef5e2a5d1 req-2723e683-89b4-4c8c-a1db-d92a68f45796 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 210 time: 0.0704393 Mar 11 17:08:53.235829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4c441a-61b7-4895-af97-a0c4536b6710 admin admin] Deleting subnet e992b592-cda9-48f0-894f-f3a512dc5dc9 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:08:53.286141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d4c441a-61b7-4895-af97-a0c4536b6710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.318695 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.341780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f625f8f-bfd6-4036-9bd9-80971634696a req-a03e8b58-3451-4cd7-8586-7c70d155aae0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349954 Mar 11 17:08:53.373897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d4c441a-61b7-4895-af97-a0c4536b6710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.423622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.429045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:53.429869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.458892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a31ee8-a244-4a9e-8d1b-a86e01143762 req-44c4d1df-8538-400c-860d-75baf17c8bad tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:53.461451 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4a31ee8-a244-4a9e-8d1b-a86e01143762 req-44c4d1df-8538-400c-860d-75baf17c8bad tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1027987 Mar 11 17:08:53.531529 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9585576 Mar 11 17:08:53.539467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39200) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:53.548528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Request body: {'subnet': {'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2096849437-subnet', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:53.549564 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d4c441a-61b7-4895-af97-a0c4536b6710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.569701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf4ace-fd14-4643-9e04-48507a770f88 admin admin] Pushing event updated for resources: {'Network': ['ID=38122b14-3143-44ce-93eb-0f1d1b8e2751,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:53.591511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 38122b14-3143-44ce-93eb-0f1d1b8e2751 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:08:53.592902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Made reservation on behalf of 6fe07664ddbe48e798c2bd6b74e13ab4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:53.597716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.648004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4a31ee8-a244-4a9e-8d1b-a86e01143762 req-8e4a85b6-5558-42ab-b245-7cf45c611b21 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631080 Mar 11 17:08:53.705593 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d4c441a-61b7-4895-af97-a0c4536b6710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.744376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c441a-61b7-4895-af97-a0c4536b6710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e992b592-cda9-48f0-894f-f3a512dc5dc9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:53.746627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d4c441a-61b7-4895-af97-a0c4536b6710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.752484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7d4c441a-61b7-4895-af97-a0c4536b6710 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e992b592-cda9-48f0-894f-f3a512dc5dc9 HTTP/1.1" status: 204 len: 168 time: 0.8106778 Mar 11 17:08:53.753244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39202) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:53.755111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f9c62-ec89-4068-907c-04e10e29ebdc None None] Network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:08:53.845600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.941430 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:53.988610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Deleting port 9f88d8e2-7500-4868-b1e3-634aafe85d27 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:53.988962 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.028630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cac49d7-988a-4289-94f2-8ba8f9d37cb9,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:54.033335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Checking segment: {'id': '545736c8-71c6-41ef-a7c6-10b2e1c105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:54.033690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Network hostable DHCP agents. Network: 38122b14-3143-44ce-93eb-0f1d1b8e2751, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:08:54.061080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] DHCP port deletion for 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:08:54.073061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Network 38122b14-3143-44ce-93eb-0f1d1b8e2751 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:08:54.083184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 38122b14-3143-44ce-93eb-0f1d1b8e2751) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:54.091883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:54.092526 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.124860 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6868f3fb-8508-4a18-a813-6e25907535af admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5810113 Mar 11 17:08:54.125100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb86a6-5f57-457b-bae0-424518a484cf None None] Network 38122b14-3143-44ce-93eb-0f1d1b8e2751 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:08:54.125203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:54.129670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:54.186846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.189033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.251140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] For port 9f88d8e2-7500-4868-b1e3-634aafe85d27, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9f88d8e2-7500-4868-b1e3-634aafe85d27,segment=NetworkSegment(a7d13ec5-3a1e-4475-87bb-834bfadd0476),segment_id=a7d13ec5-3a1e-4475-87bb-834bfadd0476)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:54.251634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.264836 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-202a559e-2eba-43d0-a662-755e77212475 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698361 Mar 11 17:08:54.279144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] Deleting port 9f88d8e2-7500-4868-b1e3-634aafe85d27 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:08:54.279952 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.326419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Calling delete_port for 9f88d8e2-7500-4868-b1e3-634aafe85d27 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:54.370668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898bf6d-e225-4b69-870a-52bb3dcff839 req-72bb7eab-b6af-4dbc-8f3b-0d9a83419787 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:54.372716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4898bf6d-e225-4b69-870a-52bb3dcff839 req-72bb7eab-b6af-4dbc-8f3b-0d9a83419787 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 944 time: 0.2736750 Mar 11 17:08:54.432468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-54530c89-1c73-45bb-811d-e9145de2fdaa req-b25cd917-2d49-4f79-8420-094e87a07b9d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 210 time: 0.0576053 Mar 11 17:08:54.451533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] For port 9f88d8e2-7500-4868-b1e3-634aafe85d27, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9f88d8e2-7500-4868-b1e3-634aafe85d27,segment=NetworkSegment(a7d13ec5-3a1e-4475-87bb-834bfadd0476),segment_id=a7d13ec5-3a1e-4475-87bb-834bfadd0476)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:54.452052 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.464172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3d20fc13-939b-40b8-905d-1b1b8b6abdfd details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:08:54.473988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.597261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:54.616252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device af9a55b2-629f-4f31-8431-403c1e6a3df1 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:54.637072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'port_id': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd', 'mac_address': 'fa:16:3e:3e:3d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61238bb4-6112-4cb7-9c1b-8e1b9efac2c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:08:54.683226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] Calling delete_port for 9f88d8e2-7500-4868-b1e3-634aafe85d27 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:08:54.712560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4898bf6d-e225-4b69-870a-52bb3dcff839 req-89d1640c-b0f2-4099-b447-60ce90580e80 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249748 Mar 11 17:08:54.736035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9f88d8e2-7500-4868-b1e3-634aafe85d27 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:08:54.768564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-38122b14-3143-44ce-93eb-0f1d1b8e2751', 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'fixed_ips': [{'subnet_id': '8cac49d7-988a-4289-94f2-8ba8f9d37cb9'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:08:54.769421 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.886782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:54.901853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9643ef1-fa9d-4e4e-8f31-fdc87bbd5663 req-2c86d06e-41ca-402f-b9d3-889fcde53df0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:54.909914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9643ef1-fa9d-4e4e-8f31-fdc87bbd5663 req-2c86d06e-41ca-402f-b9d3-889fcde53df0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 944 time: 0.2467434 Mar 11 17:08:54.982159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f88d8e2-7500-4868-b1e3-634aafe85d27,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:54.987293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] No DVR routers for this DVR port 9f88d8e2-7500-4868-b1e3-634aafe85d27 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:08:55.034063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e3ab7-6cb5-4636-90b5-13590af42e2f req-eb3565ca-cecc-4078-bb00-0049bfa8584e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:55.037557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Allocated IP 172.20.0.2 (38122b14-3143-44ce-93eb-0f1d1b8e2751/8cac49d7-988a-4289-94f2-8ba8f9d37cb9/16624b5b-ef61-49b2-8fa8-cf210b77984d) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:55.042306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-095e3ab7-6cb5-4636-90b5-13590af42e2f req-eb3565ca-cecc-4078-bb00-0049bfa8584e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1881378 Mar 11 17:08:55.055179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-38f620a6-cf07-48b4-a887-f27f6757da29 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:55.058208 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-38f620a6-cf07-48b4-a887-f27f6757da29 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7795508 Mar 11 17:08:55.065778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.084757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Request body: {'port': {'device_id': '969f0afb-426d-4500-8007-c66e8a3ba361', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'db9768c0d987427f96b892541948c464'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:55.093683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9643ef1-fa9d-4e4e-8f31-fdc87bbd5663 req-4526baf0-6dce-4347-84fc-97e25b9f0237 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820281 Mar 11 17:08:55.159391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.209261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-095e3ab7-6cb5-4636-90b5-13590af42e2f req-ea72b5b0-d49c-4ce6-902c-3c89c06c1207 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655538 Mar 11 17:08:55.237215 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.243570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aba2417-f7cd-48f0-b2ac-8d30cdf36805']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:55.276704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.296066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d13ec5-3a1e-4475-87bb-834bfadd0476') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:55.297673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d13ec5-3a1e-4475-87bb-834bfadd0476') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:55.323101 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.347039 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Network 38122b14-3143-44ce-93eb-0f1d1b8e2751 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:55.351433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Made reservation on behalf of db9768c0d987427f96b892541948c464 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:08:55.357159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.363007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.372692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:08:55.373488 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:08:55.375765 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:08:55.408692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:55.411279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Pushing event updated for resources: {'Port': ['ID=16624b5b-ef61-49b2-8fa8-cf210b77984d,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:55.415659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:55.498090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.499734 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.518210 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.521422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] 10.222.0.53 "DELETE /v2.0/networks/2aba2417-f7cd-48f0-b2ac-8d30cdf36805 HTTP/1.1" status: 204 len: 168 time: 1.7672954 Mar 11 17:08:55.529162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d20fc13-939b-40b8-905d-1b1b8b6abdfd {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:55.535894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port af9a55b2-629f-4f31-8431-403c1e6a3df1 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:55.552442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port af9a55b2-629f-4f31-8431-403c1e6a3df1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:55.552959 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.553772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cb3fd-42e1-4530-ad65-8d3a4ab9cb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=2aba2417-f7cd-48f0-b2ac-8d30cdf36805,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:55.554422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No active binding found for port 9f88d8e2-7500-4868-b1e3-634aafe85d27 {{(pid=102643) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 17:08:55.554857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9f88d8e2-7500-4868-b1e3-634aafe85d27 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:08:55.601370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Attempting to bind port 16624b5b-ef61-49b2-8fa8-cf210b77984d on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:55.601771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Attempting to bind port 16624b5b-ef61-49b2-8fa8-cf210b77984d by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '545736c8-71c6-41ef-a7c6-10b2e1c105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:55.602105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Attempting to bind port 16624b5b-ef61-49b2-8fa8-cf210b77984d on network 38122b14-3143-44ce-93eb-0f1d1b8e2751 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:55.614832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:55.615225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Checking segment: {'id': '545736c8-71c6-41ef-a7c6-10b2e1c105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:55.615671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.615999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Bound using segment: {'id': '545736c8-71c6-41ef-a7c6-10b2e1c105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:55.616509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Bound port: 16624b5b-ef61-49b2-8fa8-cf210b77984d, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545736c8-71c6-41ef-a7c6-10b2e1c105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:55.616893 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.733020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f77fe2f-0d46-45ca-983d-695f8f102984 req-5599b5f6-3a64-477f-a896-10d17c9c7ef5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 210 time: 0.0795929 Mar 11 17:08:55.804517 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.841328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:55.861752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Allocated IP 192.168.233.115 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/8804a33b-cdf0-4544-879a-a17175113f50) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:55.944378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:55.965350 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39244) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:55.965938 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.017431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0a7a9-3fbf-42dd-b07b-70509e09f3e9 req-1225023a-f3e5-4b62-adec-bff862fd224b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:56.027150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36b0a7a9-3fbf-42dd-b07b-70509e09f3e9 req-1225023a-f3e5-4b62-adec-bff862fd224b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 944 time: 0.1235766 Mar 11 17:08:56.034115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.060708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] For port 16624b5b-ef61-49b2-8fa8-cf210b77984d, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:08:56.068689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] For port 16624b5b-ef61-49b2-8fa8-cf210b77984d, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=16624b5b-ef61-49b2-8fa8-cf210b77984d,segment=NetworkSegment(545736c8-71c6-41ef-a7c6-10b2e1c105cb),segment_id=545736c8-71c6-41ef-a7c6-10b2e1c105cb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:08:56.074194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] Network 2aba2417-f7cd-48f0-b2ac-8d30cdf36805 is not hosted by any dhcp agent {{(pid=102643) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 17:08:56.074849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] No DVR routers for this DVR port 9f88d8e2-7500-4868-b1e3-634aafe85d27 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:08:56.106133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:56.112595 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.189293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36b0a7a9-3fbf-42dd-b07b-70509e09f3e9 req-2e14f99d-56f4-41a8-80a7-60fa0fbc4f3d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610003 Mar 11 17:08:56.199488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Allocated IP 172.25.8.104 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/03da3a51-eef0-422c-b6bc-4d76471d453f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:08:56.256372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084828e-9a32-4001-a7c5-d17fd2154b41 None None] Pushing event deleted for resources: {'Port': ['ID=9f88d8e2-7500-4868-b1e3-634aafe85d27,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:56.265130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.340984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:56.346406 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc4ce5d-a82f-4e27-ae96-ba3628f8b8f8" -d '{"events": [{"server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "name": "network-vif-plugged", "status": "completed", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:56.349983 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-73c2b529-0191-4518-9092-e8671832499d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=070ca4f5834045a9abded2f07c58954b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799605 Mar 11 17:08:56.355537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:08:56.432522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea463-e47c-46e9-a92c-7adcfa6878e9 req-bb0e67e0-4aee-44a2-8af5-56a1540cfc8b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:56.434075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f0ea463-e47c-46e9-a92c-7adcfa6878e9 req-bb0e67e0-4aee-44a2-8af5-56a1540cfc8b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 944 time: 0.1772132 Mar 11 17:08:56.448642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3d20fc13-939b-40b8-905d-1b1b8b6abdfd'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:56.470010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:56.476874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fadc05-b390-41a6-b47f-628b4a8285ed None None] Pushing event updated for resources: {'Port': ['ID=16624b5b-ef61-49b2-8fa8-cf210b77984d,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:56.487902 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.521563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f0ea463-e47c-46e9-a92c-7adcfa6878e9 req-7503e376-41ed-4811-a333-3ec1861b1dda tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778975 Mar 11 17:08:56.544804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.555943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55866cec-b6df-4574-b4ff-7545a8653c0c req-bbd32eeb-186e-4744-a029-1605fe0305bc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:56.568502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55866cec-b6df-4574-b4ff-7545a8653c0c req-bbd32eeb-186e-4744-a029-1605fe0305bc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1331842 Mar 11 17:08:56.605187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.659920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55866cec-b6df-4574-b4ff-7545a8653c0c req-a75ee247-f05b-4659-b763-35baf88e3081 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905812 Mar 11 17:08:56.664560 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe1b-2200-4c5e-976b-f27d9c2f99ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.671355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=af9a55b2-629f-4f31-8431-403c1e6a3df1,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:56.747334 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cc57af-479f-4518-a488-036d04110253 x-openstack-request-id: req-e2cc57af-479f-4518-a488-036d04110253 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:08:56.747703 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "name": "network-vif-plugged", "status": "completed", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:08:56.747998 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2cc57af-479f-4518-a488-036d04110253 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:08:56.748436 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1', 'code': 200} Mar 11 17:08:56.753139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe1b-2200-4c5e-976b-f27d9c2f99ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.883158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe1b-2200-4c5e-976b-f27d9c2f99ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.886291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe1b-2200-4c5e-976b-f27d9c2f99ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.887797 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ff2bbe1b-2200-4c5e-976b-f27d9c2f99ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40ed9b09-7cce-4c82-ac26-69a2187bb90b HTTP/1.1" status: 204 len: 168 time: 0.5146518 Mar 11 17:08:56.950807 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.966181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:56.978115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3dd9d-9f9a-4b28-a43a-fb1918b49a79 req-11ab88b6-f174-4884-abc1-020fa7cfccb1 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:56.980302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61c3dd9d-9f9a-4b28-a43a-fb1918b49a79 req-11ab88b6-f174-4884-abc1-020fa7cfccb1 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 936 time: 0.0966823 Mar 11 17:08:56.985109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', '493745fc-f642-4535-a8dd-5f3ae9c834a9', '950e9ec2-1b6c-4d59-b165-b5beaef06ac6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:57.023831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bbe1b-2200-4c5e-976b-f27d9c2f99ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ed9b09-7cce-4c82-ac26-69a2187bb90b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:57.073941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:57.076598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee5c4-e69d-4099-a1b6-2e70ddf3800c req-ba1c7022-fc21-45ca-ad3a-3f7dcd73d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:57.079398 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f62ee5c4-e69d-4099-a1b6-2e70ddf3800c req-ba1c7022-fc21-45ca-ad3a-3f7dcd73d865 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1096 time: 0.2109122 Mar 11 17:08:57.081867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:08:57.088512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:57.091308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61c3dd9d-9f9a-4b28-a43a-fb1918b49a79 req-6b4915bc-b434-4849-ae3b-0bee4f84e751 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873570 Mar 11 17:08:57.091898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:57.100486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:08:57.103428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:08:57.198772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Pushing event updated for resources: {'Port': ['ID=03da3a51-eef0-422c-b6bc-4d76471d453f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:57.295848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event updated for resources: {'Port': ['ID=8804a33b-cdf0-4544-879a-a17175113f50,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:57.397207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:57.398317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:57.563522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f62ee5c4-e69d-4099-a1b6-2e70ddf3800c req-37707d83-51ae-423d-900b-ecc6621db648 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642656 Mar 11 17:08:57.590315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f547b-a23c-4455-8a4a-20afbdd3292a req-82083d36-cbfb-4509-adc7-9ea0820d1fdf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:57.609448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da2f547b-a23c-4455-8a4a-20afbdd3292a req-82083d36-cbfb-4509-adc7-9ea0820d1fdf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 945 time: 0.1967189 Mar 11 17:08:57.676002 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a58de99b-b14a-4168-9387-aa428ca8753c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6004360 Mar 11 17:08:57.801556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da2f547b-a23c-4455-8a4a-20afbdd3292a req-b51d2601-0587-47a4-bd47-2f931d06755c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813858 Mar 11 17:08:57.844747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4d2a4fac-cdd4-4969-b3f0-66cd67e464f9 None None] Provisioning complete for port 8804a33b-cdf0-4544-879a-a17175113f50 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:57.845707 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4fac-cdd4-4969-b3f0-66cd67e464f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:57.856159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Request body: {'port': {'device_id': '969f0afb-426d-4500-8007-c66e8a3ba361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:08:57.899893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a4fac-cdd4-4969-b3f0-66cd67e464f9 None None] Port 8804a33b-cdf0-4544-879a-a17175113f50 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:08:57.901796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['66592256-132f-47b8-a300-84486e54f147', 'f9401c48-5f02-440b-bc53-093f71dd76f2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:08:57.979931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2092c-a02c-4185-a1d1-96829990905e req-88287893-692f-4300-bfc4-0ab8158ddbf3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:57.983873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ae2092c-a02c-4185-a1d1-96829990905e req-88287893-692f-4300-bfc4-0ab8158ddbf3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.1823146 Mar 11 17:08:58.160995 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:58.194286 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:58.227825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ae2092c-a02c-4185-a1d1-96829990905e req-08ff7977-04c6-480f-a2df-bfd3d66291d2 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355304 Mar 11 17:08:58.306213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647500f-bd7e-49d9-b1f1-2ed493075801 req-99a8cdf6-d622-4e5c-a684-5cae5764ed28 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:58.326553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d647500f-bd7e-49d9-b1f1-2ed493075801 req-99a8cdf6-d622-4e5c-a684-5cae5764ed28 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.2324615 Mar 11 17:08:58.406501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbe4e3-0b86-4752-84be-01f0ba01d589 None None] Network 38122b14-3143-44ce-93eb-0f1d1b8e2751 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:08:58.487841 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d647500f-bd7e-49d9-b1f1-2ed493075801 req-e2418772-1bc4-4daa-8b7a-1d07c7d579b6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597962 Mar 11 17:08:58.604937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403edcf7-01c3-4fd1-a519-c970666f1cb2 req-9c06b162-416a-445a-bfea-de68feee5cd0 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:58.607215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3d20fc13-939b-40b8-905d-1b1b8b6abdfd up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:58.617414 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-403edcf7-01c3-4fd1-a519-c970666f1cb2 req-9c06b162-416a-445a-bfea-de68feee5cd0 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 936 time: 0.1279330 Mar 11 17:08:58.714021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-403edcf7-01c3-4fd1-a519-c970666f1cb2 req-a00083e0-b3b5-462d-aa1a-7f53be1bdd9d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914249 Mar 11 17:08:58.794754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6facf734-23f7-4ce4-bbce-d5f66a00cb1e None None] Provisioning complete for port 16624b5b-ef61-49b2-8fa8-cf210b77984d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:58.795259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6facf734-23f7-4ce4-bbce-d5f66a00cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:58.847785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 16624b5b-ef61-49b2-8fa8-cf210b77984d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:08:58.892127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:58.998205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:08:59.025601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:59.025977 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.071097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8804a33b-cdf0-4544-879a-a17175113f50 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:08:59.100176 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.116105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b14fe-c064-4df1-9138-bc6762beb5d8 req-010a6648-08fc-4d95-8d9c-3d143b174ff9 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:59.122526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-947b14fe-c064-4df1-9138-bc6762beb5d8 req-010a6648-08fc-4d95-8d9c-3d143b174ff9 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 945 time: 0.1848674 Mar 11 17:08:59.237573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-947b14fe-c064-4df1-9138-bc6762beb5d8 req-13837c44-da7e-4467-b076-53f2da6cc326 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069016 Mar 11 17:08:59.350796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Transition to ACTIVE for port object 8804a33b-cdf0-4544-879a-a17175113f50 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:08:59.371533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.422985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 16624b5b-ef61-49b2-8fa8-cf210b77984d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:08:59.423611 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.449336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7859e-ec14-4e01-8781-35be6474db78 req-a67df9b9-c600-4725-a094-43275861a147 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:59.451308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Router da67ea19-b77f-4692-b17e-305394707492 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:08:59.451833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf7859e-ec14-4e01-8781-35be6474db78 req-a67df9b9-c600-4725-a094-43275861a147 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.0726860 Mar 11 17:08:59.490275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Pushing event updated for resources: {'Port': ['ID=8804a33b-cdf0-4544-879a-a17175113f50,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:59.543852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf7859e-ec14-4e01-8781-35be6474db78 req-a477b07d-2b12-41db-b7e9-ea2875c8491f tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855350 Mar 11 17:08:59.558701 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6facf734-23f7-4ce4-bbce-d5f66a00cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.733431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6facf734-23f7-4ce4-bbce-d5f66a00cb1e None None] For port 16624b5b-ef61-49b2-8fa8-cf210b77984d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=16624b5b-ef61-49b2-8fa8-cf210b77984d,segment=NetworkSegment(545736c8-71c6-41ef-a7c6-10b2e1c105cb),segment_id=545736c8-71c6-41ef-a7c6-10b2e1c105cb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:59.758312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bd02d-5bfe-416d-af15-3be19c914c48 req-c47a5232-2e2b-4c23-b56b-c982921b8915 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:59.775000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a19bd02d-5bfe-416d-af15-3be19c914c48 req-c47a5232-2e2b-4c23-b56b-c982921b8915 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1353323 Mar 11 17:08:59.791812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.825970 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6facf734-23f7-4ce4-bbce-d5f66a00cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.871890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a19bd02d-5bfe-416d-af15-3be19c914c48 req-a5ad9496-4cf1-4f1a-9dba-2ab7a4ccfd8d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951960 Mar 11 17:08:59.884478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Attempting to bind port 8804a33b-cdf0-4544-879a-a17175113f50 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:08:59.886302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Attempting to bind port 8804a33b-cdf0-4544-879a-a17175113f50 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:08:59.888297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Attempting to bind port 8804a33b-cdf0-4544-879a-a17175113f50 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:59.899878 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Port 8804a33b-cdf0-4544-879a-a17175113f50 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:08:59.902105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Attempting to bind port 8804a33b-cdf0-4544-879a-a17175113f50 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:08:59.914806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:59.917210 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7921e9a-fa66-4e2a-8590-2bc2813a6823" -d '{"events": [{"server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "name": "network-vif-plugged", "status": "completed", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:08:59.926646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:08:59.927369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:08:59.927995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:08:59.928766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Bound port: 8804a33b-cdf0-4544-879a-a17175113f50, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:08:59.929363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.948390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:08:59.985068 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:00.000546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facf734-23f7-4ce4-bbce-d5f66a00cb1e None None] Pushing event updated for resources: {'Port': ['ID=16624b5b-ef61-49b2-8fa8-cf210b77984d,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:00.082696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ba2f0945-9613-49ce-9adf-f4b7a505f256 None None] Provisioning complete for port 16624b5b-ef61-49b2-8fa8-cf210b77984d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:00.083448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba2f0945-9613-49ce-9adf-f4b7a505f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:00.099215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:09:00.111824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:00.119862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Sync routers for ids ['da67ea19-b77f-4692-b17e-305394707492'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:00.135425 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:00.136754 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a7b9a281-5e30-4d74-841f-dae0e7a60615 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0104141 Mar 11 17:09:00.137220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Routers {'da67ea19-b77f-4692-b17e-305394707492'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:00.137851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:08:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['da67ea19-b77f-4692-b17e-305394707492'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:00.140324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:00.179071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3feb30-d0fb-4942-bd12-6343e5a2715c req-1c008f50-300b-4757-9d4d-9f166523c5b1 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:00.190258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d3feb30-d0fb-4942-bd12-6343e5a2715c req-1c008f50-300b-4757-9d4d-9f166523c5b1 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 948 time: 0.1499109 Mar 11 17:09:00.203590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] For port 8804a33b-cdf0-4544-879a-a17175113f50, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:00.235415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] For port 8804a33b-cdf0-4544-879a-a17175113f50, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8804a33b-cdf0-4544-879a-a17175113f50,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:00.265288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d3feb30-d0fb-4942-bd12-6343e5a2715c req-175474d7-73cd-4835-8569-893c2832a8d5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596659 Mar 11 17:09:00.336222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Set router da67ea19-b77f-4692-b17e-305394707492 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:00.345449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:00.396219 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96263e0-28d9-4a8d-8782-102f0afd3b80 x-openstack-request-id: req-d96263e0-28d9-4a8d-8782-102f0afd3b80 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:00.396612 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "name": "network-vif-plugged", "status": "completed", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:00.397022 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d96263e0-28d9-4a8d-8782-102f0afd3b80 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:00.397845 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd', 'code': 200} Mar 11 17:09:00.538459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3f19a-8827-4636-8389-b01816b41ca7 req-a3ade1c8-7a6e-4015-9ff8-65f651806389 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:00.541960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2de3f19a-8827-4636-8389-b01816b41ca7 req-a3ade1c8-7a6e-4015-9ff8-65f651806389 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1170053 Mar 11 17:09:00.618327 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2de3f19a-8827-4636-8389-b01816b41ca7 req-6b719180-65a3-4dd4-bc5a-befcce860653 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606670 Mar 11 17:09:00.788576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:00.791811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:00.816963 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] 10.222.0.46 "PUT /v2.0/ports/8804a33b-cdf0-4544-879a-a17175113f50 HTTP/1.1" status: 200 len: 1096 time: 2.9465437 Mar 11 17:09:00.817792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969f0afb-426d-4500-8007-c66e8a3ba361', 'tag': '8804a33b-cdf0-4544-879a-a17175113f50'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:00.822085 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d948acd-ccbf-49cd-b210-20002755b199" -d '{"events": [{"name": "network-changed", "server_uuid": "969f0afb-426d-4500-8007-c66e8a3ba361", "tag": "8804a33b-cdf0-4544-879a-a17175113f50"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:00.891761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 16624b5b-ef61-49b2-8fa8-cf210b77984d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:00.895340 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de006e5-f182-46bc-8b3b-ab7f7f129136 service neutron] Pushing event updated for resources: {'Port': ['ID=8804a33b-cdf0-4544-879a-a17175113f50,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:00.932783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975a135-61a4-4218-8a66-7c4f139ba366 req-050e551b-79b7-4437-877f-ec8cb26c044a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:00.935962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c975a135-61a4-4218-8a66-7c4f139ba366 req-050e551b-79b7-4437-877f-ec8cb26c044a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.1329205 Mar 11 17:09:01.017120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c975a135-61a4-4218-8a66-7c4f139ba366 req-0c0ddf9b-5523-439d-9524-35277ecf9df6 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735781 Mar 11 17:09:01.071113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 16624b5b-ef61-49b2-8fa8-cf210b77984d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:01.073238 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:01.074110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b8442-ed7f-4f35-9615-9df7dfcd296d req-30d19b24-73d1-4e4c-aeae-a627ced54796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:01.075628 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c6b8442-ed7f-4f35-9615-9df7dfcd296d req-30d19b24-73d1-4e4c-aeae-a627ced54796 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 1097 time: 0.3130832 Mar 11 17:09:01.076074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67ea19-b77f-4692-b17e-305394707492', 'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:54Z', 'updated_at': '2022-03-11T17:08:57Z', 'revision_number': 3, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'gw_port': {'id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:55Z', 'updated_at': '2022-03-11T17:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:01.079224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-2b10fa28-22d2-4b85-ad7f-f8c5d26a8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:01.084872 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-2b10fa28-22d2-4b85-ad7f-f8c5d26a8ca9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 1099 time: 0.2053175 Mar 11 17:09:01.145410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Checking router: da67ea19-b77f-4692-b17e-305394707492 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:01.145802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Updating router da67ea19-b77f-4692-b17e-305394707492 port 03da3a51-eef0-422c-b6bc-4d76471d453f binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:09:01.185479 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-9f058a64-d727-4058-9fdb-99fa6d0c97f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=8804a33b-cdf0-4544-879a-a17175113f50 HTTP/1.1" status: 200 len: 217 time: 0.0617564 Mar 11 17:09:01.201127 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:01.255200 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c6b8442-ed7f-4f35-9615-9df7dfcd296d req-599ed85a-ada0-466f-bc0c-81063d7b65b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302972 Mar 11 17:09:01.325053 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8097975-bc85-45b5-a571-97dc82dd0267 x-openstack-request-id: req-a8097975-bc85-45b5-a571-97dc82dd0267 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:01.325382 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969f0afb-426d-4500-8007-c66e8a3ba361", "tag": "8804a33b-cdf0-4544-879a-a17175113f50", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:01.325731 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8097975-bc85-45b5-a571-97dc82dd0267 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:01.326404 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969f0afb-426d-4500-8007-c66e8a3ba361', 'tag': '8804a33b-cdf0-4544-879a-a17175113f50', 'status': 'completed', 'code': 200} Mar 11 17:09:01.341895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a322810e-2102-46c7-bc7b-a6fcfee54a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:01.343359 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-a322810e-2102-46c7-bc7b-a6fcfee54a5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1412036 Mar 11 17:09:01.503767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ca130-ad00-4e1a-8ab0-e459e9da4b57 req-07b0fc76-6484-401e-bc48-d6b165a16954 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:01.520252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed6ca130-ad00-4e1a-8ab0-e459e9da4b57 req-07b0fc76-6484-401e-bc48-d6b165a16954 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0787594 Mar 11 17:09:01.597217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed6ca130-ad00-4e1a-8ab0-e459e9da4b57 req-c049b4c1-32c0-4c62-8b96-549beb0f5ed6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759406 Mar 11 17:09:01.738228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-565c03bc-8c55-4e01-89fd-e0ba108121eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:01.739696 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-565c03bc-8c55-4e01-89fd-e0ba108121eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2040694 Mar 11 17:09:01.770764 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:01.780698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:01.781064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba24f-4792-4611-b101-41008bb3af5a req-0466e6f1-55d3-4c61-9c8a-1d3c81ee3f16 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:01.783081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1adba24f-4792-4611-b101-41008bb3af5a req-0466e6f1-55d3-4c61-9c8a-1d3c81ee3f16 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1096 time: 0.1104550 Mar 11 17:09:01.795301 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:01.802521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9ef14-724a-4f80-8ae1-14de331ad91f req-95a6e732-4eb9-45f2-89f9-df564f768687 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:01.804284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd9ef14-724a-4f80-8ae1-14de331ad91f req-95a6e732-4eb9-45f2-89f9-df564f768687 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 948 time: 0.1209600 Mar 11 17:09:01.862173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2ea75-304f-4e35-a5c3-a3a398efad4f None None] Pushing event updated for resources: {'Port': ['ID=03da3a51-eef0-422c-b6bc-4d76471d453f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:01.870305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Attempting to bind port 03da3a51-eef0-422c-b6bc-4d76471d453f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:01.871065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Attempting to bind port 03da3a51-eef0-422c-b6bc-4d76471d453f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:01.871653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Attempting to bind port 03da3a51-eef0-422c-b6bc-4d76471d453f on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:01.880661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:01.881251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:01.881885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:01.882481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:01.883187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Bound port: 03da3a51-eef0-422c-b6bc-4d76471d453f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:01.883790 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:01.898639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1adba24f-4792-4611-b101-41008bb3af5a req-fd6dd9dd-7ae9-4786-982a-4c80cd9d36e5 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930717 Mar 11 17:09:01.924893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd9ef14-724a-4f80-8ae1-14de331ad91f req-862ab42f-7dcc-4a67-8ed0-cba5dc8c6b51 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014233 Mar 11 17:09:01.950054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-81621a84-b142-4b86-a39f-3a108739202f service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905251 Mar 11 17:09:01.961767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] For port 03da3a51-eef0-422c-b6bc-4d76471d453f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:01.966095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] For port 03da3a51-eef0-422c-b6bc-4d76471d453f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=03da3a51-eef0-422c-b6bc-4d76471d453f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:01.973543 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.041451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Routers {'da67ea19-b77f-4692-b17e-305394707492'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:02.042092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:08:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['da67ea19-b77f-4692-b17e-305394707492'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:02.104329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2ea75-304f-4e35-a5c3-a3a398efad4f None None] Pushing event updated for resources: {'Port': ['ID=03da3a51-eef0-422c-b6bc-4d76471d453f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:02.168732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Allocated IP 172.20.0.1 (38122b14-3143-44ce-93eb-0f1d1b8e2751/8cac49d7-988a-4289-94f2-8ba8f9d37cb9/4959ad21-4205-470c-96e4-6f8650ffebb7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:02.234063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] Set router da67ea19-b77f-4692-b17e-305394707492 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:02.263167 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7fa763d5-c056-4c6d-986b-322815b8bb6b req-f73669e7-10cf-4e54-9a62-477693e895f9 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965930 Mar 11 17:09:02.272503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-57e67196-83b3-4b87-806f-c1169577ce51 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:02.282477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-57e67196-83b3-4b87-806f-c1169577ce51 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 804 time: 0.2104685 Mar 11 17:09:02.304392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-e82527c0-53e0-4a63-a87b-51b2de4f655f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/quotas/2199d8a5c54c4eba804aa9c76841d80f HTTP/1.1" status: 200 len: 375 time: 0.0202265 Mar 11 17:09:02.351289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.375181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-a54a57e1-4650-4a96-89f4-64567c0a4e8e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691862 Mar 11 17:09:02.445392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d948acd-ccbf-49cd-b210-20002755b199 req-4767e831-3376-41ee-811e-0f0eb9e27f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:02.447952 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d948acd-ccbf-49cd-b210-20002755b199 req-4767e831-3376-41ee-811e-0f0eb9e27f65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 1099 time: 0.0807564 Mar 11 17:09:02.449657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.514804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Network 38122b14-3143-44ce-93eb-0f1d1b8e2751 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:02.521086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:02.521754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5e0da028-6366-4bb8-aef6-8dd1207bdb4a no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:09:02.543928 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-65d8ee70-e3ef-484d-ba2e-b62765f6a0fe service neutron] 10.222.0.53 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576641 Mar 11 17:09:02.548001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:02.691955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Pushing event updated for resources: {'Port': ['ID=4959ad21-4205-470c-96e4-6f8650ffebb7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:02.705719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67ea19-b77f-4692-b17e-305394707492', 'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:54Z', 'updated_at': '2022-03-11T17:08:57Z', 'revision_number': 3, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'gw_port': {'id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:55Z', 'updated_at': '2022-03-11T17:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:02.761831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.777010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-4f7db708-1415-4e34-b841-f417eeb8fce8 service neutron] 10.222.0.53 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216253 Mar 11 17:09:02.779299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a166f4-b6d6-4d52-a523-fbdf67679dfe None None] The sync data for ids ['da67ea19-b77f-4692-b17e-305394707492'] in n-d-833411-1 is: [{'id': 'da67ea19-b77f-4692-b17e-305394707492', 'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:54Z', 'updated_at': '2022-03-11T17:08:57Z', 'revision_number': 3, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'gw_port': {'id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:55Z', 'updated_at': '2022-03-11T17:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:02.791412 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.857901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c004d7e-ace4-4752-8289-bd2b2ebc6342 req-5345cd1e-11e8-4554-b170-8f202228e9bb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:02.860792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c004d7e-ace4-4752-8289-bd2b2ebc6342 req-5345cd1e-11e8-4554-b170-8f202228e9bb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1377757 Mar 11 17:09:02.869025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:02.873967 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b8302d-ef7d-4fb3-abea-b1e2505a4218" -d '{"events": [{"server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:02.914098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:02.924430 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.930885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d948acd-ccbf-49cd-b210-20002755b199 req-52e027d1-87fe-40b7-8dd0-6fb21b1d5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:02.933095 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d948acd-ccbf-49cd-b210-20002755b199 req-52e027d1-87fe-40b7-8dd0-6fb21b1d5434 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.4547427 Mar 11 17:09:02.995923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c004d7e-ace4-4752-8289-bd2b2ebc6342 req-a61bc7ee-d28d-4d72-9b49-8f433bbf0ddc tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175070 Mar 11 17:09:03.041913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:03.080020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1b931737-ea23-48a4-8fd3-76f42b6138a5 None None] Provisioning complete for port 4959ad21-4205-470c-96e4-6f8650ffebb7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:03.081163 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1b931737-ea23-48a4-8fd3-76f42b6138a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:03.104314 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d948acd-ccbf-49cd-b210-20002755b199 req-c3742974-fa5e-4eea-a730-5cacd502bbc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=8804a33b-cdf0-4544-879a-a17175113f50 HTTP/1.1" status: 200 len: 217 time: 0.1283245 Mar 11 17:09:03.169057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1b931737-ea23-48a4-8fd3-76f42b6138a5 None None] Port 4959ad21-4205-470c-96e4-6f8650ffebb7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:09:03.196082 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:03.222749 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2418fd68-dc51-462b-aea6-9abef354dec0 x-openstack-request-id: req-2418fd68-dc51-462b-aea6-9abef354dec0 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:03.223342 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:03.223776 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2418fd68-dc51-462b-aea6-9abef354dec0 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:03.225254 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a', 'code': 200} Mar 11 17:09:03.435568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950be2c-df3f-44e3-a5b0-e67547c12224 req-462ecc4c-eaf7-4e38-ba66-3d528ff90eb6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:03.450187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3950be2c-df3f-44e3-a5b0-e67547c12224 req-462ecc4c-eaf7-4e38-ba66-3d528ff90eb6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.2190034 Mar 11 17:09:03.544664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dbff0-dbe9-418f-9f44-c48cfb5ca0a0 req-87d96d42-420d-42b8-9ab9-dcbb5f7fcc69 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:03.555341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f0dbff0-dbe9-418f-9f44-c48cfb5ca0a0 req-87d96d42-420d-42b8-9ab9-dcbb5f7fcc69 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 948 time: 0.2189925 Mar 11 17:09:03.621838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3950be2c-df3f-44e3-a5b0-e67547c12224 req-013e5ee6-9905-4fef-8ac4-67d08530248a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701918 Mar 11 17:09:03.678267 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f0dbff0-dbe9-418f-9f44-c48cfb5ca0a0 req-16d32755-b42a-4804-947b-5eb20ba1293d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200871 Mar 11 17:09:03.803430 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:03.809805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d948acd-ccbf-49cd-b210-20002755b199 req-33d21f78-316c-40b7-8e14-bd4637340222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:03.817587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d948acd-ccbf-49cd-b210-20002755b199 req-33d21f78-316c-40b7-8e14-bd4637340222 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.6056643 Mar 11 17:09:03.820223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:03.843485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77f43b91-8a86-4d9d-a9ef-3cd9daa607c5 req-a8f9b6f8-15ef-4c79-85d5-3adee3f32c1c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 210 time: 0.1248329 Mar 11 17:09:04.090238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Pushing event updated for resources: {'Port': ['ID=4959ad21-4205-470c-96e4-6f8650ffebb7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:04.155412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d948acd-ccbf-49cd-b210-20002755b199 req-7bfa921e-9523-4117-bd10-8d2e90b041d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:04.159304 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d948acd-ccbf-49cd-b210-20002755b199 req-7bfa921e-9523-4117-bd10-8d2e90b041d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3349199 Mar 11 17:09:04.172626 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:04.239641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c905566-eba5-4fc4-a153-48e2e8fe7a5f req-b4c5910e-b574-47d6-bef4-68531be7a65b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:04.251935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c905566-eba5-4fc4-a153-48e2e8fe7a5f req-b4c5910e-b574-47d6-bef4-68531be7a65b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1080253 Mar 11 17:09:04.315824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c905566-eba5-4fc4-a153-48e2e8fe7a5f req-34f581cc-6595-44d5-a469-ff0186bda96d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616426 Mar 11 17:09:04.619605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Network 38122b14-3143-44ce-93eb-0f1d1b8e2751 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:04.623757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:04.641436 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d948acd-ccbf-49cd-b210-20002755b199 req-3a0c4e0d-ee79-4f8b-b2e7-ec74646ec2e7 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620783 Mar 11 17:09:04.901935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 03da3a51-eef0-422c-b6bc-4d76471d453f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:04.971526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b18e5-4e5b-4677-96e2-110bbadfe8e2 req-041bf8c7-b0bb-4889-94d3-587b91becb81 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:04.979869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce0b18e5-4e5b-4677-96e2-110bbadfe8e2 req-041bf8c7-b0bb-4889-94d3-587b91becb81 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1517177 Mar 11 17:09:05.042165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 03da3a51-eef0-422c-b6bc-4d76471d453f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:05.042789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:05.074227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a9650aad-edaa-4482-9652-dd14e071a01a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:05.075879 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a9650aad-edaa-4482-9652-dd14e071a01a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2dfc41-04ee-4886-a382-cc7d06283646 HTTP/1.1" status: 200 len: 944 time: 0.3557971 Mar 11 17:09:05.094554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce0b18e5-4e5b-4677-96e2-110bbadfe8e2 req-af729357-9bfd-414e-9b0c-a4f71c89288f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958309 Mar 11 17:09:05.245658 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:05.263788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bcf4ac76-feac-4307-832a-b73c0189c352 None None] Provisioning complete for port 4959ad21-4205-470c-96e4-6f8650ffebb7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:05.264383 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bcf4ac76-feac-4307-832a-b73c0189c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:05.299263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da531f9c-9a55-4d7b-bf8e-4c5cebd6129b req-8b5b87e9-bb70-4c03-907e-b78e002effd5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:05.301603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da531f9c-9a55-4d7b-bf8e-4c5cebd6129b req-8b5b87e9-bb70-4c03-907e-b78e002effd5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 948 time: 0.0730085 Mar 11 17:09:05.331750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4ac76-feac-4307-832a-b73c0189c352 None None] Port 4959ad21-4205-470c-96e4-6f8650ffebb7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:09:05.345137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 03da3a51-eef0-422c-b6bc-4d76471d453f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=03da3a51-eef0-422c-b6bc-4d76471d453f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:05.353123 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:05.415128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Router da67ea19-b77f-4692-b17e-305394707492 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:09:05.450059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da531f9c-9a55-4d7b-bf8e-4c5cebd6129b req-cabd48af-c69b-48ee-80c2-eee51f1b6bf5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387887 Mar 11 17:09:05.462662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=03da3a51-eef0-422c-b6bc-4d76471d453f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:05.463665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-f1c24496-7bf4-4264-bcca-e90256ad4748 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:05.465730 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-f1c24496-7bf4-4264-bcca-e90256ad4748 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.66 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 804 time: 0.5342524 Mar 11 17:09:05.472661 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d948acd-ccbf-49cd-b210-20002755b199 req-cbbbf436-9406-4a2d-bc89-f3cb857e722e service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7854426 Mar 11 17:09:05.509244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Request body: {'port': {'device_id': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'admin_state_up': True, 'tenant_id': '2199d8a5c54c4eba804aa9c76841d80f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:05.570722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae86d725-7d92-4780-9bfa-33c6056020bb req-8056b466-a5a7-4316-9905-262a72c16955 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 210 time: 0.0377159 Mar 11 17:09:05.596004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Deleting port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:05.596004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:05.743610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b464bac-8081-42ed-8d78-1c1f22a7c952 req-3b1cdc87-cacf-48a2-b236-1b128002a0e3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:05.746645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b464bac-8081-42ed-8d78-1c1f22a7c952 req-3b1cdc87-cacf-48a2-b236-1b128002a0e3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1012022 Mar 11 17:09:05.809947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b464bac-8081-42ed-8d78-1c1f22a7c952 req-2af94086-15a2-4e12-b33c-b7b9444a9c03 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559237 Mar 11 17:09:06.137384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] For port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:06.138063 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:06.157333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Calling delete_port for 5e0da028-6366-4bb8-aef6-8dd1207bdb4a owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:06.168522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Made reservation on behalf of 2199d8a5c54c4eba804aa9c76841d80f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:06.171980 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:06.178513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:09:06.193011 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e8285c5e-662c-4aa1-b006-45f284359a37 admin admin] 10.222.0.53 "PUT /v2.0/routers/da67ea19-b77f-4692-b17e-305394707492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0515223 Mar 11 17:09:06.196558 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Sync routers for ids ['da67ea19-b77f-4692-b17e-305394707492'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:06.213724 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Routers {'da67ea19-b77f-4692-b17e-305394707492'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:06.214452 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:08:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['da67ea19-b77f-4692-b17e-305394707492'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:06.395986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40f481-081b-45bf-9865-adef21a67f46 req-d6ac45a3-1492-4a6d-a429-a019fcff22b2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:06.401083 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Set router da67ea19-b77f-4692-b17e-305394707492 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:06.414323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa40f481-081b-45bf-9865-adef21a67f46 req-d6ac45a3-1492-4a6d-a429-a019fcff22b2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1018670 Mar 11 17:09:06.482086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Allocated IP 172.20.0.14 (ab61905c-1b8b-470b-a0fb-bf99fe2decb7/b9469fab-26ff-4bf5-8d9e-53b6cca12d86/f1a91e55-0508-4836-a401-e198fbf41653) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:06.482579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa40f481-081b-45bf-9865-adef21a67f46 req-e9fc89dc-dace-4d6a-a76d-e5fa221bdaa2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649397 Mar 11 17:09:06.528686 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:06.534178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8804a33b-cdf0-4544-879a-a17175113f50 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:09:06.597240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Pushing event deleted for resources: {'Port': ['ID=5e0da028-6366-4bb8-aef6-8dd1207bdb4a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:06.716057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] No DVR routers for this DVR port 5e0da028-6366-4bb8-aef6-8dd1207bdb4a on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:09:06.720729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:06.733595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6d2e23a0-c412-4d07-a927-e11d5fe19709 req-a2a45d6f-c257-4006-acd3-160cb45ac028 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.46 "DELETE /v2.0/ports/5e0da028-6366-4bb8-aef6-8dd1207bdb4a HTTP/1.1" status: 204 len: 173 time: 1.5362349 Mar 11 17:09:06.746861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8804a33b-cdf0-4544-879a-a17175113f50, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8804a33b-cdf0-4544-879a-a17175113f50,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:06.773281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '8804a33b-cdf0-4544-879a-a17175113f50', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '8804a33b-cdf0-4544-879a-a17175113f50', 'mac_address': 'fa:16:3e:fa:d0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:09:06.786261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'name': 'network-vif-deleted', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:06.788384 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5525b9-e792-4ea3-b584-9bbe6d685f28" -d '{"events": [{"server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "name": "network-vif-deleted", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:06.846802 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:06.923924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 03da3a51-eef0-422c-b6bc-4d76471d453f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:06.925149 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67ea19-b77f-4692-b17e-305394707492', 'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:54Z', 'updated_at': '2022-03-11T17:09:03Z', 'revision_number': 4, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'gw_port': {'id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:55Z', 'updated_at': '2022-03-11T17:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4959ad21-4205-470c-96e4-6f8650ffebb7', 'name': '', 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'mac_address': 'fa:16:3e:90:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8cac49d7-988a-4289-94f2-8ba8f9d37cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:01Z', 'updated_at': '2022-03-11T17:09:03Z', 'revision_number': 2, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'subnets': [{'id': '8cac49d7-988a-4289-94f2-8ba8f9d37cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:06.954634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8804a33b-cdf0-4544-879a-a17175113f50 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:06.955170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb6587-739a-4558-a359-86b8fcc63b85 req-e44515d2-67ff-43d8-9d76-3d3348a953b5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:06.972451 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51eb6587-739a-4558-a359-86b8fcc63b85 req-e44515d2-67ff-43d8-9d76-3d3348a953b5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 948 time: 0.1215167 Mar 11 17:09:07.002065 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Checking router: da67ea19-b77f-4692-b17e-305394707492 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:07.002276 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Updating router da67ea19-b77f-4692-b17e-305394707492 port 4959ad21-4205-470c-96e4-6f8650ffebb7 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:09:07.062460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8804a33b-cdf0-4544-879a-a17175113f50, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8804a33b-cdf0-4544-879a-a17175113f50,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:07.064038 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.067908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51eb6587-739a-4558-a359-86b8fcc63b85 req-c938e8f2-aa2e-4bab-93d2-2e6c0e87848e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848129 Mar 11 17:09:07.085133 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.112552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.194714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 03da3a51-eef0-422c-b6bc-4d76471d453f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:07.196382 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.213738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.250759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=8804a33b-cdf0-4544-879a-a17175113f50,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:07.298908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:07.305142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:07.309106 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:07.346912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Pushing event updated for resources: {'Port': ['ID=f1a91e55-0508-4836-a401-e198fbf41653,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:07.438930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:07.439609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.527458 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-2d902119-dd2e-42f5-84cd-eedfd89214a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0246470 Mar 11 17:09:07.544135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Request body: {'port': {'device_id': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:07.632418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8804a33b-cdf0-4544-879a-a17175113f50'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:07.636163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eac1bf-6011-4401-9043-5470d8ff164f req-b902bd0f-072f-4e93-8cd2-69ab62a246c2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:07.639832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62eac1bf-6011-4401-9043-5470d8ff164f req-b902bd0f-072f-4e93-8cd2-69ab62a246c2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 932 time: 0.1050355 Mar 11 17:09:07.654911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.774941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-407af813-3c64-4b71-af6f-05c6ddffe59e tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2875044 Mar 11 17:09:07.788688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62eac1bf-6011-4401-9043-5470d8ff164f req-8ae1d053-861e-4b00-bf58-7b9ab30af54e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106944 Mar 11 17:09:07.806630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:07.867310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.868027 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.884062 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.974996 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be9df3-5021-442e-9c92-13f847544127 None None] Pushing event updated for resources: {'Port': ['ID=4959ad21-4205-470c-96e4-6f8650ffebb7,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:08.004070 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b813209-ca85-4585-9eac-af4874d8770c x-openstack-request-id: req-8b813209-ca85-4585-9eac-af4874d8770c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:08.004589 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2dfc41-04ee-4886-a382-cc7d06283646", "name": "network-vif-deleted", "tag": "5e0da028-6366-4bb8-aef6-8dd1207bdb4a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:08.005715 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b813209-ca85-4585-9eac-af4874d8770c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:08.006283 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2dfc41-04ee-4886-a382-cc7d06283646', 'name': 'network-vif-deleted', 'tag': '5e0da028-6366-4bb8-aef6-8dd1207bdb4a', 'status': 'completed', 'code': 200} Mar 11 17:09:08.054420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b61b3-40bd-496f-8946-5912528d4ac9 req-e9a5e775-9ec5-4c3b-b667-dd3e178c42a7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:08.055972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-000b61b3-40bd-496f-8946-5912528d4ac9 req-e9a5e775-9ec5-4c3b-b667-dd3e178c42a7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0857894 Mar 11 17:09:08.109985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.112779 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Attempting to bind port 4959ad21-4205-470c-96e4-6f8650ffebb7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:08.115084 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Attempting to bind port 4959ad21-4205-470c-96e4-6f8650ffebb7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '545736c8-71c6-41ef-a7c6-10b2e1c105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:08.115676 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Attempting to bind port 4959ad21-4205-470c-96e4-6f8650ffebb7 on network 38122b14-3143-44ce-93eb-0f1d1b8e2751 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:08.130627 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:08.133058 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Checking segment: {'id': '545736c8-71c6-41ef-a7c6-10b2e1c105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:08.133976 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.136226 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Bound using segment: {'id': '545736c8-71c6-41ef-a7c6-10b2e1c105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:08.137838 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Bound port: 4959ad21-4205-470c-96e4-6f8650ffebb7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545736c8-71c6-41ef-a7c6-10b2e1c105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:08.139782 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.237901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-000b61b3-40bd-496f-8946-5912528d4ac9 req-6895b0d7-0a1d-49c9-93a0-b0ed7f7d2445 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668894 Mar 11 17:09:08.303045 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] For port 4959ad21-4205-470c-96e4-6f8650ffebb7, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:08.308243 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] For port 4959ad21-4205-470c-96e4-6f8650ffebb7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4959ad21-4205-470c-96e4-6f8650ffebb7,segment=NetworkSegment(545736c8-71c6-41ef-a7c6-10b2e1c105cb),segment_id=545736c8-71c6-41ef-a7c6-10b2e1c105cb)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:08.317508 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.366151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Allocated IP 172.25.8.143 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/c75aa740-22ef-4aa4-8031-1a76745dd5bd) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:08.383184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a91e55-0508-4836-a401-e198fbf41653 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:08.392312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.420272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Transition to ACTIVE for port object f1a91e55-0508-4836-a401-e198fbf41653 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:08.425992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.470952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cb5af757-c12a-4bdc-8305-894f01b7ad23 None None] Provisioning complete for port 4959ad21-4205-470c-96e4-6f8650ffebb7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:08.471600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cb5af757-c12a-4bdc-8305-894f01b7ad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.495478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Pushing event updated for resources: {'Port': ['ID=f1a91e55-0508-4836-a401-e198fbf41653,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:08.581434 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be9df3-5021-442e-9c92-13f847544127 None None] Pushing event updated for resources: {'Port': ['ID=4959ad21-4205-470c-96e4-6f8650ffebb7,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:08.618800 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Routers {'da67ea19-b77f-4692-b17e-305394707492'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:08.619907 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:08:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['da67ea19-b77f-4692-b17e-305394707492'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:08.652372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5e0da028-6366-4bb8-aef6-8dd1207bdb4a no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:09:08.715215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 5e0da028-6366-4bb8-aef6-8dd1207bdb4a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:09:08.716001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5e0da028-6366-4bb8-aef6-8dd1207bdb4a not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:09:08.716990 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.749975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Attempting to bind port f1a91e55-0508-4836-a401-e198fbf41653 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:08.750503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Attempting to bind port f1a91e55-0508-4836-a401-e198fbf41653 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:08.751085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Attempting to bind port f1a91e55-0508-4836-a401-e198fbf41653 on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:08.765728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Port f1a91e55-0508-4836-a401-e198fbf41653 on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:09:08.766868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Attempting to bind port f1a91e55-0508-4836-a401-e198fbf41653 on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:08.776015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:08.777021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Checking segment: {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:08.777586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Bound using segment: {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:08.778238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Bound port: f1a91e55-0508-4836-a401-e198fbf41653, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:08.778824 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.818364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f041aa1-cb4d-40f2-adcc-7f5c9c1c701d req-34b231fe-70b1-4a27-a8c4-40f545616827 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:08.821223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f041aa1-cb4d-40f2-adcc-7f5c9c1c701d req-34b231fe-70b1-4a27-a8c4-40f545616827 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.3336260 Mar 11 17:09:08.846933 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] Set router da67ea19-b77f-4692-b17e-305394707492 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:08.955160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f041aa1-cb4d-40f2-adcc-7f5c9c1c701d req-84a8aa88-7e9e-4f7b-a6ac-8f6f204b5056 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064467 Mar 11 17:09:08.959434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:08.964540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f1a91e55-0508-4836-a401-e198fbf41653,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:08.970876 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.006546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.022252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:09.022714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.024158 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-06102361-3ab1-447a-ae89-9997f819399b service neutron] 10.222.0.66 "PUT /v2.0/ports/f1a91e55-0508-4836-a401-e198fbf41653 HTTP/1.1" status: 200 len: 1092 time: 1.4874332 Mar 11 17:09:09.071619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06102361-3ab1-447a-ae89-9997f819399b service neutron] Pushing event updated for resources: {'Port': ['ID=f1a91e55-0508-4836-a401-e198fbf41653,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:09.102770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:09.104412 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cb5af757-c12a-4bdc-8305-894f01b7ad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.122811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:09.131182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:09.172222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cb5af757-c12a-4bdc-8305-894f01b7ad23 None None] For port 4959ad21-4205-470c-96e4-6f8650ffebb7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4959ad21-4205-470c-96e4-6f8650ffebb7,segment=NetworkSegment(545736c8-71c6-41ef-a7c6-10b2e1c105cb),segment_id=545736c8-71c6-41ef-a7c6-10b2e1c105cb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:09.172818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-8f5b78b4-5024-4456-be40-770fca84fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:09.176845 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-8f5b78b4-5024-4456-be40-770fca84fcd0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 1095 time: 0.0819678 Mar 11 17:09:09.178776 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cb5af757-c12a-4bdc-8305-894f01b7ad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.218562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Pushing event updated for resources: {'Port': ['ID=c75aa740-22ef-4aa4-8031-1a76745dd5bd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:09.271244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5af757-c12a-4bdc-8305-894f01b7ad23 None None] Pushing event updated for resources: {'Port': ['ID=4959ad21-4205-470c-96e4-6f8650ffebb7,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:09.274884 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-0addd501-75b9-4913-9f40-503104cb9a32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a91e55-0508-4836-a401-e198fbf41653 HTTP/1.1" status: 200 len: 217 time: 0.0902631 Mar 11 17:09:09.313863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1ce31872-26b2-42aa-a6af-bc2baff71ee0 None None] Provisioning complete for port 4959ad21-4205-470c-96e4-6f8650ffebb7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:09.314503 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ce31872-26b2-42aa-a6af-bc2baff71ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.364783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72165f5b-515a-489c-8407-93894d60608e req-2863c75b-dae7-4f3d-8f2f-53ffe5a1f2d0 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:09.374065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72165f5b-515a-489c-8407-93894d60608e req-2863c75b-dae7-4f3d-8f2f-53ffe5a1f2d0 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 949 time: 0.1588767 Mar 11 17:09:09.383805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-92f46785-49b5-441c-9b11-c59e06abbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:09.387138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-92f46785-49b5-441c-9b11-c59e06abbc04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9469fab-26ff-4bf5-8d9e-53b6cca12d86 HTTP/1.1" status: 200 len: 844 time: 0.0985632 Mar 11 17:09:09.439276 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-a2cce595-1336-41b5-85b1-3d73337f4b80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412214 Mar 11 17:09:09.449677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72165f5b-515a-489c-8407-93894d60608e req-309ba3dc-058c-4a77-b981-ae2093895235 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675185 Mar 11 17:09:09.462179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.476287 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67ea19-b77f-4692-b17e-305394707492', 'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:54Z', 'updated_at': '2022-03-11T17:09:03Z', 'revision_number': 4, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'gw_port': {'id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:55Z', 'updated_at': '2022-03-11T17:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4959ad21-4205-470c-96e4-6f8650ffebb7', 'name': '', 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'mac_address': 'fa:16:3e:90:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8cac49d7-988a-4289-94f2-8ba8f9d37cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:01Z', 'updated_at': '2022-03-11T17:09:08Z', 'revision_number': 4, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'subnets': [{'id': '8cac49d7-988a-4289-94f2-8ba8f9d37cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:09.507469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.541752 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913d98c-8740-406a-a098-7e511c7aabdb None None] The sync data for ids ['da67ea19-b77f-4692-b17e-305394707492'] in n-d-833411-1 is: [{'id': 'da67ea19-b77f-4692-b17e-305394707492', 'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:54Z', 'updated_at': '2022-03-11T17:09:03Z', 'revision_number': 4, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'gw_port': {'id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:55Z', 'updated_at': '2022-03-11T17:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4959ad21-4205-470c-96e4-6f8650ffebb7', 'name': '', 'network_id': '38122b14-3143-44ce-93eb-0f1d1b8e2751', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'mac_address': 'fa:16:3e:90:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8cac49d7-988a-4289-94f2-8ba8f9d37cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:01Z', 'updated_at': '2022-03-11T17:09:08Z', 'revision_number': 4, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'subnets': [{'id': '8cac49d7-988a-4289-94f2-8ba8f9d37cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:09.655154 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-edac61e7-02c3-4db9-83c8-ee41b0428005 service neutron] 10.222.0.66 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019849 Mar 11 17:09:09.836836 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9b9834-e057-49c8-a6a0-49ae073806bd req-f4ba8bf6-1c93-4705-8fb3-30b3eeb0e40e service neutron] 10.222.0.66 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673052 Mar 11 17:09:10.007770 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:10.010953 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e9ead-1e39-4817-8e7c-6a24672988a7" -d '{"events": [{"name": "network-changed", "server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "tag": "f1a91e55-0508-4836-a401-e198fbf41653"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:10.072841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.079280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.155241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Pushing event updated for resources: {'Port': ['ID=c75aa740-22ef-4aa4-8031-1a76745dd5bd,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:10.184957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.207042 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.208284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-0923e3bd-a49e-4da4-994c-65f1802f134b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4159319 Mar 11 17:09:10.282688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-f2e1755a-b035-45ba-b3f1-7446f43869e9 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.143 HTTP/1.1" status: 200 len: 696 time: 0.0614915 Mar 11 17:09:10.390228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773dc22-8482-42ab-b17e-0b4d5840b748 req-3c60c951-9f6d-4029-a8a8-b5a157aedb64 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:10.393750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8773dc22-8482-42ab-b17e-0b4d5840b748 req-3c60c951-9f6d-4029-a8a8-b5a157aedb64 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 944 time: 0.1278327 Mar 11 17:09:10.488645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-5be7c8c9-1f3b-4945-a991-277398e60d2b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:10.490022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f14a66bb-c0c5-4d18-aa44-ba5a1ca6f28d req-5be7c8c9-1f3b-4945-a991-277398e60d2b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.1936529 Mar 11 17:09:10.502567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8773dc22-8482-42ab-b17e-0b4d5840b748 req-53adbaad-1a34-45f8-8fbf-0ae0cfa6555a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038623 Mar 11 17:09:10.563058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8804a33b-cdf0-4544-879a-a17175113f50 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:10.574912 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3064c1-cbd3-48bc-bbfc-4aafa699182e x-openstack-request-id: req-0b3064c1-cbd3-48bc-bbfc-4aafa699182e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:10.575425 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "tag": "f1a91e55-0508-4836-a401-e198fbf41653", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:10.575754 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b3064c1-cbd3-48bc-bbfc-4aafa699182e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:10.576583 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653', 'status': 'completed', 'code': 200} Mar 11 17:09:10.650629 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.673822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 8804a33b-cdf0-4544-879a-a17175113f50 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:10.686925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 8804a33b-cdf0-4544-879a-a17175113f50 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:10.687229 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.735926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-22fe3566-2911-4f7a-9efa-16c212a5952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:10.740305 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-22fe3566-2911-4f7a-9efa-16c212a5952e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 1095 time: 0.1395712 Mar 11 17:09:10.831543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4817643-f816-4312-b41b-067eb9ade933 req-2e56c840-821e-4a3c-9498-ed47344ce2d8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:10.840002 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.843075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4959ad21-4205-470c-96e4-6f8650ffebb7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:10.843307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4817643-f816-4312-b41b-067eb9ade933 req-2e56c840-821e-4a3c-9498-ed47344ce2d8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1836414 Mar 11 17:09:10.914706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-688df49c-714e-4036-948c-d96a04be1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:10.918739 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-688df49c-714e-4036-948c-d96a04be1351 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 904 time: 0.1701097 Mar 11 17:09:10.924462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4817643-f816-4312-b41b-067eb9ade933 req-08a360d3-88ac-44a4-aaf1-c4ec49e7106c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797741 Mar 11 17:09:10.946491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8804a33b-cdf0-4544-879a-a17175113f50, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8804a33b-cdf0-4544-879a-a17175113f50,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:10.949444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969f0afb-426d-4500-8007-c66e8a3ba361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8804a33b-cdf0-4544-879a-a17175113f50'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:10.953509 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf0fb8-3e5b-4ade-93a3-9f08fb5a551e" -d '{"events": [{"server_uuid": "969f0afb-426d-4500-8007-c66e8a3ba361", "name": "network-vif-plugged", "status": "completed", "tag": "8804a33b-cdf0-4544-879a-a17175113f50"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:10.955936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe41662-65f4-4392-8d10-bcb338bcd974 req-cc8a3a72-8e2c-4b3c-8895-009239ab785e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:10.957869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfe41662-65f4-4392-8d10-bcb338bcd974 req-cc8a3a72-8e2c-4b3c-8895-009239ab785e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.2332687 Mar 11 17:09:10.958745 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.968658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4959ad21-4205-470c-96e4-6f8650ffebb7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:10.969141 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.032147 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-c91f4f23-b5c3-4049-97e9-7c045d55df2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a91e55-0508-4836-a401-e198fbf41653 HTTP/1.1" status: 200 len: 217 time: 0.1042104 Mar 11 17:09:11.050679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfe41662-65f4-4392-8d10-bcb338bcd974 req-94840ad3-ac0d-4cea-baf0-58be1de32506 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797777 Mar 11 17:09:11.093126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=8804a33b-cdf0-4544-879a-a17175113f50,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:11.204650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-23127931-464f-4b02-b70d-8882ec3153b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:11.207081 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-23127931-464f-4b02-b70d-8882ec3153b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9469fab-26ff-4bf5-8d9e-53b6cca12d86 HTTP/1.1" status: 200 len: 844 time: 0.1626480 Mar 11 17:09:11.257901 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-60e7870d-a4bd-4456-a1d1-89159c280a0d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414598 Mar 11 17:09:11.317445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a7e5-4a38-44fe-aebc-7514dd11ef6c req-368e869c-c1b2-4e27-8803-7e704b0e4827 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:11.319485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c55a7e5-4a38-44fe-aebc-7514dd11ef6c req-368e869c-c1b2-4e27-8803-7e704b0e4827 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 950 time: 0.1331875 Mar 11 17:09:11.397186 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-ae27ba4f-5631-4859-8a70-37b3943ce392 service neutron] 10.222.0.66 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301696 Mar 11 17:09:11.437353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c55a7e5-4a38-44fe-aebc-7514dd11ef6c req-eee1ddec-4bb3-4d19-9916-23eb629bd71f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014831 Mar 11 17:09:11.577142 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f85e9ead-1e39-4817-8e7c-6a24672988a7 req-418a6426-5253-4750-934e-961a2c3220fa service neutron] 10.222.0.66 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730847 Mar 11 17:09:11.597948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37a5b301-e1b6-405d-9a1a-42e0ebbd9ce3 req-2683ed9c-6acb-4e4b-98cb-0904851eb58c tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips/84909266-d409-44f4-9931-b708ae47e372 HTTP/1.1" status: 200 len: 693 time: 0.0717249 Mar 11 17:09:11.755866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b301-e1b6-405d-9a1a-42e0ebbd9ce3 req-14934159-fbe6-4db1-8cbe-27773f73137f tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:11.756885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37a5b301-e1b6-405d-9a1a-42e0ebbd9ce3 req-14934159-fbe6-4db1-8cbe-27773f73137f tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.1408339 Mar 11 17:09:11.757867 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6a0e12-7a57-4d51-a525-5f0cb8ee6616 x-openstack-request-id: req-4d6a0e12-7a57-4d51-a525-5f0cb8ee6616 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:11.758557 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969f0afb-426d-4500-8007-c66e8a3ba361", "name": "network-vif-plugged", "status": "completed", "tag": "8804a33b-cdf0-4544-879a-a17175113f50", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:11.758881 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d6a0e12-7a57-4d51-a525-5f0cb8ee6616 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:11.759232 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969f0afb-426d-4500-8007-c66e8a3ba361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8804a33b-cdf0-4544-879a-a17175113f50', 'code': 200} Mar 11 17:09:11.885276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e6f2-49c9-4c0d-8395-7fe13923ddff req-829741e5-7a0c-4878-bf98-fdebb77011d2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:11.892930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41e4e6f2-49c9-4c0d-8395-7fe13923ddff req-829741e5-7a0c-4878-bf98-fdebb77011d2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 944 time: 0.0714774 Mar 11 17:09:11.901963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b179bb-3140-4d58-ad80-84db448d346b req-4b6f1a10-58b1-4ae5-940a-a458d168481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:11.904807 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23b179bb-3140-4d58-ad80-84db448d346b req-4b6f1a10-58b1-4ae5-940a-a458d168481d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 1101 time: 0.0571108 Mar 11 17:09:11.968361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c747126-397b-4171-bfcf-6f1e97e6c1ed req-1e8e650e-7005-48bf-9519-783aecc2f169 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=6fe07664ddbe48e798c2bd6b74e13ab4 HTTP/1.1" status: 200 len: 696 time: 0.1016002 Mar 11 17:09:11.972954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23b179bb-3140-4d58-ad80-84db448d346b req-3a30a8d6-076d-49c2-b248-8b6aeb54e567 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541058 Mar 11 17:09:11.996638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41e4e6f2-49c9-4c0d-8395-7fe13923ddff req-026a7d79-fd82-47f7-bde8-8de89ccfdb1c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723276 Mar 11 17:09:12.120982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c747126-397b-4171-bfcf-6f1e97e6c1ed req-97aeea12-9d56-4237-8934-2b783d10bc59 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:12.122455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c747126-397b-4171-bfcf-6f1e97e6c1ed req-97aeea12-9d56-4237-8934-2b783d10bc59 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/networks?id=647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 787 time: 0.1466193 Mar 11 17:09:12.133614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-1c747126-397b-4171-bfcf-6f1e97e6c1ed req-3227d22d-920f-4d50-88cf-34769d583fa3 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:09:12.135112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c747126-397b-4171-bfcf-6f1e97e6c1ed req-3227d22d-920f-4d50-88cf-34769d583fa3 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055654 Mar 11 17:09:12.250880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee549-4904-4003-85ff-73b907f1608e req-868a4501-b873-47b9-9dbb-04467ad1d3d1 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:12.252587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cadee549-4904-4003-85ff-73b907f1608e req-868a4501-b873-47b9-9dbb-04467ad1d3d1 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0604634 Mar 11 17:09:12.316645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cadee549-4904-4003-85ff-73b907f1608e req-7320130a-1c8a-424e-a860-afbfab051922 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578954 Mar 11 17:09:12.492474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57378ec-f39c-42be-8cf9-1675c335485f req-f42d0ac8-5fff-4c2c-98d9-89512829bb86 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:12.496510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57378ec-f39c-42be-8cf9-1675c335485f req-f42d0ac8-5fff-4c2c-98d9-89512829bb86 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0889742 Mar 11 17:09:12.555870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57378ec-f39c-42be-8cf9-1675c335485f req-73b3d8d8-539c-47fb-800d-16b2f1983e6e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522530 Mar 11 17:09:12.664475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-9b584b3d-9be1-4546-8c18-11260d597f1b tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips/84909266-d409-44f4-9931-b708ae47e372 HTTP/1.1" status: 200 len: 693 time: 0.0898373 Mar 11 17:09:12.789151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f480485-b879-45e8-afc0-00c2476fe948 req-70a3791b-fc44-440e-8b42-c268cf0f2103 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:12.790746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f480485-b879-45e8-afc0-00c2476fe948 req-70a3791b-fc44-440e-8b42-c268cf0f2103 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 950 time: 0.1495149 Mar 11 17:09:12.861932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-82a78808-5b01-4414-87a5-1945492e5ca6 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:12.863296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-82a78808-5b01-4414-87a5-1945492e5ca6 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.1745684 Mar 11 17:09:12.875975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f480485-b879-45e8-afc0-00c2476fe948 req-a9a4a208-33e2-46b2-92e4-882aea73a606 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742817 Mar 11 17:09:12.946448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-5d818dc3-ddc7-4d2c-9411-86d3b0d80ab5 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.143 HTTP/1.1" status: 200 len: 696 time: 0.0690489 Mar 11 17:09:13.001949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-69ef8b3f-c7a0-4efa-8aed-8427fa53e718 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.143 HTTP/1.1" status: 200 len: 696 time: 0.0485239 Mar 11 17:09:13.167632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Deleting port c75aa740-22ef-4aa4-8031-1a76745dd5bd {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:13.168053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.262775 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.263057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.276324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Calling delete_port for c75aa740-22ef-4aa4-8031-1a76745dd5bd owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:13.362532 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.525047 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5bb15ae6-c566-412d-b2b7-67f0243b5d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.535345 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.549342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2041a-45bd-4a67-9fcf-3f429063b63a req-56a9c07a-3228-4eab-8202-5936b3e10318 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:13.551367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1e2041a-45bd-4a67-9fcf-3f429063b63a req-56a9c07a-3228-4eab-8202-5936b3e10318 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 944 time: 0.1220667 Mar 11 17:09:13.575642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Pushing event deleted for resources: {'Port': ['ID=c75aa740-22ef-4aa4-8031-1a76745dd5bd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:13.647988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1e2041a-45bd-4a67-9fcf-3f429063b63a req-e1e4bbfa-d259-4862-906d-d82c65872e14 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760858 Mar 11 17:09:13.682190 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.696859 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.699215 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fd48ea5-0446-4d0a-b3ff-aed6cc7811dd req-3b91da08-5f62-483c-8d39-30acdb3aa512 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "DELETE /v2.0/floatingips/84909266-d409-44f4-9931-b708ae47e372 HTTP/1.1" status: 204 len: 173 time: 0.6860230 Mar 11 17:09:13.791760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8b7db-f42c-4fea-b145-843cb6277fcb req-1e300acc-15f2-4ec3-bc46-3c0bcbd54b50 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:13.793088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2eb8b7db-f42c-4fea-b145-843cb6277fcb req-1e300acc-15f2-4ec3-bc46-3c0bcbd54b50 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0780439 Mar 11 17:09:13.876580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2eb8b7db-f42c-4fea-b145-843cb6277fcb req-c00ca6e0-2469-4185-a9cf-055d9c7edb61 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733418 Mar 11 17:09:13.898093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d33cb2-6afb-43e3-9778-5c9d0a3d1cb7 req-19c2aea3-a36c-4cf4-8ad5-6f94432fac0e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:13.899914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50d33cb2-6afb-43e3-9778-5c9d0a3d1cb7 req-19c2aea3-a36c-4cf4-8ad5-6f94432fac0e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0836384 Mar 11 17:09:14.067828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50d33cb2-6afb-43e3-9778-5c9d0a3d1cb7 req-621865ba-7e74-461f-8df7-e26a72f950b9 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548710 Mar 11 17:09:14.164765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-5b06ac5b-e3aa-4ce7-8980-ebf76be94524 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2417307 Mar 11 17:09:14.186335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:14.214280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.226825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d671d-63ec-49bd-b6c5-385b0f16acc6 req-05bfba34-564b-4815-9a78-9abc01e91bcd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:14.228331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b45d671d-63ec-49bd-b6c5-385b0f16acc6 req-05bfba34-564b-4815-9a78-9abc01e91bcd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 950 time: 0.0812304 Mar 11 17:09:14.320122 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b45d671d-63ec-49bd-b6c5-385b0f16acc6 req-865791d3-6cde-40b1-88e2-9cbee8349c28 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803173 Mar 11 17:09:14.374680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.422687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40048) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:14.502090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9200-a2e0-4f56-b52b-1630f379e8ea req-a606de35-4147-4e12-9a4c-7c491f3e1c08 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:14.503609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e06f9200-a2e0-4f56-b52b-1630f379e8ea req-a606de35-4147-4e12-9a4c-7c491f3e1c08 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 1101 time: 0.0889482 Mar 11 17:09:14.521241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Allocated IP 172.25.8.117 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/10c54559-a369-491c-8e51-0d7e3952e4d0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:14.598937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e06f9200-a2e0-4f56-b52b-1630f379e8ea req-a6a87c66-5029-44ae-95c8-c391fade1f87 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845568 Mar 11 17:09:14.602125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfab7799-af8d-4e80-bea8-01f60ee01906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.713832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.734875 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfab7799-af8d-4e80-bea8-01f60ee01906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.740766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfab7799-af8d-4e80-bea8-01f60ee01906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.768441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.786821 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dfab7799-af8d-4e80-bea8-01f60ee01906 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b71e2e6371614ccb9695195400a08323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627548 Mar 11 17:09:14.787984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab7799-af8d-4e80-bea8-01f60ee01906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99013dd0-0e78-4aaa-97f5-07c7ace37b96,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:14.790821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:14.822149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:14.829690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:14.834008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:14.871368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea301-e15c-4c22-9dd1-c31d16e27b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.881566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Pushing event updated for resources: {'Port': ['ID=10c54559-a369-491c-8e51-0d7e3952e4d0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:14.901946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea301-e15c-4c22-9dd1-c31d16e27b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.904629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9b80-e368-4166-b976-9f0a7c952908 req-5805d45c-6d44-4d6a-8396-0f4e85284d6a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:14.906473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435d9b80-e368-4166-b976-9f0a7c952908 req-5805d45c-6d44-4d6a-8396-0f4e85284d6a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 944 time: 0.1480923 Mar 11 17:09:14.968830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea301-e15c-4c22-9dd1-c31d16e27b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.973030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea301-e15c-4c22-9dd1-c31d16e27b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.974981 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9d8ea301-e15c-4c22-9dd1-c31d16e27b5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99013dd0-0e78-4aaa-97f5-07c7ace37b96 HTTP/1.1" status: 204 len: 168 time: 0.1823556 Mar 11 17:09:14.985341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ea301-e15c-4c22-9dd1-c31d16e27b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99013dd0-0e78-4aaa-97f5-07c7ace37b96,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:15.001990 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.008632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435d9b80-e368-4166-b976-9f0a7c952908 req-6506c6ba-eeb2-4605-b3ca-56044d01eceb tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728219 Mar 11 17:09:15.061614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.067803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f1a91e55-0508-4836-a401-e198fbf41653 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:09:15.184262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-f159fdb9-3bf1-479c-90ee-37df433fac19 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380807 Mar 11 17:09:15.193353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f1a91e55-0508-4836-a401-e198fbf41653,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:15.209614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'f1a91e55-0508-4836-a401-e198fbf41653', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'port_id': 'f1a91e55-0508-4836-a401-e198fbf41653', 'mac_address': 'fa:16:3e:af:3b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9469fab-26ff-4bf5-8d9e-53b6cca12d86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:09:15.272671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.295753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a91e55-0508-4836-a401-e198fbf41653 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:15.332780 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f1a91e55-0508-4836-a401-e198fbf41653,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:15.340325 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.417243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-742818d4-7f0b-4d3d-9c7f-5503548d7184 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:15.421975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-742818d4-7f0b-4d3d-9c7f-5503548d7184 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193024 Mar 11 17:09:15.433619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f1a91e55-0508-4836-a401-e198fbf41653,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:15.457711 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.469420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-80d1b7a7-bf3c-493b-a52d-d1572f6f9651 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/quotas/db9768c0d987427f96b892541948c464 HTTP/1.1" status: 200 len: 375 time: 0.0381558 Mar 11 17:09:15.490843 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.603012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Pushing event updated for resources: {'Port': ['ID=10c54559-a369-491c-8e51-0d7e3952e4d0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:15.641007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-14b215a8-aa73-4955-b382-18f91b0d7a2c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1696970 Mar 11 17:09:15.645940 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.669456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.669456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-f5f4651d-54cb-457f-8a6a-d9b4929e62ba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4877093 Mar 11 17:09:15.736997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-a278e123-af57-46a3-8965-e987ab927fd8 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0507679 Mar 11 17:09:15.796278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e92052a4-593c-40e4-8468-c3d4250701f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.841796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['f1a91e55-0508-4836-a401-e198fbf41653'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:15.971816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-6d4dfe99-c9e6-4a68-a6b8-57a3900ff973 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:15.972868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87843942-c70c-4a59-b9ab-930b3d92a6a6 req-6d4dfe99-c9e6-4a68-a6b8-57a3900ff973 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2276671 Mar 11 17:09:16.007380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c52bd-d5f1-465a-bb82-b1a59cf751ca req-ede8429c-8ac0-404f-96e6-3e00d3b37903 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:16.016483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-806c52bd-d5f1-465a-bb82-b1a59cf751ca req-ede8429c-8ac0-404f-96e6-3e00d3b37903 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0901814 Mar 11 17:09:16.134683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-806c52bd-d5f1-465a-bb82-b1a59cf751ca req-f32b716b-a127-4191-b960-8f62e94bb252 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171474 Mar 11 17:09:16.189130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2e7e-f0bd-4d4f-9abc-b1c042ecd66d req-58497339-b820-4f24-b1c3-f6859e750b86 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:16.201375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03be2e7e-f0bd-4d4f-9abc-b1c042ecd66d req-58497339-b820-4f24-b1c3-f6859e750b86 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1088734 Mar 11 17:09:16.201596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40108) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:16.242100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f30300f-bf59-47e9-b2c1-cca93c5aefc8 req-3d2c68b0-b818-4e25-9b71-c0c97f3b70f6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 210 time: 0.0396800 Mar 11 17:09:16.263366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03be2e7e-f0bd-4d4f-9abc-b1c042ecd66d req-9a234264-6f37-424b-83e0-d73c9bbe3181 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597696 Mar 11 17:09:16.384471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-212222453-network', 'tenant_id': 'd4277f845bbf4364aedde7e2293e6e9d'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:16.414450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-2544019b-05a6-4f24-9c11-6754f8f15dba tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips/310f596e-337d-4341-b590-70bb243e41c0 HTTP/1.1" status: 200 len: 693 time: 0.1027715 Mar 11 17:09:16.432016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Made reservation on behalf of d4277f845bbf4364aedde7e2293e6e9d for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:16.434492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.448060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.538799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc013a-05f4-4f47-aca0-f4483ff2d064 req-e10f6e1b-9528-416d-ac54-aebdc7d46edc tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:16.540778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15fc013a-05f4-4f47-aca0-f4483ff2d064 req-e10f6e1b-9528-416d-ac54-aebdc7d46edc tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 945 time: 0.1509671 Mar 11 17:09:16.577967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.583746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.598425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:09:16.625054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.625639 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Added segment 57ed0083-1e6f-47d3-98ea-1ecbf8de1c84 of type vlan for network e3658dfa-9b47-4048-8879-9956d1ea3264 Mar 11 17:09:16.630380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-c8bdc9c1-066c-4cba-be61-6ab993f61a49 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:16.630380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-c8bdc9c1-066c-4cba-be61-6ab993f61a49 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.1908267 Mar 11 17:09:16.636319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15fc013a-05f4-4f47-aca0-f4483ff2d064 req-6a088a73-8d99-40d2-a6ed-4bbaccd223e1 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847557 Mar 11 17:09:16.661321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80cde86-0693-4da8-80ac-6944cf0581a7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:16.695595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-49e3fb19-c1eb-4755-9093-a6d7751195fd tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0577192 Mar 11 17:09:16.726715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.761170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-e4ddc3fc-5a0c-43ef-9785-ac3cb2b362a6 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0645144 Mar 11 17:09:16.779615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.780991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:16.781847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.850390 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6458514 Mar 11 17:09:16.851975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:16.858266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Request body: {'subnet': {'network_id': 'e3658dfa-9b47-4048-8879-9956d1ea3264', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-212222453-subnet', 'tenant_id': 'd4277f845bbf4364aedde7e2293e6e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:16.866615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0e62a-2b32-411c-84d9-4df25c16bb3c admin admin] Pushing event updated for resources: {'Network': ['ID=e3658dfa-9b47-4048-8879-9956d1ea3264,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:16.881328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e3658dfa-9b47-4048-8879-9956d1ea3264 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:09:16.892733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Made reservation on behalf of d4277f845bbf4364aedde7e2293e6e9d for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:16.895088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.935227 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:09:16.949487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Deleting port 10c54559-a369-491c-8e51-0d7e3952e4d0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:16.949926 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.006740 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.117506 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.178973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=116f249b-8105-49e3-9afc-c4e470710e97,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:17.190704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Checking segment: {'id': '57ed0083-1e6f-47d3-98ea-1ecbf8de1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3658dfa-9b47-4048-8879-9956d1ea3264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:17.192621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Network hostable DHCP agents. Network: e3658dfa-9b47-4048-8879-9956d1ea3264, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:09:17.218327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Network e3658dfa-9b47-4048-8879-9956d1ea3264 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:09:17.229233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e3658dfa-9b47-4048-8879-9956d1ea3264) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:17.235100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:17.236258 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.255042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde56c5-7740-4e66-9378-02bfcd1d052c None None] Network e3658dfa-9b47-4048-8879-9956d1ea3264 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:09:17.259384 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7b198881-c67d-4384-bab7-a119978ebb37 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4069383 Mar 11 17:09:17.378077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb15bdb-a000-4b6f-8df5-c2a3b35180ae req-e3b57723-1d4d-4e57-b20a-639129e51c79 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:17.379613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ecb15bdb-a000-4b6f-8df5-c2a3b35180ae req-e3b57723-1d4d-4e57-b20a-639129e51c79 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1015310 Mar 11 17:09:17.427356 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.427356 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.453913 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-2254c6cf-bb5b-4e5a-abf8-a9c9a077affd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=db9768c0d987427f96b892541948c464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494795 Mar 11 17:09:17.455139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1f4dd-428f-4a33-8fba-e1f354718e7a None None] Network e3658dfa-9b47-4048-8879-9956d1ea3264 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:09:17.484950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ecb15bdb-a000-4b6f-8df5-c2a3b35180ae req-e0075292-7c01-416a-aa01-8a5aa7647e0e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914462 Mar 11 17:09:17.495205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Calling delete_port for 10c54559-a369-491c-8e51-0d7e3952e4d0 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:17.704514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-ba43eafa-4820-48b5-bf93-a5a7c741afbb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:17.706592 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-ba43eafa-4820-48b5-bf93-a5a7c741afbb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455459 Mar 11 17:09:17.709561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81e2df0f-0677-4538-af1b-2021ee32860c req-43648ae8-5fc6-4591-b70a-26cf4eb4dcfe tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 210 time: 0.0682998 Mar 11 17:09:17.722687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Request body: {'port': {'device_id': '109f2d5b-f002-4028-9784-3d3c843ca1dc', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'db9768c0d987427f96b892541948c464'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:17.872640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Made reservation on behalf of db9768c0d987427f96b892541948c464 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:17.876318 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.881209 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.920519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Pushing event deleted for resources: {'Port': ['ID=10c54559-a369-491c-8e51-0d7e3952e4d0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:17.932623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7198ba-4307-4c4e-970f-b522bd32a2a6 req-3a415e41-c1c5-4860-a14c-6169729fa3eb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:17.933543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce7198ba-4307-4c4e-970f-b522bd32a2a6 req-3a415e41-c1c5-4860-a14c-6169729fa3eb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1338050 Mar 11 17:09:18.027514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce7198ba-4307-4c4e-970f-b522bd32a2a6 req-1fb0b286-0407-467f-955f-0a6af5fe8b2c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699594 Mar 11 17:09:18.028275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.030797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.031864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca10734d-dece-4eab-a336-49f7999bf5ca req-338c83d4-83f1-438f-9e2f-aeee707f38a0 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "DELETE /v2.0/floatingips/310f596e-337d-4341-b590-70bb243e41c0 HTTP/1.1" status: 204 len: 173 time: 1.2648478 Mar 11 17:09:18.086277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Allocated IP 192.168.233.143 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/6a9318a3-1cfe-401c-bee3-6d9260a6658f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:18.220487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c9ed3-9dd0-4b18-a8a7-bbb25cf3fb6e req-5a3aba4f-8cd5-48f1-b3b3-0c8798541dd9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:18.222174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-419c9ed3-9dd0-4b18-a8a7-bbb25cf3fb6e req-5a3aba4f-8cd5-48f1-b3b3-0c8798541dd9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 945 time: 0.0875456 Mar 11 17:09:18.226603 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.293973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.299800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-419c9ed3-9dd0-4b18-a8a7-bbb25cf3fb6e req-53291f17-9be1-44f0-827d-8fda0942cc22 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657341 Mar 11 17:09:18.330479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.352257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', '493745fc-f642-4535-a8dd-5f3ae9c834a9', '950e9ec2-1b6c-4d59-b165-b5beaef06ac6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:18.357536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['66592256-132f-47b8-a300-84486e54f147', 'f9401c48-5f02-440b-bc53-093f71dd76f2', '8804a33b-cdf0-4544-879a-a17175113f50'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:18.397576 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-a0fe560b-0407-4872-950a-7b15c6ab5323 req-aa34f3ce-5c4f-426c-8dec-1a6252953ca7 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] show failed (client error): The resource could not be found. Mar 11 17:09:18.397968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0fe560b-0407-4872-950a-7b15c6ab5323 req-aa34f3ce-5c4f-426c-8dec-1a6252953ca7 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips/310f596e-337d-4341-b590-70bb243e41c0 HTTP/1.1" status: 404 len: 350 time: 0.0497615 Mar 11 17:09:18.399209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:18.406270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:18.411271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:18.459150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event updated for resources: {'Port': ['ID=6a9318a3-1cfe-401c-bee3-6d9260a6658f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:18.471896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-12158646-3c4a-48bb-81b0-42a12623380e tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:18.475959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-12158646-3c4a-48bb-81b0-42a12623380e tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/networks?id=e3658dfa-9b47-4048-8879-9956d1ea3264 HTTP/1.1" status: 200 len: 812 time: 0.2099056 Mar 11 17:09:18.510095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:18.511148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.539786 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-96bd5345-495a-4b6d-964c-f3c7f5d96207 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8217556 Mar 11 17:09:18.545222 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-842e1734-f9da-4571-bfe7-2dfea4bba879 req-a3bc6721-f845-4e6d-9270-90725ea5e247 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] show failed (client error): The resource could not be found. Mar 11 17:09:18.546367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-842e1734-f9da-4571-bfe7-2dfea4bba879 req-a3bc6721-f845-4e6d-9270-90725ea5e247 tempest-FloatingIPsTestJSON-885381920 tempest-FloatingIPsTestJSON-885381920-project] 10.222.0.53 "GET /v2.0/floatingips/310f596e-337d-4341-b590-70bb243e41c0 HTTP/1.1" status: 404 len: 350 time: 0.1036887 Mar 11 17:09:18.553773 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-15c624aa-3399-4a6b-8a15-f03304485747 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/quotas/d4277f845bbf4364aedde7e2293e6e9d HTTP/1.1" status: 200 len: 375 time: 0.0230708 Mar 11 17:09:18.562970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40150) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:18.570434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Request body: {'port': {'device_id': '109f2d5b-f002-4028-9784-3d3c843ca1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:18.792961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-5434d830-fdbb-4b57-b601-20f3c380e601 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4277f845bbf4364aedde7e2293e6e9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2168372 Mar 11 17:09:18.806967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.914128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5832b-e60e-48a2-acd6-e6678ce58bf6 req-72d1af80-659a-4a94-9c05-e1c11a980d71 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:18.916384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ea5832b-e60e-48a2-acd6-e6678ce58bf6 req-72d1af80-659a-4a94-9c05-e1c11a980d71 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1815968 Mar 11 17:09:19.051219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-3b1b813a-e5f9-434d-b4bf-a656ebce100d service neutron] 10.222.0.53 "GET /v2.0/networks/e3658dfa-9b47-4048-8879-9956d1ea3264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529223 Mar 11 17:09:19.052992 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.071157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f1a91e55-0508-4836-a401-e198fbf41653 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:19.075933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e05aa311-8ac4-41d9-a24f-db09b3c66985 None None] Provisioning complete for port 6a9318a3-1cfe-401c-bee3-6d9260a6658f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:19.076425 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e05aa311-8ac4-41d9-a24f-db09b3c66985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.114117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ea5832b-e60e-48a2-acd6-e6678ce58bf6 req-cf268312-0cf8-4488-b675-c75d46e1d07d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741371 Mar 11 17:09:19.237090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-d0535d98-6c77-4ee4-a503-360556075f23 service neutron] 10.222.0.53 "GET /v2.0/networks/e3658dfa-9b47-4048-8879-9956d1ea3264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841226 Mar 11 17:09:19.269333 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e05aa311-8ac4-41d9-a24f-db09b3c66985 None None] Port 6a9318a3-1cfe-401c-bee3-6d9260a6658f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:09:19.350688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port f1a91e55-0508-4836-a401-e198fbf41653 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:19.359564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port f1a91e55-0508-4836-a401-e198fbf41653 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:19.359564 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.395934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6791b-2329-49ae-9ea1-83b4752904ef req-3ff1c68b-d365-4985-b6b2-1b65139d71e6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:19.402002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9318a3-1cfe-401c-bee3-6d9260a6658f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:19.406748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45b6791b-2329-49ae-9ea1-83b4752904ef req-3ff1c68b-d365-4985-b6b2-1b65139d71e6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 936 time: 0.0876966 Mar 11 17:09:19.415685 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.436802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Transition to ACTIVE for port object 6a9318a3-1cfe-401c-bee3-6d9260a6658f will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:19.443816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.548295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45b6791b-2329-49ae-9ea1-83b4752904ef req-cb69939e-8866-4b68-863c-e612cacd4799 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400633 Mar 11 17:09:19.629024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde2e7b-8a81-4320-9ff8-1b41264f03b2 req-b137f4f4-c06a-4bb6-8c5d-5e0db892aaac tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:19.637349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dde2e7b-8a81-4320-9ff8-1b41264f03b2 req-b137f4f4-c06a-4bb6-8c5d-5e0db892aaac tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1096 time: 0.1309311 Mar 11 17:09:19.676741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324144ea-c656-4083-8571-974342d5d507 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9318a3-1cfe-401c-bee3-6d9260a6658f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:19.693359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dde2e7b-8a81-4320-9ff8-1b41264f03b2 req-97606874-cda0-4ea6-b683-97a2377f03d1 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546536 Mar 11 17:09:19.713442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.779255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Attempting to bind port 6a9318a3-1cfe-401c-bee3-6d9260a6658f on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:19.779652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Attempting to bind port 6a9318a3-1cfe-401c-bee3-6d9260a6658f by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:19.779955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Attempting to bind port 6a9318a3-1cfe-401c-bee3-6d9260a6658f on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:19.783468 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.786800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Port 6a9318a3-1cfe-401c-bee3-6d9260a6658f on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:09:19.787116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Attempting to bind port 6a9318a3-1cfe-401c-bee3-6d9260a6658f on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:19.793726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:19.794069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:19.794447 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:19.794917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Bound port: 6a9318a3-1cfe-401c-bee3-6d9260a6658f, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:19.795313 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.854823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:19.857454 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ea4f07-6744-4e69-b07e-fbb9cf6500fd" -d '{"events": [{"server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "name": "network-vif-plugged", "status": "completed", "tag": "f1a91e55-0508-4836-a401-e198fbf41653"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:19.901110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f1a91e55-0508-4836-a401-e198fbf41653,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:19.913550 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.924190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] For port 6a9318a3-1cfe-401c-bee3-6d9260a6658f, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:19.928117 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] For port 6a9318a3-1cfe-401c-bee3-6d9260a6658f, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6a9318a3-1cfe-401c-bee3-6d9260a6658f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:19.934567 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.988298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:19.988818 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.991298 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-324144ea-c656-4083-8571-974342d5d507 service neutron] 10.222.0.66 "PUT /v2.0/ports/6a9318a3-1cfe-401c-bee3-6d9260a6658f HTTP/1.1" status: 200 len: 1096 time: 1.4377284 Mar 11 17:09:19.991298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109f2d5b-f002-4028-9784-3d3c843ca1dc', 'tag': '6a9318a3-1cfe-401c-bee3-6d9260a6658f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:19.993582 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23494999-4631-4c36-9df9-9b25bfb2714d" -d '{"events": [{"name": "network-changed", "server_uuid": "109f2d5b-f002-4028-9784-3d3c843ca1dc", "tag": "6a9318a3-1cfe-401c-bee3-6d9260a6658f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:20.020735 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f1a91e55-0508-4836-a401-e198fbf41653,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:20.070549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ebd8d-4b0e-4ae3-a104-5c2d35a7d8c4 req-330a27e6-831d-4d1c-999d-c6d56d8126bb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.073424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-268ebd8d-4b0e-4ae3-a104-5c2d35a7d8c4 req-330a27e6-831d-4d1c-999d-c6d56d8126bb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.2877510 Mar 11 17:09:20.136157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309efd2-cba3-4664-a50d-d82ac30d976b req-ed8fc2ab-654c-45f4-b1db-2761c6b0dbe8 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.138527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d309efd2-cba3-4664-a50d-d82ac30d976b req-ed8fc2ab-654c-45f4-b1db-2761c6b0dbe8 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.2665589 Mar 11 17:09:20.177761 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324144ea-c656-4083-8571-974342d5d507 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9318a3-1cfe-401c-bee3-6d9260a6658f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:20.248701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-6e0f926d-d233-4519-85c9-f12e5e1bb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.252573 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-6e0f926d-d233-4519-85c9-f12e5e1bb4b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 1099 time: 0.1635714 Mar 11 17:09:20.285573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-268ebd8d-4b0e-4ae3-a104-5c2d35a7d8c4 req-cae58855-9d0a-4025-a23c-f55ef4a86bf7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987197 Mar 11 17:09:20.339465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d309efd2-cba3-4664-a50d-d82ac30d976b req-a667d51a-e816-43fd-bec1-56360a4bb36f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532137 Mar 11 17:09:20.358089 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-c8516d96-3abb-44e2-88c2-d54963003eaa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6a9318a3-1cfe-401c-bee3-6d9260a6658f HTTP/1.1" status: 200 len: 217 time: 0.0941942 Mar 11 17:09:20.426884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-c6722984-b091-46f5-a96d-5f2b0c8a342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.428684 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-c6722984-b091-46f5-a96d-5f2b0c8a342d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0633564 Mar 11 17:09:20.452026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d400d0f6-5b74-4e12-8849-65b5c4d1beba req-f19b7c4a-c66f-4ccb-afdc-9258587755a0 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 210 time: 0.0815337 Mar 11 17:09:20.538657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-67b2a20f-c9a6-433c-a204-acd33ddd1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.543312 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-67b2a20f-c9a6-433c-a204-acd33ddd1804 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075599 Mar 11 17:09:20.589068 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f96f2-87f2-4980-ae5e-be924668ce1e x-openstack-request-id: req-ac7f96f2-87f2-4980-ae5e-be924668ce1e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:20.589915 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "name": "network-vif-plugged", "status": "completed", "tag": "f1a91e55-0508-4836-a401-e198fbf41653", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:20.589915 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac7f96f2-87f2-4980-ae5e-be924668ce1e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:20.590460 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653', 'code': 200} Mar 11 17:09:20.628534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Deleting port 4959ad21-4205-470c-96e4-6f8650ffebb7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:20.629503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.784308 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01a735d-7cef-4ad8-8f28-28e480736f4a x-openstack-request-id: req-f01a735d-7cef-4ad8-8f28-28e480736f4a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:20.784778 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109f2d5b-f002-4028-9784-3d3c843ca1dc", "tag": "6a9318a3-1cfe-401c-bee3-6d9260a6658f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:20.785181 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f01a735d-7cef-4ad8-8f28-28e480736f4a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:20.785792 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109f2d5b-f002-4028-9784-3d3c843ca1dc', 'tag': '6a9318a3-1cfe-401c-bee3-6d9260a6658f', 'status': 'completed', 'code': 200} Mar 11 17:09:20.788281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] For port 4959ad21-4205-470c-96e4-6f8650ffebb7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4959ad21-4205-470c-96e4-6f8650ffebb7,segment=NetworkSegment(545736c8-71c6-41ef-a7c6-10b2e1c105cb),segment_id=545736c8-71c6-41ef-a7c6-10b2e1c105cb)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:20.789317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.826094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Calling delete_port for 4959ad21-4205-470c-96e4-6f8650ffebb7 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:20.860334 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-59a7aa03-cfce-4c0e-b294-c3fcefc7e193 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100019 Mar 11 17:09:20.970777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4abf6-dada-42c9-99aa-62d6ae1b5efe req-e1702d1e-9504-4ada-be31-214b8fb354c4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.973322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2f4abf6-dada-42c9-99aa-62d6ae1b5efe req-e1702d1e-9504-4ada-be31-214b8fb354c4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1715336 Mar 11 17:09:20.986158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74f548-9b37-4a0a-98e2-937e619de59c req-934bd716-fd42-451b-966c-5f79a0ee7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.988205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f74f548-9b37-4a0a-98e2-937e619de59c req-934bd716-fd42-451b-966c-5f79a0ee7227 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 1097 time: 0.2014115 Mar 11 17:09:21.052669 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4bfa8e36-c26e-4cfb-9389-73ff876ead1b req-c6c773e2-be8d-49bf-8be6-65f6030996ab service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852937 Mar 11 17:09:21.070861 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f74f548-9b37-4a0a-98e2-937e619de59c req-fd7719e9-1685-4ec1-85f5-dd4db919c835 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745239 Mar 11 17:09:21.115681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2f4abf6-dada-42c9-99aa-62d6ae1b5efe req-c4faf4fd-844b-48ea-9428-6e7ecf3ffc55 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295884 Mar 11 17:09:21.267857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.298088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4959ad21-4205-470c-96e4-6f8650ffebb7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:21.309970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec230d2-7413-4a61-9fa6-a146fbd8df8d req-0295bc29-60a7-4f0a-b112-aa77b76603ad tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:21.311722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dec230d2-7413-4a61-9fa6-a146fbd8df8d req-0295bc29-60a7-4f0a-b112-aa77b76603ad tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0941720 Mar 11 17:09:21.323016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.323426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.323786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.324148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.324715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.324939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.325351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.325582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.325906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.326248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.326637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.327051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:21.415613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dec230d2-7413-4a61-9fa6-a146fbd8df8d req-f4c88efa-83e7-43fe-97b3-3b9541e89b85 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700178 Mar 11 17:09:21.595058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-2c648325-5545-4d7d-b438-c03c0404dd2a tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:21.596741 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-2c648325-5545-4d7d-b438-c03c0404dd2a tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.46 "GET /v2.0/networks?id=e3658dfa-9b47-4048-8879-9956d1ea3264 HTTP/1.1" status: 200 len: 812 time: 0.1754220 Mar 11 17:09:21.616500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Request body: {'port': {'device_id': '9b0388e3-4ce4-4308-bb76-66e26a121bc9', 'network_id': 'e3658dfa-9b47-4048-8879-9956d1ea3264', 'admin_state_up': True, 'tenant_id': 'd4277f845bbf4364aedde7e2293e6e9d'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:21.681570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.693348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f568e-f62b-4787-ae71-6a6840dfbbac req-a9944fdd-b413-460a-b12f-2353ae9fe320 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:21.694881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c7f568e-f62b-4787-ae71-6a6840dfbbac req-a9944fdd-b413-460a-b12f-2353ae9fe320 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1000938 Mar 11 17:09:21.777732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Made reservation on behalf of d4277f845bbf4364aedde7e2293e6e9d for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:21.781116 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c7f568e-f62b-4787-ae71-6a6840dfbbac req-6b5c8aa6-74ee-4d0e-a613-28bd528133df tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783052 Mar 11 17:09:21.782960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.981857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Allocated IP 172.20.0.3 (e3658dfa-9b47-4048-8879-9956d1ea3264/116f249b-8105-49e3-9afc-c4e470710e97/04137ad5-6293-4e28-b166-f1e44ca4b860) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:22.162029 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.195373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd01921-2372-415b-a957-de863d7419f2 req-1e2f409d-d763-47f4-b9a1-b2e56aae244f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:22.197864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1dd01921-2372-415b-a957-de863d7419f2 req-1e2f409d-d763-47f4-b9a1-b2e56aae244f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1131306 Mar 11 17:09:22.210496 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.278770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1dd01921-2372-415b-a957-de863d7419f2 req-c5776a85-9766-4a18-b7e8-0345ec626403 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736651 Mar 11 17:09:22.280909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Network e3658dfa-9b47-4048-8879-9956d1ea3264 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:22.284865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:22.293063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:22.294757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Router da67ea19-b77f-4692-b17e-305394707492 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:09:22.298280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Pushing event updated for resources: {'Port': ['ID=04137ad5-6293-4e28-b166-f1e44ca4b860,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:22.352664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:22.353291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.372081 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-63526d7b-092c-43f2-9211-510a062b2ea5 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614360 Mar 11 17:09:22.390818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Request body: {'port': {'device_id': '9b0388e3-4ce4-4308-bb76-66e26a121bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:22.450703 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.485362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c20504-43f9-4564-a9ff-852312085fb6 req-3572c96d-a07c-4a1b-ab64-bc93cb2b1da3 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:22.499466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8c20504-43f9-4564-a9ff-852312085fb6 req-3572c96d-a07c-4a1b-ab64-bc93cb2b1da3 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 931 time: 0.1240585 Mar 11 17:09:22.542697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:09:22.551266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6d360e15-9910-42f0-a7bc-11b7cf3bb6c5 admin admin] 10.222.0.53 "PUT /v2.0/routers/da67ea19-b77f-4692-b17e-305394707492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9866862 Mar 11 17:09:22.562827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40214) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:22.563916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] Sync routers for ids ['da67ea19-b77f-4692-b17e-305394707492'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:22.578102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] Routers {'da67ea19-b77f-4692-b17e-305394707492'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:22.579534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['da67ea19-b77f-4692-b17e-305394707492'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:22.580380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8c20504-43f9-4564-a9ff-852312085fb6 req-90d9c1e7-999c-4d6e-8c97-51a239788781 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795257 Mar 11 17:09:22.724904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.926207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04137ad5-6293-4e28-b166-f1e44ca4b860 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:22.936279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] Set router da67ea19-b77f-4692-b17e-305394707492 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:22.945872 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.947713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d1bdb-670d-478a-bdb0-4a9e9b0757fe req-2ec083cf-de89-4741-b273-04486bc67195 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:22.957127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e3d1bdb-670d-478a-bdb0-4a9e9b0757fe req-2ec083cf-de89-4741-b273-04486bc67195 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1609647 Mar 11 17:09:22.967495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Transition to ACTIVE for port object 04137ad5-6293-4e28-b166-f1e44ca4b860 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:22.973269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.993028 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.021210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e3d1bdb-670d-478a-bdb0-4a9e9b0757fe req-05865ab1-bf42-4f88-b58e-dc6743c73aea tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 Mar 11 17:09:23.095693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=04137ad5-6293-4e28-b166-f1e44ca4b860,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:23.114217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.114695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.115106 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.115517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.115917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.116319 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.116752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.117149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.117540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.117933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.118335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.118729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.151734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Attempting to bind port 04137ad5-6293-4e28-b166-f1e44ca4b860 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:23.152054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Attempting to bind port 04137ad5-6293-4e28-b166-f1e44ca4b860 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '57ed0083-1e6f-47d3-98ea-1ecbf8de1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3658dfa-9b47-4048-8879-9956d1ea3264'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:23.152672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Attempting to bind port 04137ad5-6293-4e28-b166-f1e44ca4b860 on network e3658dfa-9b47-4048-8879-9956d1ea3264 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:23.157806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Port 04137ad5-6293-4e28-b166-f1e44ca4b860 on network e3658dfa-9b47-4048-8879-9956d1ea3264 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:09:23.158260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Attempting to bind port 04137ad5-6293-4e28-b166-f1e44ca4b860 on network e3658dfa-9b47-4048-8879-9956d1ea3264 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:23.162508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Deleting port 03da3a51-eef0-422c-b6bc-4d76471d453f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:23.163391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.164731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:23.165043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Checking segment: {'id': '57ed0083-1e6f-47d3-98ea-1ecbf8de1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3658dfa-9b47-4048-8879-9956d1ea3264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:23.165503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Bound using segment: {'id': '57ed0083-1e6f-47d3-98ea-1ecbf8de1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3658dfa-9b47-4048-8879-9956d1ea3264'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:23.166110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Bound port: 04137ad5-6293-4e28-b166-f1e44ca4b860, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ed0083-1e6f-47d3-98ea-1ecbf8de1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e3658dfa-9b47-4048-8879-9956d1ea3264'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:23.166551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.187960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67ea19-b77f-4692-b17e-305394707492', 'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:54Z', 'updated_at': '2022-03-11T17:09:21Z', 'revision_number': 5, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'gw_port': {'id': '03da3a51-eef0-422c-b6bc-4d76471d453f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da67ea19-b77f-4692-b17e-305394707492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:08:55Z', 'updated_at': '2022-03-11T17:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:23.230878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] Checking router: da67ea19-b77f-4692-b17e-305394707492 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:23.241421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e31e1-0df1-4019-bf28-f4edaae6d8f7 req-9fc5bada-c8e1-4f4d-8204-b11c6510d4c2 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:23.242773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] Routers {'da67ea19-b77f-4692-b17e-305394707492'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:23.243158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6e31e1-0df1-4019-bf28-f4edaae6d8f7 req-9fc5bada-c8e1-4f4d-8204-b11c6510d4c2 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.1521735 Mar 11 17:09:23.243425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['da67ea19-b77f-4692-b17e-305394707492'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:23.255787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] For port 04137ad5-6293-4e28-b166-f1e44ca4b860, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:23.259340 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] For port 04137ad5-6293-4e28-b166-f1e44ca4b860, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=04137ad5-6293-4e28-b166-f1e44ca4b860,segment=NetworkSegment(57ed0083-1e6f-47d3-98ea-1ecbf8de1c84),segment_id=57ed0083-1e6f-47d3-98ea-1ecbf8de1c84)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:23.265897 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.311932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:23.318535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.320111 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6e31e1-0df1-4019-bf28-f4edaae6d8f7 req-c2692878-8167-4abe-991c-655cb154b161 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643003 Mar 11 17:09:23.322996 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/04137ad5-6293-4e28-b166-f1e44ca4b860 HTTP/1.1" status: 200 len: 1091 time: 0.9355175 Mar 11 17:09:23.325689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0388e3-4ce4-4308-bb76-66e26a121bc9', 'tag': '04137ad5-6293-4e28-b166-f1e44ca4b860'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:23.328754 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0388e3-4ce4-4308-bb76-66e26a121bc9", "tag": "04137ad5-6293-4e28-b166-f1e44ca4b860"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:23.334620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] For port 03da3a51-eef0-422c-b6bc-4d76471d453f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=03da3a51-eef0-422c-b6bc-4d76471d453f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:23.335579 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.352787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35b6d5-ea4a-41b5-82f1-23aeca8ff3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=04137ad5-6293-4e28-b166-f1e44ca4b860,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:23.360124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Calling delete_port for 03da3a51-eef0-422c-b6bc-4d76471d453f owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:23.370104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] Set router da67ea19-b77f-4692-b17e-305394707492 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:23.446303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-785955a2-a80c-48f5-8329-970385fa3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:23.448651 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-785955a2-a80c-48f5-8329-970385fa3151 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4277f845bbf4364aedde7e2293e6e9d&device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 1094 time: 0.0540490 Mar 11 17:09:23.460452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67ea19-b77f-4692-b17e-305394707492', 'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:54Z', 'updated_at': '2022-03-11T17:09:22Z', 'revision_number': 6, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:23.493077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2972fd-5d28-49a9-a366-dfa4e0f365a1 None None] The sync data for ids ['da67ea19-b77f-4692-b17e-305394707492'] in n-d-833411-1 is: [{'id': 'da67ea19-b77f-4692-b17e-305394707492', 'name': 'tempest-FloatingIPsTestJSON-2096849437-router', 'tenant_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:08:54Z', 'updated_at': '2022-03-11T17:09:22Z', 'revision_number': 6, 'project_id': '6fe07664ddbe48e798c2bd6b74e13ab4', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:23.525020 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-3305e2f3-e0b6-486a-97cb-e8eb2a7de5a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04137ad5-6293-4e28-b166-f1e44ca4b860 HTTP/1.1" status: 200 len: 217 time: 0.0632703 Mar 11 17:09:23.594336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091b6db-ae6b-405a-9dbd-6f752c810a71 req-0434b67c-61dc-4dc6-9751-27cb3607b822 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:23.596064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d091b6db-ae6b-405a-9dbd-6f752c810a71 req-0434b67c-61dc-4dc6-9751-27cb3607b822 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1545668 Mar 11 17:09:23.605208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-90249ec0-5181-4aa7-8e7d-28f812cde05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:23.606948 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-90249ec0-5181-4aa7-8e7d-28f812cde05e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=116f249b-8105-49e3-9afc-c4e470710e97 HTTP/1.1" status: 200 len: 852 time: 0.0643804 Mar 11 17:09:23.659354 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-79be291d-8dde-4e13-bbe4-1fd6608961e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3658dfa-9b47-4048-8879-9956d1ea3264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388861 Mar 11 17:09:23.685519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d091b6db-ae6b-405a-9dbd-6f752c810a71 req-e175fd0e-c188-4303-9006-67ee8615d732 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712988 Mar 11 17:09:23.716449 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.769807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03da3a51-eef0-422c-b6bc-4d76471d453f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:23.819532 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-dab9b68b-0ec5-4ba4-86f7-1d23d4faa8e6 service neutron] 10.222.0.46 "GET /v2.0/networks/e3658dfa-9b47-4048-8879-9956d1ea3264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475480 Mar 11 17:09:23.889210 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.911854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647f2d4-7fde-415e-92d8-26fc203ede9d req-a34f73eb-c02b-4c18-9aab-dd6b933ed67c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:23.914619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f647f2d4-7fde-415e-92d8-26fc203ede9d req-a34f73eb-c02b-4c18-9aab-dd6b933ed67c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1090159 Mar 11 17:09:23.938595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bd36834-ffd5-4828-801b-abf887dc6d2b req-69b06c26-d752-4e61-8b2f-19b357cfdf0a service neutron] 10.222.0.46 "GET /v2.0/networks/e3658dfa-9b47-4048-8879-9956d1ea3264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116054 Mar 11 17:09:24.038944 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.042760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.064763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f647f2d4-7fde-415e-92d8-26fc203ede9d req-3f7e1c50-fd1a-4101-867a-0f15659cefd4 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160147 Mar 11 17:09:24.119704 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.120874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da67ea19-b77f-4692-b17e-305394707492 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:09:24.128969 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.130754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1cb95d64-4648-4177-a402-f4b30b6fa4b7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/da67ea19-b77f-4692-b17e-305394707492 HTTP/1.1" status: 204 len: 168 time: 1.5663848 Mar 11 17:09:24.133624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40226) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:24.150721 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f4ff8-3508-45b6-8be5-ac3cef208294 x-openstack-request-id: req-799f4ff8-3508-45b6-8be5-ac3cef208294 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:24.151232 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0388e3-4ce4-4308-bb76-66e26a121bc9", "tag": "04137ad5-6293-4e28-b166-f1e44ca4b860", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:24.151584 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-799f4ff8-3508-45b6-8be5-ac3cef208294 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:24.152161 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0388e3-4ce4-4308-bb76-66e26a121bc9', 'tag': '04137ad5-6293-4e28-b166-f1e44ca4b860', 'status': 'completed', 'code': 200} Mar 11 17:09:24.208296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e53cea2-1ed5-4dc2-99d4-2ad082785e1b admin admin] Deleting subnet 8cac49d7-988a-4289-94f2-8ba8f9d37cb9 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:09:24.214308 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e53cea2-1ed5-4dc2-99d4-2ad082785e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.258459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-afec3dc2-5e58-418e-b648-433cecb4a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:24.260943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-afec3dc2-5e58-418e-b648-433cecb4a24a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4277f845bbf4364aedde7e2293e6e9d&device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 1094 time: 0.0698962 Mar 11 17:09:24.307511 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e53cea2-1ed5-4dc2-99d4-2ad082785e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.350291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2f41-e6f1-4fb9-a4db-6862d786ee03 req-5899c3ca-3b8d-4f2c-a3be-0ec683c6ab39 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:24.351840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-209b2f41-e6f1-4fb9-a4db-6862d786ee03 req-5899c3ca-3b8d-4f2c-a3be-0ec683c6ab39 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 943 time: 0.1071675 Mar 11 17:09:24.408325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-efdec305-10db-4065-8f77-7a167db346ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:24.410522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-efdec305-10db-4065-8f77-7a167db346ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3658dfa-9b47-4048-8879-9956d1ea3264 HTTP/1.1" status: 200 len: 912 time: 0.1258118 Mar 11 17:09:24.471785 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-d392d062-efeb-4c7e-8b30-1b63a6071ca6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04137ad5-6293-4e28-b166-f1e44ca4b860 HTTP/1.1" status: 200 len: 217 time: 0.0492146 Mar 11 17:09:24.477663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-209b2f41-e6f1-4fb9-a4db-6862d786ee03 req-930ba547-2ff1-44f7-b124-05595ee1af28 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134920 Mar 11 17:09:24.483814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e53cea2-1ed5-4dc2-99d4-2ad082785e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.553944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-5a6c3af1-3712-40e9-945b-3c0e43906375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:24.557342 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-5a6c3af1-3712-40e9-945b-3c0e43906375 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=116f249b-8105-49e3-9afc-c4e470710e97 HTTP/1.1" status: 200 len: 852 time: 0.0737166 Mar 11 17:09:24.606449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-7cf9e902-28e3-43bd-bcf7-976f56e03c41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3658dfa-9b47-4048-8879-9956d1ea3264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316284 Mar 11 17:09:24.630912 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e53cea2-1ed5-4dc2-99d4-2ad082785e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.657939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0926c-68d0-4ff5-a51e-4b5e70f1ea00 req-c3339071-5939-4c08-8f3e-4b05ac33cb59 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:24.659914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac0926c-68d0-4ff5-a51e-4b5e70f1ea00 req-c3339071-5939-4c08-8f3e-4b05ac33cb59 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1089869 Mar 11 17:09:24.693493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53cea2-1ed5-4dc2-99d4-2ad082785e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cac49d7-988a-4289-94f2-8ba8f9d37cb9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:24.693493 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e53cea2-1ed5-4dc2-99d4-2ad082785e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.698959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1e53cea2-1ed5-4dc2-99d4-2ad082785e1b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8cac49d7-988a-4289-94f2-8ba8f9d37cb9 HTTP/1.1" status: 204 len: 168 time: 0.5627685 Mar 11 17:09:24.702300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40232) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:24.708692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae82311-e72b-4ec3-927b-757792cdaaa4 None None] Network 38122b14-3143-44ce-93eb-0f1d1b8e2751 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:09:24.763349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac0926c-68d0-4ff5-a51e-4b5e70f1ea00 req-0f11d686-785e-4547-9269-74a7b25f134e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818954 Mar 11 17:09:24.796821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 03da3a51-eef0-422c-b6bc-4d76471d453f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:09:24.825361 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 03da3a51-eef0-422c-b6bc-4d76471d453f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:09:24.826079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 03da3a51-eef0-422c-b6bc-4d76471d453f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:09:24.826720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4959ad21-4205-470c-96e4-6f8650ffebb7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:09:24.857436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4959ad21-4205-470c-96e4-6f8650ffebb7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:09:24.857932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4959ad21-4205-470c-96e4-6f8650ffebb7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:09:24.937884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3564c-c799-43b3-835c-eb83fb52aaec req-d0539d9b-3e52-4323-8c64-539bcb52718c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:24.939426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ece3564c-c799-43b3-835c-eb83fb52aaec req-d0539d9b-3e52-4323-8c64-539bcb52718c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0755048 Mar 11 17:09:25.001795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ece3564c-c799-43b3-835c-eb83fb52aaec req-8e6d0f13-9fd9-498d-944f-79620261ffef tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473633 Mar 11 17:09:25.033626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] DHCP port deletion for 38122b14-3143-44ce-93eb-0f1d1b8e2751 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:09:25.112696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Deleting port 16624b5b-ef61-49b2-8fa8-cf210b77984d {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:25.113058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.133637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.152428 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-f2c5eeb8-d571-410c-9e68-d78a927f7e23 service neutron] 10.222.0.46 "GET /v2.0/networks/e3658dfa-9b47-4048-8879-9956d1ea3264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341592 Mar 11 17:09:25.160393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a76a80-fca5-44eb-ba76-7b4e3527636d req-2ec4c0d5-d5a1-4d58-a985-da7acdb1e461 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:25.161975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71a76a80-fca5-44eb-ba76-7b4e3527636d req-2ec4c0d5-d5a1-4d58-a985-da7acdb1e461 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0873537 Mar 11 17:09:25.217333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71a76a80-fca5-44eb-ba76-7b4e3527636d req-38d1776d-8915-4e10-9593-356f1567d34c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490367 Mar 11 17:09:25.229130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] For port 16624b5b-ef61-49b2-8fa8-cf210b77984d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=16624b5b-ef61-49b2-8fa8-cf210b77984d,segment=NetworkSegment(545736c8-71c6-41ef-a7c6-10b2e1c105cb),segment_id=545736c8-71c6-41ef-a7c6-10b2e1c105cb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:25.230145 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.255204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Calling delete_port for 16624b5b-ef61-49b2-8fa8-cf210b77984d owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:25.272067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Deleting port 16624b5b-ef61-49b2-8fa8-cf210b77984d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:25.272721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.362920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e0cb8-e91e-4ca0-a033-afee99aa8ad8 req-9a07c6df-400d-4354-9336-5bff108097cb tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:25.364875 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-346e0cb8-e91e-4ca0-a033-afee99aa8ad8 req-9a07c6df-400d-4354-9336-5bff108097cb tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0705781 Mar 11 17:09:25.366722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.372916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38a0e0a8-dfea-4a71-a783-75b3b4c68ba1 req-65e2ffe2-012e-48e5-8d2f-4f8d77386a1d service neutron] 10.222.0.46 "GET /v2.0/networks/e3658dfa-9b47-4048-8879-9956d1ea3264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124612 Mar 11 17:09:25.386418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] For port 16624b5b-ef61-49b2-8fa8-cf210b77984d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=16624b5b-ef61-49b2-8fa8-cf210b77984d,segment=NetworkSegment(545736c8-71c6-41ef-a7c6-10b2e1c105cb),segment_id=545736c8-71c6-41ef-a7c6-10b2e1c105cb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:25.386957 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.401840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Calling delete_port for 16624b5b-ef61-49b2-8fa8-cf210b77984d owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:25.411681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Pushing event deleted for resources: {'Port': ['ID=16624b5b-ef61-49b2-8fa8-cf210b77984d,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:25.417338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] No DVR routers for this DVR port 16624b5b-ef61-49b2-8fa8-cf210b77984d on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:09:25.421144 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-346e0cb8-e91e-4ca0-a033-afee99aa8ad8 req-cc6b7458-6db5-4588-9c6a-69187a968478 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Mar 11 17:09:25.425396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.425995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.425995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.426446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.426852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.427376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.427761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.428137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.428822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.429368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.429960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.430509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50309af5-9360-4b42-bf03-6c36b43a1e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:25.527292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.559533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Pushing event deleted for resources: {'Port': ['ID=16624b5b-ef61-49b2-8fa8-cf210b77984d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:25.561471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] No DVR routers for this DVR port 16624b5b-ef61-49b2-8fa8-cf210b77984d on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:09:25.630488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda0a1d-af5a-402f-a7a0-dcb6f64717b6 req-564b2f09-14b2-48ee-8623-2207e9d7bb7f tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:25.631974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-feda0a1d-af5a-402f-a7a0-dcb6f64717b6 req-564b2f09-14b2-48ee-8623-2207e9d7bb7f tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 943 time: 0.0668204 Mar 11 17:09:25.653292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.672541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-feda0a1d-af5a-402f-a7a0-dcb6f64717b6 req-b8cf2e7e-4ac4-4e86-a074-ebabf38a7be2 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Mar 11 17:09:25.678989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38122b14-3143-44ce-93eb-0f1d1b8e2751']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:25.694064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545736c8-71c6-41ef-a7c6-10b2e1c105cb') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:25.694417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545736c8-71c6-41ef-a7c6-10b2e1c105cb') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:25.709596 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.729756 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.736524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:09:25.736986 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:09:25.739078 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:09:25.803095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.810217 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:25.815925 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] 10.222.0.53 "DELETE /v2.0/networks/38122b14-3143-44ce-93eb-0f1d1b8e2751 HTTP/1.1" status: 204 len: 168 time: 1.1119659 Mar 11 17:09:25.844498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb58b2-fa6e-4dc1-929c-aaa7406de214 admin admin] Pushing event deleted for resources: {'Network': ['ID=38122b14-3143-44ce-93eb-0f1d1b8e2751,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:25.919176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817f86-71a6-41ee-9a1b-cf6a9635ac2c req-d5f27020-395b-49df-bef9-56b8ab0e00d3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:25.920774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47817f86-71a6-41ee-9a1b-cf6a9635ac2c req-d5f27020-395b-49df-bef9-56b8ab0e00d3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0621071 Mar 11 17:09:25.967926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47817f86-71a6-41ee-9a1b-cf6a9635ac2c req-391ab3d1-a7ad-464d-bc59-3c0654254d52 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366762 Mar 11 17:09:25.974192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40244) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:26.017513 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a365179a-0d90-41a1-8e8b-e9a283933128 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fe07664ddbe48e798c2bd6b74e13ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419888 Mar 11 17:09:26.020060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40246) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:26.082467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca99b02e-ca04-43b2-a12f-9c53f1881ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:26.120360 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca99b02e-ca04-43b2-a12f-9c53f1881ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:26.141144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be969637-0a14-4705-a811-51f2aa258287 req-7e516295-9d53-4c75-9842-4c21b455b4e2 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:26.142637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be969637-0a14-4705-a811-51f2aa258287 req-7e516295-9d53-4c75-9842-4c21b455b4e2 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0526638 Mar 11 17:09:26.191176 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca99b02e-ca04-43b2-a12f-9c53f1881ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:26.193830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca99b02e-ca04-43b2-a12f-9c53f1881ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:26.195002 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ca99b02e-ca04-43b2-a12f-9c53f1881ff8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74669354-0f82-455a-976b-df14b18c4b16 HTTP/1.1" status: 204 len: 168 time: 0.1739771 Mar 11 17:09:26.200396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be969637-0a14-4705-a811-51f2aa258287 req-d10461ba-03a3-4b04-9520-d5840e04d32f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438001 Mar 11 17:09:26.204019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b02e-ca04-43b2-a12f-9c53f1881ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74669354-0f82-455a-976b-df14b18c4b16,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:26.365273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc0a2f-41b8-41ba-b1b0-4a8570877f38 req-e6a0c954-1baf-4aaa-9354-41507f21cfb0 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:26.366870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0fc0a2f-41b8-41ba-b1b0-4a8570877f38 req-e6a0c954-1baf-4aaa-9354-41507f21cfb0 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0550888 Mar 11 17:09:26.411483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0fc0a2f-41b8-41ba-b1b0-4a8570877f38 req-25c6f9a3-0ba1-4896-9d35-140775295dee tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373757 Mar 11 17:09:26.586842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 04137ad5-6293-4e28-b166-f1e44ca4b860 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:09:26.604079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc53e0-da80-4301-bb81-4a387cd6b2d9 req-7d1e277f-58ff-4dfe-92cf-c70f91691575 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:26.605805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20fc53e0-da80-4301-bb81-4a387cd6b2d9 req-7d1e277f-58ff-4dfe-92cf-c70f91691575 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0743804 Mar 11 17:09:26.673030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20fc53e0-da80-4301-bb81-4a387cd6b2d9 req-95dcdc10-6708-4d79-8e1f-595048c32137 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578108 Mar 11 17:09:26.744294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 16624b5b-ef61-49b2-8fa8-cf210b77984d no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:09:26.778521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 16624b5b-ef61-49b2-8fa8-cf210b77984d {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:09:26.779086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 16624b5b-ef61-49b2-8fa8-cf210b77984d not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:09:26.797226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 04137ad5-6293-4e28-b166-f1e44ca4b860, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=04137ad5-6293-4e28-b166-f1e44ca4b860,segment=NetworkSegment(57ed0083-1e6f-47d3-98ea-1ecbf8de1c84),segment_id=57ed0083-1e6f-47d3-98ea-1ecbf8de1c84)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:26.819619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '04137ad5-6293-4e28-b166-f1e44ca4b860', 'network_id': 'e3658dfa-9b47-4048-8879-9956d1ea3264', 'port_id': '04137ad5-6293-4e28-b166-f1e44ca4b860', 'mac_address': 'fa:16:3e:34:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116f249b-8105-49e3-9afc-c4e470710e97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:09:26.853187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafee69a-046e-415a-a85a-9e67e6e36bc7 req-994ff940-599f-4677-843e-79e46bd9e7ba tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:26.855203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dafee69a-046e-415a-a85a-9e67e6e36bc7 req-994ff940-599f-4677-843e-79e46bd9e7ba tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 943 time: 0.0727813 Mar 11 17:09:26.868233 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:26.887619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04137ad5-6293-4e28-b166-f1e44ca4b860 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:26.902354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dafee69a-046e-415a-a85a-9e67e6e36bc7 req-57115747-a7dc-46ac-b275-1e1df8399643 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403900 Mar 11 17:09:26.916485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 04137ad5-6293-4e28-b166-f1e44ca4b860, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=04137ad5-6293-4e28-b166-f1e44ca4b860,segment=NetworkSegment(57ed0083-1e6f-47d3-98ea-1ecbf8de1c84),segment_id=57ed0083-1e6f-47d3-98ea-1ecbf8de1c84)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:26.923712 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:27.008382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=04137ad5-6293-4e28-b166-f1e44ca4b860,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:27.119950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af85186-a831-443f-a911-fb881f7d14d3 req-3aea1423-b525-4874-ab5b-05f2d38a950a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:27.129074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9af85186-a831-443f-a911-fb881f7d14d3 req-3aea1423-b525-4874-ab5b-05f2d38a950a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0764508 Mar 11 17:09:27.191202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9af85186-a831-443f-a911-fb881f7d14d3 req-ab985675-2990-4467-a97c-a891d75049ce tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522420 Mar 11 17:09:27.375931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a2144-9cb2-48fa-b40e-a5b8af07ce34 req-b8b7eb16-3312-42ff-9f19-7c8f6fdd3c8b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:27.377535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-508a2144-9cb2-48fa-b40e-a5b8af07ce34 req-b8b7eb16-3312-42ff-9f19-7c8f6fdd3c8b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0646648 Mar 11 17:09:27.414587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['04137ad5-6293-4e28-b166-f1e44ca4b860'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:27.424666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-508a2144-9cb2-48fa-b40e-a5b8af07ce34 req-a6c631d2-80b2-4b25-be3d-4cc30065904a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Mar 11 17:09:27.726261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf56e03-dbce-43e3-ad4b-3398a7973cca req-30eecfc4-d88a-434c-9fa7-5cd1507ef139 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:27.728511 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbf56e03-dbce-43e3-ad4b-3398a7973cca req-30eecfc4-d88a-434c-9fa7-5cd1507ef139 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0548885 Mar 11 17:09:27.788030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbf56e03-dbce-43e3-ad4b-3398a7973cca req-66895c9d-6b66-411a-9106-59a755b763d4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511711 Mar 11 17:09:27.964767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e1600-e8a2-45e6-bcf2-fee8d865872b req-17058372-6da1-4896-905e-c6f214d12645 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:27.967383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb8e1600-e8a2-45e6-bcf2-fee8d865872b req-17058372-6da1-4896-905e-c6f214d12645 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0669119 Mar 11 17:09:27.988970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40298) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:28.023290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb8e1600-e8a2-45e6-bcf2-fee8d865872b req-e0034b0b-e22b-4537-8f89-2ebec0ebb616 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449696 Mar 11 17:09:28.141574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57f202aa-2ae7-4a0a-bd8f-38893137b960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.168584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9164-0ceb-4055-8cac-c408c2060c73 req-ccf81e5e-b6a5-4f77-9841-c29b0bfe18b3 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:28.171016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b5c9164-0ceb-4055-8cac-c408c2060c73 req-ccf81e5e-b6a5-4f77-9841-c29b0bfe18b3 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 944 time: 0.0754035 Mar 11 17:09:28.234983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b5c9164-0ceb-4055-8cac-c408c2060c73 req-31f91512-8ffa-4068-a7fd-1397b89b0d28 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540628 Mar 11 17:09:28.253406 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57f202aa-2ae7-4a0a-bd8f-38893137b960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.261909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57f202aa-2ae7-4a0a-bd8f-38893137b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.301081 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-57f202aa-2ae7-4a0a-bd8f-38893137b960 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35970b5c04544824865afb9b3f8b4efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106806 Mar 11 17:09:28.302115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f202aa-2ae7-4a0a-bd8f-38893137b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad84f2-e591-45e0-b2b9-7b08baa9d908,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:28.305712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40304) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:28.357063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63526e64-bf84-404a-af8b-81fe7c6aab0d req-71040748-fda0-40d8-9eda-779a3723453b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:28.358647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63526e64-bf84-404a-af8b-81fe7c6aab0d req-71040748-fda0-40d8-9eda-779a3723453b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0595198 Mar 11 17:09:28.371749 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63185d84-6525-479d-b404-c56cad6d3c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.398197 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63185d84-6525-479d-b404-c56cad6d3c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.404739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63526e64-bf84-404a-af8b-81fe7c6aab0d req-1be89816-2d75-45b8-9d99-52c84f4b132f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393443 Mar 11 17:09:28.469678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63185d84-6525-479d-b404-c56cad6d3c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.472782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63185d84-6525-479d-b404-c56cad6d3c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.473965 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63185d84-6525-479d-b404-c56cad6d3c1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44ad84f2-e591-45e0-b2b9-7b08baa9d908 HTTP/1.1" status: 204 len: 168 time: 0.1673355 Mar 11 17:09:28.485364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63185d84-6525-479d-b404-c56cad6d3c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ad84f2-e591-45e0-b2b9-7b08baa9d908,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:28.622248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a349cd-ceb2-4148-b907-b4c535b6ec4d req-8df4925b-1ff5-46fa-a97c-f289026f29ee tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:28.624187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8a349cd-ceb2-4148-b907-b4c535b6ec4d req-8df4925b-1ff5-46fa-a97c-f289026f29ee tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0685732 Mar 11 17:09:28.670787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8a349cd-ceb2-4148-b907-b4c535b6ec4d req-82c78219-a6bd-4ba3-a7f0-8aa02bd324b3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Mar 11 17:09:28.941812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77493323-3c64-4dc6-be4f-d9a797ffdd7c req-9a916fb1-e9c3-4c42-ae86-7555d84946d3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:28.943368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77493323-3c64-4dc6-be4f-d9a797ffdd7c req-9a916fb1-e9c3-4c42-ae86-7555d84946d3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0633206 Mar 11 17:09:28.986387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77493323-3c64-4dc6-be4f-d9a797ffdd7c req-c5447bf7-b774-4f37-800f-6e01fd081b33 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Mar 11 17:09:29.154887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35b346-6746-4c9b-9e2f-a4b8b6c31355 req-a0bc415c-9dcb-4ac1-bfa9-22ee74518336 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.156698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e35b346-6746-4c9b-9e2f-a4b8b6c31355 req-a0bc415c-9dcb-4ac1-bfa9-22ee74518336 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0599468 Mar 11 17:09:29.210184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e35b346-6746-4c9b-9e2f-a4b8b6c31355 req-84ac2bdb-fdc4-45d7-9fce-660fb89a13bd tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Mar 11 17:09:29.362583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0c623-f2cb-45e4-8b8d-aed054e86eb8 req-b9bdf7d5-eeeb-4711-b49e-9097a854e214 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.364074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72c0c623-f2cb-45e4-8b8d-aed054e86eb8 req-b9bdf7d5-eeeb-4711-b49e-9097a854e214 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 944 time: 0.0542588 Mar 11 17:09:29.411958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72c0c623-f2cb-45e4-8b8d-aed054e86eb8 req-1ba9ff32-ae9d-482c-9c81-77761a47a7c3 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Mar 11 17:09:29.744662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d55cb-7fd6-4612-b5a7-f0ef672cd9fb req-5a064dc8-4520-4c48-8bbe-7e7e9cc091eb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.746445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d32d55cb-7fd6-4612-b5a7-f0ef672cd9fb req-5a064dc8-4520-4c48-8bbe-7e7e9cc091eb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0574012 Mar 11 17:09:29.790296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d32d55cb-7fd6-4612-b5a7-f0ef672cd9fb req-2b8f95ed-83aa-4e7f-b171-29e7f212ff99 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345178 Mar 11 17:09:30.014356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba77c8-5b67-49a7-9514-b33af8eb7aff req-d23a8642-37bc-43c0-9b7a-a4d549332682 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:30.015843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71ba77c8-5b67-49a7-9514-b33af8eb7aff req-d23a8642-37bc-43c0-9b7a-a4d549332682 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0577269 Mar 11 17:09:30.068247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71ba77c8-5b67-49a7-9514-b33af8eb7aff req-dfe7956b-9da1-428f-bc11-694d454c18a0 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455287 Mar 11 17:09:30.263662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5182-93b6-4e81-b6b5-95637d93ce5c req-272d0506-ae7f-4ea3-af81-2f43e472e2c0 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:30.265233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c8c5182-93b6-4e81-b6b5-95637d93ce5c req-272d0506-ae7f-4ea3-af81-2f43e472e2c0 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0655477 Mar 11 17:09:30.335468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c8c5182-93b6-4e81-b6b5-95637d93ce5c req-6ba10617-ff40-44d3-9526-9d6a2d12da89 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598416 Mar 11 17:09:30.482380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:30.483128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dc09f-a931-470e-a1b6-8acf7c61769d req-541da355-45c7-4035-8c91-2644e1cf7af9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:30.484392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec0dc09f-a931-470e-a1b6-8acf7c61769d req-541da355-45c7-4035-8c91-2644e1cf7af9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0701859 Mar 11 17:09:30.537219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec0dc09f-a931-470e-a1b6-8acf7c61769d req-3fae65ee-cb65-408e-a733-90ff1b69ead8 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 Mar 11 17:09:30.601529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 04137ad5-6293-4e28-b166-f1e44ca4b860 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:30.637878 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a511747-6ba0-47b8-b9dd-0a6298ca4d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.657817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 04137ad5-6293-4e28-b166-f1e44ca4b860 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:30.665872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 04137ad5-6293-4e28-b166-f1e44ca4b860 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:30.665872 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.700245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de5fbf-361a-4f3f-ac51-a6aee2385885 req-67a04d45-d541-47f8-8e36-6e7e9044e9b9 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:30.702830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76de5fbf-361a-4f3f-ac51-a6aee2385885 req-67a04d45-d541-47f8-8e36-6e7e9044e9b9 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 944 time: 0.0860519 Mar 11 17:09:30.754599 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a511747-6ba0-47b8-b9dd-0a6298ca4d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.760869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a511747-6ba0-47b8-b9dd-0a6298ca4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.761769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76de5fbf-361a-4f3f-ac51-a6aee2385885 req-a539f8aa-e3fb-4964-b19b-3bdddf93ba34 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474057 Mar 11 17:09:30.785681 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.803160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a511747-6ba0-47b8-b9dd-0a6298ca4d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893ded4b-d2ef-4643-8cff-04b318e85f31,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:30.818485 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0a511747-6ba0-47b8-b9dd-0a6298ca4d38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42f85134ae734c2cbe15cdacb0e25415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329842 Mar 11 17:09:30.818670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40386) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:30.820762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0388e3-4ce4-4308-bb76-66e26a121bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04137ad5-6293-4e28-b166-f1e44ca4b860'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:30.825033 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a7e753-a5ad-42ee-855b-ada914187820" -d '{"events": [{"server_uuid": "9b0388e3-4ce4-4308-bb76-66e26a121bc9", "name": "network-vif-plugged", "status": "completed", "tag": "04137ad5-6293-4e28-b166-f1e44ca4b860"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:30.852645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 04137ad5-6293-4e28-b166-f1e44ca4b860, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=04137ad5-6293-4e28-b166-f1e44ca4b860,segment=NetworkSegment(57ed0083-1e6f-47d3-98ea-1ecbf8de1c84),segment_id=57ed0083-1e6f-47d3-98ea-1ecbf8de1c84)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:30.859812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.900067 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4240-676e-4504-ad75-618a1b6ef789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.930558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=04137ad5-6293-4e28-b166-f1e44ca4b860,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:30.954352 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4240-676e-4504-ad75-618a1b6ef789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.996840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456c1cc-210c-4d67-a653-47662070a678 req-a2cb1f92-5dfa-46bd-be5a-b841b83fa5c3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:30.998395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9456c1cc-210c-4d67-a653-47662070a678 req-a2cb1f92-5dfa-46bd-be5a-b841b83fa5c3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1003094 Mar 11 17:09:31.039612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4240-676e-4504-ad75-618a1b6ef789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:31.043851 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4240-676e-4504-ad75-618a1b6ef789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:31.045314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dcdb4240-676e-4504-ad75-618a1b6ef789 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/893ded4b-d2ef-4643-8cff-04b318e85f31 HTTP/1.1" status: 204 len: 168 time: 0.2254028 Mar 11 17:09:31.070477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb4240-676e-4504-ad75-618a1b6ef789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893ded4b-d2ef-4643-8cff-04b318e85f31,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:31.077092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9456c1cc-210c-4d67-a653-47662070a678 req-753a9da3-e3bb-4072-a170-b2fe9133f49e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672605 Mar 11 17:09:31.138259 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89aad09-a2de-46e9-aad4-92fb1d923ab0 x-openstack-request-id: req-d89aad09-a2de-46e9-aad4-92fb1d923ab0 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:31.138724 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0388e3-4ce4-4308-bb76-66e26a121bc9", "name": "network-vif-plugged", "status": "completed", "tag": "04137ad5-6293-4e28-b166-f1e44ca4b860", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:31.139324 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d89aad09-a2de-46e9-aad4-92fb1d923ab0 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:31.139824 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0388e3-4ce4-4308-bb76-66e26a121bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04137ad5-6293-4e28-b166-f1e44ca4b860', 'code': 200} Mar 11 17:09:31.264182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b532bd-5103-434d-a597-06c8ba271b79 req-579f7f24-01e7-4697-823a-34df59e82ef5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:31.272717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28b532bd-5103-434d-a597-06c8ba271b79 req-579f7f24-01e7-4697-823a-34df59e82ef5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0780711 Mar 11 17:09:31.293517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec4d81-53e7-4518-8644-ec0108713c1f req-e20e3feb-608e-4d04-bc15-3fcb8f81e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:31.296696 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e7ec4d81-53e7-4518-8644-ec0108713c1f req-e20e3feb-608e-4d04-bc15-3fcb8f81e9c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0551243 Mar 11 17:09:31.320485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28b532bd-5103-434d-a597-06c8ba271b79 req-bc2110fd-de0f-4534-ae12-947adf075e97 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Mar 11 17:09:31.356758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e7ec4d81-53e7-4518-8644-ec0108713c1f req-0d2ba6db-3f8a-4bb8-bfd2-6d84bcfea18a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454538 Mar 11 17:09:31.493947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13263e-cba2-4a6a-9f03-08587f888787 req-d4b31cfd-232e-4dee-813f-fb0a8acc95bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:31.495781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed13263e-cba2-4a6a-9f03-08587f888787 req-d4b31cfd-232e-4dee-813f-fb0a8acc95bf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0654798 Mar 11 17:09:31.558589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed13263e-cba2-4a6a-9f03-08587f888787 req-7a4a2765-04ac-457c-9650-cf2f16de7eea tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526228 Mar 11 17:09:31.732331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552a42-a8ec-4e4d-bde1-57c2b3329013 req-40baf3ab-5952-461d-a978-96793b631be5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:31.733927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d552a42-a8ec-4e4d-bde1-57c2b3329013 req-40baf3ab-5952-461d-a978-96793b631be5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0797164 Mar 11 17:09:31.781612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d552a42-a8ec-4e4d-bde1-57c2b3329013 req-9549e0aa-bca6-4d8a-ba1e-9824db6c910d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377572 Mar 11 17:09:31.936785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5d452-8d2b-4a9b-b865-4a92c1d5fe95 req-e8395976-ca43-4c77-be00-709e58b5289a tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:31.939319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0e5d452-8d2b-4a9b-b865-4a92c1d5fe95 req-e8395976-ca43-4c77-be00-709e58b5289a tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 945 time: 0.0795581 Mar 11 17:09:31.946973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40420) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:31.991968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0e5d452-8d2b-4a9b-b865-4a92c1d5fe95 req-d020a2de-ee75-4ee3-afbf-4b13e5e7126e tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458088 Mar 11 17:09:32.091535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1493740677-network', 'tenant_id': '0249248513bf42a7aa220840aa50edc2'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:32.119388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Made reservation on behalf of 0249248513bf42a7aa220840aa50edc2 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:32.123629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.134180 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.273232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4334f5b-867a-4e47-a4be-7be562a06d1f req-5f841b0a-a532-4cac-a144-b9f71dd60dd8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:32.274845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4334f5b-867a-4e47-a4be-7be562a06d1f req-5f841b0a-a532-4cac-a144-b9f71dd60dd8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0888031 Mar 11 17:09:32.293748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.314426 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.347054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:09:32.387231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.387958 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Added segment bed22bb2-543d-4b8c-93af-4befba7e0ec2 of type vlan for network 1134f8c4-cb3e-44de-a3e0-dde555f917c5 Mar 11 17:09:32.392049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4334f5b-867a-4e47-a4be-7be562a06d1f req-da90c609-e3c3-4b86-a6d6-e4e8544a4d1e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030152 Mar 11 17:09:32.392714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3ef509-06b4-4cf7-8180-53c05c58b92a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:32.469329 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.515451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.516587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:32.517066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.594129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6454141 Mar 11 17:09:32.597885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40428) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:32.606869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Request body: {'subnet': {'network_id': '1134f8c4-cb3e-44de-a3e0-dde555f917c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1493740677-subnet', 'tenant_id': '0249248513bf42a7aa220840aa50edc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:32.611085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76e705-c7f6-4d64-82bc-82110704d04f req-abde22ba-c6b0-4c96-a2e8-2be2dde608cd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:32.612695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e76e705-c7f6-4d64-82bc-82110704d04f req-abde22ba-c6b0-4c96-a2e8-2be2dde608cd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.1296003 Mar 11 17:09:32.613602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea959a31-1ba4-4eec-a095-e60f3f03e1af admin admin] Pushing event updated for resources: {'Network': ['ID=1134f8c4-cb3e-44de-a3e0-dde555f917c5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:32.631582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 1134f8c4-cb3e-44de-a3e0-dde555f917c5 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:09:32.641769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Made reservation on behalf of 0249248513bf42a7aa220840aa50edc2 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:32.646136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.679779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e76e705-c7f6-4d64-82bc-82110704d04f req-efdc85ef-c0e4-4c90-b9ef-2e1444d0eebb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567439 Mar 11 17:09:32.847204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47f0e4-30db-4d31-90f3-830a63c8107e req-52528da8-f0c4-4ccf-9c44-b34335017c52 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:32.848944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb47f0e4-30db-4d31-90f3-830a63c8107e req-52528da8-f0c4-4ccf-9c44-b34335017c52 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0632849 Mar 11 17:09:32.902637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb47f0e4-30db-4d31-90f3-830a63c8107e req-bdf35eb9-3a7c-4b19-8af5-65d093e3ae1c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466523 Mar 11 17:09:32.921447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:33.016839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d69af6-b3b9-4374-8f19-0ef78d4d24a0,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:33.048211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Checking segment: {'id': 'bed22bb2-543d-4b8c-93af-4befba7e0ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1134f8c4-cb3e-44de-a3e0-dde555f917c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:33.049091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Network hostable DHCP agents. Network: 1134f8c4-cb3e-44de-a3e0-dde555f917c5, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:09:33.065885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052053af-8324-4cfa-afb9-188b53bc9748 req-5df33593-9b77-4006-a95a-2a57fb047715 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:33.067536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-052053af-8324-4cfa-afb9-188b53bc9748 req-5df33593-9b77-4006-a95a-2a57fb047715 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0955021 Mar 11 17:09:33.070587 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Network 1134f8c4-cb3e-44de-a3e0-dde555f917c5 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:09:33.084094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 1134f8c4-cb3e-44de-a3e0-dde555f917c5) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:33.092328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:33.093224 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:33.112600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f2ad72-70f7-4b1e-818c-4fd0e5717319 None None] Network 1134f8c4-cb3e-44de-a3e0-dde555f917c5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:09:33.121467 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1722bd89-6ad2-4beb-ace7-20eb6f07e908 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5218041 Mar 11 17:09:33.139391 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-052053af-8324-4cfa-afb9-188b53bc9748 req-19670c07-dbaf-4c10-9080-8ed01410831f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630360 Mar 11 17:09:33.295682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee862702-dfe6-4464-a0a0-4ab173b825f3 None None] Network 1134f8c4-cb3e-44de-a3e0-dde555f917c5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:09:33.317962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a9427-70cd-43df-b870-d6532db9fa9d req-dc4ffec3-7873-459f-9d92-ca8d4dafdc7c tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:33.319474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-183a9427-70cd-43df-b870-d6532db9fa9d req-dc4ffec3-7873-459f-9d92-ca8d4dafdc7c tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 945 time: 0.0643871 Mar 11 17:09:33.377918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-183a9427-70cd-43df-b870-d6532db9fa9d req-40907051-e290-481b-8118-7e604423e784 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Mar 11 17:09:33.491666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23494999-4631-4c36-9df9-9b25bfb2714d req-449c3e86-9f15-4b39-b8b3-76081995a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:33.494285 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23494999-4631-4c36-9df9-9b25bfb2714d req-449c3e86-9f15-4b39-b8b3-76081995a76f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 1099 time: 0.0783975 Mar 11 17:09:33.612391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-3b969164-0997-4397-a94b-cf50ff81b4a8 req-9b2b817a-fd7f-427d-800e-74c81cb9fed1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-422943026', 'description': 'tempest-description-278719484'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:33.640090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23494999-4631-4c36-9df9-9b25bfb2714d req-1a77d88b-2198-4b31-a370-b21561a25fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:33.642650 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23494999-4631-4c36-9df9-9b25bfb2714d req-1a77d88b-2198-4b31-a370-b21561a25fa5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1401699 Mar 11 17:09:33.644654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3b969164-0997-4397-a94b-cf50ff81b4a8 req-9b2b817a-fd7f-427d-800e-74c81cb9fed1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:33.718968 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23494999-4631-4c36-9df9-9b25bfb2714d req-836aed35-a477-4ada-86ab-c1352a3b10e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6a9318a3-1cfe-401c-bee3-6d9260a6658f HTTP/1.1" status: 200 len: 217 time: 0.0694489 Mar 11 17:09:33.748565 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3b969164-0997-4397-a94b-cf50ff81b4a8 req-9b2b817a-fd7f-427d-800e-74c81cb9fed1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:33.757608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-1b466237-df6e-4789-81c3-1cff16f7e8ad tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:09:33.758831 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-1b466237-df6e-4789-81c3-1cff16f7e8ad tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062630 Mar 11 17:09:33.760861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3b969164-0997-4397-a94b-cf50ff81b4a8 req-9b2b817a-fd7f-427d-800e-74c81cb9fed1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:33.791740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23494999-4631-4c36-9df9-9b25bfb2714d req-2f0fa9d5-d55d-4730-b817-8328812778f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:33.794188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23494999-4631-4c36-9df9-9b25bfb2714d req-2f0fa9d5-d55d-4730-b817-8328812778f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0688827 Mar 11 17:09:33.840675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3b969164-0997-4397-a94b-cf50ff81b4a8 req-9b2b817a-fd7f-427d-800e-74c81cb9fed1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:33.842449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b969164-0997-4397-a94b-cf50ff81b4a8 req-9b2b817a-fd7f-427d-800e-74c81cb9fed1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2342455 Mar 11 17:09:33.847698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23494999-4631-4c36-9df9-9b25bfb2714d req-2eb587f7-19cf-4969-9758-32b5e13d82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:33.849284 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23494999-4631-4c36-9df9-9b25bfb2714d req-2eb587f7-19cf-4969-9758-32b5e13d82f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475254 Mar 11 17:09:33.862493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b817a-fd7f-427d-800e-74c81cb9fed1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e7cda3-15df-446b-8135-c9131f6d426a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:33.868955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-b407808f-efe7-43d0-b34a-b70985668fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:33.872825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-b407808f-efe7-43d0-b34a-b70985668fb1 service neutron] 10.222.0.53 "GET /v2.0/ports/af9a55b2-629f-4f31-8431-403c1e6a3df1 HTTP/1.1" status: 200 len: 1093 time: 0.1044469 Mar 11 17:09:33.894783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Request body: {'binding': {'host': 'n-h1-833411-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:33.895350 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Unknown quota resources ['binding']. {{(pid=102642) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 17:09:33.967781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23494999-4631-4c36-9df9-9b25bfb2714d req-fbffa6c3-4875-466e-8599-699f9a193bcc service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095800 Mar 11 17:09:34.088050 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23494999-4631-4c36-9df9-9b25bfb2714d req-5c0b0d95-29cc-45cc-8f38-9566499e5f2b service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131372 Mar 11 17:09:34.339880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f408db-90f1-462a-b717-365e0b2a0330 req-d40e34ed-08d6-4683-9e77-474ae9f08521 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:34.341412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87f408db-90f1-462a-b717-365e0b2a0330 req-d40e34ed-08d6-4683-9e77-474ae9f08521 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.3717449 Mar 11 17:09:34.387779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 on host n-h1-833411-1 for vnic_type normal with profile None {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:34.388317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:34.388881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:34.400717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Port af9a55b2-629f-4f31-8431-403c1e6a3df1 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:09:34.401295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:34.414599 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:34.415161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:34.415795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:34.417079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Bound port: af9a55b2-629f-4f31-8431-403c1e6a3df1, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:34.480375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87f408db-90f1-462a-b717-365e0b2a0330 req-a26918af-b772-4558-a993-8e148afec3b8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274345 Mar 11 17:09:34.522546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:34.531415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:34.533030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-09e52ded-7c0e-41c2-a16d-9b0ba55e33d6 service neutron] 10.222.0.53 "POST /v2.0/ports/af9a55b2-629f-4f31-8431-403c1e6a3df1/bindings HTTP/1.1" status: 201 len: 389 time: 0.6514204 Mar 11 17:09:34.757857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6614e538-319b-473f-b8ca-1b50bc58375d req-8d959f95-aec3-4cc5-99fc-67cbd8c4742e tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/54e7cda3-15df-446b-8135-c9131f6d426a HTTP/1.1" status: 200 len: 1803 time: 0.0790904 Mar 11 17:09:34.773332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a660e0-83c0-43f3-8187-2483897e637b req-2678c8c4-e397-4012-8167-ab26165896e7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:34.775620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3a660e0-83c0-43f3-8187-2483897e637b req-2678c8c4-e397-4012-8167-ab26165896e7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.1173337 Mar 11 17:09:34.781617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-6614e538-319b-473f-b8ca-1b50bc58375d req-b898bb45-189b-46d4-9db4-f3cf3707bcbb tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54e7cda3-15df-446b-8135-c9131f6d426a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:34.782132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-6614e538-319b-473f-b8ca-1b50bc58375d req-b898bb45-189b-46d4-9db4-f3cf3707bcbb tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54e7cda3-15df-446b-8135-c9131f6d426a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:34.847972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3a660e0-83c0-43f3-8187-2483897e637b req-c7c834be-dbf4-4d92-a8df-25617c8d0b7f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608447 Mar 11 17:09:34.857227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-c7327811-1a8f-40d2-9b79-28bfe7e84c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:34.858834 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-c7327811-1a8f-40d2-9b79-28bfe7e84c4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1096 time: 0.0709136 Mar 11 17:09:34.900524 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6614e538-319b-473f-b8ca-1b50bc58375d req-b898bb45-189b-46d4-9db4-f3cf3707bcbb tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:34.946808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6614e538-319b-473f-b8ca-1b50bc58375d req-b898bb45-189b-46d4-9db4-f3cf3707bcbb tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:34.953332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6614e538-319b-473f-b8ca-1b50bc58375d req-b898bb45-189b-46d4-9db4-f3cf3707bcbb tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.017726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898bb45-189b-46d4-9db4-f3cf3707bcbb tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699559e4-a64b-4151-9836-d81063fb877f,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:35.020103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-4f8f875b-8c59-4d03-815d-2a42efebe481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:35.022770 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-4f8f875b-8c59-4d03-815d-2a42efebe481 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.1561582 Mar 11 17:09:35.030177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6614e538-319b-473f-b8ca-1b50bc58375d req-b898bb45-189b-46d4-9db4-f3cf3707bcbb tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.032876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6614e538-319b-473f-b8ca-1b50bc58375d req-b898bb45-189b-46d4-9db4-f3cf3707bcbb tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2561371 Mar 11 17:09:35.062784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5700b-1460-4a09-81c2-ef50b742680d req-ae726e40-ed70-458e-b22a-4fc4e7ec442d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:35.064675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30d5700b-1460-4a09-81c2-ef50b742680d req-ae726e40-ed70-458e-b22a-4fc4e7ec442d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1019385 Mar 11 17:09:35.086259 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-0d7f1660-4be4-4eba-af62-e7e9d8ad6de0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1 HTTP/1.1" status: 200 len: 217 time: 0.0565267 Mar 11 17:09:35.152227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30d5700b-1460-4a09-81c2-ef50b742680d req-0fa8e236-2919-4e88-acee-2447ddf4ce02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751956 Mar 11 17:09:35.157948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-f6350906-316f-495c-80af-49b39f8fce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:35.160412 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-f6350906-316f-495c-80af-49b39f8fce81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.0674145 Mar 11 17:09:35.175113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9485ce-93ed-4af0-b40a-ceaa2d23b175 req-9d3e73e7-c129-43a7-bd43-7bb4b0f69c8c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:35.176773 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c9485ce-93ed-4af0-b40a-ceaa2d23b175 req-9d3e73e7-c129-43a7-bd43-7bb4b0f69c8c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0846252 Mar 11 17:09:35.201677 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-f3ebb9fd-8077-4e41-8038-6e68727475dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318208 Mar 11 17:09:35.249667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c9485ce-93ed-4af0-b40a-ceaa2d23b175 req-29603d3d-b325-48a8-9cd4-f2786a58ee82 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Mar 11 17:09:35.308907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff6b3-de7a-491c-aff0-40c130708b58 req-7d6e0a17-47a4-487b-b3df-2f511eb7fed2 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:35.310443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ecff6b3-de7a-491c-aff0-40c130708b58 req-7d6e0a17-47a4-487b-b3df-2f511eb7fed2 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.0810337 Mar 11 17:09:35.346793 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-601d88f5-e670-4269-a72a-38bfe72e3589 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335926 Mar 11 17:09:35.380060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-4eab13b0-3b35-4560-9628-0fabbe11a78b req-420bcaef-d4ac-4670-b96f-eb1083f40859 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-200340481', 'description': 'tempest-description-635478784'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:35.388765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ecff6b3-de7a-491c-aff0-40c130708b58 req-e189d4fa-4a99-4cad-815f-4395df2d09ee tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666895 Mar 11 17:09:35.410359 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4eab13b0-3b35-4560-9628-0fabbe11a78b req-420bcaef-d4ac-4670-b96f-eb1083f40859 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.466561 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cb27fd5a-ff26-4e82-a57b-f814374951fe service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174831 Mar 11 17:09:35.519204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4eab13b0-3b35-4560-9628-0fabbe11a78b req-420bcaef-d4ac-4670-b96f-eb1083f40859 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.524874 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4eab13b0-3b35-4560-9628-0fabbe11a78b req-420bcaef-d4ac-4670-b96f-eb1083f40859 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.555878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4eab13b0-3b35-4560-9628-0fabbe11a78b req-420bcaef-d4ac-4670-b96f-eb1083f40859 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.557192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4eab13b0-3b35-4560-9628-0fabbe11a78b req-420bcaef-d4ac-4670-b96f-eb1083f40859 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1894755 Mar 11 17:09:35.562497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bcaef-d4ac-4670-b96f-eb1083f40859 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295be039-aecf-45c7-a3ce-809a1a3e19e5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:35.697674 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8354088-52f9-46c4-b1a6-d54bef3f0881 req-48842cb1-c454-4d31-93f6-2b3499d9d905 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/295be039-aecf-45c7-a3ce-809a1a3e19e5 HTTP/1.1" status: 200 len: 1803 time: 0.0778768 Mar 11 17:09:35.714077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e8354088-52f9-46c4-b1a6-d54bef3f0881 req-82553edb-fecd-45a9-9093-364d545c9961 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '295be039-aecf-45c7-a3ce-809a1a3e19e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:35.714702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e8354088-52f9-46c4-b1a6-d54bef3f0881 req-82553edb-fecd-45a9-9093-364d545c9961 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '295be039-aecf-45c7-a3ce-809a1a3e19e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:35.757908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b2792-4757-4763-8043-3d7caefee474 req-af4f8a33-d06f-4d4e-8000-6a898b1ef687 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:35.760247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-335b2792-4757-4763-8043-3d7caefee474 req-af4f8a33-d06f-4d4e-8000-6a898b1ef687 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1002104 Mar 11 17:09:35.849020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-335b2792-4757-4763-8043-3d7caefee474 req-b03353bf-6ea3-4f38-8030-6319e2a5a7a4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716012 Mar 11 17:09:35.851089 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8354088-52f9-46c4-b1a6-d54bef3f0881 req-82553edb-fecd-45a9-9093-364d545c9961 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.919478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8354088-52f9-46c4-b1a6-d54bef3f0881 req-82553edb-fecd-45a9-9093-364d545c9961 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.925949 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8354088-52f9-46c4-b1a6-d54bef3f0881 req-82553edb-fecd-45a9-9093-364d545c9961 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.969770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82553edb-fecd-45a9-9093-364d545c9961 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215d2259-6eb4-422a-b26f-6aa882cec1e5,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:35.997346 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8354088-52f9-46c4-b1a6-d54bef3f0881 req-82553edb-fecd-45a9-9093-364d545c9961 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.998840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8354088-52f9-46c4-b1a6-d54bef3f0881 req-82553edb-fecd-45a9-9093-364d545c9961 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2918563 Mar 11 17:09:36.035660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c81de-16f5-4b9e-b3a9-4a625598a61d req-80bada8d-24d8-4c40-82d7-ee20d5710b83 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:36.037500 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-372c81de-16f5-4b9e-b3a9-4a625598a61d req-80bada8d-24d8-4c40-82d7-ee20d5710b83 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 945 time: 0.0984688 Mar 11 17:09:36.103401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-372c81de-16f5-4b9e-b3a9-4a625598a61d req-32cbc599-bd39-4b00-85ac-a549df1006f3 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586803 Mar 11 17:09:36.153338 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea9db0-bc89-48e7-8bbb-bdd8ca13e263 req-1c9cb8ca-2833-4a83-9bec-e6b2244dc80b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:36.155684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65ea9db0-bc89-48e7-8bbb-bdd8ca13e263 req-1c9cb8ca-2833-4a83-9bec-e6b2244dc80b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0740330 Mar 11 17:09:36.163736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0c229343-2f6a-497b-a837-084fd46d2d0e req-e1e1dee6-276d-4e0e-8a47-3735b542045b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2074825468', 'description': 'tempest-description-1441284782'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:36.223299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0c229343-2f6a-497b-a837-084fd46d2d0e req-e1e1dee6-276d-4e0e-8a47-3735b542045b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:36.239342 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65ea9db0-bc89-48e7-8bbb-bdd8ca13e263 req-7983ceaa-dc68-468a-95ba-57cf37412c76 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672832 Mar 11 17:09:36.353974 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0c229343-2f6a-497b-a837-084fd46d2d0e req-e1e1dee6-276d-4e0e-8a47-3735b542045b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:36.359306 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0c229343-2f6a-497b-a837-084fd46d2d0e req-e1e1dee6-276d-4e0e-8a47-3735b542045b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:36.413692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0c229343-2f6a-497b-a837-084fd46d2d0e req-e1e1dee6-276d-4e0e-8a47-3735b542045b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:36.415117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c229343-2f6a-497b-a837-084fd46d2d0e req-e1e1dee6-276d-4e0e-8a47-3735b542045b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2579567 Mar 11 17:09:36.433956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1dee6-276d-4e0e-8a47-3735b542045b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a802f0-98f0-4b9c-bd02-f51cde1530c9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:36.453006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f601-86e1-4139-a0fd-f94e065b0eae req-225c7d2b-37c0-4612-8c5f-53899767a956 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:36.472385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b694f601-86e1-4139-a0fd-f94e065b0eae req-225c7d2b-37c0-4612-8c5f-53899767a956 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1336229 Mar 11 17:09:36.530311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b694f601-86e1-4139-a0fd-f94e065b0eae req-de0f151c-11f4-4752-a425-ffae68565d86 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622559 Mar 11 17:09:36.591862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da3cb-a9a8-44ab-9323-a3c31ddcf521 req-3506afde-545f-486b-89ca-14a0136c1ec2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:36.597085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c8da3cb-a9a8-44ab-9323-a3c31ddcf521 req-3506afde-545f-486b-89ca-14a0136c1ec2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0840569 Mar 11 17:09:36.666899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c8da3cb-a9a8-44ab-9323-a3c31ddcf521 req-b8cb1cbb-b392-43e1-b9ad-ac95a05fa14d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664570 Mar 11 17:09:36.715899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0dec0b5f-5e3e-4c2f-ad8a-be08c9de2782 req-351c9ed5-857f-48d1-8e8d-3ffe6c322091 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2009523388', 'description': 'tempest-description-191342218'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:36.733784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6584dc5-9fe8-4df5-9f68-ff4802c971f7 req-22e586c2-7e95-44f4-a217-12df7054935e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:36.735184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6584dc5-9fe8-4df5-9f68-ff4802c971f7 req-22e586c2-7e95-44f4-a217-12df7054935e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.0926890 Mar 11 17:09:36.770119 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0dec0b5f-5e3e-4c2f-ad8a-be08c9de2782 req-351c9ed5-857f-48d1-8e8d-3ffe6c322091 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:36.810621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6584dc5-9fe8-4df5-9f68-ff4802c971f7 req-f06f9180-7853-4c82-89bf-6005025f8da0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629947 Mar 11 17:09:36.885881 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0dec0b5f-5e3e-4c2f-ad8a-be08c9de2782 req-351c9ed5-857f-48d1-8e8d-3ffe6c322091 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:36.890674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0dec0b5f-5e3e-4c2f-ad8a-be08c9de2782 req-351c9ed5-857f-48d1-8e8d-3ffe6c322091 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:36.937566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0dec0b5f-5e3e-4c2f-ad8a-be08c9de2782 req-351c9ed5-857f-48d1-8e8d-3ffe6c322091 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:36.939932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0dec0b5f-5e3e-4c2f-ad8a-be08c9de2782 req-351c9ed5-857f-48d1-8e8d-3ffe6c322091 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2295532 Mar 11 17:09:36.940942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9ed5-857f-48d1-8e8d-3ffe6c322091 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90a28df-c555-4724-b749-b83c32c94a70,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:37.093931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cc8e4c9-1e40-4e7e-8b2a-43788c566344 req-e015c461-0e88-45e3-91d2-8e55265a7bdb tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/15a802f0-98f0-4b9c-bd02-f51cde1530c9 HTTP/1.1" status: 200 len: 1805 time: 0.1096883 Mar 11 17:09:37.115664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ada48-edf5-4dd9-83cd-f93ca22f385a req-ee5732f5-a94f-4af2-a80e-3ef145467c7c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:37.118256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f31ada48-edf5-4dd9-83cd-f93ca22f385a req-ee5732f5-a94f-4af2-a80e-3ef145467c7c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1218569 Mar 11 17:09:37.199752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cc8e4c9-1e40-4e7e-8b2a-43788c566344 req-39263537-6ec3-4728-adde-b4ca4a8acc86 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/e90a28df-c555-4724-b749-b83c32c94a70 HTTP/1.1" status: 200 len: 1804 time: 0.0794895 Mar 11 17:09:37.206014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f31ada48-edf5-4dd9-83cd-f93ca22f385a req-eaad1d9a-2b14-46ff-98c4-ee573b9c4115 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723522 Mar 11 17:09:37.212238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0cc8e4c9-1e40-4e7e-8b2a-43788c566344 req-a4189658-9522-4304-9342-d9288b98543b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15a802f0-98f0-4b9c-bd02-f51cde1530c9', 'remote_group_id': 'e90a28df-c555-4724-b749-b83c32c94a70', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:37.212595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0cc8e4c9-1e40-4e7e-8b2a-43788c566344 req-a4189658-9522-4304-9342-d9288b98543b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15a802f0-98f0-4b9c-bd02-f51cde1530c9', 'remote_group_id': 'e90a28df-c555-4724-b749-b83c32c94a70', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:37.303533 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0cc8e4c9-1e40-4e7e-8b2a-43788c566344 req-a4189658-9522-4304-9342-d9288b98543b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:37.385496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0cc8e4c9-1e40-4e7e-8b2a-43788c566344 req-a4189658-9522-4304-9342-d9288b98543b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:37.392960 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0cc8e4c9-1e40-4e7e-8b2a-43788c566344 req-a4189658-9522-4304-9342-d9288b98543b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:37.414287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb63d-4557-4405-8048-571b149758ee req-1d4be88f-a5dd-411d-9cce-af9fbb7c03e8 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:37.415713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-306fb63d-4557-4405-8048-571b149758ee req-1d4be88f-a5dd-411d-9cce-af9fbb7c03e8 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 945 time: 0.0971789 Mar 11 17:09:37.424109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4189658-9522-4304-9342-d9288b98543b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da1813b-9a8b-4cb1-bbcc-c777aa64e221,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:37.439049 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0cc8e4c9-1e40-4e7e-8b2a-43788c566344 req-a4189658-9522-4304-9342-d9288b98543b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:37.440396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cc8e4c9-1e40-4e7e-8b2a-43788c566344 req-a4189658-9522-4304-9342-d9288b98543b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2323756 Mar 11 17:09:37.490220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-306fb63d-4557-4405-8048-571b149758ee req-4211e723-595f-40a7-bc26-0e60a2d80a1a tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/security-groups?id=c80cde86-0693-4da8-80ac-6944cf0581a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629442 Mar 11 17:09:37.559854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-c487e588-92fb-470e-aa13-5c00d2cc5c24 req-bb076a25-2b01-4c3d-9a2d-2c06e6516673 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1091613290', 'description': 'tempest-description-977704694'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:37.598010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e8d22-1126-4fb1-be32-8e774d372607 req-9b04ba5d-89a4-4353-bec8-7cbd990a422e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:37.600334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc9e8d22-1126-4fb1-be32-8e774d372607 req-9b04ba5d-89a4-4353-bec8-7cbd990a422e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0945415 Mar 11 17:09:37.601800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c487e588-92fb-470e-aa13-5c00d2cc5c24 req-bb076a25-2b01-4c3d-9a2d-2c06e6516673 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:37.703354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc9e8d22-1126-4fb1-be32-8e774d372607 req-279a27ca-e14a-4b99-924d-7ab26716065b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962906 Mar 11 17:09:37.794699 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c487e588-92fb-470e-aa13-5c00d2cc5c24 req-bb076a25-2b01-4c3d-9a2d-2c06e6516673 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:37.801604 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c487e588-92fb-470e-aa13-5c00d2cc5c24 req-bb076a25-2b01-4c3d-9a2d-2c06e6516673 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:37.867181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c487e588-92fb-470e-aa13-5c00d2cc5c24 req-bb076a25-2b01-4c3d-9a2d-2c06e6516673 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:37.868493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c487e588-92fb-470e-aa13-5c00d2cc5c24 req-bb076a25-2b01-4c3d-9a2d-2c06e6516673 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3147843 Mar 11 17:09:37.874132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb076a25-2b01-4c3d-9a2d-2c06e6516673 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9f1e04-d438-41b3-9c10-0653928d286c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:37.910611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261b198-32eb-4dbb-a62d-9adc22912fd4 req-12d65481-2fe0-4b37-9eb7-b1635946750a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:37.912860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2261b198-32eb-4dbb-a62d-9adc22912fd4 req-12d65481-2fe0-4b37-9eb7-b1635946750a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1064453 Mar 11 17:09:38.003803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2261b198-32eb-4dbb-a62d-9adc22912fd4 req-5676a2fa-e656-41a4-b314-d42949df5654 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755191 Mar 11 17:09:38.075246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a74dc-67d6-4ab3-bd94-7ce32be16a62 req-c5ade765-872c-4ae2-9d3c-afa98a6149e1 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:38.075845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25507838-a67a-41da-a578-20dc26e8d10c req-8f4b48ae-aa21-4f2d-88f4-dbf4004d4c86 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:38.077425 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25507838-a67a-41da-a578-20dc26e8d10c req-8f4b48ae-aa21-4f2d-88f4-dbf4004d4c86 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 945 time: 0.0599258 Mar 11 17:09:38.078096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f9a74dc-67d6-4ab3-bd94-7ce32be16a62 req-c5ade765-872c-4ae2-9d3c-afa98a6149e1 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0996296 Mar 11 17:09:38.175197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f9a74dc-67d6-4ab3-bd94-7ce32be16a62 req-9f5095fa-ec82-40b5-a767-50e8a42592be tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783284 Mar 11 17:09:38.196128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f07c1-bbe1-48fc-92be-ac5def891ec7 req-8a4620bd-ad94-4e79-85ad-d5ac4d0ac758 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:38.203988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa6f07c1-bbe1-48fc-92be-ac5def891ec7 req-8a4620bd-ad94-4e79-85ad-d5ac4d0ac758 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.1244345 Mar 11 17:09:38.205019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-25507838-a67a-41da-a578-20dc26e8d10c req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Deleting port 04137ad5-6293-4e28-b166-f1e44ca4b860 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:38.205520 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25507838-a67a-41da-a578-20dc26e8d10c req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.215759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0d3603b9-93fd-4e55-8639-1a844c5b4aa9 req-42497024-2bfa-4e6d-afbc-c5cef05434ea tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1866232256', 'description': 'tempest-description-15639318'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:38.286315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa6f07c1-bbe1-48fc-92be-ac5def891ec7 req-f4c6247f-fbc1-4dc8-8c40-25dbbc1d7859 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809402 Mar 11 17:09:38.302340 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0d3603b9-93fd-4e55-8639-1a844c5b4aa9 req-42497024-2bfa-4e6d-afbc-c5cef05434ea tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.342391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-25507838-a67a-41da-a578-20dc26e8d10c req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] For port 04137ad5-6293-4e28-b166-f1e44ca4b860, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=04137ad5-6293-4e28-b166-f1e44ca4b860,segment=NetworkSegment(57ed0083-1e6f-47d3-98ea-1ecbf8de1c84),segment_id=57ed0083-1e6f-47d3-98ea-1ecbf8de1c84)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:38.342803 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25507838-a67a-41da-a578-20dc26e8d10c req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.358581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-25507838-a67a-41da-a578-20dc26e8d10c req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Calling delete_port for 04137ad5-6293-4e28-b166-f1e44ca4b860 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:38.489397 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0d3603b9-93fd-4e55-8639-1a844c5b4aa9 req-42497024-2bfa-4e6d-afbc-c5cef05434ea tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.503749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0d3603b9-93fd-4e55-8639-1a844c5b4aa9 req-42497024-2bfa-4e6d-afbc-c5cef05434ea tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.538238 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0d3603b9-93fd-4e55-8639-1a844c5b4aa9 req-42497024-2bfa-4e6d-afbc-c5cef05434ea tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.539719 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d3603b9-93fd-4e55-8639-1a844c5b4aa9 req-42497024-2bfa-4e6d-afbc-c5cef05434ea tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3278022 Mar 11 17:09:38.546425 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25507838-a67a-41da-a578-20dc26e8d10c req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.556824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38c4a5-62ec-4f8f-962b-587ee19d9a13 req-6ecc27cb-43b8-4c08-a1a8-8b2bb7674e5b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:38.564935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['04137ad5-6293-4e28-b166-f1e44ca4b860'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:38.571561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab38c4a5-62ec-4f8f-962b-587ee19d9a13 req-6ecc27cb-43b8-4c08-a1a8-8b2bb7674e5b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1750338 Mar 11 17:09:38.595184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Pushing event deleted for resources: {'Port': ['ID=04137ad5-6293-4e28-b166-f1e44ca4b860,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:38.645436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab38c4a5-62ec-4f8f-962b-587ee19d9a13 req-8bc245c2-bcb9-415b-bbf5-f4edd163a81c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723600 Mar 11 17:09:38.683856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-25507838-a67a-41da-a578-20dc26e8d10c req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] No DVR routers for this DVR port 04137ad5-6293-4e28-b166-f1e44ca4b860 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:09:38.689561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25507838-a67a-41da-a578-20dc26e8d10c req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.693612 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25507838-a67a-41da-a578-20dc26e8d10c req-468ff343-28fe-4d2b-85a9-d95462176355 tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.46 "DELETE /v2.0/ports/04137ad5-6293-4e28-b166-f1e44ca4b860 HTTP/1.1" status: 204 len: 173 time: 0.6084816 Mar 11 17:09:38.694431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0388e3-4ce4-4308-bb76-66e26a121bc9', 'name': 'network-vif-deleted', 'tag': '04137ad5-6293-4e28-b166-f1e44ca4b860'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:38.697651 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907ce085-7278-45fe-a8fc-0b25fa334417" -d '{"events": [{"server_uuid": "9b0388e3-4ce4-4308-bb76-66e26a121bc9", "name": "network-vif-deleted", "tag": "04137ad5-6293-4e28-b166-f1e44ca4b860"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:38.700769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef45a0bd-e991-4366-ad12-40408e82bd83 req-c81c161e-b97a-4896-9698-166d5844c6af tempest-ServerPasswordTestJSON-1204239002 tempest-ServerPasswordTestJSON-1204239002-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b0388e3-4ce4-4308-bb76-66e26a121bc9 HTTP/1.1" status: 200 len: 210 time: 0.0532975 Mar 11 17:09:38.729124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42497024-2bfa-4e6d-afbc-c5cef05434ea tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e26b355-9c19-45d7-92d5-d1793a883c64,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:38.776173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bc87d1b-93ad-46e7-b56d-0587ddca4ef9 req-e70a5954-bdf4-4a9a-bdc0-bc90c64745ae tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/fc9f1e04-d438-41b3-9c10-0653928d286c HTTP/1.1" status: 200 len: 1804 time: 0.0739191 Mar 11 17:09:38.790364 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb496ba-0e37-43ca-9f1c-b8063a150d23 x-openstack-request-id: req-4eb496ba-0e37-43ca-9f1c-b8063a150d23 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:38.790852 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0388e3-4ce4-4308-bb76-66e26a121bc9", "name": "network-vif-deleted", "tag": "04137ad5-6293-4e28-b166-f1e44ca4b860", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:38.791783 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4eb496ba-0e37-43ca-9f1c-b8063a150d23 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:38.792452 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0388e3-4ce4-4308-bb76-66e26a121bc9', 'name': 'network-vif-deleted', 'tag': '04137ad5-6293-4e28-b166-f1e44ca4b860', 'status': 'completed', 'code': 200} Mar 11 17:09:38.844656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bc87d1b-93ad-46e7-b56d-0587ddca4ef9 req-93a7384e-cb14-4391-bc8f-5dbed75b914a tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/0e26b355-9c19-45d7-92d5-d1793a883c64 HTTP/1.1" status: 200 len: 1803 time: 0.0526366 Mar 11 17:09:38.864584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-4bc87d1b-93ad-46e7-b56d-0587ddca4ef9 req-b6ccea96-ec82-4a5f-8fbe-9e29144d0cce tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fc9f1e04-d438-41b3-9c10-0653928d286c', 'remote_group_id': '0e26b355-9c19-45d7-92d5-d1793a883c64', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:38.865381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-4bc87d1b-93ad-46e7-b56d-0587ddca4ef9 req-b6ccea96-ec82-4a5f-8fbe-9e29144d0cce tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fc9f1e04-d438-41b3-9c10-0653928d286c', 'remote_group_id': '0e26b355-9c19-45d7-92d5-d1793a883c64', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:38.970846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fda83-ff81-4f15-92b0-88831048d595 req-c51a3f72-a7aa-4429-90a7-fdf8367f129d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:38.972607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-220fda83-ff81-4f15-92b0-88831048d595 req-c51a3f72-a7aa-4429-90a7-fdf8367f129d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 948 time: 0.0880947 Mar 11 17:09:39.031024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4bc87d1b-93ad-46e7-b56d-0587ddca4ef9 req-b6ccea96-ec82-4a5f-8fbe-9e29144d0cce tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.045390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-220fda83-ff81-4f15-92b0-88831048d595 req-35ccd403-d4ea-4df7-81e3-881f6c36ddfb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 Mar 11 17:09:39.070469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4bc87d1b-93ad-46e7-b56d-0587ddca4ef9 req-b6ccea96-ec82-4a5f-8fbe-9e29144d0cce tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.081134 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4bc87d1b-93ad-46e7-b56d-0587ddca4ef9 req-b6ccea96-ec82-4a5f-8fbe-9e29144d0cce tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.106781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccea96-ec82-4a5f-8fbe-9e29144d0cce tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f51b59-7559-40e2-8878-27189570d47c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:39.130410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4bc87d1b-93ad-46e7-b56d-0587ddca4ef9 req-b6ccea96-ec82-4a5f-8fbe-9e29144d0cce tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.132818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bc87d1b-93ad-46e7-b56d-0587ddca4ef9 req-b6ccea96-ec82-4a5f-8fbe-9e29144d0cce tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2755606 Mar 11 17:09:39.141852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6a9318a3-1cfe-401c-bee3-6d9260a6658f details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:09:39.251351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b02a5992-4f7b-439b-a9cb-c6bf08e07cd6 req-117604ae-bc6f-4564-885a-5bfec0a8fa34 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/0e26b355-9c19-45d7-92d5-d1793a883c64 HTTP/1.1" status: 200 len: 1803 time: 0.0845149 Mar 11 17:09:39.259214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e67a68-0b3d-44ad-9f03-9be2b67b1d7a req-5aede57d-fe13-4596-94c7-b7d34da76134 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:39.266182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6a9318a3-1cfe-401c-bee3-6d9260a6658f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6a9318a3-1cfe-401c-bee3-6d9260a6658f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:39.267142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75e67a68-0b3d-44ad-9f03-9be2b67b1d7a req-5aede57d-fe13-4596-94c7-b7d34da76134 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1098247 Mar 11 17:09:39.279727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '6a9318a3-1cfe-401c-bee3-6d9260a6658f', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '6a9318a3-1cfe-401c-bee3-6d9260a6658f', 'mac_address': 'fa:16:3e:fe:9c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:09:39.328643 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.351466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9318a3-1cfe-401c-bee3-6d9260a6658f {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:39.368463 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75e67a68-0b3d-44ad-9f03-9be2b67b1d7a req-f89e6edd-6530-464b-b74b-ff3ee4c1cd95 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002324 Mar 11 17:09:39.384883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6a9318a3-1cfe-401c-bee3-6d9260a6658f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6a9318a3-1cfe-401c-bee3-6d9260a6658f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:39.390229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b02a5992-4f7b-439b-a9cb-c6bf08e07cd6 req-0908443f-6835-4ede-bbc4-5c609c3e38c1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.392049 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.445478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b02a5992-4f7b-439b-a9cb-c6bf08e07cd6 req-0908443f-6835-4ede-bbc4-5c609c3e38c1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.494641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6a9318a3-1cfe-401c-bee3-6d9260a6658f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:39.564892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a31ca-9ced-4270-890e-4ad024bc59c1 req-ef6ed7b8-6cb2-4020-82a3-67e132df3609 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:39.566486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-548a31ca-9ced-4270-890e-4ad024bc59c1 req-ef6ed7b8-6cb2-4020-82a3-67e132df3609 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0855477 Mar 11 17:09:39.603575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b02a5992-4f7b-439b-a9cb-c6bf08e07cd6 req-0908443f-6835-4ede-bbc4-5c609c3e38c1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.606060 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b02a5992-4f7b-439b-a9cb-c6bf08e07cd6 req-0908443f-6835-4ede-bbc4-5c609c3e38c1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.607189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b02a5992-4f7b-439b-a9cb-c6bf08e07cd6 req-0908443f-6835-4ede-bbc4-5c609c3e38c1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "DELETE /v2.0/security-groups/0e26b355-9c19-45d7-92d5-d1793a883c64 HTTP/1.1" status: 204 len: 173 time: 0.3379593 Mar 11 17:09:39.637864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908443f-6835-4ede-bbc4-5c609c3e38c1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e26b355-9c19-45d7-92d5-d1793a883c64,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:39.645517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-548a31ca-9ced-4270-890e-4ad024bc59c1 req-f27d97c7-b303-4791-87b1-8db9adcd25ba tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672534 Mar 11 17:09:39.779657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf64aee1-6e35-4698-948f-f18d1a23f8af req-57500e02-94ea-4500-81df-4126bfce32f6 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/fc9f1e04-d438-41b3-9c10-0653928d286c HTTP/1.1" status: 200 len: 1804 time: 0.0893948 Mar 11 17:09:39.791909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fa2c-eab6-4fb7-86bf-c273e6e9a652 req-8e04d3f9-2b1d-44b4-b4b5-a44bb51a601a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:39.797304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0320fa2c-eab6-4fb7-86bf-c273e6e9a652 req-8e04d3f9-2b1d-44b4-b4b5-a44bb51a601a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.1179214 Mar 11 17:09:39.852650 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0320fa2c-eab6-4fb7-86bf-c273e6e9a652 req-75fb37e7-2067-4ae3-8e4a-29cf0e58551d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487378 Mar 11 17:09:39.872377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6a9318a3-1cfe-401c-bee3-6d9260a6658f'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:39.950572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40526) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:39.972885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20925d-4ed1-410c-8c9a-532909f6c00e req-94030416-02af-4abc-8e0f-ed83b18d92b2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:39.976924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da20925d-4ed1-410c-8c9a-532909f6c00e req-94030416-02af-4abc-8e0f-ed83b18d92b2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1173189 Mar 11 17:09:39.985761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8160ec15-da98-412a-87b7-5c9ebc3d356e req-31b05663-cb13-4560-95cc-f05b945310b4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-117882183', 'description': 'tempest-description-1552018370'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:40.032452 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8160ec15-da98-412a-87b7-5c9ebc3d356e req-31b05663-cb13-4560-95cc-f05b945310b4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.035373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2336a7c-8f07-4d3f-ad9a-76ae17fa2cce admin admin] Deleting subnet 116f249b-8105-49e3-9afc-c4e470710e97 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:09:40.039221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2336a7c-8f07-4d3f-ad9a-76ae17fa2cce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.084511 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2336a7c-8f07-4d3f-ad9a-76ae17fa2cce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.102036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da20925d-4ed1-410c-8c9a-532909f6c00e req-3b8083ea-c0d2-4e22-895a-c598d291c52d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839622 Mar 11 17:09:40.141548 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2336a7c-8f07-4d3f-ad9a-76ae17fa2cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.185590 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8160ec15-da98-412a-87b7-5c9ebc3d356e req-31b05663-cb13-4560-95cc-f05b945310b4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.191883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8160ec15-da98-412a-87b7-5c9ebc3d356e req-31b05663-cb13-4560-95cc-f05b945310b4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.219938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2336a7c-8f07-4d3f-ad9a-76ae17fa2cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.245526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2336a7c-8f07-4d3f-ad9a-76ae17fa2cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116f249b-8105-49e3-9afc-c4e470710e97,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:40.259704 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2336a7c-8f07-4d3f-ad9a-76ae17fa2cce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.267259 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b2336a7c-8f07-4d3f-ad9a-76ae17fa2cce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/116f249b-8105-49e3-9afc-c4e470710e97 HTTP/1.1" status: 204 len: 168 time: 0.3151584 Mar 11 17:09:40.272807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40530) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:40.290707 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8160ec15-da98-412a-87b7-5c9ebc3d356e req-31b05663-cb13-4560-95cc-f05b945310b4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.301373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8160ec15-da98-412a-87b7-5c9ebc3d356e req-31b05663-cb13-4560-95cc-f05b945310b4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3225908 Mar 11 17:09:40.323033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b05663-cb13-4560-95cc-f05b945310b4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7faed4f0-e91b-430c-ab2b-c2e503882fa9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:40.347373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75052e4-b559-4859-a7a7-a4436ed99518 req-e5a1434f-d198-44e6-a5d7-2cc4d36b786e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:40.353063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75052e4-b559-4859-a7a7-a4436ed99518 req-e5a1434f-d198-44e6-a5d7-2cc4d36b786e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 949 time: 0.1329081 Mar 11 17:09:40.401707 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.409036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67d83482-c344-4011-868f-538403f21283 req-bd03b6ae-d437-417f-be98-3e715704c636 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/7faed4f0-e91b-430c-ab2b-c2e503882fa9 HTTP/1.1" status: 200 len: 1804 time: 0.0966117 Mar 11 17:09:40.426987 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-67d83482-c344-4011-868f-538403f21283 req-7b264713-dc21-4aca-a22e-3495c6be6556 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7faed4f0-e91b-430c-ab2b-c2e503882fa9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:40.427309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-67d83482-c344-4011-868f-538403f21283 req-7b264713-dc21-4aca-a22e-3495c6be6556 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7faed4f0-e91b-430c-ab2b-c2e503882fa9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:40.435763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75052e4-b559-4859-a7a7-a4436ed99518 req-f4bcd47e-27b1-4908-b285-b026d5eee18c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750899 Mar 11 17:09:40.530725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.550665 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.567884 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-67d83482-c344-4011-868f-538403f21283 req-7b264713-dc21-4aca-a22e-3495c6be6556 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.601699 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3658dfa-9b47-4048-8879-9956d1ea3264']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:40.621066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ed0083-1e6f-47d3-98ea-1ecbf8de1c84') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:40.622079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 04137ad5-6293-4e28-b166-f1e44ca4b860 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:09:40.623729 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-67d83482-c344-4011-868f-538403f21283 req-7b264713-dc21-4aca-a22e-3495c6be6556 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.623901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ed0083-1e6f-47d3-98ea-1ecbf8de1c84') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:40.632782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306fe49-5f75-44b8-a2ca-7f32f5b9bb46 req-6c4d6337-8b81-4a64-815c-573259534caa tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:40.634147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1306fe49-5f75-44b8-a2ca-7f32f5b9bb46 req-6c4d6337-8b81-4a64-815c-573259534caa tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0851855 Mar 11 17:09:40.635977 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-67d83482-c344-4011-868f-538403f21283 req-7b264713-dc21-4aca-a22e-3495c6be6556 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.637859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.658366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b264713-dc21-4aca-a22e-3495c6be6556 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd877de6-1612-4967-8e3c-6e99665f02e7,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:40.664607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-67d83482-c344-4011-868f-538403f21283 req-7b264713-dc21-4aca-a22e-3495c6be6556 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.664855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.666258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67d83482-c344-4011-868f-538403f21283 req-7b264713-dc21-4aca-a22e-3495c6be6556 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2483385 Mar 11 17:09:40.672815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 04137ad5-6293-4e28-b166-f1e44ca4b860 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:09:40.673680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 04137ad5-6293-4e28-b166-f1e44ca4b860 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:09:40.689543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:09:40.689957 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:09:40.692155 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:09:40.783169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1306fe49-5f75-44b8-a2ca-7f32f5b9bb46 req-4098961f-d4e8-4489-b4ef-f98466cc5b1f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035447 Mar 11 17:09:40.785002 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.789133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1acd2ed4-1660-4f0e-bfdd-4550be0f15bc req-dd703ebb-b5d3-4c17-aad5-3d005cd11944 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/7faed4f0-e91b-430c-ab2b-c2e503882fa9 HTTP/1.1" status: 200 len: 2397 time: 0.0956736 Mar 11 17:09:40.803926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-1acd2ed4-1660-4f0e-bfdd-4550be0f15bc req-a3a8306d-7216-43ad-8383-5e921d3f50b8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7faed4f0-e91b-430c-ab2b-c2e503882fa9', 'remote_group_id': None}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:40.804865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-1acd2ed4-1660-4f0e-bfdd-4550be0f15bc req-a3a8306d-7216-43ad-8383-5e921d3f50b8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7faed4f0-e91b-430c-ab2b-c2e503882fa9', 'remote_group_id': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:40.811431 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.834330 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e3658dfa-9b47-4048-8879-9956d1ea3264 HTTP/1.1" status: 204 len: 168 time: 0.5576737 Mar 11 17:09:40.836090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d9d88-b90c-4043-a4d4-b56f6a7cb734 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3658dfa-9b47-4048-8879-9956d1ea3264,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:40.917144 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1acd2ed4-1660-4f0e-bfdd-4550be0f15bc req-a3a8306d-7216-43ad-8383-5e921d3f50b8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.974852 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1acd2ed4-1660-4f0e-bfdd-4550be0f15bc req-a3a8306d-7216-43ad-8383-5e921d3f50b8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.984685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7e76b-2c72-442a-979c-e13109223c8f req-1b62be79-3c28-42bb-8f0c-965f9f2683af tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:40.986299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2b7e76b-2c72-442a-979c-e13109223c8f req-1b62be79-3c28-42bb-8f0c-965f9f2683af tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0942831 Mar 11 17:09:40.987496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1acd2ed4-1660-4f0e-bfdd-4550be0f15bc req-a3a8306d-7216-43ad-8383-5e921d3f50b8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.021192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8306d-7216-43ad-8383-5e921d3f50b8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015abd5a-3457-4463-8043-52f12ccf5805,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:41.034838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40544) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:41.039600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1acd2ed4-1660-4f0e-bfdd-4550be0f15bc req-a3a8306d-7216-43ad-8383-5e921d3f50b8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.040828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1acd2ed4-1660-4f0e-bfdd-4550be0f15bc req-a3a8306d-7216-43ad-8383-5e921d3f50b8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2434294 Mar 11 17:09:41.063025 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2b7e76b-2c72-442a-979c-e13109223c8f req-67c9b5b5-c94a-4acf-bd78-4070573e6e24 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635104 Mar 11 17:09:41.097329 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e18f28e8-1c64-415a-9b04-216c95298005 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4277f845bbf4364aedde7e2293e6e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614002 Mar 11 17:09:41.099795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40548) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:41.164564 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eff5ec49-b60e-46e0-a80c-775d3d19004e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.166633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-965996e9-9835-4441-a851-7278bd0c229b req-76cc16bd-99e2-4fbe-9adc-f9682b1df10b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/7faed4f0-e91b-430c-ab2b-c2e503882fa9 HTTP/1.1" status: 200 len: 2995 time: 0.0802569 Mar 11 17:09:41.201157 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eff5ec49-b60e-46e0-a80c-775d3d19004e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.202601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73399e89-ec28-449b-b004-adca2566ac46 req-265f3baf-784f-4f63-808c-f9a51e443141 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:41.204313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73399e89-ec28-449b-b004-adca2566ac46 req-265f3baf-784f-4f63-808c-f9a51e443141 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.0808840 Mar 11 17:09:41.257547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eff5ec49-b60e-46e0-a80c-775d3d19004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.263264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eff5ec49-b60e-46e0-a80c-775d3d19004e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.269275 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-eff5ec49-b60e-46e0-a80c-775d3d19004e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c80cde86-0693-4da8-80ac-6944cf0581a7 HTTP/1.1" status: 204 len: 168 time: 0.1681559 Mar 11 17:09:41.282747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ec49-b60e-46e0-a80c-775d3d19004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80cde86-0693-4da8-80ac-6944cf0581a7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:41.286312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73399e89-ec28-449b-b004-adca2566ac46 req-24344141-efb8-4672-923d-6af924556722 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722439 Mar 11 17:09:41.319770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969a028-ec2b-4155-bb45-25e85c00ff9d req-1faa0e74-a763-442e-a8cf-11331a4190bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:41.321577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5969a028-ec2b-4155-bb45-25e85c00ff9d req-1faa0e74-a763-442e-a8cf-11331a4190bb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0838995 Mar 11 17:09:41.373625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7d4b0ba-d552-47b9-a437-4c9a80b1f038 req-cfad0fd0-ac44-4afb-acdb-6f8dc9be4891 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-group-rules/015abd5a-3457-4463-8043-52f12ccf5805 HTTP/1.1" status: 200 len: 783 time: 0.0509064 Mar 11 17:09:41.406180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5969a028-ec2b-4155-bb45-25e85c00ff9d req-da4d654d-c449-4888-8341-11175eaa90de tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721867 Mar 11 17:09:41.450306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7d4b0ba-d552-47b9-a437-4c9a80b1f038 req-5a5dad1f-94cf-4fe1-ae45-73167634feec tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/7faed4f0-e91b-430c-ab2b-c2e503882fa9 HTTP/1.1" status: 200 len: 2995 time: 0.0590501 Mar 11 17:09:41.499536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7d4b0ba-d552-47b9-a437-4c9a80b1f038 req-c314c7dd-c796-4e9b-a26a-9010dc88a1c8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.511141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7d4b0ba-d552-47b9-a437-4c9a80b1f038 req-c314c7dd-c796-4e9b-a26a-9010dc88a1c8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.582689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7d4b0ba-d552-47b9-a437-4c9a80b1f038 req-c314c7dd-c796-4e9b-a26a-9010dc88a1c8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.592021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7d4b0ba-d552-47b9-a437-4c9a80b1f038 req-c314c7dd-c796-4e9b-a26a-9010dc88a1c8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.596624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7d4b0ba-d552-47b9-a437-4c9a80b1f038 req-c314c7dd-c796-4e9b-a26a-9010dc88a1c8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/015abd5a-3457-4463-8043-52f12ccf5805 HTTP/1.1" status: 204 len: 173 time: 0.1389470 Mar 11 17:09:41.622477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314c7dd-c796-4e9b-a26a-9010dc88a1c8 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=015abd5a-3457-4463-8043-52f12ccf5805,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:41.656949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c6e39-8573-4272-b75d-9263c05f83c2 req-b5c7cb5d-8d2b-4517-88da-ae6b6f99e324 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:41.658471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a5c6e39-8573-4272-b75d-9263c05f83c2 req-b5c7cb5d-8d2b-4517-88da-ae6b6f99e324 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 949 time: 0.1151199 Mar 11 17:09:41.704669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c43f279a-a572-473b-9423-2a899669e696 req-88e5d405-85fb-40e1-a7a6-c19108ac11f3 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/7faed4f0-e91b-430c-ab2b-c2e503882fa9 HTTP/1.1" status: 200 len: 2397 time: 0.0888100 Mar 11 17:09:41.759343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a5c6e39-8573-4272-b75d-9263c05f83c2 req-9525ea08-7f58-4db0-8352-69b913e48066 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876296 Mar 11 17:09:41.815101 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c43f279a-a572-473b-9423-2a899669e696 req-f0c784e7-8077-4aae-b552-04e42b2a4fad tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.843804 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c43f279a-a572-473b-9423-2a899669e696 req-f0c784e7-8077-4aae-b552-04e42b2a4fad tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.948208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c43f279a-a572-473b-9423-2a899669e696 req-f0c784e7-8077-4aae-b552-04e42b2a4fad tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.951936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c43f279a-a572-473b-9423-2a899669e696 req-f0c784e7-8077-4aae-b552-04e42b2a4fad tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.953562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c43f279a-a572-473b-9423-2a899669e696 req-f0c784e7-8077-4aae-b552-04e42b2a4fad tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "DELETE /v2.0/security-groups/7faed4f0-e91b-430c-ab2b-c2e503882fa9 HTTP/1.1" status: 204 len: 173 time: 0.2406659 Mar 11 17:09:41.975375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c784e7-8077-4aae-b552-04e42b2a4fad tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faed4f0-e91b-430c-ab2b-c2e503882fa9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:41.989877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf463e47-2f1c-4f09-ac93-473b259e4abf req-4231bb1a-1adc-4ded-b78b-d837ca1a04ee tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:41.993240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf463e47-2f1c-4f09-ac93-473b259e4abf req-4231bb1a-1adc-4ded-b78b-d837ca1a04ee tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0980089 Mar 11 17:09:42.019275 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-ec0fd9d1-c056-43ad-8456-548173025609 req-204faa0b-4dfb-4cf2-aab2-25547b6b1423 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] show failed (client error): The resource could not be found. Mar 11 17:09:42.021009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec0fd9d1-c056-43ad-8456-548173025609 req-204faa0b-4dfb-4cf2-aab2-25547b6b1423 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/0e26b355-9c19-45d7-92d5-d1793a883c64 HTTP/1.1" status: 404 len: 352 time: 0.0257776 Mar 11 17:09:42.084238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf463e47-2f1c-4f09-ac93-473b259e4abf req-2f3c7fbd-3e90-47c6-8569-7fe2531ff3de tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682917 Mar 11 17:09:42.131664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0995298f-8cff-48aa-8270-b5986b2104f0 req-f0f10ad6-309b-437a-9000-eddf36a96780 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/fc9f1e04-d438-41b3-9c10-0653928d286c HTTP/1.1" status: 200 len: 1804 time: 0.0646198 Mar 11 17:09:42.243849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40586) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:42.251135 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0995298f-8cff-48aa-8270-b5986b2104f0 req-35611c7e-3c5b-4cf0-97a2-c91ea7b9adb5 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.262424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c25fb-6b31-4b71-9101-8bff7822b81b req-b5ccc52f-43de-4fb2-aa36-b21ae04caa26 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:42.263943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc8c25fb-6b31-4b71-9101-8bff7822b81b req-b5ccc52f-43de-4fb2-aa36-b21ae04caa26 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0878081 Mar 11 17:09:42.312221 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0995298f-8cff-48aa-8270-b5986b2104f0 req-35611c7e-3c5b-4cf0-97a2-c91ea7b9adb5 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.348856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc8c25fb-6b31-4b71-9101-8bff7822b81b req-42d2c6ed-8974-4f73-9c60-26794599725d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706940 Mar 11 17:09:42.384520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0995298f-8cff-48aa-8270-b5986b2104f0 req-35611c7e-3c5b-4cf0-97a2-c91ea7b9adb5 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.390457 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0995298f-8cff-48aa-8270-b5986b2104f0 req-35611c7e-3c5b-4cf0-97a2-c91ea7b9adb5 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.392977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-network', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:42.393399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0995298f-8cff-48aa-8270-b5986b2104f0 req-35611c7e-3c5b-4cf0-97a2-c91ea7b9adb5 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "DELETE /v2.0/security-groups/fc9f1e04-d438-41b3-9c10-0653928d286c HTTP/1.1" status: 204 len: 173 time: 0.2491632 Mar 11 17:09:42.406238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35611c7e-3c5b-4cf0-97a2-c91ea7b9adb5 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9f1e04-d438-41b3-9c10-0653928d286c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:42.445052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Made reservation on behalf of 0f89faf315d84eaabcc43f035a77547c for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:42.450187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.465562 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.497813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efe31d75-5cbb-44a5-ab67-1db548c21342 req-da69d6a9-8ddc-4eb0-b5ac-eb695897c06b tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/e90a28df-c555-4724-b749-b83c32c94a70 HTTP/1.1" status: 200 len: 1804 time: 0.0785768 Mar 11 17:09:42.534663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abea2bc-1f0b-4dd8-8e8e-54f2289b6240 req-ecf3eff5-e7f1-4455-bafc-787ab94be204 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:42.544415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9abea2bc-1f0b-4dd8-8e8e-54f2289b6240 req-ecf3eff5-e7f1-4455-bafc-787ab94be204 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.1021531 Mar 11 17:09:42.574328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.579962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.611333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:09:42.616657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9abea2bc-1f0b-4dd8-8e8e-54f2289b6240 req-63ca3c32-d8ba-48ae-a651-58b9d4b6eba3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712879 Mar 11 17:09:42.618259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6b5c44-002a-46cc-a850-21daac1c3b3c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:42.627403 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.627807 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Added segment 3b832bd4-f39d-4121-899f-4042e348642a of type vlan for network b95e3118-6dd2-4a96-8381-8f92e51de94f Mar 11 17:09:42.629260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efe31d75-5cbb-44a5-ab67-1db548c21342 req-c1d0ff54-311e-4dcf-bc0a-7b28c62be6f6 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.672860 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efe31d75-5cbb-44a5-ab67-1db548c21342 req-c1d0ff54-311e-4dcf-bc0a-7b28c62be6f6 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.695679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.733494 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.735700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:42.737023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.780651 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5344229 Mar 11 17:09:42.784108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d3db3-228f-4786-aca9-126b9a6973f1 req-fc972e90-4ef7-4a9c-8630-f4a186a8ec19 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:42.785922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c44d3db3-228f-4786-aca9-126b9a6973f1 req-fc972e90-4ef7-4a9c-8630-f4a186a8ec19 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0746622 Mar 11 17:09:42.786728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40598) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:42.795516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Request body: {'subnet': {'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-subnet', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:42.833108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1585084-46a2-4b8d-afe0-afc587bcfc28 admin admin] Pushing event updated for resources: {'Network': ['ID=b95e3118-6dd2-4a96-8381-8f92e51de94f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:42.846354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b95e3118-6dd2-4a96-8381-8f92e51de94f details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:09:42.850235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efe31d75-5cbb-44a5-ab67-1db548c21342 req-c1d0ff54-311e-4dcf-bc0a-7b28c62be6f6 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.853433 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-efe31d75-5cbb-44a5-ab67-1db548c21342 req-c1d0ff54-311e-4dcf-bc0a-7b28c62be6f6 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.854682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efe31d75-5cbb-44a5-ab67-1db548c21342 req-c1d0ff54-311e-4dcf-bc0a-7b28c62be6f6 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "DELETE /v2.0/security-groups/e90a28df-c555-4724-b749-b83c32c94a70 HTTP/1.1" status: 204 len: 173 time: 0.3472567 Mar 11 17:09:42.871538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Made reservation on behalf of 0f89faf315d84eaabcc43f035a77547c for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:42.873809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.882776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0ff54-311e-4dcf-bc0a-7b28c62be6f6 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90a28df-c555-4724-b749-b83c32c94a70,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:42.936528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c44d3db3-228f-4786-aca9-126b9a6973f1 req-1558b02b-b0db-4908-84ad-9a57e42a1e40 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303525 Mar 11 17:09:43.078528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59ac64-e3a0-47b7-b4a7-89fe36e69b8d req-3f8f18d0-21c1-4bcf-b9e3-30d93dcb291d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:43.079952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe59ac64-e3a0-47b7-b4a7-89fe36e69b8d req-3f8f18d0-21c1-4bcf-b9e3-30d93dcb291d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 949 time: 0.1246219 Mar 11 17:09:43.087811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75b4b3c2-b7c7-4d25-aec1-61625c66734d req-62156cae-cff7-43ad-a097-f9766cd3c0b5 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/15a802f0-98f0-4b9c-bd02-f51cde1530c9 HTTP/1.1" status: 200 len: 1805 time: 0.0920064 Mar 11 17:09:43.155545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6a9318a3-1cfe-401c-bee3-6d9260a6658f up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:43.210364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 6a9318a3-1cfe-401c-bee3-6d9260a6658f completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:43.215562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 6a9318a3-1cfe-401c-bee3-6d9260a6658f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:43.216054 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.222481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe59ac64-e3a0-47b7-b4a7-89fe36e69b8d req-528b6533-440b-40bc-ae7f-3d81fe47ba88 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162379 Mar 11 17:09:43.250530 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.258604 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75b4b3c2-b7c7-4d25-aec1-61625c66734d req-6275c4dc-49d4-4d18-aa54-ba9b7dec4ee4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.321922 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75b4b3c2-b7c7-4d25-aec1-61625c66734d req-6275c4dc-49d4-4d18-aa54-ba9b7dec4ee4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.335021 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.377779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109f2d5b-f002-4028-9784-3d3c843ca1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9318a3-1cfe-401c-bee3-6d9260a6658f'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:43.380606 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14456c7e-a9a9-469a-bb91-efe81b81f0a5" -d '{"events": [{"server_uuid": "109f2d5b-f002-4028-9784-3d3c843ca1dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a9318a3-1cfe-401c-bee3-6d9260a6658f"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:43.380878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87856d05-28cb-4dd8-a050-2c849fdfb9d0,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:43.394606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.398771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6a9318a3-1cfe-401c-bee3-6d9260a6658f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6a9318a3-1cfe-401c-bee3-6d9260a6658f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:43.404955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.427981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Checking segment: {'id': '3b832bd4-f39d-4121-899f-4042e348642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:43.428572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Network hostable DHCP agents. Network: b95e3118-6dd2-4a96-8381-8f92e51de94f, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:09:43.444813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9fb06-7369-47a0-8104-dc868a5fb37c req-dd00daa3-62d1-49f3-abb1-2abce7453bcf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:43.447191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18c9fb06-7369-47a0-8104-dc868a5fb37c req-dd00daa3-62d1-49f3-abb1-2abce7453bcf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1331944 Mar 11 17:09:43.469742 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75b4b3c2-b7c7-4d25-aec1-61625c66734d req-6275c4dc-49d4-4d18-aa54-ba9b7dec4ee4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.472239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6a9318a3-1cfe-401c-bee3-6d9260a6658f,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:43.473547 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75b4b3c2-b7c7-4d25-aec1-61625c66734d req-6275c4dc-49d4-4d18-aa54-ba9b7dec4ee4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.475777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75b4b3c2-b7c7-4d25-aec1-61625c66734d req-6275c4dc-49d4-4d18-aa54-ba9b7dec4ee4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "DELETE /v2.0/security-groups/15a802f0-98f0-4b9c-bd02-f51cde1530c9 HTTP/1.1" status: 204 len: 173 time: 0.3700502 Mar 11 17:09:43.514494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Network b95e3118-6dd2-4a96-8381-8f92e51de94f is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:09:43.525560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275c4dc-49d4-4d18-aa54-ba9b7dec4ee4 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a802f0-98f0-4b9c-bd02-f51cde1530c9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:43.534527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b95e3118-6dd2-4a96-8381-8f92e51de94f) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:43.548020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:43.548238 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4ad32cfe-bb35-4bdb-b06d-b7a602779c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.548461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.563370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12efbb-bb9d-450f-baf8-1de462f103f4 None None] Network b95e3118-6dd2-4a96-8381-8f92e51de94f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:09:43.569584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18c9fb06-7369-47a0-8104-dc868a5fb37c req-e71a5129-c227-4efb-a7e1-effa4e5837a2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150723 Mar 11 17:09:43.582871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f5846741-ae11-4522-b07c-9014d2a3e3e8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7942920 Mar 11 17:09:43.586865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40610) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:43.593409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:43.666786 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.668906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.674497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f8af3-be07-40cc-ba07-8bdf81c8d50b req-8235a4fb-9a11-41b4-bab2-ca9ae5132292 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:43.676540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-036f8af3-be07-40cc-ba07-8bdf81c8d50b req-8235a4fb-9a11-41b4-bab2-ca9ae5132292 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0846093 Mar 11 17:09:43.717031 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c2e27-4961-4a43-9535-20b2cf8ccc86 x-openstack-request-id: req-5c7c2e27-4961-4a43-9535-20b2cf8ccc86 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:43.719773 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109f2d5b-f002-4028-9784-3d3c843ca1dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a9318a3-1cfe-401c-bee3-6d9260a6658f", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:43.725560 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c7c2e27-4961-4a43-9535-20b2cf8ccc86 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:43.726133 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109f2d5b-f002-4028-9784-3d3c843ca1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9318a3-1cfe-401c-bee3-6d9260a6658f', 'code': 200} Mar 11 17:09:43.744143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-036f8af3-be07-40cc-ba07-8bdf81c8d50b req-1fe78dd6-242c-4769-8196-f32945e905f1 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552747 Mar 11 17:09:43.786620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e0e395-6746-4d92-8ec3-1348cf7b06df None None] Network b95e3118-6dd2-4a96-8381-8f92e51de94f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:09:43.815125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.820373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2c2877d-ba81-4201-9fdb-405d36109cfc req-3cfda9cf-6ea7-4442-806b-27bd01bd30c1 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/295be039-aecf-45c7-a3ce-809a1a3e19e5 HTTP/1.1" status: 200 len: 2402 time: 0.0751920 Mar 11 17:09:43.967845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c063bd-45b2-4364-a2d3-d3b3b7fb0407 req-c1d75a95-f520-46db-80c9-8cc990b3f1cf tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:43.977229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4c063bd-45b2-4364-a2d3-d3b3b7fb0407 req-c1d75a95-f520-46db-80c9-8cc990b3f1cf tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.0989335 Mar 11 17:09:43.981508 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a2c2877d-ba81-4201-9fdb-405d36109cfc req-8e957b9f-6f8b-4e46-86ac-36ceb90d2a2f tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.024190 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a2c2877d-ba81-4201-9fdb-405d36109cfc req-8e957b9f-6f8b-4e46-86ac-36ceb90d2a2f tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.048928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65339aa-9fb9-4eaf-9738-07cf3ba375cc req-66d5dea6-1628-4a60-a7ad-f716d88475dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:44.050229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4c063bd-45b2-4364-a2d3-d3b3b7fb0407 req-5187e7fd-9986-4c79-8965-6d15a31c946f tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719881 Mar 11 17:09:44.050438 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b65339aa-9fb9-4eaf-9738-07cf3ba375cc req-66d5dea6-1628-4a60-a7ad-f716d88475dc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 1101 time: 0.2382505 Mar 11 17:09:44.055607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.105239 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a2c2877d-ba81-4201-9fdb-405d36109cfc req-8e957b9f-6f8b-4e46-86ac-36ceb90d2a2f tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.109509 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a2c2877d-ba81-4201-9fdb-405d36109cfc req-8e957b9f-6f8b-4e46-86ac-36ceb90d2a2f tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.111155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2c2877d-ba81-4201-9fdb-405d36109cfc req-8e957b9f-6f8b-4e46-86ac-36ceb90d2a2f tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "DELETE /v2.0/security-groups/295be039-aecf-45c7-a3ce-809a1a3e19e5 HTTP/1.1" status: 204 len: 173 time: 0.2815669 Mar 11 17:09:44.128282 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b65339aa-9fb9-4eaf-9738-07cf3ba375cc req-58c4a762-c6bf-42bf-8546-2d0b43ff90d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686309 Mar 11 17:09:44.129530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e957b9f-6f8b-4e46-86ac-36ceb90d2a2f tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295be039-aecf-45c7-a3ce-809a1a3e19e5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:44.236486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f38360a-bf4b-4510-b84b-d3261c33c672 req-a7581e04-26c3-4620-a562-f2aed5fa426a tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "GET /v2.0/security-groups/54e7cda3-15df-446b-8135-c9131f6d426a HTTP/1.1" status: 200 len: 2396 time: 0.0826838 Mar 11 17:09:44.258525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443737b-4df7-4e28-9cda-ef753178d8c2 req-7020e4fd-f4af-4c64-a7ff-f0688dc6a1cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:44.259997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5443737b-4df7-4e28-9cda-ef753178d8c2 req-7020e4fd-f4af-4c64-a7ff-f0688dc6a1cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0903742 Mar 11 17:09:44.338770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5443737b-4df7-4e28-9cda-ef753178d8c2 req-ed9666b8-aae4-41b7-94fb-afc06d883f0a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634730 Mar 11 17:09:44.349401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7f38360a-bf4b-4510-b84b-d3261c33c672 req-247a28cf-9c41-4b51-87ba-6233d953d142 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.390346 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.398492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7f38360a-bf4b-4510-b84b-d3261c33c672 req-247a28cf-9c41-4b51-87ba-6233d953d142 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.414629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.492708 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7f38360a-bf4b-4510-b84b-d3261c33c672 req-247a28cf-9c41-4b51-87ba-6233d953d142 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.497401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7f38360a-bf4b-4510-b84b-d3261c33c672 req-247a28cf-9c41-4b51-87ba-6233d953d142 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.498665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f38360a-bf4b-4510-b84b-d3261c33c672 req-247a28cf-9c41-4b51-87ba-6233d953d142 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] 10.222.0.53 "DELETE /v2.0/security-groups/54e7cda3-15df-446b-8135-c9131f6d426a HTTP/1.1" status: 204 len: 173 time: 0.2502241 Mar 11 17:09:44.507576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40620) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:44.509513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19853ef-b578-45b6-ac37-de01c267725a req-6bcf5d61-d3bc-4221-9dba-eea1fa102b33 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:44.511120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a19853ef-b578-45b6-ac37-de01c267725a req-6bcf5d61-d3bc-4221-9dba-eea1fa102b33 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 950 time: 0.0907273 Mar 11 17:09:44.519111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a28cf-9c41-4b51-87ba-6233d953d142 tempest-SecurityGroupRulesTestJSON-309040241 tempest-SecurityGroupRulesTestJSON-309040241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e7cda3-15df-446b-8135-c9131f6d426a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:44.565770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a19853ef-b578-45b6-ac37-de01c267725a req-4c9dbd0c-4dd8-4790-81ff-8932747afa45 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440800 Mar 11 17:09:44.601182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-99764b46-fc28-414e-b1d7-07991c743258 admin admin] Deleting subnet b9d69af6-b3b9-4374-8f19-0ef78d4d24a0 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:09:44.610727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Allocated IP 172.25.8.118 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/4ded2354-ab1d-425f-8546-ba3a37743ea1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:44.612806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99764b46-fc28-414e-b1d7-07991c743258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.673826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99764b46-fc28-414e-b1d7-07991c743258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.767700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bb2c3-893a-4435-bcc4-f7a9acca533e req-826416f9-ba14-4b29-bcfc-791470e2e292 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:44.769538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-245bb2c3-893a-4435-bcc4-f7a9acca533e req-826416f9-ba14-4b29-bcfc-791470e2e292 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.0624647 Mar 11 17:09:44.774666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99764b46-fc28-414e-b1d7-07991c743258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.833752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.837309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-245bb2c3-893a-4435-bcc4-f7a9acca533e req-7415ce1a-045f-4ca7-b711-8c67c1930fe1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552537 Mar 11 17:09:44.874066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99764b46-fc28-414e-b1d7-07991c743258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.911329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99764b46-fc28-414e-b1d7-07991c743258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d69af6-b3b9-4374-8f19-0ef78d4d24a0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:44.913586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99764b46-fc28-414e-b1d7-07991c743258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.919793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40626) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:44.919954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-99764b46-fc28-414e-b1d7-07991c743258 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b9d69af6-b3b9-4374-8f19-0ef78d4d24a0 HTTP/1.1" status: 204 len: 168 time: 0.4109349 Mar 11 17:09:44.921947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.974614 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:44.975994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdc5ac-7574-4c68-b4f5-e3b3284c0e42 req-3e285d53-cb88-4406-a2d0-923637a67eff tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:44.978806 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2cdc5ac-7574-4c68-b4f5-e3b3284c0e42 req-3e285d53-cb88-4406-a2d0-923637a67eff tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1026509 Mar 11 17:09:44.980623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:44.986013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:44.994706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Pushing event updated for resources: {'Port': ['ID=4ded2354-ab1d-425f-8546-ba3a37743ea1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:45.047854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.071328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2cdc5ac-7574-4c68-b4f5-e3b3284c0e42 req-4a98c0eb-b532-4697-b728-8cb26403c003 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617044 Mar 11 17:09:45.169073 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.206246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1134f8c4-cb3e-44de-a3e0-dde555f917c5']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:45.219067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed22bb2-543d-4b8c-93af-4befba7e0ec2') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:45.219378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed22bb2-543d-4b8c-93af-4befba7e0ec2') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:45.231926 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.252075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c2514-9d71-4784-b2db-d5fe3d990427 req-a585e56d-9c42-4879-99a1-ed9c8ceb5c76 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:45.254301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-217c2514-9d71-4784-b2db-d5fe3d990427 req-a585e56d-9c42-4879-99a1-ed9c8ceb5c76 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.1047587 Mar 11 17:09:45.265913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.288911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:09:45.289459 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:09:45.292415 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:09:45.328024 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.387970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-217c2514-9d71-4784-b2db-d5fe3d990427 req-10b2b94b-ed21-4806-ace1-1ff3247ab840 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266909 Mar 11 17:09:45.402629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.424466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.424466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1134f8c4-cb3e-44de-a3e0-dde555f917c5 HTTP/1.1" status: 204 len: 168 time: 0.4986758 Mar 11 17:09:45.440824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a383222-bff8-4ed5-aacd-155a4cc90725 admin admin] Pushing event deleted for resources: {'Network': ['ID=1134f8c4-cb3e-44de-a3e0-dde555f917c5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:45.544239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa433d3-beba-490f-8618-66ac7631e8b0 req-6fd7737f-d0ac-4f57-9a11-15472159ecaa tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:45.546208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fa433d3-beba-490f-8618-66ac7631e8b0 req-6fd7737f-d0ac-4f57-9a11-15472159ecaa tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0756764 Mar 11 17:09:45.612043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fa433d3-beba-490f-8618-66ac7631e8b0 req-a5077b5e-bbdf-4bd6-a8a6-d78eaab1b4fc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573561 Mar 11 17:09:45.618542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40636) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:45.724550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3ae62d68-0dfa-43fe-94ec-21ba01401c08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0249248513bf42a7aa220840aa50edc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037939 Mar 11 17:09:45.729451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40638) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:45.758132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b231f4e-6b1c-4474-804f-c909a9a43512 req-582341f6-e410-49a0-8e71-1637ae237cad tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:45.759894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b231f4e-6b1c-4474-804f-c909a9a43512 req-582341f6-e410-49a0-8e71-1637ae237cad tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 950 time: 0.0995128 Mar 11 17:09:45.805846 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-51b3af11-c04c-4349-8cdf-5a60d2b09b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.836949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b231f4e-6b1c-4474-804f-c909a9a43512 req-7f1e76c6-fa74-49f1-bd5c-c80e8ddfab0f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653319 Mar 11 17:09:45.842784 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe5e2-9923-449a-980d-d85f0ce882ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.872022 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe5e2-9923-449a-980d-d85f0ce882ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.937488 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.976257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe5e2-9923-449a-980d-d85f0ce882ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.981017 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe5e2-9923-449a-980d-d85f0ce882ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.982937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0b5fe5e2-9923-449a-980d-d85f0ce882ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed3ef509-06b4-4cf7-8180-53c05c58b92a HTTP/1.1" status: 204 len: 168 time: 0.2523170 Mar 11 17:09:46.003609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fe5e2-9923-449a-980d-d85f0ce882ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3ef509-06b4-4cf7-8180-53c05c58b92a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:46.037728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff8a6-1d63-4946-8395-0362ee72f2dd req-06686b71-e9ee-49db-9624-bcd1640ef486 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:46.054816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0daff8a6-1d63-4946-8395-0362ee72f2dd req-06686b71-e9ee-49db-9624-bcd1640ef486 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1171107 Mar 11 17:09:46.138991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Router cc39b286-c432-419c-a212-67593f36564a is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:09:46.156123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0daff8a6-1d63-4946-8395-0362ee72f2dd req-89580ab5-bbe8-4968-8e32-a9432b90082c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985515 Mar 11 17:09:46.282944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:09:46.305315 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:46.307765 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-67d318fc-2fe3-4001-8222-7cfb8da15678 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.7197273 Mar 11 17:09:46.308960 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Sync routers for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:46.312695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40648) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:46.324423 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:46.325316 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:46.337585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ef907-5847-4e04-bc21-44702681be92 req-84756928-4afa-49aa-883f-103cd07621ed tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:46.340065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f45ef907-5847-4e04-bc21-44702681be92 req-84756928-4afa-49aa-883f-103cd07621ed tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0853181 Mar 11 17:09:46.442750 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:46.711784 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0294cf-8575-4289-a118-23619c46ef27 req-524d5786-1e72-4af3-bad0-fdb6daae4540 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990407 Mar 11 17:09:46.825518 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:45Z', 'revision_number': 3, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:46.836764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0294cf-8575-4289-a118-23619c46ef27 req-9cb6b5f6-e752-4d1c-8baf-e58d89e51e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:46.839496 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0294cf-8575-4289-a118-23619c46ef27 req-9cb6b5f6-e752-4d1c-8baf-e58d89e51e51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db9768c0d987427f96b892541948c464&device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 1101 time: 0.0851765 Mar 11 17:09:46.862426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f45ef907-5847-4e04-bc21-44702681be92 req-6852cdc6-d341-413e-b737-99f1e7ba8f62 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668992 Mar 11 17:09:46.922891 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Checking router: cc39b286-c432-419c-a212-67593f36564a for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:46.923611 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Updating router cc39b286-c432-419c-a212-67593f36564a port 4ded2354-ab1d-425f-8546-ba3a37743ea1 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:09:46.935614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f557698-34b5-4382-9720-1f4f1e8147ff req-f1d1cc91-b016-4c4a-a432-7ac25f27dff8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:46.937304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f557698-34b5-4382-9720-1f4f1e8147ff req-f1d1cc91-b016-4c4a-a432-7ac25f27dff8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.0910540 Mar 11 17:09:46.956674 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:46.992565 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:47.058856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f557698-34b5-4382-9720-1f4f1e8147ff req-7a23eb3f-46fd-4098-babe-d54db04de644 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746455 Mar 11 17:09:47.116173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0294cf-8575-4289-a118-23619c46ef27 req-80249423-bba5-41b3-a3e9-c0ec32338a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:47.119773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0294cf-8575-4289-a118-23619c46ef27 req-80249423-bba5-41b3-a3e9-c0ec32338a3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2513452 Mar 11 17:09:47.126634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff631-820c-42e1-a341-0c22e8727d79 req-ca30f0c9-4151-4389-9c0a-6d7ffc9a5bf7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:47.128185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50dff631-820c-42e1-a341-0c22e8727d79 req-ca30f0c9-4151-4389-9c0a-6d7ffc9a5bf7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1457534 Mar 11 17:09:47.191941 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0294cf-8575-4289-a118-23619c46ef27 req-db46eb62-8d68-4cde-90a8-9d5607085aa8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=66592256-132f-47b8-a300-84486e54f147 HTTP/1.1" status: 200 len: 217 time: 0.0605195 Mar 11 17:09:47.277295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0294cf-8575-4289-a118-23619c46ef27 req-faf44366-902a-4397-b0ce-7c0780a96da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:47.279032 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0294cf-8575-4289-a118-23619c46ef27 req-faf44366-902a-4397-b0ce-7c0780a96da2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0739727 Mar 11 17:09:47.293248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50dff631-820c-42e1-a341-0c22e8727d79 req-4dadcc57-f4d4-4609-ac09-8081b10342e9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499748 Mar 11 17:09:47.367698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fc37e-af5f-4dc3-84dc-3ba0c25f37e8 req-65f6d6fe-bb7d-4ade-b5b0-29407ebbc744 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:47.375436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d7fc37e-af5f-4dc3-84dc-3ba0c25f37e8 req-65f6d6fe-bb7d-4ade-b5b0-29407ebbc744 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 950 time: 0.1481557 Mar 11 17:09:47.384513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0294cf-8575-4289-a118-23619c46ef27 req-a864f554-5a92-4e63-90d6-6c94d9375ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:47.386877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0294cf-8575-4289-a118-23619c46ef27 req-a864f554-5a92-4e63-90d6-6c94d9375ecf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990369 Mar 11 17:09:47.489467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d7fc37e-af5f-4dc3-84dc-3ba0c25f37e8 req-508d5bbb-c631-446c-990a-39882a750b5c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125629 Mar 11 17:09:47.507577 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:47.513586 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:47.560173 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0294cf-8575-4289-a118-23619c46ef27 req-0202a149-7b0f-4a6b-a228-cf174089738e service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591985 Mar 11 17:09:47.588173 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Pushing event updated for resources: {'Port': ['ID=4ded2354-ab1d-425f-8546-ba3a37743ea1,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:47.589913 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Attempting to bind port 4ded2354-ab1d-425f-8546-ba3a37743ea1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:47.591272 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Attempting to bind port 4ded2354-ab1d-425f-8546-ba3a37743ea1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:47.591834 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Attempting to bind port 4ded2354-ab1d-425f-8546-ba3a37743ea1 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:47.602366 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.602803 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.603215 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.604143 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.604595 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.605005 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.605440 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.605875 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.606526 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.606985 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.607567 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.608234 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:47.613909 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:47.614386 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:47.614857 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:47.615323 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:47.615881 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Bound port: 4ded2354-ab1d-425f-8546-ba3a37743ea1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:47.616366 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:47.623551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc5fa4-1c83-46a9-93e1-ff1d4cac5dc0 req-95b4c4d4-1630-49de-988d-75c2a7815407 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:47.623551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2bc5fa4-1c83-46a9-93e1-ff1d4cac5dc0 req-95b4c4d4-1630-49de-988d-75c2a7815407 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1643713 Mar 11 17:09:47.707757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:47.715102 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] For port 4ded2354-ab1d-425f-8546-ba3a37743ea1, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:47.720232 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] For port 4ded2354-ab1d-425f-8546-ba3a37743ea1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4ded2354-ab1d-425f-8546-ba3a37743ea1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:47.722232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd0f16-545f-4eaf-964d-d822475b664f req-5e15aab2-7a86-4605-8175-f8511de64d0e tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:47.723775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1cd0f16-545f-4eaf-964d-d822475b664f req-5e15aab2-7a86-4605-8175-f8511de64d0e tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1097 time: 0.1491199 Mar 11 17:09:47.729759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2bc5fa4-1c83-46a9-93e1-ff1d4cac5dc0 req-04412a86-e004-49af-9c5e-2999a10397ae tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009612 Mar 11 17:09:47.734667 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:47.775278 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0294cf-8575-4289-a118-23619c46ef27 req-6ce278d2-8aab-4204-8245-df134dc90458 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035859 Mar 11 17:09:47.828018 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a1bc6-690d-4497-9ae4-b2afe9f0bd3f None None] Pushing event updated for resources: {'Port': ['ID=4ded2354-ab1d-425f-8546-ba3a37743ea1,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:47.835927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1cd0f16-545f-4eaf-964d-d822475b664f req-c111fd85-96ad-4d7e-82cf-18b2e320b25a tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020293 Mar 11 17:09:47.902973 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:47.903605 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:48.028703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Allocated IP 172.20.0.1 (b95e3118-6dd2-4a96-8381-8f92e51de94f/87856d05-28cb-4dd8-a050-2c849fdfb9d0/0013297f-ff91-42f0-8753-89be6ee438a4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:48.096436 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:48.244737 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:48.311367 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:48.336770 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:45Z', 'revision_number': 3, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:48.340449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039ea2-5c1d-4b1f-858e-307a032a3b4f req-cf2c19aa-cbb2-4406-aa40-27d9d85545e9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:48.352697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88039ea2-5c1d-4b1f-858e-307a032a3b4f req-cf2c19aa-cbb2-4406-aa40-27d9d85545e9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1652968 Mar 11 17:09:48.369039 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b189072-c2c2-443b-b8a1-a6956b3f306c None None] The sync data for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 is: [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:45Z', 'revision_number': 3, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:48.370272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ef486-02e7-497a-b54a-f829789a3fb9 req-6af4c5a1-be9d-4a30-964e-29c3afcba22d tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:48.378178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406ef486-02e7-497a-b54a-f829789a3fb9 req-6af4c5a1-be9d-4a30-964e-29c3afcba22d tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 1101 time: 0.1893406 Mar 11 17:09:48.450855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88039ea2-5c1d-4b1f-858e-307a032a3b4f req-5ce4997c-c744-4484-adca-6b92c1f40c70 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979781 Mar 11 17:09:48.493963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406ef486-02e7-497a-b54a-f829789a3fb9 req-ff797a12-9d19-45c4-b59f-15172b2a6922 tempest-ServersOnMultiNodesTest-1716524767 tempest-ServersOnMultiNodesTest-1716524767-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121650 Mar 11 17:09:48.530378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:48.687845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40704) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:48.852629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Network b95e3118-6dd2-4a96-8381-8f92e51de94f is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:48.866658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:48.870007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:48.875179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Pushing event updated for resources: {'Port': ['ID=0013297f-ff91-42f0-8753-89be6ee438a4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:48.915807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:48.958352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197534e-4720-4309-b783-2ed1caf466f5 req-45f4ae4d-d5a5-4b71-9333-89f709bb493b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:48.961065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2197534e-4720-4309-b783-2ed1caf466f5 req-45f4ae4d-d5a5-4b71-9333-89f709bb493b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 945 time: 0.3399763 Mar 11 17:09:48.988402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-070c8181-dcec-479d-a907-cb3bb5a021f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:49.003019 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:49.183160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2197534e-4720-4309-b783-2ed1caf466f5 req-b62f6a88-1676-4347-95ae-047b183ce360 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137389 Mar 11 17:09:49.253268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-070c8181-dcec-479d-a907-cb3bb5a021f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:49.258626 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-070c8181-dcec-479d-a907-cb3bb5a021f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:49.367661 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-070c8181-dcec-479d-a907-cb3bb5a021f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a3f158f2a804f17bdc4d10a31258534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6782064 Mar 11 17:09:49.369875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c8181-dcec-479d-a907-cb3bb5a021f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba0cc6a-9f5b-4de8-be07-1997a9a64cce,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:49.372548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40718) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:49.386858 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:49.500927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0316-0984-47a6-9c60-604f48c890c9 req-edd29128-53b3-4348-8414-ec0304a327e8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:49.502603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e58c0316-0984-47a6-9c60-604f48c890c9 req-edd29128-53b3-4348-8414-ec0304a327e8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1797721 Mar 11 17:09:49.682272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-69d67f70-4161-47e4-9d41-282098fbe1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:49.694608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e58c0316-0984-47a6-9c60-604f48c890c9 req-c82cde10-e1d3-482f-be8f-e39300ee5e14 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670425 Mar 11 17:09:49.735267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e0147-2f26-4cd0-860a-679190e4dfa7 req-4a554827-841a-4bcd-8145-733bdfa6349a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:49.743102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da4e0147-2f26-4cd0-860a-679190e4dfa7 req-4a554827-841a-4bcd-8145-733bdfa6349a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.2757101 Mar 11 17:09:49.750817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-c857ff47-11b1-49b2-8063-437323418828 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:49.753339 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-c857ff47-11b1-49b2-8063-437323418828 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.0563087 Mar 11 17:09:49.767540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833411-1'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:49.804133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-69d67f70-4161-47e4-9d41-282098fbe1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:49.852088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:49.917723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da4e0147-2f26-4cd0-860a-679190e4dfa7 req-b0b2dd71-1cd3-4f94-a9cc-f60d912ffbec tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733842 Mar 11 17:09:49.972198 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.000438 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.086840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaa25b-bb9b-4577-bb7f-2b246e925d8f req-02a6f810-f0e5-4d14-b4fc-c21cde0f6ab6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:50.090166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:50.096085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5beaa25b-bb9b-4577-bb7f-2b246e925d8f req-02a6f810-f0e5-4d14-b4fc-c21cde0f6ab6 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 950 time: 0.2714739 Mar 11 17:09:50.116429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-69d67f70-4161-47e4-9d41-282098fbe1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.119511 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-69d67f70-4161-47e4-9d41-282098fbe1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.121005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-69d67f70-4161-47e4-9d41-282098fbe1f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ba0cc6a-9f5b-4de8-be07-1997a9a64cce HTTP/1.1" status: 204 len: 168 time: 0.7471626 Mar 11 17:09:50.131636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.155998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Pushing event updated for resources: {'Port': ['ID=0013297f-ff91-42f0-8753-89be6ee438a4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:50.160070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d67f70-4161-47e4-9d41-282098fbe1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba0cc6a-9f5b-4de8-be07-1997a9a64cce,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:50.187925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:50.223898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5beaa25b-bb9b-4577-bb7f-2b246e925d8f req-59e5d00f-cd2d-4953-89c2-ebd2558c0c4c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267548 Mar 11 17:09:50.289853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:50.295424 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b264de87-3665-4fe6-bea3-0b12778b312c" -d '{"events": [{"server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "name": "network-vif-unplugged", "status": "completed", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:50.302792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.317810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.412981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Network b95e3118-6dd2-4a96-8381-8f92e51de94f is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:50.420168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:50.427730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Pushing event updated for resources: {'Port': ['ID=af9a55b2-629f-4f31-8431-403c1e6a3df1,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:50.451517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 on host n-h2-833411-1 for vnic_type normal with profile {"migrating_to": "n-h1-833411-1"} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:50.452325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:50.452884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:50.453423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22af7-ba26-40d2-a63f-b60c8693250b req-b8854ce6-ffaa-4c90-8e22-a5ceb6c4a757 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:50.455004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32a22af7-ba26-40d2-a63f-b60c8693250b req-b8854ce6-ffaa-4c90-8e22-a5ceb6c4a757 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 945 time: 0.1438622 Mar 11 17:09:50.470934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Port af9a55b2-629f-4f31-8431-403c1e6a3df1 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:09:50.471451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Attempting to bind port af9a55b2-629f-4f31-8431-403c1e6a3df1 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:50.477357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:50.477694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:50.478082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:50.479066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Bound port: af9a55b2-629f-4f31-8431-403c1e6a3df1, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:50.479513 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.519667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a62aa8-23c9-4a2f-a32d-60f14c383d28 req-1b960dfa-0fb3-4e09-9cb1-79f294a6bcdf tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:50.523999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51a62aa8-23c9-4a2f-a32d-60f14c383d28 req-1b960dfa-0fb3-4e09-9cb1-79f294a6bcdf tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.1920671 Mar 11 17:09:50.602828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:50.608091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:50.614421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.683966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32a22af7-ba26-40d2-a63f-b60c8693250b req-ecd38e48-0a58-4832-9e3b-6705ce93f22a tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170596 Mar 11 17:09:50.707026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51a62aa8-23c9-4a2f-a32d-60f14c383d28 req-d0d75d73-2920-4450-a665-6308e67a9b87 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723077 Mar 11 17:09:50.718688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:50.719610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:50.745730 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] 10.222.0.66 "PUT /v2.0/ports/af9a55b2-629f-4f31-8431-403c1e6a3df1 HTTP/1.1" status: 200 len: 1121 time: 0.9605358 Mar 11 17:09:50.761167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407757d3-2cd6-4123-924a-2f53a8d44024 service neutron] Pushing event updated for resources: {'Port': ['ID=af9a55b2-629f-4f31-8431-403c1e6a3df1,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:50.778139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Router cc39b286-c432-419c-a212-67593f36564a has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:09:50.851893 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3261689d-a75d-4503-96ff-dfa784d6980a x-openstack-request-id: req-3261689d-a75d-4503-96ff-dfa784d6980a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:50.852508 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "name": "network-vif-unplugged", "status": "completed", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:50.853030 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3261689d-a75d-4503-96ff-dfa784d6980a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:50.853683 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1', 'code': 200} Mar 11 17:09:50.887628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['af9a55b2-629f-4f31-8431-403c1e6a3df1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:51.030992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ded2354-ab1d-425f-8546-ba3a37743ea1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:51.112820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['af9a55b2-629f-4f31-8431-403c1e6a3df1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:51.160980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:09:51.186112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8a4549ea-8cec-4ec1-bb7a-84fb286d1461 admin admin] 10.222.0.53 "PUT /v2.0/routers/cc39b286-c432-419c-a212-67593f36564a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8713095 Mar 11 17:09:51.203823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af27a9-5a14-439d-aaf9-daf16866505a req-fc7f8b99-820f-4075-9fee-5f56fa4548da tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:51.219280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50af27a9-5a14-439d-aaf9-daf16866505a req-fc7f8b99-820f-4075-9fee-5f56fa4548da tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.2619028 Mar 11 17:09:51.233702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device af9a55b2-629f-4f31-8431-403c1e6a3df1 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:09:51.240376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Sync routers for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:51.348891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50af27a9-5a14-439d-aaf9-daf16866505a req-8619073a-08c4-4f38-9757-cc16e83df8e3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268909 Mar 11 17:09:51.366912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-fdd84172-85d4-4af5-9112-a7c744dba41e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:51.370827 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-fdd84172-85d4-4af5-9112-a7c744dba41e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 950 time: 0.1055334 Mar 11 17:09:51.377941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:51.380053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:51.658091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e93a52-8282-4ebe-9437-87ea2acee028 req-c22db132-239f-4b5e-a2fd-576b39bde56d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:51.665938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08e93a52-8282-4ebe-9437-87ea2acee028 req-c22db132-239f-4b5e-a2fd-576b39bde56d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1530719 Mar 11 17:09:51.669540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Deleting port 6a9318a3-1cfe-401c-bee3-6d9260a6658f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:51.670199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:51.695665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40772) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:51.818112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] For port 6a9318a3-1cfe-401c-bee3-6d9260a6658f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6a9318a3-1cfe-401c-bee3-6d9260a6658f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:51.819253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:51.845204 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Calling delete_port for 6a9318a3-1cfe-401c-bee3-6d9260a6658f owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:51.897260 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:09:51.904170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08e93a52-8282-4ebe-9437-87ea2acee028 req-01c981f5-6137-427b-88ae-02680ab453b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128546 Mar 11 17:09:51.913851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891889b-00d6-4bb7-bd61-be63861f9c09 req-d69a5fd4-2473-4538-b12e-03fc8a1fb464 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:51.915420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1891889b-00d6-4bb7-bd61-be63861f9c09 req-d69a5fd4-2473-4538-b12e-03fc8a1fb464 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=109f2d5b-f002-4028-9784-3d3c843ca1dc HTTP/1.1" status: 200 len: 950 time: 0.2836206 Mar 11 17:09:51.990006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4ded2354-ab1d-425f-8546-ba3a37743ea1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:51.990385 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.009509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1232725592-network', 'tenant_id': '3346be01a989446fbcc314f1af82973d'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:52.048723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.088669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event deleted for resources: {'Port': ['ID=6a9318a3-1cfe-401c-bee3-6d9260a6658f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:52.096690 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1891889b-00d6-4bb7-bd61-be63861f9c09 req-d85a7347-e56e-4c3a-8d67-569169133e5f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538091 Mar 11 17:09:52.106946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:52.109113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Made reservation on behalf of 3346be01a989446fbcc314f1af82973d for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:52.112378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.138053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.176659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aba968-9d3d-4c93-9b89-dd77c29df88a req-d182ec9b-296e-417e-89f5-f1a48aa8d38f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:52.189838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28aba968-9d3d-4c93-9b89-dd77c29df88a req-d182ec9b-296e-417e-89f5-f1a48aa8d38f tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 945 time: 0.1431837 Mar 11 17:09:52.201766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] No DVR routers for this DVR port 6a9318a3-1cfe-401c-bee3-6d9260a6658f on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:09:52.215410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.219098 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aca2897-d596-456c-81d1-52aa89f2a934 req-225ea765-162f-4dd9-958d-0dd7733a18ca tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "DELETE /v2.0/ports/6a9318a3-1cfe-401c-bee3-6d9260a6658f HTTP/1.1" status: 204 len: 173 time: 0.8409712 Mar 11 17:09:52.237893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device af9a55b2-629f-4f31-8431-403c1e6a3df1 has no active binding in host n-h1-833411-1 {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 17:09:52.320704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:52.358660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84251dc7-5d62-428e-9ec5-602c330e060d req-9c3828ed-e9f1-491c-accb-501e58a3948e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645130 Mar 11 17:09:52.411271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28aba968-9d3d-4c93-9b89-dd77c29df88a req-055b6076-fc15-4052-9694-6ab9c8feed14 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups?id=891b3cb5-da26-4e3e-9c76-191baccec045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204266 Mar 11 17:09:52.495223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251dc7-5d62-428e-9ec5-602c330e060d req-42c23cf1-0a85-4f4c-a142-cad03d4acc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:52.498363 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84251dc7-5d62-428e-9ec5-602c330e060d req-42c23cf1-0a85-4f4c-a142-cad03d4acc78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1095 time: 0.0910926 Mar 11 17:09:52.500438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ae2d9-07d3-45e8-a97e-36467c65260d req-66f31723-3950-49ec-8cc8-578993df9c25 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:52.502589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e2ae2d9-07d3-45e8-a97e-36467c65260d req-66f31723-3950-49ec-8cc8-578993df9c25 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.2755754 Mar 11 17:09:52.526692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['66592256-132f-47b8-a300-84486e54f147', 'f9401c48-5f02-440b-bc53-093f71dd76f2', '8804a33b-cdf0-4544-879a-a17175113f50'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:52.578639 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.584459 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.591089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e2ae2d9-07d3-45e8-a97e-36467c65260d req-f71f3a8d-2469-40c7-aeea-071adfdb6b93 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751925 Mar 11 17:09:52.647116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:09:52.669590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8499be-55e1-4f5e-a60a-6a6f3eaf2829,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:52.673205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.673966 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Added segment 7e7e3fca-ded2-40a3-a153-1643618202f4 of type vlan for network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 Mar 11 17:09:52.772553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251dc7-5d62-428e-9ec5-602c330e060d req-c11883e7-40d9-4c5d-a80e-5351e890a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:52.774238 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.775289 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84251dc7-5d62-428e-9ec5-602c330e060d req-c11883e7-40d9-4c5d-a80e-5351e890a516 service neutron] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.2365360 Mar 11 17:09:52.849166 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84251dc7-5d62-428e-9ec5-602c330e060d req-f1f032ec-71fb-4c9c-acb5-9337566d2bfa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 217 time: 0.0657871 Mar 11 17:09:52.856250 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1'}, {'server_uuid': '109f2d5b-f002-4028-9784-3d3c843ca1dc', 'name': 'network-vif-deleted', 'tag': '6a9318a3-1cfe-401c-bee3-6d9260a6658f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:52.860098 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2212a69-afda-4072-bb90-33d44f898c13" -d '{"events": [{"name": "network-changed", "server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1"}, {"server_uuid": "109f2d5b-f002-4028-9784-3d3c843ca1dc", "name": "network-vif-deleted", "tag": "6a9318a3-1cfe-401c-bee3-6d9260a6658f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:52.861102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3d20fc13-939b-40b8-905d-1b1b8b6abdfd details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:09:52.884113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.885180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:52.885815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:52.942781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765e279-8e76-402e-a18a-6657836708fa req-49f70652-77a3-463d-9b4c-31de09443646 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:52.945114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a765e279-8e76-402e-a18a-6657836708fa req-49f70652-77a3-463d-9b4c-31de09443646 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1440501 Mar 11 17:09:53.027315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-1f78275b-b7f1-4e3a-9a4c-48b42610a4ae tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:53.029622 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-1f78275b-b7f1-4e3a-9a4c-48b42610a4ae tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 945 time: 0.1657848 Mar 11 17:09:53.031807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251dc7-5d62-428e-9ec5-602c330e060d req-cf6c4072-ecbf-4247-bcac-004dfccb1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:53.033476 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84251dc7-5d62-428e-9ec5-602c330e060d req-cf6c4072-ecbf-4247-bcac-004dfccb1f86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.1529586 Mar 11 17:09:53.043958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:53.052596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3539395 Mar 11 17:09:53.065298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40800) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:53.090560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Request body: {'subnet': {'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1232725592-subnet', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:53.122022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee6eb0-ebeb-4962-a77e-089c708f64de admin admin] Pushing event updated for resources: {'Network': ['ID=485eed02-5eeb-4fe1-8cf1-10b11fb91fb1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:53.161412 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84251dc7-5d62-428e-9ec5-602c330e060d req-07856a63-1e07-4031-b7ec-82ff14f94b6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627997 Mar 11 17:09:53.167640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 4ded2354-ab1d-425f-8546-ba3a37743ea1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4ded2354-ab1d-425f-8546-ba3a37743ea1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:53.172309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:09:53.243307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6a9318a3-1cfe-401c-bee3-6d9260a6658f no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:09:53.247379 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a765e279-8e76-402e-a18a-6657836708fa req-33222a9b-7cf6-4327-b08b-1f15dd3f468a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825255 Mar 11 17:09:53.277582 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:53.287109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 6a9318a3-1cfe-401c-bee3-6d9260a6658f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:09:53.287690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6a9318a3-1cfe-401c-bee3-6d9260a6658f not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:09:53.336891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Made reservation on behalf of 3346be01a989446fbcc314f1af82973d for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:53.339587 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:53.393843 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca20148-579e-45aa-a061-d12a00d7d555 x-openstack-request-id: req-6ca20148-579e-45aa-a061-d12a00d7d555 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:53.394456 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1", "status": "completed", "code": 200}, {"server_uuid": "109f2d5b-f002-4028-9784-3d3c843ca1dc", "name": "network-vif-deleted", "tag": "6a9318a3-1cfe-401c-bee3-6d9260a6658f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:53.394884 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ca20148-579e-45aa-a061-d12a00d7d555 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:53.395496 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1', 'status': 'completed', 'code': 200} Mar 11 17:09:53.396259 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109f2d5b-f002-4028-9784-3d3c843ca1dc', 'name': 'network-vif-deleted', 'tag': '6a9318a3-1cfe-401c-bee3-6d9260a6658f', 'status': 'completed', 'code': 200} Mar 11 17:09:53.433136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e49b-60fa-4920-b950-b53f7021e320 req-f75dcf7e-5ea9-4270-8e10-9bd2fb7c5c22 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:53.446200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-f75dcf7e-5ea9-4270-8e10-9bd2fb7c5c22 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 820 time: 0.4001811 Mar 11 17:09:53.495106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-f945751c-34b4-4871-ad5f-e9573ad6c93b tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/quotas/0f89faf315d84eaabcc43f035a77547c HTTP/1.1" status: 200 len: 375 time: 0.0468884 Mar 11 17:09:53.518634 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84251dc7-5d62-428e-9ec5-602c330e060d req-efde8fe6-5799-4850-a196-94cb23d402ff service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445067 Mar 11 17:09:53.575965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Deleting port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:53.576475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:53.584787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2212a69-afda-4072-bb90-33d44f898c13 req-143aa510-0b4e-4cfd-b0d8-5604e375f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:53.586365 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2212a69-afda-4072-bb90-33d44f898c13 req-143aa510-0b4e-4cfd-b0d8-5604e375f043 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1124 time: 0.1827786 Mar 11 17:09:53.590407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=4ded2354-ab1d-425f-8546-ba3a37743ea1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:53.618924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:53.652180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'port_id': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd', 'mac_address': 'fa:16:3e:3e:3d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61238bb4-6112-4cb7-9c1b-8e1b9efac2c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:09:53.705418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0013297f-ff91-42f0-8753-89be6ee438a4', 'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'mac_address': 'fa:16:3e:44:9d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:47Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 2, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'subnets': [{'id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:53.757951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Checking router: cc39b286-c432-419c-a212-67593f36564a for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:53.758309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Updating router cc39b286-c432-419c-a212-67593f36564a port 0013297f-ff91-42f0-8753-89be6ee438a4 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:09:53.812270 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:53.841789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:53.894415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d20fc13-939b-40b8-905d-1b1b8b6abdfd {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:53.920043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', '493745fc-f642-4535-a8dd-5f3ae9c834a9', '950e9ec2-1b6c-4d59-b165-b5beaef06ac6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:53.931199 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:09:53.934300 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84251dc7-5d62-428e-9ec5-602c330e060d req-8bcbf99c-4206-403f-a649-8fbb550c01d3 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011083 Mar 11 17:09:53.939194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] For port 0ac15b64-70f6-4eac-b722-2d472fcd8a06, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0ac15b64-70f6-4eac-b722-2d472fcd8a06,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:53.939194 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:54.019918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:54.024376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2212a69-afda-4072-bb90-33d44f898c13 req-32a78092-10c2-4f1d-b899-6dafcbaf7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:54.027050 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2212a69-afda-4072-bb90-33d44f898c13 req-32a78092-10c2-4f1d-b899-6dafcbaf7ca7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.3848155 Mar 11 17:09:54.041238 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:54.152529 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2212a69-afda-4072-bb90-33d44f898c13 req-f6ff4c2c-d247-47e4-9663-d7e491a72c60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1 HTTP/1.1" status: 200 len: 217 time: 0.1028786 Mar 11 17:09:54.226330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-0f9d02bd-7519-4905-9e07-e8698cf2e2c4 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7190175 Mar 11 17:09:54.229864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:54.283913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2212a69-afda-4072-bb90-33d44f898c13 req-a2f929bb-4d61-4019-97d2-c53c7abafeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:54.285879 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2212a69-afda-4072-bb90-33d44f898c13 req-a2f929bb-4d61-4019-97d2-c53c7abafeaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1248963 Mar 11 17:09:54.315072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a612710-2e44-4a7f-9b39-a101b48040a8 req-cb0d685b-dda0-4cce-ba02-8007c978b56a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:54.323851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a612710-2e44-4a7f-9b39-a101b48040a8 req-cb0d685b-dda0-4cce-ba02-8007c978b56a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.7654078 Mar 11 17:09:54.347680 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:54.350278 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:54.350876 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Floating IP a22ec97c-61f5-4633-9f0a-52eab1cde420 disassociated. External IP: 172.25.8.251, port: 0ac15b64-70f6-4eac-b722-2d472fcd8a06. Mar 11 17:09:54.352634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Calling delete_port for 0ac15b64-70f6-4eac-b722-2d472fcd8a06 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:09:54.402172 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2212a69-afda-4072-bb90-33d44f898c13 req-74f89a02-21fb-4661-a9d6-fee74837634a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947907 Mar 11 17:09:54.409841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3d20fc13-939b-40b8-905d-1b1b8b6abdfd'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:09:54.455091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fab811-0573-48f4-a91d-43977da0ef55,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:54.477936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-8a825bea-c738-4269-a55e-ccf43d810a94 service neutron] 10.222.0.53 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500590 Mar 11 17:09:54.530485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:54.600574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2212a69-afda-4072-bb90-33d44f898c13 req-7415ce9b-1ebe-4a8b-a9c0-f535aa601645 service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847341 Mar 11 17:09:54.717439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:54.768193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event deleted for resources: {'Port': ['ID=0ac15b64-70f6-4eac-b722-2d472fcd8a06,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:54.784764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-facf15c6-d99a-49ec-b010-6f627e0ff8bf service neutron] 10.222.0.53 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671316 Mar 11 17:09:54.837381 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2212a69-afda-4072-bb90-33d44f898c13 req-8359ae0f-7fae-47bf-a211-d8c6adce501e service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068927 Mar 11 17:09:54.847929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a612710-2e44-4a7f-9b39-a101b48040a8 req-3ddc64a1-18c4-43a1-8bb4-3bf9536be146 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229106 Mar 11 17:09:54.902647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Checking segment: {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:54.903932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Network hostable DHCP agents. Network: 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:09:54.947265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:09:54.961607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:54.969388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:54.972435 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:55.000838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Router f4c7f586-7968-40f7-878f-9542baf08412 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:09:55.007292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-aac33267-ffe5-47ef-8335-f3196a77e97d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9297175 Mar 11 17:09:55.007804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:09:55.021177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:55.059556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:55.061169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:55.121385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8633af73-eac8-440a-9a85-7fae95072cff None None] Network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:09:55.210256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-001662a1-13a6-41ac-afb8-ef1190a5208b req-db81b349-4ebb-4364-8305-e576fe5cea6e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/ports?device_id=71f9caae-1d7c-4c30-af7c-a83264acc91b HTTP/1.1" status: 200 len: 210 time: 0.0856438 Mar 11 17:09:55.349232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:09:55.363765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:55.375627 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] Sync routers for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:55.444246 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:55.445352 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:55.484851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] No DVR routers for this DVR port 0ac15b64-70f6-4eac-b722-2d472fcd8a06 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:09:55.492205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:55.507875 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d43138b8-de9e-4b6e-a1fa-254537ab8655 req-f6018564-54fd-4bed-907c-82c7818366ec tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.66 "DELETE /v2.0/ports/0ac15b64-70f6-4eac-b722-2d472fcd8a06 HTTP/1.1" status: 204 len: 173 time: 2.4698253 Mar 11 17:09:55.513742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'name': 'network-vif-deleted', 'tag': '0ac15b64-70f6-4eac-b722-2d472fcd8a06'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:55.519508 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9066738b-6fae-416f-8324-787b78924fa4" -d '{"events": [{"server_uuid": "71f9caae-1d7c-4c30-af7c-a83264acc91b", "name": "network-vif-deleted", "tag": "0ac15b64-70f6-4eac-b722-2d472fcd8a06"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:55.741497 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:55.960152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ded2354-ab1d-425f-8546-ba3a37743ea1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:56.000100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1023a13-6c9c-4869-ac44-ec3992780702 req-81608cad-17db-4348-83dd-ed5251a2d29c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:56.011989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1023a13-6c9c-4869-ac44-ec3992780702 req-81608cad-17db-4348-83dd-ed5251a2d29c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.6401734 Mar 11 17:09:56.043520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:56.117668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb157b09-0c20-4ca8-bc3c-f4acedf8c5a1 req-2b81de61-8abd-469d-9767-aa28605bcc95 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:56.128952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb157b09-0c20-4ca8-bc3c-f4acedf8c5a1 req-2b81de61-8abd-469d-9767-aa28605bcc95 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 945 time: 0.6653500 Mar 11 17:09:56.288986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1023a13-6c9c-4869-ac44-ec3992780702 req-e9b44a69-412c-44d3-a919-eb309ea150fa tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734575 Mar 11 17:09:56.440233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb157b09-0c20-4ca8-bc3c-f4acedf8c5a1 req-81d4bce1-8007-409e-9faa-be84cb37708a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080776 Mar 11 17:09:56.713787 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:56.725365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3d20fc13-939b-40b8-905d-1b1b8b6abdfd up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:09:56.792107 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5f58e5-fd6a-4f89-9bda-975e5555292f x-openstack-request-id: req-ed5f58e5-fd6a-4f89-9bda-975e5555292f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:56.793265 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f9caae-1d7c-4c30-af7c-a83264acc91b", "name": "network-vif-deleted", "tag": "0ac15b64-70f6-4eac-b722-2d472fcd8a06", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:56.793854 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed5f58e5-fd6a-4f89-9bda-975e5555292f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:56.794499 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f9caae-1d7c-4c30-af7c-a83264acc91b', 'name': 'network-vif-deleted', 'tag': '0ac15b64-70f6-4eac-b722-2d472fcd8a06', 'status': 'completed', 'code': 200} Mar 11 17:09:56.794685 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] Checking router: f4c7f586-7968-40f7-878f-9542baf08412 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:56.819422 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:56.820086 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:56.900239 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:56.972517 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:56.990193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57bc2100-9e55-4b6e-a390-047ca21249d9 req-37e22559-0204-4531-b87a-214c82ee5bf2 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 210 time: 0.1444335 Mar 11 17:09:57.003724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:09:57.020057 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:57.136258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:57.190420 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:09:57.253800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741d0e-00ba-4d15-be30-4b290d37cf16 req-1e809082-e220-4dc9-98fe-4f53470e6335 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:57.266662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Allocated IP 172.20.0.2 (485eed02-5eeb-4fe1-8cf1-10b11fb91fb1/23fab811-0573-48f4-a91d-43977da0ef55/a3dd0334-8bd9-48c8-8d55-d1ca210a991f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:57.274526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72741d0e-00ba-4d15-be30-4b290d37cf16 req-1e809082-e220-4dc9-98fe-4f53470e6335 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.3471761 Mar 11 17:09:57.304434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:57.536663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72741d0e-00ba-4d15-be30-4b290d37cf16 req-a8d78477-3758-4aae-8701-7b10d6c5f913 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585967 Mar 11 17:09:57.570840 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:57.594638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4ded2354-ab1d-425f-8546-ba3a37743ea1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:57.595015 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:57.654150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0ac15b64-70f6-4eac-b722-2d472fcd8a06 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:09:57.725618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Allocated IP 172.25.8.236 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/04ef0236-4011-403f-9df5-4550b630f05f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:57.745361 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:57.766163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:57.766840 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:57.921795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:57.952661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e49b-60fa-4920-b950-b53f7021e320 req-69e28f11-6652-4e5a-907c-4f953e4e1a14 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:57.957289 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-69e28f11-6652-4e5a-907c-4f953e4e1a14 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.46 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 820 time: 0.2742221 Mar 11 17:09:57.990293 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:57.995360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:57.996554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Request body: {'port': {'device_id': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'admin_state_up': True, 'tenant_id': '0f89faf315d84eaabcc43f035a77547c'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:58.038321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:58.063030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:58.067690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0955fe8-6d6b-4692-bb18-e1ad0ab5550f req-bc795d14-136c-47ed-9771-d63f3d7cbb60 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:58.069474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 0ac15b64-70f6-4eac-b722-2d472fcd8a06 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:09:58.070202 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0ac15b64-70f6-4eac-b722-2d472fcd8a06 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:09:58.073747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47113e-e394-41e9-b59f-ac4a0c44775e None None] Pushing event updated for resources: {'Port': ['ID=0013297f-ff91-42f0-8753-89be6ee438a4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:58.081585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0955fe8-6d6b-4692-bb18-e1ad0ab5550f req-bc795d14-136c-47ed-9771-d63f3d7cbb60 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 950 time: 0.7528081 Mar 11 17:09:58.082971 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:58.142602 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4bec6-5128-4a59-b3a9-cab91d562c02 None None] The sync data for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 is: [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 4, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919', 'name': '', 'network_id': '54d21aa5-d31e-44ed-96b1-1252ddd57e0a', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'mac_address': 'fa:16:3e:9f:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:24Z', 'updated_at': '2022-03-11T17:05:30Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'subnets': [{'id': '237e7bd2-f4c2-4c18-8047-9112fc899ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:58.254818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Pushing event updated for resources: {'Port': ['ID=04ef0236-4011-403f-9df5-4550b630f05f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:58.303924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Made reservation on behalf of 0f89faf315d84eaabcc43f035a77547c for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:58.313839 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:58.359081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Attempting to bind port 0013297f-ff91-42f0-8753-89be6ee438a4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:58.359749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Attempting to bind port 0013297f-ff91-42f0-8753-89be6ee438a4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '3b832bd4-f39d-4121-899f-4042e348642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:58.360146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Attempting to bind port 0013297f-ff91-42f0-8753-89be6ee438a4 on network b95e3118-6dd2-4a96-8381-8f92e51de94f {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:58.365505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Pushing event updated for resources: {'Port': ['ID=a3dd0334-8bd9-48c8-8d55-d1ca210a991f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:58.367543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0955fe8-6d6b-4692-bb18-e1ad0ab5550f req-bf7dbdfc-fe34-42ed-b6fb-0b6d9f382d0d tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572976 Mar 11 17:09:58.425614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:58.448579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa61107-7174-43e3-93ec-2d005f8f3861 req-eef7b245-0903-47e4-8ae4-193bdf780255 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:58.450645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eaa61107-7174-43e3-93ec-2d005f8f3861 req-eef7b245-0903-47e4-8ae4-193bdf780255 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.3999171 Mar 11 17:09:58.452366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:58.461418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:58.519936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:58.520664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Checking segment: {'id': '3b832bd4-f39d-4121-899f-4042e348642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:58.521025 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:58.521433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Bound using segment: {'id': '3b832bd4-f39d-4121-899f-4042e348642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:58.522125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Bound port: 0013297f-ff91-42f0-8753-89be6ee438a4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b832bd4-f39d-4121-899f-4042e348642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:58.522856 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:58.671082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Attempting to bind port a3dd0334-8bd9-48c8-8d55-d1ca210a991f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:58.671832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Attempting to bind port a3dd0334-8bd9-48c8-8d55-d1ca210a991f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:58.672706 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Attempting to bind port a3dd0334-8bd9-48c8-8d55-d1ca210a991f on network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:09:58.683024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Allocated IP 172.20.0.9 (b95e3118-6dd2-4a96-8381-8f92e51de94f/87856d05-28cb-4dd8-a050-2c849fdfb9d0/8d41acf1-7c3a-4bb7-b600-96a9ac07859b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:58.687479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:09:58.688132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Checking segment: {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:09:58.688756 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:58.689993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Bound using segment: {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:09:58.690919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Bound port: a3dd0334-8bd9-48c8-8d55-d1ca210a991f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:58.691648 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:58.726249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b29c7b-7540-4613-9fe9-490f96d3d2aa None None] New status for floating IP a22ec97c-61f5-4633-9f0a-52eab1cde420: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:09:58.793298 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:58.838316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eaa61107-7174-43e3-93ec-2d005f8f3861 req-59799065-fff1-49e2-b46a-1faa0e1691e9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598592 Mar 11 17:09:58.859142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:58.882242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34383544-778c-43ce-af0c-5876e2626759 req-10b0843a-7e49-4560-824f-1d47da996bfb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:58.883854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34383544-778c-43ce-af0c-5876e2626759 req-10b0843a-7e49-4560-824f-1d47da996bfb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 945 time: 0.2383556 Mar 11 17:09:58.923575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:58.927592 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212a020d-d838-4091-abad-b1c117947316" -d '{"events": [{"server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "name": "network-vif-plugged", "status": "completed", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:09:58.959326 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:59.063372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34383544-778c-43ce-af0c-5876e2626759 req-671fbef3-8c40-4461-ab51-e86248d31ee7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688266 Mar 11 17:09:59.094739 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:59.156053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a741f13-c4d8-49e4-8332-5882a4bdc171 req-e7f66459-7b66-495c-89e2-a2fc406f08c9 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 210 time: 0.0926235 Mar 11 17:09:59.161025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] For port 0013297f-ff91-42f0-8753-89be6ee438a4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:59.250197 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:59.309343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] For port 0013297f-ff91-42f0-8753-89be6ee438a4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0013297f-ff91-42f0-8753-89be6ee438a4,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:59.310692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Pushing event updated for resources: {'Port': ['ID=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:59.325838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-12a29a6c-dc32-4dc0-a6b6-e872d14546f5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:59.328527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-12a29a6c-dc32-4dc0-a6b6-e872d14546f5 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 950 time: 0.1519969 Mar 11 17:09:59.340260 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02cccca-8ff7-43b6-8ee7-117b4b1fa7b8 x-openstack-request-id: req-e02cccca-8ff7-43b6-8ee7-117b4b1fa7b8 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:09:59.340684 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "name": "network-vif-plugged", "status": "completed", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:09:59.340815 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e02cccca-8ff7-43b6-8ee7-117b4b1fa7b8 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:09:59.341210 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd', 'code': 200} Mar 11 17:09:59.349407 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:59.350430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Network b95e3118-6dd2-4a96-8381-8f92e51de94f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:59.350859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] For port a3dd0334-8bd9-48c8-8d55-d1ca210a991f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:09:59.372703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:59.377144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:09:59.415697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] For port a3dd0334-8bd9-48c8-8d55-d1ca210a991f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a3dd0334-8bd9-48c8-8d55-d1ca210a991f,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:09:59.450860 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:59.478396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:59.543619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:09:59.544588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:59.563630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1f416-babd-4213-8bee-7dfa7616eafc req-818d82c3-c655-496c-9081-82f869b30918 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:59.574063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27c1f416-babd-4213-8bee-7dfa7616eafc req-818d82c3-c655-496c-9081-82f869b30918 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.2849226 Mar 11 17:09:59.746742 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27c1f416-babd-4213-8bee-7dfa7616eafc req-53f09af8-cb73-4696-8c72-5392fe034438 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685672 Mar 11 17:09:59.747254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47113e-e394-41e9-b59f-ac4a0c44775e None None] Pushing event updated for resources: {'Port': ['ID=0013297f-ff91-42f0-8753-89be6ee438a4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:59.795636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:59.850766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:59.851275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:59.879606 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-c12af031-83f7-45ec-b64e-75be37154067 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8909695 Mar 11 17:09:59.905651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Request body: {'port': {'device_id': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:59.917110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Deleting port 8804a33b-cdf0-4544-879a-a17175113f50 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:09:59.917701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:00.074513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:10:00.104162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:00.124828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfe2c7-3bce-48c4-b2c6-8fc3a1c5862f req-92543324-c000-428c-846a-5585784d831e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:00.129569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14cfe2c7-3bce-48c4-b2c6-8fc3a1c5862f req-92543324-c000-428c-846a-5585784d831e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 950 time: 0.1784775 Mar 11 17:10:00.279666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] For port 8804a33b-cdf0-4544-879a-a17175113f50, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8804a33b-cdf0-4544-879a-a17175113f50,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:00.285745 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:00.314502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Calling delete_port for 8804a33b-cdf0-4544-879a-a17175113f50 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:00.374060 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14cfe2c7-3bce-48c4-b2c6-8fc3a1c5862f req-f2e39967-cf62-460d-935f-08324be5331a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213950 Mar 11 17:10:00.600604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f1f1d-eed7-482e-b410-26361254249e None None] Pushing event updated for resources: {'Port': ['ID=a3dd0334-8bd9-48c8-8d55-d1ca210a991f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:00.670330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40896) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:00.756096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0013297f-ff91-42f0-8753-89be6ee438a4', 'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'mac_address': 'fa:16:3e:44:9d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:47Z', 'updated_at': '2022-03-11T17:09:58Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'subnets': [{'id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:00.826237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a3dd0334-8bd9-48c8-8d55-d1ca210a991f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:10:00.829883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa476bc-cb79-4e56-b9d7-b46dd208bab1 None None] The sync data for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 is: [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0013297f-ff91-42f0-8753-89be6ee438a4', 'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'mac_address': 'fa:16:3e:44:9d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:47Z', 'updated_at': '2022-03-11T17:09:58Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'subnets': [{'id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:00.964538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:01.006437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0966cf-1a98-47a1-a450-1f0339e0647b req-b991c29b-f968-4618-887a-edf6da049bc9 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:01.019241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db0966cf-1a98-47a1-a450-1f0339e0647b req-b991c29b-f968-4618-887a-edf6da049bc9 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.2941194 Mar 11 17:10:01.050133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a3dd0334-8bd9-48c8-8d55-d1ca210a991f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:01.056096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:01.303569 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:01.398203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port a3dd0334-8bd9-48c8-8d55-d1ca210a991f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a3dd0334-8bd9-48c8-8d55-d1ca210a991f,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:01.404882 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:01.473169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d41acf1-7c3a-4bb7-b600-96a9ac07859b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:10:01.483556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:01.512665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Transition to ACTIVE for port object 8d41acf1-7c3a-4bb7-b600-96a9ac07859b will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:01.520980 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:01.540962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['66592256-132f-47b8-a300-84486e54f147', 'f9401c48-5f02-440b-bc53-093f71dd76f2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:01.549826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=a3dd0334-8bd9-48c8-8d55-d1ca210a991f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:01.575871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:01.580074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', '493745fc-f642-4535-a8dd-5f3ae9c834a9', '950e9ec2-1b6c-4d59-b165-b5beaef06ac6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:01.586417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16d2ede-0f0c-4541-8352-fa838a15f32a None None] Network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:10:01.669892 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a56942d-a3d8-479f-9f7f-779b08046ea1 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:01.707974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d4d25-9836-46db-b08f-f2398482bce0 req-971a0d79-4e94-4db8-aedd-be1e139f65cc tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:01.717848 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b8d4d25-9836-46db-b08f-f2398482bce0 req-971a0d79-4e94-4db8-aedd-be1e139f65cc tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 1.0013084 Mar 11 17:10:01.771734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event deleted for resources: {'Port': ['ID=8804a33b-cdf0-4544-879a-a17175113f50,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:01.849089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db0966cf-1a98-47a1-a450-1f0339e0647b req-32e7ecbb-5188-4c75-9dd8-adef0333371a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8288586 Mar 11 17:10:01.881757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b8d4d25-9836-46db-b08f-f2398482bce0 req-6f977b9a-86f0-45eb-94a1-b8c807343b04 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625450 Mar 11 17:10:01.920273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Router 132e834e-26b4-446b-a843-8f33e9b43db0 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:10:01.941289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] No DVR routers for this DVR port 8804a33b-cdf0-4544-879a-a17175113f50 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:01.942946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:01.966432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:01.969740 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a49fd6c-caf9-4f97-aea1-b6d4fd6a6abf req-a39206ab-4be1-4f7a-9425-54f810f4becd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "DELETE /v2.0/ports/8804a33b-cdf0-4544-879a-a17175113f50 HTTP/1.1" status: 204 len: 173 time: 2.6322000 Mar 11 17:10:01.970532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969f0afb-426d-4500-8007-c66e8a3ba361', 'name': 'network-vif-deleted', 'tag': '8804a33b-cdf0-4544-879a-a17175113f50'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:01.990743 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6937831c-ac62-44d3-baf5-76a66f16ebe8" -d '{"events": [{"server_uuid": "969f0afb-426d-4500-8007-c66e8a3ba361", "name": "network-vif-deleted", "tag": "8804a33b-cdf0-4544-879a-a17175113f50"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:02.035495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a56942d-a3d8-479f-9f7f-779b08046ea1 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:02.046261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6f864646-2206-42d6-b3aa-ea1ca23aba0a None None] Provisioning complete for port a3dd0334-8bd9-48c8-8d55-d1ca210a991f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:02.048135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f864646-2206-42d6-b3aa-ea1ca23aba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:02.271302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:10:02.281926 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Sync routers for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:10:02.317907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6908f3-6f0b-4e7d-a706-c141b77c35e3 req-c8d70574-0a70-4f8b-87a4-b70d898939c9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:02.319688 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:10:02.320369 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:02.327124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd6908f3-6f0b-4e7d-a706-c141b77c35e3 req-c8d70574-0a70-4f8b-87a4-b70d898939c9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.2121668 Mar 11 17:10:02.381826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa845fd-f844-4ca9-92ea-367752b729c7 req-2e8ac279-9661-4575-a3e5-e3f58edd1abe tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:02.383417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caa845fd-f844-4ca9-92ea-367752b729c7 req-2e8ac279-9661-4575-a3e5-e3f58edd1abe tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 943 time: 0.3169355 Mar 11 17:10:02.386194 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:02.386396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Attempting to bind port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:02.386776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Attempting to bind port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '3b832bd4-f39d-4121-899f-4042e348642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:02.387138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Attempting to bind port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b on network b95e3118-6dd2-4a96-8381-8f92e51de94f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:02.387773 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ca6e5fec-70e3-4923-84e1-fd6efb5f02fc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3786120 Mar 11 17:10:02.404140 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd6908f3-6f0b-4e7d-a706-c141b77c35e3 req-a3f24ddc-e294-4dc1-840f-b7f68c43464f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709977 Mar 11 17:10:02.423545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40906) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:02.496665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caa845fd-f844-4ca9-92ea-367752b729c7 req-0f609575-d867-40c9-b602-49d0b3c674b9 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913436 Mar 11 17:10:02.564263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b on network b95e3118-6dd2-4a96-8381-8f92e51de94f not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:10:02.564768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Attempting to bind port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b on network b95e3118-6dd2-4a96-8381-8f92e51de94f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:02.609972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f00815da-c63c-4ab1-8f65-1ec31113a64a req-40ab88bc-8792-4fe8-b1d4-b266861d029f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=969f0afb-426d-4500-8007-c66e8a3ba361 HTTP/1.1" status: 200 len: 210 time: 0.0460854 Mar 11 17:10:02.642392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:10:02.642762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Checking segment: {'id': '3b832bd4-f39d-4121-899f-4042e348642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:10:02.643211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Bound using segment: {'id': '3b832bd4-f39d-4121-899f-4042e348642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:10:02.643785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Bound port: 8d41acf1-7c3a-4bb7-b600-96a9ac07859b, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b832bd4-f39d-4121-899f-4042e348642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:02.646464 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:02.709910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device af9a55b2-629f-4f31-8431-403c1e6a3df1 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:02.800975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] For port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:02.811152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] For port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:10:02.817205 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0740f1d6-6de9-4a8f-bb95-6a8a3a3f3fd0 x-openstack-request-id: req-0740f1d6-6de9-4a8f-bb95-6a8a3a3f3fd0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:02.823133 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969f0afb-426d-4500-8007-c66e8a3ba361", "name": "network-vif-deleted", "tag": "8804a33b-cdf0-4544-879a-a17175113f50", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:02.823427 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0740f1d6-6de9-4a8f-bb95-6a8a3a3f3fd0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:02.823866 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969f0afb-426d-4500-8007-c66e8a3ba361', 'name': 'network-vif-deleted', 'tag': '8804a33b-cdf0-4544-879a-a17175113f50', 'status': 'completed', 'code': 200} Mar 11 17:10:02.841352 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:02.881898 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:10:03.055855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a56942d-a3d8-479f-9f7f-779b08046ea1 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:03.063120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a56942d-a3d8-479f-9f7f-779b08046ea1 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:03.066790 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6a56942d-a3d8-479f-9f7f-779b08046ea1 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "DELETE /v2.0/security-groups/891b3cb5-da26-4e3e-9c76-191baccec045 HTTP/1.1" status: 204 len: 168 time: 2.3777404 Mar 11 17:10:03.072314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40914) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:03.076697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a3dd0334-8bd9-48c8-8d55-d1ca210a991f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:10:03.102256 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-245d4bac-d464-4f6f-ac5e-0dfbae33423c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] show failed (client error): The resource could not be found. Mar 11 17:10:03.107595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40916) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:03.109471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-245d4bac-d464-4f6f-ac5e-0dfbae33423c tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "GET /v2.0/security-groups/891b3cb5-da26-4e3e-9c76-191baccec045 HTTP/1.1" status: 404 len: 347 time: 0.0333900 Mar 11 17:10:03.117357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56942d-a3d8-479f-9f7f-779b08046ea1 tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891b3cb5-da26-4e3e-9c76-191baccec045,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:03.161637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e204c5-5253-4beb-bf9e-2995820fb6b6 req-b0e36d92-2291-4289-9ad5-282bd3fc7de1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:03.169205 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46e204c5-5253-4beb-bf9e-2995820fb6b6 req-b0e36d92-2291-4289-9ad5-282bd3fc7de1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1608796 Mar 11 17:10:03.283913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46e204c5-5253-4beb-bf9e-2995820fb6b6 req-13afa2cb-4a82-4dc1-b42f-dcca5d619fe2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134760 Mar 11 17:10:03.307765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccd83b-e74e-4c52-83af-83570dcb1552 req-bed40a47-907b-4fda-90ef-edb9a3925ca3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:03.310468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4eccd83b-e74e-4c52-83af-83570dcb1552 req-bed40a47-907b-4fda-90ef-edb9a3925ca3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.1723983 Mar 11 17:10:03.322080 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:09:59Z', 'revision_number': 3, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:03.335385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:03.336011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:03.337447 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 1091 time: 3.4381211 Mar 11 17:10:03.373466 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Checking router: 132e834e-26b4-446b-a843-8f33e9b43db0 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:10:03.374114 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Updating router 132e834e-26b4-446b-a843-8f33e9b43db0 port 04ef0236-4011-403f-9df5-4550b630f05f binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:10:03.406989 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:03.414620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4eccd83b-e74e-4c52-83af-83570dcb1552 req-3ad08bb1-24fe-4cb5-833e-3df9947df191 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964746 Mar 11 17:10:03.420679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2d3030bf-e11e-4b4f-a512-89175e19786f None None] Provisioning complete for port a3dd0334-8bd9-48c8-8d55-d1ca210a991f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:03.421060 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2d3030bf-e11e-4b4f-a512-89175e19786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:03.651643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8804a33b-cdf0-4544-879a-a17175113f50 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:03.691153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5718be-19c9-4cb4-bd48-7bd0567bd4bc req-3dfe3d70-909e-4405-b9fa-51b38f1fdfdf tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:03.699004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af5718be-19c9-4cb4-bd48-7bd0567bd4bc req-3dfe3d70-909e-4405-b9fa-51b38f1fdfdf tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1046267 Mar 11 17:10:03.834823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 8804a33b-cdf0-4544-879a-a17175113f50 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:03.835166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8804a33b-cdf0-4544-879a-a17175113f50 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:03.852712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a3dd0334-8bd9-48c8-8d55-d1ca210a991f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:03.853089 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:03.863759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af5718be-19c9-4cb4-bd48-7bd0567bd4bc req-03793af5-0425-4409-9143-c80b7502569e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993474 Mar 11 17:10:03.867935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c5ca2-45c7-40ed-8234-0984db986ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:03.905037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ff4e8-4472-4013-a53c-76c6285e7172 req-2eab3ece-3a1f-4d04-927d-5d1fdedaa689 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:03.906579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-272ff4e8-4472-4013-a53c-76c6285e7172 req-2eab3ece-3a1f-4d04-927d-5d1fdedaa689 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 943 time: 0.2066503 Mar 11 17:10:04.022409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-272ff4e8-4472-4013-a53c-76c6285e7172 req-d9a085cc-d987-4944-8431-03c7e28f511c tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058304 Mar 11 17:10:04.025972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e49b-60fa-4920-b950-b53f7021e320 req-bee5f517-d929-49af-93d0-81dd00e40c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:04.027510 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-bee5f517-d929-49af-93d0-81dd00e40c38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1094 time: 0.6178586 Mar 11 17:10:04.094108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Deleting port 574b4670-0c57-4726-a76b-3c8c01ce0345 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:04.094450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.207598 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.219024 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.258763 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-e7155fb0-b3ea-4436-b59f-1b2001f8aebb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 217 time: 0.2006190 Mar 11 17:10:04.271909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.348605 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ef190-2a7e-4835-a581-40835a40be5c None None] Pushing event updated for resources: {'Port': ['ID=04ef0236-4011-403f-9df5-4550b630f05f,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:04.415488 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Attempting to bind port 04ef0236-4011-403f-9df5-4550b630f05f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:04.420780 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Attempting to bind port 04ef0236-4011-403f-9df5-4550b630f05f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:04.421535 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Attempting to bind port 04ef0236-4011-403f-9df5-4550b630f05f on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:04.442729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0013297f-ff91-42f0-8753-89be6ee438a4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:10:04.444946 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:10:04.445295 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:10:04.445802 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.446892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bb6bb-3729-4ff2-a7b2-cc39a8808146 req-d850fd7c-7d32-4603-a988-6b7569cd6196 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:04.447844 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:10:04.448581 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Bound port: 04ef0236-4011-403f-9df5-4550b630f05f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:04.448988 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.456608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-186bb6bb-3729-4ff2-a7b2-cc39a8808146 req-d850fd7c-7d32-4603-a988-6b7569cd6196 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 950 time: 0.1561410 Mar 11 17:10:04.605096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-186bb6bb-3729-4ff2-a7b2-cc39a8808146 req-798a9005-9b9d-4d51-9242-365f449f374f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449437 Mar 11 17:10:04.616417 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] For port 04ef0236-4011-403f-9df5-4550b630f05f, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:04.624278 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] For port 04ef0236-4011-403f-9df5-4550b630f05f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=04ef0236-4011-403f-9df5-4550b630f05f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:10:04.641067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2f404-2738-4c6e-a758-475b335ebee6 req-b3e05934-6075-470c-8461-d770474f5560 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:04.643555 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.656832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5b2f404-2738-4c6e-a758-475b335ebee6 req-b3e05934-6075-470c-8461-d770474f5560 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1889837 Mar 11 17:10:04.658353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0013297f-ff91-42f0-8753-89be6ee438a4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:04.658887 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.740111 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:10:04.742094 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:04.745061 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ef190-2a7e-4835-a581-40835a40be5c None None] Pushing event updated for resources: {'Port': ['ID=04ef0236-4011-403f-9df5-4550b630f05f,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:04.753987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5b2f404-2738-4c6e-a758-475b335ebee6 req-645b8b9c-8780-4cc8-a735-c40d4f7c6bd1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889461 Mar 11 17:10:04.771878 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e49b-60fa-4920-b950-b53f7021e320 req-629839fc-15be-4738-8344-c0637b88e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:04.774407 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-629839fc-15be-4738-8344-c0637b88e6a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 200 len: 860 time: 0.3886719 Mar 11 17:10:04.783664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.784370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.849149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:04.858577 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:04.869821 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-46789c7c-c40e-4c92-940b-d3a4bb5aac70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b95e3118-6dd2-4a96-8381-8f92e51de94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723085 Mar 11 17:10:04.980452 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa693db-4635-465e-8c5c-81bec5754cc2 x-openstack-request-id: req-0fa693db-4635-465e-8c5c-81bec5754cc2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:04.981510 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:04.982518 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fa693db-4635-465e-8c5c-81bec5754cc2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:04.983754 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:04.983973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9024ea9-5681-4d5e-8007-2e368cb05ae0 req-3133b3ff-de1f-4de0-b548-94bb57029596 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:04.985800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9024ea9-5681-4d5e-8007-2e368cb05ae0 req-3133b3ff-de1f-4de0-b548-94bb57029596 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.1673141 Mar 11 17:10:04.987622 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'status': 'completed', 'code': 200} Mar 11 17:10:04.997907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Calling delete_port for 574b4670-0c57-4726-a76b-3c8c01ce0345 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:05.078178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 0013297f-ff91-42f0-8753-89be6ee438a4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0013297f-ff91-42f0-8753-89be6ee438a4,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:05.086476 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:05.131145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9024ea9-5681-4d5e-8007-2e368cb05ae0 req-85e617d1-d48e-4b17-92a0-8a20057d4e0b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338110 Mar 11 17:10:05.186606 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:10:05.222170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad849a9-1c84-4cc1-a5ef-1fa1e8c8345d req-e07938ae-9d93-4d40-8682-ab9970c979ab tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:05.223894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ad849a9-1c84-4cc1-a5ef-1fa1e8c8345d req-e07938ae-9d93-4d40-8682-ab9970c979ab tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1219177 Mar 11 17:10:05.278125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device af9a55b2-629f-4f31-8431-403c1e6a3df1 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:05.283744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=0013297f-ff91-42f0-8753-89be6ee438a4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:05.359894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ad849a9-1c84-4cc1-a5ef-1fa1e8c8345d req-c976b0ea-00b2-4d0c-a501-866af8b8165a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259649 Mar 11 17:10:05.408481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device af9a55b2-629f-4f31-8431-403c1e6a3df1 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:05.441565 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-66ffe495-2f79-4a7c-b587-26da05506871 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395504 Mar 11 17:10:05.478224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000ff60-600c-45a0-ba94-d9d380d71b5b req-cf3cb061-3e5a-4f3a-aad9-3e4ed200abbd tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:05.480787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e000ff60-600c-45a0-ba94-d9d380d71b5b req-cf3cb061-3e5a-4f3a-aad9-3e4ed200abbd tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 943 time: 0.0676835 Mar 11 17:10:05.533046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e000ff60-600c-45a0-ba94-d9d380d71b5b req-c9194886-c7a4-43dc-82c9-4247690f10c4 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454009 Mar 11 17:10:05.604570 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:09:59Z', 'revision_number': 3, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:05.660522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Allocated IP 172.20.0.1 (485eed02-5eeb-4fe1-8cf1-10b11fb91fb1/23fab811-0573-48f4-a91d-43977da0ef55/965645fe-e2fe-4696-acfa-f2ad395456c6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:05.736848 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-a69897c9-6727-4bce-8985-1e1882315728 service neutron] 10.222.0.46 "GET /v2.0/ports/af9a55b2-629f-4f31-8431-403c1e6a3df1/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 384 time: 0.3013558 Mar 11 17:10:05.853329 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d4d165-83bc-46bd-a216-13eade2556ff None None] The sync data for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 is: [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:09:59Z', 'revision_number': 3, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:05.880114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce239d9-fabd-4eac-8e09-31b4d3de3e50 req-1ace6093-239e-42b4-9ba1-7ede28a7615f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:05.889457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ce239d9-fabd-4eac-8e09-31b4d3de3e50 req-1ace6093-239e-42b4-9ba1-7ede28a7615f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 950 time: 0.1435254 Mar 11 17:10:05.985218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ce239d9-fabd-4eac-8e09-31b4d3de3e50 req-9af9f42b-6fa7-49c5-820e-318dac323e97 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866005 Mar 11 17:10:06.011305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b10cd3-b264-40b0-9a5f-abac6d14c280 req-2cf0adf8-8231-4c8b-95bc-61c7910c233d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:06.019136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50b10cd3-b264-40b0-9a5f-abac6d14c280 req-2cf0adf8-8231-4c8b-95bc-61c7910c233d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1103468 Mar 11 17:10:06.036021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:06.070040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50b10cd3-b264-40b0-9a5f-abac6d14c280 req-71ad2d8d-86b6-4804-98dd-0d3b2e8b10ce tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499358 Mar 11 17:10:06.086620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5301e49b-60fa-4920-b950-b53f7021e320 req-0170e913-a8b9-43b7-adf6-73c8a88b6c00 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212158 Mar 11 17:10:06.089259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:06.155811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:06.161439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:06.178929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:10:06.238056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:06.367413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-ca412749-3c45-48c6-82e9-1821755bc868 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:06.373674 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-ca412749-3c45-48c6-82e9-1821755bc868 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 950 time: 0.1439636 Mar 11 17:10:06.493010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:06.598431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=965645fe-e2fe-4696-acfa-f2ad395456c6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:06.647772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Pushing event deleted for resources: {'Port': ['ID=574b4670-0c57-4726-a76b-3c8c01ce0345,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:06.689679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-72e2b03b-3b12-4ca6-8fbf-a1d4f1127381 None None] Provisioning complete for port 965645fe-e2fe-4696-acfa-f2ad395456c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:06.690540 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72e2b03b-3b12-4ca6-8fbf-a1d4f1127381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:06.709826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f1fd6-c10a-4001-9abb-adf7c83aa6bf req-dc3afd1f-e069-4a0e-983d-c0d7badfc524 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:06.718825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd4f1fd6-c10a-4001-9abb-adf7c83aa6bf req-dc3afd1f-e069-4a0e-983d-c0d7badfc524 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.4116645 Mar 11 17:10:06.808229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-72e2b03b-3b12-4ca6-8fbf-a1d4f1127381 None None] Port 965645fe-e2fe-4696-acfa-f2ad395456c6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:10:06.820906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd4f1fd6-c10a-4001-9abb-adf7c83aa6bf req-f6441a4c-1690-40b5-b168-6ce3a52ebb71 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010253 Mar 11 17:10:06.865104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae8027-e825-4a08-8fd0-4bb65d6a03e3 req-6e0d9e4d-c812-49ab-b958-f59bd5a3f2a2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:06.868771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6aae8027-e825-4a08-8fd0-4bb65d6a03e3 req-6e0d9e4d-c812-49ab-b958-f59bd5a3f2a2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.3003571 Mar 11 17:10:06.923720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Deleting port f9401c48-5f02-440b-bc53-093f71dd76f2 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:06.924331 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.043067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6aae8027-e825-4a08-8fd0-4bb65d6a03e3 req-4ce7ef4f-3902-46ce-8eba-bd27e63738a3 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630726 Mar 11 17:10:07.142073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] For port f9401c48-5f02-440b-bc53-093f71dd76f2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f9401c48-5f02-440b-bc53-093f71dd76f2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:07.142359 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.194941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Calling delete_port for f9401c48-5f02-440b-bc53-093f71dd76f2 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:07.209424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-b09504d6-2382-4bea-a63d-95e774f12273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:07.210773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-b09504d6-2382-4bea-a63d-95e774f12273 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1094 time: 1.0423114 Mar 11 17:10:07.412288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 04ef0236-4011-403f-9df5-4550b630f05f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:10:07.553168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1a92-204c-429d-b4fb-e88c440f0ca4 req-856b969b-0261-4de4-9dfb-b3efd4b11466 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:07.578217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 04ef0236-4011-403f-9df5-4550b630f05f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:07.578591 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.586599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dae1a92-204c-429d-b4fb-e88c440f0ca4 req-856b969b-0261-4de4-9dfb-b3efd4b11466 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 943 time: 0.6536589 Mar 11 17:10:07.627186 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-bbaf22c7-014a-4274-b803-25d9089c7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:07.628653 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-bbaf22c7-014a-4274-b803-25d9089c7e85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 920 time: 0.4057972 Mar 11 17:10:07.655325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.657915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.659076 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7153bde1-b623-47b7-98b7-6fd3e9c3d86e tempest-ServersWithSpecificFlavorTestJSON-82843528 tempest-ServersWithSpecificFlavorTestJSON-82843528-project] 10.222.0.53 "DELETE /v2.0/floatingips/a22ec97c-61f5-4633-9f0a-52eab1cde420 HTTP/1.1" status: 204 len: 168 time: 4.5396581 Mar 11 17:10:07.675818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dae1a92-204c-429d-b4fb-e88c440f0ca4 req-dae50d16-d1c1-4085-8633-7d864358e376 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869329 Mar 11 17:10:07.721497 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-bae2a87e-10ff-48f4-b62e-9212c7d96c7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 217 time: 0.0737915 Mar 11 17:10:07.728289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65ddc5-01e7-4ce2-8cbc-e1afe5a6338e req-2f1fea46-db40-4e0b-8d90-0a000df89d73 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:07.736568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a65ddc5-01e7-4ce2-8cbc-e1afe5a6338e req-2f1fea46-db40-4e0b-8d90-0a000df89d73 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=300c9abe-a327-432d-939e-c718e293240d HTTP/1.1" status: 200 len: 950 time: 0.3367245 Mar 11 17:10:07.768764 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.786106 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.786779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-60342027-086b-417c-905a-defa525782ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:07.788286 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-60342027-086b-417c-905a-defa525782ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 200 len: 860 time: 0.0563898 Mar 11 17:10:07.795204 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:07.805580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', '493745fc-f642-4535-a8dd-5f3ae9c834a9', '950e9ec2-1b6c-4d59-b165-b5beaef06ac6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:07.808551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['66592256-132f-47b8-a300-84486e54f147'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:07.844319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.882500 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-a9fa8f05-c204-4ca2-bde6-75f83d330d91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b95e3118-6dd2-4a96-8381-8f92e51de94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538511 Mar 11 17:10:07.886428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 04ef0236-4011-403f-9df5-4550b630f05f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=04ef0236-4011-403f-9df5-4550b630f05f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:07.905436 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.906226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0013297f-ff91-42f0-8753-89be6ee438a4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:10:07.940331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event deleted for resources: {'Port': ['ID=f9401c48-5f02-440b-bc53-093f71dd76f2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:07.983298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] No DVR routers for this DVR port f9401c48-5f02-440b-bc53-093f71dd76f2 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:07.986507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:07.990380 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-36a550e3-a06d-4e2e-bcf6-0b8fb42e4c67 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968256 Mar 11 17:10:07.995210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-928a65e9-fe00-4cda-b480-0c734bda70b4 req-3fa9c8e4-2a3b-40fb-b9b4-acc6984156cc tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "DELETE /v2.0/ports/f9401c48-5f02-440b-bc53-093f71dd76f2 HTTP/1.1" status: 204 len: 173 time: 1.6116395 Mar 11 17:10:08.000528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300c9abe-a327-432d-939e-c718e293240d', 'name': 'network-vif-deleted', 'tag': 'f9401c48-5f02-440b-bc53-093f71dd76f2'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:08.010135 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c86b8-1cfb-48e6-ae1c-2ffe10bdefa1" -d '{"events": [{"server_uuid": "300c9abe-a327-432d-939e-c718e293240d", "name": "network-vif-deleted", "tag": "f9401c48-5f02-440b-bc53-093f71dd76f2"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:08.013153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:08.029622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a65ddc5-01e7-4ce2-8cbc-e1afe5a6338e req-49181556-73d5-468a-8b33-522a92422c41 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759507 Mar 11 17:10:08.073405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c137d6-63d9-4576-ba00-8800d9bd41ab req-25f1f8ce-496b-4225-94ff-65d68bde02f0 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:08.074991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1c137d6-63d9-4576-ba00-8800d9bd41ab req-25f1f8ce-496b-4225-94ff-65d68bde02f0 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.2617784 Mar 11 17:10:08.194022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1c137d6-63d9-4576-ba00-8800d9bd41ab req-33115575-3e42-458d-a36f-b310d51c142a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121538 Mar 11 17:10:08.228627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=04ef0236-4011-403f-9df5-4550b630f05f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:08.290052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9a55b2-629f-4f31-8431-403c1e6a3df1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:10:08.309279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:08.309744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bdbb6-467e-4cc6-87cb-e5bf427ee5a8 req-ad4b2eac-0ca4-4ee2-b617-854a9a267b73 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:08.311793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c9bdbb6-467e-4cc6-87cb-e5bf427ee5a8 req-ad4b2eac-0ca4-4ee2-b617-854a9a267b73 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1097 time: 0.1428511 Mar 11 17:10:08.334785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:08.421005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c9bdbb6-467e-4cc6-87cb-e5bf427ee5a8 req-78db39e8-9444-47ac-9e0c-7dac8742caf9 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025193 Mar 11 17:10:08.443488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0013297f-ff91-42f0-8753-89be6ee438a4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:08.443884 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:08.627470 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:08.638653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:08.673205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13c54f-c36d-40a8-8ede-5d40e75740ec req-f82c4708-d28c-42ad-b1bf-6894cf8ef287 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:08.680092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a13c54f-c36d-40a8-8ede-5d40e75740ec req-f82c4708-d28c-42ad-b1bf-6894cf8ef287 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 943 time: 0.2535198 Mar 11 17:10:08.685387 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33879fee-a7bb-4617-8ad4-ea972682955f x-openstack-request-id: req-33879fee-a7bb-4617-8ad4-ea972682955f {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:08.686051 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300c9abe-a327-432d-939e-c718e293240d", "name": "network-vif-deleted", "tag": "f9401c48-5f02-440b-bc53-093f71dd76f2", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:08.687722 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33879fee-a7bb-4617-8ad4-ea972682955f {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:08.688488 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300c9abe-a327-432d-939e-c718e293240d', 'name': 'network-vif-deleted', 'tag': 'f9401c48-5f02-440b-bc53-093f71dd76f2', 'status': 'completed', 'code': 200} Mar 11 17:10:08.733276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:08.772453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8d41acf1-7c3a-4bb7-b600-96a9ac07859b details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:10:08.774435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device f9401c48-5f02-440b-bc53-093f71dd76f2 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:08.800145 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b1c29ef8-7d8d-4041-b6b4-b91bd6031abb req-8eebd07a-2176-4a86-87b8-bd9185e2f068 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816911 Mar 11 17:10:08.843714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a13c54f-c36d-40a8-8ede-5d40e75740ec req-4b70eba9-a843-4fc3-9115-cd3b8d65ed49 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513209 Mar 11 17:10:08.983815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:08.988588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=965645fe-e2fe-4696-acfa-f2ad395456c6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:08.992117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5043cc-f929-4030-8b97-5b564c91410c req-aa255dc5-ec71-4b5b-9a0d-350d5ed22d61 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:08.998724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:09.015049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c5043cc-f929-4030-8b97-5b564c91410c req-aa255dc5-ec71-4b5b-9a0d-350d5ed22d61 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1260254 Mar 11 17:10:09.020894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] Transition to ACTIVE for port object af9a55b2-629f-4f31-8431-403c1e6a3df1 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:09.075300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:09.092393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c5043cc-f929-4030-8b97-5b564c91410c req-e0c87645-abe3-4190-859c-f756e25ae3b2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702109 Mar 11 17:10:09.171985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] Pushing event updated for resources: {'Port': ['ID=af9a55b2-629f-4f31-8431-403c1e6a3df1,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:09.193976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: f9401c48-5f02-440b-bc53-093f71dd76f2 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:09.194891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device f9401c48-5f02-440b-bc53-093f71dd76f2 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:09.232064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] No DVR routers for this DVR port af9a55b2-629f-4f31-8431-403c1e6a3df1 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:09.309494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2f9c1-8079-4bdb-9972-1cb06f9850af req-cf37c4e7-ccbe-463f-8d15-c1e1eeb0db26 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:09.326095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cca2f9c1-8079-4bdb-9972-1cb06f9850af req-cf37c4e7-ccbe-463f-8d15-c1e1eeb0db26 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 943 time: 0.1084759 Mar 11 17:10:09.421993 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-cc05658c-e4b7-4f58-ba9b-18f17dfec535 service neutron] 10.222.0.46 "PUT /v2.0/ports/af9a55b2-629f-4f31-8431-403c1e6a3df1/bindings/n-h1-833411-1/activate HTTP/1.1" status: 200 len: 369 time: 3.6485791 Mar 11 17:10:09.431859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cca2f9c1-8079-4bdb-9972-1cb06f9850af req-b65d7ff0-4c88-4ff8-9cc0-e1fd0916cf0f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022398 Mar 11 17:10:09.452501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:09.474309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'port_id': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'mac_address': 'fa:16:3e:59:41:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:10:09.526543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 04ef0236-4011-403f-9df5-4550b630f05f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:10:09.544498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Router 132e834e-26b4-446b-a843-8f33e9b43db0 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:10:09.647958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e99f171a-a483-40d7-9267-1b5bc46d2649 None None] Provisioning complete for port 965645fe-e2fe-4696-acfa-f2ad395456c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:09.648726 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e99f171a-a483-40d7-9267-1b5bc46d2649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:09.713831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-3104d0ea-d1a8-49b2-af65-0492df164d6d tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:09.716199 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-3104d0ea-d1a8-49b2-af65-0492df164d6d tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.1929944 Mar 11 17:10:09.718614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e99f171a-a483-40d7-9267-1b5bc46d2649 None None] Port 965645fe-e2fe-4696-acfa-f2ad395456c6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:10:09.760539 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:09.782728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf858639-604f-4976-9ed3-b180945b3372 req-1fea04c3-01a9-4ae1-9a7c-12fca28c431c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:09.792144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 04ef0236-4011-403f-9df5-4550b630f05f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:09.793099 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:09.809197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf858639-604f-4976-9ed3-b180945b3372 req-1fea04c3-01a9-4ae1-9a7c-12fca28c431c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1436348 Mar 11 17:10:09.836817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d41acf1-7c3a-4bb7-b600-96a9ac07859b {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:10:09.862226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:09.879814 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:09.905418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf858639-604f-4976-9ed3-b180945b3372 req-245a30bc-29ed-4e51-9805-e621ef6a85ac tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952361 Mar 11 17:10:09.943858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-a80348bc-e228-44ea-99b1-f0ac7c7ac469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:09.946492 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-a80348bc-e228-44ea-99b1-f0ac7c7ac469 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608&tenant_id=556dd853924b45f78455e7c0197367a7 HTTP/1.1" status: 200 len: 1095 time: 0.2144454 Mar 11 17:10:09.954248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:10:09.975532 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fee939fd-433f-4dc1-9b5d-4c07064b2eb6 admin admin] 10.222.0.53 "PUT /v2.0/routers/132e834e-26b4-446b-a843-8f33e9b43db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5500555 Mar 11 17:10:09.976064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Sync routers for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:10:10.083176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-68510366-f400-48cc-88ed-58690b56db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:10.090495 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-68510366-f400-48cc-88ed-58690b56db89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1095 time: 0.1044996 Mar 11 17:10:10.126911 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:10:10.127594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:10.245784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-5bb1bda5-7ea8-4272-bae3-292227537dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:10.247813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-5bb1bda5-7ea8-4272-bae3-292227537dee service neutron] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.1543198 Mar 11 17:10:10.300952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:10.314458 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-fb7a9d74-d10f-4348-aa4b-a7f4b9a971dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1 HTTP/1.1" status: 200 len: 217 time: 0.0596454 Mar 11 17:10:10.397518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-54f1834d-a89e-4382-9318-9052bed96b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:10.399122 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-54f1834d-a89e-4382-9318-9052bed96b3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.0680299 Mar 11 17:10:10.409118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:10:10.438652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8d41acf1-7c3a-4bb7-b600-96a9ac07859b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:10.460638 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-1ef135a0-35bc-4170-9d2e-883df967eb67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421948 Mar 11 17:10:10.466867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-c02ba109-e95d-42c1-a7fa-cf3743083c86 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:10:10.467987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-c02ba109-e95d-42c1-a7fa-cf3743083c86 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091887 Mar 11 17:10:10.554722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1547b-a88e-4340-8f15-cbf06c3f093a req-95b9463c-174b-431c-9281-ea4df8ac076d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:10.556285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eda1547b-a88e-4340-8f15-cbf06c3f093a req-95b9463c-174b-431c-9281-ea4df8ac076d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 944 time: 0.1469710 Mar 11 17:10:10.571793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-b9ce2f5a-30be-4641-ad0d-befb69cfd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:10.574169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-b9ce2f5a-30be-4641-ad0d-befb69cfd26d service neutron] 10.222.0.53 "GET /v2.0/ports/55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 200 len: 1094 time: 0.0878434 Mar 11 17:10:10.608377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Request body: {'binding': {'host': 'n-h2-833411-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:10.609578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Unknown quota resources ['binding']. {{(pid=102642) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 17:10:10.621998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:10.641827 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-5471aec8-9a30-481b-b565-21d425bf3069 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616399 Mar 11 17:10:10.740050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eda1547b-a88e-4340-8f15-cbf06c3f093a req-96448b78-df49-43bb-9394-cfb4247a1005 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716743 Mar 11 17:10:10.831346 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-f2a29bb5-4a05-46b2-ab19-1f0ca8f6f7dd service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767864 Mar 11 17:10:11.001361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on host n-h2-833411-1 for vnic_type normal with profile None {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:11.001954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:11.002126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:11.009553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:10:11.009878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:11.021002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370053-b1fd-44e3-862d-00676eabe5a1 req-cf61ac3f-9a9a-4add-afdf-e2059e703eea tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:11.022850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2370053-b1fd-44e3-862d-00676eabe5a1 req-cf61ac3f-9a9a-4add-afdf-e2059e703eea tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1169529 Mar 11 17:10:11.026822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:10:11.027172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:10:11.027704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:10:11.028305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Bound port: 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:11.061877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '965645fe-e2fe-4696-acfa-f2ad395456c6', 'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'mac_address': 'fa:16:3e:86:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:04Z', 'updated_at': '2022-03-11T17:10:08Z', 'revision_number': 2, 'project_id': '3346be01a989446fbcc314f1af82973d', 'subnets': [{'id': '23fab811-0573-48f4-a91d-43977da0ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:11.106127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2370053-b1fd-44e3-862d-00676eabe5a1 req-4a5e1553-5c4a-4123-842f-45cf98d6abcf tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716474 Mar 11 17:10:11.121758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Checking router: 132e834e-26b4-446b-a843-8f33e9b43db0 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:10:11.122620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Updating router 132e834e-26b4-446b-a843-8f33e9b43db0 port 965645fe-e2fe-4696-acfa-f2ad395456c6 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:10:11.151911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:10:11.160710 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.162045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-aa3da7b8-88a6-4780-a120-c22dc661d3b0 service neutron] 10.222.0.53 "POST /v2.0/ports/55456ac4-8bf9-4070-804d-f6adf15ac0f6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5798566 Mar 11 17:10:11.210275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.390394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-7432123b-c522-4471-a756-6c719aba5475 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:11.392358 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-7432123b-c522-4471-a756-6c719aba5475 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.1251433 Mar 11 17:10:11.449625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41036) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:11.454854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-107dc457-725f-4e46-8afb-bcda0ed71feb tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991562440', 'description': 'tempest-description--544234085'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:11.514288 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-107dc457-725f-4e46-8afb-bcda0ed71feb tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.711292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb5883-97a4-4f70-8252-df7932fe302a req-f63bd599-6568-4a30-a555-4db6852eaf18 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:11.713023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82fb5883-97a4-4f70-8252-df7932fe302a req-f63bd599-6568-4a30-a555-4db6852eaf18 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 944 time: 0.1008413 Mar 11 17:10:11.720163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-a9cab7a0-2aa2-4611-9e6e-371fbb39b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:11.722297 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-a9cab7a0-2aa2-4611-9e6e-371fbb39b6d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1097 time: 0.1986310 Mar 11 17:10:11.856822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-107dc457-725f-4e46-8afb-bcda0ed71feb tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.860739 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.866403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82fb5883-97a4-4f70-8252-df7932fe302a req-d4f47854-c996-4927-93fd-6c4d0f03a19a tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394782 Mar 11 17:10:11.878297 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-107dc457-725f-4e46-8afb-bcda0ed71feb tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.878672 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.897506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-abbfa26f-f659-4547-847d-f25209fafab4 service neutron] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:11.902701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-abbfa26f-f659-4547-847d-f25209fafab4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.903844 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e73001ef-ffd4-4e8e-9c0c-3a1cf61a6c75 req-abbfa26f-f659-4547-847d-f25209fafab4 service neutron] 10.222.0.66 "DELETE /v2.0/ports/af9a55b2-629f-4f31-8431-403c1e6a3df1/bindings/n-h2-833411-1 HTTP/1.1" status: 204 len: 173 time: 0.4866500 Mar 11 17:10:11.965353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d93b0-81e9-459e-84a5-52dfcda544d8 req-1a572b96-8e3c-44c3-aa32-fe0b35829c43 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:11.974376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-37348000-4d27-4eaf-bac9-2bbfea08d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:11.975181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e2d93b0-81e9-459e-84a5-52dfcda544d8 req-1a572b96-8e3c-44c3-aa32-fe0b35829c43 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1740050 Mar 11 17:10:11.978649 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-37348000-4d27-4eaf-bac9-2bbfea08d6c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.2464588 Mar 11 17:10:11.984567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-107dc457-725f-4e46-8afb-bcda0ed71feb tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.990009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-107dc457-725f-4e46-8afb-bcda0ed71feb tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5353765 Mar 11 17:10:11.990683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41044) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:12.012642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7a377b71-6717-437f-a408-d5f8da605c0a tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Request body: {'security_group_rule': {'security_group_id': 'bff95c38-000f-4a55-b9ff-c665eb79d664', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:12.035083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dc457-725f-4e46-8afb-bcda0ed71feb tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff95c38-000f-4a55-b9ff-c665eb79d664,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:12.040698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27051a0-7a1f-41a7-98e3-48fffa16387e None None] Pushing event updated for resources: {'Port': ['ID=965645fe-e2fe-4696-acfa-f2ad395456c6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:12.057683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Attempting to bind port 965645fe-e2fe-4696-acfa-f2ad395456c6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:12.058042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Attempting to bind port 965645fe-e2fe-4696-acfa-f2ad395456c6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:12.058407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Attempting to bind port 965645fe-e2fe-4696-acfa-f2ad395456c6 on network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:12.078159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:10:12.079303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Checking segment: {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:10:12.079303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:12.079303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Bound using segment: {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:10:12.080153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Bound port: 965645fe-e2fe-4696-acfa-f2ad395456c6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:12.080153 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:12.092967 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-8c38505b-e747-461a-97a9-bc3eac97ea02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 200 len: 217 time: 0.1029866 Mar 11 17:10:12.099314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e2d93b0-81e9-459e-84a5-52dfcda544d8 req-4a05c6d6-b22e-47f7-91c8-c6087af9cf92 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222012 Mar 11 17:10:12.205978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623817c-2e63-491a-abed-d1e1e6c9e284 req-2885f2c5-d2cb-4e98-b83d-c7d83f41f597 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:12.206769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a377b71-6717-437f-a408-d5f8da605c0a tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:12.217198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e623817c-2e63-491a-abed-d1e1e6c9e284 req-2885f2c5-d2cb-4e98-b83d-c7d83f41f597 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1853063 Mar 11 17:10:12.281692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] For port 965645fe-e2fe-4696-acfa-f2ad395456c6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:12.289725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] For port 965645fe-e2fe-4696-acfa-f2ad395456c6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=965645fe-e2fe-4696-acfa-f2ad395456c6,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:10:12.301620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-0a18fd7c-1277-48a3-9bf7-1d3933f3b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:12.303161 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-0a18fd7c-1277-48a3-9bf7-1d3933f3b3ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.1980751 Mar 11 17:10:12.304181 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:12.347840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e623817c-2e63-491a-abed-d1e1e6c9e284 req-8deb84dd-57c9-4f2f-af0b-d0c7864b909c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287475 Mar 11 17:10:12.381622 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-77395ff9-049e-4ea6-ba68-db148e97b706 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643094 Mar 11 17:10:12.391360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294afd-614e-40d9-a1f4-d0be9e45ea80 req-55030252-b17e-4800-af0c-73961970facd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:12.403069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae294afd-614e-40d9-a1f4-d0be9e45ea80 req-55030252-b17e-4800-af0c-73961970facd tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 950 time: 0.1685138 Mar 11 17:10:12.503671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae294afd-614e-40d9-a1f4-d0be9e45ea80 req-0d30bb0e-c8aa-43e8-a3b9-0b20f306b50f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997150 Mar 11 17:10:12.555137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c94514d4-3d57-4a7d-88a7-50e565801053 None None] Provisioning complete for port 965645fe-e2fe-4696-acfa-f2ad395456c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:12.555137 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c94514d4-3d57-4a7d-88a7-50e565801053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:12.580473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:10:12.581573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:09:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:12.772995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27051a0-7a1f-41a7-98e3-48fffa16387e None None] Pushing event updated for resources: {'Port': ['ID=965645fe-e2fe-4696-acfa-f2ad395456c6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:12.847826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8d41acf1-7c3a-4bb7-b600-96a9ac07859b up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:10:12.869886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a377b71-6717-437f-a408-d5f8da605c0a tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:12.905068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a377b71-6717-437f-a408-d5f8da605c0a tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.008883 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a377b71-6717-437f-a408-d5f8da605c0a tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.010653 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7a377b71-6717-437f-a408-d5f8da605c0a tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0190663 Mar 11 17:10:13.015339 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-568d3316-8092-4e20-86a5-e09849ca6271 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156919 Mar 11 17:10:13.016049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcf5d8-32f9-4ef7-a26c-b59dc059d1d9 req-b55adee5-a46b-4996-857a-aa1ef9c9a247 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.018947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41054) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:13.024111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-90a9af04-7096-41be-8dc7-38b1a8c748ba tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Request body: {'security_group_rule': {'security_group_id': 'bff95c38-000f-4a55-b9ff-c665eb79d664', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:13.026258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69bcf5d8-32f9-4ef7-a26c-b59dc059d1d9 req-b55adee5-a46b-4996-857a-aa1ef9c9a247 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 944 time: 0.1904433 Mar 11 17:10:13.031313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a377b71-6717-437f-a408-d5f8da605c0a tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a07db83-fafd-4d7e-9ad0-6894df154853,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:13.038511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf3b8f-e0a1-45bb-9e3f-7448555ff51e req-70ab858e-9d77-45ff-a4b4-892ae18d3e4e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.040509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ccf3b8f-e0a1-45bb-9e3f-7448555ff51e req-70ab858e-9d77-45ff-a4b4-892ae18d3e4e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1509590 Mar 11 17:10:13.169865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69bcf5d8-32f9-4ef7-a26c-b59dc059d1d9 req-977e3305-cdbb-42c7-8471-8cce5d9d5851 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207712 Mar 11 17:10:13.180083 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ccf3b8f-e0a1-45bb-9e3f-7448555ff51e req-ef4505d6-c2b1-4765-9ff5-a07cf34bea10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201372 Mar 11 17:10:13.299560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41064) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:13.312008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-eecb2f46-27b2-499c-b303-e16b0bf1944c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.314886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-eecb2f46-27b2-499c-b303-e16b0bf1944c tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 950 time: 0.5314956 Mar 11 17:10:13.338974 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a9af04-7096-41be-8dc7-38b1a8c748ba tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.452729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:10:13.606435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-76cd9140-953e-46ff-bd2e-bb6562f8f13b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.607894 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-76cd9140-953e-46ff-bd2e-bb6562f8f13b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "GET /v2.0/ports?device_id=172f8775-e903-46d0-ab2c-6451f9d8a032 HTTP/1.1" status: 200 len: 950 time: 0.1226878 Mar 11 17:10:13.611113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27a25c-0ddc-4717-8c69-9fc84d932fc8 req-7ffbd0df-23fd-4d28-b90b-424cdc032089 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.612836 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db27a25c-0ddc-4717-8c69-9fc84d932fc8 req-7ffbd0df-23fd-4d28-b90b-424cdc032089 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 944 time: 0.1679783 Mar 11 17:10:13.632091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115cff-1776-4b78-8374-441aaa04e0ea req-3952a4ac-25e8-42c0-b2e7-06fc54d8a064 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.633803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc115cff-1776-4b78-8374-441aaa04e0ea req-3952a4ac-25e8-42c0-b2e7-06fc54d8a064 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1940339 Mar 11 17:10:13.694135 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-47ce168b-0006-42ee-9663-5e49e4c10088 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604638 Mar 11 17:10:13.714338 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a9af04-7096-41be-8dc7-38b1a8c748ba tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.727189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a9af04-7096-41be-8dc7-38b1a8c748ba tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.748458 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c94514d4-3d57-4a7d-88a7-50e565801053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.762710 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db27a25c-0ddc-4717-8c69-9fc84d932fc8 req-006fa36d-6318-4c36-a78c-b0a7f0ac2344 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277564 Mar 11 17:10:13.783100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a9af04-7096-41be-8dc7-38b1a8c748ba tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.784078 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-90a9af04-7096-41be-8dc7-38b1a8c748ba tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7637875 Mar 11 17:10:13.794685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc115cff-1776-4b78-8374-441aaa04e0ea req-84059e63-5591-40de-9d52-5885d4c30c16 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378181 Mar 11 17:10:13.795136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41070) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:13.807894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9af04-7096-41be-8dc7-38b1a8c748ba tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c83bbf3-f71d-43dc-997f-bffcdd0a32b4,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:13.827444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:13.832974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Deleting port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:13.835173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.861627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Deleting port 66592256-132f-47b8-a300-84486e54f147 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:13.862177 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.876778 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.013407 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b1467f89-e9a6-4c2c-9e82-3d5117000e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.022253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:10:14.023396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] For port 66592256-132f-47b8-a300-84486e54f147, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=66592256-132f-47b8-a300-84486e54f147,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:14.027950 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.040938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:14.042349 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.056369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Calling delete_port for 66592256-132f-47b8-a300-84486e54f147 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:14.214832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c94514d4-3d57-4a7d-88a7-50e565801053 None None] For port 965645fe-e2fe-4696-acfa-f2ad395456c6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=965645fe-e2fe-4696-acfa-f2ad395456c6,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:14.244675 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c94514d4-3d57-4a7d-88a7-50e565801053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.279935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.369094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event deleted for resources: {'Port': ['ID=66592256-132f-47b8-a300-84486e54f147,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:14.402376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] No DVR routers for this DVR port 66592256-132f-47b8-a300-84486e54f147 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:14.409027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.413056 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a59f3e8f-8158-40d4-9f8c-82fa2f5c0ecf req-d83acbd4-fbab-4a14-8bfe-bae5f49766bb tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.46 "DELETE /v2.0/ports/66592256-132f-47b8-a300-84486e54f147 HTTP/1.1" status: 204 len: 173 time: 0.7979891 Mar 11 17:10:14.413525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f8775-e903-46d0-ab2c-6451f9d8a032', 'name': 'network-vif-deleted', 'tag': '66592256-132f-47b8-a300-84486e54f147'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:14.415931 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b364733d-6f5d-42d0-8306-83fdb5912b84" -d '{"events": [{"server_uuid": "172f8775-e903-46d0-ab2c-6451f9d8a032", "name": "network-vif-deleted", "tag": "66592256-132f-47b8-a300-84486e54f147"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:14.457640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94514d4-3d57-4a7d-88a7-50e565801053 None None] Pushing event updated for resources: {'Port': ['ID=965645fe-e2fe-4696-acfa-f2ad395456c6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:14.470140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['66592256-132f-47b8-a300-84486e54f147'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:14.487642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] For port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:14.488062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.517909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Calling delete_port for 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:14.600823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470c5c8-e696-4edf-a54e-a2bbf98ebae6 req-4d3256de-fc61-4cd1-80c8-5dcfb131bca5 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:14.612380 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.615501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-448aa431-88e6-49f9-a30d-5c6f0b5757f2 None None] Provisioning complete for port 965645fe-e2fe-4696-acfa-f2ad395456c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:14.616494 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8470c5c8-e696-4edf-a54e-a2bbf98ebae6 req-4d3256de-fc61-4cd1-80c8-5dcfb131bca5 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.6342137 Mar 11 17:10:14.622988 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-448aa431-88e6-49f9-a30d-5c6f0b5757f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.728096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c17713-ca31-4b3a-b91f-2cc0411590b0 req-9c553310-6b96-4e44-a88a-09002b852836 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:14.737927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71c17713-ca31-4b3a-b91f-2cc0411590b0 req-9c553310-6b96-4e44-a88a-09002b852836 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=56edbbcd-ee7c-4a14-a337-89eb0ffebd02 HTTP/1.1" status: 200 len: 950 time: 0.6886456 Mar 11 17:10:14.772989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:14.775312 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46862d9-9c4f-45d6-9f1e-68bb53f2883c" -d '{"events": [{"server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "name": "network-vif-plugged", "status": "completed", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:14.827743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:14.830863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.839811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71c17713-ca31-4b3a-b91f-2cc0411590b0 req-8dcd3f01-c9f4-4d08-984a-79feac5a9cf3 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990515 Mar 11 17:10:14.845396 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.863464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8470c5c8-e696-4edf-a54e-a2bbf98ebae6 req-a4946dbf-16eb-4bc1-9662-82a416ea91a9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459967 Mar 11 17:10:14.872807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 66592256-132f-47b8-a300-84486e54f147 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:14.913889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event deleted for resources: {'Port': ['ID=950e9ec2-1b6c-4d59-b165-b5beaef06ac6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:15.050964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:15.080464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '965645fe-e2fe-4696-acfa-f2ad395456c6', 'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'mac_address': 'fa:16:3e:86:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:04Z', 'updated_at': '2022-03-11T17:10:12Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'subnets': [{'id': '23fab811-0573-48f4-a91d-43977da0ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:15.083063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 66592256-132f-47b8-a300-84486e54f147 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:15.083632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 66592256-132f-47b8-a300-84486e54f147 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:15.088791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] No DVR routers for this DVR port 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:15.102382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:15.125732 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0da26abe-b84c-418f-9b49-8b7c592295fa req-204a4ace-09f9-4255-a111-4923e337413a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "DELETE /v2.0/ports/950e9ec2-1b6c-4d59-b165-b5beaef06ac6 HTTP/1.1" status: 204 len: 173 time: 1.7970486 Mar 11 17:10:15.206691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68678d-ca65-4ea5-8c39-85d83b7b2dbe None None] The sync data for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 is: [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '965645fe-e2fe-4696-acfa-f2ad395456c6', 'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'mac_address': 'fa:16:3e:86:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:04Z', 'updated_at': '2022-03-11T17:10:12Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'subnets': [{'id': '23fab811-0573-48f4-a91d-43977da0ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:15.250969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:15.313133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95fdae-c794-45ba-9c15-0fe25b508411 req-5e097eea-d3a4-4d6b-b8bb-9a7659257b11 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:15.315582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea95fdae-c794-45ba-9c15-0fe25b508411 req-5e097eea-d3a4-4d6b-b8bb-9a7659257b11 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1803257 Mar 11 17:10:15.430065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940c97a-fa9e-4311-9e6a-4037d42d8761 req-9acf053a-04ad-4ef7-b07b-1d125521f71d tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:15.439131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d940c97a-fa9e-4311-9e6a-4037d42d8761 req-9acf053a-04ad-4ef7-b07b-1d125521f71d tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1095 time: 0.2757282 Mar 11 17:10:15.517868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea95fdae-c794-45ba-9c15-0fe25b508411 req-c9013454-9572-4106-92d2-1817c27c06d3 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788070 Mar 11 17:10:15.523984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Allocated IP 172.25.8.45 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/0024df29-8626-4e0d-b3c4-5bca5406ae48) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:15.591216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:15.605000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 965645fe-e2fe-4696-acfa-f2ad395456c6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:10:15.641335 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df581b2-fcaf-4553-a8a0-f84b8c271b36 x-openstack-request-id: req-9df581b2-fcaf-4553-a8a0-f84b8c271b36 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:15.641620 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172f8775-e903-46d0-ab2c-6451f9d8a032", "name": "network-vif-deleted", "tag": "66592256-132f-47b8-a300-84486e54f147", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:15.641876 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9df581b2-fcaf-4553-a8a0-f84b8c271b36 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:15.642273 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f8775-e903-46d0-ab2c-6451f9d8a032', 'name': 'network-vif-deleted', 'tag': '66592256-132f-47b8-a300-84486e54f147', 'status': 'completed', 'code': 200} Mar 11 17:10:15.781991 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82180b35-bf49-40f0-8d14-40123913f459 x-openstack-request-id: req-82180b35-bf49-40f0-8d14-40123913f459 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:15.786706 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "name": "network-vif-plugged", "status": "completed", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:15.787425 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82180b35-bf49-40f0-8d14-40123913f459 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:15.788532 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'code': 200} Mar 11 17:10:15.806587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d940c97a-fa9e-4311-9e6a-4037d42d8761 req-12c0966e-5b2f-4cec-9d9b-3c69e0424de4 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661869 Mar 11 17:10:15.862233 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c001098-c806-40fb-a7d9-d5f231a71ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:15.886610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 965645fe-e2fe-4696-acfa-f2ad395456c6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:15.889570 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:15.927774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdac02-222d-451f-a86a-60c610ca574b req-6118360c-b4ce-47c6-8f05-26fa72bb304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:15.930951 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3cdac02-222d-451f-a86a-60c610ca574b req-6118360c-b4ce-47c6-8f05-26fa72bb304d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1096 time: 0.0888572 Mar 11 17:10:16.004066 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3cdac02-222d-451f-a86a-60c610ca574b req-a0c2a890-7856-4c3c-a32d-83917b580be5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636201 Mar 11 17:10:16.244002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453e7af-5f08-4a1d-834e-463d20ac478e req-fa4ed257-823a-4281-9dbf-bf0a47c950f8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:16.246321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b453e7af-5f08-4a1d-834e-463d20ac478e req-fa4ed257-823a-4281-9dbf-bf0a47c950f8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.2263217 Mar 11 17:10:16.285996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a3456-7307-4dcc-a637-2bc76e21ddcc req-38096d54-56d2-449e-a17e-4a7019b513b3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:16.287763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b17a3456-7307-4dcc-a637-2bc76e21ddcc req-38096d54-56d2-449e-a17e-4a7019b513b3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.2630930 Mar 11 17:10:16.434408 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:16.465027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b453e7af-5f08-4a1d-834e-463d20ac478e req-a842bd09-b0b5-480c-9180-5762fd1a489f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037079 Mar 11 17:10:16.470548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b17a3456-7307-4dcc-a637-2bc76e21ddcc req-ad03a822-5e79-4e7b-bfc8-5bbcd224ffc3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676347 Mar 11 17:10:16.585705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:16.715127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Pushing event updated for resources: {'Port': ['ID=0024df29-8626-4e0d-b3c4-5bca5406ae48,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:16.807904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:16.813520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:16.816786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:10:16.867471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efbd60-d926-43e1-b2a8-6843214b15f6 req-b7b5ced1-f71f-45d2-8056-8c6c167b9c2e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:16.869114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49efbd60-d926-43e1-b2a8-6843214b15f6 req-b7b5ced1-f71f-45d2-8056-8c6c167b9c2e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1873765 Mar 11 17:10:16.961055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a749f-40d5-4016-8915-c15596de99a9 req-3208e125-244c-422c-987b-c873d8a2b6f4 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:16.963989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e6a749f-40d5-4016-8915-c15596de99a9 req-3208e125-244c-422c-987b-c873d8a2b6f4 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 1095 time: 0.3630197 Mar 11 17:10:16.976268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49efbd60-d926-43e1-b2a8-6843214b15f6 req-b0c38c0f-b85e-4596-856a-acd9000de6f7 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922163 Mar 11 17:10:17.007356 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.048124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Deleting port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:17.048509 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.067047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e6a749f-40d5-4016-8915-c15596de99a9 req-5c8bf567-737b-44ea-90d4-9bf82c3ad847 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865576 Mar 11 17:10:17.134260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.411944 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.454501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] For port 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:17.455024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.489006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0280987-5999-4828-95ec-ba6f9cd1cf37 req-bd82b326-21f7-4882-9d93-7c932aa1e112 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:17.490733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0280987-5999-4828-95ec-ba6f9cd1cf37 req-bd82b326-21f7-4882-9d93-7c932aa1e112 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.3477604 Mar 11 17:10:17.493570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Calling delete_port for 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:17.643343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edbbcd-ee7c-4a14-a337-89eb0ffebd02', 'name': 'network-vif-deleted', 'tag': '950e9ec2-1b6c-4d59-b165-b5beaef06ac6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:17.646590 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50e8642-d3c2-4dd8-b69a-598396a20fec" -d '{"events": [{"server_uuid": "56edbbcd-ee7c-4a14-a337-89eb0ffebd02", "name": "network-vif-deleted", "tag": "950e9ec2-1b6c-4d59-b165-b5beaef06ac6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:17.654709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0280987-5999-4828-95ec-ba6f9cd1cf37 req-020741df-d126-4d3c-8b53-cb5a51e43c44 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508605 Mar 11 17:10:17.890066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.903704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b7254-f2bf-4a79-94b3-6b7ef3b8c63d req-48bcba15-386f-4426-9bb3-5229c752eafb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:17.911258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea3b7254-f2bf-4a79-94b3-6b7ef3b8c63d req-48bcba15-386f-4426-9bb3-5229c752eafb tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1182563 Mar 11 17:10:17.915678 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:18.086297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Pushing event updated for resources: {'Port': ['ID=0024df29-8626-4e0d-b3c4-5bca5406ae48,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:18.112771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea3b7254-f2bf-4a79-94b3-6b7ef3b8c63d req-43a88a7d-2216-4cfd-b875-1146f5c1e823 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003794 Mar 11 17:10:18.140811 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:18.148666 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:18.194976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e8f2e-b38b-494a-a674-060e23746ef2 req-a13d981d-af8f-4323-af7b-ced54c5221e2 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:18.199312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-111e8f2e-b38b-494a-a674-060e23746ef2 req-a13d981d-af8f-4323-af7b-ced54c5221e2 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.2050345 Mar 11 17:10:18.204110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:18.213803 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:18.215058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-64555672-8c10-4c88-b7ff-970c173b9513 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4157472 Mar 11 17:10:18.240545 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:18.283523 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8764dcf7-b0cc-4d9a-b0e9-900834519385 x-openstack-request-id: req-8764dcf7-b0cc-4d9a-b0e9-900834519385 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:18.284035 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edbbcd-ee7c-4a14-a337-89eb0ffebd02", "name": "network-vif-deleted", "tag": "950e9ec2-1b6c-4d59-b165-b5beaef06ac6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:18.285214 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8764dcf7-b0cc-4d9a-b0e9-900834519385 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:18.285770 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edbbcd-ee7c-4a14-a337-89eb0ffebd02', 'name': 'network-vif-deleted', 'tag': '950e9ec2-1b6c-4d59-b165-b5beaef06ac6', 'status': 'completed', 'code': 200} Mar 11 17:10:18.363542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-111e8f2e-b38b-494a-a674-060e23746ef2 req-cb536b12-395d-4400-b46d-a32de1738e17 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435571 Mar 11 17:10:18.857212 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351e779-e476-4045-8db1-03331704ea7a req-c8f40494-bb24-44ee-8937-72ae4b979624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:18.862587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a351e779-e476-4045-8db1-03331704ea7a req-c8f40494-bb24-44ee-8937-72ae4b979624 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1096 time: 0.0806861 Mar 11 17:10:18.878335 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:19.025645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351e779-e476-4045-8db1-03331704ea7a req-10d7fa76-118c-45bd-ab30-b027769954b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.029871 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a351e779-e476-4045-8db1-03331704ea7a req-10d7fa76-118c-45bd-ab30-b027769954b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 920 time: 0.1589894 Mar 11 17:10:19.038650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4654549-b958-45d2-b675-4b894d20038f req-8ec787a8-e75a-4a0f-92f3-0f4bd3c14c08 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.040152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4654549-b958-45d2-b675-4b894d20038f req-8ec787a8-e75a-4a0f-92f3-0f4bd3c14c08 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.5761235 Mar 11 17:10:19.040821 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:19.086065 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a351e779-e476-4045-8db1-03331704ea7a req-a0419f72-8bc5-4409-824c-dc7ee86191ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 217 time: 0.0495121 Mar 11 17:10:19.114681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209a216-dc21-4c51-a9ea-007f14e8fb14 req-209ae450-5b0d-4eb9-807c-4d55eb573b51 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.116316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9209a216-dc21-4c51-a9ea-007f14e8fb14 req-209ae450-5b0d-4eb9-807c-4d55eb573b51 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 950 time: 0.1483316 Mar 11 17:10:19.182874 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351e779-e476-4045-8db1-03331704ea7a req-b353830e-9aef-4afc-90a8-42fcb1295890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.184760 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a351e779-e476-4045-8db1-03331704ea7a req-b353830e-9aef-4afc-90a8-42fcb1295890 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 200 len: 860 time: 0.0828192 Mar 11 17:10:19.210632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4654549-b958-45d2-b675-4b894d20038f req-b9dbb8f5-cc35-4f18-9f1e-195929610390 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588123 Mar 11 17:10:19.249845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9209a216-dc21-4c51-a9ea-007f14e8fb14 req-12dda770-f8dc-4e6e-9c8c-d3777ceac172 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206059 Mar 11 17:10:19.261506 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a351e779-e476-4045-8db1-03331704ea7a req-1a418a2e-c902-484c-a96c-92854be6ad64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b95e3118-6dd2-4a96-8381-8f92e51de94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646288 Mar 11 17:10:19.677052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fbf78-549c-486a-be6c-af2cd9709e38 req-be90e816-4f09-4cd1-aa82-3e6f707f2222 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.680121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb8fbf78-549c-486a-be6c-af2cd9709e38 req-be90e816-4f09-4cd1-aa82-3e6f707f2222 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.3367686 Mar 11 17:10:19.682440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Router f4c7f586-7968-40f7-878f-9542baf08412 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:10:19.721883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dc140-b298-438e-b33f-7cb3207e3cb1 req-b7130775-8573-4e34-8bce-406e5ce265f7 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.723431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f11dc140-b298-438e-b33f-7cb3207e3cb1 req-b7130775-8573-4e34-8bce-406e5ce265f7 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.3638778 Mar 11 17:10:19.768012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb8fbf78-549c-486a-be6c-af2cd9709e38 req-79728677-1524-42db-a483-340c485bc446 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782838 Mar 11 17:10:19.794611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a351e779-e476-4045-8db1-03331704ea7a req-8ff80d4a-7c59-4f3a-a2a9-45cba1c3d6e0 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254350 Mar 11 17:10:19.908565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfe15c-c441-4326-b715-35823ad7874e req-883307d2-9069-40de-8de8-6b6a3fe30e93 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.911174 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ecbfe15c-c441-4326-b715-35823ad7874e req-883307d2-9069-40de-8de8-6b6a3fe30e93 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/ports?device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 950 time: 0.1941631 Mar 11 17:10:19.961126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f11dc140-b298-438e-b33f-7cb3207e3cb1 req-436e61c8-b093-41ff-99bc-899813aad8df tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176440 Mar 11 17:10:20.003411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:10:20.011961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e89adc43-9663-4d32-b683-9c51ebb0d4dd admin admin] 10.222.0.53 "PUT /v2.0/routers/f4c7f586-7968-40f7-878f-9542baf08412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7103739 Mar 11 17:10:20.012668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41138) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:20.014827 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] Sync routers for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:10:20.033253 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:10:20.033897 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:20.057291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363bec8-1d94-45cb-9630-d1b234c3439d req-cc291a8b-1e74-4159-9d2a-2c8204172906 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:20.067251 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4363bec8-1d94-45cb-9630-d1b234c3439d req-cc291a8b-1e74-4159-9d2a-2c8204172906 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1309037 Mar 11 17:10:20.121043 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a351e779-e476-4045-8db1-03331704ea7a req-9f9e6389-a805-4121-a048-c9796714a2ac service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146760 Mar 11 17:10:20.155887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4363bec8-1d94-45cb-9630-d1b234c3439d req-25c39687-5fb8-49ff-b39c-ca765c8ecb3c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Mar 11 17:10:20.214873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ecbfe15c-c441-4326-b715-35823ad7874e req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Deleting port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:20.215220 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ecbfe15c-c441-4326-b715-35823ad7874e req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:20.356303 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:10:20.442445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:20.447532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-0c730ba6-e9cb-4616-b10c-3d7e36831f77 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:20.449732 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-0c730ba6-e9cb-4616-b10c-3d7e36831f77 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/ports?device_id=0470f455-9cca-4d21-a146-72ffd431f1ef HTTP/1.1" status: 200 len: 949 time: 0.1093924 Mar 11 17:10:20.506084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ecbfe15c-c441-4326-b715-35823ad7874e req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] For port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:20.506653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ecbfe15c-c441-4326-b715-35823ad7874e req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:20.560161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ecbfe15c-c441-4326-b715-35823ad7874e req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Calling delete_port for fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:20.564126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770e07f-71c9-4b66-ac5e-d621de68e6b3 req-19fed90a-b634-4846-8d15-0b0ce96bc702 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:20.573568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9770e07f-71c9-4b66-ac5e-d621de68e6b3 req-19fed90a-b634-4846-8d15-0b0ce96bc702 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 950 time: 0.2064173 Mar 11 17:10:20.693703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Deleting port 493745fc-f642-4535-a8dd-5f3ae9c834a9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:20.694211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:20.709703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dd4f4-7857-4b8e-8335-9d1ec4ab287b req-1b2cecf4-ed18-461d-94f8-94d66c17f8d6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:20.718312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-317dd4f4-7857-4b8e-8335-9d1ec4ab287b req-1b2cecf4-ed18-461d-94f8-94d66c17f8d6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.3521872 Mar 11 17:10:20.722479 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:10:17Z', 'revision_number': 5, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port': {'id': 'a5935322-bce4-42c3-b9b6-3919d9c73d77', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:21Z', 'updated_at': '2022-03-11T17:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:20.749818 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:20.776186 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] Checking router: f4c7f586-7968-40f7-878f-9542baf08412 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:10:20.786416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9770e07f-71c9-4b66-ac5e-d621de68e6b3 req-1a2e523f-c1bb-4fbc-9792-024e3dee83ff tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861150 Mar 11 17:10:20.801493 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] Routers {'f4c7f586-7968-40f7-878f-9542baf08412'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:10:20.801493 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f4c7f586-7968-40f7-878f-9542baf08412'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:20.805411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] For port 493745fc-f642-4535-a8dd-5f3ae9c834a9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=493745fc-f642-4535-a8dd-5f3ae9c834a9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:20.805879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:20.822292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Calling delete_port for 493745fc-f642-4535-a8dd-5f3ae9c834a9 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:20.898496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-317dd4f4-7857-4b8e-8335-9d1ec4ab287b req-6b6a2c03-c8f5-4a1f-8918-dedfdc62ec7a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769128 Mar 11 17:10:20.951096 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] Set router f4c7f586-7968-40f7-878f-9542baf08412 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:10:21.011897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8ea19-38d1-40a2-9fb4-f56e466586b0 req-688d57a1-46c4-4865-b0b3-1449210d9e1a tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:21.028641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ba8ea19-38d1-40a2-9fb4-f56e466586b0 req-688d57a1-46c4-4865-b0b3-1449210d9e1a tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1032748 Mar 11 17:10:21.053437 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:10:20Z', 'revision_number': 6, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:21.072457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Deleting port a5935322-bce4-42c3-b9b6-3919d9c73d77 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:21.073638 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:21.094971 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e9db7-8fd0-4738-82ed-7fadf96dd06b None None] The sync data for ids ['f4c7f586-7968-40f7-878f-9542baf08412'] in n-d-833411-1 is: [{'id': 'f4c7f586-7968-40f7-878f-9542baf08412', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1102052079-router', 'tenant_id': '278c6aa079984de7b3f9ba9b6b16f966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:20Z', 'updated_at': '2022-03-11T17:10:20Z', 'revision_number': 6, 'project_id': '278c6aa079984de7b3f9ba9b6b16f966', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:21.170791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ba8ea19-38d1-40a2-9fb4-f56e466586b0 req-5a6c184a-f819-414a-a2c4-395f3f5408fe tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355772 Mar 11 17:10:21.223595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ecbfe15c-c441-4326-b715-35823ad7874e req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:21.262986 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:21.270904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a2c1f-f28e-4b7a-94f0-c38c8a2f09cb req-6cddc708-0b31-4aa4-bb67-4b127a9c7368 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:21.280108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b09a2c1f-f28e-4b7a-94f0-c38c8a2f09cb req-6cddc708-0b31-4aa4-bb67-4b127a9c7368 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1717551 Mar 11 17:10:21.323203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] For port a5935322-bce4-42c3-b9b6-3919d9c73d77, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a5935322-bce4-42c3-b9b6-3919d9c73d77,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:21.329684 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:21.355482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event deleted for resources: {'Port': ['ID=fcd00a9f-612c-4a3b-8dd9-68fe79566ed6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:21.394698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] No DVR routers for this DVR port 493745fc-f642-4535-a8dd-5f3ae9c834a9 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:21.397952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:21.402581 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-17d7bff7-ce8c-49a5-bd64-99071ee494c1 req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "DELETE /v2.0/ports/493745fc-f642-4535-a8dd-5f3ae9c834a9 HTTP/1.1" status: 204 len: 173 time: 0.9467697 Mar 11 17:10:21.429443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Calling delete_port for a5935322-bce4-42c3-b9b6-3919d9c73d77 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:21.449054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b09a2c1f-f28e-4b7a-94f0-c38c8a2f09cb req-a568e7a3-c9bf-4bd3-b702-8e02b5b78011 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677399 Mar 11 17:10:21.455979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0470f455-9cca-4d21-a146-72ffd431f1ef', 'name': 'network-vif-deleted', 'tag': '493745fc-f642-4535-a8dd-5f3ae9c834a9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:21.459538 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f7b75b-30df-42d1-96ec-723001af94e3" -d '{"events": [{"server_uuid": "0470f455-9cca-4d21-a146-72ffd431f1ef", "name": "network-vif-deleted", "tag": "493745fc-f642-4535-a8dd-5f3ae9c834a9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:21.488742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbfe15c-c441-4326-b715-35823ad7874e req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] No DVR routers for this DVR port fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:21.493365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ecbfe15c-c441-4326-b715-35823ad7874e req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:21.507510 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ecbfe15c-c441-4326-b715-35823ad7874e req-5a224ce9-ad18-4433-9d82-6d0bf28ce03b tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "DELETE /v2.0/ports/fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 HTTP/1.1" status: 204 len: 173 time: 1.5788815 Mar 11 17:10:21.508898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45669a3d-c1b4-4c6e-b538-d640f83df357 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event deleted for resources: {'Port': ['ID=493745fc-f642-4535-a8dd-5f3ae9c834a9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:21.548008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:21.580252 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0262d0f-c1e1-48d8-8311-a36a7e54eca8 x-openstack-request-id: req-e0262d0f-c1e1-48d8-8311-a36a7e54eca8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:21.581975 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0470f455-9cca-4d21-a146-72ffd431f1ef", "name": "network-vif-deleted", "tag": "493745fc-f642-4535-a8dd-5f3ae9c834a9", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:21.582414 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0262d0f-c1e1-48d8-8311-a36a7e54eca8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:21.582949 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0470f455-9cca-4d21-a146-72ffd431f1ef', 'name': 'network-vif-deleted', 'tag': '493745fc-f642-4535-a8dd-5f3ae9c834a9', 'status': 'completed', 'code': 200} Mar 11 17:10:21.613168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:21.613515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4f5e8cd7-1ecc-4556-9f3f-1e27f7a15919 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:21.634062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f0552-9d7f-40f7-be20-18322e7176f8 req-8a29b868-ebb7-4ef1-8208-901511b00c1b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:21.637023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d52f0552-9d7f-40f7-be20-18322e7176f8 req-8a29b868-ebb7-4ef1-8208-901511b00c1b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.2874000 Mar 11 17:10:21.813995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d52f0552-9d7f-40f7-be20-18322e7176f8 req-2a7778da-95f1-4b03-8832-eb416a477cec tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682022 Mar 11 17:10:21.943372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.021176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-999761d8-9fad-4e42-b292-a5c70ca99e51 req-3d3cd733-c4ed-43a7-849b-1369ee4fc516 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=466cdab4-b59b-4601-914f-9339fb4099d6 HTTP/1.1" status: 200 len: 210 time: 0.0789986 Mar 11 17:10:22.063335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5935322-bce4-42c3-b9b6-3919d9c73d77,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:22.128245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.129002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.129107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.129373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.129700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.130157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.130492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.130814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.131413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.131735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.132053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.132392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:22.167957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586c02b-5a22-4c7e-9911-753ff0a4b7ab req-62a6091c-adde-42e5-abd5-5e909ee13b82 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:22.169584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a586c02b-5a22-4c7e-9911-753ff0a4b7ab req-62a6091c-adde-42e5-abd5-5e909ee13b82 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1701140 Mar 11 17:10:22.186847 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.289165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-2e3726b0-7532-49cb-98cf-9f47693e3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:22.291430 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-2e3726b0-7532-49cb-98cf-9f47693e3fc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 1097 time: 0.0934265 Mar 11 17:10:22.343417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.347337 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.351496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a586c02b-5a22-4c7e-9911-753ff0a4b7ab req-3740787f-0895-4706-b447-0cc3c7221149 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747923 Mar 11 17:10:22.410430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.411021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4c7f586-7968-40f7-878f-9542baf08412 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:10:22.415612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.416817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f5b62f33-d0bc-4c86-8bad-7a54b5889b6e admin admin] 10.222.0.53 "DELETE /v2.0/routers/f4c7f586-7968-40f7-878f-9542baf08412 HTTP/1.1" status: 204 len: 168 time: 2.4029484 Mar 11 17:10:22.419621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41182) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:22.434973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd35a5e-0029-4fb2-aeea-7e050ba8cf49 req-f165474b-e430-4f3d-8083-14570dded87b tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:22.436576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0dd35a5e-0029-4fb2-aeea-7e050ba8cf49 req-f165474b-e430-4f3d-8083-14570dded87b tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1307106 Mar 11 17:10:22.524604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76d53ac-e3f7-46f6-9589-fd5000569ce9 admin admin] Deleting subnet 237e7bd2-f4c2-4c18-8047-9112fc899ad8 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:10:22.534681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e76d53ac-e3f7-46f6-9589-fd5000569ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.575744 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0dd35a5e-0029-4fb2-aeea-7e050ba8cf49 req-9e7f205f-3811-4a9e-afd0-8c7908f601ff tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053131 Mar 11 17:10:22.591624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-a19fb5c4-268e-4cdb-bf87-45fd075d9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:22.593426 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-a19fb5c4-268e-4cdb-bf87-45fd075d9629 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 911 time: 0.2937300 Mar 11 17:10:22.605106 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e76d53ac-e3f7-46f6-9589-fd5000569ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.662890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-0b94e793-2fe0-45b2-aa07-33a9059f48a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd HTTP/1.1" status: 200 len: 217 time: 0.0569949 Mar 11 17:10:22.722503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-4a15a458-9685-4923-8dd6-58e142eb91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:22.724387 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-4a15a458-9685-4923-8dd6-58e142eb91da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.0501771 Mar 11 17:10:22.743363 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e76d53ac-e3f7-46f6-9589-fd5000569ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.753569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be629e7-9e4c-4e25-9e42-039ed9c65cab req-eb1c794f-eeed-4e41-a9c2-8c0f597b6e68 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:22.755051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2be629e7-9e4c-4e25-9e42-039ed9c65cab req-eb1c794f-eeed-4e41-a9c2-8c0f597b6e68 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0937772 Mar 11 17:10:22.759562 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-903f8461-90d4-4487-9826-db14c1024143 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279682 Mar 11 17:10:22.819417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2be629e7-9e4c-4e25-9e42-039ed9c65cab req-13d1fcf2-a93e-4c79-9ade-2057f7fd6869 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465794 Mar 11 17:10:22.836018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e76d53ac-e3f7-46f6-9589-fd5000569ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.865561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d53ac-e3f7-46f6-9589-fd5000569ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237e7bd2-f4c2-4c18-8047-9112fc899ad8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:22.867705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e76d53ac-e3f7-46f6-9589-fd5000569ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.874574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e76d53ac-e3f7-46f6-9589-fd5000569ce9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/237e7bd2-f4c2-4c18-8047-9112fc899ad8 HTTP/1.1" status: 204 len: 168 time: 0.4539375 Mar 11 17:10:22.875229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41188) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:22.881658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a9d66-4d09-4f66-8dd7-3ab19185d8c3 None None] Network 54d21aa5-d31e-44ed-96b1-1252ddd57e0a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:10:22.930998 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-00168c10-d214-48d4-8332-947dd6093719 service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636624 Mar 11 17:10:22.976660 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:23.049114 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de4047c6-0ac7-43bf-9f8b-daa99ea48a86 req-32bb41b0-753f-44e0-ac6b-26fb39ad29dd service neutron] 10.222.0.46 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031623 Mar 11 17:10:23.092398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff66d6-08a6-4e5a-a460-261731d98c78 req-aed05053-2e5a-4263-8fe6-dfe19e4de432 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:23.093987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8ff66d6-08a6-4e5a-a460-261731d98c78 req-aed05053-2e5a-4263-8fe6-dfe19e4de432 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1154537 Mar 11 17:10:23.110630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c234876-a67e-4e80-8474-1f698845aa27 None None] DHCP port deletion for 54d21aa5-d31e-44ed-96b1-1252ddd57e0a request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:10:23.168905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8ff66d6-08a6-4e5a-a460-261731d98c78 req-c4f58c56-e3d3-4b54-9adf-57cdf66efa0f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654004 Mar 11 17:10:23.173597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Deleting port cf203311-c8da-4f45-a146-630886f60b51 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:23.173950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:23.228111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1c234876-a67e-4e80-8474-1f698845aa27 None None] Deleting port cf203311-c8da-4f45-a146-630886f60b51 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:23.229061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1c234876-a67e-4e80-8474-1f698845aa27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:23.273560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] For port cf203311-c8da-4f45-a146-630886f60b51, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cf203311-c8da-4f45-a146-630886f60b51,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:23.274254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:23.301413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Calling delete_port for cf203311-c8da-4f45-a146-630886f60b51 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:23.335936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1c234876-a67e-4e80-8474-1f698845aa27 None None] For port cf203311-c8da-4f45-a146-630886f60b51, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cf203311-c8da-4f45-a146-630886f60b51,segment=NetworkSegment(eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f),segment_id=eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:23.336333 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1c234876-a67e-4e80-8474-1f698845aa27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:23.361641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1c234876-a67e-4e80-8474-1f698845aa27 None None] Calling delete_port for cf203311-c8da-4f45-a146-630886f60b51 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:23.493348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:23.539176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cf203311-c8da-4f45-a146-630886f60b51 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:23.564956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf203311-c8da-4f45-a146-630886f60b51,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:23.569480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: cf203311-c8da-4f45-a146-630886f60b51 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:23.569938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cf203311-c8da-4f45-a146-630886f60b51 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:23.570317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a5935322-bce4-42c3-b9b6-3919d9c73d77 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:23.584193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466cdab4-b59b-4601-914f-9339fb4099d6', 'name': 'network-vif-deleted', 'tag': 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:23.587520 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a840bca2-1cf6-4d3b-84ea-fbae102dc376" -d '{"events": [{"server_uuid": "466cdab4-b59b-4601-914f-9339fb4099d6", "name": "network-vif-deleted", "tag": "fcd00a9f-612c-4a3b-8dd9-68fe79566ed6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:23.603886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] No DVR routers for this DVR port cf203311-c8da-4f45-a146-630886f60b51 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:23.604799 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a5935322-bce4-42c3-b9b6-3919d9c73d77 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:23.605144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a5935322-bce4-42c3-b9b6-3919d9c73d77 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:23.625300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1c234876-a67e-4e80-8474-1f698845aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:23.662266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c234876-a67e-4e80-8474-1f698845aa27 None None] Pushing event deleted for resources: {'Port': ['ID=cf203311-c8da-4f45-a146-630886f60b51,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:23.667853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c234876-a67e-4e80-8474-1f698845aa27 None None] No DVR routers for this DVR port cf203311-c8da-4f45-a146-630886f60b51 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:23.979656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86c398-28c6-40f9-9cc5-148cac124ae9 req-fc3f80b1-2b93-4c73-89a3-a48cb10e047e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:23.981181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b86c398-28c6-40f9-9cc5-148cac124ae9 req-fc3f80b1-2b93-4c73-89a3-a48cb10e047e tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 950 time: 0.4346147 Mar 11 17:10:23.983099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:23.992440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede3146-0311-4b41-9698-efaffa0696a3 req-ac43c61f-ba8c-472d-a527-84eaed9393d9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:23.993884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bede3146-0311-4b41-9698-efaffa0696a3 req-ac43c61f-ba8c-472d-a527-84eaed9393d9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.4425879 Mar 11 17:10:24.025417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d21aa5-d31e-44ed-96b1-1252ddd57e0a']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:24.050682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:24.050983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9dc301-7c5f-4fc2-b2c1-3b886b2c938f') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:24.082354 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:24.097753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b86c398-28c6-40f9-9cc5-148cac124ae9 req-7148edfa-200b-4b60-88c3-37d12c12ebb4 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028793 Mar 11 17:10:24.103314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bede3146-0311-4b41-9698-efaffa0696a3 req-22a95ee1-b2c1-4281-99b6-9c07f910b088 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914865 Mar 11 17:10:24.107478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:24.114706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:10:24.115256 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:10:24.117079 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:10:24.210173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:24.219175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:24.223284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] 10.222.0.53 "DELETE /v2.0/networks/54d21aa5-d31e-44ed-96b1-1252ddd57e0a HTTP/1.1" status: 204 len: 168 time: 1.3465679 Mar 11 17:10:24.227297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:24.260230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80757981-e9c0-435a-a26e-1a64d6e64f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=54d21aa5-d31e-44ed-96b1-1252ddd57e0a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:24.298526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba1ab6-3bb7-4dd9-b6bc-a45c1e338f1d req-7a7f3bbb-5212-44c2-908d-6d8f4e1c2d42 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:24.300119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3aba1ab6-3bb7-4dd9-b6bc-a45c1e338f1d req-7a7f3bbb-5212-44c2-908d-6d8f4e1c2d42 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1104634 Mar 11 17:10:24.302719 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc9fe0e-3fbf-42f2-9810-b3aabc189b8f x-openstack-request-id: req-ebc9fe0e-3fbf-42f2-9810-b3aabc189b8f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:24.303010 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466cdab4-b59b-4601-914f-9339fb4099d6", "name": "network-vif-deleted", "tag": "fcd00a9f-612c-4a3b-8dd9-68fe79566ed6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:24.303266 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebc9fe0e-3fbf-42f2-9810-b3aabc189b8f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:24.303834 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466cdab4-b59b-4601-914f-9339fb4099d6', 'name': 'network-vif-deleted', 'tag': 'fcd00a9f-612c-4a3b-8dd9-68fe79566ed6', 'status': 'completed', 'code': 200} Mar 11 17:10:24.388169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3aba1ab6-3bb7-4dd9-b6bc-a45c1e338f1d req-fbc6345e-d5eb-48b7-b81f-b743e1cd355d tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706763 Mar 11 17:10:24.397429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7b589-feea-4a3b-86ca-ef0b5356daed req-fbe667a2-f6d4-43eb-a4a4-776695cdeb39 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:24.399071 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4d7b589-feea-4a3b-86ca-ef0b5356daed req-fbe667a2-f6d4-43eb-a4a4-776695cdeb39 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0946133 Mar 11 17:10:24.483239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4d7b589-feea-4a3b-86ca-ef0b5356daed req-6ec18d6e-75fa-483d-95b8-dd05ec29dbf8 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677462 Mar 11 17:10:24.661631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52a610-dd69-44de-abdf-b1332e625b11 req-e0b0e7b9-ccee-4cfd-bcf2-9f06a75d4120 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:24.670604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f52a610-dd69-44de-abdf-b1332e625b11 req-e0b0e7b9-ccee-4cfd-bcf2-9f06a75d4120 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 946 time: 0.1696200 Mar 11 17:10:24.723180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f52a610-dd69-44de-abdf-b1332e625b11 req-62f1b149-434e-4907-b05d-50eef7a4e193 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515041 Mar 11 17:10:24.771328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:24.802038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3d20fc13-939b-40b8-905d-1b1b8b6abdfd no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:25.047336 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:25.083149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:25.085650 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ec0f06-7f26-4d96-851d-f68d0766ccbe" -d '{"events": [{"server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:25.100955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:25.106622 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:25.167965 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69253bb-7aec-48cb-82c6-510d742fd762 x-openstack-request-id: req-c69253bb-7aec-48cb-82c6-510d742fd762 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:25.168267 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:25.168644 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c69253bb-7aec-48cb-82c6-510d742fd762 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:25.169253 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd', 'code': 200} Mar 11 17:10:25.214504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:25.330310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-3b7b1d20-1867-4898-9c81-95e89f06922a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:25.331921 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-3b7b1d20-1867-4898-9c81-95e89f06922a tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 950 time: 0.0947943 Mar 11 17:10:25.337727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Deleting port 7922b57f-2c1e-4d4e-8920-e444096be607 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:25.338075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:25.343872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52acd45-6fb7-46e4-b1fe-0a8ad56b964f req-57785a63-95d0-4ef1-8e26-cb843263e4b7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:25.345952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e52acd45-6fb7-46e4-b1fe-0a8ad56b964f req-57785a63-95d0-4ef1-8e26-cb843263e4b7 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 950 time: 0.1061497 Mar 11 17:10:25.396588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf0e91-35af-4349-8185-1bc85777374a req-5947f05d-371d-4210-87f4-d4774dc30574 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:25.398250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3cf0e91-35af-4349-8185-1bc85777374a req-5947f05d-371d-4210-87f4-d4774dc30574 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.1016610 Mar 11 17:10:25.434943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e52acd45-6fb7-46e4-b1fe-0a8ad56b964f req-169b75fb-7c92-4ed2-aec0-6d891a1840d8 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bcdd623-1def-465a-b0ff-0d0e47433387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724156 Mar 11 17:10:25.524854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] For port 7922b57f-2c1e-4d4e-8920-e444096be607, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7922b57f-2c1e-4d4e-8920-e444096be607,segment=NetworkSegment(f70fc1bb-228d-474a-9d40-759161cda4f0),segment_id=f70fc1bb-228d-474a-9d40-759161cda4f0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:25.525247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:25.533677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3cf0e91-35af-4349-8185-1bc85777374a req-56b43215-04bb-423c-87dd-e30b71129aec tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106071 Mar 11 17:10:25.540432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Calling delete_port for 7922b57f-2c1e-4d4e-8920-e444096be607 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:25.794544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Deleting port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:25.795393 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:25.797640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17fc47-d795-476c-b3a7-63a335493bca req-164ad945-f1aa-49c4-9204-47f201072f3d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:25.808723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf17fc47-d795-476c-b3a7-63a335493bca req-164ad945-f1aa-49c4-9204-47f201072f3d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1217620 Mar 11 17:10:25.843565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce65cb-6863-466e-83de-c3bf87517762 req-9a5c9fdf-95b1-4a25-8121-eec688f90cb5 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:25.845180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8ce65cb-6863-466e-83de-c3bf87517762 req-9a5c9fdf-95b1-4a25-8121-eec688f90cb5 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1445508 Mar 11 17:10:25.906184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf17fc47-d795-476c-b3a7-63a335493bca req-e94f994a-b89f-4226-a5e6-c2c44acc97db tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966585 Mar 11 17:10:25.952420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8ce65cb-6863-466e-83de-c3bf87517762 req-024859c4-13c3-49cd-a951-26f49b744b8e tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942566 Mar 11 17:10:26.024385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] For port 0541c8c8-d2c2-4b52-bd8a-646302fcd167, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0541c8c8-d2c2-4b52-bd8a-646302fcd167,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:26.024819 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:26.034657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:26.067808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Calling delete_port for 0541c8c8-d2c2-4b52-bd8a-646302fcd167 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:26.069696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7922b57f-2c1e-4d4e-8920-e444096be607,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:26.103675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.104494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.105622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.106309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.106964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.107620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.108213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.108718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.109220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.109717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.110200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.110702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:26.143925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf96a-c927-4f99-8b76-e7d49c4965e6 req-18f6d356-7361-4a6d-9677-77abd0dcae9f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:26.147250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62dbf96a-c927-4f99-8b76-e7d49c4965e6 req-18f6d356-7361-4a6d-9677-77abd0dcae9f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 944 time: 0.1404533 Mar 11 17:10:26.234192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62dbf96a-c927-4f99-8b76-e7d49c4965e6 req-98946007-f89e-4bf1-ae88-836f295af425 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797307 Mar 11 17:10:26.437051 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:26.669787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:26.748974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39dd5556-445d-42c5-8689-b10e8687c43f req-794432bd-5798-48f3-a4a0-a55c5c27aeb8 tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc161c-51e3-47d2-9adf-2af6457ae386 HTTP/1.1" status: 200 len: 210 time: 0.1862655 Mar 11 17:10:26.755751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Pushing event deleted for resources: {'Port': ['ID=0541c8c8-d2c2-4b52-bd8a-646302fcd167,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:26.821915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] No DVR routers for this DVR port 0541c8c8-d2c2-4b52-bd8a-646302fcd167 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:26.825548 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:26.829629 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-71d701e0-b773-4c9e-8ad8-d2f9730880e3 req-cee64978-a3d5-4bc6-bdcb-04cc72462f9f tempest-ServersOnMultiNodesTest-1407277389 tempest-ServersOnMultiNodesTest-1407277389-project] 10.222.0.66 "DELETE /v2.0/ports/0541c8c8-d2c2-4b52-bd8a-646302fcd167 HTTP/1.1" status: 204 len: 173 time: 1.4884889 Mar 11 17:10:26.830249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bc161c-51e3-47d2-9adf-2af6457ae386', 'name': 'network-vif-deleted', 'tag': '0541c8c8-d2c2-4b52-bd8a-646302fcd167'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:26.835950 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cecb90-18f0-4c86-9419-d91e97694681" -d '{"events": [{"server_uuid": "a1bc161c-51e3-47d2-9adf-2af6457ae386", "name": "network-vif-deleted", "tag": "0541c8c8-d2c2-4b52-bd8a-646302fcd167"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:26.894939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f41ef3-d4fd-4bbb-a866-b78a4e198c62 req-28e1262d-f52e-480d-8155-910a8e71b669 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:26.896544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33f41ef3-d4fd-4bbb-a866-b78a4e198c62 req-28e1262d-f52e-480d-8155-910a8e71b669 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0647862 Mar 11 17:10:26.978937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33f41ef3-d4fd-4bbb-a866-b78a4e198c62 req-ce4ac684-1cb0-4bb8-8964-050be061ea3e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741000 Mar 11 17:10:27.047749 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19790283-4b24-4321-8bb7-39bbddac8a18 x-openstack-request-id: req-19790283-4b24-4321-8bb7-39bbddac8a18 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:27.048158 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bc161c-51e3-47d2-9adf-2af6457ae386", "name": "network-vif-deleted", "tag": "0541c8c8-d2c2-4b52-bd8a-646302fcd167", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:27.048871 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19790283-4b24-4321-8bb7-39bbddac8a18 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:27.049994 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bc161c-51e3-47d2-9adf-2af6457ae386', 'name': 'network-vif-deleted', 'tag': '0541c8c8-d2c2-4b52-bd8a-646302fcd167', 'status': 'completed', 'code': 200} Mar 11 17:10:27.065882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:10:27.221690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:10:27.227743 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a1a39ca9-5728-4aa0-872f-54a729e2e7ac admin admin] 10.222.0.53 "PUT /v2.0/routers/8d15664e-7ba9-4de1-9ed4-e270cd6d586f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9983358 Mar 11 17:10:27.230322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41410) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:27.235705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] Sync routers for ids ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:10:27.240082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf28ce-25fb-481d-9cc8-2f4a8266ebc1 req-aa239055-0e32-4af0-bce9-8cbe2789fa8f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:27.242424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27cf28ce-25fb-481d-9cc8-2f4a8266ebc1 req-aa239055-0e32-4af0-bce9-8cbe2789fa8f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1177297 Mar 11 17:10:27.261845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] Routers {'8d15664e-7ba9-4de1-9ed4-e270cd6d586f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:10:27.262513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:27.349757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27cf28ce-25fb-481d-9cc8-2f4a8266ebc1 req-ad63c4b7-1099-4d59-8157-2a503d13970a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794463 Mar 11 17:10:27.430133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] Set router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:10:27.459940 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:27.485932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-e2331d76-58f1-4578-82fc-22fd46e75e31 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:27.489196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-e2331d76-58f1-4578-82fc-22fd46e75e31 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a54994-5a77-4f8a-8e60-1781c0c840cc HTTP/1.1" status: 200 len: 944 time: 0.1651278 Mar 11 17:10:27.630758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8958959-be31-4ad9-9fad-2ccf6beb8390 req-277bc484-838a-4b12-9d0f-5bc899606b77 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:27.632371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8958959-be31-4ad9-9fad-2ccf6beb8390 req-277bc484-838a-4b12-9d0f-5bc899606b77 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1419141 Mar 11 17:10:27.776704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '7efda113-1ae1-4f12-837b-992669d61031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:32Z', 'updated_at': '2022-03-11T17:10:25Z', 'revision_number': 5, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'gw_port': {'id': '7efda113-1ae1-4f12-837b-992669d61031', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:34Z', 'updated_at': '2022-03-11T17:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:27.815146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8958959-be31-4ad9-9fad-2ccf6beb8390 req-464661ca-9e65-41b3-a890-a3888ce0a5fb tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104140 Mar 11 17:10:27.833524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Deleting port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:27.836137 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:27.843414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] Checking router: 8d15664e-7ba9-4de1-9ed4-e270cd6d586f for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:10:27.857406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] Routers {'8d15664e-7ba9-4de1-9ed4-e270cd6d586f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:10:27.858599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:28.034791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] For port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:28.035310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.058569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Calling delete_port for 3d20fc13-939b-40b8-905d-1b1b8b6abdfd owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:28.119029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] Set router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:10:28.149118 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.217000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Deleting port 7efda113-1ae1-4f12-837b-992669d61031 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:28.217961 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.237450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ab00-9304-43f8-82ce-1565b879fefa req-80622ca1-cd97-4cb5-aeb3-caa079c2c4bc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:28.240054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cb9ab00-9304-43f8-82ce-1565b879fefa req-80622ca1-cd97-4cb5-aeb3-caa079c2c4bc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0899529 Mar 11 17:10:28.312296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41444) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:28.326209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] For port 7efda113-1ae1-4f12-837b-992669d61031, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7efda113-1ae1-4f12-837b-992669d61031,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:28.327007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.342258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Calling delete_port for 7efda113-1ae1-4f12-837b-992669d61031 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:28.355446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cb9ab00-9304-43f8-82ce-1565b879fefa req-c1cd9d79-7ae3-4d5c-bc5d-64231290aa38 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071889 Mar 11 17:10:28.392092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.450306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event deleted for resources: {'Port': ['ID=3d20fc13-939b-40b8-905d-1b1b8b6abdfd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:28.517982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '7efda113-1ae1-4f12-837b-992669d61031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:32Z', 'updated_at': '2022-03-11T17:10:25Z', 'revision_number': 5, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'gw_port': {'id': '7efda113-1ae1-4f12-837b-992669d61031', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:34Z', 'updated_at': '2022-03-11T17:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:28.546923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a050eba-6926-4101-a7ac-37e7f1563571 None None] The sync data for ids ['8d15664e-7ba9-4de1-9ed4-e270cd6d586f'] in n-d-833411-1 is: [{'id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1423312232-router', 'tenant_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '7efda113-1ae1-4f12-837b-992669d61031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:32Z', 'updated_at': '2022-03-11T17:10:25Z', 'revision_number': 5, 'project_id': '71f49e43d5454faab7a0a3cf3f8cc316', 'gw_port': {'id': '7efda113-1ae1-4f12-837b-992669d61031', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d15664e-7ba9-4de1-9ed4-e270cd6d586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:34Z', 'updated_at': '2022-03-11T17:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:28.567476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] No DVR routers for this DVR port 3d20fc13-939b-40b8-905d-1b1b8b6abdfd on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:28.598181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.601821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2c39453-cfee-48f4-ae02-04cf658bb7d3 req-ca240e02-53c6-4033-b2e3-f5fcd28d128f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "DELETE /v2.0/ports/3d20fc13-939b-40b8-905d-1b1b8b6abdfd HTTP/1.1" status: 204 len: 173 time: 1.0512269 Mar 11 17:10:28.602265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'name': 'network-vif-deleted', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:28.604651 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb5f62-3ea0-4629-8007-269111345ea1" -d '{"events": [{"server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "name": "network-vif-deleted", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:28.637264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.660956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7456bf5-6414-49e2-816f-d37ba07e74c7 req-7951bd89-25f7-41c0-80a0-70ebed48a28b tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:28.669352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7456bf5-6414-49e2-816f-d37ba07e74c7 req-7951bd89-25f7-41c0-80a0-70ebed48a28b tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.1899235 Mar 11 17:10:28.677101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Pushing event deleted for resources: {'Port': ['ID=7efda113-1ae1-4f12-837b-992669d61031,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:28.688708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:28.691584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ae0a1553-b6b3-4b29-8364-728eba9ef7fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db9768c0d987427f96b892541948c464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778896 Mar 11 17:10:28.705569 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.728165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', '493745fc-f642-4535-a8dd-5f3ae9c834a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:28.741709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7456bf5-6414-49e2-816f-d37ba07e74c7 req-edad71b7-4f06-441f-93ef-3968bb30699d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713992 Mar 11 17:10:28.789239 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b647e-44dc-423b-ad15-53ab20ff9551 x-openstack-request-id: req-5b2b647e-44dc-423b-ad15-53ab20ff9551 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:28.789823 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a54994-5a77-4f8a-8e60-1781c0c840cc", "name": "network-vif-deleted", "tag": "3d20fc13-939b-40b8-905d-1b1b8b6abdfd", "status": "failed", "code": 422}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:28.790311 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b2b647e-44dc-423b-ad15-53ab20ff9551 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:28.790961 n-d-833411-1 neutron-server[102642]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4a54994-5a77-4f8a-8e60-1781c0c840cc', 'name': 'network-vif-deleted', 'tag': '3d20fc13-939b-40b8-905d-1b1b8b6abdfd', 'status': 'failed', 'code': 422} returned with failed status Mar 11 17:10:28.804816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', '493745fc-f642-4535-a8dd-5f3ae9c834a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:28.901097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3d20fc13-939b-40b8-905d-1b1b8b6abdfd no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:28.929794 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f796241f-d108-42b3-a313-690a6100f89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.941377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.960589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', '493745fc-f642-4535-a8dd-5f3ae9c834a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:29.002533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e6dda-1411-43bb-9355-4d1c0edee608 req-96ccfe4e-df34-472e-8448-6bf32cce3554 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:29.007847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', '493745fc-f642-4535-a8dd-5f3ae9c834a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:29.010025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0541c8c8-d2c2-4b52-bd8a-646302fcd167', '493745fc-f642-4535-a8dd-5f3ae9c834a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:29.010937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a42e6dda-1411-43bb-9355-4d1c0edee608 req-96ccfe4e-df34-472e-8448-6bf32cce3554 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.0828052 Mar 11 17:10:29.013966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 3d20fc13-939b-40b8-905d-1b1b8b6abdfd {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:29.024170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3d20fc13-939b-40b8-905d-1b1b8b6abdfd not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:29.094218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a42e6dda-1411-43bb-9355-4d1c0edee608 req-1d2b7726-099b-4fd4-94ed-5d213953c375 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803037 Mar 11 17:10:29.149814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f796241f-d108-42b3-a313-690a6100f89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.153059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.165651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.248478 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.249224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d15664e-7ba9-4de1-9ed4-e270cd6d586f {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:10:29.261388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.266006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41466) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:29.266467 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4f19071e-27e9-4bfa-a211-d3815bfdddeb admin admin] 10.222.0.53 "DELETE /v2.0/routers/8d15664e-7ba9-4de1-9ed4-e270cd6d586f HTTP/1.1" status: 204 len: 168 time: 2.0342844 Mar 11 17:10:29.279092 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f796241f-d108-42b3-a313-690a6100f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.284326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f796241f-d108-42b3-a313-690a6100f89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.288158 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f796241f-d108-42b3-a313-690a6100f89e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bcdd623-1def-465a-b0ff-0d0e47433387 HTTP/1.1" status: 204 len: 168 time: 0.5929620 Mar 11 17:10:29.309843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796241f-d108-42b3-a313-690a6100f89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcdd623-1def-465a-b0ff-0d0e47433387,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:29.343563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fbfecc-95ba-4b60-894c-c0d6b669624b admin admin] Deleting subnet c0f71c44-9966-4e9c-9eb8-da3db15e64fb {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:10:29.347612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfecc-95ba-4b60-894c-c0d6b669624b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.424637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfecc-95ba-4b60-894c-c0d6b669624b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.565017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7922b57f-2c1e-4d4e-8920-e444096be607 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:29.602296 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 7922b57f-2c1e-4d4e-8920-e444096be607 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:29.602636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7922b57f-2c1e-4d4e-8920-e444096be607 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:29.624064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef32b5-d31a-4718-ab3f-22868665275c req-f1d179da-f0c0-4702-9b16-46091d2780fc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:29.625775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9ef32b5-d31a-4718-ab3f-22868665275c req-f1d179da-f0c0-4702-9b16-46091d2780fc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 946 time: 0.0715339 Mar 11 17:10:29.632436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfecc-95ba-4b60-894c-c0d6b669624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.698417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9ef32b5-d31a-4718-ab3f-22868665275c req-64307228-af43-48c8-b2a2-aaf19743ad32 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633380 Mar 11 17:10:29.727303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfecc-95ba-4b60-894c-c0d6b669624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.774332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41482) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:29.794021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a160c5-a244-4c30-9f57-6ee00c6b1bc3 None None] Network b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:10:29.807763 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfecc-95ba-4b60-894c-c0d6b669624b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.818960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a3fbfecc-95ba-4b60-894c-c0d6b669624b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c0f71c44-9966-4e9c-9eb8-da3db15e64fb HTTP/1.1" status: 204 len: 168 time: 0.5496182 Mar 11 17:10:29.821011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbfecc-95ba-4b60-894c-c0d6b669624b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f71c44-9966-4e9c-9eb8-da3db15e64fb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:29.821669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:29.978638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a90a1-612e-4879-9006-1ad8c74ddfdd req-235dee4d-0725-49d8-9856-804bea893112 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:29.981082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-601a90a1-612e-4879-9006-1ad8c74ddfdd req-235dee4d-0725-49d8-9856-804bea893112 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 946 time: 0.0877492 Mar 11 17:10:29.994271 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-577f09cd-2961-4445-8f7e-8f96c9ddb17b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad670863576140eeae96482beada3236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185791 Mar 11 17:10:30.000373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41488) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:30.011043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.084730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-601a90a1-612e-4879-9006-1ad8c74ddfdd req-53aaaee1-fc9f-44e6-848f-f8f2aacf292c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944712 Mar 11 17:10:30.086637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fd54fa7-6170-4631-a054-1528f1838a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.108918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Deleting port 9838c649-4b09-4689-9fdc-86cca836f8c0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:30.109812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.115205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fd54fa7-6170-4631-a054-1528f1838a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.149134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] DHCP port deletion for b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:10:30.204181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fd54fa7-6170-4631-a054-1528f1838a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.206891 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fd54fa7-6170-4631-a054-1528f1838a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.211683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5fd54fa7-6170-4631-a054-1528f1838a7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b43076b-9ea0-49d3-bda1-eb692b6117bf HTTP/1.1" status: 204 len: 168 time: 0.2089987 Mar 11 17:10:30.212383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] For port 9838c649-4b09-4689-9fdc-86cca836f8c0, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9838c649-4b09-4689-9fdc-86cca836f8c0,segment=NetworkSegment(f70fc1bb-228d-474a-9d40-759161cda4f0),segment_id=f70fc1bb-228d-474a-9d40-759161cda4f0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:30.213130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.224524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd54fa7-6170-4631-a054-1528f1838a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b43076b-9ea0-49d3-bda1-eb692b6117bf,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:30.236138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Calling delete_port for 9838c649-4b09-4689-9fdc-86cca836f8c0 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:30.252106 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Deleting port 9838c649-4b09-4689-9fdc-86cca836f8c0 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:10:30.252789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.349553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] For port 9838c649-4b09-4689-9fdc-86cca836f8c0, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9838c649-4b09-4689-9fdc-86cca836f8c0,segment=NetworkSegment(f70fc1bb-228d-474a-9d40-759161cda4f0),segment_id=f70fc1bb-228d-474a-9d40-759161cda4f0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:30.350022 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.354196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.378370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Calling delete_port for 9838c649-4b09-4689-9fdc-86cca836f8c0 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:10:30.388310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] No DVR routers for this DVR port 9838c649-4b09-4689-9fdc-86cca836f8c0 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:30.395332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9838c649-4b09-4689-9fdc-86cca836f8c0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:30.496459 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.521487 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.538775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:30.555606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Pushing event deleted for resources: {'Port': ['ID=9838c649-4b09-4689-9fdc-86cca836f8c0,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:30.556683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70fc1bb-228d-474a-9d40-759161cda4f0') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:30.556991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70fc1bb-228d-474a-9d40-759161cda4f0') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:30.568898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.570266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.570839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.571382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.571929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.572631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.573346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.573888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.574431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.574947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.575346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.576249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.582490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.583604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2653168a-b503-4a0b-bf8d-018b38fdf99d None None] No DVR routers for this DVR port 9838c649-4b09-4689-9fdc-86cca836f8c0 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:30.602757 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.610041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:10:30.610508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:10:30.612229 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:10:30.678868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.687045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.702764 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc HTTP/1.1" status: 204 len: 168 time: 0.8696170 Mar 11 17:10:30.720225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d75691-bad3-4e9a-8dae-1bbf99958e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67c7815-54f6-4b9a-b1f4-c68afbb8a3cc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:30.857790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41516) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:30.912321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ed0f5e2e-950c-4e4b-a15e-4cf8234dca73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=278c6aa079984de7b3f9ba9b6b16f966&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0528159 Mar 11 17:10:30.914665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41520) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:30.930677 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:10:30.976837 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d509f33b-df95-4ec4-9dcb-1e1d78bbcce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.025690 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d509f33b-df95-4ec4-9dcb-1e1d78bbcce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.085401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d509f33b-df95-4ec4-9dcb-1e1d78bbcce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.088047 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d509f33b-df95-4ec4-9dcb-1e1d78bbcce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.092149 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d509f33b-df95-4ec4-9dcb-1e1d78bbcce5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9d70220-7e70-43e7-b432-5955800e7fb1 HTTP/1.1" status: 204 len: 168 time: 0.1760449 Mar 11 17:10:31.101932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509f33b-df95-4ec4-9dcb-1e1d78bbcce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d70220-7e70-43e7-b432-5955800e7fb1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:31.444728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7efda113-1ae1-4f12-837b-992669d61031 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:31.483935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 7efda113-1ae1-4f12-837b-992669d61031 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:31.485094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7efda113-1ae1-4f12-837b-992669d61031 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:31.486103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9838c649-4b09-4689-9fdc-86cca836f8c0 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:31.529846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 9838c649-4b09-4689-9fdc-86cca836f8c0 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:31.530362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9838c649-4b09-4689-9fdc-86cca836f8c0 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:31.614067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41540) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:31.675481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ae3567a-efb3-4d52-b247-19678c9190f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71f49e43d5454faab7a0a3cf3f8cc316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589499 Mar 11 17:10:31.680272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41542) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:31.740209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d92c770-f260-431a-b103-1bfe7615846b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.773921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d92c770-f260-431a-b103-1bfe7615846b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.827163 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d92c770-f260-431a-b103-1bfe7615846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.831466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d92c770-f260-431a-b103-1bfe7615846b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.839817 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9d92c770-f260-431a-b103-1bfe7615846b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22544250-2d53-46aa-9921-747f501b75ba HTTP/1.1" status: 204 len: 168 time: 0.1568971 Mar 11 17:10:31.852003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92c770-f260-431a-b103-1bfe7615846b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22544250-2d53-46aa-9921-747f501b75ba,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:32.732907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:32.756051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:32.756756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device fcd00a9f-612c-4a3b-8dd9-68fe79566ed6 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:32.757375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 493745fc-f642-4535-a8dd-5f3ae9c834a9 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:32.779068 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 493745fc-f642-4535-a8dd-5f3ae9c834a9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:32.779746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 493745fc-f642-4535-a8dd-5f3ae9c834a9 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:32.781823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:32.802987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:32.803613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 950e9ec2-1b6c-4d59-b165-b5beaef06ac6 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:32.804033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0541c8c8-d2c2-4b52-bd8a-646302fcd167 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:32.823696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 0541c8c8-d2c2-4b52-bd8a-646302fcd167 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:10:32.824056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0541c8c8-d2c2-4b52-bd8a-646302fcd167 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:32.852035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 55456ac4-8bf9-4070-804d-f6adf15ac0f6 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:10:32.974025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:32.989937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 55456ac4-8bf9-4070-804d-f6adf15ac0f6 has no active binding in host n-h2-833411-1 {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 17:10:33.189922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-a65fad6d-3abb-4721-bef4-4d301786a962 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:33.191656 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-a65fad6d-3abb-4721-bef4-4d301786a962 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1097 time: 0.0662282 Mar 11 17:10:33.417487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833411-1'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:33.489715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.654860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:33.694505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:33.741246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:33.743416 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa49abb3-1d0e-4b52-b8c3-33df9df96678" -d '{"events": [{"server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "name": "network-vif-unplugged", "status": "completed", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:33.747626 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.753740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.836636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Pushing event updated for resources: {'Port': ['ID=55456ac4-8bf9-4070-804d-f6adf15ac0f6,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:33.852094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on host n-h1-833411-1 for vnic_type normal with profile {"migrating_to": "n-h2-833411-1"} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:33.852461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:33.852779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:33.858095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:10:33.858618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Attempting to bind port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:33.863598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:10:33.863938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:10:33.864315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:10:33.864777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Bound port: 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:33.865128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.934045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:33.937056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:10:33.942597 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:34.023718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:34.024541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:34.026262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] 10.222.0.46 "PUT /v2.0/ports/55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 200 len: 1122 time: 0.8273590 Mar 11 17:10:34.027371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23fa7-fe55-4699-9bc0-6385c30f4fac service neutron] Pushing event updated for resources: {'Port': ['ID=55456ac4-8bf9-4070-804d-f6adf15ac0f6,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:34.130598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['55456ac4-8bf9-4070-804d-f6adf15ac0f6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:34.133086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['55456ac4-8bf9-4070-804d-f6adf15ac0f6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:40.536893 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.383476 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-fe558798-4a95-43d9-925f-4a351ffd7101 service neutron] 10.222.0.66 "GET /v2.0/ports/55456ac4-8bf9-4070-804d-f6adf15ac0f6/bindings/n-h2-833411-1 HTTP/1.1" status: 200 len: 384 time: 0.0673487 Mar 11 17:10:41.595343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:41.622811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:41.663749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55456ac4-8bf9-4070-804d-f6adf15ac0f6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:10:41.676696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:41.695703 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.782906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] Transition to ACTIVE for port object 55456ac4-8bf9-4070-804d-f6adf15ac0f6 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:41.790547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.866476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] No DVR routers for this DVR port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:41.886443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] Pushing event updated for resources: {'Port': ['ID=55456ac4-8bf9-4070-804d-f6adf15ac0f6,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:41.910455 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-e2e12e69-0d10-4c41-a91f-eda015581412 service neutron] 10.222.0.66 "PUT /v2.0/ports/55456ac4-8bf9-4070-804d-f6adf15ac0f6/bindings/n-h2-833411-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5201521 Mar 11 17:10:42.040140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-8fb77963-f08c-4de9-b961-a94e74bc138d tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:42.042215 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-8fb77963-f08c-4de9-b961-a94e74bc138d tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.0720773 Mar 11 17:10:42.108380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-b92e1af3-db48-4bb4-8ef6-d5a3c4af3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:42.110710 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-b92e1af3-db48-4bb4-8ef6-d5a3c4af3e27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d&tenant_id=b1e2cde59a01464ab06957b0148f8e11 HTTP/1.1" status: 200 len: 1096 time: 0.0613015 Mar 11 17:10:42.189510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-64e0f653-e327-42c5-97fb-6cb6b75a5333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:42.191053 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-64e0f653-e327-42c5-97fb-6cb6b75a5333 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1096 time: 0.0515943 Mar 11 17:10:42.299539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-8c18c9c8-d8a1-4303-93de-f194f43d7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:42.300957 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-8c18c9c8-d8a1-4303-93de-f194f43d7910 service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.1002305 Mar 11 17:10:42.350314 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-1949bca9-afe1-43e0-8240-a8c0088a915a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 200 len: 217 time: 0.0416064 Mar 11 17:10:42.407882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-86ea8fae-883d-440b-b748-c46635cee4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:42.410585 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-86ea8fae-883d-440b-b748-c46635cee4eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.0496502 Mar 11 17:10:42.446918 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-ca286a96-5001-4be4-b4e8-fe57955ac346 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260866 Mar 11 17:10:42.550139 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-73886c26-4354-46aa-9ef9-1b175472403b service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959411 Mar 11 17:10:42.685532 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-b56e1f73-9bcb-4b31-94cf-93332ecf76fb service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228778 Mar 11 17:10:42.739915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 55456ac4-8bf9-4070-804d-f6adf15ac0f6 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:10:42.798862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 55456ac4-8bf9-4070-804d-f6adf15ac0f6 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:10:43.013726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-a3a50d92-756d-49cd-8a8e-501d839f2c83 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:43.018037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-a3a50d92-756d-49cd-8a8e-501d839f2c83 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.0507646 Mar 11 17:10:43.158636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-6ce0a2e6-899e-425b-ba16-43be807ab271 service neutron] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:43.162483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-6ce0a2e6-899e-425b-ba16-43be807ab271 service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:43.164375 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37a53a41-92b1-4d39-b864-cae7102dc305 req-6ce0a2e6-899e-425b-ba16-43be807ab271 service neutron] 10.222.0.46 "DELETE /v2.0/ports/55456ac4-8bf9-4070-804d-f6adf15ac0f6/bindings/n-h1-833411-1 HTTP/1.1" status: 204 len: 173 time: 0.1281953 Mar 11 17:10:43.528480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3303dd0b-f60b-4125-8b85-484ada9a6aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:43.706114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7f238-e980-461c-921d-741741a9bdeb req-41a3b522-748c-4125-b3c2-13c75c0eaab4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:43.713024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-41a3b522-748c-4125-b3c2-13c75c0eaab4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.2234371 Mar 11 17:10:43.729872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-9d382f1d-0d82-42fa-a2a0-e594109b2448 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/quotas/236a28be637448f4a4c97cc427c345f7 HTTP/1.1" status: 200 len: 375 time: 0.0153604 Mar 11 17:10:43.772818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-4ce3469c-7e80-499c-8c44-7c3c673efa92 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419326 Mar 11 17:10:43.876486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-da3be471-24d9-450c-ae3f-06c4cd355486 service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020174 Mar 11 17:10:43.999522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a4dea-c366-42e5-a691-cf4150acdd5c req-976f455d-d465-4f29-9c36-9040499eabb0 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:44.001276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c92a4dea-c366-42e5-a691-cf4150acdd5c req-976f455d-d465-4f29-9c36-9040499eabb0 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1056697 Mar 11 17:10:44.089920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c92a4dea-c366-42e5-a691-cf4150acdd5c req-b2d4ea19-1042-4218-9e2b-c3baa8cf1fd1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768147 Mar 11 17:10:44.101079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-81c62525-6006-4c03-8615-e4cdac0d293e service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173207 Mar 11 17:10:44.264413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d2c65-2a88-4f14-8df3-d5f3c7c83ade req-ce47f8bb-9bf5-4cfc-90d9-767a5debf52c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:44.264413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-244d2c65-2a88-4f14-8df3-d5f3c7c83ade req-ce47f8bb-9bf5-4cfc-90d9-767a5debf52c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 945 time: 0.0650315 Mar 11 17:10:44.308900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-244d2c65-2a88-4f14-8df3-d5f3c7c83ade req-54dda79e-28d4-46a4-99da-9f3dfc0bb854 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449784 Mar 11 17:10:44.731367 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b461d19d-7def-46dd-ab61-db9a45834308 x-openstack-request-id: req-b461d19d-7def-46dd-ab61-db9a45834308 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:44.731950 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "name": "network-vif-unplugged", "status": "completed", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:44.731950 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b461d19d-7def-46dd-ab61-db9a45834308 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:44.732315 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6', 'code': 200} Mar 11 17:10:44.783687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae7896ad-1dd2-4a51-bcd5-52ff45f84714 req-a377b72b-1b6f-43e4-a5c0-5683d2fe0b75 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 210 time: 0.0570407 Mar 11 17:10:44.923803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d7a2-ab81-4d7d-86f3-157ffbc93127 req-f1c482bd-5efe-42c4-9547-0fdd00a19825 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:44.927981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e929d7a2-ab81-4d7d-86f3-157ffbc93127 req-f1c482bd-5efe-42c4-9547-0fdd00a19825 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1096 time: 0.0596013 Mar 11 17:10:45.019158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e929d7a2-ab81-4d7d-86f3-157ffbc93127 req-49c971f2-6c76-4e98-9192-714ac1e8d553 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815611 Mar 11 17:10:45.340583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301cc3d-fe27-4471-b8ce-f9eacd445dc4 req-41727b1a-a83e-4240-8acd-480bd9b246ac tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:45.348668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7301cc3d-fe27-4471-b8ce-f9eacd445dc4 req-41727b1a-a83e-4240-8acd-480bd9b246ac tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1096 time: 0.1299644 Mar 11 17:10:45.418601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a68695-aaca-4cb5-ae18-dd147cdafaab req-abc12b3b-cae2-47f7-bb73-8d7bbe41bc02 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:45.420870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5a68695-aaca-4cb5-ae18-dd147cdafaab req-abc12b3b-cae2-47f7-bb73-8d7bbe41bc02 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1495714 Mar 11 17:10:45.437738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7301cc3d-fe27-4471-b8ce-f9eacd445dc4 req-0bf1b691-25ec-4488-87c5-8209ed0e789d tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876992 Mar 11 17:10:45.547947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5a68695-aaca-4cb5-ae18-dd147cdafaab req-2f3e1d60-0c77-42f3-bc1a-26c021f27879 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040828 Mar 11 17:10:45.835043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41768) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:45.847813 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-92bb1222-2915-4d1c-b025-1277d605ba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.096912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51260b13-ca59-42f4-af79-c7df8b649004 req-c89e9100-2cf9-4a92-aaa4-0de42c8993e8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 210 time: 0.1031885 Mar 11 17:10:46.127492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7f238-e980-461c-921d-741741a9bdeb req-b3fc88b4-468e-4b57-aaad-e6bf737a6fc1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:46.129793 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-b3fc88b4-468e-4b57-aaad-e6bf737a6fc1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.2486036 Mar 11 17:10:46.143431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Request body: {'port': {'device_id': '0b36a5c2-3176-43b4-8169-15dfe762f8b2', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'admin_state_up': True, 'tenant_id': '236a28be637448f4a4c97cc427c345f7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:46.190165 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7149cfb1-2102-43b6-bf0f-aeef31ba1002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.385373 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7149cfb1-2102-43b6-bf0f-aeef31ba1002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.393011 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7149cfb1-2102-43b6-bf0f-aeef31ba1002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.465028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Made reservation on behalf of 236a28be637448f4a4c97cc427c345f7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:10:46.482007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.526720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149cfb1-2102-43b6-bf0f-aeef31ba1002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8661219-3707-40f3-8c81-5193f9c67dcd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:46.565529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7149cfb1-2102-43b6-bf0f-aeef31ba1002 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7edc4d62a6c84aeba37d064f4dede700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156792 Mar 11 17:10:46.569550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41782) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:46.693661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41790) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:46.737433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:46.739871 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46052b7-5c03-4963-b592-8b472bbb9a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:46.755353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f1a91e55-0508-4836-a401-e198fbf41653 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:10:46.836502 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad530df-6a1b-42c0-a1a2-86b87dc3b8de x-openstack-request-id: req-dad530df-6a1b-42c0-a1a2-86b87dc3b8de {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:46.837072 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:46.837485 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dad530df-6a1b-42c0-a1a2-86b87dc3b8de {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:46.838041 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6', 'status': 'completed', 'code': 200} Mar 11 17:10:46.861098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35021aeb-0217-49b4-8b17-8c7e7036e961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.889374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfcead-d367-4975-a5ed-17166f6c4f2a req-bd0c1092-67c8-4af4-88e0-3c1a48125e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:46.891327 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08cfcead-d367-4975-a5ed-17166f6c4f2a req-bd0c1092-67c8-4af4-88e0-3c1a48125e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1488607 Mar 11 17:10:46.982829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f1a91e55-0508-4836-a401-e198fbf41653,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:47.002414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'f1a91e55-0508-4836-a401-e198fbf41653', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'port_id': 'f1a91e55-0508-4836-a401-e198fbf41653', 'mac_address': 'fa:16:3e:af:3b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9469fab-26ff-4bf5-8d9e-53b6cca12d86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:10:47.014791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35021aeb-0217-49b4-8b17-8c7e7036e961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.035135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Allocated IP 172.20.0.14 (21492b47-f8bc-49f0-bdde-3091c249d24d/61238bb4-6112-4cb7-9c1b-8e1b9efac2c2/a7589d63-da19-4e4a-8852-c5d0f906306a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:47.035686 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.121141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26212d7e-1ba4-4d86-9ce0-8f839b74de65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.127952 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.170857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1a91e55-0508-4836-a401-e198fbf41653 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:10:47.173528 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35021aeb-0217-49b4-8b17-8c7e7036e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.177092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35021aeb-0217-49b4-8b17-8c7e7036e961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.178953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-35021aeb-0217-49b4-8b17-8c7e7036e961 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8661219-3707-40f3-8c81-5193f9c67dcd HTTP/1.1" status: 204 len: 168 time: 0.6052313 Mar 11 17:10:47.211319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08cfcead-d367-4975-a5ed-17166f6c4f2a req-4f73d897-1da2-42e2-b6e6-88d5b1754813 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118577 Mar 11 17:10:47.230305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35021aeb-0217-49b4-8b17-8c7e7036e961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8661219-3707-40f3-8c81-5193f9c67dcd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:47.258845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f1a91e55-0508-4836-a401-e198fbf41653,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:47.285102 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.360735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-b06e2de8-be16-4429-aff2-7aef477e0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:47.362275 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-b06e2de8-be16-4429-aff2-7aef477e0ce4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1096 time: 0.4661014 Mar 11 17:10:47.397375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd050569-d452-46f0-bdfc-ee5ccf8eb485 req-11e41b47-3d0d-4be9-80f0-a27e8d9e5d26 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 210 time: 0.1104934 Mar 11 17:10:47.444969 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26212d7e-1ba4-4d86-9ce0-8f839b74de65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.452195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f1a91e55-0508-4836-a401-e198fbf41653,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:47.452528 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26212d7e-1ba4-4d86-9ce0-8f839b74de65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.513988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-26212d7e-1ba4-4d86-9ce0-8f839b74de65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44a3a2bb67804f8f82d24ee94609daa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8192546 Mar 11 17:10:47.518812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41828) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:47.597673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212d7e-1ba4-4d86-9ce0-8f839b74de65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89493163-8379-4a32-9151-7d13b3bd9652,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:47.600270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-7c1ad6fa-6870-447a-9c2b-7b275d11b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:47.601787 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-7c1ad6fa-6870-447a-9c2b-7b275d11b4a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.2114942 Mar 11 17:10:47.645247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['f1a91e55-0508-4836-a401-e198fbf41653'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:47.686796 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3698741-baa9-4ec7-87bf-0f09be9055df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.738126 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3698741-baa9-4ec7-87bf-0f09be9055df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.743863 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-f2b2b3a3-afba-4843-ae23-c9dabe409aa4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 200 len: 217 time: 0.1242592 Mar 11 17:10:47.842623 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.866273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3698741-baa9-4ec7-87bf-0f09be9055df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.869752 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3698741-baa9-4ec7-87bf-0f09be9055df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.876854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e3698741-baa9-4ec7-87bf-0f09be9055df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89493163-8379-4a32-9151-7d13b3bd9652 HTTP/1.1" status: 204 len: 168 time: 0.3565645 Mar 11 17:10:47.903449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3698741-baa9-4ec7-87bf-0f09be9055df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89493163-8379-4a32-9151-7d13b3bd9652,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:47.904637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-f5098d05-4b91-4ec5-8765-9ce10ed03aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:47.912027 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-f5098d05-4b91-4ec5-8765-9ce10ed03aed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.1442854 Mar 11 17:10:47.928615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:47.962145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d7d8be36-160b-4861-808c-5716f35a59f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.049589 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-3c5bf389-b5ea-4c74-96e4-5de34fc9a68f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286931 Mar 11 17:10:48.233231 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.246599 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d7d8be36-160b-4861-808c-5716f35a59f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.252123 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d7d8be36-160b-4861-808c-5716f35a59f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.267831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.344688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8be36-160b-4861-808c-5716f35a59f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c31530-f1d2-4cec-b6f1-aaef898103be,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:48.362354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d7d8be36-160b-4861-808c-5716f35a59f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec00b198bbb94930916996b9c247aa63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317901 Mar 11 17:10:48.369478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41852) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:48.376560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Network 21492b47-f8bc-49f0-bdde-3091c249d24d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:48.400693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:48.412106 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:10:48.544222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ea82279-e0b6-445a-8b84-51b0d6f1a177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.565995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d722f2d-e6bb-46cc-b339-bd727d4a54a4 req-caf3fa13-32a2-4106-abc3-c2c274fbd1d9 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:48.574818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d722f2d-e6bb-46cc-b339-bd727d4a54a4 req-caf3fa13-32a2-4106-abc3-c2c274fbd1d9 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1798010 Mar 11 17:10:48.581687 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-ea98f502-d5b9-436f-9b5b-3013b6f2d2ca service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140908 Mar 11 17:10:48.621534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event updated for resources: {'Port': ['ID=a7589d63-da19-4e4a-8852-c5d0f906306a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:48.653080 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ea82279-e0b6-445a-8b84-51b0d6f1a177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.751871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d4d6b-bb1f-40ec-8626-3ebaa588f79b req-12225552-d3c4-41bc-917f-c160e596307a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:48.755880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f4d4d6b-bb1f-40ec-8626-3ebaa588f79b req-12225552-d3c4-41bc-917f-c160e596307a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 932 time: 0.1709406 Mar 11 17:10:48.761932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f1a91e55-0508-4836-a401-e198fbf41653 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:10:48.787979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d722f2d-e6bb-46cc-b339-bd727d4a54a4 req-791f26bf-218b-458b-80cf-56a02df79537 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112224 Mar 11 17:10:48.892750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41860) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:48.906271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f4d4d6b-bb1f-40ec-8626-3ebaa588f79b req-4ee55b32-8fcb-44c7-a1a4-1b3de95ee272 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171868 Mar 11 17:10:48.910760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:48.912222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.913752 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.921094 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ea82279-e0b6-445a-8b84-51b0d6f1a177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.926392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ea82279-e0b6-445a-8b84-51b0d6f1a177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.939534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port f1a91e55-0508-4836-a401-e198fbf41653 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:48.940090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.944915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2ea82279-e0b6-445a-8b84-51b0d6f1a177 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53c31530-f1d2-4cec-b6f1-aaef898103be HTTP/1.1" status: 204 len: 168 time: 0.5678709 Mar 11 17:10:48.999611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea82279-e0b6-445a-8b84-51b0d6f1a177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c31530-f1d2-4cec-b6f1-aaef898103be,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:49.018208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc0ec22b-1744-4fe4-967f-15f3654c2ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.081579 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.094842 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e46052b7-5c03-4963-b592-8b472bbb9a2b req-7e1adb5f-8b3b-4b12-b622-31c4d3ff7fc1 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543555 Mar 11 17:10:49.181786 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-bd0e0c3d-f98f-47c5-8fea-72d0006d1e02 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0421524 Mar 11 17:10:49.212869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f1a91e55-0508-4836-a401-e198fbf41653,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:49.227731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:49.233165 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718a06fa-dede-4c56-8a52-d452a77c9b75" -d '{"events": [{"server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "name": "network-vif-plugged", "status": "completed", "tag": "f1a91e55-0508-4836-a401-e198fbf41653"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:49.254585 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.374047 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde7026b-ff38-4319-9bda-c371270017e3 x-openstack-request-id: req-bde7026b-ff38-4319-9bda-c371270017e3 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:49.376416 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "name": "network-vif-plugged", "status": "completed", "tag": "f1a91e55-0508-4836-a401-e198fbf41653", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:49.377572 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bde7026b-ff38-4319-9bda-c371270017e3 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:49.378381 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653', 'code': 200} Mar 11 17:10:49.405554 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc0ec22b-1744-4fe4-967f-15f3654c2ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.428994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc0ec22b-1744-4fe4-967f-15f3654c2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.449648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f1a91e55-0508-4836-a401-e198fbf41653,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:49.549880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ec22b-1744-4fe4-967f-15f3654c2ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c741e6-1714-4074-979e-0d3d29ad0aff,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:49.562131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dc0ec22b-1744-4fe4-967f-15f3654c2ddc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f484549664f8434d948a2f8740471ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6658556 Mar 11 17:10:49.564126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41892) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:49.686409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Request body: {'port': {'device_id': '0b36a5c2-3176-43b4-8169-15dfe762f8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:49.798997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.806854 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33eb401f-eea0-4d7c-9008-dc0d64c46752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.834798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33eb401f-eea0-4d7c-9008-dc0d64c46752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.010251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ef3ec-6cbf-4451-bc78-1e1cf60791f5 req-84d8171c-f76b-4fe0-b58c-746848c0345b tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:50.013785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-178ef3ec-6cbf-4451-bc78-1e1cf60791f5 req-84d8171c-f76b-4fe0-b58c-746848c0345b tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1111305 Mar 11 17:10:50.113594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33eb401f-eea0-4d7c-9008-dc0d64c46752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.121321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33eb401f-eea0-4d7c-9008-dc0d64c46752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.125859 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-33eb401f-eea0-4d7c-9008-dc0d64c46752 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4c741e6-1714-4074-979e-0d3d29ad0aff HTTP/1.1" status: 204 len: 168 time: 0.5574644 Mar 11 17:10:50.154782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-178ef3ec-6cbf-4451-bc78-1e1cf60791f5 req-78b7c0ad-c318-4b9f-aa71-483b1c27caaa tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350729 Mar 11 17:10:50.202186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d7bdc-46e3-414d-bb91-4bfa81b3b55e req-e321a416-fdac-4cbe-89ec-0bd035dd87a8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:50.205739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-347d7bdc-46e3-414d-bb91-4bfa81b3b55e req-e321a416-fdac-4cbe-89ec-0bd035dd87a8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 932 time: 0.1594141 Mar 11 17:10:50.249346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb401f-eea0-4d7c-9008-dc0d64c46752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c741e6-1714-4074-979e-0d3d29ad0aff,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:50.312704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-347d7bdc-46e3-414d-bb91-4bfa81b3b55e req-fb035203-3b20-4a0a-892b-c7e1d7873dcd tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007726 Mar 11 17:10:50.779361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7589d63-da19-4e4a-8852-c5d0f906306a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:10:50.801763 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.846515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Transition to ACTIVE for port object a7589d63-da19-4e4a-8852-c5d0f906306a will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:50.853127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.084014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7589d63-da19-4e4a-8852-c5d0f906306a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:51.235288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Attempting to bind port a7589d63-da19-4e4a-8852-c5d0f906306a on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:51.235643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Attempting to bind port a7589d63-da19-4e4a-8852-c5d0f906306a by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:51.235991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Attempting to bind port a7589d63-da19-4e4a-8852-c5d0f906306a on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:51.268828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Port a7589d63-da19-4e4a-8852-c5d0f906306a on network 21492b47-f8bc-49f0-bdde-3091c249d24d not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:10:51.269944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Attempting to bind port a7589d63-da19-4e4a-8852-c5d0f906306a on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:51.279329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:10:51.282433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Checking segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:10:51.282771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Bound using segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:10:51.283330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Bound port: a7589d63-da19-4e4a-8852-c5d0f906306a, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:51.284476 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.463703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] For port a7589d63-da19-4e4a-8852-c5d0f906306a, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:51.481450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] For port a7589d63-da19-4e4a-8852-c5d0f906306a, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a7589d63-da19-4e4a-8852-c5d0f906306a,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:10:51.494442 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.534287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-d795a7aa-074e-4c88-b9f5-42091589d165 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=26bea6a37e494e0a9e900697460241d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467303 Mar 11 17:10:51.626442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc341fd-1d8b-4919-8701-1521eec7584d req-37318b06-cd62-4c0b-be74-d5930781ff53 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:51.642390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cc341fd-1d8b-4919-8701-1521eec7584d req-37318b06-cd62-4c0b-be74-d5930781ff53 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.2737575 Mar 11 17:10:51.645061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:51.649076 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.650979 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/a7589d63-da19-4e4a-8852-c5d0f906306a HTTP/1.1" status: 200 len: 1092 time: 2.4497035 Mar 11 17:10:51.653017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b36a5c2-3176-43b4-8169-15dfe762f8b2', 'tag': 'a7589d63-da19-4e4a-8852-c5d0f906306a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:51.666804 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b36a5c2-3176-43b4-8169-15dfe762f8b2", "tag": "a7589d63-da19-4e4a-8852-c5d0f906306a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:51.715715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce381555-e4a1-4bbd-893c-2d56257127b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7589d63-da19-4e4a-8852-c5d0f906306a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:51.964647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cc341fd-1d8b-4919-8701-1521eec7584d req-7bcaee2b-6549-41d2-8286-2d9339534903 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185661 Mar 11 17:10:52.059338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7f238-e980-461c-921d-741741a9bdeb req-91eecd1e-d470-4fb2-8fb1-95961d52015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:52.070821 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-91eecd1e-d470-4fb2-8fb1-95961d52015d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 1095 time: 0.3096583 Mar 11 17:10:52.154296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-9a5520a9-377e-48aa-877a-348f0546651a tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:52.155944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-9a5520a9-377e-48aa-877a-348f0546651a tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6181138 Mar 11 17:10:52.247631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-18b8ed90-8cc0-4b6c-bd92-291c4d5285f2 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/quotas/26bea6a37e494e0a9e900697460241d0 HTTP/1.1" status: 200 len: 375 time: 0.0823009 Mar 11 17:10:52.273940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d60e-a7d7-45de-8aa1-29fff86889ee req-a9d77e0c-c58c-4e99-b955-5b5ea4662e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:52.275332 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f44d60e-a7d7-45de-8aa1-29fff86889ee req-a9d77e0c-c58c-4e99-b955-5b5ea4662e7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1096 time: 0.4276955 Mar 11 17:10:52.281301 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-186e9d0a-868c-416b-b8c3-4cf95a50f6fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7589d63-da19-4e4a-8852-c5d0f906306a HTTP/1.1" status: 200 len: 217 time: 0.2067010 Mar 11 17:10:52.313223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-9ead4c50-9223-47ab-9095-7a1eccb90b30 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bea6a37e494e0a9e900697460241d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643802 Mar 11 17:10:52.484875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe8048-35e0-43f8-944b-483eb0e35ef2 req-53b0f1c3-6cf9-4316-9a7c-14f62fd38357 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:52.500977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9fe8048-35e0-43f8-944b-483eb0e35ef2 req-53b0f1c3-6cf9-4316-9a7c-14f62fd38357 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 944 time: 0.1039212 Mar 11 17:10:52.583328 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8a3906d-70af-4d7e-b731-72467424a548 req-9600fb65-60de-4afa-91dd-516ee8e0a12e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2959580 Mar 11 17:10:52.606003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9fe8048-35e0-43f8-944b-483eb0e35ef2 req-72841991-db19-4929-b6f0-510eddc75954 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975769 Mar 11 17:10:52.608172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7f238-e980-461c-921d-741741a9bdeb req-64fe134e-95b3-4fe5-93ed-1f51456d718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:52.614534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-64fe134e-95b3-4fe5-93ed-1f51456d718a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.3140714 Mar 11 17:10:52.617373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f44d60e-a7d7-45de-8aa1-29fff86889ee req-49f871e0-9903-4f1f-aff5-0be12cb6ca73 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289578 Mar 11 17:10:52.712130 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-1d497a55-fabc-49cd-9499-10cbf136f470 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797842 Mar 11 17:10:52.822979 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7873797-cdb6-441e-85b3-928f3afe7eaa x-openstack-request-id: req-a7873797-cdb6-441e-85b3-928f3afe7eaa {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:10:52.823295 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b36a5c2-3176-43b4-8169-15dfe762f8b2", "tag": "a7589d63-da19-4e4a-8852-c5d0f906306a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:10:52.825025 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7873797-cdb6-441e-85b3-928f3afe7eaa {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:10:52.826471 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b36a5c2-3176-43b4-8169-15dfe762f8b2', 'tag': 'a7589d63-da19-4e4a-8852-c5d0f906306a', 'status': 'completed', 'code': 200} Mar 11 17:10:52.993695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f99d98c-d36d-44ef-8004-5c102b2c37d5 req-5d0b16e3-7b40-4a45-8188-a3579d0982e4 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 210 time: 0.0738873 Mar 11 17:10:53.568294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb7fbd-f287-4bbb-8413-3dcef6e02e55 req-3682b8a4-5b81-4331-ad51-92f58aaae86b tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:53.600195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9beb7fbd-f287-4bbb-8413-3dcef6e02e55 req-3682b8a4-5b81-4331-ad51-92f58aaae86b tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.3556707 Mar 11 17:10:53.658220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3906d-70af-4d7e-b731-72467424a548 req-1b725c91-2efa-4f45-9796-a36e4553fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:53.665018 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8a3906d-70af-4d7e-b731-72467424a548 req-1b725c91-2efa-4f45-9796-a36e4553fcc1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 1095 time: 1.0354531 Mar 11 17:10:53.779292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9beb7fbd-f287-4bbb-8413-3dcef6e02e55 req-eb53773d-3ed8-4b0e-b112-cb04d508aa67 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656499 Mar 11 17:10:54.142483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fde33-982b-442c-b2b9-4c4f86ec80dc req-cedfcb34-5b7b-4e9e-ac29-2ec6f3bcb7f4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:54.144376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3906d-70af-4d7e-b731-72467424a548 req-e8e79e4f-edd4-4495-be57-7df8033ffc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:54.148955 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8a3906d-70af-4d7e-b731-72467424a548 req-e8e79e4f-edd4-4495-be57-7df8033ffc29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.4680355 Mar 11 17:10:54.157332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c33fde33-982b-442c-b2b9-4c4f86ec80dc req-cedfcb34-5b7b-4e9e-ac29-2ec6f3bcb7f4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 944 time: 0.2196159 Mar 11 17:10:54.261369 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8a3906d-70af-4d7e-b731-72467424a548 req-1b293bb1-4877-4fe0-9578-4a69a5ff0992 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 200 len: 217 time: 0.0986559 Mar 11 17:10:54.314394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c33fde33-982b-442c-b2b9-4c4f86ec80dc req-b76f8a71-f795-4059-ba2f-895e74f9fb3d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463387 Mar 11 17:10:54.338784 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-1c816816-8fa5-429e-8670-7e48954c589d service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6118870 Mar 11 17:10:54.549747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3906d-70af-4d7e-b731-72467424a548 req-728c8fa5-a398-485d-9b86-eda41e6426ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:54.566177 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8a3906d-70af-4d7e-b731-72467424a548 req-728c8fa5-a398-485d-9b86-eda41e6426ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.2975724 Mar 11 17:10:54.594685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48112862-477a-421b-b729-c7084169d434 req-5207f0e6-1746-4510-a13d-1a63a1d536f4 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 210 time: 0.0623548 Mar 11 17:10:54.665698 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8a3906d-70af-4d7e-b731-72467424a548 req-093964ba-20fa-47c7-884c-0381a5e371c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890453 Mar 11 17:10:54.757203 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee7f238-e980-461c-921d-741741a9bdeb req-a554e0b1-a2ad-42ab-886f-13a86762addb service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045734 Mar 11 17:10:55.049706 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8a3906d-70af-4d7e-b731-72467424a548 req-28174d31-4fe9-4737-b08e-e08ecf494e22 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441234 Mar 11 17:10:55.245348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f37db-0319-4cef-a040-e5c713229913 req-3b90cde6-65eb-4b03-8b88-b899d510df0e tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:55.256316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d8f37db-0319-4cef-a040-e5c713229913 req-3b90cde6-65eb-4b03-8b88-b899d510df0e tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1710353 Mar 11 17:10:55.362103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d8f37db-0319-4cef-a040-e5c713229913 req-e332f3f3-89d5-41fe-b976-1e00fcb73380 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003430 Mar 11 17:10:55.427718 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-d3281b59-4fa0-4aee-97cf-1162632a3d8c tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=26bea6a37e494e0a9e900697460241d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1912620 Mar 11 17:10:55.624712 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-9ce953f9-bc6d-4fb4-893e-f7bb89642f43 req-6f860bb6-0d6d-435e-ba7b-03e990df950c tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1650086762', 'description': 'tempest-description-500769306'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:55.690682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446de04-927b-4b2d-bf7f-5b4743af3ed3 req-f907e8c6-9e38-4475-884a-f3a59c91ecfd tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:55.699829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1446de04-927b-4b2d-bf7f-5b4743af3ed3 req-f907e8c6-9e38-4475-884a-f3a59c91ecfd tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 944 time: 0.1330504 Mar 11 17:10:55.732657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-3d28ae81-8cfd-4d7c-a46e-844eb425d137 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:55.735310 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-3d28ae81-8cfd-4d7c-a46e-844eb425d137 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964828 Mar 11 17:10:55.737896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-c78e1b6d-75ab-471d-8fa4-f0ae1741c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:55.742123 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-c78e1b6d-75ab-471d-8fa4-f0ae1741c644 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 1095 time: 0.6911955 Mar 11 17:10:55.749715 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1446de04-927b-4b2d-bf7f-5b4743af3ed3 req-e37dd8f8-8998-4756-a972-8411dbfc1322 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485530 Mar 11 17:10:55.755487 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9ce953f9-bc6d-4fb4-893e-f7bb89642f43 req-6f860bb6-0d6d-435e-ba7b-03e990df950c tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.870946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Request body: {'port': {'device_id': '81d8a235-67b3-4687-980b-f13fec737e14', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '26bea6a37e494e0a9e900697460241d0'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:55.933610 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9ce953f9-bc6d-4fb4-893e-f7bb89642f43 req-6f860bb6-0d6d-435e-ba7b-03e990df950c tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.938035 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9ce953f9-bc6d-4fb4-893e-f7bb89642f43 req-6f860bb6-0d6d-435e-ba7b-03e990df950c tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.998919 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9ce953f9-bc6d-4fb4-893e-f7bb89642f43 req-6f860bb6-0d6d-435e-ba7b-03e990df950c tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.000433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ce953f9-bc6d-4fb4-893e-f7bb89642f43 req-6f860bb6-0d6d-435e-ba7b-03e990df950c tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3907313 Mar 11 17:10:56.014106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f860bb6-0d6d-435e-ba7b-03e990df950c tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14ba9e7-f4df-41cd-a123-16110d0e9243,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:56.097001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6eabd1c-0964-48b4-927a-7733361ecc21 req-2f28da21-e357-4d80-a35b-0eadf92e582e tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 210 time: 0.0494325 Mar 11 17:10:56.140559 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8a3906d-70af-4d7e-b731-72467424a548 req-41eb1197-5739-425b-90bb-a466d9931692 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0538478 Mar 11 17:10:56.180632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-f218da70-7a0e-47f8-9b70-a11a3121189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:56.182175 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-f218da70-7a0e-47f8-9b70-a11a3121189a service neutron] 10.222.0.66 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 911 time: 0.4303701 Mar 11 17:10:56.190306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Made reservation on behalf of 26bea6a37e494e0a9e900697460241d0 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:10:56.200386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.290047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-916e009a-1198-4bfa-98ff-0fbf9b7d8622 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1650086762&fields=id&tenant_id=0f89faf315d84eaabcc43f035a77547c HTTP/1.1" status: 200 len: 267 time: 0.0722041 Mar 11 17:10:56.295517 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-45ae1d58-050d-4a2f-9457-02d8b4cb7453 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7589d63-da19-4e4a-8852-c5d0f906306a HTTP/1.1" status: 200 len: 217 time: 0.0819714 Mar 11 17:10:56.303239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.358269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-06085dfe-7210-4c2d-87e7-391ca3568ee3 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:56.366455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-06085dfe-7210-4c2d-87e7-391ca3568ee3 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.0693381 Mar 11 17:10:56.373047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-e401b05e-1e87-4d96-b33a-79e34ffd6e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Request body: {'port': {'security_groups': ['cd6b5c44-002a-46cc-a850-21daac1c3b3c', 'd14ba9e7-f4df-41cd-a123-16110d0e9243']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:56.386807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-c30be7f4-036f-40dc-bd18-16f647395817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:56.388493 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-c30be7f4-036f-40dc-bd18-16f647395817 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.0820112 Mar 11 17:10:56.457196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-90afa62d-1185-41d4-ab0a-e0dbb2dfa57d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606294 Mar 11 17:10:56.467219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-e401b05e-1e87-4d96-b33a-79e34ffd6e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.645179 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-cf5f6e52-260e-440b-a0bc-2fcc5f6d67c1 service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762033 Mar 11 17:10:56.649120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.673686 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.759488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-e401b05e-1e87-4d96-b33a-79e34ffd6e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] For port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:56.831547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743bd5c4-d227-4199-9a1c-ef6535978ae4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:56.855082 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-e401b05e-1e87-4d96-b33a-79e34ffd6e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.866628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-e401b05e-1e87-4d96-b33a-79e34ffd6e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.881069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8d41acf1-7c3a-4bb7-b600-96a9ac07859b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:56.939341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-e8e32feb-c89a-41c7-825a-28b191200ca8 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1991562440&fields=id&tenant_id=3346be01a989446fbcc314f1af82973d HTTP/1.1" status: 200 len: 267 time: 0.4729822 Mar 11 17:10:56.952677 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33fe3bb9-65b1-400e-8cd9-91a03f646aa1 req-807bff0b-2040-44fa-b9b3-2d31e7849f28 service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982674 Mar 11 17:10:56.998405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Allocated IP 192.168.233.245 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/51c1e9f0-9573-463b-90c4-707db4405855) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:57.000684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-e401b05e-1e87-4d96-b33a-79e34ffd6e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:57.001118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-e401b05e-1e87-4d96-b33a-79e34ffd6e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.014900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0982aa7-353b-4f92-9e27-43e0abef0950 req-e401b05e-1e87-4d96-b33a-79e34ffd6e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "PUT /v2.0/ports/8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 981 time: 0.6472502 Mar 11 17:10:57.018015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:57.029891 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50" -d '{"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:57.111005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8d41acf1-7c3a-4bb7-b600-96a9ac07859b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:57.111399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401b05e-1e87-4d96-b33a-79e34ffd6e64 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Pushing event updated for resources: {'Port': ['ID=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:57.344816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509588c-6565-44a2-85db-593e268444e9 req-30b5cf01-911f-4900-b31c-a93f8a196874 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:57.352291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-30b5cf01-911f-4900-b31c-a93f8a196874 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/networks?id=485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 HTTP/1.1" status: 200 len: 816 time: 0.4119294 Mar 11 17:10:57.371720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-7fc81b78-d439-4daf-bd78-eca6c7403484 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/quotas/3346be01a989446fbcc314f1af82973d HTTP/1.1" status: 200 len: 375 time: 0.0181842 Mar 11 17:10:57.551771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.635508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.689917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:57.694487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:57.704186 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:10:57.741825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-040993ce-0f1f-44fb-a1d6-9572aa576903 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3346be01a989446fbcc314f1af82973d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3640947 Mar 11 17:10:57.764512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c3364772-c15a-4b3c-ad25-44f6bab9ed0a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:57.769171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c3364772-c15a-4b3c-ad25-44f6bab9ed0a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 807 time: 0.3084128 Mar 11 17:10:57.790664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42222) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:57.796393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:57.842737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:57.844222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.865572 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7bfb8901-0eae-4dfd-ac48-2eee58cb1dec tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1158433 Mar 11 17:10:57.891416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Request body: {'port': {'device_id': '81d8a235-67b3-4687-980b-f13fec737e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:58.031214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.044080 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4c55-fe84-40a0-8d19-ee87ccedcc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.171989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cd83ab82-6d91-4e8c-abea-d49180637029 None None] Provisioning complete for port 51c1e9f0-9573-463b-90c4-707db4405855 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:58.174058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cd83ab82-6d91-4e8c-abea-d49180637029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.254861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cd83ab82-6d91-4e8c-abea-d49180637029 None None] Port 51c1e9f0-9573-463b-90c4-707db4405855 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:10:58.349291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4c55-fe84-40a0-8d19-ee87ccedcc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.356223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4c55-fe84-40a0-8d19-ee87ccedcc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.396929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-5c865881-c578-4d88-9f2f-70cb03234476 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/quotas/556dd853924b45f78455e7c0197367a7 HTTP/1.1" status: 200 len: 375 time: 0.6096013 Mar 11 17:10:58.442331 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e7ff4c55-fe84-40a0-8d19-ee87ccedcc0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ff89773c03c4b1881eab749d1eda7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6420553 Mar 11 17:10:58.444557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42232) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:10:58.493478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff4c55-fe84-40a0-8d19-ee87ccedcc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f957486-c1d0-473c-a119-3907fd62abc3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:58.529603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c64f8cb0-fa34-4ac3-8070-7804ee85d540 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1166933 Mar 11 17:10:58.560243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-d3e1ba65-2acc-45a3-9902-6cc7fba3803f service neutron] 10.222.0.53 "GET /v2.0/networks/485eed02-5eeb-4fe1-8cf1-10b11fb91fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110118 Mar 11 17:10:58.702213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2235fd0-b8af-4c3b-ba18-0f814d6177a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.710903 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.713282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c1e9f0-9573-463b-90c4-707db4405855 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:10:58.726063 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.730563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-c0ad5ed3-55cf-4186-8203-7416cc4ab31f service neutron] 10.222.0.53 "GET /v2.0/networks/485eed02-5eeb-4fe1-8cf1-10b11fb91fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603565 Mar 11 17:10:58.777834 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2235fd0-b8af-4c3b-ba18-0f814d6177a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.780371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Transition to ACTIVE for port object 51c1e9f0-9573-463b-90c4-707db4405855 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:58.791104 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.833140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a7589d63-da19-4e4a-8852-c5d0f906306a details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:10:58.948299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:59.044601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c452fa37-4770-440a-a303-71b71a9ba943 service neutron] 10.222.0.53 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139565 Mar 11 17:10:59.165272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-51b5bca6-acab-454c-99ca-b6d4651682a1 service neutron] 10.222.0.53 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196530 Mar 11 17:10:59.169189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a7589d63-da19-4e4a-8852-c5d0f906306a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a7589d63-da19-4e4a-8852-c5d0f906306a,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:59.191625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2235fd0-b8af-4c3b-ba18-0f814d6177a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.200008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'a7589d63-da19-4e4a-8852-c5d0f906306a', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'port_id': 'a7589d63-da19-4e4a-8852-c5d0f906306a', 'mac_address': 'fa:16:3e:9b:83:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61238bb4-6112-4cb7-9c1b-8e1b9efac2c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:10:59.213544 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2235fd0-b8af-4c3b-ba18-0f814d6177a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.218611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b2235fd0-b8af-4c3b-ba18-0f814d6177a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f957486-c1d0-473c-a119-3907fd62abc3 HTTP/1.1" status: 204 len: 168 time: 0.7724631 Mar 11 17:10:59.225006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Attempting to bind port 51c1e9f0-9573-463b-90c4-707db4405855 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:59.234046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Attempting to bind port 51c1e9f0-9573-463b-90c4-707db4405855 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:59.235513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Attempting to bind port 51c1e9f0-9573-463b-90c4-707db4405855 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:59.244226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2235fd0-b8af-4c3b-ba18-0f814d6177a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f957486-c1d0-473c-a119-3907fd62abc3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:59.275245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Port 51c1e9f0-9573-463b-90c4-707db4405855 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:10:59.284621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Attempting to bind port 51c1e9f0-9573-463b-90c4-707db4405855 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:10:59.317812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:10:59.325824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:10:59.326955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:10:59.330336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Bound port: 51c1e9f0-9573-463b-90c4-707db4405855, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:59.332139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.333358 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.371178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7589d63-da19-4e4a-8852-c5d0f906306a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:10:59.428846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a7589d63-da19-4e4a-8852-c5d0f906306a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a7589d63-da19-4e4a-8852-c5d0f906306a,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:59.437655 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.526019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a7589d63-da19-4e4a-8852-c5d0f906306a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:59.616036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:10:59.624430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:10:59.643098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.738395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:59.740943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.744546 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] 10.222.0.46 "PUT /v2.0/ports/51c1e9f0-9573-463b-90c4-707db4405855 HTTP/1.1" status: 200 len: 1096 time: 1.8636754 Mar 11 17:10:59.753496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:59.781158 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d880c1a-c604-4297-8d0d-5da6b79d1370" -d '{"events": [{"name": "network-changed", "server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "tag": "51c1e9f0-9573-463b-90c4-707db4405855"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:10:59.848573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a7589d63-da19-4e4a-8852-c5d0f906306a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:10:59.912751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f6d18-3ba5-4857-aa69-6c03bdcec152 service neutron] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:59.957926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b6f12cfa-2e2b-4efb-8b17-15c32587b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:59.962256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-b6f12cfa-2e2b-4efb-8b17-15c32587b6fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26bea6a37e494e0a9e900697460241d0&device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 1099 time: 0.1644108 Mar 11 17:11:00.052633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491c6ca-47d3-49a5-a133-5e17dc708e6e req-c525becf-b393-4759-819f-cc2b5fca80dd tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:00.064285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9491c6ca-47d3-49a5-a133-5e17dc708e6e req-c525becf-b393-4759-819f-cc2b5fca80dd tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 945 time: 0.1888978 Mar 11 17:11:00.088630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-95052be1-37ff-4315-ac91-95d6f2fa3a23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=51c1e9f0-9573-463b-90c4-707db4405855 HTTP/1.1" status: 200 len: 217 time: 0.1102326 Mar 11 17:11:00.166473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9491c6ca-47d3-49a5-a133-5e17dc708e6e req-8b369566-d778-453d-8f75-45ce047397af tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987806 Mar 11 17:11:00.282528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-f3818b86-38bc-46af-9e84-49783568af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:00.290377 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-f3818b86-38bc-46af-9e84-49783568af62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1919084 Mar 11 17:11:00.297174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42270) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:00.343107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c61b0b04-b860-4667-a690-672899f122ed req-1a9be18e-5ea5-49d9-8834-8dfdf9c80580 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1650086762&fields=id&tenant_id=0f89faf315d84eaabcc43f035a77547c HTTP/1.1" status: 200 len: 267 time: 0.1060266 Mar 11 17:11:00.420983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0268cd55-7777-4dc7-9180-03f8cf490c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:00.535403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b0b04-b860-4667-a690-672899f122ed req-93789221-1d81-43e0-9148-ef85f4e230c9 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:00.550907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c61b0b04-b860-4667-a690-672899f122ed req-93789221-1d81-43e0-9148-ef85f4e230c9 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 984 time: 0.1940889 Mar 11 17:11:00.558233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7df20284-d3fe-4789-80fb-1e748842356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:00.561974 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-7df20284-d3fe-4789-80fb-1e748842356f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364697 Mar 11 17:11:00.572893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-c61b0b04-b860-4667-a690-672899f122ed req-56f48b90-aa11-4afd-aee4-9523a4ba7141 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Request body: {'port': {'security_groups': ['cd6b5c44-002a-46cc-a850-21daac1c3b3c']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:00.836726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c61b0b04-b860-4667-a690-672899f122ed req-56f48b90-aa11-4afd-aee4-9523a4ba7141 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:00.916219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0268cd55-7777-4dc7-9180-03f8cf490c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:00.936151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0268cd55-7777-4dc7-9180-03f8cf490c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.042448 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23445f4d-4dd5-44c6-8b1c-09feb958565b x-openstack-request-id: req-23445f4d-4dd5-44c6-8b1c-09feb958565b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:01.042786 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:01.043024 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23445f4d-4dd5-44c6-8b1c-09feb958565b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:01.043479 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'status': 'completed', 'code': 200} Mar 11 17:11:01.115523 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0268cd55-7777-4dc7-9180-03f8cf490c8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1c2bec4b14849b098779f478c13c87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150575 Mar 11 17:11:01.135131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42288) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:01.158371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c61b0b04-b860-4667-a690-672899f122ed req-56f48b90-aa11-4afd-aee4-9523a4ba7141 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] For port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:01.187696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268cd55-7777-4dc7-9180-03f8cf490c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2cbd5f-4d2c-4d3c-aa4a-80531bf42170,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:01.210988 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-ad3211c4-78b0-40d5-abd6-dca0f6ef0504 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368165 Mar 11 17:11:01.211826 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c61b0b04-b860-4667-a690-672899f122ed req-56f48b90-aa11-4afd-aee4-9523a4ba7141 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.229247 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c61b0b04-b860-4667-a690-672899f122ed req-56f48b90-aa11-4afd-aee4-9523a4ba7141 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.242117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8d41acf1-7c3a-4bb7-b600-96a9ac07859b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:01.284512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-b01a9e7c-65cf-4249-9446-8f27370290be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:01.287404 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-b01a9e7c-65cf-4249-9446-8f27370290be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1135 time: 0.3317456 Mar 11 17:11:01.388933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b0b04-b860-4667-a690-672899f122ed req-56f48b90-aa11-4afd-aee4-9523a4ba7141 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:01.390251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c61b0b04-b860-4667-a690-672899f122ed req-56f48b90-aa11-4afd-aee4-9523a4ba7141 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.399969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c61b0b04-b860-4667-a690-672899f122ed req-56f48b90-aa11-4afd-aee4-9523a4ba7141 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "PUT /v2.0/ports/8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 942 time: 0.8449244 Mar 11 17:11:01.416687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f48b90-aa11-4afd-aee4-9523a4ba7141 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Pushing event updated for resources: {'Port': ['ID=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:01.424971 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a688a36f-6ca9-433d-9e58-a7b6b87cc7db req-2ea4e0fa-8ca1-427c-bb23-284f198c7594 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650836 Mar 11 17:11:01.563291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-656e0735-318c-495d-9897-0248df131404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:01.564822 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-656e0735-318c-495d-9897-0248df131404 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 920 time: 0.2693167 Mar 11 17:11:01.572551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c37c0-89d6-465e-bded-523c7700ae47 req-30d6757a-059f-49b8-9110-a6f038a5929b tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:01.589712 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af3c37c0-89d6-465e-bded-523c7700ae47 req-30d6757a-059f-49b8-9110-a6f038a5929b tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 948 time: 0.5438147 Mar 11 17:11:01.595200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d86a3f7c-41a0-4088-92b6-96855d97b049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.637045 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-6889fda1-76ea-4f16-aa7d-ba79696bcb66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 217 time: 0.0626485 Mar 11 17:11:01.648784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8d41acf1-7c3a-4bb7-b600-96a9ac07859b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:01.689478 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d86a3f7c-41a0-4088-92b6-96855d97b049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.725268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af3c37c0-89d6-465e-bded-523c7700ae47 req-8414c7a5-6689-427a-8be5-b6c1a7b3e92b tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332052 Mar 11 17:11:01.736741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-f702eed5-f071-4712-8e61-486c43ba5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:01.747469 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-f702eed5-f071-4712-8e61-486c43ba5e54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 200 len: 860 time: 0.0942702 Mar 11 17:11:01.833537 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-459674f1-212d-421c-9b14-10dbd9ff58b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b95e3118-6dd2-4a96-8381-8f92e51de94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803812 Mar 11 17:11:01.876540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fc24e95-fe60-4a60-aa87-cb8c6ff88052 req-29843853-5367-48b8-be9a-921df5b9d2da tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 210 time: 0.0513422 Mar 11 17:11:01.935983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d86a3f7c-41a0-4088-92b6-96855d97b049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.942802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d86a3f7c-41a0-4088-92b6-96855d97b049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.949991 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d86a3f7c-41a0-4088-92b6-96855d97b049 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc2cbd5f-4d2c-4d3c-aa4a-80531bf42170 HTTP/1.1" status: 204 len: 168 time: 0.8054917 Mar 11 17:11:02.153350 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfb4cf7-d591-4aa9-a526-a1c7aa67267c x-openstack-request-id: req-ddfb4cf7-d591-4aa9-a526-a1c7aa67267c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:02.154974 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "tag": "51c1e9f0-9573-463b-90c4-707db4405855", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:02.155243 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddfb4cf7-d591-4aa9-a526-a1c7aa67267c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:02.156268 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855', 'status': 'completed', 'code': 200} Mar 11 17:11:02.165650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a3f7c-41a0-4088-92b6-96855d97b049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2cbd5f-4d2c-4d3c-aa4a-80531bf42170,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:02.317625 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-09db5ad4-89b8-4e80-a140-a6eaa4875765 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573047 Mar 11 17:11:02.333238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5107ca45-e3bb-46fd-ad89-5fecd3f5cd25 req-c4b07b6f-7e72-4e71-aee6-818ed25ae268 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0548074 Mar 11 17:11:02.501331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-6203a07a-b9e8-49bc-82d0-7f8b44ad7b8a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:02.504428 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-6203a07a-b9e8-49bc-82d0-7f8b44ad7b8a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 807 time: 0.4200470 Mar 11 17:11:02.627562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Request body: {'port': {'device_id': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f', 'admin_state_up': True, 'tenant_id': '556dd853924b45f78455e7c0197367a7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:02.651207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78141be3-9f8e-4e77-aa67-54b7164ebf7e req-4eb87e56-5ae5-48ae-a9cf-5b324dcdd5a3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:02.663132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78141be3-9f8e-4e77-aa67-54b7164ebf7e req-4eb87e56-5ae5-48ae-a9cf-5b324dcdd5a3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 945 time: 0.1380045 Mar 11 17:11:02.668886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-4ef07dd8-b6a5-45b5-9d7c-d5787e19b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:02.675383 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-4ef07dd8-b6a5-45b5-9d7c-d5787e19b582 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=26bea6a37e494e0a9e900697460241d0&device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 1099 time: 0.3731937 Mar 11 17:11:02.775767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78141be3-9f8e-4e77-aa67-54b7164ebf7e req-b13c62f3-9053-4fb6-aaac-51c971580faf tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064785 Mar 11 17:11:02.833824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a7589d63-da19-4e4a-8852-c5d0f906306a up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:03.022511 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-09788d95-6c89-4f70-84b4-c9738ecde005 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1988420 Mar 11 17:11:03.027507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:03.053484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:03.059591 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:03.078491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port a7589d63-da19-4e4a-8852-c5d0f906306a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:03.091070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port a7589d63-da19-4e4a-8852-c5d0f906306a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:03.091217 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.100559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.234308 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.281445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b36a5c2-3176-43b4-8169-15dfe762f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7589d63-da19-4e4a-8852-c5d0f906306a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:03.284814 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e9c2b4-7ae1-43e6-bb81-2e0c5d29d477" -d '{"events": [{"server_uuid": "0b36a5c2-3176-43b4-8169-15dfe762f8b2", "name": "network-vif-plugged", "status": "completed", "tag": "a7589d63-da19-4e4a-8852-c5d0f906306a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:03.300101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a7589d63-da19-4e4a-8852-c5d0f906306a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a7589d63-da19-4e4a-8852-c5d0f906306a,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:03.314640 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.422513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a7589d63-da19-4e4a-8852-c5d0f906306a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:03.534023 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.862883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Allocated IP 172.25.8.6 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/2ee7fa59-5811-4031-b776-c001837b3c44) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:04.035357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-2c95b404-7a60-4b98-a6b0-b88478a60344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:04.036871 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-2c95b404-7a60-4b98-a6b0-b88478a60344 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 1.3391023 Mar 11 17:11:04.113644 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2e47e1b5-d065-49a9-8dd3-59da7f1efe50 req-64cb7de5-6500-4fc7-8a54-69d20e663525 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7164743 Mar 11 17:11:04.173203 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-54ac38b0-9e6b-4769-bfbb-2d6229824a4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=51c1e9f0-9573-463b-90c4-707db4405855 HTTP/1.1" status: 200 len: 217 time: 0.0802448 Mar 11 17:11:04.197997 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.251068 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.301191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Made reservation on behalf of 556dd853924b45f78455e7c0197367a7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:04.317777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Pushing event updated for resources: {'Port': ['ID=2ee7fa59-5811-4031-b776-c001837b3c44,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:04.325908 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.342939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:04.344541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:04.349939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:11:04.362399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509588c-6565-44a2-85db-593e268444e9 req-a4de9c78-a06a-4c2e-976a-9d7da58748d9 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:04.375797 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-a4de9c78-a06a-4c2e-976a-9d7da58748d9 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.66 "GET /v2.0/networks?id=485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 HTTP/1.1" status: 200 len: 816 time: 1.7417414 Mar 11 17:11:04.518394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-6b231e45-7b20-4713-b4f8-fbb82394c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:04.527551 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-6b231e45-7b20-4713-b4f8-fbb82394c438 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.3294134 Mar 11 17:11:04.565397 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.652142 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.657336 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-3eff1245-2737-441e-ad38-076ee40d8111 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3346be01a989446fbcc314f1af82973d HTTP/1.1" status: 200 len: 380 time: 0.2502623 Mar 11 17:11:04.676033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Request body: {'port': {'device_id': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'admin_state_up': True, 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'security_groups': ['bff95c38-000f-4a55-b9ff-c665eb79d664']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:05.009607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:05.013625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.024820 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.041187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Allocated IP 172.20.0.5 (7656831f-61f4-4969-b07f-27c15d8f173f/b09cd1b5-ecec-43e1-9d99-d2705568e03f/eb0c0701-6094-4a0d-a0e9-5a83f72a5036) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:05.089422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Made reservation on behalf of 3346be01a989446fbcc314f1af82973d for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:05.103748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.161969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Pushing event updated for resources: {'Port': ['ID=2ee7fa59-5811-4031-b776-c001837b3c44,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:05.189398 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.224615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:05.231654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.233189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-4c63d48c-cde4-4cf2-a831-02fc7f5c1d13 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2098036 Mar 11 17:11:05.245039 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '51c1e9f0-9573-463b-90c4-707db4405855', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '51c1e9f0-9573-463b-90c4-707db4405855', 'mac_address': 'fa:16:3e:1d:39:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:05.259922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-29e5aca7-791c-4333-9958-c8aa187bdd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:05.263089 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-29e5aca7-791c-4333-9958-c8aa187bdd39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7182946 Mar 11 17:11:05.308671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.333642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c1e9f0-9573-463b-90c4-707db4405855 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:05.359487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:05.365013 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.387091 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-dad72423-d3e8-40fd-b034-543f6d4a4209 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 694 time: 0.1471195 Mar 11 17:11:05.439956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:05.607517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-9fad8465-253b-422f-8732-f31c81eaa1c5 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:05.609395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-9fad8465-253b-422f-8732-f31c81eaa1c5 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2159438 Mar 11 17:11:05.623905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-6af472ad-b4ff-4627-b8f6-704ba3be6db6 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:11:05.631102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-04b2b050-4b39-4eef-b2d3-7918622bcee2 req-6af472ad-b4ff-4627-b8f6-704ba3be6db6 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127749 Mar 11 17:11:05.658664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.699835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['51c1e9f0-9573-463b-90c4-707db4405855'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:05.761696 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-fbb0a20c-0b64-485e-9fdb-b0b13665ca52 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720466 Mar 11 17:11:05.779300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Allocated IP 172.20.0.4 (485eed02-5eeb-4fe1-8cf1-10b11fb91fb1/23fab811-0573-48f4-a91d-43977da0ef55/08e3df4e-cb6e-438d-ab4d-2ad851661af1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:06.061642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.175919 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d880c1a-c604-4297-8d0d-5da6b79d1370 req-b9eac4db-061e-4088-9299-53bad3cc2011 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943014 Mar 11 17:11:06.251152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Network 7656831f-61f4-4969-b07f-27c15d8f173f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:06.259069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:06.262222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:11:06.336364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:06.337020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.344648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Pushing event updated for resources: {'Port': ['ID=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:06.349795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde79c5-7274-48ed-b878-e609da839669 req-1bbce954-78b2-42d9-a16d-07e7b24fba95 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:06.361457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dde79c5-7274-48ed-b878-e609da839669 req-1bbce954-78b2-42d9-a16d-07e7b24fba95 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 949 time: 0.1116273 Mar 11 17:11:06.414166 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c65674ff-57ca-46a8-b11b-c4495e83a530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8914087 Mar 11 17:11:06.425003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dde79c5-7274-48ed-b878-e609da839669 req-f9721e19-3695-42b1-9355-044289122e1d tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608931 Mar 11 17:11:06.446537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Request body: {'port': {'device_id': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:06.510922 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.580634 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.582210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ce9e130-57c7-4cf2-8e98-64b0e0278316 req-ed7225bd-e529-4343-8a68-db45c87d430d tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 210 time: 0.0384257 Mar 11 17:11:06.656122 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8867c7-e867-478c-9ec5-916f43acec4e x-openstack-request-id: req-5a8867c7-e867-478c-9ec5-916f43acec4e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:06.656122 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:06.656122 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a8867c7-e867-478c-9ec5-916f43acec4e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:06.656972 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'status': 'completed', 'code': 200} Mar 11 17:11:06.887407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-59d642a8-5d91-4546-84c7-b35484a9d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:06.889566 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-59d642a8-5d91-4546-84c7-b35484a9d76e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1096 time: 0.1970906 Mar 11 17:11:06.893804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.975819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Pushing event updated for resources: {'Port': ['ID=08e3df4e-cb6e-438d-ab4d-2ad851661af1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:06.987410 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f3f7f1-6f7d-4de2-91b3-4384f2db8336 x-openstack-request-id: req-50f3f7f1-6f7d-4de2-91b3-4384f2db8336 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:06.988783 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b36a5c2-3176-43b4-8169-15dfe762f8b2", "name": "network-vif-plugged", "status": "completed", "tag": "a7589d63-da19-4e4a-8852-c5d0f906306a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:06.989255 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50f3f7f1-6f7d-4de2-91b3-4384f2db8336 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:06.989977 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36a5c2-3176-43b4-8169-15dfe762f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7589d63-da19-4e4a-8852-c5d0f906306a', 'code': 200} Mar 11 17:11:07.006842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:07.030702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:07.069171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:07.086864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:11:07.140378 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:07.141057 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.196281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 51c1e9f0-9573-463b-90c4-707db4405855 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:07.201582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 51c1e9f0-9573-463b-90c4-707db4405855 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:07.201950 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.280064 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-1143fa1a-b71e-438a-85e7-ad8874d999d5 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6104515 Mar 11 17:11:07.319385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Request body: {'port': {'device_id': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:07.345878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55891c9-c5da-4856-8470-45c82a5992c2 req-de6fefd5-3909-4d5c-b260-9f9bb5455ddd tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:07.376784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a55891c9-c5da-4856-8470-45c82a5992c2 req-de6fefd5-3909-4d5c-b260-9f9bb5455ddd tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 931 time: 0.2054381 Mar 11 17:11:07.402985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36df5-ea14-440b-89f1-50cb95d2d503 req-a49de20e-16e5-4843-9ff5-432e180edca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:07.405984 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64b36df5-ea14-440b-89f1-50cb95d2d503 req-a49de20e-16e5-4843-9ff5-432e180edca8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 1097 time: 0.3441708 Mar 11 17:11:07.408428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-d647aec7-ccd6-43fd-9f61-049473752f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:07.412431 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-d647aec7-ccd6-43fd-9f61-049473752f11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 920 time: 0.5126421 Mar 11 17:11:07.413043 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.483298 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-5c5b1ad8-d63d-47eb-8f03-ff7289242b89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 217 time: 0.0539412 Mar 11 17:11:07.496292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a55891c9-c5da-4856-8470-45c82a5992c2 req-57f7b098-0439-4d42-9230-5004ff36f3d6 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187189 Mar 11 17:11:07.513701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:07.520364 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.568514 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.660386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-240bf763-5f95-4c39-b745-8518e4ea68b4 None None] Provisioning complete for port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:07.660924 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-240bf763-5f95-4c39-b745-8518e4ea68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.718919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165c3c6-20d0-4655-ae4b-313710a82507 req-8955debb-94c7-40fd-8adc-6404adbc71e5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:07.732801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6165c3c6-20d0-4655-ae4b-313710a82507 req-8955debb-94c7-40fd-8adc-6404adbc71e5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1063306 Mar 11 17:11:07.753105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:07.784473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-240bf763-5f95-4c39-b745-8518e4ea68b4 None None] Port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:11:07.838049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6165c3c6-20d0-4655-ae4b-313710a82507 req-770f0729-81da-4e1b-9d9c-b307187bc27d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992112 Mar 11 17:11:07.933392 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:11:08.045789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0c0701-6094-4a0d-a0e9-5a83f72a5036 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:08.073593 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-64b36df5-ea14-440b-89f1-50cb95d2d503 req-e5e1c73c-cdea-4dd9-b766-be87f7c45d83 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595056 Mar 11 17:11:08.098802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:08.119726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-c5c849e9-6a99-447d-aab7-e922733caf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:08.122804 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-c5c849e9-6a99-447d-aab7-e922733caf1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 200 len: 860 time: 0.5719624 Mar 11 17:11:08.234610 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-87101020-cfce-4da1-aad0-5067029e0121 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b95e3118-6dd2-4a96-8381-8f92e51de94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027033 Mar 11 17:11:08.241504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Transition to ACTIVE for port object eb0c0701-6094-4a0d-a0e9-5a83f72a5036 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:08.382058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:08.401787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-966184e4-9367-4a0a-b2a8-898fdee75f7f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:08.409895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-966184e4-9367-4a0a-b2a8-898fdee75f7f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1653061 Mar 11 17:11:08.491412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-23a29455-232c-4899-98f8-83382eb3693e tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 694 time: 0.0808244 Mar 11 17:11:08.499114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Request body: {'floatingip': {'port_id': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:08.556055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e3df4e-cb6e-438d-ab4d-2ad851661af1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:08.572162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:08.575314 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:08.607259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:08.622287 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-76c61679-e738-421f-8641-4945ff0512a5 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729522 Mar 11 17:11:08.684656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Transition to ACTIVE for port object 08e3df4e-cb6e-438d-ab4d-2ad851661af1 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:08.704513 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:08.991905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:08.994498 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888dd004-ff19-4d18-badf-056f440634ac" -d '{"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-plugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:09.457801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Pushing event updated for resources: {'Port': ['ID=08e3df4e-cb6e-438d-ab4d-2ad851661af1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:09.590957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:09.591293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:09.591622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:09.598019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:11:09.598341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:09.603745 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5bcfa26d-b3b7-4093-8d84-0f5af7ee040e req-4fd545ef-2dc8-47e1-86a8-b5aba37fd503 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9452155 Mar 11 17:11:09.606962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Attempting to bind port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:09.607340 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Attempting to bind port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:09.607762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Attempting to bind port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 on network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:09.617080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 on network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:11:09.617399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Attempting to bind port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 on network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:09.622985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:11:09.623413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Checking segment: {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:11:09.623804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Bound using segment: {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:11:09.624243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Bound port: 08e3df4e-cb6e-438d-ab4d-2ad851661af1, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7e3fca-ded2-40a3-a153-1643618202f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:09.624840 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.642605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:11:09.642955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:11:09.643345 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:11:09.643778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Bound port: eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:09.645200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.778129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:11:09.833153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] For port 08e3df4e-cb6e-438d-ab4d-2ad851661af1, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:09.839697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] For port 08e3df4e-cb6e-438d-ab4d-2ad851661af1, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=08e3df4e-cb6e-438d-ab4d-2ad851661af1,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:09.848147 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.920531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.924371 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.926748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Pushing event updated for resources: {'Port': ['ID=08e3df4e-cb6e-438d-ab4d-2ad851661af1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:09.947131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:09.952658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:09.956096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:09.957086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.959388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-827f9dd1-c160-48fe-9449-6a95df1b0e1a service neutron] 10.222.0.66 "PUT /v2.0/ports/08e3df4e-cb6e-438d-ab4d-2ad851661af1 HTTP/1.1" status: 200 len: 1091 time: 2.6600444 Mar 11 17:11:09.960032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'tag': '08e3df4e-cb6e-438d-ab4d-2ad851661af1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:09.962537 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7173416-5d25-49c5-a5c8-428e8ddd3485" -d '{"events": [{"name": "network-changed", "server_uuid": "cccf62e0-5a64-4a9e-b0de-9ed5f6648958", "tag": "08e3df4e-cb6e-438d-ab4d-2ad851661af1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:09.977895 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:10.067533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:10.072804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:10.075035 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] 10.222.0.66 "PUT /v2.0/ports/eb0c0701-6094-4a0d-a0e9-5a83f72a5036 HTTP/1.1" status: 200 len: 1091 time: 3.6504889 Mar 11 17:11:10.145752 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Floating IP 7d00e519-563a-421f-b165-7d802082d0f8 associated. External IP: 172.25.8.6, port: 8d41acf1-7c3a-4bb7-b600-96a9ac07859b. Mar 11 17:11:10.152672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94236b41-6743-482f-ae99-9283a0655af3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:10.214025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509588c-6565-44a2-85db-593e268444e9 req-ed27f04b-38df-46df-9d3b-2f8afbaaabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:10.216432 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-ed27f04b-38df-46df-9d3b-2f8afbaaabfa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3346be01a989446fbcc314f1af82973d&device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 1094 time: 0.2037435 Mar 11 17:11:10.275865 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-c38a1231-0514-4d99-9a54-2f728c5cd0ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e3df4e-cb6e-438d-ab4d-2ad851661af1 HTTP/1.1" status: 200 len: 217 time: 0.0497105 Mar 11 17:11:10.278027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-5acc8b43-ddd5-4a70-b392-ffe113666570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:10.279783 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-5acc8b43-ddd5-4a70-b392-ffe113666570 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 1094 time: 0.1474085 Mar 11 17:11:10.393839 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-eb16a0c9-bd6b-4790-b907-67fa81f4592f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036 HTTP/1.1" status: 200 len: 217 time: 0.0982513 Mar 11 17:11:10.492976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509588c-6565-44a2-85db-593e268444e9 req-fa8355d2-f0e5-4602-b68b-5c23081aace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:10.494616 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-fa8355d2-f0e5-4602-b68b-5c23081aace7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23fab811-0573-48f4-a91d-43977da0ef55 HTTP/1.1" status: 200 len: 855 time: 0.2061348 Mar 11 17:11:10.503402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-0aa8023f-629f-48d2-a0fa-87628d330ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:10.505746 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-0aa8023f-629f-48d2-a0fa-87628d330ce1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.0870547 Mar 11 17:11:10.562463 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:10.593015 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-c8a9b13e-f99f-4a6e-b365-24b1a4fc0a04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604005 Mar 11 17:11:10.615745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509588c-6565-44a2-85db-593e268444e9 req-38a79375-e605-4c03-aa16-f5ad94a185e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:10.617586 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-38a79375-e605-4c03-aa16-f5ad94a185e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=485eed02-5eeb-4fe1-8cf1-10b11fb91fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109102 Mar 11 17:11:10.732172 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-1d9c3bef-b67d-4ef4-8696-de25bf64258d service neutron] 10.222.0.66 "GET /v2.0/networks/485eed02-5eeb-4fe1-8cf1-10b11fb91fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005194 Mar 11 17:11:10.863216 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8509588c-6565-44a2-85db-593e268444e9 req-7e971abe-f0bd-4bcb-9bcc-8dca963b6436 service neutron] 10.222.0.66 "GET /v2.0/networks/485eed02-5eeb-4fe1-8cf1-10b11fb91fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956571 Mar 11 17:11:10.915307 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-fa8de302-0f14-4f73-85db-4fc70b8a86cf service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087983 Mar 11 17:11:10.979115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Router cc39b286-c432-419c-a212-67593f36564a has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:11:11.135944 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a2b9863f-f4bc-46ac-ab78-13f405f0ffb4 req-36810407-4d20-4ee0-97c5-87d6a0b346dc service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131817 Mar 11 17:11:11.159663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:11.166031 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.174470 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] Sync routers for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:11:11.184782 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:11:11.185415 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:10:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:11.227574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-13d8d124-2d2b-4988-a662-abda499198c8 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "PUT /v2.0/floatingips/7d00e519-563a-421f-b165-7d802082d0f8 HTTP/1.1" status: 200 len: 994 time: 2.7321186 Mar 11 17:11:11.228115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:11.233048 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02aa8565-81c4-49eb-98ba-966cc7aad602" -d '{"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:11.428714 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:11:11.444248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-a0060612-3142-4c52-ba9e-374529754248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:11.454007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-a0060612-3142-4c52-ba9e-374529754248 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1096 time: 0.2132895 Mar 11 17:11:11.552457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-ff51f0e4-0c2c-4fcb-89f3-ea0e025dec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:11.561591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-ff51f0e4-0c2c-4fcb-89f3-ea0e025dec31 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 920 time: 0.1062472 Mar 11 17:11:11.680701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-6c1da1a1-97d5-4751-bd30-fbcbcc982797 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 997 time: 0.1181185 Mar 11 17:11:11.720259 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7d00e519-563a-421f-b165-7d802082d0f8', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'cc39b286-c432-419c-a212-67593f36564a', 'port_id': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'mac_address': 'fa:16:3e:59:41:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:04Z', 'updated_at': '2022-03-11T17:11:09Z', 'revision_number': 1, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0013297f-ff91-42f0-8753-89be6ee438a4', 'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'mac_address': 'fa:16:3e:44:9d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:47Z', 'updated_at': '2022-03-11T17:10:05Z', 'revision_number': 5, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'subnets': [{'id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:11.740451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-72d88ed2-4817-4170-b228-c6bd0e441764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:11.749961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-72d88ed2-4817-4170-b228-c6bd0e441764 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 200 len: 860 time: 0.0680032 Mar 11 17:11:11.756773 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] Checking router: cc39b286-c432-419c-a212-67593f36564a for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:11:11.766685 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:11:11.767332 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:10:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:11.824199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-712958ed-f602-4553-9858-45ae2fec02c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b95e3118-6dd2-4a96-8381-8f92e51de94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703895 Mar 11 17:11:11.832365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-7c4c1e21-2cb3-421f-8da4-867f21228efe service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:11:11.838719 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-7c4c1e21-2cb3-421f-8da4-867f21228efe service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105610 Mar 11 17:11:11.961114 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:11:12.012093 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-7869da81-19f4-483e-8253-6a1c26bc5bd9 service neutron] 10.222.0.53 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661172 Mar 11 17:11:12.222134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e4b4cc-8e3d-4875-8581-d12e4878a149 req-907697cd-a3e0-45ec-91b1-267e87e9dcab service neutron] 10.222.0.53 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090292 Mar 11 17:11:12.331233 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7d00e519-563a-421f-b165-7d802082d0f8', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'cc39b286-c432-419c-a212-67593f36564a', 'port_id': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'mac_address': 'fa:16:3e:59:41:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:04Z', 'updated_at': '2022-03-11T17:11:09Z', 'revision_number': 1, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0013297f-ff91-42f0-8753-89be6ee438a4', 'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'mac_address': 'fa:16:3e:44:9d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:47Z', 'updated_at': '2022-03-11T17:10:05Z', 'revision_number': 5, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'subnets': [{'id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:12.367076 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3bca9-ea33-4479-9f8b-72ba5c4603af None None] The sync data for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 is: [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7d00e519-563a-421f-b165-7d802082d0f8', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'cc39b286-c432-419c-a212-67593f36564a', 'port_id': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'mac_address': 'fa:16:3e:59:41:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:04Z', 'updated_at': '2022-03-11T17:11:09Z', 'revision_number': 1, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0013297f-ff91-42f0-8753-89be6ee438a4', 'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'mac_address': 'fa:16:3e:44:9d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:47Z', 'updated_at': '2022-03-11T17:10:05Z', 'revision_number': 5, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'subnets': [{'id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:11:12.416180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba85368-cddc-4c83-976a-b4f803e5475e req-f8793626-8467-4b39-aa89-a075c06dfc6a tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:12.418315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ba85368-cddc-4c83-976a-b4f803e5475e req-f8793626-8467-4b39-aa89-a075c06dfc6a tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 950 time: 0.0804062 Mar 11 17:11:12.484039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ba85368-cddc-4c83-976a-b4f803e5475e req-5aa6a968-c0e4-4ae7-9022-4866efc333a7 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583792 Mar 11 17:11:12.676872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11ea8f-4ce7-4491-9147-54ab3a8de50c req-532165c3-2223-4f6e-a782-8e7e46bf72ef tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:12.678811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d11ea8f-4ce7-4491-9147-54ab3a8de50c req-532165c3-2223-4f6e-a782-8e7e46bf72ef tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 943 time: 0.1099887 Mar 11 17:11:12.749992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d11ea8f-4ce7-4491-9147-54ab3a8de50c req-6da85186-e48c-4af9-bca7-235f578c10cc tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650518 Mar 11 17:11:12.756597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f8eb1-3fa3-4e42-8de5-eea9bed1872e None None] New status for floating IP 7d00e519-563a-421f-b165-7d802082d0f8: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:11:13.176189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7772b-6f06-4171-aea2-ceae81ae1829 req-d03cf2c8-5bc7-45c1-8531-009b52f27fb9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:13.178165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90f7772b-6f06-4171-aea2-ceae81ae1829 req-d03cf2c8-5bc7-45c1-8531-009b52f27fb9 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 943 time: 0.1281700 Mar 11 17:11:13.243785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90f7772b-6f06-4171-aea2-ceae81ae1829 req-f788990e-d4d5-4e9f-87f5-6970b743bab4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561171 Mar 11 17:11:13.416383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895094b-cf57-44df-aacf-8889c36c2ae7 req-d80b670d-999f-4fe3-bf78-33ba2aaf557a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:13.424236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5895094b-cf57-44df-aacf-8889c36c2ae7 req-d80b670d-999f-4fe3-bf78-33ba2aaf557a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0718827 Mar 11 17:11:13.460416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5895094b-cf57-44df-aacf-8889c36c2ae7 req-c1a02784-834a-4f73-a1a3-3643c22acd77 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352666 Mar 11 17:11:13.515405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42392) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:13.553873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11c14b36-e6b4-4d16-9004-08ca6cdb8950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.590879 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cdb183-454b-44e3-a162-f67b3187045d x-openstack-request-id: req-61cdb183-454b-44e3-a162-f67b3187045d {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:13.591194 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-plugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:13.591426 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61cdb183-454b-44e3-a162-f67b3187045d {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:13.591833 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855', 'code': 200} Mar 11 17:11:13.646346 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cc24b5-c3df-43f0-bbe7-45fd3cea64e7 x-openstack-request-id: req-39cc24b5-c3df-43f0-bbe7-45fd3cea64e7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:13.646641 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccf62e0-5a64-4a9e-b0de-9ed5f6648958", "tag": "08e3df4e-cb6e-438d-ab4d-2ad851661af1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:13.646897 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39cc24b5-c3df-43f0-bbe7-45fd3cea64e7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:13.647304 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'tag': '08e3df4e-cb6e-438d-ab4d-2ad851661af1', 'status': 'completed', 'code': 200} Mar 11 17:11:13.762217 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f73bb8-fcd7-4a1a-acb1-b602873cf53b x-openstack-request-id: req-53f73bb8-fcd7-4a1a-acb1-b602873cf53b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:13.762619 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:13.765126 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53f73bb8-fcd7-4a1a-acb1-b602873cf53b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:13.765126 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'status': 'completed', 'code': 200} Mar 11 17:11:13.777955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d3be0-9b05-4ce8-a05f-5f14fb5388eb req-1be214e2-a689-4d22-9f7e-7965f13c79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:13.779726 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d73d3be0-9b05-4ce8-a05f-5f14fb5388eb req-1be214e2-a689-4d22-9f7e-7965f13c79dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 1101 time: 0.1082809 Mar 11 17:11:13.826166 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab62e-a7fb-49f1-a71b-72e061eaa2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.963122 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-f7db8b63-8161-48c2-9867-76f12e9d9d1d tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 999 time: 0.1860738 Mar 11 17:11:13.964108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab62e-a7fb-49f1-a71b-72e061eaa2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.970085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-ee24139c-1eab-4207-b91e-4fd285c4f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:13.970085 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-ee24139c-1eab-4207-b91e-4fd285c4f991 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3346be01a989446fbcc314f1af82973d&device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 1094 time: 0.2890661 Mar 11 17:11:14.003890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab62e-a7fb-49f1-a71b-72e061eaa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.060792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-03f0850d-c5c1-42c1-afa8-ac7c58abc02b tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.073235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-03f0850d-c5c1-42c1-afa8-ac7c58abc02b tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports/8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 942 time: 0.1006188 Mar 11 17:11:14.115852 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2e5ab62e-a7fb-49f1-a71b-72e061eaa2ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18d39a443f0a472ab80ccad0978b54c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992281 Mar 11 17:11:14.119458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42398) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:14.238493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-96e28c95-11f5-48f8-8bb5-8ebe2ce846a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.240140 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-96e28c95-11f5-48f8-8bb5-8ebe2ce846a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 HTTP/1.1" status: 200 len: 916 time: 0.2399445 Mar 11 17:11:14.240776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ab62e-a7fb-49f1-a71b-72e061eaa2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b462cd00-3569-4fb4-ba45-27cf161430c2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:14.299649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-9262425f-fc1b-4304-99e8-7e8e00c1329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.301667 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-9262425f-fc1b-4304-99e8-7e8e00c1329e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1096 time: 0.5207813 Mar 11 17:11:14.302924 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-e7388052-7f9d-4366-b416-3954bd3792ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e3df4e-cb6e-438d-ab4d-2ad851661af1 HTTP/1.1" status: 200 len: 217 time: 0.0530384 Mar 11 17:11:14.305409 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d73d3be0-9b05-4ce8-a05f-5f14fb5388eb req-7322ee99-cab5-4520-9a74-973caa77acaf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989944 Mar 11 17:11:14.322468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-082a975a-43f0-47c6-9fce-580a1004b39a tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 999 time: 0.2059710 Mar 11 17:11:14.441497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-6bb58737-2820-42ad-bec0-d50cf66b21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.450542 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-6bb58737-2820-42ad-bec0-d50cf66b21c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23fab811-0573-48f4-a91d-43977da0ef55 HTTP/1.1" status: 200 len: 855 time: 0.1314178 Mar 11 17:11:14.485875 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2655fbd5-eed1-4a5d-8369-41722c0e339b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.517024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-33677369-1753-4a54-adc9-1285aa2db5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.519781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-33677369-1753-4a54-adc9-1285aa2db5d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=485eed02-5eeb-4fe1-8cf1-10b11fb91fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608101 Mar 11 17:11:14.584161 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2655fbd5-eed1-4a5d-8369-41722c0e339b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.743820 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-30bd764d-9324-4d58-b7aa-8d0459bd54e9 service neutron] 10.222.0.66 "GET /v2.0/networks/485eed02-5eeb-4fe1-8cf1-10b11fb91fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146311 Mar 11 17:11:14.744141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-2889b855-a19d-4a06-83c4-1a4cc371c353 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.757177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-2889b855-a19d-4a06-83c4-1a4cc371c353 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.4335289 Mar 11 17:11:14.914916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-b85581c5-e0cf-4046-ba5c-b889dd48c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.919203 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-b85581c5-e0cf-4046-ba5c-b889dd48c2d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 920 time: 0.3637681 Mar 11 17:11:14.979396 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2655fbd5-eed1-4a5d-8369-41722c0e339b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.985404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2655fbd5-eed1-4a5d-8369-41722c0e339b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.987873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2655fbd5-eed1-4a5d-8369-41722c0e339b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b462cd00-3569-4fb4-ba45-27cf161430c2 HTTP/1.1" status: 204 len: 168 time: 0.8673291 Mar 11 17:11:15.043518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-0c4c1e85-7bf3-49a0-8cf1-f1dab3c3f02d tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 999 time: 0.2820497 Mar 11 17:11:15.053606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-08ebd81a-139c-42a5-920a-d7a5eecb4ba1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:15.067683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655fbd5-eed1-4a5d-8369-41722c0e339b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b462cd00-3569-4fb4-ba45-27cf161430c2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:15.204621 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-cd247c03-905c-4705-bb9c-d19a9ee72e5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 999 time: 0.2733741 Mar 11 17:11:15.233831 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d7173416-5d25-49c5-a5c8-428e8ddd3485 req-bb591a9c-53d6-401b-82f7-3adca026da8f service neutron] 10.222.0.66 "GET /v2.0/networks/485eed02-5eeb-4fe1-8cf1-10b11fb91fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814665 Mar 11 17:11:15.241236 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-08ebd81a-139c-42a5-920a-d7a5eecb4ba1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:15.341821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-3360d641-9684-4396-9382-db890304a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:15.350956 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-3360d641-9684-4396-9382-db890304a9b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 200 len: 860 time: 0.1349750 Mar 11 17:11:15.442767 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-a8ef1834-2eed-4488-b142-d36029abb1d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b95e3118-6dd2-4a96-8381-8f92e51de94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852277 Mar 11 17:11:15.648735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:15.655655 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98b470b-2912-434c-be73-d688ee0d3c81" -d '{"events": [{"name": "network-changed", "server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:15.680076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-08ebd81a-139c-42a5-920a-d7a5eecb4ba1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:15.690612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-08ebd81a-139c-42a5-920a-d7a5eecb4ba1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:15.691000 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-08ebd81a-139c-42a5-920a-d7a5eecb4ba1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Floating IP 7d00e519-563a-421f-b165-7d802082d0f8 disassociated. External IP: 172.25.8.6, port: 8d41acf1-7c3a-4bb7-b600-96a9ac07859b. Mar 11 17:11:15.791034 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-251589aa-f42e-4c4f-971e-667f3ee6d89a service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358219 Mar 11 17:11:15.831995 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-50daa077-cbb0-4208-ad14-888f05895fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:15.839792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42410) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:15.906342 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c743-6a5f-42d5-828a-6155edfd7514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.020419 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02aa8565-81c4-49eb-98ba-966cc7aad602 req-8f7d1936-6093-4450-9639-6e7062f8bed9 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196078 Mar 11 17:11:16.105410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c743-6a5f-42d5-828a-6155edfd7514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.112291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c743-6a5f-42d5-828a-6155edfd7514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.195425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3c743-6a5f-42d5-828a-6155edfd7514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d18cccb-39ad-41d6-926e-23f496fabf58,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:16.231254 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dfa3c743-6a5f-42d5-828a-6155edfd7514 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77b2a2a3386d4ac4bdab5c351f1701b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840864 Mar 11 17:11:16.234279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42412) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:16.239645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-08ebd81a-139c-42a5-920a-d7a5eecb4ba1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Router cc39b286-c432-419c-a212-67593f36564a has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:11:16.383464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-08ebd81a-139c-42a5-920a-d7a5eecb4ba1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:16.386564 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2764a28-8a01-41ca-9284-5ae449291666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.388232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-08ebd81a-139c-42a5-920a-d7a5eecb4ba1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.403777 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] Sync routers for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:11:16.428536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2764a28-8a01-41ca-9284-5ae449291666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.436470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-08ebd81a-139c-42a5-920a-d7a5eecb4ba1 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "PUT /v2.0/floatingips/7d00e519-563a-421f-b165-7d802082d0f8 HTTP/1.1" status: 200 len: 693 time: 1.3907325 Mar 11 17:11:16.441568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:16.445368 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41f6b18-a74d-4578-bfce-27d6b5d7d611" -d '{"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:16.446855 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:11:16.448088 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:11:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:16.597142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2764a28-8a01-41ca-9284-5ae449291666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.600383 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2764a28-8a01-41ca-9284-5ae449291666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.603888 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a2764a28-8a01-41ca-9284-5ae449291666 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d18cccb-39ad-41d6-926e-23f496fabf58 HTTP/1.1" status: 204 len: 168 time: 0.3659647 Mar 11 17:11:16.618381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-2ea050d9-8c78-4b8b-a49f-884f0e12618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:16.624969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2764a28-8a01-41ca-9284-5ae449291666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d18cccb-39ad-41d6-926e-23f496fabf58,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:16.627028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-2ea050d9-8c78-4b8b-a49f-884f0e12618f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1096 time: 0.1650050 Mar 11 17:11:16.714470 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:11:16.839217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-b69fcadd-aa67-4725-bcc9-c328976c4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:16.857563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-b69fcadd-aa67-4725-bcc9-c328976c4b8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 920 time: 0.2154016 Mar 11 17:11:16.993730 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.018649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-eb2a3da0-f3b5-4e99-9137-c4f2104578a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 217 time: 0.1600544 Mar 11 17:11:17.134550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-81282575-632c-49fa-8670-c15408e9c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:17.140919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-81282575-632c-49fa-8670-c15408e9c91b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 200 len: 860 time: 0.1175072 Mar 11 17:11:17.193495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-7394eef9-e9e4-47f2-ace4-9def0db13cb5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b95e3118-6dd2-4a96-8381-8f92e51de94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499682 Mar 11 17:11:17.238222 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0013297f-ff91-42f0-8753-89be6ee438a4', 'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'mac_address': 'fa:16:3e:44:9d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:47Z', 'updated_at': '2022-03-11T17:10:05Z', 'revision_number': 5, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'subnets': [{'id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:17.274916 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] Checking router: cc39b286-c432-419c-a212-67593f36564a for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:11:17.300608 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:11:17.301232 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:11:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:17.363723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-f97a9c36-0ee6-4e23-b288-8b55b5b67f5c service neutron] 10.222.0.53 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622603 Mar 11 17:11:17.471819 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:11:17.563470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28ad18ce-fea8-4eb0-b282-ddd6ef36d0d0 req-da09533c-1201-41b9-a623-6e7841ec2096 service neutron] 10.222.0.53 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824427 Mar 11 17:11:17.786898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb4502-3079-468c-91ed-b2f357cf7ea0 req-e88f7f93-c515-4415-b40e-f499fd3268a1 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:17.789369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72cb4502-3079-468c-91ed-b2f357cf7ea0 req-e88f7f93-c515-4415-b40e-f499fd3268a1 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 950 time: 0.0622458 Mar 11 17:11:17.860102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72cb4502-3079-468c-91ed-b2f357cf7ea0 req-30b253ef-7905-4d53-95c5-c48bdba36ffe tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580194 Mar 11 17:11:17.945588 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0013297f-ff91-42f0-8753-89be6ee438a4', 'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'mac_address': 'fa:16:3e:44:9d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:47Z', 'updated_at': '2022-03-11T17:10:05Z', 'revision_number': 5, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'subnets': [{'id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:18.002232 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486f67a8-01f6-4dc7-8580-00248e09a36a None None] The sync data for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 is: [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:09:49Z', 'revision_number': 4, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0013297f-ff91-42f0-8753-89be6ee438a4', 'name': '', 'network_id': 'b95e3118-6dd2-4a96-8381-8f92e51de94f', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'mac_address': 'fa:16:3e:44:9d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:47Z', 'updated_at': '2022-03-11T17:10:05Z', 'revision_number': 5, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'subnets': [{'id': '87856d05-28cb-4dd8-a050-2c849fdfb9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:11:18.045391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdd36c-5a7e-43dc-a3f4-174474fdd9a2 req-e3c97670-d95a-4662-8dac-565fd6421f9e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:18.047405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99cdd36c-5a7e-43dc-a3f4-174474fdd9a2 req-e3c97670-d95a-4662-8dac-565fd6421f9e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 943 time: 0.0943887 Mar 11 17:11:18.062288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32950a4f-3f88-4a21-82f3-438bdcab00e7 req-d441e805-9bfd-4c6f-b784-a0939da022dd tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:18.063945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32950a4f-3f88-4a21-82f3-438bdcab00e7 req-d441e805-9bfd-4c6f-b784-a0939da022dd tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 943 time: 0.0749276 Mar 11 17:11:18.132724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99cdd36c-5a7e-43dc-a3f4-174474fdd9a2 req-8825ff87-12a2-408c-b771-504c57619e74 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675406 Mar 11 17:11:18.135535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32950a4f-3f88-4a21-82f3-438bdcab00e7 req-de1195be-aa96-4d89-8b9e-322270e46b50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630591 Mar 11 17:11:18.195844 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bcf4f2-8a2d-4e0a-afa0-cecbc4bbe1d0 x-openstack-request-id: req-22bcf4f2-8a2d-4e0a-afa0-cecbc4bbe1d0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:18.196397 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:18.196523 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22bcf4f2-8a2d-4e0a-afa0-cecbc4bbe1d0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:18.196953 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036', 'status': 'completed', 'code': 200} Mar 11 17:11:18.229047 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:18.285952 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98026a60-bd36-4a72-80b8-f8df50b84ff1 x-openstack-request-id: req-98026a60-bd36-4a72-80b8-f8df50b84ff1 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:18.296631 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:18.297074 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98026a60-bd36-4a72-80b8-f8df50b84ff1 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:18.297786 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'status': 'completed', 'code': 200} Mar 11 17:11:18.308855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-830a8fb8-e61f-46db-9dd5-7aff766fd1ae tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/floatingips/7d00e519-563a-421f-b165-7d802082d0f8 HTTP/1.1" status: 200 len: 693 time: 0.0910606 Mar 11 17:11:18.446978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-b30b5490-cf9c-49b0-9c3b-5cec68cb6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:18.451229 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-b30b5490-cf9c-49b0-9c3b-5cec68cb6fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f89faf315d84eaabcc43f035a77547c&device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 1096 time: 0.1815877 Mar 11 17:11:18.468331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9853700-a906-428e-8d05-9144065d0ce5 None None] New status for floating IP 7d00e519-563a-421f-b165-7d802082d0f8: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:11:18.487197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-d2851c86-3b52-44cb-ba3a-7232b4f86720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:18.489308 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-d2851c86-3b52-44cb-ba3a-7232b4f86720 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 1094 time: 0.1450274 Mar 11 17:11:18.533973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-437951a8-e316-46f2-a11e-1c4da68f34fb tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:18.543409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-437951a8-e316-46f2-a11e-1c4da68f34fb tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2328579 Mar 11 17:11:18.628573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-90b3e6d8-5685-43e8-bba7-b48f2af837a4 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 696 time: 0.0846326 Mar 11 17:11:18.638714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640e9f-dd8a-46f9-b533-da397b01cb6b req-b5771b9a-3f7e-461f-93a7-fdf57f6f4451 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:18.646799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3640e9f-dd8a-46f9-b533-da397b01cb6b req-b5771b9a-3f7e-461f-93a7-fdf57f6f4451 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.2005835 Mar 11 17:11:18.739295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-93d486e3-8f4e-429c-a1b7-e23441ecec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:18.749178 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-93d486e3-8f4e-429c-a1b7-e23441ecec38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.2413900 Mar 11 17:11:18.759986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-6a640ffd-f76a-46de-9ea5-193525dbac6c tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 696 time: 0.1102142 Mar 11 17:11:18.761482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-3df49729-3a97-40ba-9fa2-addb6db37e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:18.767128 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-3df49729-3a97-40ba-9fa2-addb6db37e94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 200 len: 920 time: 0.2986453 Mar 11 17:11:18.832596 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-1717c73a-4ea4-4fe8-9d13-a7740d3a8856 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036 HTTP/1.1" status: 200 len: 217 time: 0.0775435 Mar 11 17:11:18.877915 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-4bac7456-f05a-4050-b522-5b6c5f26ae15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 200 len: 217 time: 0.0997639 Mar 11 17:11:18.905114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3640e9f-dd8a-46f9-b533-da397b01cb6b req-e1b2e4c5-6cf6-474e-ae0c-d18f93d4aae8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561724 Mar 11 17:11:18.955240 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:18.969019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-768f0e4d-7e2f-44f7-9109-70dc06abd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:18.970563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-768f0e4d-7e2f-44f7-9109-70dc06abd353 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1026497 Mar 11 17:11:19.001329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-c13ec724-f4b5-4f39-8950-e2f954b2bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:19.003520 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-c13ec724-f4b5-4f39-8950-e2f954b2bad9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 200 len: 860 time: 0.0983598 Mar 11 17:11:19.021866 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-899c6b72-ad4c-4988-b83b-f061e8781fdc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437012 Mar 11 17:11:19.055515 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-4e735517-216a-40b5-bf5a-b7ec7b7d6e35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b95e3118-6dd2-4a96-8381-8f92e51de94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361714 Mar 11 17:11:19.259012 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-740b272e-fe61-4318-85ef-29d1f2de4a9f service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282150 Mar 11 17:11:19.341095 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-ec8836ee-1eac-4b41-82e1-3ea6f88eb293 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728531 Mar 11 17:11:19.487547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Deleting port 2ee7fa59-5811-4031-b776-c001837b3c44 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:11:19.488256 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:19.501583 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a98b470b-2912-434c-be73-d688ee0d3c81 req-6eea1140-4132-4974-a44d-f616962e5036 service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268627 Mar 11 17:11:19.521192 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a41f6b18-a74d-4578-bfce-27d6b5d7d611 req-a1e680e3-faf6-48f3-b1d9-fc63f8e5aa02 service neutron] 10.222.0.46 "GET /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417472 Mar 11 17:11:19.620112 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:19.620885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:19.647792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Calling delete_port for 2ee7fa59-5811-4031-b776-c001837b3c44 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:11:19.881592 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:19.914006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Pushing event deleted for resources: {'Port': ['ID=2ee7fa59-5811-4031-b776-c001837b3c44,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:20.012635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.015284 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.016493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff48ba29-8b84-4078-bf3c-b0c2ce98f458 req-dadd5177-96fe-4f48-9bcb-7ffb6afad36f tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "DELETE /v2.0/floatingips/7d00e519-563a-421f-b165-7d802082d0f8 HTTP/1.1" status: 204 len: 173 time: 1.2553766 Mar 11 17:11:20.154572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2264266-6ba3-49b8-9fd3-c3d1c37749d2 req-e13dd347-47d0-4f96-876c-8851d79bc533 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:20.156314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2264266-6ba3-49b8-9fd3-c3d1c37749d2 req-e13dd347-47d0-4f96-876c-8851d79bc533 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 943 time: 0.0675316 Mar 11 17:11:20.232245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2264266-6ba3-49b8-9fd3-c3d1c37749d2 req-424cb3da-9a5c-4b4c-9f05-0588b5639c8a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599816 Mar 11 17:11:20.398716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4782c7-d519-4ad9-a337-f9d0823be191 req-b07687c6-e135-4796-a98d-6bc27c430b3a tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:20.403716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c4782c7-d519-4ad9-a337-f9d0823be191 req-b07687c6-e135-4796-a98d-6bc27c430b3a tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 943 time: 0.0897017 Mar 11 17:11:20.461801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c4782c7-d519-4ad9-a337-f9d0823be191 req-1c3b098a-9e17-4671-a1d4-098b4b2b9c17 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521400 Mar 11 17:11:20.710980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-b5f574ca-1c2e-4322-b938-7a2b75fae621 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b4a22a92ae7c405f973effa5024dda5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405166 Mar 11 17:11:20.756504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7d45-23ab-416b-9ddf-f3092debb712 req-08336979-04fe-45ea-aa4d-2be0797449b1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:20.757939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38bc7d45-23ab-416b-9ddf-f3092debb712 req-08336979-04fe-45ea-aa4d-2be0797449b1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1044135 Mar 11 17:11:20.849339 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38bc7d45-23ab-416b-9ddf-f3092debb712 req-ae39225c-8d33-4349-98db-176c7637c1f8 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611043 Mar 11 17:11:20.875950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-58b43fd1-4801-4e8a-a4e4-c0a41735d4dd tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:20.877517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-58b43fd1-4801-4e8a-a4e4-c0a41735d4dd tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561425 Mar 11 17:11:20.913406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-cd8c8456-80b9-45d5-b61c-7711a93b204e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/quotas/b4a22a92ae7c405f973effa5024dda5e HTTP/1.1" status: 200 len: 375 time: 0.0210538 Mar 11 17:11:20.965114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-70cb1aaf-a31a-4253-9cb4-88337dcf9f34 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384386 Mar 11 17:11:20.972703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a647531-fe91-4b6d-8728-9b2733a8486b req-1f359ee9-c862-4c4f-888d-f6607d7c15d3 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups/d14ba9e7-f4df-41cd-a123-16110d0e9243 HTTP/1.1" status: 200 len: 1807 time: 0.0712690 Mar 11 17:11:20.987212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f1a91e55-0508-4836-a401-e198fbf41653 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:11:21.045275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5a647531-fe91-4b6d-8728-9b2733a8486b req-8a9f1a80-0bb3-4ac8-8543-e7a2417ee0fc tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:21.099007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5a647531-fe91-4b6d-8728-9b2733a8486b req-8a9f1a80-0bb3-4ac8-8543-e7a2417ee0fc tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:21.109442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:21.198484 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5a647531-fe91-4b6d-8728-9b2733a8486b req-8a9f1a80-0bb3-4ac8-8543-e7a2417ee0fc tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:21.203836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5a647531-fe91-4b6d-8728-9b2733a8486b req-8a9f1a80-0bb3-4ac8-8543-e7a2417ee0fc tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:21.204044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:21.206199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a647531-fe91-4b6d-8728-9b2733a8486b req-8a9f1a80-0bb3-4ac8-8543-e7a2417ee0fc tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "DELETE /v2.0/security-groups/d14ba9e7-f4df-41cd-a123-16110d0e9243 HTTP/1.1" status: 204 len: 173 time: 0.2270420 Mar 11 17:11:21.213759 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e0f1eb-0b09-4a02-9aba-e638f0d92199" -d '{"events": [{"server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a91e55-0508-4836-a401-e198fbf41653"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:21.227707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f1a80-0bb3-4ac8-8543-e7a2417ee0fc tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14ba9e7-f4df-41cd-a123-16110d0e9243,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:21.280834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f1a91e55-0508-4836-a401-e198fbf41653,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:21.287361 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:21.399297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-47de6282-591b-404f-be0a-289bdd0028b6 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b4a22a92ae7c405f973effa5024dda5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495045 Mar 11 17:11:21.457462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f1a91e55-0508-4836-a401-e198fbf41653,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:21.624042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55671-3253-4e31-b491-14647ee358fa req-44af1d10-9840-405d-ac3c-ac91553882ed tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:21.637374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-44af1d10-9840-405d-ac3c-ac91553882ed tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369323 Mar 11 17:11:21.651471 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fad6f3-0577-4c94-bd4b-2acbcbc3b45b x-openstack-request-id: req-91fad6f3-0577-4c94-bd4b-2acbcbc3b45b {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:21.651747 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a91e55-0508-4836-a401-e198fbf41653", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:21.652045 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91fad6f3-0577-4c94-bd4b-2acbcbc3b45b {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:21.652584 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653', 'code': 200} Mar 11 17:11:21.672693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-890e62f4-1a78-4653-bea5-5c95a78b12f5 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/quotas/b4a22a92ae7c405f973effa5024dda5e HTTP/1.1" status: 200 len: 375 time: 0.0179257 Mar 11 17:11:21.722190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-6c81aa71-05d5-458c-8b5b-ab25e3489f7c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483396 Mar 11 17:11:21.832410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ccbd-63f5-4ebe-8734-c9fc1b6ffb91 req-7f11a0ea-7c8a-4d91-961d-f8ebc3ceaadb tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:21.834605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2469ccbd-63f5-4ebe-8734-c9fc1b6ffb91 req-7f11a0ea-7c8a-4d91-961d-f8ebc3ceaadb tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 943 time: 0.0753064 Mar 11 17:11:21.947411 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2469ccbd-63f5-4ebe-8734-c9fc1b6ffb91 req-dd4c68d1-a503-42e2-81c3-074116f22728 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007745 Mar 11 17:11:22.096290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876bd12-0c37-46a5-a863-70a51083244b req-3d7f6d82-b9bf-4ecb-8a72-fd630381bfba tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:22.108248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0876bd12-0c37-46a5-a863-70a51083244b req-3d7f6d82-b9bf-4ecb-8a72-fd630381bfba tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 943 time: 0.1164730 Mar 11 17:11:22.248792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0876bd12-0c37-46a5-a863-70a51083244b req-fa968a6d-9b4f-451f-87ba-b61b0ce10307 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242695 Mar 11 17:11:22.319986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-19089338-2f07-4cac-b029-d5458cf95b22 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:22.331607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-19089338-2f07-4cac-b029-d5458cf95b22 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 804 time: 0.2205310 Mar 11 17:11:22.358423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-82e3e77c-55c9-402f-8f35-05bbf97af7f4 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/quotas/2199d8a5c54c4eba804aa9c76841d80f HTTP/1.1" status: 200 len: 375 time: 0.0233307 Mar 11 17:11:22.549078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-3f93eba0-8663-4897-a583-9e8060055cff tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733906 Mar 11 17:11:22.647405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f58462-5d1b-4628-b7c4-7396c6afa5d0 req-b82110f7-15c8-4750-a849-343f7a1a2ba3 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:22.649281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6f58462-5d1b-4628-b7c4-7396c6afa5d0 req-b82110f7-15c8-4750-a849-343f7a1a2ba3 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.1633253 Mar 11 17:11:22.719219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-bd274e28-43d6-41c6-82df-a05852f2185c service neutron] 10.222.0.53 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525526 Mar 11 17:11:22.724256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6f58462-5d1b-4628-b7c4-7396c6afa5d0 req-240eaea2-a279-4816-9724-0061d9287611 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654867 Mar 11 17:11:22.957393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30126d91-4fdf-4896-9da4-ce6d59fed654 req-46e19130-34a9-4e49-a89d-0d3f93b894e5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:22.959072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30126d91-4fdf-4896-9da4-ce6d59fed654 req-46e19130-34a9-4e49-a89d-0d3f93b894e5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1140280 Mar 11 17:11:22.963544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-4795ea64-3d41-4700-b7d9-2f07addd4646 service neutron] 10.222.0.53 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290249 Mar 11 17:11:22.997508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device eb0c0701-6094-4a0d-a0e9-5a83f72a5036 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:23.044969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30126d91-4fdf-4896-9da4-ce6d59fed654 req-51925beb-b14a-4fb2-8f17-eb242c1f6137 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600691 Mar 11 17:11:23.099025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:23.258099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f88820f-b0e5-4355-aa13-b317a416f9ae req-23fa5656-7711-42a3-9121-56cacb55aa07 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 210 time: 0.0871468 Mar 11 17:11:23.427072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e511ebba-da9c-465b-acba-9a47f82a81e9 req-bb454ffe-1dd6-4968-a546-c5a71bfaeced tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 210 time: 0.0682371 Mar 11 17:11:23.474074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a2227-5644-484a-92e3-ebd344206fdc req-d96c4ff7-10d2-46e3-844e-0467b8b19d5d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:23.476028 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b56a2227-5644-484a-92e3-ebd344206fdc req-d96c4ff7-10d2-46e3-844e-0467b8b19d5d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b557ee-daac-4a5a-a4c2-466bcdd88e65 HTTP/1.1" status: 200 len: 944 time: 0.2566378 Mar 11 17:11:23.483479 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2f9b627d-8dbd-4a6d-9296-3fa4a50b73d7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b4a22a92ae7c405f973effa5024dda5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958180 Mar 11 17:11:23.626743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e82d-904d-45f4-a35e-39e3cbc1f246 req-764bc0e2-ef9c-4d04-9351-836358688b43 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:23.629042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b65e82d-904d-45f4-a35e-39e3cbc1f246 req-764bc0e2-ef9c-4d04-9351-836358688b43 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 943 time: 0.1923721 Mar 11 17:11:23.700445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:23.767441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036', 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f', 'port_id': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036', 'mac_address': 'fa:16:3e:ae:3a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09cd1b5-ecec-43e1-9d99-d2705568e03f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:23.821063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:23.907901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b65e82d-904d-45f4-a35e-39e3cbc1f246 req-8b662d86-4a34-4ffe-920d-3432e46277c8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659709 Mar 11 17:11:24.002881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '51c1e9f0-9573-463b-90c4-707db4405855', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '51c1e9f0-9573-463b-90c4-707db4405855', 'mac_address': 'fa:16:3e:1d:39:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:24.050419 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.069150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-365244bc-0611-4bae-b00e-87c210714ce2 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:24.074499 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-365244bc-0611-4bae-b00e-87c210714ce2 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5712116 Mar 11 17:11:24.084447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fe590-6992-4749-89bc-f966bcbbff38 req-422b3736-51d2-4baa-9b4a-789c305eb091 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:24.101407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c9fe590-6992-4749-89bc-f966bcbbff38 req-422b3736-51d2-4baa-9b4a-789c305eb091 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 943 time: 0.4097350 Mar 11 17:11:24.125162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-b56a2227-5644-484a-92e3-ebd344206fdc req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Deleting port f1a91e55-0508-4836-a401-e198fbf41653 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:11:24.125719 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b56a2227-5644-484a-92e3-ebd344206fdc req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.336760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0c0701-6094-4a0d-a0e9-5a83f72a5036 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:24.348516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c9fe590-6992-4749-89bc-f966bcbbff38 req-f010eb53-fb3a-4847-a514-8e292b4ca5a1 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451611 Mar 11 17:11:24.462763 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:24.463857 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.484237 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.525782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51c1e9f0-9573-463b-90c4-707db4405855 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:24.650285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:24.665330 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.700694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:24.739048 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Request body: {'port': {'device_id': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'b4a22a92ae7c405f973effa5024dda5e'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:24.926375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda77b-36a1-4990-a21b-a7d7bba93244 req-d9ca5a09-1104-4717-a972-1140bc8a5e3e tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:24.953575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4dda77b-36a1-4990-a21b-a7d7bba93244 req-d9ca5a09-1104-4717-a972-1140bc8a5e3e tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.3868883 Mar 11 17:11:24.973121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-baa16a3c-ecdc-42e1-b76d-29f7146d0815 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b4a22a92ae7c405f973effa5024dda5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2118449 Mar 11 17:11:25.012775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['51c1e9f0-9573-463b-90c4-707db4405855'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:25.036652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f1a91e55-0508-4836-a401-e198fbf41653 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:11:25.045082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b56a2227-5644-484a-92e3-ebd344206fdc req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] For port f1a91e55-0508-4836-a401-e198fbf41653, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f1a91e55-0508-4836-a401-e198fbf41653,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:25.048962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b56a2227-5644-484a-92e3-ebd344206fdc req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:25.111892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:25.149216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['eb0c0701-6094-4a0d-a0e9-5a83f72a5036'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:25.253241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ecf28-cbc1-4f5f-be30-cc956dfae9bc req-28cdeee3-4008-4194-a0c7-df9744407a70 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:25.291312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-223ecf28-cbc1-4f5f-be30-cc956dfae9bc req-28cdeee3-4008-4194-a0c7-df9744407a70 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.6323156 Mar 11 17:11:25.347832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-b56a2227-5644-484a-92e3-ebd344206fdc req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Calling delete_port for f1a91e55-0508-4836-a401-e198fbf41653 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:11:25.431138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4dda77b-36a1-4990-a21b-a7d7bba93244 req-9e43124e-d315-4596-8c7e-7ad8900ab4ca tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701881 Mar 11 17:11:25.569519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-223ecf28-cbc1-4f5f-be30-cc956dfae9bc req-94392b29-42f2-4355-b9d4-094b0c8f2f9d tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736173 Mar 11 17:11:25.818183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55671-3253-4e31-b491-14647ee358fa req-01941887-5e14-412d-841c-8bc0f68770c4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:25.823326 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-01941887-5e14-412d-841c-8bc0f68770c4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7519443 Mar 11 17:11:25.843984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Request body: {'port': {'device_id': '14123b00-18fe-4d71-8c3d-96a7367d17b2', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'b4a22a92ae7c405f973effa5024dda5e'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:25.936816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Made reservation on behalf of b4a22a92ae7c405f973effa5024dda5e for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:25.942223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:25.957234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1b57db2-f21d-4ffb-8723-cc24ac4eca46 req-b0d250c3-2c30-4bd4-b7d3-5ce7e7f19d94 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 210 time: 0.2059610 Mar 11 17:11:25.961060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.028887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abd0ea34-b759-4377-9211-87bb6afeaaee req-a6c0fe68-53aa-47ba-8bda-5399df826f64 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 210 time: 0.1464727 Mar 11 17:11:26.081578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-0ebce80b-8622-49cf-adc5-f92c09df7aee tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:26.097292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-0ebce80b-8622-49cf-adc5-f92c09df7aee tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.3741782 Mar 11 17:11:26.540308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b93b1-580a-4cc5-8a6d-97a8748c6a72 req-76447619-955d-4ef8-86e4-5fcd68dcd82b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:26.544876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af8b93b1-580a-4cc5-8a6d-97a8748c6a72 req-76447619-955d-4ef8-86e4-5fcd68dcd82b tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 944 time: 0.3654666 Mar 11 17:11:26.571702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698625c5-73ed-4487-b90d-44430a002c66 req-e7786605-933c-43a0-8506-7b0043879870 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:26.573592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-698625c5-73ed-4487-b90d-44430a002c66 req-e7786605-933c-43a0-8506-7b0043879870 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 943 time: 0.2658403 Mar 11 17:11:26.660771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Made reservation on behalf of b4a22a92ae7c405f973effa5024dda5e for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:26.661605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-698625c5-73ed-4487-b90d-44430a002c66 req-64efa3a8-2c23-4f89-85df-f5b3444aad99 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552659 Mar 11 17:11:26.665642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.692992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.694136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Deleting port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:11:26.694491 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.715393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af8b93b1-580a-4cc5-8a6d-97a8748c6a72 req-28c8c69f-9620-469e-b13c-03d91091ae18 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404264 Mar 11 17:11:26.734410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-f60c5c63-ec4e-4125-b82a-ee071b54c72e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:26.738439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-f60c5c63-ec4e-4125-b82a-ee071b54c72e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.46 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 804 time: 0.4548655 Mar 11 17:11:26.769392 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b56a2227-5644-484a-92e3-ebd344206fdc req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.851710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Pushing event deleted for resources: {'Port': ['ID=f1a91e55-0508-4836-a401-e198fbf41653,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:26.895298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.895761 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.896099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.896454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.896791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.897113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.898284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.898284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.898284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.899126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.899126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.899395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.936162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.940072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] For port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:26.940308 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.958021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56a2227-5644-484a-92e3-ebd344206fdc req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] No DVR routers for this DVR port f1a91e55-0508-4836-a401-e198fbf41653 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:11:26.959361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Calling delete_port for 8d41acf1-7c3a-4bb7-b600-96a9ac07859b owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:11:26.961778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b56a2227-5644-484a-92e3-ebd344206fdc req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.965617 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b56a2227-5644-484a-92e3-ebd344206fdc req-e6630e42-8acc-4a93-9172-9940c9d0db10 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.66 "DELETE /v2.0/ports/f1a91e55-0508-4836-a401-e198fbf41653 HTTP/1.1" status: 204 len: 173 time: 3.4799709 Mar 11 17:11:26.967107 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'name': 'network-vif-deleted', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:26.981090 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3354dcde-0b87-415d-b559-feb159965052" -d '{"events": [{"server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "name": "network-vif-deleted", "tag": "f1a91e55-0508-4836-a401-e198fbf41653"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:26.991117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.994387 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.api [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b4a22a92ae7c405f973effa5024dda5e {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:11:26.994877 n-d-833411-1 neutron-server[102641]: DEBUG oslo_db.api [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:11:27.008136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 08e3df4e-cb6e-438d-ab4d-2ad851661af1 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:27.014768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device eb0c0701-6094-4a0d-a0e9-5a83f72a5036 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:27.101538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:27.274030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:27.288544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 08e3df4e-cb6e-438d-ab4d-2ad851661af1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=08e3df4e-cb6e-438d-ab4d-2ad851661af1,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:27.291746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:27.292390 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.321298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Request body: {'port': {'device_id': '02314049-51d5-4609-95a5-191923a9679d', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'admin_state_up': True, 'tenant_id': '2199d8a5c54c4eba804aa9c76841d80f'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:27.342005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '08e3df4e-cb6e-438d-ab4d-2ad851661af1', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'port_id': '08e3df4e-cb6e-438d-ab4d-2ad851661af1', 'mac_address': 'fa:16:3e:80:59:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:27.348883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 51c1e9f0-9573-463b-90c4-707db4405855 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:27.349494 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.362588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Allocated IP 192.168.233.195 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/3a0ad722-9e05-4adb-b10e-7a183e63a5d2) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:27.459723 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.480943 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.522158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8d41acf1-7c3a-4bb7-b600-96a9ac07859b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:27.548991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579e95e-e515-4224-9d2d-b06552bcfd74 req-f31ea9a2-4a80-4e8b-80f3-29a0425cb00d tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:27.572749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e3df4e-cb6e-438d-ab4d-2ad851661af1 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:27.573148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3579e95e-e515-4224-9d2d-b06552bcfd74 req-f31ea9a2-4a80-4e8b-80f3-29a0425cb00d tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c63ed1f-8fee-4493-967c-070f52efef2b HTTP/1.1" status: 200 len: 945 time: 0.6733396 Mar 11 17:11:27.611337 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Pushing event deleted for resources: {'Port': ['ID=8d41acf1-7c3a-4bb7-b600-96a9ac07859b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:27.616158 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.655224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 08e3df4e-cb6e-438d-ab4d-2ad851661af1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=08e3df4e-cb6e-438d-ab4d-2ad851661af1,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:27.667680 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.672444 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.680787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:27.684254 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1e5d3a-18c6-4180-8778-7efba9509ea1" -d '{"events": [{"server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:27.688701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.753621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:27.761675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.770546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.785324 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.792380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:27.797240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=08e3df4e-cb6e-438d-ab4d-2ad851661af1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:27.807193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.807542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.808126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.808997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.809325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.809649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.809970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.811674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.811674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.811674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.811674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.812040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:27.821820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] No DVR routers for this DVR port 8d41acf1-7c3a-4bb7-b600-96a9ac07859b on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:11:27.822156 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.828081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.832804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-826ef8e7-0548-4ffa-b5d0-77050684d2e1 req-9326a24a-e548-4cf8-86e6-1d7ef87c3509 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.46 "DELETE /v2.0/ports/8d41acf1-7c3a-4bb7-b600-96a9ac07859b HTTP/1.1" status: 204 len: 173 time: 1.7199361 Mar 11 17:11:27.856406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e37929-527a-4319-876a-2b86b2cac41b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:27.873575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c775e4-061a-4acb-a887-edcdbbf5c4af req-7d51a04c-9560-436a-bf16-0f6e9e79e83b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:27.879974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0c775e4-061a-4acb-a887-edcdbbf5c4af req-7d51a04c-9560-436a-bf16-0f6e9e79e83b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.9816313 Mar 11 17:11:27.886025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'name': 'network-vif-deleted', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:27.889302 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e6ba1-5783-4444-8c2d-a13fe0d7ae64" -d '{"events": [{"server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "name": "network-vif-deleted", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:27.890680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:27.910658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:27.931883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:11:27.981101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:28.035668 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:28.067847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3579e95e-e515-4224-9d2d-b06552bcfd74 req-5c12f1a8-bc1b-4132-9c6f-57c92d1becf0 tempest-ServerRescueTestJSONUnderV235-880487003 tempest-ServerRescueTestJSONUnderV235-880487003-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd6b5c44-002a-46cc-a850-21daac1c3b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911692 Mar 11 17:11:28.085883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Made reservation on behalf of 2199d8a5c54c4eba804aa9c76841d80f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:28.093429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['08e3df4e-cb6e-438d-ab4d-2ad851661af1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:28.102585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:28.121641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:28.123085 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:28.150596 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-2ba141b0-6f2d-43e0-84b9-1e5e81ce44b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0477290 Mar 11 17:11:28.169307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0c775e4-061a-4acb-a887-edcdbbf5c4af req-65d7fc91-5087-4d2e-a22f-d6247e25714b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585518 Mar 11 17:11:28.245084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:28.275886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Request body: {'port': {'device_id': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:28.276532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0919ed19-8f74-400a-8036-4efff0e5018c req-bf3bb125-8ceb-4e34-b6cd-109348891730 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 210 time: 0.0828888 Mar 11 17:11:28.422700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Allocated IP 172.20.0.6 (ab61905c-1b8b-470b-a0fb-bf99fe2decb7/b9469fab-26ff-4bf5-8d9e-53b6cca12d86/26c9db09-1e51-4dc9-b58b-321c7b88ca2c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:28.444800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Allocated IP 192.168.233.166 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:28.504812 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ab8751-1594-4a8d-ad55-e057ecc0a787 x-openstack-request-id: req-56ab8751-1594-4a8d-ad55-e057ecc0a787 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:28.505081 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b557ee-daac-4a5a-a4c2-466bcdd88e65", "name": "network-vif-deleted", "tag": "f1a91e55-0508-4836-a401-e198fbf41653", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:28.505334 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56ab8751-1594-4a8d-ad55-e057ecc0a787 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:28.505727 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b557ee-daac-4a5a-a4c2-466bcdd88e65', 'name': 'network-vif-deleted', 'tag': 'f1a91e55-0508-4836-a401-e198fbf41653', 'status': 'completed', 'code': 200} Mar 11 17:11:28.580170 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac07cb87-a61c-4e90-85e9-e2abd44d9d86 x-openstack-request-id: req-ac07cb87-a61c-4e90-85e9-e2abd44d9d86 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:28.580415 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:28.580656 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac07cb87-a61c-4e90-85e9-e2abd44d9d86 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:28.581022 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036', 'code': 200} Mar 11 17:11:28.607898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e7eda3f-c062-4ee5-a678-284182b6f6a1 req-8c90625a-729d-493e-a5a2-4e3923b6d046 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 210 time: 0.1397445 Mar 11 17:11:28.658616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f9c091ba-7dc6-4445-9824-dc7cc54f85ad None None] Provisioning complete for port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:28.658885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f9c091ba-7dc6-4445-9824-dc7cc54f85ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:28.745410 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:28.746589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f9c091ba-7dc6-4445-9824-dc7cc54f85ad None None] Port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:11:28.785533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc17cf7-1b57-4110-82cb-7ca59056f4b9 req-721a0f74-4f5f-416f-a941-73046343d00b tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:28.787529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acc17cf7-1b57-4110-82cb-7ca59056f4b9 req-721a0f74-4f5f-416f-a941-73046343d00b tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 944 time: 0.1917508 Mar 11 17:11:28.796966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:28.803371 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:28.824936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaf8ef-61a1-4eed-a6c4-65f20887c3b2 req-2cd35465-7e22-4335-afac-2e90d9e557ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:28.826554 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-77eaf8ef-61a1-4eed-a6c4-65f20887c3b2 req-2cd35465-7e22-4335-afac-2e90d9e557ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 1096 time: 0.1567256 Mar 11 17:11:28.919855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acc17cf7-1b57-4110-82cb-7ca59056f4b9 req-96dfb671-ad7b-4b82-b243-f70ac0533d94 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014867 Mar 11 17:11:28.935400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c455d9c-5f9e-4074-8e25-f16ea77784e6 req-ca86cad5-a89c-4383-9d05-ae45b14df7d0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:28.942945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c455d9c-5f9e-4074-8e25-f16ea77784e6 req-ca86cad5-a89c-4383-9d05-ae45b14df7d0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1663008 Mar 11 17:11:28.994143 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57d8c86-a0a1-43f7-a6ca-8c27cf6e2fd4 x-openstack-request-id: req-c57d8c86-a0a1-43f7-a6ca-8c27cf6e2fd4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:28.994574 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c63ed1f-8fee-4493-967c-070f52efef2b", "name": "network-vif-deleted", "tag": "8d41acf1-7c3a-4bb7-b600-96a9ac07859b", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:28.994933 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c57d8c86-a0a1-43f7-a6ca-8c27cf6e2fd4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:28.995426 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c63ed1f-8fee-4493-967c-070f52efef2b', 'name': 'network-vif-deleted', 'tag': '8d41acf1-7c3a-4bb7-b600-96a9ac07859b', 'status': 'completed', 'code': 200} Mar 11 17:11:29.000670 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.008155 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-77eaf8ef-61a1-4eed-a6c4-65f20887c3b2 req-c2b86c8e-86fd-4e02-b80e-9a860a368bd9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731305 Mar 11 17:11:29.014956 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.020176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c455d9c-5f9e-4074-8e25-f16ea77784e6 req-4db1e3af-8d42-4c96-876b-535b176d01be tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759199 Mar 11 17:11:29.078396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:29.113895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:29.116952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:11:29.125158 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.162470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:29.198479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Pushing event updated for resources: {'Port': ['ID=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:29.240747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:29.244921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:29.249889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:11:29.336062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:29.337131 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.368610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Pushing event updated for resources: {'Port': ['ID=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:29.405288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:29.419616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:29.420669 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.431658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.436151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-79909195-32a5-4602-93a4-93825a507889 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5354879 Mar 11 17:11:29.453458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Request body: {'port': {'device_id': '02314049-51d5-4609-95a5-191923a9679d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:29.492479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Transition to ACTIVE for port object 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:29.499186 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-766c8d13-5209-4ba1-8c36-4e5bb1048f44 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6650388 Mar 11 17:11:29.539534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.557976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-131d042e-67b0-4c59-b66e-f64cebb2adcc None None] Provisioning complete for port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:29.558579 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-131d042e-67b0-4c59-b66e-f64cebb2adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.575021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Request body: {'port': {'device_id': '14123b00-18fe-4d71-8c3d-96a7367d17b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:29.615425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-131d042e-67b0-4c59-b66e-f64cebb2adcc None None] Port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:11:29.791884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:29.877059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317c478-2a76-4c41-89c7-2e61cf4bdab4 req-e3f9286a-7ad2-450d-9f72-8f495620f66f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:29.880806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.881008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a317c478-2a76-4c41-89c7-2e61cf4bdab4 req-e3f9286a-7ad2-450d-9f72-8f495620f66f tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.5398118 Mar 11 17:11:29.905519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d06df-63df-4d44-b634-d9e59b457797 req-f960c630-8b3f-41db-be69-60e339a288bc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:29.915990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-f960c630-8b3f-41db-be69-60e339a288bc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 821 time: 0.8206987 Mar 11 17:11:29.920592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Attempting to bind port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:29.920933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Attempting to bind port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:29.921268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Attempting to bind port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:29.937909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:11:29.938334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Attempting to bind port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:29.963900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-a0bd6536-fad6-42b7-889a-b518fe56e1e4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/quotas/b1e2cde59a01464ab06957b0148f8e11 HTTP/1.1" status: 200 len: 375 time: 0.0468118 Mar 11 17:11:29.979333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:11:29.980879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:11:29.981767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:11:29.982657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Bound port: 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:29.982988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.056499 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.068940 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a317c478-2a76-4c41-89c7-2e61cf4bdab4 req-8a105318-4779-4842-acd2-b2fe0223fda3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778505 Mar 11 17:11:30.284424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:30.305820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:30.318239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.370969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-9ea2c727-5213-489e-89cb-4a7e8ccddd2b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3744564 Mar 11 17:11:30.383936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:30.384592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.388588 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] 10.222.0.46 "PUT /v2.0/ports/3a0ad722-9e05-4adb-b10e-7a183e63a5d2 HTTP/1.1" status: 200 len: 1096 time: 2.1473551 Mar 11 17:11:30.435290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5151832-aa32-4135-870e-e60fb5a0eee0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:30.519553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce9392-ed13-4456-b437-fc5f74a4642f req-2e000e82-ed0c-4f51-b466-fcc93ea8624c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:30.532413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91ce9392-ed13-4456-b437-fc5f74a4642f req-2e000e82-ed0c-4f51-b466-fcc93ea8624c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 936 time: 0.1998794 Mar 11 17:11:30.539966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:30.542302 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62876f0c-3224-4a95-8e79-841c8596631b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:30.582183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:30.584692 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4587f26c-9422-40c0-bec7-9c79d260b12d" -d '{"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-plugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:30.608639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91ce9392-ed13-4456-b437-fc5f74a4642f req-9d787a48-ddd3-4fd6-a790-36b944a94278 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616410 Mar 11 17:11:30.705049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:30.721447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.727392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-b6aa1933-e9a1-4031-b340-d3498d3519a3 service neutron] 10.222.0.53 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295157 Mar 11 17:11:30.749445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-e7581a3c-f454-4bba-87db-ebc1083ec915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:30.751035 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-e7581a3c-f454-4bba-87db-ebc1083ec915 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1099 time: 0.2028615 Mar 11 17:11:30.762606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Transition to ACTIVE for port object 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:30.784827 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.792225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.894214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c9db09-1e51-4dc9-b58b-321c7b88ca2c {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:30.906520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.929982 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-6f9d53a4-dc23-4928-ace9-d5aa50cb8813 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2 HTTP/1.1" status: 200 len: 217 time: 0.1604414 Mar 11 17:11:30.935936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f642f-3e90-49a9-8e58-60bb83c4b934 req-1b7cc394-16a3-4e0a-812f-249704b24c93 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:30.943323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba6f642f-3e90-49a9-8e58-60bb83c4b934 req-1b7cc394-16a3-4e0a-812f-249704b24c93 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 931 time: 0.1038053 Mar 11 17:11:31.006889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba6f642f-3e90-49a9-8e58-60bb83c4b934 req-b86569dc-495c-463d-a794-0a4904d7a48a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626209 Mar 11 17:11:31.017736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Transition to ACTIVE for port object 26c9db09-1e51-4dc9-b58b-321c7b88ca2c will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:31.038121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-4158aad4-6739-4d55-815d-1d86aec2657c service neutron] 10.222.0.53 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619593 Mar 11 17:11:31.043607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:31.046976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 08e3df4e-cb6e-438d-ab4d-2ad851661af1 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:31.115223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8d41acf1-7c3a-4bb7-b600-96a9ac07859b no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:11:31.149770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 8d41acf1-7c3a-4bb7-b600-96a9ac07859b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:11:31.150181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8d41acf1-7c3a-4bb7-b600-96a9ac07859b not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:11:31.181341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:31.202715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Pushing event updated for resources: {'Port': ['ID=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:31.204494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:31.214504 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:31.220555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Attempting to bind port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:31.221233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Attempting to bind port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:31.221702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Attempting to bind port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:31.251630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:11:31.252082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Attempting to bind port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:31.263760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:11:31.264092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:11:31.264506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:11:31.264948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Bound port: 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:31.265304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:31.323070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-70d2094b-0674-4eaa-b405-9712daae751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:31.324959 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-70d2094b-0674-4eaa-b405-9712daae751f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.3407197 Mar 11 17:11:31.328480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Pushing event updated for resources: {'Port': ['ID=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:31.426969 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:31.430229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15362b53-2766-4865-a917-f56f6dbabb11 req-f09108d5-ce60-4b3b-8183-c6a62e5853fb tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:31.432277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15362b53-2766-4865-a917-f56f6dbabb11 req-f09108d5-ce60-4b3b-8183-c6a62e5853fb tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 944 time: 0.2541471 Mar 11 17:11:31.452280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Attempting to bind port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:31.457675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Attempting to bind port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:31.460808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Attempting to bind port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:31.485819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-ac38bae4-aa2b-4662-84d4-3a13f36b86ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:31.487105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:11:31.487334 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-ac38bae4-aa2b-4662-84d4-3a13f36b86ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416373 Mar 11 17:11:31.488724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Attempting to bind port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:31.490811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] For port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:31.495275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] For port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:31.500970 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:31.539478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 08e3df4e-cb6e-438d-ab4d-2ad851661af1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=08e3df4e-cb6e-438d-ab4d-2ad851661af1,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:31.543460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:11:31.544049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Checking segment: {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:11:31.544734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Bound using segment: {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:11:31.545424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Bound port: 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:31.546023 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:31.570903 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:31.623458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15362b53-2766-4865-a917-f56f6dbabb11 req-0c1a24b8-9f39-4432-beb3-eb84b4c6dcb3 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436040 Mar 11 17:11:31.662591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:31.663228 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:31.664849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f HTTP/1.1" status: 200 len: 1096 time: 2.1184874 Mar 11 17:11:31.774571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:31.779843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:31.808220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=08e3df4e-cb6e-438d-ab4d-2ad851661af1,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:31.840718 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:31.849097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.849854 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.850570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.851500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.852389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.853002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.853584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.854143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.854948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.856012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.862211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.862973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:31.911854 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497eae2c-05f0-4484-8e5a-f46757cb9fa4 x-openstack-request-id: req-497eae2c-05f0-4484-8e5a-f46757cb9fa4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:31.912205 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:31.912484 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-497eae2c-05f0-4484-8e5a-f46757cb9fa4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:31.912882 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'status': 'completed', 'code': 200} Mar 11 17:11:31.915043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164978cc-2d3d-43ae-a85c-3b0441eb72f4 service neutron] Pushing event updated for resources: {'Port': ['ID=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:31.963619 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-7b408bfa-03a7-4bef-a44f-f602f689c0a4 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585943 Mar 11 17:11:31.978197 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8922e25-9105-4dc5-95e8-98ab0b7ff025 x-openstack-request-id: req-c8922e25-9105-4dc5-95e8-98ab0b7ff025 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:31.978562 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-plugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:31.978888 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8922e25-9105-4dc5-95e8-98ab0b7ff025 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:31.979392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55671-3253-4e31-b491-14647ee358fa req-0011058c-ef03-42a6-8e21-ff8bf2678fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:31.979527 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855', 'code': 200} Mar 11 17:11:31.981634 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-0011058c-ef03-42a6-8e21-ff8bf2678fa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 1099 time: 0.2118952 Mar 11 17:11:32.013659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:32.014291 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:32.015725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] 10.222.0.46 "PUT /v2.0/ports/26c9db09-1e51-4dc9-b58b-321c7b88ca2c HTTP/1.1" status: 200 len: 1091 time: 2.5688097 Mar 11 17:11:32.018845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:32.023825 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:32.063630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7538f5-486b-44d8-b18d-b032a0fbb8da req-0ebb93ee-fab3-4faa-913d-abd4bdb996d0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:32.072073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c7538f5-486b-44d8-b18d-b032a0fbb8da req-0ebb93ee-fab3-4faa-913d-abd4bdb996d0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.2845192 Mar 11 17:11:32.124468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af440e-fa61-47fa-9b0e-ce604afeb081 service neutron] Pushing event updated for resources: {'Port': ['ID=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:32.156553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c7538f5-486b-44d8-b18d-b032a0fbb8da req-0d73f92b-4ac5-4767-a41a-68f5dfc4c469 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774136 Mar 11 17:11:32.367406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-f1eea567-0f1c-419f-bf46-35740a765395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:32.369025 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-f1eea567-0f1c-419f-bf46-35740a765395 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 1094 time: 0.2730603 Mar 11 17:11:32.385583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbdbf2-049f-4c34-b3c2-4b1daed029b2 req-7d26fb57-af44-4f0d-b1f7-e660633a503c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:32.393001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78bbdbf2-049f-4c34-b3c2-4b1daed029b2 req-7d26fb57-af44-4f0d-b1f7-e660633a503c tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.2648430 Mar 11 17:11:32.479474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-63de6f8d-cd11-4630-9bb5-01b1f64ac1df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c HTTP/1.1" status: 200 len: 217 time: 0.0679286 Mar 11 17:11:32.518373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256418b-7fd9-4768-a4ca-2f7409ab4c02 req-2c7cf030-d17d-4770-9def-72f9f8d2b178 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:32.519956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d256418b-7fd9-4768-a4ca-2f7409ab4c02 req-2c7cf030-d17d-4770-9def-72f9f8d2b178 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 948 time: 0.2231612 Mar 11 17:11:32.532540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78bbdbf2-049f-4c34-b3c2-4b1daed029b2 req-7d165d44-38e2-425a-b130-47341b12a530 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365337 Mar 11 17:11:32.534435 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-7708d2a4-5bfe-4739-adfd-5cefce5ea5b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f HTTP/1.1" status: 200 len: 217 time: 0.5114241 Mar 11 17:11:32.629137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d256418b-7fd9-4768-a4ca-2f7409ab4c02 req-f9a4226a-b268-4cca-baf7-c7dd918224d7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950103 Mar 11 17:11:32.648872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-80c99cb5-b116-47cf-a896-b17c0ae19586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:32.652037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-80c99cb5-b116-47cf-a896-b17c0ae19586 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9469fab-26ff-4bf5-8d9e-53b6cca12d86 HTTP/1.1" status: 200 len: 844 time: 0.1630502 Mar 11 17:11:32.697852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Deleting port 0013297f-ff91-42f0-8753-89be6ee438a4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:11:32.698663 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:32.734241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-2bde4bb4-e579-4e0a-b0ae-547b7713a09d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680776 Mar 11 17:11:32.750793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55671-3253-4e31-b491-14647ee358fa req-2dbde4e0-79ea-47cb-88cc-8243680cf2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:32.755051 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-2dbde4e0-79ea-47cb-88cc-8243680cf2ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1903622 Mar 11 17:11:32.768037 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f8c3f-f213-4361-aa96-5ddecbc1d357 x-openstack-request-id: req-6e4f8c3f-f213-4361-aa96-5ddecbc1d357 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:32.770984 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:32.773023 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e4f8c3f-f213-4361-aa96-5ddecbc1d357 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:32.773538 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c', 'status': 'completed', 'code': 200} Mar 11 17:11:32.833008 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b8cf59e2-6185-4f97-92fb-07e8595fb6aa req-8a00d4b2-940f-4362-b5b0-1173dcf91f59 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472793 Mar 11 17:11:32.913534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55671-3253-4e31-b491-14647ee358fa req-ca840dfa-78ea-4908-a188-1a74378b3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:32.915140 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-ca840dfa-78ea-4908-a188-1a74378b3ea1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846946 Mar 11 17:11:32.964851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-ee778be4-235b-4d03-9609-7ad8e6b8d8cc service neutron] 10.222.0.46 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185552 Mar 11 17:11:33.092457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] For port 0013297f-ff91-42f0-8753-89be6ee438a4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0013297f-ff91-42f0-8753-89be6ee438a4,segment=NetworkSegment(3b832bd4-f39d-4121-899f-4042e348642a),segment_id=3b832bd4-f39d-4121-899f-4042e348642a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:33.092930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:33.122105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Calling delete_port for 0013297f-ff91-42f0-8753-89be6ee438a4 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:11:33.138884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8900daf8-2534-4527-b3d4-775aee7980cf req-c9215dc4-0f7f-4619-b059-caeb748f5e9d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 210 time: 0.1120489 Mar 11 17:11:33.154601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62876f0c-3224-4a95-8e79-841c8596631b req-fd53ad2c-b7f4-4311-8309-9c92610f33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:33.156917 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62876f0c-3224-4a95-8e79-841c8596631b req-fd53ad2c-b7f4-4311-8309-9c92610f33cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1099 time: 0.1396365 Mar 11 17:11:33.165327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f9f8-7c45-4a66-a4f4-0071a76a0e51 req-322977f2-e942-446b-abd5-2dd12b206222 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:33.166989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e485f9f8-7c45-4a66-a4f4-0071a76a0e51 req-322977f2-e942-446b-abd5-2dd12b206222 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 943 time: 0.2010226 Mar 11 17:11:33.202078 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-1221f40b-47bb-4b1c-8bbf-a24d4cc962e2 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743845 Mar 11 17:11:33.238407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7560548-242f-45e2-bd2a-5aa304fa0e6c req-c6bbd421-c3b9-4e74-a950-c02468579aad service neutron] 10.222.0.46 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097461 Mar 11 17:11:33.329154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e485f9f8-7c45-4a66-a4f4-0071a76a0e51 req-cb43bca3-f4d2-4ba8-8e45-f2037f4ed937 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515493 Mar 11 17:11:33.454199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fd9bf-4007-44c6-8718-84a08a293586 req-6583e44c-83be-4d42-bfed-69b1cd721489 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:33.477825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b8fd9bf-4007-44c6-8718-84a08a293586 req-6583e44c-83be-4d42-bfed-69b1cd721489 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 1096 time: 0.1809587 Mar 11 17:11:33.588388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b8fd9bf-4007-44c6-8718-84a08a293586 req-4e70f7d7-5194-4dcd-ad71-5874a766dad3 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089084 Mar 11 17:11:33.595530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-11fdca75-974a-468c-b604-d3213c9ac960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:33.597245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-11fdca75-974a-468c-b604-d3213c9ac960 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 1094 time: 0.1683474 Mar 11 17:11:33.597806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62876f0c-3224-4a95-8e79-841c8596631b req-dd3b9054-2e81-4f38-9add-876b53fc8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:33.600244 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62876f0c-3224-4a95-8e79-841c8596631b req-dd3b9054-2e81-4f38-9add-876b53fc8cdc service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.4247782 Mar 11 17:11:33.637048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976ebbc-f023-40f9-be50-f7ecf35a3686 req-82428464-e510-41e8-9f5e-540ec8e71afd tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:33.638611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9976ebbc-f023-40f9-be50-f7ecf35a3686 req-82428464-e510-41e8-9f5e-540ec8e71afd tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.1387475 Mar 11 17:11:33.739424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d06df-63df-4d44-b634-d9e59b457797 req-d453a9d0-0221-4402-9101-2b590286a9f0 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:33.741185 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-d453a9d0-0221-4402-9101-2b590286a9f0 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 821 time: 0.2275357 Mar 11 17:11:33.760974 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-20e55671-3253-4e31-b491-14647ee358fa req-122ecae0-c1b5-49b0-a449-650bcdac9d52 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292752 Mar 11 17:11:33.788262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9976ebbc-f023-40f9-be50-f7ecf35a3686 req-56ffe872-6f2e-4b08-a092-54e7bd248312 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409473 Mar 11 17:11:33.806476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Request body: {'port': {'device_id': '1da03bec-4410-4f17-858a-30e3a0627973', 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4', 'admin_state_up': True, 'tenant_id': 'b1e2cde59a01464ab06957b0148f8e11'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:33.904678 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62876f0c-3224-4a95-8e79-841c8596631b req-698ef119-8e18-4696-ab7b-e3ff1aba351a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2 HTTP/1.1" status: 200 len: 217 time: 0.1738460 Mar 11 17:11:33.921094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14123b00-18fe-4d71-8c3d-96a7367d17b2', 'tag': '54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:33.926622 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c722824-3508-446c-9ce9-03264412a178" -d '{"events": [{"name": "network-changed", "server_uuid": "14123b00-18fe-4d71-8c3d-96a7367d17b2", "tag": "54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:33.982057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e3df4e-cb6e-438d-ab4d-2ad851661af1'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:33.985658 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9b59f1-bd16-49d7-b3c2-e6880e2af07f" -d '{"events": [{"server_uuid": "cccf62e0-5a64-4a9e-b0de-9ed5f6648958", "name": "network-vif-plugged", "status": "completed", "tag": "08e3df4e-cb6e-438d-ab4d-2ad851661af1"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:33.997527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-a464fc8f-b0f3-47c1-a26f-15cb38eedc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:33.998796 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-a464fc8f-b0f3-47c1-a26f-15cb38eedc3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 904 time: 0.3732748 Mar 11 17:11:34.007241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555257c-eebb-4c6e-822c-a02f3d2e1764 req-804d649d-ffab-4ca7-bac2-3a34e9a60171 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:34.009207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0555257c-eebb-4c6e-822c-a02f3d2e1764 req-804d649d-ffab-4ca7-bac2-3a34e9a60171 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1988871 Mar 11 17:11:34.054316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-02dfc39c-67e6-43ce-8428-e9a92bb1c1d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c HTTP/1.1" status: 200 len: 217 time: 0.0424373 Mar 11 17:11:34.055617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62876f0c-3224-4a95-8e79-841c8596631b req-de516ea6-2908-454d-b604-3d91c5fa40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:34.057154 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62876f0c-3224-4a95-8e79-841c8596631b req-de516ea6-2908-454d-b604-3d91c5fa40f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1045237 Mar 11 17:11:34.129199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0555257c-eebb-4c6e-822c-a02f3d2e1764 req-255beca4-41b8-4541-98e3-3c94f1a93c0e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738411 Mar 11 17:11:34.133953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bfa43-2756-4600-b738-437504bff588 req-2692d95d-5095-4b33-9a91-9753c2f5e3dc tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:34.142565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c4bfa43-2756-4600-b738-437504bff588 req-2692d95d-5095-4b33-9a91-9753c2f5e3dc tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 1096 time: 0.2163408 Mar 11 17:11:34.186414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-c7b4da5b-4a82-4e82-90e9-406936d6a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:34.189275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-c7b4da5b-4a82-4e82-90e9-406936d6a99b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9469fab-26ff-4bf5-8d9e-53b6cca12d86 HTTP/1.1" status: 200 len: 844 time: 0.1149251 Mar 11 17:11:34.194141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Made reservation on behalf of b1e2cde59a01464ab06957b0148f8e11 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:34.198376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:34.203841 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:34.216819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c4bfa43-2756-4600-b738-437504bff588 req-b28669fd-8a12-4aac-bfab-34ecc6256920 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732338 Mar 11 17:11:34.273226 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-b784ee0b-8cfc-4a80-9142-3d71b679a1fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494938 Mar 11 17:11:34.291192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Pushing event deleted for resources: {'Port': ['ID=0013297f-ff91-42f0-8753-89be6ee438a4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:34.298606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62876f0c-3224-4a95-8e79-841c8596631b req-c4f349dc-2b66-4de0-a818-a7d5e890bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:34.301207 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62876f0c-3224-4a95-8e79-841c8596631b req-c4f349dc-2b66-4de0-a818-a7d5e890bf43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2188463 Mar 11 17:11:34.463051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-b2de0773-767f-4c31-81d5-16ba759a076c service neutron] 10.222.0.46 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792035 Mar 11 17:11:34.527065 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f10dc42-80ef-4a06-9848-18df636cebd7 x-openstack-request-id: req-9f10dc42-80ef-4a06-9848-18df636cebd7 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:34.529423 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccf62e0-5a64-4a9e-b0de-9ed5f6648958", "name": "network-vif-plugged", "status": "completed", "tag": "08e3df4e-cb6e-438d-ab4d-2ad851661af1", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:34.531584 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f10dc42-80ef-4a06-9848-18df636cebd7 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:34.535403 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e3df4e-cb6e-438d-ab4d-2ad851661af1', 'code': 200} Mar 11 17:11:34.546762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Allocated IP 172.20.0.8 (492425d5-6bf3-4055-9b46-c81571324cb4/e711de99-59e4-40d2-8451-c5cbb6281077/1c667c67-7da4-4910-a2ef-9ed82d2be875) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:34.633630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90d17e-bb24-4192-83ff-b4f34e960df9 req-36df1afb-d7f7-4cf9-8aa7-3712a58ec875 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:34.642134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe90d17e-bb24-4192-83ff-b4f34e960df9 req-36df1afb-d7f7-4cf9-8aa7-3712a58ec875 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 948 time: 0.2916853 Mar 11 17:11:34.719434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:34.733546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a58f967-1cb3-4cd8-bff4-bccab29bac00 req-9c1166db-5894-4107-810b-0571c45b9e2b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 210 time: 0.0404418 Mar 11 17:11:34.774470 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6ed351-c013-45ca-b5b1-bf3fc6e15770 x-openstack-request-id: req-6f6ed351-c013-45ca-b5b1-bf3fc6e15770 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:34.775046 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14123b00-18fe-4d71-8c3d-96a7367d17b2", "tag": "54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:34.775455 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f6ed351-c013-45ca-b5b1-bf3fc6e15770 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:34.776079 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14123b00-18fe-4d71-8c3d-96a7367d17b2', 'tag': '54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f', 'status': 'completed', 'code': 200} Mar 11 17:11:34.800627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe90d17e-bb24-4192-83ff-b4f34e960df9 req-6592423f-3934-41f2-9db1-eeeba5dd9554 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573484 Mar 11 17:11:34.812407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:34.819945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f80efc0-4473-47a3-a1cc-6df1ff6fa1b5 req-20e39a71-0c62-4f6f-b071-b8ba896795ba service neutron] 10.222.0.46 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419471 Mar 11 17:11:34.846993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['55456ac4-8bf9-4070-804d-f6adf15ac0f6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:35.009834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d149d5-1449-4c9a-8e45-3bd0551ea9c6 req-1e3f33f4-2c37-41c3-b3fb-cb6a862a676f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:35.013634 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3d149d5-1449-4c9a-8e45-3bd0551ea9c6 req-1e3f33f4-2c37-41c3-b3fb-cb6a862a676f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 943 time: 0.1032367 Mar 11 17:11:35.065197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Network 492425d5-6bf3-4055-9b46-c81571324cb4 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:35.093168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Pushing event updated for resources: {'Port': ['ID=1c667c67-7da4-4910-a2ef-9ed82d2be875,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:35.096869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:35.118128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:11:35.119696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3d149d5-1449-4c9a-8e45-3bd0551ea9c6 req-37f6e180-ef7f-469f-9424-177b48f4853e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931702 Mar 11 17:11:35.211494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c722824-3508-446c-9ce9-03264412a178 req-e086ff37-de0f-4657-ba12-6473420b549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:35.213751 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0c722824-3508-446c-9ce9-03264412a178 req-e086ff37-de0f-4657-ba12-6473420b549b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 1099 time: 0.4342229 Mar 11 17:11:35.246424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1bafd-8a44-495b-ae4d-b70ecaf58baa req-dbff50c4-9d85-47da-8d37-4b03f8cf52b3 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:35.264172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf1bafd-8a44-495b-ae4d-b70ecaf58baa req-dbff50c4-9d85-47da-8d37-4b03f8cf52b3 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.1817079 Mar 11 17:11:35.359894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf1bafd-8a44-495b-ae4d-b70ecaf58baa req-d9b4e4b7-fbc4-4059-8201-3c41fa60ba43 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906286 Mar 11 17:11:35.379596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e0e6-3f9c-4a1e-9d8b-72640bb63d69 req-11da861f-8e9b-438f-9437-f0539c3cbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:35.381292 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1534e0e6-3f9c-4a1e-9d8b-72640bb63d69 req-11da861f-8e9b-438f-9437-f0539c3cbf42 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 1096 time: 0.6030815 Mar 11 17:11:35.393532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c722824-3508-446c-9ce9-03264412a178 req-be44407d-159c-4b91-accd-03f006ec7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:35.395725 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0c722824-3508-446c-9ce9-03264412a178 req-be44407d-159c-4b91-accd-03f006ec7d91 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1681938 Mar 11 17:11:35.580074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:35.580791 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:35.617138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6353c-a364-4783-b86e-5d6e74b3681a req-990f795c-4d45-4df3-a851-b2849dcc0eea tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:35.631092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2b6353c-a364-4783-b86e-5d6e74b3681a req-990f795c-4d45-4df3-a851-b2849dcc0eea tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1235590 Mar 11 17:11:35.668616 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62876f0c-3224-4a95-8e79-841c8596631b req-17f888bf-a249-40ea-935d-03dca42a5540 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3542132 Mar 11 17:11:35.673301 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0c722824-3508-446c-9ce9-03264412a178 req-07e1e90b-6195-4e81-a7ce-37e982717cf6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f HTTP/1.1" status: 200 len: 217 time: 0.1481783 Mar 11 17:11:35.705015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2b6353c-a364-4783-b86e-5d6e74b3681a req-e3302813-3bba-45ef-8812-379dc3f6ab36 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730515 Mar 11 17:11:35.760139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c722824-3508-446c-9ce9-03264412a178 req-642c9ea7-84d5-4478-bff1-4269528f1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:35.761976 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0c722824-3508-446c-9ce9-03264412a178 req-642c9ea7-84d5-4478-bff1-4269528f1b54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0678504 Mar 11 17:11:35.856233 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-a073335d-9205-4efa-b31f-fe7c6422a3cf tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0914457 Mar 11 17:11:35.862535 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1534e0e6-3f9c-4a1e-9d8b-72640bb63d69 req-deef3fd4-568e-4470-956a-296352587d3e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438251 Mar 11 17:11:35.876681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Request body: {'port': {'device_id': '1da03bec-4410-4f17-858a-30e3a0627973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:36.005423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c722824-3508-446c-9ce9-03264412a178 req-99ff79b3-f204-4c85-b55d-f94c82178d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:36.006949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0c722824-3508-446c-9ce9-03264412a178 req-99ff79b3-f204-4c85-b55d-f94c82178d6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2284405 Mar 11 17:11:36.007482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:36.012425 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:36.150673 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0c722824-3508-446c-9ce9-03264412a178 req-5874de1c-6585-47aa-a891-f17eb995c57c service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202247 Mar 11 17:11:36.348961 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62876f0c-3224-4a95-8e79-841c8596631b req-caed4779-ab84-4db5-9c8f-954ce0069007 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538444 Mar 11 17:11:36.406379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201acdf8-015c-454b-95eb-aad1bf5e2397 req-770372f1-2d5c-42e7-8096-5ac7aa6c4513 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:36.420941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-201acdf8-015c-454b-95eb-aad1bf5e2397 req-770372f1-2d5c-42e7-8096-5ac7aa6c4513 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 931 time: 0.1257496 Mar 11 17:11:36.496780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-201acdf8-015c-454b-95eb-aad1bf5e2397 req-15e67980-0d92-4fd4-8040-11aac89c91d5 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663550 Mar 11 17:11:36.654145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de452b-c7b4-4986-93ac-acfa8df42ce9 req-40f2deec-d427-4d05-a513-81b117bd9d0d tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:36.664543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8de452b-c7b4-4986-93ac-acfa8df42ce9 req-40f2deec-d427-4d05-a513-81b117bd9d0d tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 948 time: 0.0934601 Mar 11 17:11:36.727882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8de452b-c7b4-4986-93ac-acfa8df42ce9 req-04bc9b79-bfc5-42ee-a504-4a388eb84812 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579920 Mar 11 17:11:36.838989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc5e1a-e216-41cc-a67a-e2ad23ff4dc4 req-dd4cdef9-5bb3-4af8-b99d-71b32b476bbf tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:36.847025 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70cc5e1a-e216-41cc-a67a-e2ad23ff4dc4 req-dd4cdef9-5bb3-4af8-b99d-71b32b476bbf tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 943 time: 0.0667272 Mar 11 17:11:36.906178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70cc5e1a-e216-41cc-a67a-e2ad23ff4dc4 req-c5afcc77-e313-4c62-9476-82a5bc94d28d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562825 Mar 11 17:11:36.964369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-5b5b7f3e-019c-42dd-87bf-b5fb6d765d31 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:11:36.966026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-5b5b7f3e-019c-42dd-87bf-b5fb6d765d31 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066347 Mar 11 17:11:37.030635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41f6f-e216-48d2-8a41-7f3aca0de36a req-8ba60029-b0ce-49f5-a4b9-fe7670fa0bfc tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:37.038592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bff41f6f-e216-48d2-8a41-7f3aca0de36a req-8ba60029-b0ce-49f5-a4b9-fe7670fa0bfc tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0693371 Mar 11 17:11:37.061549 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0c722824-3508-446c-9ce9-03264412a178 req-2199f985-fb8b-4a34-ba6d-95ba7bbc66b8 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8998287 Mar 11 17:11:37.087083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-f4e45e37-af07-4a7b-af23-d278d266d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:37.089263 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-f4e45e37-af07-4a7b-af23-d278d266d3eb service neutron] 10.222.0.53 "GET /v2.0/ports/eb0c0701-6094-4a0d-a0e9-5a83f72a5036 HTTP/1.1" status: 200 len: 1093 time: 0.1060143 Mar 11 17:11:37.101806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Request body: {'binding': {'host': 'n-h2-833411-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:37.102618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Unknown quota resources ['binding']. {{(pid=102641) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 17:11:37.108968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bff41f6f-e216-48d2-8a41-7f3aca0de36a req-72d30b3f-9dcf-481a-975e-aec9b875b145 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694368 Mar 11 17:11:37.143967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:37.208619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Router cc39b286-c432-419c-a212-67593f36564a has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:11:37.240072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53aaab-3150-4291-a427-31512e7c5537 req-3dc01108-3a7b-4ea1-b90e-0a9c8f5de50b tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:37.249887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db53aaab-3150-4291-a427-31512e7c5537 req-3dc01108-3a7b-4ea1-b90e-0a9c8f5de50b tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.0694695 Mar 11 17:11:37.296164 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db53aaab-3150-4291-a427-31512e7c5537 req-4737b4f7-5e56-486d-a8ac-3e630d105634 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 Mar 11 17:11:37.413718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c667c67-7da4-4910-a2ef-9ed82d2be875 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:37.439773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.460601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:37.473632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f', 'mac_address': 'fa:16:3e:08:92:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:37.541655 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.560640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Transition to ACTIVE for port object 1c667c67-7da4-4910-a2ef-9ed82d2be875 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:37.577701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:37.585509 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.643095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:37.649363 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.650304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 26c9db09-1e51-4dc9-b58b-321c7b88ca2c details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:37.704648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0a6e6-fd2c-490c-ab4f-4f8b7a813f38 req-f85d7f43-c618-4100-bade-934dc280a73e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:37.706252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1de0a6e6-fd2c-490c-ab4f-4f8b7a813f38 req-f85d7f43-c618-4100-bade-934dc280a73e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.1027875 Mar 11 17:11:37.798217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1de0a6e6-fd2c-490c-ab4f-4f8b7a813f38 req-a7e1098e-5de6-466e-ba1b-3beeef843a25 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786428 Mar 11 17:11:37.855437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c667c67-7da4-4910-a2ef-9ed82d2be875,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:37.877861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:37.881170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on host n-h2-833411-1 for vnic_type normal with profile None {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:37.881503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:37.881836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:37.901477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'port_id': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c', 'mac_address': 'fa:16:3e:bb:c9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9469fab-26ff-4bf5-8d9e-53b6cca12d86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:37.963584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:37.991810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.993898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:37.998226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:11:37.998627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:38.010370 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] Sync routers for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:11:38.022326 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3859ac8d-e6d3-4e1c-969e-8261656bbe36 admin admin] 10.222.0.53 "PUT /v2.0/routers/cc39b286-c432-419c-a212-67593f36564a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8520746 Mar 11 17:11:38.027944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47700a-b41a-4063-a4dc-cb959335a8be req-e4fba992-1bec-4e05-b7bb-351ab915b8bb tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:38.027944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c47700a-b41a-4063-a4dc-cb959335a8be req-e4fba992-1bec-4e05-b7bb-351ab915b8bb tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 949 time: 0.1156240 Mar 11 17:11:38.038681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42940) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:38.038768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c9db09-1e51-4dc9-b58b-321c7b88ca2c {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:38.055250 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:11:38.056506 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:11:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:38.112265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:11:38.112793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:11:38.113058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:11:38.113528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Bound port: eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:38.156958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:38.172195 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.172932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:38.215020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c47700a-b41a-4063-a4dc-cb959335a8be req-644b6fdb-37f3-4085-b617-fb7a8b9595ae tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867089 Mar 11 17:11:38.230245 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:11:38.302653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-b3d0b8e5-801c-457d-abf2-b8a07989de22 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:38.304237 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-b3d0b8e5-801c-457d-abf2-b8a07989de22 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.4051769 Mar 11 17:11:38.362838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:38.412681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'mac_address': 'fa:16:3e:ac:51:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:38.414291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:38.432315 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.514474 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.525495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:38.525847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:38.526180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:38.547091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:11:38.547322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:38.552235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:38.563850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:11:38.564205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:11:38.564646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:11:38.565101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Bound port: 1c667c67-7da4-4910-a2ef-9ed82d2be875, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:38.565466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.584476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:38.591204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:38.595758 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.598144 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.600516 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-e66b7aa3-9a88-4049-8563-0037709444b9 service neutron] 10.222.0.53 "POST /v2.0/ports/eb0c0701-6094-4a0d-a0e9-5a83f72a5036/bindings HTTP/1.1" status: 201 len: 389 time: 1.5021534 Mar 11 17:11:38.602573 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:11:34Z', 'revision_number': 5, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:38.613218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Deleting port a7589d63-da19-4e4a-8852-c5d0f906306a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:11:38.613785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.641441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90341fa3-6ff7-4d40-b427-60def1cde655 req-6d02c5d9-f531-4e51-a3f4-6d27d5a6b7ee tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:38.651324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90341fa3-6ff7-4d40-b427-60def1cde655 req-6d02c5d9-f531-4e51-a3f4-6d27d5a6b7ee tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 944 time: 0.2677877 Mar 11 17:11:38.718901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:38.755171 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] Checking router: cc39b286-c432-419c-a212-67593f36564a for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:11:38.792283 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] Routers {'cc39b286-c432-419c-a212-67593f36564a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:11:38.794937 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:11:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc39b286-c432-419c-a212-67593f36564a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:38.884026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:38.894740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:38.911812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] For port a7589d63-da19-4e4a-8852-c5d0f906306a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a7589d63-da19-4e4a-8852-c5d0f906306a,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:38.912586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.916952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.968738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Calling delete_port for a7589d63-da19-4e4a-8852-c5d0f906306a owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:11:38.992227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:38.994000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.996215 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c667c67-7da4-4910-a2ef-9ed82d2be875 HTTP/1.1" status: 200 len: 1091 time: 3.1281588 Mar 11 17:11:38.998799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:39.001495 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bea39f4-3274-4729-b682-f0394d624d82" -d '{"events": [{"name": "network-changed", "server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:39.038133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90341fa3-6ff7-4d40-b427-60def1cde655 req-be4f3bd3-0199-47f5-8857-335d606992f6 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842854 Mar 11 17:11:39.041764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:39.081537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de6f2e-47c0-4791-9673-016da9ab1df6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c667c67-7da4-4910-a2ef-9ed82d2be875,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:39.101666 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.156837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['26c9db09-1e51-4dc9-b58b-321c7b88ca2c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:39.162600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3a0ad722-9e05-4adb-b10e-7a183e63a5d2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:39.202046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb4366-4231-4da3-9040-b54a94db0418 req-c3cf1101-3999-40c3-98b6-54705cb605e4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:39.209262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ffb4366-4231-4da3-9040-b54a94db0418 req-c3cf1101-3999-40c3-98b6-54705cb605e4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b36a5c2-3176-43b4-8169-15dfe762f8b2 HTTP/1.1" status: 200 len: 946 time: 0.3371234 Mar 11 17:11:39.281046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-8e8a8b49-1b22-4744-b8d3-53d8e736896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:39.284475 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-8e8a8b49-1b22-4744-b8d3-53d8e736896e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 1096 time: 0.1637104 Mar 11 17:11:39.296510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d06df-63df-4d44-b634-d9e59b457797 req-04dafe75-915c-46a0-bad2-b2823c01c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:39.298545 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-04dafe75-915c-46a0-bad2-b2823c01c331 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 1094 time: 0.1616197 Mar 11 17:11:39.403880 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] Set router cc39b286-c432-419c-a212-67593f36564a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:11:39.444096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ffb4366-4231-4da3-9040-b54a94db0418 req-f25aeab2-b595-46fa-b497-ac9665804a85 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190993 Mar 11 17:11:39.495279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Deleting port 4ded2354-ab1d-425f-8546-ba3a37743ea1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:11:39.495888 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.603982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] For port 4ded2354-ab1d-425f-8546-ba3a37743ea1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4ded2354-ab1d-425f-8546-ba3a37743ea1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:39.604531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.648624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Calling delete_port for 4ded2354-ab1d-425f-8546-ba3a37743ea1 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:11:39.672256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-5c295215-ab7e-4dd8-8c43-644081232d77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875 HTTP/1.1" status: 200 len: 217 time: 0.3447311 Mar 11 17:11:39.780767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-03488666-f8fa-4b1b-900f-afa1ec5e4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:39.781135 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:11:34Z', 'revision_number': 5, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:39.783463 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-03488666-f8fa-4b1b-900f-afa1ec5e4f49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.4892716 Mar 11 17:11:39.815763 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.845122 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10994c-6951-4d21-ac78-628b0e930a58 None None] The sync data for ids ['cc39b286-c432-419c-a212-67593f36564a'] in n-d-833411-1 is: [{'id': 'cc39b286-c432-419c-a212-67593f36564a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562078257-router', 'tenant_id': '0f89faf315d84eaabcc43f035a77547c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:43Z', 'updated_at': '2022-03-11T17:11:34Z', 'revision_number': 5, 'project_id': '0f89faf315d84eaabcc43f035a77547c', 'gw_port': {'id': '4ded2354-ab1d-425f-8546-ba3a37743ea1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc39b286-c432-419c-a212-67593f36564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:44Z', 'updated_at': '2022-03-11T17:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:11:39.952472 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-b2d2c282-fb96-4af5-9d3e-cc67d744349a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036 HTTP/1.1" status: 200 len: 217 time: 0.1339669 Mar 11 17:11:40.016702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3bb40-75c0-4b8a-af98-ca60140e2245 req-4bae3520-0ac6-4c61-acde-3df4f0fc7e16 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:40.018100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] No DVR routers for this DVR port a7589d63-da19-4e4a-8852-c5d0f906306a on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:11:40.020762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41f3bb40-75c0-4b8a-af98-ca60140e2245 req-4bae3520-0ac6-4c61-acde-3df4f0fc7e16 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.7691603 Mar 11 17:11:40.021466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:40.088513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-b236a588-34a7-413b-804d-5b02f967fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:40.093201 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-b236a588-34a7-413b-804d-5b02f967fae7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1056538 Mar 11 17:11:40.096924 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:40.100460 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9e0446d-fec1-45c6-b906-a71ceef60fd3 req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "DELETE /v2.0/ports/a7589d63-da19-4e4a-8852-c5d0f906306a HTTP/1.1" status: 204 len: 173 time: 1.7840314 Mar 11 17:11:40.101388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bd2fc-5906-4e54-b7fc-0e52ebee22d7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event deleted for resources: {'Port': ['ID=a7589d63-da19-4e4a-8852-c5d0f906306a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:40.187502 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-524872c1-82cb-412a-a5e3-4ba1852f98cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796161 Mar 11 17:11:40.190431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d06df-63df-4d44-b634-d9e59b457797 req-7a84afa4-f7f1-4055-8051-6a7dcb6120df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:40.193918 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-7a84afa4-f7f1-4055-8051-6a7dcb6120df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.4920275 Mar 11 17:11:40.338465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-ddfd16f5-8108-4f71-bcdc-22c930ed1052 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250265 Mar 11 17:11:40.492030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ded2354-ab1d-425f-8546-ba3a37743ea1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:40.567341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530f6e-ca8b-409b-b62d-d2efcf87b5dc req-072c2ead-2227-4b81-99f3-341064a6ce20 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:40.576818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb530f6e-ca8b-409b-b62d-d2efcf87b5dc req-072c2ead-2227-4b81-99f3-341064a6ce20 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.6010361 Mar 11 17:11:40.587436 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-f056b37b-7052-4652-a86c-aeb3432ae4ea service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902621 Mar 11 17:11:40.601333 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:40.603054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-a389102e-24c2-4a91-bf27-7b85eddc054b service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526681 Mar 11 17:11:40.662482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41f3bb40-75c0-4b8a-af98-ca60140e2245 req-17f494dd-f2f7-4dad-a253-be6035e58dfc tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6288078 Mar 11 17:11:40.723474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb530f6e-ca8b-409b-b62d-d2efcf87b5dc req-1784905a-78e3-4a7d-a7f4-1ab0bdfa80fb tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448965 Mar 11 17:11:40.758816 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:40.851212 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-d49d30e8-1e9b-4d63-bb58-c935ab057cfa service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459841 Mar 11 17:11:40.855997 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-844d06df-63df-4d44-b634-d9e59b457797 req-90181c10-8058-4d5f-8027-dde83784a571 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417521 Mar 11 17:11:40.914119 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0688241-fb3f-4461-833d-9819197e29b3 x-openstack-request-id: req-c0688241-fb3f-4461-833d-9819197e29b3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:40.914119 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:40.914504 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0688241-fb3f-4461-833d-9819197e29b3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:40.914772 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875', 'status': 'completed', 'code': 200} Mar 11 17:11:41.002477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.004861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.055301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a7589d63-da19-4e4a-8852-c5d0f906306a no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:11:41.104500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: a7589d63-da19-4e4a-8852-c5d0f906306a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:11:41.105283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a7589d63-da19-4e4a-8852-c5d0f906306a not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:11:41.132379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea39f4-3274-4729-b682-f0394d624d82 req-c9f18a21-1560-4323-8f2c-3eef6b21480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:41.135958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.135958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc39b286-c432-419c-a212-67593f36564a {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:11:41.143646 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bea39f4-3274-4729-b682-f0394d624d82 req-c9f18a21-1560-4323-8f2c-3eef6b21480b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 1094 time: 0.1235287 Mar 11 17:11:41.143868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.144835 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff11c8a9-173a-44b0-8cc5-c707a58fa63e admin admin] 10.222.0.53 "DELETE /v2.0/routers/cc39b286-c432-419c-a212-67593f36564a HTTP/1.1" status: 204 len: 168 time: 3.1143210 Mar 11 17:11:41.147617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42976) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:41.169256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 26c9db09-1e51-4dc9-b58b-321c7b88ca2c up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:41.248143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd423a5-1194-4d70-9021-504f914d3c16 req-f6c402b1-545d-4214-a8ac-ef606ba7044c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:41.262695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cd423a5-1194-4d70-9021-504f914d3c16 req-f6c402b1-545d-4214-a8ac-ef606ba7044c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 949 time: 0.1748166 Mar 11 17:11:41.281365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d3358-e353-4a4d-b4a3-11f1f64884d3 req-6d0a0f7a-3d3a-4e17-b6b7-50548635ac2b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:41.289359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f70d3358-e353-4a4d-b4a3-11f1f64884d3 req-6d0a0f7a-3d3a-4e17-b6b7-50548635ac2b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.4138377 Mar 11 17:11:41.329924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:41.334222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:41.334594 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.434708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d462af-c3fe-4cbd-8d01-c17c56d96d05 admin admin] Deleting subnet 87856d05-28cb-4dd8-a050-2c849fdfb9d0 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:11:41.435520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f70d3358-e353-4a4d-b4a3-11f1f64884d3 req-7b489086-415a-42fc-a0d2-46df606df760 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452100 Mar 11 17:11:41.441393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cd423a5-1194-4d70-9021-504f914d3c16 req-91abb08d-0012-4025-9f79-a7c8ecd12eb9 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493807 Mar 11 17:11:41.446756 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7d462af-c3fe-4cbd-8d01-c17c56d96d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.614773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7d462af-c3fe-4cbd-8d01-c17c56d96d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.622996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf83bde-dba6-431a-a696-eacaeab73120 req-28d7bf87-6582-43c2-9b30-fa379910b9c5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:41.631973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbf83bde-dba6-431a-a696-eacaeab73120 req-28d7bf87-6582-43c2-9b30-fa379910b9c5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 944 time: 0.1031880 Mar 11 17:11:41.678319 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.728019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbf83bde-dba6-431a-a696-eacaeab73120 req-da91266b-ce5d-4dc9-a5d7-84823d6cbf71 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936511 Mar 11 17:11:41.773859 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea39f4-3274-4729-b682-f0394d624d82 req-d907c8d4-ee01-4898-8b4e-94d3739c6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:41.780054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bea39f4-3274-4729-b682-f0394d624d82 req-d907c8d4-ee01-4898-8b4e-94d3739c6419 service neutron] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.6176291 Mar 11 17:11:41.809805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:41.822553 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a83aa-d557-4bdd-aa58-24fe1d5ba767" -d '{"events": [{"server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "name": "network-vif-plugged", "status": "completed", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:41.878171 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7d462af-c3fe-4cbd-8d01-c17c56d96d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.886354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:41.899556 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.900488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:41.991877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b70d44-28c3-45cb-9e1c-0b0936f6159c req-4115957f-682a-410c-838f-b8a860f4e627 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:41.993839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6b70d44-28c3-45cb-9e1c-0b0936f6159c req-4115957f-682a-410c-838f-b8a860f4e627 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.1343307 Mar 11 17:11:42.004901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42994) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:42.010014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Request body: {'floatingip': {'port_id': '08e3df4e-cb6e-438d-ab4d-2ad851661af1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:42.030327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bea39f4-3274-4729-b682-f0394d624d82 req-9f13d752-bee7-4aab-9955-6a6bcece74d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875 HTTP/1.1" status: 200 len: 217 time: 0.1044748 Mar 11 17:11:42.070930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ded2354-ab1d-425f-8546-ba3a37743ea1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:11:42.128332 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb942f8-707a-44ee-b1ab-6c6d786494b1 x-openstack-request-id: req-1bb942f8-707a-44ee-b1ab-6c6d786494b1 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:42.128857 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "name": "network-vif-plugged", "status": "completed", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:42.129272 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bb942f8-707a-44ee-b1ab-6c6d786494b1 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:42.129798 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c', 'code': 200} Mar 11 17:11:42.170396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4ded2354-ab1d-425f-8546-ba3a37743ea1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:11:42.170859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ded2354-ab1d-425f-8546-ba3a37743ea1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:11:42.171372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0013297f-ff91-42f0-8753-89be6ee438a4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:11:42.180883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ab62-2fd0-470a-ab8d-7aaeb5622aad req-3d5fed3f-64df-4421-8b91-25a12c46c1ed tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:42.182472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7365ab62-2fd0-470a-ab8d-7aaeb5622aad req-3d5fed3f-64df-4421-8b91-25a12c46c1ed tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.2396779 Mar 11 17:11:42.186038 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.228405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 0013297f-ff91-42f0-8753-89be6ee438a4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:11:42.229452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0013297f-ff91-42f0-8753-89be6ee438a4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:11:42.260174 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:42.284705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:42.290294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:42.290683 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.302599 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7d462af-c3fe-4cbd-8d01-c17c56d96d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.307173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea39f4-3274-4729-b682-f0394d624d82 req-6374a2bd-4f4a-44a6-96f9-113077bcb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:42.309374 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bea39f4-3274-4729-b682-f0394d624d82 req-6374a2bd-4f4a-44a6-96f9-113077bcb801 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.2573195 Mar 11 17:11:42.392007 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.395225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d462af-c3fe-4cbd-8d01-c17c56d96d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87856d05-28cb-4dd8-a050-2c849fdfb9d0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:42.404196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bea39f4-3274-4729-b682-f0394d624d82 req-f67a6478-8dd4-4d4f-86ab-2c5ac56c03a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799015 Mar 11 17:11:42.411683 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7d462af-c3fe-4cbd-8d01-c17c56d96d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.425803 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c7d462af-c3fe-4cbd-8d01-c17c56d96d05 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/87856d05-28cb-4dd8-a050-2c849fdfb9d0 HTTP/1.1" status: 204 len: 168 time: 1.2770452 Mar 11 17:11:42.436731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a070d1-516d-4ba7-a55a-0bf182abe379 req-ca24820a-a060-45be-a8b2-7b024a4dd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:42.439529 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6a070d1-516d-4ba7-a55a-0bf182abe379 req-ca24820a-a060-45be-a8b2-7b024a4dd781 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 1096 time: 0.2832053 Mar 11 17:11:42.441205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43004) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:42.471657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:42.480899 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.505539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7365ab62-2fd0-470a-ab8d-7aaeb5622aad req-e465fd21-f05c-4568-9b8b-72ca17507262 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084629 Mar 11 17:11:42.612885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:42.735831 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6a070d1-516d-4ba7-a55a-0bf182abe379 req-c8f9f4ed-79df-48de-ba2a-c656fc56f354 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468216 Mar 11 17:11:42.763897 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.892844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-1875c746-e084-4464-827d-1e9d3f41cd5e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:42.903885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-1875c746-e084-4464-827d-1e9d3f41cd5e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.5325682 Mar 11 17:11:42.926086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-ea4c1b99-bb4d-4a5f-893d-5669d50706a1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/quotas/236a28be637448f4a4c97cc427c345f7 HTTP/1.1" status: 200 len: 375 time: 0.0204420 Mar 11 17:11:42.949971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b36a5c2-3176-43b4-8169-15dfe762f8b2', 'name': 'network-vif-deleted', 'tag': 'a7589d63-da19-4e4a-8852-c5d0f906306a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:42.951917 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097b00c6-721a-414b-8334-c2a33d80f0ca" -d '{"events": [{"server_uuid": "0b36a5c2-3176-43b4-8169-15dfe762f8b2", "name": "network-vif-deleted", "tag": "a7589d63-da19-4e4a-8852-c5d0f906306a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:42.956710 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bea39f4-3274-4729-b682-f0394d624d82 req-c27d5042-2be5-47a7-84f3-a7d6ea29641c service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123773 Mar 11 17:11:43.017978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-b8894b5a-93d8-4d7d-b03f-b6aea9db9057 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908875 Mar 11 17:11:43.075504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09089d20-34f7-457a-9182-569186be8229 req-aace4f4f-eae0-482f-b7f8-a7ce83ec1a07 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:43.078773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8bea39f4-3274-4729-b682-f0394d624d82 req-263e5f2a-77f8-4dd1-b848-88bda699b51e service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134048 Mar 11 17:11:43.087099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09089d20-34f7-457a-9182-569186be8229 req-aace4f4f-eae0-482f-b7f8-a7ce83ec1a07 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.3966572 Mar 11 17:11:43.091296 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.120301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95e3118-6dd2-4a96-8381-8f92e51de94f']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:43.140895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b832bd4-f39d-4121-899f-4042e348642a') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:43.141216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b832bd4-f39d-4121-899f-4042e348642a') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:43.147140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:43.175835 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.216318 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.243330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:11:43.244390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:11:43.249120 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:11:43.281917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:43.287347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:43.287913 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.291437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09089d20-34f7-457a-9182-569186be8229 req-b1317124-d421-4a54-a950-c34fe7ee008b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002783 Mar 11 17:11:43.417998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.468333 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.507951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:43.518039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-57709ef4-c1f7-4699-80d0-94e67ff12861 service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988482 Mar 11 17:11:43.531923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.542811 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b95e3118-6dd2-4a96-8381-8f92e51de94f HTTP/1.1" status: 204 len: 168 time: 1.0959842 Mar 11 17:11:43.544513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779733c-4991-4a66-b8e6-af2feb39dc74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95e3118-6dd2-4a96-8381-8f92e51de94f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:43.549887 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.685665 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b2929ef-e79d-4a75-bb57-e488de8a6af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.725082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d24bcb-6024-40ca-b491-18f3f07df733 req-23261084-af85-4b7b-b3b4-a32c2f769fdf tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:43.739958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79d24bcb-6024-40ca-b491-18f3f07df733 req-23261084-af85-4b7b-b3b4-a32c2f769fdf tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 949 time: 0.3014066 Mar 11 17:11:43.752886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:43.912403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43020) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:43.920382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79d24bcb-6024-40ca-b491-18f3f07df733 req-401bd9c7-ff02-4945-9aac-04a8499abb76 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792300 Mar 11 17:11:43.942596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-b5878c20-fcee-4124-a2ea-d1ffb5c74163 service neutron] 10.222.0.53 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217722 Mar 11 17:11:43.976718 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:11:44.007049 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5ab0093c-a625-4eea-9ec2-a40febd8c9f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f89faf315d84eaabcc43f035a77547c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940576 Mar 11 17:11:44.021352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43022) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:11:44.127269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ce20828-490a-416d-b75b-f77e7d38e2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.131071 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2'}, {'server_uuid': '14123b00-18fe-4d71-8c3d-96a7367d17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:44.133822 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f784ac63-e374-4859-805f-faebdbebe375" -d '{"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-plugged", "status": "completed", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2"}, {"server_uuid": "14123b00-18fe-4d71-8c3d-96a7367d17b2", "name": "network-vif-plugged", "status": "completed", "tag": "54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:44.167622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ce20828-490a-416d-b75b-f77e7d38e2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.245424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ce20828-490a-416d-b75b-f77e7d38e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.249332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ce20828-490a-416d-b75b-f77e7d38e2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.250866 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2ce20828-490a-416d-b75b-f77e7d38e2a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd6b5c44-002a-46cc-a850-21daac1c3b3c HTTP/1.1" status: 204 len: 168 time: 0.2209818 Mar 11 17:11:44.264953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce20828-490a-416d-b75b-f77e7d38e2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6b5c44-002a-46cc-a850-21daac1c3b3c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:44.286857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.298383 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.476839 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Floating IP a558d7f3-afd4-42a8-863e-81a01407b9fd associated. External IP: 172.25.8.45, port: 08e3df4e-cb6e-438d-ab4d-2ad851661af1. Mar 11 17:11:44.503170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96cc42-497f-417b-b605-f6c6bb7bac8a req-485e61ee-1a71-48bb-bc40-eb9217122b40 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:44.510234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec96cc42-497f-417b-b605-f6c6bb7bac8a req-485e61ee-1a71-48bb-bc40-eb9217122b40 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 945 time: 0.3492429 Mar 11 17:11:44.512952 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c4c1ee-5fd5-44cf-a4df-67dde219c4a3 x-openstack-request-id: req-d8c4c1ee-5fd5-44cf-a4df-67dde219c4a3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:44.516990 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b36a5c2-3176-43b4-8169-15dfe762f8b2", "name": "network-vif-deleted", "tag": "a7589d63-da19-4e4a-8852-c5d0f906306a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:44.522707 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8c4c1ee-5fd5-44cf-a4df-67dde219c4a3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:44.523492 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36a5c2-3176-43b4-8169-15dfe762f8b2', 'name': 'network-vif-deleted', 'tag': 'a7589d63-da19-4e4a-8852-c5d0f906306a', 'status': 'completed', 'code': 200} Mar 11 17:11:44.649199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec96cc42-497f-417b-b605-f6c6bb7bac8a req-279d2928-5d12-4925-aa26-986d73200a24 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750561 Mar 11 17:11:44.765122 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf39d44-1c6d-4f13-ac6c-c504184534d4 x-openstack-request-id: req-ebf39d44-1c6d-4f13-ac6c-c504184534d4 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:44.765653 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-plugged", "status": "completed", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2", "code": 200}, {"server_uuid": "14123b00-18fe-4d71-8c3d-96a7367d17b2", "name": "network-vif-plugged", "status": "completed", "tag": "54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:44.765653 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebf39d44-1c6d-4f13-ac6c-c504184534d4 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:44.766066 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'code': 200} Mar 11 17:11:44.766532 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14123b00-18fe-4d71-8c3d-96a7367d17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f', 'code': 200} Mar 11 17:11:44.885168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda674c-7cad-4693-b499-a823fccbafe0 req-ca4fea33-0110-47f7-9d5d-9f355dffc0d1 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:44.886799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbda674c-7cad-4693-b499-a823fccbafe0 req-ca4fea33-0110-47f7-9d5d-9f355dffc0d1 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.2118061 Mar 11 17:11:44.934769 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:11:45.003258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ed5edf2-f3dd-481d-89fd-c3359c8b670e req-a1e3d05f-9609-4494-b053-0cd123f31fc4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 210 time: 0.1154368 Mar 11 17:11:45.104314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5534c-c3aa-42da-9dd8-25a70dfe246e req-6cb231bb-3b20-4a3f-b847-f677d032885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:45.109611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8da5534c-c3aa-42da-9dd8-25a70dfe246e req-6cb231bb-3b20-4a3f-b847-f677d032885b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 1101 time: 0.1863995 Mar 11 17:11:45.152592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2054c-9636-4622-9248-2185e7cb4305 req-c8163356-15ea-434a-9ead-db3f77e924d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:45.154808 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a1e2054c-9636-4622-9248-2185e7cb4305 req-c8163356-15ea-434a-9ead-db3f77e924d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1101 time: 0.1662767 Mar 11 17:11:45.255036 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a1e2054c-9636-4622-9248-2185e7cb4305 req-0860e7ac-344c-4b67-b191-c4a5f5bda686 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802567 Mar 11 17:11:45.294092 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8da5534c-c3aa-42da-9dd8-25a70dfe246e req-22366648-a881-4fe0-a494-d7c1eaa723b4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622939 Mar 11 17:11:45.316616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbda674c-7cad-4693-b499-a823fccbafe0 req-b20e768c-e66d-4013-a130-461a6bb0de27 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126050 Mar 11 17:11:45.369273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99e387-fdd3-4bcc-ae71-2ea52dd66ccd req-8388128d-5dfb-4c96-af98-636530e3036b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:45.370818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed99e387-fdd3-4bcc-ae71-2ea52dd66ccd req-8388128d-5dfb-4c96-af98-636530e3036b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.0862906 Mar 11 17:11:45.388934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Router 132e834e-26b4-446b-a843-8f33e9b43db0 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:11:45.507740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed99e387-fdd3-4bcc-ae71-2ea52dd66ccd req-ae68784c-7b86-46d4-b938-3bcd1c31b83d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174364 Mar 11 17:11:45.807923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:45.842992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] Sync routers for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:11:45.860894 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:45.879911 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c24135d0-51ae-430f-b039-15e86e304acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:45.937419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2a322-d41f-4dd7-8f57-a66853e58f0e req-af82b3e7-0697-490e-b391-e604cb994904 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:45.939160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:11:45.940621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:11:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:45.950817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58c2a322-d41f-4dd7-8f57-a66853e58f0e req-af82b3e7-0697-490e-b391-e604cb994904 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 950 time: 0.4710276 Mar 11 17:11:45.967421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e749b9c7-2e10-43ea-981d-f2e574b84d50 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "PUT /v2.0/floatingips/a558d7f3-afd4-42a8-863e-81a01407b9fd HTTP/1.1" status: 200 len: 990 time: 3.9609692 Mar 11 17:11:45.989143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'tag': '08e3df4e-cb6e-438d-ab4d-2ad851661af1'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:45.994069 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344" -d '{"events": [{"name": "network-changed", "server_uuid": "cccf62e0-5a64-4a9e-b0de-9ed5f6648958", "tag": "08e3df4e-cb6e-438d-ab4d-2ad851661af1"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:46.078957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c03db-0752-4b2d-a406-fab5238c33f3 req-f429c6e4-b48d-4787-b142-0a59460693c5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:46.091709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d3c03db-0752-4b2d-a406-fab5238c33f3 req-f429c6e4-b48d-4787-b142-0a59460693c5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 945 time: 0.2544143 Mar 11 17:11:46.183897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:11:46.259080 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d3c03db-0752-4b2d-a406-fab5238c33f3 req-307444e0-361e-4319-a260-0632306cca80 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660221 Mar 11 17:11:46.316107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58c2a322-d41f-4dd7-8f57-a66853e58f0e req-3a820dc2-4656-45f6-970b-243044dbc6d7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576357 Mar 11 17:11:46.509501 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48bda16-4558-4b3a-9f3f-1562f0da4847 x-openstack-request-id: req-f48bda16-4558-4b3a-9f3f-1562f0da4847 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:46.513441 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccf62e0-5a64-4a9e-b0de-9ed5f6648958", "tag": "08e3df4e-cb6e-438d-ab4d-2ad851661af1", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:46.513441 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f48bda16-4558-4b3a-9f3f-1562f0da4847 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:46.513441 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'tag': '08e3df4e-cb6e-438d-ab4d-2ad851661af1', 'status': 'completed', 'code': 200} Mar 11 17:11:46.518516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527389a-83e9-46f5-aa1a-ef4132d9c84a req-5e28db6e-b5a5-40a6-987c-13186e1b3c04 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:46.544974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4527389a-83e9-46f5-aa1a-ef4132d9c84a req-5e28db6e-b5a5-40a6-987c-13186e1b3c04 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.1545980 Mar 11 17:11:46.631306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4527389a-83e9-46f5-aa1a-ef4132d9c84a req-fc6c3434-a995-4716-8a64-0f679ba7f6d9 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853698 Mar 11 17:11:46.809220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-460179ea-47f1-4cae-93d8-259c797463a9 req-09d14d30-5e3b-4801-ad3d-29d6dd04949a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 210 time: 0.0833926 Mar 11 17:11:46.849722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-57c73bc6-202c-44df-a551-1dadc61472e5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:46.859194 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-57c73bc6-202c-44df-a551-1dadc61472e5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 811 time: 0.4238586 Mar 11 17:11:47.242033 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:47.445577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de9f9-bb65-4ca7-a7e6-571b35ac509d req-20038faf-1454-445f-b96b-423a5792a91c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:47.460116 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a86de9f9-bb65-4ca7-a7e6-571b35ac509d req-20038faf-1454-445f-b96b-423a5792a91c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1439049 Mar 11 17:11:47.750499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a558d7f3-afd4-42a8-863e-81a01407b9fd', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'port_id': '08e3df4e-cb6e-438d-ab4d-2ad851661af1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'mac_address': 'fa:16:3e:80:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:10:16Z', 'updated_at': '2022-03-11T17:11:43Z', 'revision_number': 1, 'project_id': '3346be01a989446fbcc314f1af82973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965645fe-e2fe-4696-acfa-f2ad395456c6', 'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'mac_address': 'fa:16:3e:86:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:04Z', 'updated_at': '2022-03-11T17:10:14Z', 'revision_number': 5, 'project_id': '3346be01a989446fbcc314f1af82973d', 'subnets': [{'id': '23fab811-0573-48f4-a91d-43977da0ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:47.847706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a86de9f9-bb65-4ca7-a7e6-571b35ac509d req-a8731c0d-051b-4092-867e-b8f1e6d3acd2 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833766 Mar 11 17:11:47.950877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cd125-31f6-42e1-8289-8d919939d755 req-aeea3179-edb7-4ed6-8a35-7dca6d8da87a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:47.960941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] Checking router: 132e834e-26b4-446b-a843-8f33e9b43db0 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:11:47.971262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f36cd125-31f6-42e1-8289-8d919939d755 req-aeea3179-edb7-4ed6-8a35-7dca6d8da87a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.4729359 Mar 11 17:11:48.027076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Request body: {'port': {'device_id': 'a756595d-2788-4db7-b580-47a59b7e14b8', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'admin_state_up': True, 'tenant_id': '236a28be637448f4a4c97cc427c345f7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:48.054428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:11:48.055936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:11:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:48.104540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f36cd125-31f6-42e1-8289-8d919939d755 req-8aec0267-31e3-4e87-8a64-4e9e36484807 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267650 Mar 11 17:11:48.384660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:11:48.409505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b46f200a-5f54-41a4-b2bf-058db5819dac req-a51faabe-7702-47f4-808f-4198b8c036ca tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.1807363 Mar 11 17:11:48.451553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Made reservation on behalf of 236a28be637448f4a4c97cc427c345f7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:48.456037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:48.481242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-566fa733-4b48-4d44-9ef9-30e18c59d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:48.483493 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-566fa733-4b48-4d44-9ef9-30e18c59d1be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3346be01a989446fbcc314f1af82973d&device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 1096 time: 1.6216543 Mar 11 17:11:48.488925 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-41612855-3db1-4690-bbc1-57e65059aa6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4774129 Mar 11 17:11:48.800873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:49.048415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Allocated IP 172.20.0.2 (21492b47-f8bc-49f0-bdde-3091c249d24d/61238bb4-6112-4cb7-9c1b-8e1b9efac2c2/729eb145-9c54-42a0-8c64-f91b4b9ddbf4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:49.155163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-fc0c81ed-1874-4802-b059-69b30afa8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:49.157098 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-fc0c81ed-1874-4802-b059-69b30afa8d15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 1096 time: 0.3170638 Mar 11 17:11:49.345008 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:49.353759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-ad6e3424-56f9-48f4-a66b-b980f60a8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:49.358013 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-ad6e3424-56f9-48f4-a66b-b980f60a8c8c service neutron] 10.222.0.66 "GET /v2.0/networks?id=485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 HTTP/1.1" status: 200 len: 916 time: 0.5193555 Mar 11 17:11:49.440824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a558d7f3-afd4-42a8-863e-81a01407b9fd', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'port_id': '08e3df4e-cb6e-438d-ab4d-2ad851661af1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'mac_address': 'fa:16:3e:80:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:10:16Z', 'updated_at': '2022-03-11T17:11:43Z', 'revision_number': 1, 'project_id': '3346be01a989446fbcc314f1af82973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965645fe-e2fe-4696-acfa-f2ad395456c6', 'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'mac_address': 'fa:16:3e:86:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:04Z', 'updated_at': '2022-03-11T17:10:14Z', 'revision_number': 5, 'project_id': '3346be01a989446fbcc314f1af82973d', 'subnets': [{'id': '23fab811-0573-48f4-a91d-43977da0ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:49.523057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57441caf-3c9a-455b-8cac-2e6de965426d req-b36e0ac3-9423-4752-9470-de768215cf92 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:49.539739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57441caf-3c9a-455b-8cac-2e6de965426d req-b36e0ac3-9423-4752-9470-de768215cf92 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 945 time: 1.0648513 Mar 11 17:11:49.574769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d401c-d5e1-43b2-b054-7e008dde1480 None None] The sync data for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 is: [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a558d7f3-afd4-42a8-863e-81a01407b9fd', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'port_id': '08e3df4e-cb6e-438d-ab4d-2ad851661af1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'mac_address': 'fa:16:3e:80:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:10:16Z', 'updated_at': '2022-03-11T17:11:43Z', 'revision_number': 1, 'project_id': '3346be01a989446fbcc314f1af82973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965645fe-e2fe-4696-acfa-f2ad395456c6', 'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'mac_address': 'fa:16:3e:86:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:04Z', 'updated_at': '2022-03-11T17:10:14Z', 'revision_number': 5, 'project_id': '3346be01a989446fbcc314f1af82973d', 'subnets': [{'id': '23fab811-0573-48f4-a91d-43977da0ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:11:49.681797 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57441caf-3c9a-455b-8cac-2e6de965426d req-19a8e29b-c84c-4538-a17a-7a9cee0f1289 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378548 Mar 11 17:11:49.749112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fa0db-e7a6-4e38-8eac-8ba34ed1a8ce req-6e06641c-eff7-4620-8870-7db9f23c716d tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:49.767620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-018fa0db-e7a6-4e38-8eac-8ba34ed1a8ce req-6e06641c-eff7-4620-8870-7db9f23c716d tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 950 time: 0.3617742 Mar 11 17:11:49.826660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-4fe56886-f6e1-401d-8cad-63440a8af33d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e3df4e-cb6e-438d-ab4d-2ad851661af1 HTTP/1.1" status: 200 len: 998 time: 0.4572093 Mar 11 17:11:49.951667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-018fa0db-e7a6-4e38-8eac-8ba34ed1a8ce req-161355c7-b6cd-499e-8cd5-8e5d7235c0c7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791313 Mar 11 17:11:50.081241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-d9ee0f05-273b-4291-81a9-26c44e2ce368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:50.086859 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-d9ee0f05-273b-4291-81a9-26c44e2ce368 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23fab811-0573-48f4-a91d-43977da0ef55 HTTP/1.1" status: 200 len: 855 time: 0.2396045 Mar 11 17:11:50.161930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-11935100-5cfd-4512-bbb9-41a011044637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:50.167732 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-11935100-5cfd-4512-bbb9-41a011044637 service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.9596581 Mar 11 17:11:50.274779 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a9b5e4-fa67-4312-aa44-d09e91b6e7de None None] New status for floating IP a558d7f3-afd4-42a8-863e-81a01407b9fd: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:11:50.359385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0d957-d609-48af-9998-0bf40eaf4fef req-ced9dfdb-d88f-4178-9cc0-d39cc6b0a79a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:50.361090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ce0d957-d609-48af-9998-0bf40eaf4fef req-ced9dfdb-d88f-4178-9cc0-d39cc6b0a79a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1586807 Mar 11 17:11:50.451188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-97f46f52-aef7-4148-aa6c-7e1b5de78459 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 200 len: 217 time: 0.1243360 Mar 11 17:11:50.455965 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cc5d515-1838-4725-83cd-e2cac011da5a req-6466fa11-2348-4257-b6ec-f9f9ca817455 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 210 time: 0.1064999 Mar 11 17:11:50.474384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-eaf80f3d-9d01-4deb-a204-f3d57042cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:50.477185 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-eaf80f3d-9d01-4deb-a204-f3d57042cdde service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=485eed02-5eeb-4fe1-8cf1-10b11fb91fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3789706 Mar 11 17:11:50.606174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ce0d957-d609-48af-9998-0bf40eaf4fef req-9ba6f37d-dfec-470b-bd39-d61a57efc780 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617963 Mar 11 17:11:50.642354 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:50.709860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-ce75fbd5-f16f-46dc-aa6f-c4ab9082d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:50.713991 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-ce75fbd5-f16f-46dc-aa6f-c4ab9082d6e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.2487535 Mar 11 17:11:50.818190 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-20f475ee-7a9b-4062-9d97-fbeb960fe34e service neutron] 10.222.0.66 "GET /v2.0/networks/485eed02-5eeb-4fe1-8cf1-10b11fb91fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562706 Mar 11 17:11:50.824891 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:50.893183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66628cbd-b1dc-4a0f-be22-5249d4283c58 req-135f1a38-4e62-423a-9ab4-c6fe728108b6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:50.899562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66628cbd-b1dc-4a0f-be22-5249d4283c58 req-135f1a38-4e62-423a-9ab4-c6fe728108b6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.1164834 Mar 11 17:11:50.941245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e9c8d47-0a45-4f80-b38a-6bab5802b374 req-5b650db6-3307-4e60-8c17-b737b07c89c5 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0395782 Mar 11 17:11:50.999451 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66628cbd-b1dc-4a0f-be22-5249d4283c58 req-817d79c4-0e04-4559-8061-e6a6cbc24b06 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882311 Mar 11 17:11:51.039784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Network 21492b47-f8bc-49f0-bdde-3091c249d24d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:51.046108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:51.050443 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-df6d8244-ed37-4e78-8911-cd54c2267980 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275034 Mar 11 17:11:51.051804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:11:51.079371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1c667c67-7da4-4910-a2ef-9ed82d2be875 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:51.149990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:51.151164 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:51.232079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6217b4a-7189-4fd1-81bc-27901213738f req-1f35ca6d-d4c6-4767-97e4-f94b3bccc8e9 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:51.234616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6217b4a-7189-4fd1-81bc-27901213738f req-1f35ca6d-d4c6-4767-97e4-f94b3bccc8e9 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.0946877 Mar 11 17:11:51.283576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ba9ec190-a38f-48bc-8ec7-b6d71d25e344 req-03c87210-8339-4bb9-ae2a-0616564ba982 service neutron] 10.222.0.66 "GET /v2.0/networks/485eed02-5eeb-4fe1-8cf1-10b11fb91fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544871 Mar 11 17:11:51.288144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event updated for resources: {'Port': ['ID=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:51.311645 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-abaa48f3-a473-4c1d-ac63-e2096dd31844 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2962334 Mar 11 17:11:51.316597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:51.334985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '1c667c67-7da4-4910-a2ef-9ed82d2be875', 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4', 'port_id': '1c667c67-7da4-4910-a2ef-9ed82d2be875', 'mac_address': 'fa:16:3e:74:9d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e711de99-59e4-40d2-8451-c5cbb6281077', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:51.336538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6217b4a-7189-4fd1-81bc-27901213738f req-04ebb137-7f5b-423f-9fb0-4d6634506491 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910687 Mar 11 17:11:51.358170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Request body: {'port': {'device_id': 'a756595d-2788-4db7-b580-47a59b7e14b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:51.365429 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-42b524b4-f27a-4229-b841-5f354b84da45 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650757 Mar 11 17:11:51.408764 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:51.428938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c667c67-7da4-4910-a2ef-9ed82d2be875 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:51.471157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:51.487247 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:51.579048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:51.596289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=1c667c67-7da4-4910-a2ef-9ed82d2be875,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:51.607290 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3ba528b-2ffe-4e64-a5bf-8a88dd390256 req-44e8ecf2-e1db-42c3-be11-7652998ffc2c service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114980 Mar 11 17:11:51.663080 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-f85a68a9-fe6e-4dc8-bea2-c0479dc9959a tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b4a22a92ae7c405f973effa5024dda5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360968 Mar 11 17:11:51.810750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536694-7829-441a-b387-752851ba16b4 req-ec9c91b7-2bda-419c-9acc-746a97622a55 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:51.812442 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-ec9c91b7-2bda-419c-9acc-746a97622a55 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427176 Mar 11 17:11:51.837353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-031b4379-83e3-4e67-aa6f-3899451b84a9 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/quotas/b4a22a92ae7c405f973effa5024dda5e HTTP/1.1" status: 200 len: 375 time: 0.0135467 Mar 11 17:11:51.943206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc257a80-b8ea-4a6d-ae5b-e0ef4535f27a req-7420c8fc-e165-46bf-80a9-143ef00f409a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:51.944883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc257a80-b8ea-4a6d-ae5b-e0ef4535f27a req-7420c8fc-e165-46bf-80a9-143ef00f409a tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 931 time: 0.0948815 Mar 11 17:11:51.951135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-2698b8cb-2698-49ca-af54-d256b0fd0c58 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884314 Mar 11 17:11:51.969601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['1c667c67-7da4-4910-a2ef-9ed82d2be875'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:52.005494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:52.019205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:52.029422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc257a80-b8ea-4a6d-ae5b-e0ef4535f27a req-059bb18e-083e-4d0d-9a9c-7a81442bb28e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714090 Mar 11 17:11:52.045851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Transition to ACTIVE for port object 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:52.056496 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:52.210832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Pushing event updated for resources: {'Port': ['ID=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:52.238091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Attempting to bind port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:52.238489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Attempting to bind port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:52.238749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Attempting to bind port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:52.252585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 on network 21492b47-f8bc-49f0-bdde-3091c249d24d not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:11:52.252585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Attempting to bind port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 on network 21492b47-f8bc-49f0-bdde-3091c249d24d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:52.259572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:11:52.259928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Checking segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:11:52.260318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Bound using segment: {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:11:52.260787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Bound port: 729eb145-9c54-42a0-8c64-f91b4b9ddbf4, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22af6302-f3d1-4fd0-9892-e1e9cd7dee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:52.261883 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:52.284930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e830f67-6a03-48e7-9bec-cd54c82108ba req-42c73135-af6b-4262-aaf5-819f3d85204a tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:52.305589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e830f67-6a03-48e7-9bec-cd54c82108ba req-42c73135-af6b-4262-aaf5-819f3d85204a tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 950 time: 0.1262953 Mar 11 17:11:52.422658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e830f67-6a03-48e7-9bec-cd54c82108ba req-2841d5d4-b51b-4e0d-9106-fcb6b7c0640d tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088574 Mar 11 17:11:52.423423 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-92a3ec77-5e1e-4ee2-9261-0bc21d58b9f1 req-1d60ed0f-8315-48d4-8f14-d17836d617cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0580547 Mar 11 17:11:52.444708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70887417-289f-4e49-98d2-6eb0fcff9f22 req-b254deaa-7c0e-40dc-8db7-7da0af333353 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:52.451007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] For port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:52.456849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] For port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:52.460159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70887417-289f-4e49-98d2-6eb0fcff9f22 req-b254deaa-7c0e-40dc-8db7-7da0af333353 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1254325 Mar 11 17:11:52.466665 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:52.526355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:52.527199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:52.529785 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] 10.222.0.66 "PUT /v2.0/ports/729eb145-9c54-42a0-8c64-f91b4b9ddbf4 HTTP/1.1" status: 200 len: 1091 time: 1.1805851 Mar 11 17:11:52.530423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a756595d-2788-4db7-b580-47a59b7e14b8', 'tag': '729eb145-9c54-42a0-8c64-f91b4b9ddbf4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:52.532718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70887417-289f-4e49-98d2-6eb0fcff9f22 req-81660bba-2dd8-45d8-b0ee-5090041d884a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Mar 11 17:11:52.534608 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a756595d-2788-4db7-b580-47a59b7e14b8", "tag": "729eb145-9c54-42a0-8c64-f91b4b9ddbf4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:52.653025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9ce77-47c0-4aec-8f7c-c22bc6f9f18f service neutron] Pushing event updated for resources: {'Port': ['ID=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:52.690083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-71b9a491-d3e3-4720-9c55-53854c5d7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:52.691905 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-71b9a491-d3e3-4720-9c55-53854c5d7e84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 1094 time: 0.0953970 Mar 11 17:11:52.755812 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-892170a8-37a6-4c8d-b553-8d59d7bd7612 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=729eb145-9c54-42a0-8c64-f91b4b9ddbf4 HTTP/1.1" status: 200 len: 217 time: 0.0506694 Mar 11 17:11:52.801669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68f9cb8b-a27b-4b47-a8da-9199b87393c4 req-09638fe8-4210-4a89-9ff3-18f630557d1f tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0639381 Mar 11 17:11:52.835622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc7ec9-f6ff-4d66-948b-4f21e988ad6f req-90b607df-b479-4d0b-8720-a1f7e49cb24a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:52.843393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dadc7ec9-f6ff-4d66-948b-4f21e988ad6f req-90b607df-b479-4d0b-8720-a1f7e49cb24a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 944 time: 0.2073007 Mar 11 17:11:52.869671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-4157a5e2-c728-463f-bd2d-5fa036b64407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:52.874867 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-4157a5e2-c728-463f-bd2d-5fa036b64407 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.1100276 Mar 11 17:11:52.934275 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-ab3bba16-5341-4fa7-9895-7b63afa0c811 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436897 Mar 11 17:11:52.948679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aecc0bc3-25f7-4bad-a289-271a6beb5020 req-4616319f-cdbd-41ef-8316-5e493da9e325 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 210 time: 0.0433905 Mar 11 17:11:52.953628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dadc7ec9-f6ff-4d66-948b-4f21e988ad6f req-894fdfd4-412c-46ed-bdea-1b14b659b693 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974140 Mar 11 17:11:53.058062 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6db7c73-1801-45ca-bed7-15e55076eac8 x-openstack-request-id: req-e6db7c73-1801-45ca-bed7-15e55076eac8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:53.058357 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a756595d-2788-4db7-b580-47a59b7e14b8", "tag": "729eb145-9c54-42a0-8c64-f91b4b9ddbf4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:53.058624 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6db7c73-1801-45ca-bed7-15e55076eac8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:53.059573 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a756595d-2788-4db7-b580-47a59b7e14b8', 'tag': '729eb145-9c54-42a0-8c64-f91b4b9ddbf4', 'status': 'completed', 'code': 200} Mar 11 17:11:53.127874 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-07d0d315-157f-420b-b360-97c53b67fa53 service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809149 Mar 11 17:11:53.228610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a53d6-cd6f-4d34-8fb3-2b66604dcb20 req-51f58240-02ae-4cb7-aebf-947fe5ad442e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:53.231655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b7a53d6-cd6f-4d34-8fb3-2b66604dcb20 req-51f58240-02ae-4cb7-aebf-947fe5ad442e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 943 time: 0.0896554 Mar 11 17:11:53.304196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae9e1846-a380-4dd7-8637-531ee7216902 req-5267a033-f9df-4ee1-b92e-97d20c057f61 service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696680 Mar 11 17:11:53.315035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b7a53d6-cd6f-4d34-8fb3-2b66604dcb20 req-b20f5cb4-c388-4be4-8602-a88d8d864075 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684545 Mar 11 17:11:53.534727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-3a7cb4ae-3cdc-42fc-9f0d-85fd8303c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:53.536241 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-3a7cb4ae-3cdc-42fc-9f0d-85fd8303c126 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=236a28be637448f4a4c97cc427c345f7&device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 1094 time: 0.1091275 Mar 11 17:11:53.540208 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-01620628-1c35-4f98-bb53-5b02fda01e68 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751567 Mar 11 17:11:53.733825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-f8994c5e-1862-4e4b-b1ff-5356fc2fe120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:53.736028 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-f8994c5e-1862-4e4b-b1ff-5356fc2fe120 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 1095 time: 0.1406219 Mar 11 17:11:53.739100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0481a-5258-4cf6-8bcd-f1238fc4611d req-cad705a8-3c77-436a-a0d7-a1776fd5f7ad tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:53.741148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3b0481a-5258-4cf6-8bcd-f1238fc4611d req-cad705a8-3c77-436a-a0d7-a1776fd5f7ad tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.0831718 Mar 11 17:11:53.806893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3b0481a-5258-4cf6-8bcd-f1238fc4611d req-d122b589-551a-4c1f-8515-ef4d8d43e530 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497665 Mar 11 17:11:53.819547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-d0d9b20d-ce9d-4e09-8e25-f3e3ce0c80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:53.822316 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-d0d9b20d-ce9d-4e09-8e25-f3e3ce0c80f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 200 len: 911 time: 0.2731535 Mar 11 17:11:53.944451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-934ff690-ca46-41d4-84c5-6a52ac064c09 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=729eb145-9c54-42a0-8c64-f91b4b9ddbf4 HTTP/1.1" status: 200 len: 217 time: 0.1116695 Mar 11 17:11:54.050710 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7cdbc5b-2c70-4d9a-a580-e0c0753cc279 req-a8e9f45c-6dfe-4173-910a-51ec5834900e tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0558693 Mar 11 17:11:54.112877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-c1ef707c-02e5-4424-a170-ec0b09843da3 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b4a22a92ae7c405f973effa5024dda5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829706 Mar 11 17:11:54.151168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-798bd1af-ddc0-44e9-aa15-164486d63ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:54.154644 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-798bd1af-ddc0-44e9-aa15-164486d63ac6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.3805630 Mar 11 17:11:54.156895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-ef5a53cc-2a3c-4d75-ae09-739972713410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:54.166277 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-ef5a53cc-2a3c-4d75-ae09-739972713410 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 200 len: 851 time: 0.2035899 Mar 11 17:11:54.202009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-752d7311-f783-4e72-adbe-8af6751009b0 req-b5619d31-a74f-4ce4-ba09-64638cdfc7bc tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 210 time: 0.0632813 Mar 11 17:11:54.257992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-4df45334-dcb1-4ec0-bffe-a72f0469eb2d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 200 len: 217 time: 0.0924034 Mar 11 17:11:54.326215 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-24341ea7-8efa-401a-a0e6-fc903e909334 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21492b47-f8bc-49f0-bdde-3091c249d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609577 Mar 11 17:11:54.333957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c9d66-8b43-4129-a144-d63301750215 req-2b37afea-3990-40b7-831f-5cfe7abb1c02 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:54.336738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e4c9d66-8b43-4129-a144-d63301750215 req-2b37afea-3990-40b7-831f-5cfe7abb1c02 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 944 time: 0.1328595 Mar 11 17:11:54.427822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e4c9d66-8b43-4129-a144-d63301750215 req-00d0c12d-47a2-4e4a-bc31-a66c73c0547c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813148 Mar 11 17:11:54.648601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bde38d-f029-4e24-95f1-cda0b93d748d req-43fc676f-9a8b-4802-8dd3-7ef9d98a3060 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:54.648601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5bde38d-f029-4e24-95f1-cda0b93d748d req-43fc676f-9a8b-4802-8dd3-7ef9d98a3060 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 943 time: 0.0984437 Mar 11 17:11:54.733240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5bde38d-f029-4e24-95f1-cda0b93d748d req-6bdaa6d6-047b-496a-a094-2d1c904e368e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696437 Mar 11 17:11:54.874925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-3923c58b-c36f-4965-8e8b-6e01383f642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:54.877341 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-3923c58b-c36f-4965-8e8b-6e01383f642d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.5560689 Mar 11 17:11:54.975719 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-f71e05e8-a14e-46d6-b171-d3b66f5dbd39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652087 Mar 11 17:11:55.001189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536694-7829-441a-b387-752851ba16b4 req-35151035-b6c5-4a81-b48c-338b3f17080d tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:55.004031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-35151035-b6c5-4a81-b48c-338b3f17080d tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8792264 Mar 11 17:11:55.025364 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-14f89c81-71ec-4025-8cfb-20eb12b16c07 service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198351 Mar 11 17:11:55.048587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c0e1-5fcc-4b40-a219-e37f211b1dee req-2a9d9c1a-9ec6-43db-856a-77acfb12666a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:55.051396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50e2c0e1-5fcc-4b40-a219-e37f211b1dee req-2a9d9c1a-9ec6-43db-856a-77acfb12666a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.0947893 Mar 11 17:11:55.069243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Request body: {'port': {'device_id': '5c6e85a0-eb6d-43ad-be98-edc3a000f708', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'b4a22a92ae7c405f973effa5024dda5e'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:55.105612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1c667c67-7da4-4910-a2ef-9ed82d2be875 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:55.184589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50e2c0e1-5fcc-4b40-a219-e37f211b1dee req-6da0495c-4576-4a26-b0d1-4b0acbd8930e tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188591 Mar 11 17:11:55.238147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 26c9db09-1e51-4dc9-b58b-321c7b88ca2c details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:55.240754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:11:55.248221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 1c667c67-7da4-4910-a2ef-9ed82d2be875 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:55.282675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 1c667c67-7da4-4910-a2ef-9ed82d2be875 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:55.283571 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:55.372357 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2da804d1-5cd8-4d4a-b32d-05c749d76148 req-5f4d811c-e603-4c0d-8815-2d2f484a04b2 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0785301 Mar 11 17:11:55.502687 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-2fe668b7-2807-48c4-94a8-f77849118afc service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149288 Mar 11 17:11:55.506608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0074454-b361-44e6-a79f-1e27e4bf8b33 req-1aa6b769-4ab2-45ac-9505-e0c664292e55 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 210 time: 0.0609727 Mar 11 17:11:55.506815 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3ce4bf0-357c-45db-a65c-cdc182d5a1fc req-9c8c7721-b40e-4f35-b6a9-f5883d2cc93f service neutron] 10.222.0.66 "GET /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661009 Mar 11 17:11:55.563864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:55.596892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'port_id': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c', 'mac_address': 'fa:16:3e:bb:c9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9469fab-26ff-4bf5-8d9e-53b6cca12d86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:55.607160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Made reservation on behalf of b4a22a92ae7c405f973effa5024dda5e for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:55.622335 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:55.730191 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:55.734217 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:55.778811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26c9db09-1e51-4dc9-b58b-321c7b88ca2c {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:55.795143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:55.805617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:55.808317 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa6a8c3-426d-4b54-9148-2ca433ca66d8" -d '{"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-unplugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:55.817710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef47fb-140e-4deb-a942-aeb8f9ce766d req-7f58a7bb-0c3c-4e96-905c-165c2b5bc3eb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:55.824403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aeef47fb-140e-4deb-a942-aeb8f9ce766d req-7f58a7bb-0c3c-4e96-905c-165c2b5bc3eb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 944 time: 0.1670091 Mar 11 17:11:55.872264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:55.880405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:55.885327 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:55.895933 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:55.901205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6882f346-a53d-4711-a4aa-98012e6df0f2 req-5a5ba725-680a-4253-99af-17370fa46f1b service neutron] 10.222.0.66 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380587 Mar 11 17:11:56.009981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Allocated IP 192.168.233.116 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/ed79d28f-ce27-440f-aa13-89fd2c9a3cd1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:56.016939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aeef47fb-140e-4deb-a942-aeb8f9ce766d req-ee756458-0d8f-4a9e-a821-a94a06b9c40a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836472 Mar 11 17:11:56.048991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:56.072194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:56.095685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:56.167713 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d349a132-7189-41fc-863d-f54c0f3747ce x-openstack-request-id: req-d349a132-7189-41fc-863d-f54c0f3747ce {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:56.169098 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-unplugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:56.169098 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d349a132-7189-41fc-863d-f54c0f3747ce {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:56.169471 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855', 'code': 200} Mar 11 17:11:56.204133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['26c9db09-1e51-4dc9-b58b-321c7b88ca2c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:56.237563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b06907-79cc-4c1a-8770-35cdb1b404d1 req-09a71fbe-3182-448f-b894-0172825ce880 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:56.240607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5b06907-79cc-4c1a-8770-35cdb1b404d1 req-09a71fbe-3182-448f-b894-0172825ce880 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 943 time: 0.1351614 Mar 11 17:11:56.376502 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:56.380143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5b06907-79cc-4c1a-8770-35cdb1b404d1 req-0ce8d6ba-73f5-4781-b614-264a23b483d0 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176436 Mar 11 17:11:56.522946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:56.557623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=1c667c67-7da4-4910-a2ef-9ed82d2be875,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:56.647316 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:56.710188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:56.720947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:56.724623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:11:56.806076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Pushing event updated for resources: {'Port': ['ID=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:56.851998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3a0ad722-9e05-4adb-b10e-7a183e63a5d2', '54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:56.870539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:56.872736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:56.924904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86153e-6804-441e-99c2-acda45be6cf0 req-8777d016-69fd-433f-84a2-4cf3f2d62675 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:56.931325 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-4d47f5e1-1b9f-4b96-a3fa-2054438653e1 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8718338 Mar 11 17:11:56.941141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b86153e-6804-441e-99c2-acda45be6cf0 req-8777d016-69fd-433f-84a2-4cf3f2d62675 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1766422 Mar 11 17:11:56.967325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Request body: {'port': {'device_id': '5c6e85a0-eb6d-43ad-be98-edc3a000f708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:57.011762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b86153e-6804-441e-99c2-acda45be6cf0 req-5c9df4ea-7ec5-44f5-b6a3-f5d315d9e152 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693364 Mar 11 17:11:57.145186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:57.159541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:57.250691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 26c9db09-1e51-4dc9-b58b-321c7b88ca2c up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:11:57.320780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2eb3bd27-6621-4d0d-a5e0-fda5bbbb4ce4 req-629e0ca8-adc8-4656-9c83-83ddd371b036 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.1523650 Mar 11 17:11:57.350693 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:11:57.428428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1239-4ee8-4361-abef-c90447c4f842 req-024eb5d5-83a1-4a61-9b23-1e8e680c932e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:57.443124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eecc1239-4ee8-4361-abef-c90447c4f842 req-024eb5d5-83a1-4a61-9b23-1e8e680c932e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 936 time: 0.2974486 Mar 11 17:11:57.563688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eecc1239-4ee8-4361-abef-c90447c4f842 req-f123d808-4cc5-4ce4-8ab2-fc0f66e9ff2e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171618 Mar 11 17:11:57.717085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b4246-bbda-4bc8-b8b6-1b629ab2f579 req-5311485f-f605-4573-a3eb-0032133b7db5 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:57.722322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a1b4246-bbda-4bc8-b8b6-1b629ab2f579 req-5311485f-f605-4573-a3eb-0032133b7db5 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1570714 Mar 11 17:11:57.768747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d480f68e-6766-493c-aef1-71ba8745f495 None None] Provisioning complete for port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:57.770136 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d480f68e-6766-493c-aef1-71ba8745f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:57.823344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a1b4246-bbda-4bc8-b8b6-1b629ab2f579 req-a0065291-8f63-4596-8005-707e35a5f8f5 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770574 Mar 11 17:11:57.835959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:57.847002 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:57.865002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Transition to ACTIVE for port object ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:57.871817 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:57.916971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d480f68e-6766-493c-aef1-71ba8745f495 None None] Port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:11:57.930709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:57.933829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:57.934776 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:57.950809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Pushing event updated for resources: {'Port': ['ID=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:58.063224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '729eb145-9c54-42a0-8c64-f91b4b9ddbf4', 'network_id': '21492b47-f8bc-49f0-bdde-3091c249d24d', 'port_id': '729eb145-9c54-42a0-8c64-f91b4b9ddbf4', 'mac_address': 'fa:16:3e:db:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61238bb4-6112-4cb7-9c1b-8e1b9efac2c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:11:58.177349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Attempting to bind port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:58.177732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Attempting to bind port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:58.178061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Attempting to bind port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:58.200690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:58.204199 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab31d643-8e6b-4f7c-8ab9-37b281ae68cb" -d '{"events": [{"server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "name": "network-vif-plugged", "status": "completed", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:58.204653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53e910-e401-4420-b4d3-658b1d337e6d req-fdd18e9d-ec27-4b0b-bc62-a3b328dcadc7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:58.208383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:11:58.208734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Attempting to bind port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:11:58.212265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f53e910-e401-4420-b4d3-658b1d337e6d req-fdd18e9d-ec27-4b0b-bc62-a3b328dcadc7 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 943 time: 0.1168683 Mar 11 17:11:58.228567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-d33340cc-218c-470c-b241-0f4c5958670e tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:58.233270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-d33340cc-218c-470c-b241-0f4c5958670e tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.1741400 Mar 11 17:11:58.239481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:11:58.239885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:11:58.240491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:11:58.240976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Bound port: ed79d28f-ce27-440f-aa13-89fd2c9a3cd1, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:58.241356 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:58.257981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833411-1'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:58.296671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f53e910-e401-4420-b4d3-658b1d337e6d req-7ad795c1-a931-4bb2-bb0e-9199b07ad0f2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748518 Mar 11 17:11:58.376740 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:58.405224 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:58.448687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] For port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:58.453706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] For port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:58.454354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:58.476896 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574f0469-0de8-427c-b0ca-9e869367cb9e x-openstack-request-id: req-574f0469-0de8-427c-b0ca-9e869367cb9e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:58.477260 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "name": "network-vif-plugged", "status": "completed", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:58.477539 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-574f0469-0de8-427c-b0ca-9e869367cb9e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:58.477905 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875', 'code': 200} Mar 11 17:11:58.539099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:58.548439 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:58.554860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:58.587992 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:58.637554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:58.711254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-182bccc7-5234-4032-a5df-ef2e384e0c52 req-71b1fbd5-7cdb-49be-8b03-09fb2f5088d6 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0719402 Mar 11 17:11:58.712012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Pushing event updated for resources: {'Port': ['ID=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:58.728241 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:58.830185 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:58.845158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:58.848781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:58.853911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-5e70e82a-3ed6-470a-86e0-e5dbfc590d1a service neutron] 10.222.0.46 "PUT /v2.0/ports/ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 HTTP/1.1" status: 200 len: 1096 time: 1.9060147 Mar 11 17:11:58.854957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:58.914486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6e85a0-eb6d-43ad-be98-edc3a000f708', 'tag': 'ed79d28f-ce27-440f-aa13-89fd2c9a3cd1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:58.963780 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6e85a0-eb6d-43ad-be98-edc3a000f708", "tag": "ed79d28f-ce27-440f-aa13-89fd2c9a3cd1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:11:59.043697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:59.123807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45761b13-c8d2-4a90-af84-93d25aa2346b req-dd18db36-f422-4a99-8470-f2db52df091c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:59.125878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45761b13-c8d2-4a90-af84-93d25aa2346b req-dd18db36-f422-4a99-8470-f2db52df091c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 945 time: 0.2509930 Mar 11 17:11:59.175358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088258d1-1305-4482-907c-020559d91755 req-d9c6313d-b082-4e54-b6b9-cfa772a2f7f7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:59.192152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-088258d1-1305-4482-907c-020559d91755 req-d9c6313d-b082-4e54-b6b9-cfa772a2f7f7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 948 time: 0.1562202 Mar 11 17:11:59.205547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ff88a-ea51-4be3-a9f7-b2685e9bac0e req-63f7bb3e-e11d-4d08-a1d6-d04aad727742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:59.208858 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-194ff88a-ea51-4be3-a9f7-b2685e9bac0e req-63f7bb3e-e11d-4d08-a1d6-d04aad727742 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 1096 time: 0.4661818 Mar 11 17:11:59.249790 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:11:59.291337 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536694-7829-441a-b387-752851ba16b4 req-ee01d059-9554-4739-a07d-59f66676d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:59.299572 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-ee01d059-9554-4739-a07d-59f66676d566 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 1099 time: 0.2688560 Mar 11 17:11:59.357526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45761b13-c8d2-4a90-af84-93d25aa2346b req-78f7deaa-e24c-4dd7-b21e-7dccdc9a59e4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618114 Mar 11 17:11:59.393300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-088258d1-1305-4482-907c-020559d91755 req-d491f5cb-6c03-4913-b797-7a9d19b557c0 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995916 Mar 11 17:11:59.414230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['729eb145-9c54-42a0-8c64-f91b4b9ddbf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:11:59.538304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:59.672134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:59.761035 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7425da81-f24d-4385-8e6f-e9b87edb01cf x-openstack-request-id: req-7425da81-f24d-4385-8e6f-e9b87edb01cf {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:11:59.761662 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6e85a0-eb6d-43ad-be98-edc3a000f708", "tag": "ed79d28f-ce27-440f-aa13-89fd2c9a3cd1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:11:59.762858 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7425da81-f24d-4385-8e6f-e9b87edb01cf {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:11:59.764178 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6e85a0-eb6d-43ad-be98-edc3a000f708', 'tag': 'ed79d28f-ce27-440f-aa13-89fd2c9a3cd1', 'status': 'completed', 'code': 200} Mar 11 17:11:59.769140 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-f30cba91-6948-4a17-9ce2-d99f5dad9bea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 HTTP/1.1" status: 200 len: 217 time: 0.4367192 Mar 11 17:11:59.781077 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-194ff88a-ea51-4be3-a9f7-b2685e9bac0e req-03f1f3d2-9fdf-42e6-a9fc-eeef1be0063a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513020 Mar 11 17:11:59.783777 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:59.795067 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:59.816263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:59.871368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c591366-c04e-439a-89fc-f6fd10df9d46 req-35f9afa5-0566-45de-a960-372c2d6efd02 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:59.881234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c591366-c04e-439a-89fc-f6fd10df9d46 req-35f9afa5-0566-45de-a960-372c2d6efd02 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.2560337 Mar 11 17:11:59.891115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '51c1e9f0-9573-463b-90c4-707db4405855', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '51c1e9f0-9573-463b-90c4-707db4405855', 'mac_address': 'fa:16:3e:1d:39:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:12:00.018172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536694-7829-441a-b387-752851ba16b4 req-09a26afc-b2b2-4e9a-b3f7-2bbb70f71304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:00.028792 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-09a26afc-b2b2-4e9a-b3f7-2bbb70f71304 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2273874 Mar 11 17:12:00.042682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c591366-c04e-439a-89fc-f6fd10df9d46 req-5117278e-8549-4517-84f2-5cedb5655c47 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382301 Mar 11 17:12:00.064041 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:00.072388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:00.133167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c1e9f0-9573-463b-90c4-707db4405855 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:12:00.208939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on host n-h1-833411-1 for vnic_type normal with profile {"migrating_to": "n-h2-833411-1"} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:00.212850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:00.213150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:00.221241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:00.231675 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:00.232684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device eb0c0701-6094-4a0d-a0e9-5a83f72a5036 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:12:00.259330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:12:00.259934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:00.328804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536694-7829-441a-b387-752851ba16b4 req-2ce67b80-13ff-4316-84f5-79c9de3bf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:00.331873 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-2ce67b80-13ff-4316-84f5-79c9de3bf145 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2461164 Mar 11 17:12:00.337122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:00.337674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:00.338303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:00.339028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Bound port: eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:00.339587 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:00.358441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:00.361889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6bccab29-4fe1-4f77-a1e5-d6ad4def502b req-84502101-4852-44f9-8a5b-dcb189321f02 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.1403403 Mar 11 17:12:00.387600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439d61a-a1ea-46bf-b034-e7d2af7ecea6 req-fbafa6a1-5073-40ff-bf9b-d5f50b0bd8d5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:00.405596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0439d61a-a1ea-46bf-b034-e7d2af7ecea6 req-fbafa6a1-5073-40ff-bf9b-d5f50b0bd8d5 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 944 time: 0.3048816 Mar 11 17:12:00.480814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:00.485011 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae5a975-44aa-4dfa-b1c4-11c379309b13" -d '{"events": [{"server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "name": "network-vif-plugged", "status": "completed", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:00.495120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0439d61a-a1ea-46bf-b034-e7d2af7ecea6 req-745758ca-6fe8-4884-b74f-eacda9727bb4 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885239 Mar 11 17:12:00.584646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:00.634958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on host n-h1-833411-1 for vnic_type normal with profile {"migrating_to": "n-h2-833411-1"} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:00.635705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:00.636421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:00.656853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:12:00.659901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:00.671934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:00.673103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:00.673550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:00.675171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Bound port: eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:00.675171 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:00.716664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724eb1e-3e32-419b-a59a-99cd386d1ef0 req-784ff1a0-b823-4695-8e0e-82367d8dcff3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:00.728027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7724eb1e-3e32-419b-a59a-99cd386d1ef0 req-784ff1a0-b823-4695-8e0e-82367d8dcff3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 943 time: 0.1490846 Mar 11 17:12:00.813308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:00.849156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7724eb1e-3e32-419b-a59a-99cd386d1ef0 req-e2dc12ad-9b69-423d-959f-a0ff07fe88b3 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199481 Mar 11 17:12:00.866694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fce92-a942-4d7c-b5c2-ae74ee54c70c req-4e584f5e-86a7-4b2f-9d24-c4682d3e51e5 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:00.883598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c69fce92-a942-4d7c-b5c2-ae74ee54c70c req-4e584f5e-86a7-4b2f-9d24-c4682d3e51e5 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 948 time: 0.1878636 Mar 11 17:12:00.894199 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-ea8d626f-985d-4320-81c2-b975b996caf2 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071034 Mar 11 17:12:00.897853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:12:00.914641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:00.931816 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) eb0c0701-6094-4a0d-a0e9-5a83f72a5036-n-h1-833411-1-0 {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:12:00.932947 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:12:00.972819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c69fce92-a942-4d7c-b5c2-ae74ee54c70c req-02094ce3-eb3a-4236-a5d0-2965370407b4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932019 Mar 11 17:12:01.010458 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1921dc4-96cd-48b0-9f4e-8e6f9156708a x-openstack-request-id: req-d1921dc4-96cd-48b0-9f4e-8e6f9156708a {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:01.010458 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "name": "network-vif-plugged", "status": "completed", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:01.011049 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1921dc4-96cd-48b0-9f4e-8e6f9156708a {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:01.011646 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c', 'code': 200} Mar 11 17:12:01.047915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:01.188062 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e536694-7829-441a-b387-752851ba16b4 req-b21f019b-9e6a-4655-8a35-20eae2e6c09b service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853315 Mar 11 17:12:01.202328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:01.223232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:01.224403 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:01.225622 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3f617516-b8c4-4a28-9a68-cffe5746e556 service neutron] 10.222.0.46 "PUT /v2.0/ports/eb0c0701-6094-4a0d-a0e9-5a83f72a5036 HTTP/1.1" status: 200 len: 1121 time: 2.9770439 Mar 11 17:12:01.429529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-215c9051-3f55-4323-8055-88aeb77b96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:01.432029 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-215c9051-3f55-4323-8055-88aeb77b96a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 1099 time: 0.1494772 Mar 11 17:12:01.534483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on host n-h1-833411-1 for vnic_type normal with profile {"migrating_to": "n-h2-833411-1"} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:01.535413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:01.535613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:01.548624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['eb0c0701-6094-4a0d-a0e9-5a83f72a5036'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:01.559595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['eb0c0701-6094-4a0d-a0e9-5a83f72a5036'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:01.776515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036'}, {'name': 'network-changed', 'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:01.788668 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d35813-5022-453a-8734-6d07fdfad62b" -d '{"events": [{"server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036"}, {"name": "network-changed", "server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:01.867578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:12:01.870145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on network 7656831f-61f4-4969-b07f-27c15d8f173f {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:01.876610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-548cc707-5a07-4551-a8d9-4e3b53aa8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:01.880436 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-548cc707-5a07-4551-a8d9-4e3b53aa8464 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.4209344 Mar 11 17:12:01.908015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:01.913991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Checking segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:01.914974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Bound using segment: {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:01.915907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Bound port: eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcffafe1-1d82-4095-8997-4bcc72833ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7656831f-61f4-4969-b07f-27c15d8f173f'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:01.920224 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:02.073055 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-3e44a87f-6ace-46b3-ac15-a7f9fabe7e3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 HTTP/1.1" status: 200 len: 217 time: 0.1687295 Mar 11 17:12:02.175839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-26e3a715-18fb-48da-9799-30525b102184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:02.182279 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-26e3a715-18fb-48da-9799-30525b102184 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1029813 Mar 11 17:12:02.312569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-a7ad7d79-748b-450f-8a94-16a53a15059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:02.319068 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-a7ad7d79-748b-450f-8a94-16a53a15059f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259265 Mar 11 17:12:02.328815 n-d-833411-1 neutron-server[102643]: WARNING neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Concurrent port binding operations failed on port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 Mar 11 17:12:02.537923 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-5766e52f-8b56-4e53-a779-3b1c14b9a611 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003424 Mar 11 17:12:02.548956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:02.569986 n-d-833411-1 neutron-server[102643]: INFO neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempt 2 to bind port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 Mar 11 17:12:02.571122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device eb0c0701-6094-4a0d-a0e9-5a83f72a5036 has no active binding in host n-h2-833411-1 {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 17:12:02.897489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['51c1e9f0-9573-463b-90c4-707db4405855'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:02.949453 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a7cf9bc2-2447-4f2e-aef2-fdccfa3ea036 req-5f137d8d-942b-46b8-869b-e9c5006f0655 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896453 Mar 11 17:12:03.125223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:03.277864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:12:03.337312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:03.338019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:03.550030 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:03.626077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a756595d-2788-4db7-b580-47a59b7e14b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729eb145-9c54-42a0-8c64-f91b4b9ddbf4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:03.633167 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5b787e-c700-4757-aef1-1df4dc1374c1" -d '{"events": [{"server_uuid": "a756595d-2788-4db7-b580-47a59b7e14b8", "name": "network-vif-plugged", "status": "completed", "tag": "729eb145-9c54-42a0-8c64-f91b4b9ddbf4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:03.644548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:03.653920 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:03.811136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:04.592031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:12:04.813833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:04.849950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ed79d28f-ce27-440f-aa13-89fd2c9a3cd1', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'ed79d28f-ce27-440f-aa13-89fd2c9a3cd1', 'mac_address': 'fa:16:3e:6c:57:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:12:04.980711 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:05.013075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:12:05.088090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:05.096297 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:05.219592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:05.727237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ed79d28f-ce27-440f-aa13-89fd2c9a3cd1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:06.601511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:06.731939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 51c1e9f0-9573-463b-90c4-707db4405855 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:06.732984 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:06.989070 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:07.097635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:07.105546 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:07.226200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device eb0c0701-6094-4a0d-a0e9-5a83f72a5036 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:07.384442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:08.494894 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-9c7b020c-8e4e-466f-bf56-c3677b217301 service neutron] 10.222.0.66 "GET /v2.0/ports/eb0c0701-6094-4a0d-a0e9-5a83f72a5036/bindings/n-h2-833411-1 HTTP/1.1" status: 200 len: 384 time: 0.0980036 Mar 11 17:12:08.609603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:08.785283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:12:08.792198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:08.795824 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:08.815773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:08.867303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:08.942419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0c0701-6094-4a0d-a0e9-5a83f72a5036 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:12:08.960220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:08.982687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:09.024105 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:09.085104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:09.092892 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:09.199066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:09.276564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] Transition to ACTIVE for port object eb0c0701-6094-4a0d-a0e9-5a83f72a5036 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:12:09.299659 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:09.472796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:09.589451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] No DVR routers for this DVR port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:09.685007 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7128be81-f0a2-44b3-ad93-76649539b7fc service neutron] 10.222.0.66 "PUT /v2.0/ports/eb0c0701-6094-4a0d-a0e9-5a83f72a5036/bindings/n-h2-833411-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1838739 Mar 11 17:12:09.888723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-80934790-f81a-4d3c-bdcd-3fe8e82af84b tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:09.891572 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-80934790-f81a-4d3c-bdcd-3fe8e82af84b tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.0973015 Mar 11 17:12:10.027011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-9f7fd4db-e417-4076-a756-89d527f77649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:10.029422 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-9f7fd4db-e417-4076-a756-89d527f77649 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3&tenant_id=556dd853924b45f78455e7c0197367a7 HTTP/1.1" status: 200 len: 1095 time: 0.1208544 Mar 11 17:12:10.163504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7c7b62de-3b81-46aa-af75-110e0873ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:10.167183 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7c7b62de-3b81-46aa-af75-110e0873ca4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 1095 time: 0.0986798 Mar 11 17:12:10.432477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-cdc59e3a-bc6d-4f0b-9010-8834963d5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:10.441554 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-cdc59e3a-bc6d-4f0b-9010-8834963d5f6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.2551086 Mar 11 17:12:10.592949 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:10.599517 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-b9182b52-07b6-45ed-a174-0b7189f41159 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036 HTTP/1.1" status: 200 len: 217 time: 0.1412399 Mar 11 17:12:10.767064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3ec3c8a9-c34c-4535-a4ef-d9157fcef2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:10.769045 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-3ec3c8a9-c34c-4535-a4ef-d9157fcef2c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1527898 Mar 11 17:12:10.849479 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-206206c1-5d7d-4dfe-8b39-635179a17dde service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650687 Mar 11 17:12:11.127244 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-aab845b5-34dd-40fc-bdd8-49a42f296390 service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554972 Mar 11 17:12:11.282306 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-67fa5241-4299-49ff-ac8d-26fb17e9fc2d service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381299 Mar 11 17:12:12.018047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-99beb0f3-d192-4844-bb16-35f731c561c9 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:12.022447 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-99beb0f3-d192-4844-bb16-35f731c561c9 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3&tenant_id=556dd853924b45f78455e7c0197367a7&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.1132615 Mar 11 17:12:12.330589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7782ff64-81f2-4769-ac1f-789d2b10859a service neutron] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:12.338637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7782ff64-81f2-4769-ac1f-789d2b10859a service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:12.341427 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6418b1a1-edd0-4b2c-845d-aa09347066ec req-7782ff64-81f2-4769-ac1f-789d2b10859a service neutron] 10.222.0.46 "DELETE /v2.0/ports/eb0c0701-6094-4a0d-a0e9-5a83f72a5036/bindings/n-h1-833411-1 HTTP/1.1" status: 204 len: 173 time: 0.3044403 Mar 11 17:12:13.570443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e99b051b-0a14-4763-9533-d18190ebfc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:14.457104 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-044bad0a-5511-45a4-8431-3885424fedad req-46794b4b-44a6-4445-bc6d-d3b134453da4 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0787225 Mar 11 17:12:14.488165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e68b9-8556-49dd-980b-7aac57b186b2 req-5fef5ceb-99ca-49f9-8016-acb808c5be4b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:14.501160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d48e68b9-8556-49dd-980b-7aac57b186b2 req-5fef5ceb-99ca-49f9-8016-acb808c5be4b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1430011 Mar 11 17:12:14.563927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d48e68b9-8556-49dd-980b-7aac57b186b2 req-4448458b-7703-4212-a689-9bf29c75448d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607152 Mar 11 17:12:14.664964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a107-e5b6-419b-b5fa-fa171baa80cc req-844c95c4-a591-4a51-b73f-e3592cc9b9d2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:14.676632 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b95fc5-5b40-460e-9afb-edbfbc285bf5 x-openstack-request-id: req-94b95fc5-5b40-460e-9afb-edbfbc285bf5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:14.677403 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036", "code": 200}, {"name": "network-changed", "server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:14.679145 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94b95fc5-5b40-460e-9afb-edbfbc285bf5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:14.683207 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036', 'code': 200} Mar 11 17:12:14.684618 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036', 'status': 'completed', 'code': 200} Mar 11 17:12:14.704795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d095a107-e5b6-419b-b5fa-fa171baa80cc req-844c95c4-a591-4a51-b73f-e3592cc9b9d2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.1258578 Mar 11 17:12:14.795981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d095a107-e5b6-419b-b5fa-fa171baa80cc req-f1aced16-bec9-44ba-b19c-6c79b773a5d3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830801 Mar 11 17:12:14.882778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d35813-5022-453a-8734-6d07fdfad62b req-c970e1f6-1b09-475c-84a5-d7fcd8c53af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:14.887365 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-19d35813-5022-453a-8734-6d07fdfad62b req-c970e1f6-1b09-475c-84a5-d7fcd8c53af2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556dd853924b45f78455e7c0197367a7&device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 1095 time: 0.1420698 Mar 11 17:12:15.114599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d35813-5022-453a-8734-6d07fdfad62b req-16dbc9fd-2aad-4a61-9656-b987de42074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:15.116384 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-19d35813-5022-453a-8734-6d07fdfad62b req-16dbc9fd-2aad-4a61-9656-b987de42074b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 200 len: 907 time: 0.2184021 Mar 11 17:12:15.121503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0b51d-92ba-420f-b68e-db32a521785f req-04a6fee1-3d3b-45d3-866e-9fdbc0695969 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:15.124351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29b0b51d-92ba-420f-b68e-db32a521785f req-04a6fee1-3d3b-45d3-866e-9fdbc0695969 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 950 time: 0.1680229 Mar 11 17:12:15.239971 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-19d35813-5022-453a-8734-6d07fdfad62b req-d84ccdff-a101-4763-be33-a189ea8e4362 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036 HTTP/1.1" status: 200 len: 217 time: 0.0902560 Mar 11 17:12:15.310673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29b0b51d-92ba-420f-b68e-db32a521785f req-f0a148fb-66e0-4711-95ab-d73d4314610c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594977 Mar 11 17:12:15.343347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c8da4-2d3c-42f1-b245-59006fd398ee req-dfebceae-6e21-4d18-bb87-c6ccbb033e91 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:15.356374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-456c8da4-2d3c-42f1-b245-59006fd398ee req-dfebceae-6e21-4d18-bb87-c6ccbb033e91 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 944 time: 0.2140214 Mar 11 17:12:15.390596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d35813-5022-453a-8734-6d07fdfad62b req-fe6979ef-26b8-4596-a93d-26312b33a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:15.394059 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-19d35813-5022-453a-8734-6d07fdfad62b req-fe6979ef-26b8-4596-a93d-26312b33a5d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 200 len: 847 time: 0.1416004 Mar 11 17:12:15.414209 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb683d19-0ef8-493b-bf39-15ab0bdda6ba x-openstack-request-id: req-bb683d19-0ef8-493b-bf39-15ab0bdda6ba {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:15.415609 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a756595d-2788-4db7-b580-47a59b7e14b8", "name": "network-vif-plugged", "status": "completed", "tag": "729eb145-9c54-42a0-8c64-f91b4b9ddbf4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:15.415609 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb683d19-0ef8-493b-bf39-15ab0bdda6ba {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:15.415609 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a756595d-2788-4db7-b580-47a59b7e14b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729eb145-9c54-42a0-8c64-f91b4b9ddbf4', 'code': 200} Mar 11 17:12:15.487410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-456c8da4-2d3c-42f1-b245-59006fd398ee req-2b9880ba-40fc-4169-ac12-71395f8c8114 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036174 Mar 11 17:12:15.548812 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-19d35813-5022-453a-8734-6d07fdfad62b req-f38d4326-a371-4665-8e5e-ca5a649663b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7656831f-61f4-4969-b07f-27c15d8f173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399844 Mar 11 17:12:15.825451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbc790-a781-4e1b-ba92-414be2862f38 req-e80db061-8a1e-4cfd-8b10-e11187ea3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:15.829739 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1adbc790-a781-4e1b-ba92-414be2862f38 req-e80db061-8a1e-4cfd-8b10-e11187ea3ed6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 1096 time: 0.2383664 Mar 11 17:12:15.834836 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b718-3aea-415a-80b0-2a0d040c7d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:15.952684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9f6e9d5-9b52-4bd4-8564-cb13f1e9ddb8 req-c58b32f8-f962-41c1-9d61-4971846fcdbc tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.1000056 Mar 11 17:12:16.031959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c028e9-3664-4903-9401-b4674f92a35a req-0f28d4f4-882f-4162-9f7d-933f819d03ec tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:16.035656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50c028e9-3664-4903-9401-b4674f92a35a req-0f28d4f4-882f-4162-9f7d-933f819d03ec tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 1096 time: 0.0931592 Mar 11 17:12:16.143899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50c028e9-3664-4903-9401-b4674f92a35a req-a046844c-f216-4136-b756-053ca2ba1caa tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934095 Mar 11 17:12:16.340330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3156f43-300b-4067-a93a-6c2114071faa req-420c1c6d-e1d8-4d47-b141-843f5f9807ed tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:16.350644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3156f43-300b-4067-a93a-6c2114071faa req-420c1c6d-e1d8-4d47-b141-843f5f9807ed tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.0868764 Mar 11 17:12:16.419172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3156f43-300b-4067-a93a-6c2114071faa req-5da07c25-92a1-4cf5-957d-28770b136465 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671122 Mar 11 17:12:16.449436 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-19d35813-5022-453a-8734-6d07fdfad62b req-6f87c3a2-6143-4983-881c-31562aea826d service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8791859 Mar 11 17:12:16.639907 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-19d35813-5022-453a-8734-6d07fdfad62b req-122597d2-6cdd-40ad-b7de-68914bcdaec4 service neutron] 10.222.0.46 "GET /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656005 Mar 11 17:12:16.642471 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1adbc790-a781-4e1b-ba92-414be2862f38 req-d106119f-ebc4-4e58-b2ae-df90bb9fd32d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7933726 Mar 11 17:12:16.664575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24570caa-cb63-4dd7-a32c-c65220a09f9c req-54f3c12b-471d-4c47-ad45-ec2690aa4082 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:16.673572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24570caa-cb63-4dd7-a32c-c65220a09f9c req-54f3c12b-471d-4c47-ad45-ec2690aa4082 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 1095 time: 0.1096449 Mar 11 17:12:16.720267 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24570caa-cb63-4dd7-a32c-c65220a09f9c req-bd24368c-44dd-4916-a52e-e471ed1ba1c8 tempest-LiveMigrationTest-1675603046 tempest-LiveMigrationTest-1675603046-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444660 Mar 11 17:12:16.908780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e36a26-2de4-41bc-8922-8b53f97a5b77 req-861e1b6e-aa5c-4ff8-a2d6-f27b1a5f96f5 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:16.911707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74e36a26-2de4-41bc-8922-8b53f97a5b77 req-861e1b6e-aa5c-4ff8-a2d6-f27b1a5f96f5 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 1096 time: 0.0858207 Mar 11 17:12:16.961906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74e36a26-2de4-41bc-8922-8b53f97a5b77 req-2830bc27-e84b-4f87-9dc1-b16fd0b7c03d tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Mar 11 17:12:16.996748 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:17.146743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262146c-bb66-460e-a58a-d0e13794735a req-3e018024-6db3-477b-b0ec-c84463a0567b tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:17.149354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f262146c-bb66-460e-a58a-d0e13794735a req-3e018024-6db3-477b-b0ec-c84463a0567b tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 950 time: 0.0805018 Mar 11 17:12:17.207654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f262146c-bb66-460e-a58a-d0e13794735a req-3edf7190-02f4-4b46-b945-5f4faa4a9f37 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486655 Mar 11 17:12:17.377993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41a6d514-4bbd-4e45-a909-b6e7fbb6501d req-88d84b2e-31db-44c0-b861-f38b2a130df7 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0428758 Mar 11 17:12:17.416544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855'}, {'server_uuid': '5c6e85a0-eb6d-43ad-be98-edc3a000f708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed79d28f-ce27-440f-aa13-89fd2c9a3cd1'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:17.420995 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfe9796-0beb-4ab4-9e59-d7c9e059d1e3" -d '{"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-plugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855"}, {"server_uuid": "5c6e85a0-eb6d-43ad-be98-edc3a000f708", "name": "network-vif-plugged", "status": "completed", "tag": "ed79d28f-ce27-440f-aa13-89fd2c9a3cd1"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:17.661521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab12ea-19a9-4b1d-81aa-68b5a679eb19 req-28284a2e-5679-404c-8f07-89259611eb18 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:17.664737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14ab12ea-19a9-4b1d-81aa-68b5a679eb19 req-28284a2e-5679-404c-8f07-89259611eb18 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 944 time: 0.1103358 Mar 11 17:12:17.743945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14ab12ea-19a9-4b1d-81aa-68b5a679eb19 req-7bfe0fcc-1dce-4cd7-9358-5f49b92ef919 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675092 Mar 11 17:12:17.820967 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999ea20d-efd9-4e1c-b55c-142a298c723b x-openstack-request-id: req-999ea20d-efd9-4e1c-b55c-142a298c723b {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:17.821445 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-plugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855", "code": 200}, {"server_uuid": "5c6e85a0-eb6d-43ad-be98-edc3a000f708", "name": "network-vif-plugged", "status": "completed", "tag": "ed79d28f-ce27-440f-aa13-89fd2c9a3cd1", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:17.821866 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-999ea20d-efd9-4e1c-b55c-142a298c723b {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:17.822509 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855', 'code': 200} Mar 11 17:12:17.822939 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6e85a0-eb6d-43ad-be98-edc3a000f708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed79d28f-ce27-440f-aa13-89fd2c9a3cd1', 'code': 200} Mar 11 17:12:17.985911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec9e58-3b3e-447f-b27a-c85a108f2812 req-7661deb7-a590-4a2d-b0d6-9a02e0144005 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:17.988388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32ec9e58-3b3e-447f-b27a-c85a108f2812 req-7661deb7-a590-4a2d-b0d6-9a02e0144005 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.0797756 Mar 11 17:12:18.034534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d750f07-d17d-43d3-9361-82fd82b58415 req-6b801a46-6ae7-49ca-862e-bd14cdd50464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:18.037101 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d750f07-d17d-43d3-9361-82fd82b58415 req-6b801a46-6ae7-49ca-862e-bd14cdd50464 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 1101 time: 0.0826190 Mar 11 17:12:18.068219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32ec9e58-3b3e-447f-b27a-c85a108f2812 req-4eb8cb9e-9af9-49a3-8637-65e7d488dc33 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677545 Mar 11 17:12:18.097974 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d750f07-d17d-43d3-9361-82fd82b58415 req-165236dd-abec-4c98-8c8a-9e79145dbe1a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515931 Mar 11 17:12:18.237962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28dd21-f952-4a82-97cf-70aed1ef91f2 req-f2d314a0-fc97-40b4-bc4a-2c810e2b32d5 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:18.240493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f28dd21-f952-4a82-97cf-70aed1ef91f2 req-f2d314a0-fc97-40b4-bc4a-2c810e2b32d5 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 951 time: 0.0715737 Mar 11 17:12:18.249466 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:18.300153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f28dd21-f952-4a82-97cf-70aed1ef91f2 req-58bf1e95-e2b7-4ad0-906c-f76cdc2cc6c8 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510013 Mar 11 17:12:18.553240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-79e65c07-a142-421a-9ddf-1bff061dc5e9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:18.555217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-79e65c07-a142-421a-9ddf-1bff061dc5e9 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 804 time: 0.1425707 Mar 11 17:12:18.582701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-5b963f6c-0477-49a9-982d-4cb8555f6c2a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/quotas/2199d8a5c54c4eba804aa9c76841d80f HTTP/1.1" status: 200 len: 375 time: 0.0179982 Mar 11 17:12:18.646368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-4e0b4214-7bd8-4d1f-b95e-dfcacd9ecd13 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561702 Mar 11 17:12:18.673111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:18.781910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-8d939981-d86d-4025-9d2c-989a3ebb6da5 service neutron] 10.222.0.53 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265016 Mar 11 17:12:18.805852 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:18.846281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:18.852955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:18.854456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 26c9db09-1e51-4dc9-b58b-321c7b88ca2c no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:18.914192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-30ec9412-fc4c-4111-8afe-9f7ba63b77fd service neutron] 10.222.0.53 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233249 Mar 11 17:12:18.980840 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:19.204746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=11']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:19.269761 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:19.274726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-7566253d-55cb-4e56-9cc4-d8c96dfbb09d tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:12:19.277282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-7566253d-55cb-4e56-9cc4-d8c96dfbb09d tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2310002 Mar 11 17:12:19.323601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:19.330231 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:19.330654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaba9a-95c3-4e6b-af9f-12fa49e57941 req-9dadbae2-65ee-41b8-ab48-d7984f738f5a tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:19.333216 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fdaba9a-95c3-4e6b-af9f-12fa49e57941 req-9dadbae2-65ee-41b8-ab48-d7984f738f5a tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 950 time: 0.1541400 Mar 11 17:12:19.351697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-e015001d-b23b-4e03-8605-db984358d563 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:19.356596 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-e015001d-b23b-4e03-8605-db984358d563 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.46 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 944 time: 0.1255274 Mar 11 17:12:19.407417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:19.423045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fdaba9a-95c3-4e6b-af9f-12fa49e57941 req-453a2a36-b455-46ac-b52a-dbf8aefa0d9e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807941 Mar 11 17:12:19.497230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-51460d62-c071-4897-9c71-71f761372fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:19.508510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-51460d62-c071-4897-9c71-71f761372fdd service neutron] 10.222.0.53 "GET /v2.0/ports/1c667c67-7da4-4910-a2ef-9ed82d2be875 HTTP/1.1" status: 200 len: 1093 time: 0.2126486 Mar 11 17:12:19.524990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Request body: {'binding': {'host': 'n-h2-833411-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:19.525748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Unknown quota resources ['binding']. {{(pid=102642) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 17:12:19.592859 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Deleting port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:19.593492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:19.771848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] For port eb0c0701-6094-4a0d-a0e9-5a83f72a5036, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:19.772247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:19.789837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Calling delete_port for eb0c0701-6094-4a0d-a0e9-5a83f72a5036 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:19.804443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on host n-h2-833411-1 for vnic_type normal with profile None {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:19.805344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:19.806019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:19.812854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:12:19.813368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:19.822206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:19.823019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:19.823759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:19.824114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855'}, {'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:19.824903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Bound port: 1c667c67-7da4-4910-a2ef-9ed82d2be875, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:19.830262 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c9d482-a31a-44a2-b848-644f27bccb4f" -d '{"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-unplugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855"}, {"server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "name": "network-vif-unplugged", "status": "completed", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:19.933118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:12:19.946471 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:19.949708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-f1d65f41-5219-4868-87dd-3af93d8f50e4 service neutron] 10.222.0.53 "POST /v2.0/ports/1c667c67-7da4-4910-a2ef-9ed82d2be875/bindings HTTP/1.1" status: 201 len: 389 time: 0.4390075 Mar 11 17:12:20.057283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:20.079210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['eb0c0701-6094-4a0d-a0e9-5a83f72a5036'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:20.185629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Pushing event deleted for resources: {'Port': ['ID=eb0c0701-6094-4a0d-a0e9-5a83f72a5036,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:20.223657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] No DVR routers for this DVR port eb0c0701-6094-4a0d-a0e9-5a83f72a5036 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:20.226945 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:20.231764 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50c67830-660e-4bb7-bce7-fb3302b6f348 req-cd8edbb4-afeb-4b10-b986-fc10b98a08af tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.46 "DELETE /v2.0/ports/eb0c0701-6094-4a0d-a0e9-5a83f72a5036 HTTP/1.1" status: 204 len: 173 time: 0.8646426 Mar 11 17:12:20.232416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'name': 'network-vif-deleted', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:20.235334 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f928eadd-1ee7-420a-aefa-3cd94af58884" -d '{"events": [{"server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "name": "network-vif-deleted", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:20.317253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28d6dd1b-bab6-4229-a0cc-4431ac3ba5a1 req-65590eac-5f18-408a-9433-71be064cc9fd tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0515807 Mar 11 17:12:20.445070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1487cbfa-5722-4cb4-93a6-b06046099664 req-9bbcef4a-306d-4562-97ee-eda6d5263f17 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0513511 Mar 11 17:12:20.488993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-653d1c07-df8a-45f6-ba89-da1dbe42801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:20.488993 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-653d1c07-df8a-45f6-ba89-da1dbe42801e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 1096 time: 0.0958097 Mar 11 17:12:20.553446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9bc646a1-b181-4434-a36d-22ca062d7e7b req-d2b08b03-c39b-47f6-bdfb-d3a8a1faf26f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 210 time: 0.0661936 Mar 11 17:12:20.664024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-c3f00be3-621e-421d-a17e-e91d73aebe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:20.666697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-c3f00be3-621e-421d-a17e-e91d73aebe8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.1578772 Mar 11 17:12:20.676885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d99374-45aa-4571-84f0-8193067fb0b8 req-bfb9c163-6808-45ae-871d-54ef8fddd879 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:20.680266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7d99374-45aa-4571-84f0-8193067fb0b8 req-bfb9c163-6808-45ae-871d-54ef8fddd879 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.1315668 Mar 11 17:12:20.701905 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d2efe6-b485-44d7-ab00-f6995aba9476 x-openstack-request-id: req-f5d2efe6-b485-44d7-ab00-f6995aba9476 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:20.702783 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-unplugged", "status": "completed", "tag": "51c1e9f0-9573-463b-90c4-707db4405855", "code": 200}, {"server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "name": "network-vif-unplugged", "status": "completed", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:20.702783 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5d2efe6-b485-44d7-ab00-f6995aba9476 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:20.703376 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855', 'code': 200} Mar 11 17:12:20.703774 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c', 'code': 200} Mar 11 17:12:20.772915 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-78a5fd19-8bef-40d1-a404-c41afd171940 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875 HTTP/1.1" status: 200 len: 217 time: 0.0824628 Mar 11 17:12:20.865294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7d99374-45aa-4571-84f0-8193067fb0b8 req-27b40a03-dc1b-4fcd-969c-e79ce25ecae1 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534042 Mar 11 17:12:21.008290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184b6a-0075-4611-bd93-e4eb515c946b req-ea1db63d-fd82-4b30-86d6-a0ccfbfa5ad2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:21.022325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18184b6a-0075-4611-bd93-e4eb515c946b req-ea1db63d-fd82-4b30-86d6-a0ccfbfa5ad2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1519728 Mar 11 17:12:21.023410 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b4e48c-f91b-476b-8a52-9257b89b9b74 x-openstack-request-id: req-c1b4e48c-f91b-476b-8a52-9257b89b9b74 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:21.023825 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce3c466-cca4-43e5-873b-68e47538c4b3", "name": "network-vif-deleted", "tag": "eb0c0701-6094-4a0d-a0e9-5a83f72a5036", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:21.024327 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1b4e48c-f91b-476b-8a52-9257b89b9b74 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:21.024980 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3c466-cca4-43e5-873b-68e47538c4b3', 'name': 'network-vif-deleted', 'tag': 'eb0c0701-6094-4a0d-a0e9-5a83f72a5036', 'status': 'completed', 'code': 200} Mar 11 17:12:21.082209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18184b6a-0075-4611-bd93-e4eb515c946b req-515f3232-968c-49f2-b3b5-26ca0732efb8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Mar 11 17:12:21.085287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-6ec24068-9cd1-4026-b5ce-e8da135c2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:21.086960 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-6ec24068-9cd1-4026-b5ce-e8da135c2b3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.2740560 Mar 11 17:12:21.140259 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-9e3206cd-368e-49df-a884-31b77feb17a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376241 Mar 11 17:12:21.150128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-04fc4bdf-822e-489d-a2f2-26366780eb81 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:21.152088 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-04fc4bdf-822e-489d-a2f2-26366780eb81 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.66 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 804 time: 0.3648589 Mar 11 17:12:21.174751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Request body: {'port': {'device_id': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'admin_state_up': True, 'tenant_id': '2199d8a5c54c4eba804aa9c76841d80f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:21.222589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a68d8-f4b9-43e0-a789-4fe0408808d4 req-98f4bc39-a22c-477e-a657-7e9c18003ccb tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:21.230208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-518a68d8-f4b9-43e0-a789-4fe0408808d4 req-98f4bc39-a22c-477e-a657-7e9c18003ccb tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 950 time: 0.0939479 Mar 11 17:12:21.275735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-518a68d8-f4b9-43e0-a789-4fe0408808d4 req-31ed99c0-b258-4c53-9f4f-fdc5f8d6852e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Mar 11 17:12:21.401318 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-c97cc03a-76bf-4f0f-840c-64338e48518e service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414927 Mar 11 17:12:21.436710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Made reservation on behalf of 2199d8a5c54c4eba804aa9c76841d80f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:12:21.440297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:21.635501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-6ee5b945-77bb-4de2-8431-374c89f27ea3 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074280 Mar 11 17:12:21.723631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Allocated IP 172.20.0.2 (ab61905c-1b8b-470b-a0fb-bf99fe2decb7/b9469fab-26ff-4bf5-8d9e-53b6cca12d86/307be97d-57ee-467d-a26e-c61423687f1a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:12:21.827878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531f98e-7cf2-4000-8896-02aac30f5985 req-5fd75139-253a-4c29-a86e-24ff67768550 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:21.831363 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d531f98e-7cf2-4000-8896-02aac30f5985 req-5fd75139-253a-4c29-a86e-24ff67768550 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.1304548 Mar 11 17:12:21.910980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d531f98e-7cf2-4000-8896-02aac30f5985 req-1912bd2a-1e3f-42af-998a-7716eedbfbac tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738883 Mar 11 17:12:21.936920 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:12:21.975944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03c4b462-a548-4372-89fb-bb8d81877ade req-ddd62795-4357-41c2-8a61-434580cc0aa8 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0587592 Mar 11 17:12:21.992490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:22.048197 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:22.120255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:12:22.126217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:22.131744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:12:22.169983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Pushing event updated for resources: {'Port': ['ID=307be97d-57ee-467d-a26e-c61423687f1a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:22.184021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ea8a3f5-56d8-4716-8b4e-7e3e763d7673 req-9beb8da7-67f0-444e-a709-e345fd8eba01 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 210 time: 0.1132982 Mar 11 17:12:22.192710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-ffdd22a4-8bca-4815-a744-9efe418a2332 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:22.194260 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-ffdd22a4-8bca-4815-a744-9efe418a2332 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.46 "GET /v2.0/ports?device_id=02314049-51d5-4609-95a5-191923a9679d HTTP/1.1" status: 200 len: 943 time: 0.1582668 Mar 11 17:12:22.241838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:22.243706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:22.282057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7fbba-7a23-40fb-b17c-be62cb7f06c8 req-a8d7ea83-c661-47b5-be24-e474cb15cfa4 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:22.284998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2b7fbba-7a23-40fb-b17c-be62cb7f06c8 req-a8d7ea83-c661-47b5-be24-e474cb15cfa4 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 949 time: 0.0830638 Mar 11 17:12:22.299958 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-09514b66-d076-4602-948d-3f9fe05538e2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1243641 Mar 11 17:12:22.359609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Request body: {'port': {'device_id': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:22.429870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2b7fbba-7a23-40fb-b17c-be62cb7f06c8 req-65dc08fa-455a-4637-a1d6-115808d921f8 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309712 Mar 11 17:12:22.508201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27190a5a-af3f-4b91-9d04-63fc6911b060 req-3579e7fd-016f-4ea4-8c48-bdfe34b2ce3a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:22.526794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27190a5a-af3f-4b91-9d04-63fc6911b060 req-3579e7fd-016f-4ea4-8c48-bdfe34b2ce3a tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 931 time: 0.1914876 Mar 11 17:12:22.597234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27190a5a-af3f-4b91-9d04-63fc6911b060 req-249a35fb-0efb-4e01-ae45-21601ee782a5 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689983 Mar 11 17:12:22.672299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:22.702550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 26c9db09-1e51-4dc9-b58b-321c7b88ca2c no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:22.712691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Deleting port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:22.713230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:22.863289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device eb0c0701-6094-4a0d-a0e9-5a83f72a5036 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:22.864628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58b79c-b5cd-4a2d-a41b-d7a9697bbc50 req-84cd5480-f025-4827-a77c-07105f968287 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:22.866790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b58b79c-b5cd-4a2d-a41b-d7a9697bbc50 req-84cd5480-f025-4827-a77c-07105f968287 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1353407 Mar 11 17:12:22.974683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: eb0c0701-6094-4a0d-a0e9-5a83f72a5036 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:12:22.975368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device eb0c0701-6094-4a0d-a0e9-5a83f72a5036 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:12:23.012858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b58b79c-b5cd-4a2d-a41b-d7a9697bbc50 req-4ae241e2-dff2-433c-996d-8450398052cc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014028 Mar 11 17:12:23.102977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] For port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:23.103812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:23.143418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Calling delete_port for 26c9db09-1e51-4dc9-b58b-321c7b88ca2c owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:23.241656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.242408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.243211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.243929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.244574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.245709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.246493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.247134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.247789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.248481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.249182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.249789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.250245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.250964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.252009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.255400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-b4bde5d6-5dd8-4ac6-9726-1e1d788fadf7 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3&device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708&device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d&device_id=a756595d-2788-4db7-b580-47a59b7e14b8&device_id=1da03bec-4410-4f17-858a-30e3a0627973&device_id=02314049-51d5-4609-95a5-191923a9679d&device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2&device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1&device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958&device_id=fce3c466-cca4-43e5-873b-68e47538c4b3&device_id=81d8a235-67b3-4687-980b-f13fec737e14&device_id=96c65de5-69e6-476f-92e0-75242f552608&device_id=f24c10fc-43a5-408b-9d44-15f77730b25d&device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809&device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2&device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04&device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 13446 time: 0.1309068 Mar 11 17:12:23.268173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abe9c0-d522-4264-a950-ffca45701c52 req-69f90a68-094a-4858-adf0-9ec28e761227 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:23.279387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45abe9c0-d522-4264-a950-ffca45701c52 req-69f90a68-094a-4858-adf0-9ec28e761227 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.1394467 Mar 11 17:12:23.313341 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-1f3f421b-2555-44a0-8f67-146fedbac579 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:23.368510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45abe9c0-d522-4264-a950-ffca45701c52 req-7e133408-de6a-470b-a15c-0f3c2f56745b tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839312 Mar 11 17:12:23.435382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307be97d-57ee-467d-a26e-c61423687f1a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:12:23.444675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:23.447387 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:23.496457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Pushing event deleted for resources: {'Port': ['ID=26c9db09-1e51-4dc9-b58b-321c7b88ca2c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:23.524164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Transition to ACTIVE for port object 307be97d-57ee-467d-a26e-c61423687f1a will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:12:23.530723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:23.534944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c456298b-e940-443e-958a-ed0648967457 req-2f782f97-11e6-4b78-bb3c-419b45494ce2 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0500624 Mar 11 17:12:23.561978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] No DVR routers for this DVR port 26c9db09-1e51-4dc9-b58b-321c7b88ca2c on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:23.568743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:23.573527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38bc8892-0f9d-4736-8fa0-be97fe4eed01 req-7a5d59ed-b90c-41d3-b254-9979878eeb01 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.46 "DELETE /v2.0/ports/26c9db09-1e51-4dc9-b58b-321c7b88ca2c HTTP/1.1" status: 204 len: 173 time: 1.3695395 Mar 11 17:12:23.599929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'name': 'network-vif-deleted', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:23.600517 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-1f3f421b-2555-44a0-8f67-146fedbac579 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:23.602432 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc64d08a-0534-48b8-9209-cd88dff4b4e6" -d '{"events": [{"server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "name": "network-vif-deleted", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:23.609422 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-1f3f421b-2555-44a0-8f67-146fedbac579 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:23.640108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Pushing event updated for resources: {'Port': ['ID=307be97d-57ee-467d-a26e-c61423687f1a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:23.726903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07f6ed99-dd58-4fe7-9b8b-aa9e7c6769a7 req-1f3f421b-2555-44a0-8f67-146fedbac579 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&id=743bd5c4-d227-4199-9a1c-ef6535978ae4&id=bf668b58-3564-4151-8e02-ac02ce15a396&id=1cbe1627-c4d8-4dae-89dc-5261706338e0&id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&id=22e37929-527a-4319-876a-2b86b2cac41b&id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.4433610 Mar 11 17:12:23.768861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Attempting to bind port 307be97d-57ee-467d-a26e-c61423687f1a on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:23.769579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Attempting to bind port 307be97d-57ee-467d-a26e-c61423687f1a by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:23.769783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Attempting to bind port 307be97d-57ee-467d-a26e-c61423687f1a on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:23.774708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f421b-2555-44a0-8f67-146fedbac579 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bba9d0-0208-47be-a393-67541359f495,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:23.778221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Port 307be97d-57ee-467d-a26e-c61423687f1a on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:12:23.778746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Attempting to bind port 307be97d-57ee-467d-a26e-c61423687f1a on network ab61905c-1b8b-470b-a0fb-bf99fe2decb7 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:23.800908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:23.801101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Checking segment: {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:23.801473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Bound using segment: {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:23.801917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Bound port: 307be97d-57ee-467d-a26e-c61423687f1a, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f878da2e-a5ea-455e-8f4e-869049314c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:23.802271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:23.823476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0221982f-0792-44cf-aef3-85377b65921b req-cc7f89b6-e837-48cd-92c2-bd5677ce20c5 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0922647 Mar 11 17:12:23.929067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:23.954576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=307be97d-57ee-467d-a26e-c61423687f1a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:12:23.960424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:24.016880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f1fe5-31e8-436b-86a3-85bfcf43c955 req-e07cc3a5-2dff-40e0-ad7b-d702c93ab6c9 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.018943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e52f1fe5-31e8-436b-86a3-85bfcf43c955 req-e07cc3a5-2dff-40e0-ad7b-d702c93ab6c9 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 949 time: 0.0868814 Mar 11 17:12:24.049651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.051072 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:24.053697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] 10.222.0.66 "PUT /v2.0/ports/307be97d-57ee-467d-a26e-c61423687f1a HTTP/1.1" status: 200 len: 1091 time: 1.7106061 Mar 11 17:12:24.088896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e52f1fe5-31e8-436b-86a3-85bfcf43c955 req-b356a6c8-d657-499b-96df-ae998dc2623c tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594404 Mar 11 17:12:24.093757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4576ca-1fd2-4656-ac18-347f13573803 service neutron] Pushing event updated for resources: {'Port': ['ID=307be97d-57ee-467d-a26e-c61423687f1a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:24.115531 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87facb4-6157-4387-bce8-39362252fe9e x-openstack-request-id: req-c87facb4-6157-4387-bce8-39362252fe9e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:24.119097 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02314049-51d5-4609-95a5-191923a9679d", "name": "network-vif-deleted", "tag": "26c9db09-1e51-4dc9-b58b-321c7b88ca2c", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:24.119097 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c87facb4-6157-4387-bce8-39362252fe9e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:24.119097 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02314049-51d5-4609-95a5-191923a9679d', 'name': 'network-vif-deleted', 'tag': '26c9db09-1e51-4dc9-b58b-321c7b88ca2c', 'status': 'completed', 'code': 200} Mar 11 17:12:24.198945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-e2f6b261-ea35-414a-998c-c7865e61ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.204297 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-e2f6b261-ea35-414a-998c-c7865e61ba82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 1094 time: 0.0682766 Mar 11 17:12:24.241852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c262-deb4-427a-a7ae-1508fd0dda56 req-9609ce30-9cbe-48db-ac72-d83a5919b0dd tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.252546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f395c262-deb4-427a-a7ae-1508fd0dda56 req-9609ce30-9cbe-48db-ac72-d83a5919b0dd tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 943 time: 0.0850542 Mar 11 17:12:24.279372 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-7a708588-6b9a-4adc-a12e-9bd297292cba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=307be97d-57ee-467d-a26e-c61423687f1a HTTP/1.1" status: 200 len: 217 time: 0.0633256 Mar 11 17:12:24.344579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f395c262-deb4-427a-a7ae-1508fd0dda56 req-f113f8a5-eaa5-4e27-888b-fe276fcff967 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905132 Mar 11 17:12:24.358501 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-afd48964-9112-496b-85bb-0ffe3601f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.363567 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-afd48964-9112-496b-85bb-0ffe3601f2b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9469fab-26ff-4bf5-8d9e-53b6cca12d86 HTTP/1.1" status: 200 len: 844 time: 0.0760069 Mar 11 17:12:24.387984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dcb5f-ff4b-457c-9cfc-321a4beff8a5 req-44418fdf-544b-4d80-9111-471beb58671e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.394865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-467dcb5f-ff4b-457c-9cfc-321a4beff8a5 req-44418fdf-544b-4d80-9111-471beb58671e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.1088073 Mar 11 17:12:24.411501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-d5783985-5d83-4d1c-9f70-bb39b1030530 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325415 Mar 11 17:12:24.463583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-467dcb5f-ff4b-457c-9cfc-321a4beff8a5 req-e2b27460-ca11-40c1-85c8-8c4846e16828 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616052 Mar 11 17:12:24.587349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ad145-f35a-4749-b585-dcb7971a4036 req-a92f9791-94ba-4087-bb1f-7e3bbb552650 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.592589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-951ad145-f35a-4749-b585-dcb7971a4036 req-a92f9791-94ba-4087-bb1f-7e3bbb552650 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1046231 Mar 11 17:12:24.620373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-c91a7af8-c94c-41ad-aafa-ba1590f91ffa service neutron] 10.222.0.66 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932194 Mar 11 17:12:24.708986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-951ad145-f35a-4749-b585-dcb7971a4036 req-3a7cc9e2-20fb-443a-ad43-1933190a2890 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065440 Mar 11 17:12:24.788244 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a6bd59a5-7804-43d0-ba87-773b00a76428 req-5b076cf5-0eff-48ba-9b3c-c2176f0b175d service neutron] 10.222.0.66 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574090 Mar 11 17:12:24.921479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb1e2-eaa7-42be-9d49-f22aafeb6164 req-46c577bf-7743-445e-ad87-028cd270a21b tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.922236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb1e2-eaa7-42be-9d49-f22aafeb6164 req-46c577bf-7743-445e-ad87-028cd270a21b tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.922701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb1e2-eaa7-42be-9d49-f22aafeb6164 req-46c577bf-7743-445e-ad87-028cd270a21b tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:24.935130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-214fb1e2-eaa7-42be-9d49-f22aafeb6164 req-46c577bf-7743-445e-ad87-028cd270a21b tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708&device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2&device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 2884 time: 0.1202867 Mar 11 17:12:24.941059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7164cee-a7d7-4f4f-a932-70196eab52e3 req-672b92b2-6826-4365-b6c9-090d62139298 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0762963 Mar 11 17:12:25.044036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-214fb1e2-eaa7-42be-9d49-f22aafeb6164 req-afaa25df-b94e-4e36-b5e1-67e14b330cae tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069446 Mar 11 17:12:25.108560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50902d32-9016-4adc-b904-5acf7df20713 req-883af64a-d24d-49dc-86b6-cacf9624bf05 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0447142 Mar 11 17:12:25.244539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-2e9089a1-eef6-4043-8e59-ae1409f368bb tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:25.249518 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-2e9089a1-eef6-4043-8e59-ae1409f368bb tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.46 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 949 time: 0.0972979 Mar 11 17:12:25.265531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210cf89-b242-45c3-ac81-fe315648e20a req-103787cc-c898-492b-a565-b34f1efe6f22 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:25.267085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8210cf89-b242-45c3-ac81-fe315648e20a req-103787cc-c898-492b-a565-b34f1efe6f22 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 949 time: 0.0926368 Mar 11 17:12:25.333854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8210cf89-b242-45c3-ac81-fe315648e20a req-4a5d72c5-7bb1-4a3e-828e-63d03be83968 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/security-groups?id=743bd5c4-d227-4199-9a1c-ef6535978ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 Mar 11 17:12:25.437006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Deleting port 51c1e9f0-9573-463b-90c4-707db4405855 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:25.437597 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:25.546434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66046e-43cb-4688-acaa-b82087275de2 req-aec751e2-d52c-4362-9406-42bb67c88358 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:25.549708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f66046e-43cb-4688-acaa-b82087275de2 req-aec751e2-d52c-4362-9406-42bb67c88358 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 943 time: 0.0885091 Mar 11 17:12:25.622533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] For port 51c1e9f0-9573-463b-90c4-707db4405855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=51c1e9f0-9573-463b-90c4-707db4405855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:25.623241 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:25.624728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f66046e-43cb-4688-acaa-b82087275de2 req-d08bf5a2-799d-44a0-aef9-60dc6df5ccf7 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547674 Mar 11 17:12:25.661625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Calling delete_port for 51c1e9f0-9573-463b-90c4-707db4405855 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:25.832920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbe0ca-fb75-4784-8b45-1dc3d64047f8 req-c8678a81-5067-4db1-81b2-3e957a1468a0 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:25.836764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbcbe0ca-fb75-4784-8b45-1dc3d64047f8 req-c8678a81-5067-4db1-81b2-3e957a1468a0 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.0995426 Mar 11 17:12:25.899752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbcbe0ca-fb75-4784-8b45-1dc3d64047f8 req-248ec5fc-f286-4ee3-ad2a-45c3c878cca3 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545454 Mar 11 17:12:25.917322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:25.979555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Pushing event deleted for resources: {'Port': ['ID=51c1e9f0-9573-463b-90c4-707db4405855,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:26.019077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f77fb6-7ae7-4bb7-abf6-6a33f3404d25 req-75156866-aee8-4530-b325-2aaf99714a59 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:26.020688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28f77fb6-7ae7-4bb7-abf6-6a33f3404d25 req-75156866-aee8-4530-b325-2aaf99714a59 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.0910373 Mar 11 17:12:26.063037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] No DVR routers for this DVR port 51c1e9f0-9573-463b-90c4-707db4405855 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:26.067697 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:26.074438 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-59b1a7a9-3231-4ddd-b019-b4ddbdbcdf10 req-73114dfd-d884-4758-b8f6-4fe8d05bb831 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.46 "DELETE /v2.0/ports/51c1e9f0-9573-463b-90c4-707db4405855 HTTP/1.1" status: 204 len: 173 time: 0.8136821 Mar 11 17:12:26.099418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28f77fb6-7ae7-4bb7-abf6-6a33f3404d25 req-48c36c96-01b2-4de9-bec6-7c0bbedf74bd tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619133 Mar 11 17:12:26.107288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faca168-0894-485b-bd36-692405070601 req-a460184c-29e4-4f83-ac14-13f28dbd8139 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:26.118627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a'}, {'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-deleted', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:26.123273 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00cf91b-1da6-44f1-8cfd-928721f9b19d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "tag": "307be97d-57ee-467d-a26e-c61423687f1a"}, {"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-deleted", "tag": "51c1e9f0-9573-463b-90c4-707db4405855"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:26.129466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8faca168-0894-485b-bd36-692405070601 req-a460184c-29e4-4f83-ac14-13f28dbd8139 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1101 time: 0.1069505 Mar 11 17:12:26.213040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8faca168-0894-485b-bd36-692405070601 req-c41b5587-3719-4801-a486-66e97155039a tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785022 Mar 11 17:12:26.297737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-969053bc-649d-4c17-9dc0-484c1db1882f req-84351afe-1f2a-4f58-a198-cae323e472ab tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0483892 Mar 11 17:12:26.324545 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f11eb61-61a2-48a2-b665-9b616db8c2a0 x-openstack-request-id: req-9f11eb61-61a2-48a2-b665-9b616db8c2a0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:26.326357 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "tag": "307be97d-57ee-467d-a26e-c61423687f1a", "status": "completed", "code": 200}, {"server_uuid": "81d8a235-67b3-4687-980b-f13fec737e14", "name": "network-vif-deleted", "tag": "51c1e9f0-9573-463b-90c4-707db4405855", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:26.327558 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f11eb61-61a2-48a2-b665-9b616db8c2a0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:26.328897 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a', 'status': 'completed', 'code': 200} Mar 11 17:12:26.329639 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d8a235-67b3-4687-980b-f13fec737e14', 'name': 'network-vif-deleted', 'tag': '51c1e9f0-9573-463b-90c4-707db4405855', 'status': 'completed', 'code': 200} Mar 11 17:12:26.459274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-fa527c5e-9a23-4b3b-8d68-87c676f45520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:26.461480 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-fa527c5e-9a23-4b3b-8d68-87c676f45520 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 1094 time: 0.1051373 Mar 11 17:12:26.501019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6944a9a3-4fcd-43f9-9893-a8c426723df4 req-7e1410dc-3999-4f31-b2b4-8178c2c352e1 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce3c466-cca4-43e5-873b-68e47538c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0821838 Mar 11 17:12:26.541507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b1020-1607-4df3-820d-26a30d60671f req-db8023fd-6bcd-4f1e-930f-1eadd6295ed4 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:26.546832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b4b1020-1607-4df3-820d-26a30d60671f req-db8023fd-6bcd-4f1e-930f-1eadd6295ed4 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1101 time: 0.1295495 Mar 11 17:12:26.641990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b4b1020-1607-4df3-820d-26a30d60671f req-ca599f91-07cb-47b4-8550-9bac8e56dd86 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845630 Mar 11 17:12:26.756081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ece2ef53-82cd-4023-910f-36e9d123b78e req-eeee9a1f-9763-4001-9542-f81097a8e920 tempest-ImagesOneServerTestJSON-1721955595 tempest-ImagesOneServerTestJSON-1721955595-project] 10.222.0.53 "GET /v2.0/ports?device_id=81d8a235-67b3-4687-980b-f13fec737e14 HTTP/1.1" status: 200 len: 210 time: 0.0532246 Mar 11 17:12:26.870151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-dc019979-98d8-4bb5-91e7-b1e90489f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:26.871596 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-dc019979-98d8-4bb5-91e7-b1e90489f582 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 200 len: 904 time: 0.4007037 Mar 11 17:12:26.892698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217937f-46fa-4608-b725-8b5f15e4700b req-76881c43-ae60-4f14-9050-284800a04df2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:26.894449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a217937f-46fa-4608-b725-8b5f15e4700b req-76881c43-ae60-4f14-9050-284800a04df2 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.1973126 Mar 11 17:12:26.942208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f37764-e335-4eee-affd-81bccd3620bb req-3b92e4de-914b-4dab-8e1e-783a9795c13e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:26.943767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35f37764-e335-4eee-affd-81bccd3620bb req-3b92e4de-914b-4dab-8e1e-783a9795c13e tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 943 time: 0.1124027 Mar 11 17:12:26.974410 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-95603926-948c-43a8-ba7c-1328f8c13af4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=307be97d-57ee-467d-a26e-c61423687f1a HTTP/1.1" status: 200 len: 217 time: 0.0778713 Mar 11 17:12:27.045430 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35f37764-e335-4eee-affd-81bccd3620bb req-acb6463e-c384-4f8d-94f0-fc894bf2efcb tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952785 Mar 11 17:12:27.272556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-21b19112-9cfe-44ef-a8a6-a12855dfab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:27.275564 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-21b19112-9cfe-44ef-a8a6-a12855dfab51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9469fab-26ff-4bf5-8d9e-53b6cca12d86 HTTP/1.1" status: 200 len: 844 time: 0.2719095 Mar 11 17:12:27.337791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-994bd330-772a-4893-82f3-227053603be6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab61905c-1b8b-470b-a0fb-bf99fe2decb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463591 Mar 11 17:12:27.354669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae01d9-9f68-459f-836a-420b7aef4092 req-d1bd9cd3-0a1e-401f-a99e-0feb5b48f55e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:27.356285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66ae01d9-9f68-459f-836a-420b7aef4092 req-d1bd9cd3-0a1e-401f-a99e-0feb5b48f55e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 945 time: 0.1463006 Mar 11 17:12:27.364762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0911d-9c42-4747-9cf9-73316da351f5 req-fc497a3a-fc78-4ef0-b8a4-f678be005b07 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:27.370632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-a217937f-46fa-4608-b725-8b5f15e4700b req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Deleting port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:27.371134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a217937f-46fa-4608-b725-8b5f15e4700b req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:27.373805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1be0911d-9c42-4747-9cf9-73316da351f5 req-fc497a3a-fc78-4ef0-b8a4-f678be005b07 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.0953681 Mar 11 17:12:27.441368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1be0911d-9c42-4747-9cf9-73316da351f5 req-aabe0637-d353-4379-9054-3ec810596f5b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662260 Mar 11 17:12:27.487761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66ae01d9-9f68-459f-836a-420b7aef4092 req-e96904ce-0c0b-4795-8f52-472dd7146847 tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/security-groups?id=687c5a07-9390-4d71-9c4b-f6cd22cc0180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945759 Mar 11 17:12:27.567790 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-30ad2328-6e58-41d1-9a1c-981234cdcb9a service neutron] 10.222.0.66 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185099 Mar 11 17:12:27.583288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a217937f-46fa-4608-b725-8b5f15e4700b req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] For port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,segment=NetworkSegment(22af6302-f3d1-4fd0-9892-e1e9cd7dee81),segment_id=22af6302-f3d1-4fd0-9892-e1e9cd7dee81)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:27.583752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a217937f-46fa-4608-b725-8b5f15e4700b req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:27.627306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2540ccb5-e50e-431f-83a1-16cdb00360c5 req-3270cabc-43e9-4892-8499-858889d4b9ff tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0475013 Mar 11 17:12:27.631053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-a217937f-46fa-4608-b725-8b5f15e4700b req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Calling delete_port for 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:27.958240 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a217937f-46fa-4608-b725-8b5f15e4700b req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:27.978698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['729eb145-9c54-42a0-8c64-f91b4b9ddbf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:28.015295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Pushing event deleted for resources: {'Port': ['ID=729eb145-9c54-42a0-8c64-f91b4b9ddbf4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:28.108715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.108715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.108715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.108715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.108715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.109224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.109224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.109617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.109759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.110080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.110393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.110709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:28.146179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-a217937f-46fa-4608-b725-8b5f15e4700b req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] No DVR routers for this DVR port 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:28.155016 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a217937f-46fa-4608-b725-8b5f15e4700b req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:28.158594 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a217937f-46fa-4608-b725-8b5f15e4700b req-b184754b-6c87-48f1-b2ae-b095fe2c421e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.66 "DELETE /v2.0/ports/729eb145-9c54-42a0-8c64-f91b4b9ddbf4 HTTP/1.1" status: 204 len: 173 time: 1.2529213 Mar 11 17:12:28.164734 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b00cf91b-1da6-44f1-8cfd-928721f9b19d req-a4140107-0b15-40bb-a4ec-89b3eab4bd0f service neutron] 10.222.0.66 "GET /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783198 Mar 11 17:12:28.289945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e4208-313d-44eb-9356-ff11fd4536f0 req-e20ceee3-0f8d-4a00-9d14-e5323d448353 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:28.304180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef3e4208-313d-44eb-9356-ff11fd4536f0 req-e20ceee3-0f8d-4a00-9d14-e5323d448353 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 943 time: 0.1079373 Mar 11 17:12:28.331783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a756595d-2788-4db7-b580-47a59b7e14b8', 'name': 'network-vif-deleted', 'tag': '729eb145-9c54-42a0-8c64-f91b4b9ddbf4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:28.337390 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe8b1b3-70fe-4409-8cd6-d138e16a2b45" -d '{"events": [{"server_uuid": "a756595d-2788-4db7-b580-47a59b7e14b8", "name": "network-vif-deleted", "tag": "729eb145-9c54-42a0-8c64-f91b4b9ddbf4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:28.392032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c013e7c-622b-4bf5-8a76-bc95d24a2f47 req-277d2c89-dbde-4b10-a35e-e6c1de0d8f4c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:28.394405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c013e7c-622b-4bf5-8a76-bc95d24a2f47 req-277d2c89-dbde-4b10-a35e-e6c1de0d8f4c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.1517551 Mar 11 17:12:28.415837 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef3e4208-313d-44eb-9356-ff11fd4536f0 req-bdc1add0-2ac4-4566-ac1e-27d2de2186c8 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104028 Mar 11 17:12:28.498477 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272f9cd4-2581-46e8-ad26-e03d41d1031c x-openstack-request-id: req-272f9cd4-2581-46e8-ad26-e03d41d1031c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:28.498916 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a756595d-2788-4db7-b580-47a59b7e14b8", "name": "network-vif-deleted", "tag": "729eb145-9c54-42a0-8c64-f91b4b9ddbf4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:28.499305 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-272f9cd4-2581-46e8-ad26-e03d41d1031c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:28.499971 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a756595d-2788-4db7-b580-47a59b7e14b8', 'name': 'network-vif-deleted', 'tag': '729eb145-9c54-42a0-8c64-f91b4b9ddbf4', 'status': 'completed', 'code': 200} Mar 11 17:12:28.517849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c013e7c-622b-4bf5-8a76-bc95d24a2f47 req-0f5d3461-49c2-4011-a44e-4c00d0d7ac9c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968513 Mar 11 17:12:28.518716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43948) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:28.727332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a406ca0-e192-4f39-a687-ae4d6f4e6ab7 req-ff26f4cc-d8ea-454f-96f0-d7417995742e tempest-DeleteServersTestJSON-1619458578 tempest-DeleteServersTestJSON-1619458578-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756595d-2788-4db7-b580-47a59b7e14b8 HTTP/1.1" status: 200 len: 210 time: 0.0798616 Mar 11 17:12:28.757998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab8b6-93c2-43b5-979a-eca1513a392a req-4964b7e5-ca5c-461d-bc64-2c613be29495 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:28.767788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-278ab8b6-93c2-43b5-979a-eca1513a392a req-4964b7e5-ca5c-461d-bc64-2c613be29495 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1312706 Mar 11 17:12:28.795279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:28.855076 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:28.862074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 51c1e9f0-9573-463b-90c4-707db4405855 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:12:28.862590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 51c1e9f0-9573-463b-90c4-707db4405855 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:12:28.872489 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7d8f8262-3527-49b8-8f82-cbb6a514e1e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26bea6a37e494e0a9e900697460241d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494573 Mar 11 17:12:28.875005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-278ab8b6-93c2-43b5-979a-eca1513a392a req-618d239a-3117-48b6-bad3-b981e05368d3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058099 Mar 11 17:12:28.876026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43956) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:28.932616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1760d387-2a0d-41f0-b731-2dbba36a018c req-efcf2bc7-995a-4910-a7cf-eccb52a70558 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0543966 Mar 11 17:12:28.991762 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:29.027216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:29.110282 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:29.112922 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:29.114050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/743bd5c4-d227-4199-9a1c-ef6535978ae4 HTTP/1.1" status: 204 len: 168 time: 0.2349076 Mar 11 17:12:29.138048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743bd5c4-d227-4199-9a1c-ef6535978ae4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:29.154023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.154683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.155276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.155896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.156713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.157169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.157650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.158255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.158846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.159500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.160509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.161048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd072dd-743a-4d77-8352-5fc6ceb7e398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:29.222670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 307be97d-57ee-467d-a26e-c61423687f1a details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:12:29.358451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=307be97d-57ee-467d-a26e-c61423687f1a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:29.372242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '307be97d-57ee-467d-a26e-c61423687f1a', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'port_id': '307be97d-57ee-467d-a26e-c61423687f1a', 'mac_address': 'fa:16:3e:45:da:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9469fab-26ff-4bf5-8d9e-53b6cca12d86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:12:29.414438 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:29.430836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307be97d-57ee-467d-a26e-c61423687f1a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:12:29.496060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=307be97d-57ee-467d-a26e-c61423687f1a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:29.503855 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:29.603546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39277c-7b7a-4b33-b81a-327951ba22fc req-1dc65e01-087c-418c-ab0e-73195152af07 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:29.604517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f39277c-7b7a-4b33-b81a-327951ba22fc req-1dc65e01-087c-418c-ab0e-73195152af07 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 944 time: 0.0648308 Mar 11 17:12:29.607719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=307be97d-57ee-467d-a26e-c61423687f1a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:29.716110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f39277c-7b7a-4b33-b81a-327951ba22fc req-ecd60dd6-48f0-49f9-b5ba-0e522feba515 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009800 Mar 11 17:12:29.785675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dabbf4-6f40-4077-9f38-d6dc36a372dc req-5b751b24-2f6c-412c-a874-5716fc107184 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:29.788655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19dabbf4-6f40-4077-9f38-d6dc36a372dc req-5b751b24-2f6c-412c-a874-5716fc107184 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.1007705 Mar 11 17:12:29.862974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19dabbf4-6f40-4077-9f38-d6dc36a372dc req-8472e89b-f69f-4c23-b100-7a51705d54cf tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592713 Mar 11 17:12:29.951784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['307be97d-57ee-467d-a26e-c61423687f1a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:30.120406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51255d06-f53c-465a-8219-e8fc73792cea req-fe76a59c-be2d-4e9b-b55b-680c880c3531 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:30.123455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51255d06-f53c-465a-8219-e8fc73792cea req-fe76a59c-be2d-4e9b-b55b-680c880c3531 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.0743821 Mar 11 17:12:30.233912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2695792-045b-4855-b662-480a4547b558 req-7ad7fcce-945c-4cad-892d-1969536bb005 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:30.242914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2695792-045b-4855-b662-480a4547b558 req-7ad7fcce-945c-4cad-892d-1969536bb005 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.1160266 Mar 11 17:12:30.303820 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51255d06-f53c-465a-8219-e8fc73792cea req-84375075-5238-4e71-9232-de48db7cf91d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337018 Mar 11 17:12:30.353465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2695792-045b-4855-b662-480a4547b558 req-21215919-45bd-413e-978e-2f4d7c0ccd94 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991988 Mar 11 17:12:30.508396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc402b7a-a8be-4227-89e7-f6fe66c6a21a req-76ef410a-e71f-4aa3-897b-fbba7106667f tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0421317 Mar 11 17:12:30.904519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5776d74-10f3-4596-9598-eda54e342c42 req-1919fba7-bc01-4386-84bc-9af9a9c1c96c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:30.915015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5776d74-10f3-4596-9598-eda54e342c42 req-1919fba7-bc01-4386-84bc-9af9a9c1c96c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 944 time: 0.0809731 Mar 11 17:12:30.974607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5776d74-10f3-4596-9598-eda54e342c42 req-06ef5890-c15c-422a-bbd8-300111a01ef4 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580807 Mar 11 17:12:31.171797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50481db1-b5a7-470c-a98a-006b8f183316 req-cfabd547-eb82-40dd-8307-55658532f9b7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:31.174490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50481db1-b5a7-470c-a98a-006b8f183316 req-cfabd547-eb82-40dd-8307-55658532f9b7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.0965419 Mar 11 17:12:31.221930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:31.270152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50481db1-b5a7-470c-a98a-006b8f183316 req-4a4976d6-8481-45fc-8e34-c5dceb1e6d68 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793195 Mar 11 17:12:31.306051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:12:31.309182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 729eb145-9c54-42a0-8c64-f91b4b9ddbf4 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:12:31.500730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd704cdf-6099-4aef-8273-669386aee4e9 req-e04a3ae0-2dcf-4d49-91cd-dc4be977babc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:31.513493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd704cdf-6099-4aef-8273-669386aee4e9 req-e04a3ae0-2dcf-4d49-91cd-dc4be977babc tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.0832679 Mar 11 17:12:31.573693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd704cdf-6099-4aef-8273-669386aee4e9 req-cbfbe0c2-194a-4db4-b8e3-6447426d9bc1 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590253 Mar 11 17:12:31.786460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89142e77-cc5b-4aad-b662-c2a13bd7ba98 req-7999a210-896d-460b-a22f-5225b7e6d936 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:31.788093 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89142e77-cc5b-4aad-b662-c2a13bd7ba98 req-7999a210-896d-460b-a22f-5225b7e6d936 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.1135097 Mar 11 17:12:31.854177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ebd6ce5-66b7-4c8a-a6ef-fcb3935395cc req-86b15c9e-ad2e-4b8c-9b5f-6d6ac4581a83 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0525718 Mar 11 17:12:31.888320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89142e77-cc5b-4aad-b662-c2a13bd7ba98 req-a1a44e80-443c-43e9-a412-9d2c75830d04 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920999 Mar 11 17:12:32.260487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fb27c-3a4f-4d23-929f-e2bc4450194f req-5993503c-4bf6-49ce-b7b8-d3f8d367e035 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:32.267906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-012fb27c-3a4f-4d23-929f-e2bc4450194f req-5993503c-4bf6-49ce-b7b8-d3f8d367e035 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 944 time: 0.1179421 Mar 11 17:12:32.331575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-012fb27c-3a4f-4d23-929f-e2bc4450194f req-43220837-dff5-46d6-b202-6f5470380a46 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570762 Mar 11 17:12:32.559378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fc832-1f43-430d-b6a4-1587ba930160 req-6d9c796f-bdf1-44c4-bd75-52479fea15a4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:32.565468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb5fc832-1f43-430d-b6a4-1587ba930160 req-6d9c796f-bdf1-44c4-bd75-52479fea15a4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.0962331 Mar 11 17:12:32.642466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb5fc832-1f43-430d-b6a4-1587ba930160 req-c288c3e8-6ff0-4128-abf0-dc894226aa21 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733898 Mar 11 17:12:32.856496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2538-4d7a-4e1c-9080-80e836fbcc6c req-deac282c-b910-4696-9622-5dcdbd32a8f8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:32.858140 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f18b2538-4d7a-4e1c-9080-80e836fbcc6c req-deac282c-b910-4696-9622-5dcdbd32a8f8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1049168 Mar 11 17:12:32.923013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f18b2538-4d7a-4e1c-9080-80e836fbcc6c req-49dbebdd-d914-4e3c-90f7-dc67597c99c8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542569 Mar 11 17:12:33.121028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8de892-4aba-49f1-895d-1eef0e4f502d req-61b20578-ab08-4c49-b814-f65f38128c2e tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:33.123107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b8de892-4aba-49f1-895d-1eef0e4f502d req-61b20578-ab08-4c49-b814-f65f38128c2e tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.0987983 Mar 11 17:12:33.213989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b8de892-4aba-49f1-895d-1eef0e4f502d req-385c039c-2397-40da-80f0-155a0cadb151 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765939 Mar 11 17:12:33.232700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 307be97d-57ee-467d-a26e-c61423687f1a up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:33.303566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1748770f-3d85-43a1-8400-4bed87d050e9 req-edce19ce-255a-4aa5-86be-41de22adf53a tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0676005 Mar 11 17:12:33.335050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 307be97d-57ee-467d-a26e-c61423687f1a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:12:33.347483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 307be97d-57ee-467d-a26e-c61423687f1a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:33.349865 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:33.370336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-6c522baf-6956-4d39-8434-78f30a1d2568 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:33.372842 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-6c522baf-6956-4d39-8434-78f30a1d2568 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.66 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.1150262 Mar 11 17:12:33.546926 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:33.609657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:33.614632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc1574-66d9-48c2-a7b0-c76a4ca307d4 req-ebbc150a-deda-41cf-81e8-9b1bd0de9619 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:33.617902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Deleting port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:33.618299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:33.622770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1dc1574-66d9-48c2-a7b0-c76a4ca307d4 req-ebbc150a-deda-41cf-81e8-9b1bd0de9619 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 944 time: 0.1085310 Mar 11 17:12:33.624495 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a1c4b8-dc8e-4711-aad1-b3e6391f31d0" -d '{"events": [{"server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "name": "network-vif-plugged", "status": "completed", "tag": "307be97d-57ee-467d-a26e-c61423687f1a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:33.664325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=307be97d-57ee-467d-a26e-c61423687f1a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:33.672435 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:33.745157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1dc1574-66d9-48c2-a7b0-c76a4ca307d4 req-6cf62567-89ba-4a1b-9d0b-928a40db0574 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153040 Mar 11 17:12:33.833719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=307be97d-57ee-467d-a26e-c61423687f1a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:33.843151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.843893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.844662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.845188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.845688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.846178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.846777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.847264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.847814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.848309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] For port 08e3df4e-cb6e-438d-ab4d-2ad851661af1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=08e3df4e-cb6e-438d-ab4d-2ad851661af1,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:33.848567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.848999 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:33.849275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:33.849818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:12:34.128496 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c7fb1c-4c5d-4b51-ba28-dc9f75059d61 x-openstack-request-id: req-e2c7fb1c-4c5d-4b51-ba28-dc9f75059d61 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:34.129180 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "name": "network-vif-plugged", "status": "completed", "tag": "307be97d-57ee-467d-a26e-c61423687f1a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:34.129694 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2c7fb1c-4c5d-4b51-ba28-dc9f75059d61 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:34.130925 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a', 'code': 200} Mar 11 17:12:34.272686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfa083-6b9a-4ca2-8e69-6355640217fe req-e1f8e353-c474-45a0-848a-b62cad379c68 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:34.278925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4dcfa083-6b9a-4ca2-8e69-6355640217fe req-e1f8e353-c474-45a0-848a-b62cad379c68 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.1189249 Mar 11 17:12:34.342516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4dcfa083-6b9a-4ca2-8e69-6355640217fe req-e99e7f70-eac0-402a-a78a-e2ed4cbd8368 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541224 Mar 11 17:12:34.456129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f68cf-4499-4d5c-83e1-a33285ba47a3 req-021c284b-6c08-480c-8799-11c5771c5c9b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:34.457738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b6f68cf-4499-4d5c-83e1-a33285ba47a3 req-021c284b-6c08-480c-8799-11c5771c5c9b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1141632 Mar 11 17:12:34.549427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b6f68cf-4499-4d5c-83e1-a33285ba47a3 req-d2d64f2e-69cd-446b-8cb0-98d74a3eec84 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837662 Mar 11 17:12:34.577886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:34.579127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:34.579889 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Floating IP a558d7f3-afd4-42a8-863e-81a01407b9fd disassociated. External IP: 172.25.8.45, port: 08e3df4e-cb6e-438d-ab4d-2ad851661af1. Mar 11 17:12:34.580535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Calling delete_port for 08e3df4e-cb6e-438d-ab4d-2ad851661af1 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:34.815222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:34.818701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11c82d-5cf0-4f2a-a76d-f77699ec1ec4 req-415c6920-ea32-49cb-9c59-68e5a963f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:34.820747 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d11c82d-5cf0-4f2a-a76d-f77699ec1ec4 req-415c6920-ea32-49cb-9c59-68e5a963f0f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 1096 time: 0.2291296 Mar 11 17:12:34.857735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Pushing event deleted for resources: {'Port': ['ID=08e3df4e-cb6e-438d-ab4d-2ad851661af1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:34.957102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3989937-2489-4d81-aaf0-490305dddbc7 req-f8c281df-20fa-4ef4-913f-fa1193ba4a51 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:34.972915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3989937-2489-4d81-aaf0-490305dddbc7 req-f8c281df-20fa-4ef4-913f-fa1193ba4a51 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 945 time: 0.3283205 Mar 11 17:12:35.025093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52e1a4-0aea-4272-b6ea-f3809745532c req-58300825-daa4-4c10-a7e2-c5d69b3779e4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:35.040886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Router 132e834e-26b4-446b-a843-8f33e9b43db0 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:12:35.054492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef52e1a4-0aea-4272-b6ea-f3809745532c req-58300825-daa4-4c10-a7e2-c5d69b3779e4 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 944 time: 0.3493469 Mar 11 17:12:35.134104 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3989937-2489-4d81-aaf0-490305dddbc7 req-ef4c8124-8e19-423f-bc1b-2436fb9af9dd tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups?id=bff95c38-000f-4a55-b9ff-c665eb79d664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598263 Mar 11 17:12:35.184144 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef52e1a4-0aea-4272-b6ea-f3809745532c req-48fe29dd-56aa-4580-be34-77c53060b2b8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284859 Mar 11 17:12:35.307445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:12:35.328173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] Sync routers for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:12:35.389687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:12:35.395277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:35.407746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-dc733ec1-f077-4ae5-a822-da6c4b4da363 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:35.416400 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-dc733ec1-f077-4ae5-a822-da6c4b4da363 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.66 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 944 time: 0.3668623 Mar 11 17:12:35.417910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] No DVR routers for this DVR port 08e3df4e-cb6e-438d-ab4d-2ad851661af1 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:35.436961 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:35.444088 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-856ab2d8-9411-4800-837f-f2a389d88a7f req-b9cd6caa-cb42-4e15-8158-f8a6fe3f7938 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.66 "DELETE /v2.0/ports/08e3df4e-cb6e-438d-ab4d-2ad851661af1 HTTP/1.1" status: 204 len: 173 time: 2.0579312 Mar 11 17:12:35.447800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d11c82d-5cf0-4f2a-a76d-f77699ec1ec4 req-5e282bbd-75ce-44d5-b169-f9f6528fd771 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910063 Mar 11 17:12:35.452080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'name': 'network-vif-deleted', 'tag': '08e3df4e-cb6e-438d-ab4d-2ad851661af1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:35.456289 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d1f346-fa5e-4ace-90b9-efe8e134de54" -d '{"events": [{"server_uuid": "cccf62e0-5a64-4a9e-b0de-9ed5f6648958", "name": "network-vif-deleted", "tag": "08e3df4e-cb6e-438d-ab4d-2ad851661af1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:35.499007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83eb588d-a8a5-45d7-9a23-1895bc81cb72 req-62d22067-e377-4b30-bfb1-a25a025edb83 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.1843672 Mar 11 17:12:35.771744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:12:35.786822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf2be4-0c5f-4ffb-bdb7-1dbbb4f602bc req-def4af87-3449-4a78-b712-59fe8fed1eca tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:35.800555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37bf2be4-0c5f-4ffb-bdb7-1dbbb4f602bc req-def4af87-3449-4a78-b712-59fe8fed1eca tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 945 time: 0.2969606 Mar 11 17:12:35.804017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Deleting port af9a55b2-629f-4f31-8431-403c1e6a3df1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:35.807461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:35.956503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37bf2be4-0c5f-4ffb-bdb7-1dbbb4f602bc req-0ac146e3-a12b-4e97-a674-581c231ea377 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482472 Mar 11 17:12:35.995154 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22d68e-0772-46e3-9313-606caf58876a req-a082ce95-419c-4ec3-8868-f94909b466b3 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:36.011550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e22d68e-0772-46e3-9313-606caf58876a req-a082ce95-419c-4ec3-8868-f94909b466b3 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.1507998 Mar 11 17:12:36.054039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] For port af9a55b2-629f-4f31-8431-403c1e6a3df1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=af9a55b2-629f-4f31-8431-403c1e6a3df1,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:36.055101 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:36.093663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Calling delete_port for af9a55b2-629f-4f31-8431-403c1e6a3df1 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:36.111135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e22d68e-0772-46e3-9313-606caf58876a req-fad9ac36-1ea4-43c1-997a-d858622ef780 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904062 Mar 11 17:12:36.272552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad621f7-c4fd-4594-b59c-3721008e7c28 req-1b6bad99-93a4-4b84-a536-8b18673b8f15 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:36.276724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ad621f7-c4fd-4594-b59c-3721008e7c28 req-1b6bad99-93a4-4b84-a536-8b18673b8f15 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1326008 Mar 11 17:12:36.400404 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d272263f-4eaa-4cd8-a187-315c8d993d50 x-openstack-request-id: req-d272263f-4eaa-4cd8-a187-315c8d993d50 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:36.400684 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccf62e0-5a64-4a9e-b0de-9ed5f6648958", "name": "network-vif-deleted", "tag": "08e3df4e-cb6e-438d-ab4d-2ad851661af1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:36.400945 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d272263f-4eaa-4cd8-a187-315c8d993d50 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:36.401348 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccf62e0-5a64-4a9e-b0de-9ed5f6648958', 'name': 'network-vif-deleted', 'tag': '08e3df4e-cb6e-438d-ab4d-2ad851661af1', 'status': 'completed', 'code': 200} Mar 11 17:12:36.404256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ad621f7-c4fd-4594-b59c-3721008e7c28 req-825ea538-be67-47e8-b7b2-3c4194216314 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908394 Mar 11 17:12:36.486660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '965645fe-e2fe-4696-acfa-f2ad395456c6', 'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'mac_address': 'fa:16:3e:86:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:04Z', 'updated_at': '2022-03-11T17:10:14Z', 'revision_number': 5, 'project_id': '3346be01a989446fbcc314f1af82973d', 'subnets': [{'id': '23fab811-0573-48f4-a91d-43977da0ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:36.516622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:36.517717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bdad090-ca23-4b38-a355-9a07909aba66 req-4788b99e-9f04-4890-bc42-a1a9d8958291 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 210 time: 0.0838561 Mar 11 17:12:36.572268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Pushing event deleted for resources: {'Port': ['ID=af9a55b2-629f-4f31-8431-403c1e6a3df1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:36.574257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] Checking router: 132e834e-26b4-446b-a843-8f33e9b43db0 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:12:36.601335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:12:36.604027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:36.743695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5adef859-8308-48a1-8580-0884719e95f0 req-791e74c2-4e63-405d-afef-8a56abed4737 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c65de5-69e6-476f-92e0-75242f552608 HTTP/1.1" status: 200 len: 210 time: 0.0816967 Mar 11 17:12:36.801431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] No DVR routers for this DVR port af9a55b2-629f-4f31-8431-403c1e6a3df1 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:36.805210 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:36.806565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6be69aa2-2c37-4ddd-8af0-ad7bb8db605a req-d23615c0-a8e9-4a46-8fe1-70bd66d03252 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0957456 Mar 11 17:12:36.811999 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b5e19865-ccc4-4f4a-b57a-f6d3f1f559b0 req-ccfd6f81-b68a-428b-8304-00ef3833b92c tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.66 "DELETE /v2.0/ports/af9a55b2-629f-4f31-8431-403c1e6a3df1 HTTP/1.1" status: 204 len: 173 time: 1.3597274 Mar 11 17:12:36.936017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:12:37.089150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44128) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:37.192788 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03d12319-ca06-46ff-812c-5f35f9d36d93 req-576aecbb-d27b-4828-874c-827c9fac0494 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.1218967 Mar 11 17:12:37.251937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397022c-0959-4e98-98cf-73e236c2819d req-55f16541-fc7d-4b1b-b881-54cf9f67417f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:37.265258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f397022c-0959-4e98-98cf-73e236c2819d req-55f16541-fc7d-4b1b-b881-54cf9f67417f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 945 time: 0.1564558 Mar 11 17:12:37.300808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 08e3df4e-cb6e-438d-ab4d-2ad851661af1 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:37.350489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 08e3df4e-cb6e-438d-ab4d-2ad851661af1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:12:37.350844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 08e3df4e-cb6e-438d-ab4d-2ad851661af1 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:12:37.351521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device af9a55b2-629f-4f31-8431-403c1e6a3df1 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:37.352300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f397022c-0959-4e98-98cf-73e236c2819d req-7aee7fee-0680-4ca2-a51a-223c7381a35d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776682 Mar 11 17:12:37.381382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b82ec-ed99-49a3-8219-980d56004fd6 req-c6dcafb7-ee2b-4dbd-8a01-9562facab33b tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:37.390598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: af9a55b2-629f-4f31-8431-403c1e6a3df1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:12:37.390955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device af9a55b2-629f-4f31-8431-403c1e6a3df1 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:12:37.396843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-585b82ec-ed99-49a3-8219-980d56004fd6 req-c6dcafb7-ee2b-4dbd-8a01-9562facab33b tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.2023952 Mar 11 17:12:37.450172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '965645fe-e2fe-4696-acfa-f2ad395456c6', 'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'mac_address': 'fa:16:3e:86:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:04Z', 'updated_at': '2022-03-11T17:10:14Z', 'revision_number': 5, 'project_id': '3346be01a989446fbcc314f1af82973d', 'subnets': [{'id': '23fab811-0573-48f4-a91d-43977da0ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:37.505952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48163929-01f1-4825-a00c-fdf021aef3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:37.522048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7cde2-9b6e-4471-a453-936c963a1853 None None] The sync data for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 is: [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '965645fe-e2fe-4696-acfa-f2ad395456c6', 'name': '', 'network_id': '485eed02-5eeb-4fe1-8cf1-10b11fb91fb1', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'mac_address': 'fa:16:3e:86:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '23fab811-0573-48f4-a91d-43977da0ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:04Z', 'updated_at': '2022-03-11T17:10:14Z', 'revision_number': 5, 'project_id': '3346be01a989446fbcc314f1af82973d', 'subnets': [{'id': '23fab811-0573-48f4-a91d-43977da0ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:12:37.665097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-585b82ec-ed99-49a3-8219-980d56004fd6 req-693c26e3-c378-463a-a752-088a913b8a93 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666163 Mar 11 17:12:37.972607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48163929-01f1-4825-a00c-fdf021aef3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:37.992963 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48163929-01f1-4825-a00c-fdf021aef3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:38.031072 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c37556-512b-400f-8cab-8e75d8108637 None None] New status for floating IP a558d7f3-afd4-42a8-863e-81a01407b9fd: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:12:38.128388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-48163929-01f1-4825-a00c-fdf021aef3ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c37b76cb173b4ce1b90345c97683fb79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0377080 Mar 11 17:12:38.132050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:38.135772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48163929-01f1-4825-a00c-fdf021aef3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ec042-2a13-4255-b0ef-62f4bd585cf5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:38.193770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f024de88-737c-4c77-ac64-62b47c3efa59 req-22ac26fa-8305-4d09-933e-a954cf2e8d7c tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 210 time: 0.0631638 Mar 11 17:12:38.246409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bf9e2-6aa6-4670-bec4-c3b07fcc1cbd req-4010785e-b08b-410a-bc51-8e65d6ad9909 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:38.262910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c22bf9e2-6aa6-4670-bec4-c3b07fcc1cbd req-4010785e-b08b-410a-bc51-8e65d6ad9909 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.3904526 Mar 11 17:12:38.328776 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ae977c-28dc-43e6-a66f-a195f5c31e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:38.361070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c22bf9e2-6aa6-4670-bec4-c3b07fcc1cbd req-6a500970-22ba-4545-ae79-dce96fa4a499 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963948 Mar 11 17:12:38.384206 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ae977c-28dc-43e6-a66f-a195f5c31e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:38.410463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'name': 'network-vif-deleted', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:38.413837 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14200de-821a-40ae-88ce-749fae3f406b" -d '{"events": [{"server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "name": "network-vif-deleted", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:38.501847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ae977c-28dc-43e6-a66f-a195f5c31e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:38.505628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35ae977c-28dc-43e6-a66f-a195f5c31e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:38.520045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee58320a-7e6e-494f-b257-1c3f23f2e214 req-98ed2e42-3306-410d-9972-1f6247592bc8 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0390635 Mar 11 17:12:38.542692 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-35ae977c-28dc-43e6-a66f-a195f5c31e5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d4ec042-2a13-4255-b0ef-62f4bd585cf5 HTTP/1.1" status: 204 len: 168 time: 0.3972561 Mar 11 17:12:38.573534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae977c-28dc-43e6-a66f-a195f5c31e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ec042-2a13-4255-b0ef-62f4bd585cf5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:38.725601 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deecdb43-13eb-4959-bf6b-80227aeaeb93 x-openstack-request-id: req-deecdb43-13eb-4959-bf6b-80227aeaeb93 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:38.726429 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c65de5-69e6-476f-92e0-75242f552608", "name": "network-vif-deleted", "tag": "af9a55b2-629f-4f31-8431-403c1e6a3df1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:38.727235 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-deecdb43-13eb-4959-bf6b-80227aeaeb93 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:38.728660 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c65de5-69e6-476f-92e0-75242f552608', 'name': 'network-vif-deleted', 'tag': 'af9a55b2-629f-4f31-8431-403c1e6a3df1', 'status': 'completed', 'code': 200} Mar 11 17:12:39.064125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117f114-ead7-47d5-b991-70599529338d req-25fb9a03-1b48-4fc9-88b6-c33ba703c055 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:39.077631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c117f114-ead7-47d5-b991-70599529338d req-25fb9a03-1b48-4fc9-88b6-c33ba703c055 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.0948994 Mar 11 17:12:39.142243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c117f114-ead7-47d5-b991-70599529338d req-fe14c310-0111-4095-af1f-6619a3ac6ed0 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635884 Mar 11 17:12:39.354563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9957c-a82f-4443-b0ec-52981dd7ed21 req-332736fc-57d2-46c9-9dbd-7d01a75bfb78 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:39.365481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8e9957c-a82f-4443-b0ec-52981dd7ed21 req-332736fc-57d2-46c9-9dbd-7d01a75bfb78 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 944 time: 0.0872867 Mar 11 17:12:39.453088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8e9957c-a82f-4443-b0ec-52981dd7ed21 req-94428b9c-a8f2-497f-9f4c-d5c4d995ab55 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859308 Mar 11 17:12:39.536508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68261ab5-bf1d-42b6-9b03-a40eb16d0c6a req-5bee741e-cb0e-4f3d-b69f-c08929d941ad tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 210 time: 0.0571136 Mar 11 17:12:39.734425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ced46-d0a3-4e2e-83fc-0027fd8942c3 req-2fb3fa1a-7324-4568-a954-e387f2b9588c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:39.747789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc5ced46-d0a3-4e2e-83fc-0027fd8942c3 req-2fb3fa1a-7324-4568-a954-e387f2b9588c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1180832 Mar 11 17:12:39.763915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698f01c-284f-4475-9810-f11d85016279 req-5e58d110-e20b-44aa-a81e-3f6d1cdc1006 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:39.765525 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4698f01c-284f-4475-9810-f11d85016279 req-5e58d110-e20b-44aa-a81e-3f6d1cdc1006 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 944 time: 0.1014490 Mar 11 17:12:39.977354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44232) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:40.023397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4698f01c-284f-4475-9810-f11d85016279 req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Deleting port b36bc543-841f-436b-a559-c6be9db8a131 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:40.024156 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4698f01c-284f-4475-9810-f11d85016279 req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:40.197667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-980367512-network', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:40.284795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4698f01c-284f-4475-9810-f11d85016279 req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] For port b36bc543-841f-436b-a559-c6be9db8a131, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b36bc543-841f-436b-a559-c6be9db8a131,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:40.285474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4698f01c-284f-4475-9810-f11d85016279 req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:40.325039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4698f01c-284f-4475-9810-f11d85016279 req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Calling delete_port for b36bc543-841f-436b-a559-c6be9db8a131 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:40.325768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc5ced46-d0a3-4e2e-83fc-0027fd8942c3 req-0ccb9170-ef05-4c3d-9d81-1bed9e8b417d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758643 Mar 11 17:12:40.330185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:12:40.338799 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:40.369358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80f0c4-f9b3-40d6-b405-2a1a5c04f536 req-6f7d74c2-021f-43f8-96d0-2e159e69dcd7 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:40.371678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df80f0c4-f9b3-40d6-b405-2a1a5c04f536 req-6f7d74c2-021f-43f8-96d0-2e159e69dcd7 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 945 time: 0.1330512 Mar 11 17:12:40.386062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:40.440232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df80f0c4-f9b3-40d6-b405-2a1a5c04f536 req-7ceb38a0-61dd-43ad-91f8-d5dc2c2358be tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636914 Mar 11 17:12:40.540417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9974c5f9-58db-4aa2-a04e-cd3597375072 req-52ecd769-8330-49f3-9bd0-a1b6658aa098 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0577426 Mar 11 17:12:40.592432 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:40.744723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:40.751921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:40.802714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:12:40.817213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9a51-e48a-4b99-87f4-037e01aa6a0a req-c673bd03-0b27-4936-8e83-3b9c8d2653c9 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:40.829477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c4e9a51-e48a-4b99-87f4-037e01aa6a0a req-c673bd03-0b27-4936-8e83-3b9c8d2653c9 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.1512601 Mar 11 17:12:40.829796 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4698f01c-284f-4475-9810-f11d85016279 req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:40.842861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:40.843157 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Added segment 33139ec6-89e6-4e21-b894-ef61195902b4 of type vlan for network 4bc806db-37a4-4d83-a93e-7384346288d3 Mar 11 17:12:40.844931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:40.882702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a5790-18be-40a6-93c1-61b3e664bbcd req-2be58cb7-ec77-41c4-a55d-7b663403e7bb tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:40.885280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-949a5790-18be-40a6-93c1-61b3e664bbcd req-2be58cb7-ec77-41c4-a55d-7b663403e7bb tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=19c13413-81cb-45a1-98dc-2e4e80dd4809 HTTP/1.1" status: 200 len: 944 time: 0.1528068 Mar 11 17:12:40.900281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Pushing event deleted for resources: {'Port': ['ID=b36bc543-841f-436b-a559-c6be9db8a131,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:40.931006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c4e9a51-e48a-4b99-87f4-037e01aa6a0a req-cebf9f09-a67f-49f5-8002-3a19d34141f7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993891 Mar 11 17:12:40.965952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-949a5790-18be-40a6-93c1-61b3e664bbcd req-f8a5157a-a2bf-49f9-a09c-973c9b3b565d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619211 Mar 11 17:12:41.005253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4698f01c-284f-4475-9810-f11d85016279 req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] No DVR routers for this DVR port b36bc543-841f-436b-a559-c6be9db8a131 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:41.008998 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4698f01c-284f-4475-9810-f11d85016279 req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.015504 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4698f01c-284f-4475-9810-f11d85016279 req-1e8e2b27-1085-4b37-ba5e-0232615dff22 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.66 "DELETE /v2.0/ports/b36bc543-841f-436b-a559-c6be9db8a131 HTTP/1.1" status: 204 len: 173 time: 1.2396722 Mar 11 17:12:41.019269 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'name': 'network-vif-deleted', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:41.022445 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1519aedd-f348-452b-96be-ae10602a83f8" -d '{"events": [{"server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "name": "network-vif-deleted", "tag": "b36bc543-841f-436b-a559-c6be9db8a131"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:41.027844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.053872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44248) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:41.087384 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.088435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:41.089027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.189277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ca7965c-eb1f-4907-92a7-e41b2df15c2f req-844eddb3-a663-4496-8c20-0d2e16ec4127 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 210 time: 0.1074154 Mar 11 17:12:41.261041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc806db-37a4-4d83-a93e-7384346288d3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:41.275047 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 4bc806db-37a4-4d83-a93e-7384346288d3 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:12:41.278926 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c55ef8-9f78-47bc-8b61-c280322ac4ed x-openstack-request-id: req-56c55ef8-9f78-47bc-8b61-c280322ac4ed {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:41.279287 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c13413-81cb-45a1-98dc-2e4e80dd4809", "name": "network-vif-deleted", "tag": "b36bc543-841f-436b-a559-c6be9db8a131", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:41.283957 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56c55ef8-9f78-47bc-8b61-c280322ac4ed {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:41.284492 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c13413-81cb-45a1-98dc-2e4e80dd4809', 'name': 'network-vif-deleted', 'tag': 'b36bc543-841f-436b-a559-c6be9db8a131', 'status': 'completed', 'code': 200} Mar 11 17:12:41.298411 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4d88cee3-f9be-489c-a230-0eb7f0866f89 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3124170 Mar 11 17:12:41.299094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44254) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:41.322785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2caf64-eb64-487a-8ce8-9deb4825be4a admin admin] Deleting subnet 61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:12:41.323066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Request body: {'subnet': {'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-980367512-subnet', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:41.329630 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c2caf64-eb64-487a-8ce8-9deb4825be4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.387504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:12:41.391372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.417927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-01387233-ceed-4764-9041-62a3b78dd6db tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:41.420021 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-01387233-ceed-4764-9041-62a3b78dd6db tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.1181083 Mar 11 17:12:41.427842 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c2caf64-eb64-487a-8ce8-9deb4825be4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.488475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833411-1'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:41.590183 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6cb56e2d-a343-465d-9e91-195a96d5315e req-93868f76-2061-4c4c-a555-7ae63f81600a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17cfa9b278ba43a5b29846a8a6301e75&device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0758259 Mar 11 17:12:41.624499 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33f13f82-2770-449c-8823-cb3d6873bf3d req-da999d21-16ec-449d-97c5-e982e404cb7d tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0888109 Mar 11 17:12:41.640709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c2caf64-eb64-487a-8ce8-9deb4825be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.695551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bf0b0-ac3d-4e4e-b398-86d8210ab351 req-ee6d5cdb-16bf-4ee5-afe3-03abefb24bd1 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:41.697538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b5bf0b0-ac3d-4e4e-b398-86d8210ab351 req-ee6d5cdb-16bf-4ee5-afe3-03abefb24bd1 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 945 time: 0.1469209 Mar 11 17:12:41.726285 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6cb56e2d-a343-465d-9e91-195a96d5315e req-a083d393-1559-4d6c-b30d-b250b9fbdc93 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=17cfa9b278ba43a5b29846a8a6301e75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211183 Mar 11 17:12:41.773871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.787971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b5bf0b0-ac3d-4e4e-b398-86d8210ab351 req-8baa317c-1b75-4794-be8c-6dc1a3b9f8fb tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814657 Mar 11 17:12:41.834311 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c2caf64-eb64-487a-8ce8-9deb4825be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.903210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2caf64-eb64-487a-8ce8-9deb4825be4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61238bb4-6112-4cb7-9c1b-8e1b9efac2c2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:41.905438 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c2caf64-eb64-487a-8ce8-9deb4825be4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.912889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4c2caf64-eb64-487a-8ce8-9deb4825be4a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/61238bb4-6112-4cb7-9c1b-8e1b9efac2c2 HTTP/1.1" status: 204 len: 168 time: 0.8551886 Mar 11 17:12:41.917839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44262) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:41.934849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae01ee-a023-40ea-b301-d4dca625eb8a req-2c96d738-6c7f-43f2-b386-cd59b9eccc3d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:41.940097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5eae01ee-a023-40ea-b301-d4dca625eb8a req-2c96d738-6c7f-43f2-b386-cd59b9eccc3d tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 945 time: 0.1497648 Mar 11 17:12:42.003210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5eae01ee-a023-40ea-b301-d4dca625eb8a req-354f5c9c-c130-4b5e-959d-3d658f57d6ca tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601754 Mar 11 17:12:42.103873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb56e2d-a343-465d-9e91-195a96d5315e req-cc56ddd7-9afc-4d74-8e72-eaad27886b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:42.105619 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6cb56e2d-a343-465d-9e91-195a96d5315e req-cc56ddd7-9afc-4d74-8e72-eaad27886b47 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3684680 Mar 11 17:12:42.188621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e392e85-fc57-423d-b3cb-ec2bfd31cff0 req-9d9947d3-3fcf-4a47-abab-aa313eee899e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:42.192411 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e392e85-fc57-423d-b3cb-ec2bfd31cff0 req-9d9947d3-3fcf-4a47-abab-aa313eee899e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.0950553 Mar 11 17:12:42.193398 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.265816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e392e85-fc57-423d-b3cb-ec2bfd31cff0 req-096c2d91-5b9e-4b55-a1c0-4369c92efa33 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672636 Mar 11 17:12:42.275579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.408310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2cd7ebf-2b49-4cef-8f5d-6347ff77fba9 req-31dd7c4b-6b3b-4088-98ca-5a87f1579963 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 210 time: 0.0651081 Mar 11 17:12:42.436009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff7ca1-365a-4a7f-8b0d-4e0e1cb0d325 req-1eaafc85-7ef5-4713-8403-c8f9e2a6d8b8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:42.445197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fff7ca1-365a-4a7f-8b0d-4e0e1cb0d325 req-1eaafc85-7ef5-4713-8403-c8f9e2a6d8b8 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 944 time: 0.0999324 Mar 11 17:12:42.457487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b222560b-4a88-47eb-b3de-e89ed62ecc6b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:42.465789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:42.481509 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.491558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fff7ca1-365a-4a7f-8b0d-4e0e1cb0d325 req-390f3053-4ac9-4334-833e-9a63256414c0 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Mar 11 17:12:42.536769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21492b47-f8bc-49f0-bdde-3091c249d24d']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:42.563630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22af6302-f3d1-4fd0-9892-e1e9cd7dee81') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:42.563922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22af6302-f3d1-4fd0-9892-e1e9cd7dee81') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:42.565635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Checking segment: {'id': '33139ec6-89e6-4e21-b894-ef61195902b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:42.566047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Network hostable DHCP agents. Network: 4bc806db-37a4-4d83-a93e-7384346288d3, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:12:42.592732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.615285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:42.656100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.662622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Network 4bc806db-37a4-4d83-a93e-7384346288d3 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:12:42.670337 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:12:42.670748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:12:42.672457 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:12:42.707765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 4bc806db-37a4-4d83-a93e-7384346288d3) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:42.737104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b84462-6a7f-4ab9-9668-648bdebac05b None None] Network 4bc806db-37a4-4d83-a93e-7384346288d3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:12:42.741240 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.744429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1c667c67-7da4-4910-a2ef-9ed82d2be875 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:12:42.752679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:42.753290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.761821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.803530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.812773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c378d0b2-25c1-4443-930b-def1023a088a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5084026 Mar 11 17:12:42.813331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67f5a2f4-1e1a-4b11-a38e-c0cb07e60ffd req-071b4c52-ab6a-466d-8a78-3c1729e73740 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0667584 Mar 11 17:12:42.814177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44276) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:42.818919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.823925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:42.825580 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/21492b47-f8bc-49f0-bdde-3091c249d24d HTTP/1.1" status: 204 len: 168 time: 0.9051423 Mar 11 17:12:42.859983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e6ad7-747e-4666-b1ac-43dabe2cc3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=21492b47-f8bc-49f0-bdde-3091c249d24d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:42.892619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Pushing event updated for resources: {'Port': ['ID=1c667c67-7da4-4910-a2ef-9ed82d2be875,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:42.936785 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.942255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.976933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on host n-h1-833411-1 for vnic_type normal with profile {"migrating_to": "n-h2-833411-1"} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:42.977536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:42.978532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:42.991467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:12:42.991785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:43.000315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:43.001248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:43.002948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:43.003642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Bound port: 1c667c67-7da4-4910-a2ef-9ed82d2be875, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:43.004911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.108486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:43.147002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad80ca-400c-466a-bf53-92e982e30280 req-d06e40b5-1f8c-4ef4-a13f-530d89dba854 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:43.150987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42ad80ca-400c-466a-bf53-92e982e30280 req-d06e40b5-1f8c-4ef4-a13f-530d89dba854 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.2296152 Mar 11 17:12:43.153248 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.174686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:43.185818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on host n-h1-833411-1 for vnic_type normal with profile {"migrating_to": "n-h2-833411-1"} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:43.186463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:43.187034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:43.199255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44284) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:43.223009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:12:43.226815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:12:43.227686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempting to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on network 492425d5-6bf3-4055-9b46-c81571324cb4 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:43.231660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 307be97d-57ee-467d-a26e-c61423687f1a details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:12:43.235622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.236427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b36bc543-841f-436b-a559-c6be9db8a131 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:43.291536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:43.294299 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bf9c6f-65ec-4b6b-a9b0-a6d0e6f07adc" -d '{"events": [{"server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "name": "network-vif-unplugged", "status": "completed", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:43.335704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09584a99-140c-405b-b27a-8a0a11366d93 req-f53c09c4-d3aa-47c2-aeaa-b5d60c81280a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:43.338126 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-09584a99-140c-405b-b27a-8a0a11366d93 req-f53c09c4-d3aa-47c2-aeaa-b5d60c81280a tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.66 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 944 time: 0.1826799 Mar 11 17:12:43.377377 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-acee19af-4ad6-4c93-8a49-c7e1bd7a541a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=236a28be637448f4a4c97cc427c345f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719439 Mar 11 17:12:43.380672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44290) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:43.412172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42ad80ca-400c-466a-bf53-92e982e30280 req-c629b2ed-7090-47aa-b243-b234fd45b1f4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497535 Mar 11 17:12:43.455257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Pushing event updated for resources: {'Port': ['ID=1c667c67-7da4-4910-a2ef-9ed82d2be875,revision_number=8']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:43.518673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:43.519757 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.520904 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a1279591-feb6-46bf-b834-fd27f3854883 service neutron] 10.222.0.46 "PUT /v2.0/ports/1c667c67-7da4-4910-a2ef-9ed82d2be875 HTTP/1.1" status: 200 len: 1121 time: 2.0396066 Mar 11 17:12:43.672018 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ab2a-fadc-4bc1-821f-b7d25a2713c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.672220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.690886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdce578-ca63-4c2f-907b-68ec4d5ffe44 req-4c4a8c4b-e00b-4632-a1c6-4076012ff58f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:43.699096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efdce578-ca63-4c2f-907b-68ec4d5ffe44 req-4c4a8c4b-e00b-4632-a1c6-4076012ff58f tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 945 time: 0.4826202 Mar 11 17:12:43.716460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=307be97d-57ee-467d-a26e-c61423687f1a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:43.732889 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-4bc806db-37a4-4d83-a93e-7384346288d3', 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'fixed_ips': [{'subnet_id': 'b222560b-4a88-47eb-b3de-e89ed62ecc6b'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:12:43.733810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.766005 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ab2a-fadc-4bc1-821f-b7d25a2713c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.774215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: b36bc543-841f-436b-a559-c6be9db8a131 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:12:43.775046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b36bc543-841f-436b-a559-c6be9db8a131 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:12:43.777468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '307be97d-57ee-467d-a26e-c61423687f1a', 'network_id': 'ab61905c-1b8b-470b-a0fb-bf99fe2decb7', 'port_id': '307be97d-57ee-467d-a26e-c61423687f1a', 'mac_address': 'fa:16:3e:45:da:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9469fab-26ff-4bf5-8d9e-53b6cca12d86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:12:43.781511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:43.781883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Checking segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:43.782300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Bound using segment: {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:43.782777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Bound port: 1c667c67-7da4-4910-a2ef-9ed82d2be875, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '492425d5-6bf3-4055-9b46-c81571324cb4'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:43.783170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.811933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efdce578-ca63-4c2f-907b-68ec4d5ffe44 req-dd86f581-1d80-4ec0-aa62-ffbeb7b62452 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116488 Mar 11 17:12:43.841083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63523e1-b526-41d1-886e-0ace0d4caaff req-4fea4c3d-f050-41e9-a919-471498e663c2 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:43.851393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e63523e1-b526-41d1-886e-0ace0d4caaff req-4fea4c3d-f050-41e9-a919-471498e663c2 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.2619641 Mar 11 17:12:43.886731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['1c667c67-7da4-4910-a2ef-9ed82d2be875'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:43.930190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-09584a99-140c-405b-b27a-8a0a11366d93 req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Deleting port 21055f5e-7982-43ca-b94f-f55d98801072 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:43.936214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-09584a99-140c-405b-b27a-8a0a11366d93 req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.942658 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0a102f-3838-4189-9f7e-4703f21b4b2c x-openstack-request-id: req-6f0a102f-3838-4189-9f7e-4703f21b4b2c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:43.942981 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "name": "network-vif-unplugged", "status": "completed", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:43.943239 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f0a102f-3838-4189-9f7e-4703f21b4b2c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:43.943645 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875', 'code': 200} Mar 11 17:12:43.977299 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.998328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ab2a-fadc-4bc1-821f-b7d25a2713c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.006663 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ab2a-fadc-4bc1-821f-b7d25a2713c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.007591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['1c667c67-7da4-4910-a2ef-9ed82d2be875'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:44.011602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e63523e1-b526-41d1-886e-0ace0d4caaff req-dfe398e0-1510-4881-aa28-4ea27af105e4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559968 Mar 11 17:12:44.041145 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a6d8ab2a-fadc-4bc1-821f-b7d25a2713c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/687c5a07-9390-4d71-9c4b-f6cd22cc0180 HTTP/1.1" status: 204 len: 168 time: 0.6548855 Mar 11 17:12:44.076907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 307be97d-57ee-467d-a26e-c61423687f1a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:12:44.108942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=307be97d-57ee-467d-a26e-c61423687f1a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:44.153042 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f356-770b-49b8-9cdf-ba36900cf62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.155852 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.182040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58846212-0653-424c-ac2c-9c343ad5f729 req-b6da01cf-8b8c-4477-ba04-cdb2737fb706 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/ports?device_id=cccf62e0-5a64-4a9e-b0de-9ed5f6648958 HTTP/1.1" status: 200 len: 210 time: 0.0810821 Mar 11 17:12:44.205803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8ab2a-fadc-4bc1-821f-b7d25a2713c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c5a07-9390-4d71-9c4b-f6cd22cc0180,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:44.286174 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=307be97d-57ee-467d-a26e-c61423687f1a,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:44.304317 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6cb56e2d-a343-465d-9e91-195a96d5315e req-a6ae9931-f0bb-4291-8944-38dd4de36e03 tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.1054344 Mar 11 17:12:44.397469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-09584a99-140c-405b-b27a-8a0a11366d93 req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] For port 21055f5e-7982-43ca-b94f-f55d98801072, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=21055f5e-7982-43ca-b94f-f55d98801072,segment=NetworkSegment(bcffafe1-1d82-4095-8997-4bcc72833ea2),segment_id=bcffafe1-1d82-4095-8997-4bcc72833ea2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:44.399069 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-09584a99-140c-405b-b27a-8a0a11366d93 req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.435378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['307be97d-57ee-467d-a26e-c61423687f1a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:44.450948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-09584a99-140c-405b-b27a-8a0a11366d93 req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Calling delete_port for 21055f5e-7982-43ca-b94f-f55d98801072 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:44.479092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.508586 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.525698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec8dee-85cd-43e2-95bd-7e611c71b734 req-7519b315-760d-4b20-bece-46775827c23d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:44.529010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dcec8dee-85cd-43e2-95bd-7e611c71b734 req-7519b315-760d-4b20-bece-46775827c23d tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 944 time: 0.3505661 Mar 11 17:12:44.571067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-146f3037-cf9f-494f-b710-cbfd70fd0bd6 req-b840d65c-9331-4c50-bfad-e1ab4a3cb72b tempest-ServerShowV254Test-10272991 tempest-ServerShowV254Test-10272991-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b7b785-6c9f-4e73-a0e4-a47f780bdf1d HTTP/1.1" status: 200 len: 210 time: 0.0645030 Mar 11 17:12:44.672050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dcec8dee-85cd-43e2-95bd-7e611c71b734 req-002d9cd2-507b-4b3d-82ca-b492e2b67bae tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/security-groups?id=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849693 Mar 11 17:12:44.717523 n-d-833411-1 neutron-server[102643]: WARNING neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Concurrent port binding operations failed on port 1c667c67-7da4-4910-a2ef-9ed82d2be875 Mar 11 17:12:44.741637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:44.789651 n-d-833411-1 neutron-server[102643]: INFO neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Attempt 2 to bind port 1c667c67-7da4-4910-a2ef-9ed82d2be875 Mar 11 17:12:44.791303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1c667c67-7da4-4910-a2ef-9ed82d2be875 has no active binding in host n-h2-833411-1 {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 17:12:44.811143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:12:44.923993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-09584a99-140c-405b-b27a-8a0a11366d93 req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.924568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Allocated IP 172.25.8.125 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/4e858218-5914-45aa-8250-5334d48d3ca1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:12:44.942535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7e7b-17af-4c5a-9653-bcb9489fe241 req-e18fe41c-2e10-4ef7-8f0c-b13d801bb280 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:44.958766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d9c7e7b-17af-4c5a-9653-bcb9489fe241 req-e18fe41c-2e10-4ef7-8f0c-b13d801bb280 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.1777415 Mar 11 17:12:44.965442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:44.987573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'mac_address': 'fa:16:3e:ac:51:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:12:45.066707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Pushing event deleted for resources: {'Port': ['ID=21055f5e-7982-43ca-b94f-f55d98801072,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:45.080921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d9c7e7b-17af-4c5a-9653-bcb9489fe241 req-18329f05-4703-40ff-bfd5-457f3591bc36 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204393 Mar 11 17:12:45.157277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Allocated IP 172.20.0.2 (4bc806db-37a4-4d83-a93e-7384346288d3/b222560b-4a88-47eb-b3de-e89ed62ecc6b/6ca4b9dc-875c-4b80-82e0-1787a0dd01a0) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:12:45.271540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-09584a99-140c-405b-b27a-8a0a11366d93 req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] No DVR routers for this DVR port 21055f5e-7982-43ca-b94f-f55d98801072 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:45.278530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-09584a99-140c-405b-b27a-8a0a11366d93 req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:45.293486 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-09584a99-140c-405b-b27a-8a0a11366d93 req-dd038154-54aa-4f93-8876-307a5f364a26 tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.66 "DELETE /v2.0/ports/21055f5e-7982-43ca-b94f-f55d98801072 HTTP/1.1" status: 204 len: 173 time: 1.9372852 Mar 11 17:12:45.308266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 21055f5e-7982-43ca-b94f-f55d98801072 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:45.367264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5df1d-a87e-480b-8b27-63c402d128fa req-d988ffd7-330b-44f6-8734-ef016e5ed27b tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:45.370409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4b5df1d-a87e-480b-8b27-63c402d128fa req-d988ffd7-330b-44f6-8734-ef016e5ed27b tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 944 time: 0.2570424 Mar 11 17:12:45.427563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 21055f5e-7982-43ca-b94f-f55d98801072 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:12:45.428461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 21055f5e-7982-43ca-b94f-f55d98801072 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:12:45.513454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:45.615460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347d6d3-cc89-417e-99be-defd6c1140b9 req-4484cabd-ecba-4ad8-aa1e-f047fdfac23f tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:45.625237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:12:45.631376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b347d6d3-cc89-417e-99be-defd6c1140b9 req-4484cabd-ecba-4ad8-aa1e-f047fdfac23f tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.3231022 Mar 11 17:12:45.653003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4b5df1d-a87e-480b-8b27-63c402d128fa req-a6a3b519-620f-497b-b5bc-63d23729c679 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548714 Mar 11 17:12:45.690036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:45.763097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:45.801525 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:45.805353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b347d6d3-cc89-417e-99be-defd6c1140b9 req-98359329-c3bd-4694-9fbd-75d6913dced8 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509380 Mar 11 17:12:45.889854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:45.936693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:45.947387 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875'}, {'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'name': 'network-vif-deleted', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:45.954034 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a989be-5704-49a2-933f-b3ff01896acd" -d '{"events": [{"name": "network-changed", "server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875"}, {"server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "name": "network-vif-deleted", "tag": "21055f5e-7982-43ca-b94f-f55d98801072"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:46.030955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-330bddaa-b41c-4208-a74e-275ed88adf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.075368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:12:46.078686 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.088453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:46.113232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:12:46.126264 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.148947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44342) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:46.175048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:46.205337 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb11dac-6593-4695-b942-dccb2fc129f6 x-openstack-request-id: req-4fb11dac-6593-4695-b942-dccb2fc129f6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:46.206054 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875", "status": "completed", "code": 200}, {"server_uuid": "edf20b0f-314e-4a41-9a60-56af7bf999b2", "name": "network-vif-deleted", "tag": "21055f5e-7982-43ca-b94f-f55d98801072", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:46.208106 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fb11dac-6593-4695-b942-dccb2fc129f6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:46.212849 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875', 'status': 'completed', 'code': 200} Mar 11 17:12:46.215564 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf20b0f-314e-4a41-9a60-56af7bf999b2', 'name': 'network-vif-deleted', 'tag': '21055f5e-7982-43ca-b94f-f55d98801072', 'status': 'completed', 'code': 200} Mar 11 17:12:46.340991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Network 4bc806db-37a4-4d83-a93e-7384346288d3 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:12:46.352402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Pushing event updated for resources: {'Port': ['ID=4e858218-5914-45aa-8250-5334d48d3ca1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:46.361010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ffad46-5511-4835-9e31-fa13cf65098c tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.375023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:46.398638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:12:46.419607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ffad46-5511-4835-9e31-fa13cf65098c tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.442906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Pushing event updated for resources: {'Port': ['ID=6ca4b9dc-875c-4b80-82e0-1787a0dd01a0,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:46.489264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65171b1a-e7b0-4e54-8748-2ffd7e14d1eb req-95d542fd-8986-4b2f-82d9-346387ef45cf tempest-LiveMigrationTest-999056606 tempest-LiveMigrationTest-999056606-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf20b0f-314e-4a41-9a60-56af7bf999b2 HTTP/1.1" status: 200 len: 210 time: 0.4040284 Mar 11 17:12:46.489796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-579061542-network', 'tenant_id': '080774e382a94480ae2d5e9788b772f8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:46.604950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Attempting to bind port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:46.607486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Attempting to bind port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '33139ec6-89e6-4e21-b894-ef61195902b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:46.608584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Attempting to bind port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 on network 4bc806db-37a4-4d83-a93e-7384346288d3 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:46.618569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a989be-5704-49a2-933f-b3ff01896acd req-3bd54361-31d7-4120-8e5c-ea3293051d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:46.620526 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-15a989be-5704-49a2-933f-b3ff01896acd req-3bd54361-31d7-4120-8e5c-ea3293051d86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 1124 time: 0.3718045 Mar 11 17:12:46.629859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:46.632740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Checking segment: {'id': '33139ec6-89e6-4e21-b894-ef61195902b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:46.637306 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.638027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Bound using segment: {'id': '33139ec6-89e6-4e21-b894-ef61195902b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:46.638840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Bound port: 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33139ec6-89e6-4e21-b894-ef61195902b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:46.639964 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.646123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3a0ad722-9e05-4adb-b10e-7a183e63a5d2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:12:46.654020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Made reservation on behalf of 080774e382a94480ae2d5e9788b772f8 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:12:46.670684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.747646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.803121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44350) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:46.815083 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ffad46-5511-4835-9e31-fa13cf65098c tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.819613 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ffad46-5511-4835-9e31-fa13cf65098c tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.822076 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-51ffad46-5511-4835-9e31-fa13cf65098c tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "DELETE /v2.0/security-groups/bff95c38-000f-4a55-b9ff-c665eb79d664 HTTP/1.1" status: 204 len: 168 time: 0.8834400 Mar 11 17:12:46.831906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44352) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:46.836581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:46.849830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad8cbd-19df-4611-a0c4-a80aaab66860 req-ff43df1e-34aa-4ada-b6e8-e7df07d224a0 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:46.851825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92ad8cbd-19df-4611-a0c4-a80aaab66860 req-ff43df1e-34aa-4ada-b6e8-e7df07d224a0 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.3966296 Mar 11 17:12:46.868899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] For port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:46.888542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffad46-5511-4835-9e31-fa13cf65098c tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff95c38-000f-4a55-b9ff-c665eb79d664,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:46.948891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] For port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ca4b9dc-875c-4b80-82e0-1787a0dd01a0,segment=NetworkSegment(33139ec6-89e6-4e21-b894-ef61195902b4),segment_id=33139ec6-89e6-4e21-b894-ef61195902b4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:12:46.965812 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-e9c4ef20-4fe3-4beb-9c63-40d05009811d tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] show failed (client error): The resource could not be found. Mar 11 17:12:46.969612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e9c4ef20-4fe3-4beb-9c63-40d05009811d tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "GET /v2.0/security-groups/bff95c38-000f-4a55-b9ff-c665eb79d664 HTTP/1.1" status: 404 len: 347 time: 0.1133475 Mar 11 17:12:46.979566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44358) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:47.006948 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:47.052889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92ad8cbd-19df-4611-a0c4-a80aaab66860 req-93d9de34-d81f-4512-a730-173764a6e3a2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719015 Mar 11 17:12:47.115151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b55f2f-0df1-45ab-82b3-d34a057401a3 req-6b636311-7f13-481d-9eb4-d245fea5115b tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:47.130083 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:47.146449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00b55f2f-0df1-45ab-82b3-d34a057401a3 req-6b636311-7f13-481d-9eb4-d245fea5115b tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 944 time: 0.3159530 Mar 11 17:12:47.179332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a989be-5704-49a2-933f-b3ff01896acd req-29c2e8dc-67c3-4752-8ccc-0e9d0ac0c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:47.193232 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-15a989be-5704-49a2-933f-b3ff01896acd req-29c2e8dc-67c3-4752-8ccc-0e9d0ac0c3c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.5643649 Mar 11 17:12:47.231040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:47.292909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 307be97d-57ee-467d-a26e-c61423687f1a up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:47.357215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2f108-cc66-4b77-b132-f88ecee6b06e None None] Pushing event updated for resources: {'Port': ['ID=6ca4b9dc-875c-4b80-82e0-1787a0dd01a0,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:47.372650 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:47.427133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:12:47.492695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00b55f2f-0df1-45ab-82b3-d34a057401a3 req-2aa6079f-8ebd-4a15-a6c1-22e0a496bad6 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427074 Mar 11 17:12:47.501601 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-15a989be-5704-49a2-933f-b3ff01896acd req-8736c8b3-0f37-45d2-825d-33c0e44bc806 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875 HTTP/1.1" status: 200 len: 217 time: 0.2817218 Mar 11 17:12:47.502692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:47.566260 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:47.601522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 307be97d-57ee-467d-a26e-c61423687f1a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:47.602040 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:47.640271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44364) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:47.669912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-759ca953-1c9c-41f9-96bb-8b68a5482846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:47.888424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:47.934975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:48.027446 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:48.049504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:48.055787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a989be-5704-49a2-933f-b3ff01896acd req-dd604393-33cb-41c2-a337-ac8bffa30ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:48.062340 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-15a989be-5704-49a2-933f-b3ff01896acd req-dd604393-33cb-41c2-a337-ac8bffa30ea8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.5286889 Mar 11 17:12:48.168268 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:48.293430 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:48.395676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=307be97d-57ee-467d-a26e-c61423687f1a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:48.419512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:48.424991 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f930d-9c8f-4278-95ff-a61a8613e004" -d '{"events": [{"server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "name": "network-vif-plugged", "status": "completed", "tag": "307be97d-57ee-467d-a26e-c61423687f1a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:48.430645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:48.433622 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:48.451879 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:48.726436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=307be97d-57ee-467d-a26e-c61423687f1a,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:48.834509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:48.850410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5814b6c-8f86-434e-8768-931a721b4c9c req-f0a490a4-7e2e-4eed-bc16-5cb7e494753e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:48.863062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5814b6c-8f86-434e-8768-931a721b4c9c req-f0a490a4-7e2e-4eed-bc16-5cb7e494753e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 949 time: 1.4846125 Mar 11 17:12:48.879454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:48.975371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ca4b9dc-875c-4b80-82e0-1787a0dd01a0,segment=NetworkSegment(33139ec6-89e6-4e21-b894-ef61195902b4),segment_id=33139ec6-89e6-4e21-b894-ef61195902b4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:48.985397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:48.995881 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.004332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-759ca953-1c9c-41f9-96bb-8b68a5482846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.010073 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-15a989be-5704-49a2-933f-b3ff01896acd req-3c35c044-620b-4bcb-bff5-bf63b05b5b71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9191005 Mar 11 17:12:49.028660 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-759ca953-1c9c-41f9-96bb-8b68a5482846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.071565 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-62fc0293-6a8b-47d7-b68c-7b8600b64216 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4067981 Mar 11 17:12:49.138218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-10dc330c-39b2-4b7b-a622-71dbceb8184c admin admin] Deleting subnet b09cd1b5-ecec-43e1-9d99-d2705568e03f {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:12:49.157278 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-10dc330c-39b2-4b7b-a622-71dbceb8184c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.159189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:49.160515 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.172271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5814b6c-8f86-434e-8768-931a721b4c9c req-1a61d166-e980-4d90-bcf7-90931a910896 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878227 Mar 11 17:12:49.215029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:12:49.228771 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-759ca953-1c9c-41f9-96bb-8b68a5482846 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17cfa9b278ba43a5b29846a8a6301e75&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4151390 Mar 11 17:12:49.231402 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-15a989be-5704-49a2-933f-b3ff01896acd req-1b72e964-807a-4114-b978-e077fe382782 service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584511 Mar 11 17:12:49.239369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44382) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:49.260105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455189e8-c0d6-4864-b2c9-5d6c7f7b4344 None None] Network 4bc806db-37a4-4d83-a93e-7384346288d3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:12:49.265586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 307be97d-57ee-467d-a26e-c61423687f1a no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:49.267063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e51b4f-bbcc-453a-9e92-c277352ad6dc req-15e38c4e-214e-435b-8950-cc7edae42434 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:49.272659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=6ca4b9dc-875c-4b80-82e0-1787a0dd01a0,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:49.289076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2e51b4f-bbcc-453a-9e92-c277352ad6dc req-15e38c4e-214e-435b-8950-cc7edae42434 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.4103832 Mar 11 17:12:49.342903 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.370095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-10dc330c-39b2-4b7b-a622-71dbceb8184c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.372584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Deleting port 0024df29-8626-4e0d-b3c4-5bca5406ae48 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:49.372983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.485034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a29c8c8-a883-4ede-980a-a43eacf6707e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:49.643384 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19962b7-bc88-4cc7-8281-5e2c2363fbc3 x-openstack-request-id: req-e19962b7-bc88-4cc7-8281-5e2c2363fbc3 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:49.645337 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "name": "network-vif-plugged", "status": "completed", "tag": "307be97d-57ee-467d-a26e-c61423687f1a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:49.646017 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e19962b7-bc88-4cc7-8281-5e2c2363fbc3 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:49.651149 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a', 'code': 200} Mar 11 17:12:49.670526 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-15a989be-5704-49a2-933f-b3ff01896acd req-0ed61802-300d-43e1-9bb9-1c31401653aa service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142145 Mar 11 17:12:49.671759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.672121 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Added segment f5056e0b-2d0a-4d9b-a178-9bf88846ab29 of type vlan for network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 Mar 11 17:12:49.767259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-cd2eaf0d-b479-44f3-9e94-8f048273162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:49.768941 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-cd2eaf0d-b479-44f3-9e94-8f048273162f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 1096 time: 0.5284936 Mar 11 17:12:49.770854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2e51b4f-bbcc-453a-9e92-c277352ad6dc req-381588ad-5fe8-4577-abc1-bcd82907d4b2 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782114 Mar 11 17:12:49.789860 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e61a853-7fd2-4f40-be86-10ec1b122f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.792988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.793604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.828967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.835054 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-10dc330c-39b2-4b7b-a622-71dbceb8184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.853151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ca953-1c9c-41f9-96bb-8b68a5482846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a89c673-4a02-43da-9f35-c05b2bb119e7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:49.896484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e61a853-7fd2-4f40-be86-10ec1b122f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:49.899699 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Calling delete_port for 0024df29-8626-4e0d-b3c4-5bca5406ae48 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:49.905360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:50.077136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.079155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:50.080951 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.090188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9365084e-ea3a-49ef-b9bf-a7b73d608d07 None None] Provisioning complete for port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:50.090890 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9365084e-ea3a-49ef-b9bf-a7b73d608d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.136384 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9803786 Mar 11 17:12:50.136710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52da1ef-13b8-411e-a73e-e0bc8139033c req-1b267608-609a-45e3-bfbc-2deb902f699c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:50.142244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d52da1ef-13b8-411e-a73e-e0bc8139033c req-1b267608-609a-45e3-bfbc-2deb902f699c tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 945 time: 0.5072918 Mar 11 17:12:50.147631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44388) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:50.161534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Request body: {'subnet': {'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-579061542-subnet', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:50.179539 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.261618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-37a441ed-35f0-4559-b56f-a325599fefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:50.263794 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-37a441ed-35f0-4559-b56f-a325599fefbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.4569798 Mar 11 17:12:50.295100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:50.317050 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.362752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-d06c1d66-4c6f-494e-b9b1-248e105a3adf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 200 len: 217 time: 0.0650325 Mar 11 17:12:50.372373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714cc0f-d1ba-4620-849c-7fa4fe2bee1a admin admin] Pushing event updated for resources: {'Network': ['ID=558c6011-93ea-4132-8ba8-bf4c6d83f7c1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:50.375303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-10dc330c-39b2-4b7b-a622-71dbceb8184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.384099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e61a853-7fd2-4f40-be86-10ec1b122f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.387693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e61a853-7fd2-4f40-be86-10ec1b122f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.388525 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5e61a853-7fd2-4f40-be86-10ec1b122f5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a89c673-4a02-43da-9f35-c05b2bb119e7 HTTP/1.1" status: 204 len: 168 time: 1.1031635 Mar 11 17:12:50.413878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:50.417607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61a853-7fd2-4f40-be86-10ec1b122f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a89c673-4a02-43da-9f35-c05b2bb119e7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:50.421433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:50.421923 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.424430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:12:50.484445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-dde48672-584a-4e08-a11c-45fd7e543d9b tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:50.490273 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-dde48672-584a-4e08-a11c-45fd7e543d9b tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 945 time: 0.2636464 Mar 11 17:12:50.611962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-009ab732-c24c-464b-94ab-981596a63041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:50.613525 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-009ab732-c24c-464b-94ab-981596a63041 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.2337623 Mar 11 17:12:50.679852 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-23a22aef-ba5f-463e-a94f-a280b492985f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403230 Mar 11 17:12:50.745663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d52da1ef-13b8-411e-a73e-e0bc8139033c req-21769fb9-ab68-44f7-8dc5-efa48590cf43 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724368 Mar 11 17:12:50.748834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc330c-39b2-4b7b-a622-71dbceb8184c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09cd1b5-ecec-43e1-9d99-d2705568e03f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:50.765785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Made reservation on behalf of 080774e382a94480ae2d5e9788b772f8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:12:50.768960 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.771072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-10dc330c-39b2-4b7b-a622-71dbceb8184c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.779871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-10dc330c-39b2-4b7b-a622-71dbceb8184c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b09cd1b5-ecec-43e1-9d99-d2705568e03f HTTP/1.1" status: 204 len: 168 time: 3.1267920 Mar 11 17:12:50.784053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44396) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:50.791004 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.841299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:50.997949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Pushing event deleted for resources: {'Port': ['ID=0024df29-8626-4e0d-b3c4-5bca5406ae48,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:51.096758 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.099275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.113114 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-99ab35f2-8fb0-4c55-931c-d11d45239f42 tempest-ServersTestBootFromVolume-1237790194 tempest-ServersTestBootFromVolume-1237790194-project] 10.222.0.53 "DELETE /v2.0/floatingips/a558d7f3-afd4-42a8-863e-81a01407b9fd HTTP/1.1" status: 204 len: 168 time: 4.1320188 Mar 11 17:12:51.115326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44402) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:51.123867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=307be97d-57ee-467d-a26e-c61423687f1a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:51.131525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.134898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Router caade777-5b82-401c-bbc2-0b57b4cb2a80 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:12:51.139968 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.167024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca4d41-dd6e-4fbd-892b-1b9650e29671 req-9caffeee-2ac2-4fb6-9ff0-275a4aa081fe tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:51.169605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1ca4d41-dd6e-4fbd-892b-1b9650e29671 req-9caffeee-2ac2-4fb6-9ff0-275a4aa081fe tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.6429539 Mar 11 17:12:51.172243 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.259125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1c667c67-7da4-4910-a2ef-9ed82d2be875 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:51.360383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Checking segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:51.361016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Network hostable DHCP agents. Network: 558c6011-93ea-4132-8ba8-bf4c6d83f7c1, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:12:51.410488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=307be97d-57ee-467d-a26e-c61423687f1a,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:51.463909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:12:51.495016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 558c6011-93ea-4132-8ba8-bf4c6d83f7c1) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:51.496955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d697f241-673f-43dc-a23c-ba6c98adb721,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:51.550749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc2f1c-543d-4d40-8665-775408a7b114 req-ecb714cd-3c26-4061-958f-5e9d96393193 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:51.558875 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1dc2f1c-543d-4d40-8665-775408a7b114 req-ecb714cd-3c26-4061-958f-5e9d96393193 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.4386044 Mar 11 17:12:51.566047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:51.567040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.569496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5685fd-5678-467b-b49a-775844598dd1 None None] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:12:51.604653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-679e2013-4392-4b2b-a110-7efd56c317f7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4525895 Mar 11 17:12:51.609123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1ca4d41-dd6e-4fbd-892b-1b9650e29671 req-a065f318-64ca-4f18-a559-35de7b390a7f tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980381 Mar 11 17:12:51.611954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44410) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:51.617292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-33e7742d-849d-496f-8227-2c71f625e1e5 None None] Provisioning complete for port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:51.617401 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33e7742d-849d-496f-8227-2c71f625e1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.661670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2'}, {'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:51.663912 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb4235c-ab13-47ce-a1e9-a83154280566" -d '{"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-plugged", "status": "completed", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2"}, {"server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "307be97d-57ee-467d-a26e-c61423687f1a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:51.667485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:51.721329 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-81b79bce-32de-4553-a1cb-87d4e2f34f13 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0300188 Mar 11 17:12:51.736399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Deleting port 307be97d-57ee-467d-a26e-c61423687f1a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:51.736973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.786712 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e68cb8-36ab-4d78-8e2f-241172702e7f x-openstack-request-id: req-35e68cb8-36ab-4d78-8e2f-241172702e7f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:51.788461 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-plugged", "status": "completed", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2", "code": 200}, {"server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "307be97d-57ee-467d-a26e-c61423687f1a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:51.790279 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35e68cb8-36ab-4d78-8e2f-241172702e7f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:51.791770 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'code': 200} Mar 11 17:12:51.792901 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a', 'code': 200} Mar 11 17:12:51.794988 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.814559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1dc2f1c-543d-4d40-8665-775408a7b114 req-2088d6f7-9240-401d-b353-42a36cea3469 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539237 Mar 11 17:12:51.837598 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.850429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.922442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:12:51.925923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7656831f-61f4-4969-b07f-27c15d8f173f']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:51.942142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Sync routers for ids ['caade777-5b82-401c-bbc2-0b57b4cb2a80'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:12:51.966907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcffafe1-1d82-4095-8997-4bcc72833ea2') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:51.967491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcffafe1-1d82-4095-8997-4bcc72833ea2') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:51.985384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.986775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b0dc67a8-96ef-4398-9650-5a2997303b40 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1710069 Mar 11 17:12:51.993473 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:51.995203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44422) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:52.075385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Routers {'caade777-5b82-401c-bbc2-0b57b4cb2a80'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:12:52.076723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['caade777-5b82-401c-bbc2-0b57b4cb2a80'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:52.092815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.146997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44426) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:52.202920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:12:52.204070 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.209748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.256400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:12:52.256821 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:12:52.258695 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:12:52.278693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d9048-a82f-4d48-8c7c-759d37bd3b4f req-ab5cea51-e9d5-4262-9482-171028f636d2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:52.280319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef1d9048-a82f-4d48-8c7c-759d37bd3b4f req-ab5cea51-e9d5-4262-9482-171028f636d2 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 943 time: 0.3969529 Mar 11 17:12:52.312405 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-6ed3a2ad-004b-433a-8365-fc8409b1e614 service neutron] 10.222.0.66 "GET /v2.0/ports/1c667c67-7da4-4910-a2ef-9ed82d2be875/bindings/n-h2-833411-1 HTTP/1.1" status: 200 len: 384 time: 0.5705559 Mar 11 17:12:52.326063 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-313c7f3e-103f-46d7-9c18-7f26696af94f req-a80dd1c3-1d41-479f-ad1d-5598579ed2bd service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823679 Mar 11 17:12:52.331048 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] For port 307be97d-57ee-467d-a26e-c61423687f1a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=307be97d-57ee-467d-a26e-c61423687f1a,segment=NetworkSegment(f878da2e-a5ea-455e-8f4e-869049314c97),segment_id=f878da2e-a5ea-455e-8f4e-869049314c97)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:52.331631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.338608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000fcb-cebf-4084-afba-100709ffb361 req-01a45ee4-72e1-4733-9084-a12b8a63fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:52.341114 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1000fcb-cebf-4084-afba-100709ffb361 req-01a45ee4-72e1-4733-9084-a12b8a63fafe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1101 time: 0.2487066 Mar 11 17:12:52.406894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Calling delete_port for 307be97d-57ee-467d-a26e-c61423687f1a owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:52.446913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-network', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:52.500220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.517520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Allocated IP 172.20.0.2 (558c6011-93ea-4132-8ba8-bf4c6d83f7c1/d697f241-673f-43dc-a23c-ba6c98adb721/8a1d1e61-5d89-405c-a13a-47f0bfd01e31) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:12:52.529800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.555752 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.561824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7656831f-61f4-4969-b07f-27c15d8f173f HTTP/1.1" status: 204 len: 168 time: 1.7744157 Mar 11 17:12:52.570313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44430) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:52.613518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef1d9048-a82f-4d48-8c7c-759d37bd3b4f req-b13176f4-c85c-45cd-909a-345995fb9afe tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf668b58-3564-4151-8e02-ac02ce15a396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989752 Mar 11 17:12:52.621002 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1000fcb-cebf-4084-afba-100709ffb361 req-6ada8a3d-5390-4ed3-9a41-1a5d8bde8cc2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604172 Mar 11 17:12:52.633769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Made reservation on behalf of aba924be257049b6a82c2bc2be9fa879 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:12:52.637056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.663060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Set router caade777-5b82-401c-bbc2-0b57b4cb2a80 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:12:52.668667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.690701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde8b7f-b0af-40fb-9bf6-5f6f9bb4e570 admin admin] Pushing event deleted for resources: {'Network': ['ID=7656831f-61f4-4969-b07f-27c15d8f173f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:52.833879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a234ee-7ece-4c0e-bf5b-fbda0c3b0919 admin admin] Deleting subnet 329c301a-894f-4f94-a3c6-cca3688f8db6 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:12:52.843717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8a234ee-7ece-4c0e-bf5b-fbda0c3b0919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.952414 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8a234ee-7ece-4c0e-bf5b-fbda0c3b0919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:52.978737 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.336368 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.355846 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.444756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:12:53.452103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:53.459417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:12:53.489529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Pushing event updated for resources: {'Port': ['ID=8a1d1e61-5d89-405c-a13a-47f0bfd01e31,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:53.539942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34122dba-0757-4737-a05b-1cfa87be8120 req-72ee18b9-6700-469d-b8cf-5e6cc9c0da50 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:53.541880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34122dba-0757-4737-a05b-1cfa87be8120 req-72ee18b9-6700-469d-b8cf-5e6cc9c0da50 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.7038779 Mar 11 17:12:53.591207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.595492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8a234ee-7ece-4c0e-bf5b-fbda0c3b0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.700741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:53.722269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Attempting to bind port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:53.722822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Attempting to bind port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:53.723549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Attempting to bind port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:53.727099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:53.740015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:53.740441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Checking segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:53.742015 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.742015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Bound using segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:53.742015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Bound port: 8a1d1e61-5d89-405c-a13a-47f0bfd01e31, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:53.745439 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.770434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ffe37230-c295-41e5-9bff-195ec16a202b req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c667c67-7da4-4910-a2ef-9ed82d2be875 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:12:53.770743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:42Z', 'updated_at': '2022-03-11T17:12:46Z', 'revision_number': 3, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'gw_port': {'id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:44Z', 'updated_at': '2022-03-11T17:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:53.787630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:53.818641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52581da-7a09-45e3-9348-9cdb942d5c41 req-a8d7b1dc-eaf7-40e9-a4da-d613934c94b3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:53.821416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.825748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e52581da-7a09-45e3-9348-9cdb942d5c41 req-a8d7b1dc-eaf7-40e9-a4da-d613934c94b3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 943 time: 0.8137395 Mar 11 17:12:53.836415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Checking router: caade777-5b82-401c-bbc2-0b57b4cb2a80 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:12:53.836726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.836842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Updating router caade777-5b82-401c-bbc2-0b57b4cb2a80 port 4e858218-5914-45aa-8250-5334d48d3ca1 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:12:53.858987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34122dba-0757-4737-a05b-1cfa87be8120 req-93e38ae5-25f1-4f6e-b764-b004db2ca76d tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960286 Mar 11 17:12:53.860972 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.885253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Pushing event deleted for resources: {'Port': ['ID=307be97d-57ee-467d-a26e-c61423687f1a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:53.931356 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-2cfb8a26-91a1-48fe-b797-a504acbaf0fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4637921 Mar 11 17:12:53.949692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:53.951468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:12:53.959864 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.068950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588764e9-e962-4a81-8999-81291841b9e7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:54.084024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8a234ee-7ece-4c0e-bf5b-fbda0c3b0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.086268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.086812 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Added segment 4b8b9853-4408-4a5e-a7e3-5cce70e6d591 of type vlan for network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 Mar 11 17:12:54.092674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] No DVR routers for this DVR port 307be97d-57ee-467d-a26e-c61423687f1a on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:54.099716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.106624 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-758956c4-60a0-4cfe-be68-a104fda29a78 req-868d26d0-cb4a-48ef-9d4b-971128ad54b0 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.66 "DELETE /v2.0/ports/307be97d-57ee-467d-a26e-c61423687f1a HTTP/1.1" status: 204 len: 173 time: 3.6073849 Mar 11 17:12:54.122799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.126154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'name': 'network-vif-deleted', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:12:54.130106 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762e976c-f325-4ec6-ae5a-ec7543d1ff60" -d '{"events": [{"server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "name": "network-vif-deleted", "tag": "307be97d-57ee-467d-a26e-c61423687f1a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:12:54.178760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c10a23e3-1153-4de1-a243-ca1017769a51 req-4a926d87-6e60-47a4-b2a8-3b0f687b5d75 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 210 time: 0.1568942 Mar 11 17:12:54.184585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e52581da-7a09-45e3-9348-9cdb942d5c41 req-7e11a2e1-ea70-49cd-bc1d-05ce9988ef7b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575985 Mar 11 17:12:54.191540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8a234ee-7ece-4c0e-bf5b-fbda0c3b0919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.206778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f8a234ee-7ece-4c0e-bf5b-fbda0c3b0919 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/329c301a-894f-4f94-a3c6-cca3688f8db6 HTTP/1.1" status: 204 len: 168 time: 1.6341884 Mar 11 17:12:54.222338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44440) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:54.254247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a234ee-7ece-4c0e-bf5b-fbda0c3b0919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329c301a-894f-4f94-a3c6-cca3688f8db6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:54.387338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] For port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:54.392722 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bd6f10-7eef-40f0-9ff4-f8e2490aac7c x-openstack-request-id: req-15bd6f10-7eef-40f0-9ff4-f8e2490aac7c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:12:54.393129 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3", "name": "network-vif-deleted", "tag": "307be97d-57ee-467d-a26e-c61423687f1a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:12:54.393543 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15bd6f10-7eef-40f0-9ff4-f8e2490aac7c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:12:54.395275 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3', 'name': 'network-vif-deleted', 'tag': '307be97d-57ee-467d-a26e-c61423687f1a', 'status': 'completed', 'code': 200} Mar 11 17:12:54.402995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] For port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8a1d1e61-5d89-405c-a13a-47f0bfd01e31,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:12:54.406717 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.451700 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.546120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-8bc8c0bf-a992-4f48-b5ae-d01fa127463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:54.549929 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-8bc8c0bf-a992-4f48-b5ae-d01fa127463f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 1095 time: 0.5087008 Mar 11 17:12:54.558559 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:12:54.561765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.697444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51daab4-15ec-4092-a357-5dadca159ce4 None None] Pushing event updated for resources: {'Port': ['ID=8a1d1e61-5d89-405c-a13a-47f0bfd01e31,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:54.823684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ffe37230-c295-41e5-9bff-195ec16a202b req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] Transition to ACTIVE for port object 1c667c67-7da4-4910-a2ef-9ed82d2be875 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:12:54.839625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.862932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.864466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:54.865068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.875601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:54.918839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Allocated IP 172.20.0.1 (4bc806db-37a4-4d83-a93e-7384346288d3/b222560b-4a88-47eb-b3de-e89ed62ecc6b/d72b6efd-a2bc-46c4-8825-bac60849a097) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:12:54.991472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-d08b23cb-30da-45b6-b01b-3a0b5e9e27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:54.994141 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-d08b23cb-30da-45b6-b01b-3a0b5e9e27c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.3989539 Mar 11 17:12:55.014835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.025705 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.130630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9777417 Mar 11 17:12:55.142430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Attempting to bind port 4e858218-5914-45aa-8250-5334d48d3ca1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:55.143294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Attempting to bind port 4e858218-5914-45aa-8250-5334d48d3ca1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:55.144048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Attempting to bind port 4e858218-5914-45aa-8250-5334d48d3ca1 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:55.150655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44446) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:55.151841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:55.152511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:55.153340 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.154087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:55.154805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Bound port: 4e858218-5914-45aa-8250-5334d48d3ca1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:55.155408 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.190748 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95980dce-5893-41f3-9f01-f1de52434e3f None None] Pushing event updated for resources: {'Port': ['ID=4e858218-5914-45aa-8250-5334d48d3ca1,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:55.214890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-7e8198fa-ba68-41d3-b515-4841b0aa2490 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 200 len: 217 time: 0.2002831 Mar 11 17:12:55.215744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Request body: {'subnet': {'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-subnet', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:55.291911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Allocated IP 172.25.8.89 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a4916419-91a9-4017-8915-6368b98e06fe) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:12:55.293039 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 307be97d-57ee-467d-a26e-c61423687f1a no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:12:55.300139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fecf9-779b-411e-8cc0-8d8173fd5905 admin admin] Pushing event updated for resources: {'Network': ['ID=efb264d9-9098-4c16-ad0d-e1ecd37a3c48,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:55.302624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] For port 4e858218-5914-45aa-8250-5334d48d3ca1, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:12:55.306214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] Pushing event updated for resources: {'Port': ['ID=1c667c67-7da4-4910-a2ef-9ed82d2be875,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:55.349345 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] No DVR routers for this DVR port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:12:55.411313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:12:55.438954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 307be97d-57ee-467d-a26e-c61423687f1a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:12:55.439318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 307be97d-57ee-467d-a26e-c61423687f1a not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:12:55.443782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.457050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] For port 4e858218-5914-45aa-8250-5334d48d3ca1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4e858218-5914-45aa-8250-5334d48d3ca1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:12:55.461725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-8956bca3-18db-4193-b837-a07da5b97b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:55.463273 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-8956bca3-18db-4193-b837-a07da5b97b3f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.2257493 Mar 11 17:12:55.471075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.471839 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.477393 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-4ea9b4b5-9bc7-4301-960b-f7753c1b4145 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c667c67-7da4-4910-a2ef-9ed82d2be875/bindings/n-h2-833411-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1415718 Mar 11 17:12:55.514555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Made reservation on behalf of aba924be257049b6a82c2bc2be9fa879 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:12:55.515064 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.528270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-9a5232a5-dcf7-4975-a3e8-9330de4942d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498633 Mar 11 17:12:55.532032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Deleting port 965645fe-e2fe-4696-acfa-f2ad395456c6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:12:55.532445 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.535497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88230cb-1ad7-44ed-97ec-5894b1fd4b08']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:55.570266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecbae55-c108-430e-b8bf-f007625f807f') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:55.571150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecbae55-c108-430e-b8bf-f007625f807f') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:55.626662 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.655264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Routers {'caade777-5b82-401c-bbc2-0b57b4cb2a80'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:12:55.655910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['caade777-5b82-401c-bbc2-0b57b4cb2a80'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:55.659119 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95980dce-5893-41f3-9f01-f1de52434e3f None None] Pushing event updated for resources: {'Port': ['ID=4e858218-5914-45aa-8250-5334d48d3ca1,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:55.689040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e81c3-f516-47bb-b3ce-9a4f712b95f7 req-e9b83ee8-2875-4323-96a3-0a72342013e8 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:55.691075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f70e81c3-f516-47bb-b3ce-9a4f712b95f7 req-e9b83ee8-2875-4323-96a3-0a72342013e8 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.5625348 Mar 11 17:12:55.699252 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.799867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.831700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-922b825c-49f2-481a-8381-29c5d797fc52 req-adaab1ba-0cf6-40b9-ba72-0e93d085e392 tempest-ImagesTestJSON-443322594 tempest-ImagesTestJSON-443322594-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0ba137-0fa9-452e-99a5-c7f2a8d29ce3 HTTP/1.1" status: 200 len: 210 time: 0.1584837 Mar 11 17:12:55.845532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:12:55.846187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:12:55.849518 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:12:55.879529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:55.968880 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] Set router caade777-5b82-401c-bbc2-0b57b4cb2a80 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:12:56.026551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Network 4bc806db-37a4-4d83-a93e-7384346288d3 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:12:56.038032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-c986d3c3-4a8b-4fa1-b6ba-2e2b28e768ed tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:56.040995 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-c986d3c3-4a8b-4fa1-b6ba-2e2b28e768ed tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.3178139 Mar 11 17:12:56.085489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.091799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Pushing event updated for resources: {'Port': ['ID=d72b6efd-a2bc-46c4-8825-bac60849a097,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:56.099011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:56.099011 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.106015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] For port 965645fe-e2fe-4696-acfa-f2ad395456c6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=965645fe-e2fe-4696-acfa-f2ad395456c6,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:56.106506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:56.107221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.157539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:12:56.186355 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-077bca07-c6af-41dd-b859-a7f7c408a12c service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288524 Mar 11 17:12:56.189806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Calling delete_port for 965645fe-e2fe-4696-acfa-f2ad395456c6 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:12:56.197635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.273943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f70e81c3-f516-47bb-b3ce-9a4f712b95f7 req-18e66cc8-4434-4a1b-a015-3dca893d2c13 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661650 Mar 11 17:12:56.276582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.279924 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.296774 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.305621 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] 10.222.0.53 "DELETE /v2.0/networks/e88230cb-1ad7-44ed-97ec-5894b1fd4b08 HTTP/1.1" status: 204 len: 168 time: 2.0675738 Mar 11 17:12:56.374902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8a1d1e61-5d89-405c-a13a-47f0bfd01e31,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:56.393931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.403692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:42Z', 'updated_at': '2022-03-11T17:12:46Z', 'revision_number': 3, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'gw_port': {'id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:44Z', 'updated_at': '2022-03-11T17:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:12:56.498729 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.499295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201010cb-3ebc-4a24-be05-464b33bd20ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e88230cb-1ad7-44ed-97ec-5894b1fd4b08,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:56.507552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f93bfc-d8e3-4c8e-bf9c-facd28cf6dbf None None] The sync data for ids ['caade777-5b82-401c-bbc2-0b57b4cb2a80'] in n-d-833411-1 is: [{'id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:42Z', 'updated_at': '2022-03-11T17:12:46Z', 'revision_number': 3, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'gw_port': {'id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:44Z', 'updated_at': '2022-03-11T17:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:12:56.514069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.558638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=8a1d1e61-5d89-405c-a13a-47f0bfd01e31,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:56.563150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-69950528-8de3-4437-944f-5bc6644a8cf7 None None] Provisioning complete for port d72b6efd-a2bc-46c4-8825-bac60849a097 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:56.563498 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-69950528-8de3-4437-944f-5bc6644a8cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:56.605352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1884b4-d045-4681-8221-2de40293c8c1 None None] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:12:56.622470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4916419-91a9-4017-8915-6368b98e06fe,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:56.635885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b7c56-ef4f-4f24-b243-c48db1eacc1a req-bd478aad-89b7-495a-855c-884471131ed9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:56.637467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f5b7c56-ef4f-4f24-b243-c48db1eacc1a req-bd478aad-89b7-495a-855c-884471131ed9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 944 time: 0.5495610 Mar 11 17:12:56.655457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44458) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:56.685825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-69950528-8de3-4437-944f-5bc6644a8cf7 None None] Port d72b6efd-a2bc-46c4-8825-bac60849a097 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:12:56.712851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-ae17204f-2211-42c7-93a0-42b2997fa4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:56.715534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-ae17204f-2211-42c7-93a0-42b2997fa4e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973&tenant_id=b1e2cde59a01464ab06957b0148f8e11 HTTP/1.1" status: 200 len: 1095 time: 0.6590517 Mar 11 17:12:56.722220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:12:56.731481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:56.733997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:12:56.878345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=668e6ff1-ad51-42c3-baf3-2c9e24e137c2,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:56.987393 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b7be75d-7b69-4029-97b2-f530db218e6d req-dd67621b-dacb-4a80-b782-5cd8794b51bb service neutron] 10.222.0.66 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7819879 Mar 11 17:12:57.009772 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-69bc9869-ba18-4f47-87e8-cb373d0a7357 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=556dd853924b45f78455e7c0197367a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458109 Mar 11 17:12:57.029569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1293c2-b40e-40af-bdcd-2b2617952c15 req-a7781630-dd49-496c-9ba5-d09060547d35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:57.033828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f1293c2-b40e-40af-bdcd-2b2617952c15 req-a7781630-dd49-496c-9ba5-d09060547d35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.5706096 Mar 11 17:12:57.052222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44462) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:57.055938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f5b7c56-ef4f-4f24-b243-c48db1eacc1a req-14604721-a28c-46e8-8f03-11ab9c256c61 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767488 Mar 11 17:12:57.074069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fd5f7902-e9b4-48e7-80a9-3281fc83aebb None None] Provisioning complete for port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:57.074325 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd5f7902-e9b4-48e7-80a9-3281fc83aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:57.092466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Checking segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:57.092824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Network hostable DHCP agents. Network: efb264d9-9098-4c16-ad0d-e1ecd37a3c48, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:12:57.143156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-29f49a96-beb0-4448-831b-c99ded5aee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:57.150715 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-29f49a96-beb0-4448-831b-c99ded5aee5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1e2cde59a01464ab06957b0148f8e11&device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 1095 time: 0.3221018 Mar 11 17:12:57.272680 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:57.280901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f1293c2-b40e-40af-bdcd-2b2617952c15 req-d8a39f11-385d-4c83-882c-dbb1fc332726 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176352 Mar 11 17:12:57.348042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:12:57.428543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Pushing event deleted for resources: {'Port': ['ID=965645fe-e2fe-4696-acfa-f2ad395456c6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:57.606070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, efb264d9-9098-4c16-ad0d-e1ecd37a3c48) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:57.623930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:57.626701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:57.627710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041aa6ce-6558-49f8-95b8-3daf8f804996 None None] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:12:57.657127 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-0f6882d1-af85-4396-bac3-0e8f51e20583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:57.658869 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-0f6882d1-af85-4396-bac3-0e8f51e20583 service neutron] 10.222.0.46 "GET /v2.0/networks?id=492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 200 len: 921 time: 0.4948602 Mar 11 17:12:57.749713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-364ed99a-7e26-4f6e-91b4-a7b029459cfe admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5973961 Mar 11 17:12:57.750784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44496) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:57.817777 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-1b689d76-6df5-49f6-98d2-ed35bc5c3563 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875 HTTP/1.1" status: 200 len: 217 time: 0.1455619 Mar 11 17:12:57.884839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:12:57.927341 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01d4f4a9-5193-4632-8c76-e7a9698be0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:57.988864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01d4f4a9-5193-4632-8c76-e7a9698be0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:57.994653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-314fb3d4-b740-42af-a830-aa3f3458bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:57.996143 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-314fb3d4-b740-42af-a830-aa3f3458bd1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 200 len: 861 time: 0.1642396 Mar 11 17:12:57.999016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3fac11d2-b952-4355-87ff-f121c4a505fd None None] Provisioning complete for port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:57.999459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3fac11d2-b952-4355-87ff-f121c4a505fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.097258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01d4f4a9-5193-4632-8c76-e7a9698be0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.100821 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01d4f4a9-5193-4632-8c76-e7a9698be0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.102805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-01d4f4a9-5193-4632-8c76-e7a9698be0f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6369e247-6df0-4e9b-ad7f-4e0cfa0ced54 HTTP/1.1" status: 204 len: 168 time: 1.0459085 Mar 11 17:12:58.103563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.227860 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.244675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44512) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:58.378265 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:58.455165 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.687165 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.697084 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.739908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4f4a9-5193-4632-8c76-e7a9698be0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6369e247-6df0-4e9b-ad7f-4e0cfa0ced54,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:58.790632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:12:58.791873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.800715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.813985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:58.814521 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.883321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2d789c-cdf3-4756-8744-27e1c77f8476 admin admin] Deleting subnet b9469fab-26ff-4bf5-8d9e-53b6cca12d86 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:12:58.904018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4f2d789c-cdf3-4756-8744-27e1c77f8476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:58.941223 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:12:59.062687 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-a283035c-ec2b-404f-be35-68504976a172 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=492425d5-6bf3-4055-9b46-c81571324cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466218 Mar 11 17:12:59.097473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.207520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44522) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:59.245947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e858218-5914-45aa-8250-5334d48d3ca1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:12:59.271241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Allocated IP 172.20.0.2 (efb264d9-9098-4c16-ad0d-e1ecd37a3c48/668e6ff1-ad51-42c3-baf3-2c9e24e137c2/7677ea88-cd0e-4712-93fe-89140b1022e8) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:12:59.394370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae51f9-d737-4859-a193-19b2677151b2 req-49af9ba3-1781-4c8f-bbf6-ec8bd17ad255 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:59.396252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0ae51f9-d737-4859-a193-19b2677151b2 req-49af9ba3-1781-4c8f-bbf6-ec8bd17ad255 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 944 time: 0.9527760 Mar 11 17:12:59.403452 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.404881 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-12d33232-da35-44bb-8743-3d1f5a0ac0ac service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029659 Mar 11 17:12:59.409236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4e858218-5914-45aa-8250-5334d48d3ca1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:12:59.409616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.415589 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-83915b6f-7bd1-4eb5-93e4-05e80be75b25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43eccdda237a467f80e37f03a5b43368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037678 Mar 11 17:12:59.422969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:12:59.428411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce6721-c55e-4a2f-bbf9-3e1a496aacbd req-df956368-f106-451e-ad10-7f6b8d630ab0 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:59.437624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91ce6721-c55e-4a2f-bbf9-3e1a496aacbd req-df956368-f106-451e-ad10-7f6b8d630ab0 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.8574300 Mar 11 17:12:59.564791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4f2d789c-cdf3-4756-8744-27e1c77f8476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.609649 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.639227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f10-6237-4082-8b93-7dad2c624ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.641501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.735779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f10-6237-4082-8b93-7dad2c624ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.744729 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.749425 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-e60c0e5c-d58c-421d-9ed2-a8f8262e3281 service neutron] 10.222.0.46 "GET /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290434 Mar 11 17:12:59.768911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4f2d789c-cdf3-4756-8744-27e1c77f8476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.778783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:12:59.780326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0ae51f9-d737-4859-a193-19b2677151b2 req-fa11b2e3-2c95-4f1c-85ce-103ba030f05c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690836 Mar 11 17:12:59.788988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Router 132e834e-26b4-446b-a843-8f33e9b43db0 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:12:59.819282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91ce6721-c55e-4a2f-bbf9-3e1a496aacbd req-fdd881c7-2b9b-4ba1-bf68-216b7dea1c3e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807414 Mar 11 17:12:59.827393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:12:59.844153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:12:59.854372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.869742 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.870249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Pushing event updated for resources: {'Port': ['ID=7677ea88-cd0e-4712-93fe-89140b1022e8,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:12:59.872976 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.890847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Router f9f6787e-8991-49a3-a1e3-d7099fe5892e is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:12:59.950365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 4e858218-5914-45aa-8250-5334d48d3ca1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4e858218-5914-45aa-8250-5334d48d3ca1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:12:59.955138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Attempting to bind port 7677ea88-cd0e-4712-93fe-89140b1022e8 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:12:59.956485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Attempting to bind port 7677ea88-cd0e-4712-93fe-89140b1022e8 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:12:59.957145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Attempting to bind port 7677ea88-cd0e-4712-93fe-89140b1022e8 on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:12:59.961835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.970985 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f10-6237-4082-8b93-7dad2c624ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.971964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:12:59.972630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Checking segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:12:59.973493 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.973493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Bound using segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:12:59.974167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Bound port: 7677ea88-cd0e-4712-93fe-89140b1022e8, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:12:59.974571 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.985329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f10-6237-4082-8b93-7dad2c624ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.991357 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1f2b0f10-6237-4082-8b93-7dad2c624ecf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/525a2489-67fb-4eab-9a42-a3432e3c7e68 HTTP/1.1" status: 204 len: 168 time: 0.5657883 Mar 11 17:13:00.036125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b0f10-6237-4082-8b93-7dad2c624ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525a2489-67fb-4eab-9a42-a3432e3c7e68,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:00.065167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:00.076580 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] Sync routers for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:00.077130 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2d4fd5c4-b94f-4cf2-a729-e9c8a47a8add admin admin] 10.222.0.53 "PUT /v2.0/routers/132e834e-26b4-446b-a843-8f33e9b43db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9509666 Mar 11 17:13:00.080417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44528) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:00.081465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:00.085029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Pushing event updated for resources: {'Port': ['ID=d72b6efd-a2bc-46c4-8825-bac60849a097,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:00.105252 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:00.106509 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:00.109073 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4f2d789c-cdf3-4756-8744-27e1c77f8476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:00.132373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=4e858218-5914-45aa-8250-5334d48d3ca1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:00.205052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] For port 7677ea88-cd0e-4712-93fe-89140b1022e8, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:00.210007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] For port 7677ea88-cd0e-4712-93fe-89140b1022e8, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7677ea88-cd0e-4712-93fe-89140b1022e8,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:00.216047 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:00.227583 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:00.237802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:00.244037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4f2d789c-cdf3-4756-8744-27e1c77f8476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:00.249280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4f2d789c-cdf3-4756-8744-27e1c77f8476 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b9469fab-26ff-4bf5-8d9e-53b6cca12d86 HTTP/1.1" status: 204 len: 168 time: 1.8079567 Mar 11 17:13:00.251556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44530) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:00.374576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a26d87-5f75-45e1-bc51-b47ff1bfcd29 None None] Pushing event updated for resources: {'Port': ['ID=7677ea88-cd0e-4712-93fe-89140b1022e8,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:00.437895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d789c-cdf3-4756-8744-27e1c77f8476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9469fab-26ff-4bf5-8d9e-53b6cca12d86,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:00.471738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Network 4bc806db-37a4-4d83-a93e-7384346288d3 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:00.472186 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:12:57Z', 'revision_number': 5, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:00.477880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:00.486215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe37230-c295-41e5-9bff-195ec16a202b req-ef144655-2695-4acf-927e-fd532422babb tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:00.489328 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-ef144655-2695-4acf-927e-fd532422babb tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973&tenant_id=b1e2cde59a01464ab06957b0148f8e11&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1095 time: 0.2626169 Mar 11 17:13:00.517497 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] Checking router: 132e834e-26b4-446b-a843-8f33e9b43db0 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:00.550444 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] Routers {'132e834e-26b4-446b-a843-8f33e9b43db0'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:00.550444 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['132e834e-26b4-446b-a843-8f33e9b43db0'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:00.576678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:00.779770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:00.802567 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] Set router 132e834e-26b4-446b-a843-8f33e9b43db0 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:00.803961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Sync routers for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:00.826171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:00.827214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:00.833109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:00.858199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:00.862599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cb7aed74-075f-4fc8-a8f7-2b377f375dc2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2272041 Mar 11 17:13:00.864228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44544) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:00.889424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Router caade777-5b82-401c-bbc2-0b57b4cb2a80 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:13:01.101745 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.233644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-01175a32-9e89-4c09-ad70-bc722911bba2 None None] Provisioning complete for port d72b6efd-a2bc-46c4-8825-bac60849a097 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:01.234495 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-01175a32-9e89-4c09-ad70-bc722911bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.239305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:01.241025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab61905c-1b8b-470b-a0fb-bf99fe2decb7']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:01.263792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f878da2e-a5ea-455e-8f4e-869049314c97') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:01.264103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f878da2e-a5ea-455e-8f4e-869049314c97') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:01.277325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.293639 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.301740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:13:01.302152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.356366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-01175a32-9e89-4c09-ad70-bc722911bba2 None None] Port d72b6efd-a2bc-46c4-8825-bac60849a097 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:01.381374 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:12:57Z', 'revision_number': 5, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:01.398854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:01.402114 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:13:01.402355 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:13:01.418347 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.425906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a91ef20b-2c21-45f2-8f56-63ab89d25c45 admin admin] 10.222.0.53 "PUT /v2.0/routers/caade777-5b82-401c-bbc2-0b57b4cb2a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4293799 Mar 11 17:13:01.450399 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.458844 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ab61905c-1b8b-470b-a0fb-bf99fe2decb7 HTTP/1.1" status: 204 len: 168 time: 1.2022407 Mar 11 17:13:01.483093 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb1807-46e5-4299-851a-13a4a053c11e None None] The sync data for ids ['132e834e-26b4-446b-a843-8f33e9b43db0'] in n-d-833411-1 is: [{'id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'name': 'tempest-ServersTestBootFromVolume-1232725592-router', 'tenant_id': '3346be01a989446fbcc314f1af82973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04ef0236-4011-403f-9df5-4550b630f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:55Z', 'updated_at': '2022-03-11T17:12:57Z', 'revision_number': 5, 'project_id': '3346be01a989446fbcc314f1af82973d', 'gw_port': {'id': '04ef0236-4011-403f-9df5-4550b630f05f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e834e-26b4-446b-a843-8f33e9b43db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:57Z', 'updated_at': '2022-03-11T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:01.486379 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Sync routers for ids ['caade777-5b82-401c-bbc2-0b57b4cb2a80'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:01.497071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b8cec-c478-4192-b85c-b6c26b024ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab61905c-1b8b-470b-a0fb-bf99fe2decb7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:01.518969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Deleting port 04ef0236-4011-403f-9df5-4550b630f05f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:13:01.519643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.521959 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Routers {'caade777-5b82-401c-bbc2-0b57b4cb2a80'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:01.525204 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['caade777-5b82-401c-bbc2-0b57b4cb2a80'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:01.555433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e028c63-66bd-4c97-ac2a-36efb694cd7f req-6dd75f80-cdad-4f01-b42a-796630c2fb5b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:01.569253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e028c63-66bd-4c97-ac2a-36efb694cd7f req-6dd75f80-cdad-4f01-b42a-796630c2fb5b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 944 time: 0.4985721 Mar 11 17:13:01.604157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ffe37230-c295-41e5-9bff-195ec16a202b req-32f3d676-96d9-41fc-bf78-e8ed364a2964 service neutron] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:01.621965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ffe37230-c295-41e5-9bff-195ec16a202b req-32f3d676-96d9-41fc-bf78-e8ed364a2964 service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.630356 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ffe37230-c295-41e5-9bff-195ec16a202b req-32f3d676-96d9-41fc-bf78-e8ed364a2964 service neutron] 10.222.0.46 "DELETE /v2.0/ports/1c667c67-7da4-4910-a2ef-9ed82d2be875/bindings/n-h1-833411-1 HTTP/1.1" status: 204 len: 173 time: 1.0649273 Mar 11 17:13:01.644677 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:12:57Z', 'revision_number': 3, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:01.654274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.741258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] For port 04ef0236-4011-403f-9df5-4550b630f05f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=04ef0236-4011-403f-9df5-4550b630f05f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:01.742973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.776512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Calling delete_port for 04ef0236-4011-403f-9df5-4550b630f05f owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:13:01.778440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44562) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:01.792545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Checking router: f9f6787e-8991-49a3-a1e3-d7099fe5892e for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:01.793080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Updating router f9f6787e-8991-49a3-a1e3-d7099fe5892e port a4916419-91a9-4017-8915-6368b98e06fe binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:13:01.848017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e3697-c330-4a6e-97b7-257bbff19d03 req-2bf5ef0b-3a96-46f7-98b4-1b93c4e9e145 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:01.849813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb7e3697-c330-4a6e-97b7-257bbff19d03 req-2bf5ef0b-3a96-46f7-98b4-1b93c4e9e145 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.7779353 Mar 11 17:13:01.922210 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:01.927986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e028c63-66bd-4c97-ac2a-36efb694cd7f req-acfd385f-49be-4408-955b-da1bd1a71a1b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575387 Mar 11 17:13:02.021894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Set router caade777-5b82-401c-bbc2-0b57b4cb2a80 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:02.025555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44570) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:02.335234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-64b0cc2f-25a2-4ad6-b1b0-4c80d3ee1428 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2199d8a5c54c4eba804aa9c76841d80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055973 Mar 11 17:13:02.345969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0850541-c047-4738-8bd6-486453add79b None None] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:02.353458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44574) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:02.373411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e858218-5914-45aa-8250-5334d48d3ca1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:02.403790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Allocated IP 172.25.8.221 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/f444b3a6-b06e-4d43-8b43-ca527c34bfde) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:02.493617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30bd438-2af9-4115-b291-7f0a7e39088c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.526915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-117361481'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:02.553480 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.583631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30bd438-2af9-4115-b291-7f0a7e39088c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.627418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Pushing event deleted for resources: {'Port': ['ID=04ef0236-4011-403f-9df5-4550b630f05f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:02.650745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:02.655635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.679111 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:42Z', 'updated_at': '2022-03-11T17:12:57Z', 'revision_number': 4, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'gw_port': {'id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:44Z', 'updated_at': '2022-03-11T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd72b6efd-a2bc-46c4-8825-bac60849a097', 'name': '', 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'mac_address': 'fa:16:3e:ac:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b222560b-4a88-47eb-b3de-e89ed62ecc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:12:58Z', 'revision_number': 2, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'subnets': [{'id': 'b222560b-4a88-47eb-b3de-e89ed62ecc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:02.720539 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.747885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:13:02.766394 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Checking router: caade777-5b82-401c-bbc2-0b57b4cb2a80 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:02.766756 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Updating router caade777-5b82-401c-bbc2-0b57b4cb2a80 port d72b6efd-a2bc-46c4-8825-bac60849a097 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:13:02.773461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.815782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.827484 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.901355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Pushing event updated for resources: {'Port': ['ID=f444b3a6-b06e-4d43-8b43-ca527c34bfde,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:02.935692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb7e3697-c330-4a6e-97b7-257bbff19d03 req-116d7944-6ceb-4d0f-8fd6-1a5319bf12f4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0405228 Mar 11 17:13:02.937012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30bd438-2af9-4115-b291-7f0a7e39088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.941727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021299ae-ac9e-46cf-81e5-d23eb703f355 req-78477a8b-83b4-481b-b017-feb8c67f9cd2 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:02.946010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30bd438-2af9-4115-b291-7f0a7e39088c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.952019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-021299ae-ac9e-46cf-81e5-d23eb703f355 req-78477a8b-83b4-481b-b017-feb8c67f9cd2 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 1095 time: 0.7397363 Mar 11 17:13:02.959800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e30bd438-2af9-4115-b291-7f0a7e39088c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf668b58-3564-4151-8e02-ac02ce15a396 HTTP/1.1" status: 204 len: 168 time: 0.6035507 Mar 11 17:13:02.963298 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.963506 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Added segment d0872a40-d931-4b98-adde-f7d0d30430ff of type vlan for network 4e58c604-74b7-422f-bcf0-316a4da9fd1a Mar 11 17:13:02.970259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4e858218-5914-45aa-8250-5334d48d3ca1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:02.971337 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:02.981072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-405b0b72-c796-4cfd-98e2-0b96f32b4af0 None None] Provisioning complete for port 7677ea88-cd0e-4712-93fe-89140b1022e8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:02.981696 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-405b0b72-c796-4cfd-98e2-0b96f32b4af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.011358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-021299ae-ac9e-46cf-81e5-d23eb703f355 req-6fc0af4f-1703-485c-b62c-58a8ca7e2a53 tempest-LiveAutoBlockMigrationV225Test-1054291010 tempest-LiveAutoBlockMigrationV225Test-1054291010-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515511 Mar 11 17:13:03.036183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:03.068931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bd438-2af9-4115-b291-7f0a7e39088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf668b58-3564-4151-8e02-ac02ce15a396,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:03.121712 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:03.129653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:03.130057 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.135447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.351907 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.392522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.393054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 132e834e-26b4-446b-a843-8f33e9b43db0 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:13:03.414395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.425315 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c8db642b-b2dd-4b43-a650-d57d5da5d11a admin admin] 10.222.0.53 "DELETE /v2.0/routers/132e834e-26b4-446b-a843-8f33e9b43db0 HTTP/1.1" status: 204 len: 168 time: 3.3424749 Mar 11 17:13:03.438748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44596) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:03.491311 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.512028 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.555908 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.561435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:03.562062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.700764 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Pushing event updated for resources: {'Port': ['ID=d72b6efd-a2bc-46c4-8825-bac60849a097,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:03.764461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Network': ['ID=4e58c604-74b7-422f-bcf0-316a4da9fd1a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:03.767299 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.778457 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.780235 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.781572 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.782209 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.782986 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.786620 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.787228 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.787762 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.790773 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.793466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75f88a7-6850-4c6b-8dc4-7e1674135b82 admin admin] Deleting subnet 23fab811-0573-48f4-a91d-43977da0ef55 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:13:03.793877 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.803112 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:03.804040 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d75f88a7-6850-4c6b-8dc4-7e1674135b82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.813809 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0e93ab62-efc9-4377-a490-44c8e6993b51 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0344381 Mar 11 17:13:03.814854 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 4e58c604-74b7-422f-bcf0-316a4da9fd1a details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:13:03.818108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44610) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:03.878845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'subnet': {'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:03.942436 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Attempting to bind port d72b6efd-a2bc-46c4-8825-bac60849a097 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:03.943104 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Attempting to bind port d72b6efd-a2bc-46c4-8825-bac60849a097 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '33139ec6-89e6-4e21-b894-ef61195902b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:03.949888 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Attempting to bind port d72b6efd-a2bc-46c4-8825-bac60849a097 on network 4bc806db-37a4-4d83-a93e-7384346288d3 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:03.970692 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:03.971435 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Checking segment: {'id': '33139ec6-89e6-4e21-b894-ef61195902b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:03.973573 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.974240 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Bound using segment: {'id': '33139ec6-89e6-4e21-b894-ef61195902b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:03.978681 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Bound port: d72b6efd-a2bc-46c4-8825-bac60849a097, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33139ec6-89e6-4e21-b894-ef61195902b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:03.984065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-405b0b72-c796-4cfd-98e2-0b96f32b4af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:03.989019 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.034996 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d75f88a7-6850-4c6b-8dc4-7e1674135b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.060820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-405b0b72-c796-4cfd-98e2-0b96f32b4af0 None None] For port 7677ea88-cd0e-4712-93fe-89140b1022e8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7677ea88-cd0e-4712-93fe-89140b1022e8,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:04.107551 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-405b0b72-c796-4cfd-98e2-0b96f32b4af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.120295 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.239219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b0b72-c796-4cfd-98e2-0b96f32b4af0 None None] Pushing event updated for resources: {'Port': ['ID=7677ea88-cd0e-4712-93fe-89140b1022e8,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:04.257394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7677ea88-cd0e-4712-93fe-89140b1022e8 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:04.299778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b279-63da-4101-b299-2e16e88dc034 req-c9717d9c-947b-490a-a8ac-a8b76d3bfda3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:04.301480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a30b279-63da-4101-b299-2e16e88dc034 req-c9717d9c-947b-490a-a8ac-a8b76d3bfda3 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 944 time: 0.5932217 Mar 11 17:13:04.326353 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.337266 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] For port d72b6efd-a2bc-46c4-8825-bac60849a097, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:04.341913 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] For port d72b6efd-a2bc-46c4-8825-bac60849a097, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d72b6efd-a2bc-46c4-8825-bac60849a097,segment=NetworkSegment(33139ec6-89e6-4e21-b894-ef61195902b4),segment_id=33139ec6-89e6-4e21-b894-ef61195902b4)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:04.350189 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.377488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-eb53370f-87ac-4552-88b8-55be7617fa3b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:04.384694 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-eb53370f-87ac-4552-88b8-55be7617fa3b tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.46 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 944 time: 0.2558513 Mar 11 17:13:04.493452 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Routers {'caade777-5b82-401c-bbc2-0b57b4cb2a80'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:04.494165 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['caade777-5b82-401c-bbc2-0b57b4cb2a80'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:04.506320 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47523f20-ff85-4d54-aa77-f6d5d4cc4098 None None] Pushing event updated for resources: {'Port': ['ID=d72b6efd-a2bc-46c4-8825-bac60849a097,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:04.549147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62a753-f209-46c4-8026-2ec449b7e598 None None] Pushing event updated for resources: {'Port': ['ID=a4916419-91a9-4017-8915-6368b98e06fe,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:04.568329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Attempting to bind port a4916419-91a9-4017-8915-6368b98e06fe on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:04.569018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Attempting to bind port a4916419-91a9-4017-8915-6368b98e06fe by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:04.569687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Attempting to bind port a4916419-91a9-4017-8915-6368b98e06fe on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:04.590855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:04.591481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:04.592395 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.593219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:04.593644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Bound port: a4916419-91a9-4017-8915-6368b98e06fe, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:04.594283 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.609744 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a30b279-63da-4101-b299-2e16e88dc034 req-6e410680-9e46-4716-9ec8-6f64e811bca6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608309 Mar 11 17:13:04.665274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] For port a4916419-91a9-4017-8915-6368b98e06fe, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:04.669956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] For port a4916419-91a9-4017-8915-6368b98e06fe, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a4916419-91a9-4017-8915-6368b98e06fe,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:04.701845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.790890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7677ea88-cd0e-4712-93fe-89140b1022e8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:04.791270 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.803888 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] Set router caade777-5b82-401c-bbc2-0b57b4cb2a80 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:04.808053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69895e97-c367-4db9-9416-474be54fdb2d req-4770d44a-094d-431e-9fe5-3517cd01d26e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:04.820815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69895e97-c367-4db9-9416-474be54fdb2d req-4770d44a-094d-431e-9fe5-3517cd01d26e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.6368442 Mar 11 17:13:04.869177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62a753-f209-46c4-8026-2ec449b7e598 None None] Pushing event updated for resources: {'Port': ['ID=a4916419-91a9-4017-8915-6368b98e06fe,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:04.888947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1bc99311-97c6-425f-b3d1-cbcf73d090ba None None] Provisioning complete for port d72b6efd-a2bc-46c4-8825-bac60849a097 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:04.891147 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1bc99311-97c6-425f-b3d1-cbcf73d090ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:04.946358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44652) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:04.967035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:04.967244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:05.016277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69895e97-c367-4db9-9416-474be54fdb2d req-ff0fc3ab-5961-4dfe-bb9b-e49e2f02a911 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899633 Mar 11 17:13:05.034756 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.039634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.202507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1330295504-network', 'tenant_id': '8e4604e78f3f4724b44e60d9fb533cc4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:05.234399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:05.242463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.304745 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1bc99311-97c6-425f-b3d1-cbcf73d090ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.321792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Made reservation on behalf of 8e4604e78f3f4724b44e60d9fb533cc4 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:05.324654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.348326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.357312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d75f88a7-6850-4c6b-8dc4-7e1674135b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.362807 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:42Z', 'updated_at': '2022-03-11T17:12:57Z', 'revision_number': 4, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'gw_port': {'id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:44Z', 'updated_at': '2022-03-11T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd72b6efd-a2bc-46c4-8825-bac60849a097', 'name': '', 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'mac_address': 'fa:16:3e:ac:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b222560b-4a88-47eb-b3de-e89ed62ecc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:04Z', 'revision_number': 4, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'subnets': [{'id': 'b222560b-4a88-47eb-b3de-e89ed62ecc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:05.380091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 965645fe-e2fe-4696-acfa-f2ad395456c6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:05.417519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1bc99311-97c6-425f-b3d1-cbcf73d090ba None None] For port d72b6efd-a2bc-46c4-8825-bac60849a097, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d72b6efd-a2bc-46c4-8825-bac60849a097,segment=NetworkSegment(33139ec6-89e6-4e21-b894-ef61195902b4),segment_id=33139ec6-89e6-4e21-b894-ef61195902b4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:05.440446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 965645fe-e2fe-4696-acfa-f2ad395456c6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:13:05.441092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 965645fe-e2fe-4696-acfa-f2ad395456c6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:13:05.458279 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1bc99311-97c6-425f-b3d1-cbcf73d090ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.463783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:05.466568 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b1add3-d221-4cf1-bee0-5ec82c494474 None None] The sync data for ids ['caade777-5b82-401c-bbc2-0b57b4cb2a80'] in n-d-833411-1 is: [{'id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:42Z', 'updated_at': '2022-03-11T17:12:57Z', 'revision_number': 4, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'gw_port': {'id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:44Z', 'updated_at': '2022-03-11T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd72b6efd-a2bc-46c4-8825-bac60849a097', 'name': '', 'network_id': '4bc806db-37a4-4d83-a93e-7384346288d3', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'mac_address': 'fa:16:3e:ac:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b222560b-4a88-47eb-b3de-e89ed62ecc6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:04Z', 'revision_number': 4, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'subnets': [{'id': 'b222560b-4a88-47eb-b3de-e89ed62ecc6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:05.497197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Allocated IP 172.20.0.1 (558c6011-93ea-4132-8ba8-bf4c6d83f7c1/d697f241-673f-43dc-a23c-ba6c98adb721/64865d48-7a23-4abd-938f-6ce68e552e94) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:05.552556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.578938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d75f88a7-6850-4c6b-8dc4-7e1674135b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.666335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f88a7-6850-4c6b-8dc4-7e1674135b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23fab811-0573-48f4-a91d-43977da0ef55,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:05.683421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d75f88a7-6850-4c6b-8dc4-7e1674135b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.687092 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d75f88a7-6850-4c6b-8dc4-7e1674135b82 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/23fab811-0573-48f4-a91d-43977da0ef55 HTTP/1.1" status: 204 len: 168 time: 2.2470334 Mar 11 17:13:05.718981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44660) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:05.734830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Deleting port 1c667c67-7da4-4910-a2ef-9ed82d2be875 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:13:05.735287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.753313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc99311-97c6-425f-b3d1-cbcf73d090ba None None] Pushing event updated for resources: {'Port': ['ID=d72b6efd-a2bc-46c4-8825-bac60849a097,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:05.816928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997190c-bcfb-43ea-9ad7-45141f95cba6 None None] Network 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:05.818754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7677ea88-cd0e-4712-93fe-89140b1022e8 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:05.837913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.843408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44664) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:05.910959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.993793 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:05.998926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a983f99b-a90b-4472-976a-a0a1e8cd77b7 None None] Provisioning complete for port 7677ea88-cd0e-4712-93fe-89140b1022e8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:05.999453 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a983f99b-a90b-4472-976a-a0a1e8cd77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.037873 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.040037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.075372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee770af-a0bc-489a-85c2-13d470143466 req-3a659ae5-31bc-4a26-8919-3f43c18cf92f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:06.088230 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aee770af-a0bc-489a-85c2-13d470143466 req-3a659ae5-31bc-4a26-8919-3f43c18cf92f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 944 time: 0.2406847 Mar 11 17:13:06.108461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.121514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] For port 1c667c67-7da4-4910-a2ef-9ed82d2be875, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1c667c67-7da4-4910-a2ef-9ed82d2be875,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:06.121952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.127966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Subnet': ['ID=d0f01d9d-83f5-4098-9ee3-1a1a2b882d27,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:06.141657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:12:57Z', 'revision_number': 3, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:06.150618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Calling delete_port for 1c667c67-7da4-4910-a2ef-9ed82d2be875 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:13:06.196236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad4f62-7a5d-42f8-b726-4962f8b9495b None None] The sync data for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 is: [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:12:57Z', 'revision_number': 3, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:06.199221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Checking segment: {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:06.199961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network hostable DHCP agents. Network: 4e58c604-74b7-422f-bcf0-316a4da9fd1a, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:13:06.200807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:13:06.231207 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-463da87b-4532-455d-95d4-3207a657dcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.283594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network 4e58c604-74b7-422f-bcf0-316a4da9fd1a is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:13:06.326284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 4e58c604-74b7-422f-bcf0-316a4da9fd1a) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:06.342452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:06.343780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.349866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:06.351860 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.352233 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Added segment c5568935-0f70-4981-822f-2882299efb80 of type vlan for network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c Mar 11 17:13:06.399566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9442bc8-7623-463b-88a3-a28206a57301,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:06.403411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Deleting port a3dd0334-8bd9-48c8-8d55-d1ca210a991f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:13:06.404301 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.424711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47914-60d9-4301-96bd-25499bde5e03 req-e3561bde-687a-45ba-9bed-d11630a006ad tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:06.426604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97a47914-60d9-4301-96bd-25499bde5e03 req-e3561bde-687a-45ba-9bed-d11630a006ad tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.2646997 Mar 11 17:13:06.427587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:06.432495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:06.468069 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e10393f3-85a2-4802-8468-919d006a61ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5988474 Mar 11 17:13:06.470094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44672) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:06.496550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.535263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Pushing event updated for resources: {'Port': ['ID=64865d48-7a23-4abd-938f-6ce68e552e94,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:06.565127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aee770af-a0bc-489a-85c2-13d470143466 req-c961a316-dc15-4089-bdac-be4ac9b23f9a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756403 Mar 11 17:13:06.610294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7677ea88-cd0e-4712-93fe-89140b1022e8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:06.610666 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.617566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2017200823'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:06.622327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a3afb-d01a-44b4-9261-c3fd5e16a79d None None] Network 4e58c604-74b7-422f-bcf0-316a4da9fd1a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:06.709543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:06.713864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.715866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97a47914-60d9-4301-96bd-25499bde5e03 req-eb23b554-4c7f-47f9-a3c2-2161f18d8abb tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260027 Mar 11 17:13:06.719726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:13:06.761144 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.765618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] For port a3dd0334-8bd9-48c8-8d55-d1ca210a991f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a3dd0334-8bd9-48c8-8d55-d1ca210a991f,segment=NetworkSegment(7e7e3fca-ded2-40a3-a153-1643618202f4),segment_id=7e7e3fca-ded2-40a3-a153-1643618202f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:06.766021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.802022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Calling delete_port for a3dd0334-8bd9-48c8-8d55-d1ca210a991f owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:13:06.854012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a983f99b-a90b-4472-976a-a0a1e8cd77b7 None None] Provisioning complete for port d72b6efd-a2bc-46c4-8825-bac60849a097 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:06.854375 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a983f99b-a90b-4472-976a-a0a1e8cd77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.865686 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:06.868067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:13:06.907561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1c667c67-7da4-4910-a2ef-9ed82d2be875 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:06.942146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 1c667c67-7da4-4910-a2ef-9ed82d2be875 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:13:06.942522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1c667c67-7da4-4910-a2ef-9ed82d2be875 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:13:06.946212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['55456ac4-8bf9-4070-804d-f6adf15ac0f6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:06.948403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] DHCP port deletion for 485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:13:06.963029 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:13:07.068726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.068942 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Added segment 2a565260-6eea-4d92-b88c-fea92d1f6d10 of type vlan for network 538cf0b3-a605-42dd-bc72-ee570eecbd42 Mar 11 17:13:07.073779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.075388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:07.081576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Pushing event deleted for resources: {'Port': ['ID=1c667c67-7da4-4910-a2ef-9ed82d2be875,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:07.083637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.090431 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.201906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-4e58c604-74b7-422f-bcf0-316a4da9fd1a', 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'fixed_ips': [{'subnet_id': 'd0f01d9d-83f5-4098-9ee3-1a1a2b882d27'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:13:07.202670 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.286648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] Deleting port a3dd0334-8bd9-48c8-8d55-d1ca210a991f {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:13:07.287059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.287369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3dd0334-8bd9-48c8-8d55-d1ca210a991f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:07.294222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] No DVR routers for this DVR port 1c667c67-7da4-4910-a2ef-9ed82d2be875 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:13:07.296556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] No DVR routers for this DVR port a3dd0334-8bd9-48c8-8d55-d1ca210a991f on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:13:07.304103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.325593 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-73e683c1-a5ff-44ae-aa53-ef09f7e4ef45 req-88376015-b832-430b-99a2-7106df2cf923 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.46 "DELETE /v2.0/ports/1c667c67-7da4-4910-a2ef-9ed82d2be875 HTTP/1.1" status: 204 len: 173 time: 2.1248548 Mar 11 17:13:07.328273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'name': 'network-vif-deleted', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:07.331000 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42dec52-bd2f-4a22-8078-333ee085d16f" -d '{"events": [{"server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "name": "network-vif-deleted", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:07.405346 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.421613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 04ef0236-4011-403f-9df5-4550b630f05f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:07.442899 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e9f626-b338-44e2-90b0-62e6db917fa2 x-openstack-request-id: req-16e9f626-b338-44e2-90b0-62e6db917fa2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:07.443249 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da03bec-4410-4f17-858a-30e3a0627973", "name": "network-vif-deleted", "tag": "1c667c67-7da4-4910-a2ef-9ed82d2be875", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:07.443442 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16e9f626-b338-44e2-90b0-62e6db917fa2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:07.443862 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da03bec-4410-4f17-858a-30e3a0627973', 'name': 'network-vif-deleted', 'tag': '1c667c67-7da4-4910-a2ef-9ed82d2be875', 'status': 'completed', 'code': 200} Mar 11 17:13:07.522256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 04ef0236-4011-403f-9df5-4550b630f05f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:13:07.523312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 04ef0236-4011-403f-9df5-4550b630f05f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:13:07.544980 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.562851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:07.565353 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.692110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] For port a3dd0334-8bd9-48c8-8d55-d1ca210a991f, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:07.692437 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.724463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.725028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] Calling delete_port for a3dd0334-8bd9-48c8-8d55-d1ca210a991f owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:13:07.730679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] Port a3dd0334-8bd9-48c8-8d55-d1ca210a991f was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:13:07.799152 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.840785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] Pushing event deleted for resources: {'Port': ['ID=a3dd0334-8bd9-48c8-8d55-d1ca210a991f,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:07.867334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa9e912-314d-43a2-8bd8-e8361bc4d185 None None] No DVR routers for this DVR port a3dd0334-8bd9-48c8-8d55-d1ca210a991f on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:13:07.887990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-66cbc752-164e-432c-a37a-780f3500d63c None None] Provisioning complete for port 64865d48-7a23-4abd-938f-6ce68e552e94 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:07.888647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66cbc752-164e-432c-a37a-780f3500d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:07.940870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Allocated IP 19.80.0.2 (4e58c604-74b7-422f-bcf0-316a4da9fd1a/d0f01d9d-83f5-4098-9ee3-1a1a2b882d27/acac31df-2a8f-4ff2-99e9-d651145a9de9) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:07.956604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d72b6efd-a2bc-46c4-8825-bac60849a097 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:07.969731 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3582461 Mar 11 17:13:07.974523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44680) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:07.979719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'subnet': {'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:07.984429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485eed02-5eeb-4fe1-8cf1-10b11fb91fb1']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:07.986633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0792bc-254f-4300-b222-b6b58d891528 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Network': ['ID=538cf0b3-a605-42dd-bc72-ee570eecbd42,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:08.012579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 538cf0b3-a605-42dd-bc72-ee570eecbd42 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:13:08.022726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7e3fca-ded2-40a3-a153-1643618202f4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:08.023318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7e3fca-ded2-40a3-a153-1643618202f4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:08.070506 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.096361 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.112828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:13:08.113533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:13:08.115967 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:13:08.122973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1754293 Mar 11 17:13:08.123908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a4542-78bb-4604-a081-688d4aa837d0 admin admin] Pushing event updated for resources: {'Network': ['ID=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:08.130029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:08.140741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-66cbc752-164e-432c-a37a-780f3500d63c None None] Port 64865d48-7a23-4abd-938f-6ce68e552e94 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:08.146264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44682) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:08.148998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:13:08.155413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Request body: {'subnet': {'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1330295504-subnet', 'tenant_id': '8e4604e78f3f4724b44e60d9fb533cc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:08.164553 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-463da87b-4532-455d-95d4-3207a657dcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.176650 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.184366 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-463da87b-4532-455d-95d4-3207a657dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.255666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Sync routers for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:08.263441 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.289897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:08.294875 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.300860 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.308548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:08.309135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:08.309705 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] 10.222.0.53 "DELETE /v2.0/networks/485eed02-5eeb-4fe1-8cf1-10b11fb91fb1 HTTP/1.1" status: 204 len: 168 time: 2.5893588 Mar 11 17:13:08.310990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66d75a-bb14-4e67-af1a-5017ecdaa680 admin admin] Pushing event deleted for resources: {'Network': ['ID=485eed02-5eeb-4fe1-8cf1-10b11fb91fb1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:08.325558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463da87b-4532-455d-95d4-3207a657dcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d45bab-07b1-4dd0-87dd-b0feb1eea1a9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:08.344329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Made reservation on behalf of 8e4604e78f3f4724b44e60d9fb533cc4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:08.352174 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.413911 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.482486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d72b6efd-a2bc-46c4-8825-bac60849a097 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:08.482950 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.506939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f3563cd-67c7-4ec9-ab6f-73f889ca69cf req-1613fdd2-1038-4be3-b1f9-ed02873f0915 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 210 time: 0.3391707 Mar 11 17:13:08.530140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.535782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8af93e17-2d8f-4551-a130-526fa854ad54 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.6660328 Mar 11 17:13:08.538103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44686) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:08.683413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44688) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:08.697042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc85bb-0749-4ba0-ba67-c4298600d26d req-4f4faf6c-1ac9-41d7-9572-ff73bf7e7f38 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:08.697429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:08.700602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25cc85bb-0749-4ba0-ba67-c4298600d26d req-4f4faf6c-1ac9-41d7-9572-ff73bf7e7f38 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.5340416 Mar 11 17:13:08.740598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-463da87b-4532-455d-95d4-3207a657dcb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=057b3ee1c5f049d7a1aeacda09db283b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8920183 Mar 11 17:13:08.759101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44690) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:08.794739 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.847682 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.854742 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.898129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a4916419-91a9-4017-8915-6368b98e06fe up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:08.922731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25cc85bb-0749-4ba0-ba67-c4298600d26d req-b76d5d4f-e7b0-46fd-9fab-afe0e342795c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767378 Mar 11 17:13:08.965781 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.971173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fea52798-3179-4d7d-ac27-6b698c87c009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:08.976597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.008930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Network 4e58c604-74b7-422f-bcf0-316a4da9fd1a is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:09.011910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:09.015404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:09.018079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Checking segment: {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:09.018788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Network hostable DHCP agents. Network: 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:13:09.061881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:13:09.064822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.081902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Pushing event updated for resources: {'Port': ['ID=acac31df-2a8f-4ff2-99e9-d651145a9de9,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:09.102883 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-783f3c43-abbc-43c6-8f1b-c71a9a19abd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3346be01a989446fbcc314f1af82973d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819428 Mar 11 17:13:09.108906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44692) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:09.110308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Checking segment: {'id': '2a565260-6eea-4d92-b88c-fea92d1f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:09.110774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network hostable DHCP agents. Network: 538cf0b3-a605-42dd-bc72-ee570eecbd42, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:13:09.152567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fea52798-3179-4d7d-ac27-6b698c87c009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.177411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:09.180424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b564287c-5064-450a-b060-14d5484537be,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:09.190272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:09.194382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.280018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Subnet': ['ID=1a5d3b18-44b0-4d95-b0c0-98cdd65e6f38,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:09.289451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f6605d57-c960-41a8-8eb3-960f7cf3ea3c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1388781 Mar 11 17:13:09.323307 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ebcc-b6e5-4756-838e-97d89630d790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.359613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Pushing event updated for resources: {'Port': ['ID=64865d48-7a23-4abd-938f-6ce68e552e94,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:09.360781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ebcc-b6e5-4756-838e-97d89630d790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.365036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fea52798-3179-4d7d-ac27-6b698c87c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.369302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fea52798-3179-4d7d-ac27-6b698c87c009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.370829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fea52798-3179-4d7d-ac27-6b698c87c009 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49d45bab-07b1-4dd0-87dd-b0feb1eea1a9 HTTP/1.1" status: 204 len: 168 time: 0.6103053 Mar 11 17:13:09.439886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905ab15-1ab9-44c8-8661-45bd8bc44816 None None] Network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:09.462522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network 538cf0b3-a605-42dd-bc72-ee570eecbd42 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:13:09.472828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 538cf0b3-a605-42dd-bc72-ee570eecbd42) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:09.489493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a4916419-91a9-4017-8915-6368b98e06fe triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:09.489898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.493442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:09.494054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.533023 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-187ca322-0d68-45be-9926-61c3e7535a7a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5571060 Mar 11 17:13:09.534015 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ebcc-b6e5-4756-838e-97d89630d790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.536636 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ebcc-b6e5-4756-838e-97d89630d790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.537769 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5fc1ebcc-b6e5-4756-838e-97d89630d790 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd8499be-55e1-4f5e-a60a-6a6f3eaf2829 HTTP/1.1" status: 204 len: 168 time: 0.4243405 Mar 11 17:13:09.564065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1ebcc-b6e5-4756-838e-97d89630d790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8499be-55e1-4f5e-a60a-6a6f3eaf2829,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:09.567666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea03d88-cc73-402e-97e0-cc46507dcb9f None None] Network 538cf0b3-a605-42dd-bc72-ee570eecbd42 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:09.652359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea52798-3179-4d7d-ac27-6b698c87c009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d45bab-07b1-4dd0-87dd-b0feb1eea1a9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:09.660405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:09.676864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Attempting to bind port acac31df-2a8f-4ff2-99e9-d651145a9de9 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:09.677361 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Attempting to bind port acac31df-2a8f-4ff2-99e9-d651145a9de9 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:09.677638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Attempting to bind port acac31df-2a8f-4ff2-99e9-d651145a9de9 on network 4e58c604-74b7-422f-bcf0-316a4da9fd1a {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:09.692977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:09.781854 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:09.782354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Checking segment: {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:09.783326 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.783811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Bound using segment: {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:09.784456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Bound port: acac31df-2a8f-4ff2-99e9-d651145a9de9, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:09.785009 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.836798 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.959424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13184f8c-4cab-413e-8b84-696e117e7fc1 req-4caa4cc5-88a5-4db8-aa6b-ca32f026433a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 210 time: 0.1397309 Mar 11 17:13:09.974475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:04Z', 'revision_number': 3, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:10.112019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Checking router: a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:10.112424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Updating router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf port f444b3a6-b06e-4d43-8b43-ca527c34bfde binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:13:10.225017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce27f57-7bd9-4cb6-ae9e-c5367b5de248 None None] Network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:10.344231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44724) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:10.378933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86bf951d-dd0a-4e8c-b711-87301fa59c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.397412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Router f9f6787e-8991-49a3-a1e3-d7099fe5892e has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:13:10.458253 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.473436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5287-20f5-41d8-be49-f8aaa88af87c req-3f43b587-d3e3-4c0a-9aa9-c39c09a252e5 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:10.475371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c65c5287-20f5-41d8-be49-f8aaa88af87c req-3f43b587-d3e3-4c0a-9aa9-c39c09a252e5 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.3001201 Mar 11 17:13:10.545390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86bf951d-dd0a-4e8c-b711-87301fa59c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.554662 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86bf951d-dd0a-4e8c-b711-87301fa59c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.576084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Allocated IP 172.20.0.1 (efb264d9-9098-4c16-ad0d-e1ecd37a3c48/668e6ff1-ad51-42c3-baf3-2c9e24e137c2/c95281f2-fa7c-47cb-940d-a2f21dbca1fd) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:10.585307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] For port acac31df-2a8f-4ff2-99e9-d651145a9de9, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:10.589676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-90942c79-f7e1-4bcc-adf1-ea69132e091b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:10.596102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-90942c79-f7e1-4bcc-adf1-ea69132e091b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:10.597954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-90942c79-f7e1-4bcc-adf1-ea69132e091b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/networks?id=4e58c604-74b7-422f-bcf0-316a4da9fd1a&id=538cf0b3-a605-42dd-bc72-ee570eecbd42&id=4e58c604-74b7-422f-bcf0-316a4da9fd1a HTTP/1.1" status: 200 len: 1391 time: 0.4214425 Mar 11 17:13:10.637613 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-86bf951d-dd0a-4e8c-b711-87301fa59c13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b9b5e617abc47fe91a05c8f8d30692f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919149 Mar 11 17:13:10.638405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44732) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:10.640662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf951d-dd0a-4e8c-b711-87301fa59c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2135952-0b06-4cbe-8e42-d25f37710955,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:10.649160 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.666037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-56affe5d-9211-4e86-9569-bf1714263c23 None None] Provisioning complete for port 64865d48-7a23-4abd-938f-6ce68e552e94 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:10.666404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56affe5d-9211-4e86-9569-bf1714263c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.674833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] For port acac31df-2a8f-4ff2-99e9-d651145a9de9, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=acac31df-2a8f-4ff2-99e9-d651145a9de9,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:10.707357 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-3bb99bc1-b73f-4faf-b124-a1c549ac3ef7 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/quotas/0d2f683e3ae4402fa341dd7a04f79da7 HTTP/1.1" status: 200 len: 375 time: 0.0445490 Mar 11 17:13:10.739611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c65c5287-20f5-41d8-be49-f8aaa88af87c req-7ef37612-b4ed-4b7e-89ce-b4d59c00e9f5 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492237 Mar 11 17:13:10.764774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a15d6b89-9df7-4eb6-bce3-ce4f5a366532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.814851 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.817178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.823692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a15d6b89-9df7-4eb6-bce3-ce4f5a366532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.831298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-538cf0b3-a605-42dd-bc72-ee570eecbd42', 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'fixed_ips': [{'subnet_id': '1a5d3b18-44b0-4d95-b0c0-98cdd65e6f38'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:13:10.832414 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.845034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port a4916419-91a9-4017-8915-6368b98e06fe, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a4916419-91a9-4017-8915-6368b98e06fe,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:10.893441 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.914985 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a15d6b89-9df7-4eb6-bce3-ce4f5a366532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.921152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-56affe5d-9211-4e86-9569-bf1714263c23 None None] Port 64865d48-7a23-4abd-938f-6ce68e552e94 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:10.921861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a15d6b89-9df7-4eb6-bce3-ce4f5a366532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:10.932898 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a15d6b89-9df7-4eb6-bce3-ce4f5a366532 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2135952-0b06-4cbe-8e42-d25f37710955 HTTP/1.1" status: 204 len: 168 time: 0.2909849 Mar 11 17:13:10.954490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d6b89-9df7-4eb6-bce3-ce4f5a366532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2135952-0b06-4cbe-8e42-d25f37710955,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:10.979634 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-cb49f1d3-b4e3-407c-9f2e-d072ffb8d53e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2576442 Mar 11 17:13:11.013450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:11.027108 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Sync routers for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:11.036614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b92389-bee2-4033-b5a0-c85dd29b198c None None] Pushing event updated for resources: {'Port': ['ID=acac31df-2a8f-4ff2-99e9-d651145a9de9,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:11.059801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e7e5e2c8-8eba-40b9-8417-4f0c31528419 admin admin] 10.222.0.53 "PUT /v2.0/routers/f9f6787e-8991-49a3-a1e3-d7099fe5892e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1942713 Mar 11 17:13:11.061926 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:11.062848 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:11.219016 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:11.310007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a3dd0334-8bd9-48c8-8d55-d1ca210a991f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:11.386670 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:11.387454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=a4916419-91a9-4017-8915-6368b98e06fe,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:11.422971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a3dd0334-8bd9-48c8-8d55-d1ca210a991f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:13:11.424913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a3dd0334-8bd9-48c8-8d55-d1ca210a991f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:13:11.437113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-d3969e27-e058-4b49-be13-9e4da0a83f81 service neutron] 10.222.0.53 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412971 Mar 11 17:13:11.560725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:11.670644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Allocated IP 19.86.0.2 (538cf0b3-a605-42dd-bc72-ee570eecbd42/1a5d3b18-44b0-4d95-b0c0-98cdd65e6f38/490bab41-e6ad-4e4b-b9a6-773729ba201e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:11.812485 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:11.828266 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:11.866190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a4916419-91a9-4017-8915-6368b98e06fe up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:11.875388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:11.907311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:11.918910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Attempting to bind port f444b3a6-b06e-4d43-8b43-ca527c34bfde on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:11.918910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Attempting to bind port f444b3a6-b06e-4d43-8b43-ca527c34bfde by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:11.918910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Attempting to bind port f444b3a6-b06e-4d43-8b43-ca527c34bfde on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:11.953048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:11.970240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:11.970689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:11.971168 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:11.971571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:11.972107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Bound port: f444b3a6-b06e-4d43-8b43-ca527c34bfde, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:11.972527 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.044710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] For port f444b3a6-b06e-4d43-8b43-ca527c34bfde, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:12.048463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c95281f2-fa7c-47cb-940d-a2f21dbca1fd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:12.049042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] For port f444b3a6-b06e-4d43-8b43-ca527c34bfde, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f444b3a6-b06e-4d43-8b43-ca527c34bfde,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:12.069067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:12.087612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.104493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a4916419-91a9-4017-8915-6368b98e06fe triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:12.104876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.169115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec119-13ba-4da9-86f6-a7d15965769c req-f20fbab0-9c4f-4390-9c23-845705736e12 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:12.173466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-f20fbab0-9c4f-4390-9c23-845705736e12 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/networks?id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 200 len: 822 time: 0.8077514 Mar 11 17:13:12.191975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b1032-dc52-415e-b554-66551b2e5fd0 None None] Pushing event updated for resources: {'Port': ['ID=f444b3a6-b06e-4d43-8b43-ca527c34bfde,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:12.261457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b1032-dc52-415e-b554-66551b2e5fd0 None None] Pushing event updated for resources: {'Port': ['ID=f444b3a6-b06e-4d43-8b43-ca527c34bfde,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:12.326250 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:13:07Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64865d48-7a23-4abd-938f-6ce68e552e94', 'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'mac_address': 'fa:16:3e:ef:e8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:05Z', 'updated_at': '2022-03-11T17:13:08Z', 'revision_number': 2, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'subnets': [{'id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:12.343517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-5fe6df45-ecf7-462d-ae78-2d310bc5006f tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/quotas/8e4604e78f3f4724b44e60d9fb533cc4 HTTP/1.1" status: 200 len: 375 time: 0.1536622 Mar 11 17:13:12.346418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:12.347067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:12.355797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.374143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.378183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-6d5e8115-91c5-4ce7-8b68-906f53f31525 service neutron] 10.222.0.53 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8505723 Mar 11 17:13:12.394758 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Checking router: f9f6787e-8991-49a3-a1e3-d7099fe5892e for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:12.395109 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Updating router f9f6787e-8991-49a3-a1e3-d7099fe5892e port 64865d48-7a23-4abd-938f-6ce68e552e94 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:13:12.480771 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.484109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-806732826-network', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:12.539193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Made reservation on behalf of 3d84908dbe5b4902b0d6488b2340fb79 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:12.545524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-40baba4d-9505-459e-9e43-1d4e473c275f tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1800129 Mar 11 17:13:12.546382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.570964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.770563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.775730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.778634 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.792672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device acac31df-2a8f-4ff2-99e9-d651145a9de9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:12.855219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:13:12.872925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65b6aa-b6eb-49cd-ab22-9650e033ea36,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:12.909723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9fc8db-9dc4-4f77-a10b-9122866e9aec None None] Network 4e58c604-74b7-422f-bcf0-316a4da9fd1a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:12.913541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.913969 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Added segment 026d0334-5283-4204-a7a5-229b10677695 of type vlan for network a301cfec-62ac-4fba-b15a-2f5d2fde2312 Mar 11 17:13:12.994889 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Network 538cf0b3-a605-42dd-bc72-ee570eecbd42 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:13.008977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9fcb6c63-4edf-4db7-973d-337392704396 None None] Provisioning complete for port c95281f2-fa7c-47cb-940d-a2f21dbca1fd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:13.009343 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9fcb6c63-4edf-4db7-973d-337392704396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.023766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.050103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:13.082293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:13.083275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.084481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:13.086187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.101079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Pushing event updated for resources: {'Port': ['ID=490bab41-e6ad-4e4b-b9a6-773729ba201e,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:13.171527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:13.202649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb6c63-4edf-4db7-973d-337392704396 None None] Port c95281f2-fa7c-47cb-940d-a2f21dbca1fd cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:13.204625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] Pushing event updated for resources: {'Network': ['ID=a301cfec-62ac-4fba-b15a-2f5d2fde2312,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:13.219787 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e758ccbc-8975-4a67-b2bb-07632a863477 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1478710 Mar 11 17:13:13.226311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44788) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:13.232521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Request body: {'subnet': {'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-806732826-subnet', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:13.242104 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.251306 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.271704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Made reservation on behalf of 3d84908dbe5b4902b0d6488b2340fb79 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:13.276110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.288560 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network a301cfec-62ac-4fba-b15a-2f5d2fde2312 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:13:13.379113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port acac31df-2a8f-4ff2-99e9-d651145a9de9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:13.379475 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.419903 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2929a-ccfd-42cb-b4e8-77f35a0ed4c6 None None] Pushing event updated for resources: {'Port': ['ID=64865d48-7a23-4abd-938f-6ce68e552e94,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:13.500431 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Attempting to bind port 64865d48-7a23-4abd-938f-6ce68e552e94 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:13.500778 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Attempting to bind port 64865d48-7a23-4abd-938f-6ce68e552e94 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:13.501132 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Attempting to bind port 64865d48-7a23-4abd-938f-6ce68e552e94 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:13.506580 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:13.507502 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Checking segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:13.507900 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.508301 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Bound using segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:13.509054 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Bound port: 64865d48-7a23-4abd-938f-6ce68e552e94, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:13.509754 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.511452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.529735 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Attempting to bind port 490bab41-e6ad-4e4b-b9a6-773729ba201e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:13.530126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Attempting to bind port 490bab41-e6ad-4e4b-b9a6-773729ba201e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '2a565260-6eea-4d92-b88c-fea92d1f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:13.530465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Attempting to bind port 490bab41-e6ad-4e4b-b9a6-773729ba201e on network 538cf0b3-a605-42dd-bc72-ee570eecbd42 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:13.561261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:13.561888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Checking segment: {'id': '2a565260-6eea-4d92-b88c-fea92d1f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:13.563215 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.563215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Bound using segment: {'id': '2a565260-6eea-4d92-b88c-fea92d1f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:13.563959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Bound port: 490bab41-e6ad-4e4b-b9a6-773729ba201e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a565260-6eea-4d92-b88c-fea92d1f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:13.564625 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.590709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Checking segment: {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:13.591402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Network hostable DHCP agents. Network: a301cfec-62ac-4fba-b15a-2f5d2fde2312, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:13:13.618206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a4a54b-3d17-408f-83ca-091aab0a9fe8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:13.623379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Network a301cfec-62ac-4fba-b15a-2f5d2fde2312 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:13:13.636164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, a301cfec-62ac-4fba-b15a-2f5d2fde2312) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:13.653996 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] For port 64865d48-7a23-4abd-938f-6ce68e552e94, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:13.657094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:13.658370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.664380 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] For port 64865d48-7a23-4abd-938f-6ce68e552e94, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=64865d48-7a23-4abd-938f-6ce68e552e94,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:13.665959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-702938b8-66d2-4db7-a9d6-41f22208272d service neutron] 10.222.0.53 "GET /v2.0/networks/538cf0b3-a605-42dd-bc72-ee570eecbd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1318200 Mar 11 17:13:13.671815 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.693348 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-72a44722-28a5-4790-b5a4-4fd20da907e6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4656320 Mar 11 17:13:13.697496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44790) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:13.702249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:13.737043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.740233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.743785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-57fa5b83-0cb0-402a-b920-4145ec4a2751 None None] Provisioning complete for port acac31df-2a8f-4ff2-99e9-d651145a9de9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:13.744225 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-57fa5b83-0cb0-402a-b920-4145ec4a2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.747953 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:13.748818 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:13.814757 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2929a-ccfd-42cb-b4e8-77f35a0ed4c6 None None] Pushing event updated for resources: {'Port': ['ID=64865d48-7a23-4abd-938f-6ce68e552e94,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:13.837128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-5e29acda-fb90-4611-af71-ee86a0c59183 service neutron] 10.222.0.53 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2903123 Mar 11 17:13:13.885938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.894407 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:13.932065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] For port 490bab41-e6ad-4e4b-b9a6-773729ba201e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:13.935533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] For port 490bab41-e6ad-4e4b-b9a6-773729ba201e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=490bab41-e6ad-4e4b-b9a6-773729ba201e,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:13.937281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31133c-c803-4fd4-861a-96e15eecb3ec None None] Network a301cfec-62ac-4fba-b15a-2f5d2fde2312 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:13.946663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.020364 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.111189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.188691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-a131b28a-6718-47b4-b28c-1378ab770e77 service neutron] 10.222.0.53 "GET /v2.0/networks/538cf0b3-a605-42dd-bc72-ee570eecbd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966667 Mar 11 17:13:14.204989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-b97b70ab-ca1c-4354-9ae7-400bf370bc39 service neutron] 10.222.0.53 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667350 Mar 11 17:13:14.297790 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:13:07Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64865d48-7a23-4abd-938f-6ce68e552e94', 'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'mac_address': 'fa:16:3e:ef:e8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:05Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'subnets': [{'id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:14.359428 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09d84-0a7a-4ccb-af3d-58d0b7a8afdf None None] The sync data for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 is: [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:13:07Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64865d48-7a23-4abd-938f-6ce68e552e94', 'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'mac_address': 'fa:16:3e:ef:e8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:05Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'subnets': [{'id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:14.477065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6855dbd-a34e-4e6e-af24-ad469be2a23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.555044 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.580879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.818832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:13:14.819932 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.841528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Allocated IP 172.25.8.87 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:14.911839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a196e91-575d-4ba2-a92a-e1a7dca9d09b req-cb842c07-d59d-431c-a804-0a550f876f28 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 210 time: 0.2646835 Mar 11 17:13:14.938441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.951001 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:15.081878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-0c2923ad-d2cd-4f87-bca1-6a2fb92bf2d0 service neutron] 10.222.0.53 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8722146 Mar 11 17:13:15.089291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:15.091685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c95281f2-fa7c-47cb-940d-a2f21dbca1fd,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:15.105951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:15.189327 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:15.192941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee58bb-61d5-4f61-9ecb-406207be9805 None None] Pushing event updated for resources: {'Port': ['ID=490bab41-e6ad-4e4b-b9a6-773729ba201e,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:15.213188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:15.241703 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-57fa5b83-0cb0-402a-b920-4145ec4a2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:15.363556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:15.376648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:15.385787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:15.474806 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-85cdb5ae-f257-4c2e-b8e8-228ac4bb180c service neutron] 10.222.0.53 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841972 Mar 11 17:13:15.476587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port acac31df-2a8f-4ff2-99e9-d651145a9de9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=acac31df-2a8f-4ff2-99e9-d651145a9de9,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:15.529319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:15.550397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:15.570536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:04Z', 'revision_number': 3, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:15.578919 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:16.119978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:13:16.124775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3d5c2-c53f-4bc6-8787-38e38093340c None None] The sync data for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 is: [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:04Z', 'revision_number': 3, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:16.298428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 490bab41-e6ad-4e4b-b9a6-773729ba201e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:16.326220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Allocated IP 172.20.0.2 (a301cfec-62ac-4fba-b15a-2f5d2fde2312/81a4a54b-3d17-408f-83ca-091aab0a9fe8/d9bf9474-eca3-421d-af46-17ddb55b711b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:16.623640 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4ff71282-ead5-4b57-91e6-16671ba1c8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:16.628652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-57fa5b83-0cb0-402a-b920-4145ec4a2751 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:13:16.658102 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-57fa5b83-0cb0-402a-b920-4145ec4a2751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:13:16.700885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44818) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:16.725056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e10c7-59c3-4345-af3c-63a290625def req-c086c330-9105-4747-8a7d-d43dee34e2a9 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:16.733406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c07e10c7-59c3-4345-af3c-63a290625def req-c086c330-9105-4747-8a7d-d43dee34e2a9 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.3830979 Mar 11 17:13:16.738916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=acac31df-2a8f-4ff2-99e9-d651145a9de9,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:16.745779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bffa6e68-9dc6-4023-b952-6d729a728394 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733452358', 'description': 'tempest-description--1432017702'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:16.817309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e68-9dc6-4023-b952-6d729a728394 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:16.903252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:16.952965 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4aad0fe5-39ff-4c15-a617-ef213b3884a8 admin admin] 10.222.0.53 "PUT /v2.0/routers/a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4051666 Mar 11 17:13:16.991893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c07e10c7-59c3-4345-af3c-63a290625def req-63ff6261-0933-4178-b5f3-b756309b1d32 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929009 Mar 11 17:13:17.060391 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.167007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5415788-66d7-45e0-99be-4eae86a27b56 req-1f53bf7a-a25d-493b-b266-fc804ffdeb6b tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 210 time: 0.1702986 Mar 11 17:13:17.246636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:17.288595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3e028da-9817-4506-b8a7-89c3f61297c0 req-504cd425-f1c5-4736-8b71-9045dcaf1010 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 210 time: 0.1082900 Mar 11 17:13:17.426445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e68-9dc6-4023-b952-6d729a728394 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.435303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e68-9dc6-4023-b952-6d729a728394 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.586051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-124cd7f6-f4aa-41c8-8191-8f52f7756268 req-ea09f15e-fa65-4a5e-a879-311d77a415fe tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da03bec-4410-4f17-858a-30e3a0627973 HTTP/1.1" status: 200 len: 210 time: 0.2112250 Mar 11 17:13:17.621968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe4d4f7-592e-4716-bc3d-4d2b78a04d63 None None] Network 538cf0b3-a605-42dd-bc72-ee570eecbd42 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:17.641718 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e68-9dc6-4023-b952-6d729a728394 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.654251 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bffa6e68-9dc6-4023-b952-6d729a728394 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9197400 Mar 11 17:13:17.657137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa6e68-9dc6-4023-b952-6d729a728394 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee7651e-4199-41b2-bc5d-009bae54678c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:17.661644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44836) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:17.672296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c6e9baa4-07ae-428b-9e38-28b0a630a791 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'security_group_rule': {'security_group_id': '8ee7651e-4199-41b2-bc5d-009bae54678c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:17.699943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.752936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c6e9baa4-07ae-428b-9e38-28b0a630a791 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.921508 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c6e9baa4-07ae-428b-9e38-28b0a630a791 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.926637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c6e9baa4-07ae-428b-9e38-28b0a630a791 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.966808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 490bab41-e6ad-4e4b-b9a6-773729ba201e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:17.967191 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.984732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9baa4-07ae-428b-9e38-28b0a630a791 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c677541-3e6a-451a-a28c-09a61d87cfd8,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:17.985186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:17.993701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c6e9baa4-07ae-428b-9e38-28b0a630a791 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.004063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c6e9baa4-07ae-428b-9e38-28b0a630a791 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3366492 Mar 11 17:13:18.004914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44850) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:18.021771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-63cd805a-1292-47f7-8d22-76df23058930 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'security_group_rule': {'security_group_id': '8ee7651e-4199-41b2-bc5d-009bae54678c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:18.086817 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63cd805a-1292-47f7-8d22-76df23058930 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.111351 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Provisioning complete for port 490bab41-e6ad-4e4b-b9a6-773729ba201e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:18.112018 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.169851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec119-13ba-4da9-86f6-a7d15965769c req-09c93053-ec65-4b97-b472-dfa7b854dff8 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:18.173446 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-09c93053-ec65-4b97-b472-dfa7b854dff8 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "GET /v2.0/networks?id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 200 len: 822 time: 1.1137867 Mar 11 17:13:18.196234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Request body: {'port': {'device_id': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c', 'admin_state_up': True, 'tenant_id': '8e4604e78f3f4724b44e60d9fb533cc4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:18.272625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63cd805a-1292-47f7-8d22-76df23058930 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.340997 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63cd805a-1292-47f7-8d22-76df23058930 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.417600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd805a-1292-47f7-8d22-76df23058930 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c14378-0566-4233-a600-f04265870555,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:18.440243 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63cd805a-1292-47f7-8d22-76df23058930 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.448940 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-63cd805a-1292-47f7-8d22-76df23058930 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4428027 Mar 11 17:13:18.476581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44860) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:18.476581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44862) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:18.484264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a95f22-1801-416c-b54a-c2364e1d118b req-cc58602b-dfb2-44c2-bf00-8b4383ec7924 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:18.498796 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73a95f22-1801-416c-b54a-c2364e1d118b req-cc58602b-dfb2-44c2-bf00-8b4383ec7924 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.2976654 Mar 11 17:13:18.530355 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.533938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:18.559259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5f649264-54b1-4bc5-953b-a50c32bec2c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951132332', 'description': 'tempest-description--1883495203'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:18.606555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73a95f22-1801-416c-b54a-c2364e1d118b req-6e17e185-a83b-4fb7-b4c0-679ac21cd084 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951910 Mar 11 17:13:18.695292 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.698915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Made reservation on behalf of 8e4604e78f3f4724b44e60d9fb533cc4 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:18.701347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63b03c91-63eb-4c34-99b7-ade3fd74f3d9 req-e292f7da-c1c4-45ee-93b6-799ff9794e55 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 210 time: 0.0603886 Mar 11 17:13:18.703030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.755462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:13:18.814236 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f649264-54b1-4bc5-953b-a50c32bec2c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.847624 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.868834 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.871248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a24c8444-6c33-4a6b-8b1f-ff40487b2fe2 req-602db573-692f-4447-84f2-6215e519279f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 210 time: 0.0825405 Mar 11 17:13:18.935149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] For port 490bab41-e6ad-4e4b-b9a6-773729ba201e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=490bab41-e6ad-4e4b-b9a6-773729ba201e,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:18.937451 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.950300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.967563 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:18.979632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.073072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Network a301cfec-62ac-4fba-b15a-2f5d2fde2312 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:19.130936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Provisioning complete for port c95281f2-fa7c-47cb-940d-a2f21dbca1fd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:19.131349 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.138984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:19.144838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:19.186120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-7c463650-e8a9-426c-bda1-eda7cdae8037 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:19.195531 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-7c463650-e8a9-426c-bda1-eda7cdae8037 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:19.202971 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-7c463650-e8a9-426c-bda1-eda7cdae8037 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "GET /v2.0/networks?id=4e58c604-74b7-422f-bcf0-316a4da9fd1a&id=538cf0b3-a605-42dd-bc72-ee570eecbd42&id=4e58c604-74b7-422f-bcf0-316a4da9fd1a HTTP/1.1" status: 200 len: 1391 time: 0.8707488 Mar 11 17:13:19.213491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Pushing event updated for resources: {'Port': ['ID=d9bf9474-eca3-421d-af46-17ddb55b711b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:19.262109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f649264-54b1-4bc5-953b-a50c32bec2c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.310986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'port': {'device_id': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a', 'admin_state_up': True, 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:19.318138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Pushing event updated for resources: {'Port': ['ID=490bab41-e6ad-4e4b-b9a6-773729ba201e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:19.320036 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f649264-54b1-4bc5-953b-a50c32bec2c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.329559 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:13:19.329952 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:13:19.362872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Port c95281f2-fa7c-47cb-940d-a2f21dbca1fd cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:19.439676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Provisioning complete for port 64865d48-7a23-4abd-938f-6ce68e552e94 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:19.440056 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.488483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Attempting to bind port d9bf9474-eca3-421d-af46-17ddb55b711b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:19.488874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Attempting to bind port d9bf9474-eca3-421d-af46-17ddb55b711b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:19.489324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Attempting to bind port d9bf9474-eca3-421d-af46-17ddb55b711b on network a301cfec-62ac-4fba-b15a-2f5d2fde2312 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:19.503100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f649264-54b1-4bc5-953b-a50c32bec2c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb92dfda-173e-4657-b4cc-d66645bd98eb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:19.509826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:19.510210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Checking segment: {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:19.510619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.511071 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Bound using segment: {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:19.511557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Bound port: d9bf9474-eca3-421d-af46-17ddb55b711b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:19.511996 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.557196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f649264-54b1-4bc5-953b-a50c32bec2c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.558749 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f649264-54b1-4bc5-953b-a50c32bec2c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0038924 Mar 11 17:13:19.562123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:19.569435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4c8a66d9-1452-45ab-99c6-6570c24a2790 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'security_group_rule': {'security_group_id': 'eb92dfda-173e-4657-b4cc-d66645bd98eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:19.622334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c8a66d9-1452-45ab-99c6-6570c24a2790 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.641897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-71511be6-5b31-4115-8779-329a539646c6 None None] For port d9bf9474-eca3-421d-af46-17ddb55b711b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:19.646313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-71511be6-5b31-4115-8779-329a539646c6 None None] For port d9bf9474-eca3-421d-af46-17ddb55b711b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d9bf9474-eca3-421d-af46-17ddb55b711b,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:19.651738 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.805545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c8a66d9-1452-45ab-99c6-6570c24a2790 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.820181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c8a66d9-1452-45ab-99c6-6570c24a2790 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:19.874649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Allocated IP 172.20.0.2 (63bf69e0-e45d-4fdf-8b3f-74dbae54f32c/b564287c-5064-450a-b060-14d5484537be/1d3304de-4b47-471d-ade5-2a0b78389aa8) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:19.935400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a66d9-1452-45ab-99c6-6570c24a2790 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65ade9f-29e2-4ba2-9d0c-ed7197024683,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:20.046471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:20.139474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c8a66d9-1452-45ab-99c6-6570c24a2790 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.145999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4c8a66d9-1452-45ab-99c6-6570c24a2790 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5825427 Mar 11 17:13:20.147243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44904) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:20.155438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64865d48-7a23-4abd-938f-6ce68e552e94 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:20.161039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fb117a9-09fe-478f-943d-c2d2892da04a req-fe9356d0-73e7-4d33-aeca-18c050fbbaf6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 210 time: 0.2153978 Mar 11 17:13:20.180791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-82c19d56-2331-4ef6-8ad9-c2f86ca0bae1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'security_group_rule': {'security_group_id': 'eb92dfda-173e-4657-b4cc-d66645bd98eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:20.318046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c36c5d-9ea0-4dc0-baa5-85a54ef9ff39 req-ddf7bc70-008f-4d6a-b09f-07d06752925f tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:20.327446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c36c5d-9ea0-4dc0-baa5-85a54ef9ff39 req-ddf7bc70-008f-4d6a-b09f-07d06752925f tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.4588041 Mar 11 17:13:20.332422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71511be6-5b31-4115-8779-329a539646c6 None None] Pushing event updated for resources: {'Port': ['ID=d9bf9474-eca3-421d-af46-17ddb55b711b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:20.337285 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.405333 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] For port 64865d48-7a23-4abd-938f-6ce68e552e94, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=64865d48-7a23-4abd-938f-6ce68e552e94,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:20.415255 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.434187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-962276ab-55be-4a8e-a3fa-7283a2ea2e4e req-0ee18552-48a7-454f-8cef-e5e6b0eef8f6 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 210 time: 0.1001775 Mar 11 17:13:20.444496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82c19d56-2331-4ef6-8ad9-c2f86ca0bae1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.485201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c36c5d-9ea0-4dc0-baa5-85a54ef9ff39 req-cfb26148-bd34-4411-9f8b-7987583cb561 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485209 Mar 11 17:13:20.514701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:20.540331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Sync routers for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:20.591214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.608050 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.612020 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aed43b14-9949-4177-83a6-b92d920b4bf1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9108689 Mar 11 17:13:20.612195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Pushing event updated for resources: {'Port': ['ID=64865d48-7a23-4abd-938f-6ce68e552e94,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:20.616207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44906) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:20.619249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:20.620224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:20.622178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3000598b-6175-46b0-a345-371cffa2e211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.645283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:20.648956 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.690897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Provisioning complete for port acac31df-2a8f-4ff2-99e9-d651145a9de9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:20.693537 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1786-d08a-4073-b19f-206700af3fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.716437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82c19d56-2331-4ef6-8ad9-c2f86ca0bae1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.738620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82c19d56-2331-4ef6-8ad9-c2f86ca0bae1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.778414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.795693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 64865d48-7a23-4abd-938f-6ce68e552e94 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:20.796557 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.798898 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.814053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c19d56-2331-4ef6-8ad9-c2f86ca0bae1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef470d7-8519-43b5-b9fb-e201a92ff04d,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:20.875993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82c19d56-2331-4ef6-8ad9-c2f86ca0bae1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.882207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-82c19d56-2331-4ef6-8ad9-c2f86ca0bae1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7144241 Mar 11 17:13:20.886032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44908) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:20.903061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:20.953174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:20.974286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:20.977416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:21.066470 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:21.074427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event updated for resources: {'Port': ['ID=1d3304de-4b47-471d-ade5-2a0b78389aa8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:21.156828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:21.164243 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3000598b-6175-46b0-a345-371cffa2e211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:21.181571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3000598b-6175-46b0-a345-371cffa2e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:21.208645 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Sync routers for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:21.233949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Allocated IP 19.80.0.184 (4e58c604-74b7-422f-bcf0-316a4da9fd1a/d0f01d9d-83f5-4098-9ee3-1a1a2b882d27/50c46a02-e468-4632-b709-0d91686ff783) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:21.235984 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:21.241254 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:21.274811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:21.275509 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:21.378525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Allocated IP 172.25.8.138 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/2812961f-ac3a-45c0-8d58-63e4250f4f13) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:21.451197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3000598b-6175-46b0-a345-371cffa2e211 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf899a84b5c7437c9a34262806d4d534&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3986955 Mar 11 17:13:21.457324 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:21.460500 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-a5c8bb4f-c07f-4462-8ee7-651d877d02e7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2757349 Mar 11 17:13:21.479075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44914) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:21.508645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Request body: {'port': {'device_id': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:21.556917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000598b-6175-46b0-a345-371cffa2e211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80752923-d09c-49d9-b6ff-033ff4cd5d7d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:21.692981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 490bab41-e6ad-4e4b-b9a6-773729ba201e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:21.701192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:21.736233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8e2d577-a615-4ea6-9911-93f3fcab9310 req-bfa3178a-b313-4512-a14c-28559da3079f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 210 time: 0.0986822 Mar 11 17:13:21.818007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3847e308-0ca3-4614-99f7-fdf54166201a None None] Network a301cfec-62ac-4fba-b15a-2f5d2fde2312 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:21.866858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b733d32c-fcdf-4539-aefb-10f77cff6cb0 None None] Provisioning complete for port 490bab41-e6ad-4e4b-b9a6-773729ba201e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:21.867281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b733d32c-fcdf-4539-aefb-10f77cff6cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:21.875761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0d238-2ead-48fe-b9d7-34142c745cf3 req-c0344424-532c-4770-a0cd-ca26accda162 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:21.877334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dc0d238-2ead-48fe-b9d7-34142c745cf3 req-c0344424-532c-4770-a0cd-ca26accda162 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 931 time: 0.4183061 Mar 11 17:13:21.979984 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:14Z', 'revision_number': 2, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:22.013745 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Checking router: a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:22.014357 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Updating router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf port c95281f2-fa7c-47cb-940d-a2f21dbca1fd binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:13:22.046015 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.172854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.212897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 490bab41-e6ad-4e4b-b9a6-773729ba201e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:22.213523 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.392102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f444b3a6-b06e-4d43-8b43-ca527c34bfde up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:22.395257 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dc0d238-2ead-48fe-b9d7-34142c745cf3 req-2bbdd502-2f9e-46fa-b9c6-efe2446b1bb2 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854290 Mar 11 17:13:22.414989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c9442-032a-4fb6-87fa-ccb28d941300 req-6585516c-dcaa-4821-9f0a-a225e9149e1e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:22.416309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a0c9442-032a-4fb6-87fa-ccb28d941300 req-6585516c-dcaa-4821-9f0a-a225e9149e1e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.5380793 Mar 11 17:13:22.448745 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.455946 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.457465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:16Z', 'revision_number': 3, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:22.573047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a69e9-3f34-4a56-b6b4-30ee0af1cbdd None None] Pushing event updated for resources: {'Port': ['ID=c95281f2-fa7c-47cb-940d-a2f21dbca1fd,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:22.670204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Checking router: ea787d1d-7f34-4bc5-b0d5-6a3afd938756 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:22.670802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Updating router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:13:22.678942 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Attempting to bind port c95281f2-fa7c-47cb-940d-a2f21dbca1fd on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:22.680057 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Attempting to bind port c95281f2-fa7c-47cb-940d-a2f21dbca1fd by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:22.680891 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Attempting to bind port c95281f2-fa7c-47cb-940d-a2f21dbca1fd on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:22.687255 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:22.687925 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Checking segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:22.688556 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.689278 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Bound using segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:22.689936 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Bound port: c95281f2-fa7c-47cb-940d-a2f21dbca1fd, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:22.690610 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.711761 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.773174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a0c9442-032a-4fb6-87fa-ccb28d941300 req-2a9cf432-6791-4921-96f7-7be337d5fc58 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453522 Mar 11 17:13:22.810983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.897815 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] For port c95281f2-fa7c-47cb-940d-a2f21dbca1fd, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:22.899255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6763864b-3c25-4d09-a7fa-58fff9760ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:22.906433 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] For port c95281f2-fa7c-47cb-940d-a2f21dbca1fd, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c95281f2-fa7c-47cb-940d-a2f21dbca1fd,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:22.921261 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.040051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f444b3a6-b06e-4d43-8b43-ca527c34bfde triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:23.044964 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.079908 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:23.084924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Allocated IP 172.20.0.1 (a301cfec-62ac-4fba-b15a-2f5d2fde2312/81a4a54b-3d17-408f-83ca-091aab0a9fe8/2b6d3f35-8a9b-48e0-ae68-d94dc62329e9) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:23.090720 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:23.107760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.141850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a1670077-f7e9-4a3e-8c0b-d67e4b2d6cfb None None] Provisioning complete for port d9bf9474-eca3-421d-af46-17ddb55b711b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:23.151209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6763864b-3c25-4d09-a7fa-58fff9760ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.151864 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a1670077-f7e9-4a3e-8c0b-d67e4b2d6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.186396 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a69e9-3f34-4a56-b6b4-30ee0af1cbdd None None] Pushing event updated for resources: {'Port': ['ID=c95281f2-fa7c-47cb-940d-a2f21dbca1fd,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:23.190778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.301767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e1aedf0-4b2d-4bfd-a4d9-3066f5c31d1e req-6e79fa8f-fcaf-4dc2-b05b-9b21ddad8d2d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 210 time: 0.0714240 Mar 11 17:13:23.318037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.368022 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.423596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.428045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port f444b3a6-b06e-4d43-8b43-ca527c34bfde, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f444b3a6-b06e-4d43-8b43-ca527c34bfde,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:23.431061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a1670077-f7e9-4a3e-8c0b-d67e4b2d6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.499253 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.500103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device acac31df-2a8f-4ff2-99e9-d651145a9de9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:23.515706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3304de-4b47-471d-ade5-2a0b78389aa8 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:23.572245 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.574499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Network a301cfec-62ac-4fba-b15a-2f5d2fde2312 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:23.576171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:23.582604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:23.590196 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:23.622557 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6763864b-3c25-4d09-a7fa-58fff9760ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.631904 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6763864b-3c25-4d09-a7fa-58fff9760ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.645293 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6763864b-3c25-4d09-a7fa-58fff9760ec6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80752923-d09c-49d9-b6ff-033ff4cd5d7d HTTP/1.1" status: 204 len: 168 time: 2.1603894 Mar 11 17:13:23.699171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763864b-3c25-4d09-a7fa-58fff9760ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80752923-d09c-49d9-b6ff-033ff4cd5d7d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:23.710913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a1670077-f7e9-4a3e-8c0b-d67e4b2d6cfb None None] For port d9bf9474-eca3-421d-af46-17ddb55b711b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d9bf9474-eca3-421d-af46-17ddb55b711b,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:23.712546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=f444b3a6-b06e-4d43-8b43-ca527c34bfde,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:23.729866 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.748215 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a1670077-f7e9-4a3e-8c0b-d67e4b2d6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.774715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Transition to ACTIVE for port object 1d3304de-4b47-471d-ade5-2a0b78389aa8 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:13:23.835327 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.848629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.849499 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.908792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port acac31df-2a8f-4ff2-99e9-d651145a9de9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:23.909168 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:23.951521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:23.964078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network 4e58c604-74b7-422f-bcf0-316a4da9fd1a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:23.992665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:23.996966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:24.018342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:24.022310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'Port': ['ID=2812961f-ac3a-45c0-8d58-63e4250f4f13,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:24.076730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1670077-f7e9-4a3e-8c0b-d67e4b2d6cfb None None] Pushing event updated for resources: {'Port': ['ID=d9bf9474-eca3-421d-af46-17ddb55b711b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:24.087128 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:22Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:24.104572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d03e6e78-58e5-41a8-8f68-7e92f378b40c None None] Provisioning complete for port c95281f2-fa7c-47cb-940d-a2f21dbca1fd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:24.104951 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d03e6e78-58e5-41a8-8f68-7e92f378b40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:24.176516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:24.183563 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c4a45-7a57-455a-8518-bc5239666c1a None None] The sync data for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 is: [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:22Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:24.321671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d9bf9474-eca3-421d-af46-17ddb55b711b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:24.472065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d9bf9474-eca3-421d-af46-17ddb55b711b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:24.472678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:24.477676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d03e6e78-58e5-41a8-8f68-7e92f378b40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:24.531768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3304de-4b47-471d-ade5-2a0b78389aa8,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:24.644126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d03e6e78-58e5-41a8-8f68-7e92f378b40c None None] For port c95281f2-fa7c-47cb-940d-a2f21dbca1fd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c95281f2-fa7c-47cb-940d-a2f21dbca1fd,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:24.659357 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6d3f35-8a9b-48e0-ae68-d94dc62329e9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:24.660587 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d03e6e78-58e5-41a8-8f68-7e92f378b40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:24.682813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:24.683702 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:24.699514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Port': ['ID=50c46a02-e468-4632-b709-0d91686ff783,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:24.717548 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-4354a4cb-7d4f-4d8c-8271-8e8a3d0fef03 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4126861 Mar 11 17:13:24.754655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Allocated IP 172.25.8.233 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a08dd00a-5206-418e-ab34-ff20e8dbc033) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:24.877608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c862564-b7e1-4243-b0a5-dfeddc6c26e6 req-e0d676ef-95a8-4966-8ccc-bc7af890632c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:24.879192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c862564-b7e1-4243-b0a5-dfeddc6c26e6 req-e0d676ef-95a8-4966-8ccc-bc7af890632c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 931 time: 1.3147295 Mar 11 17:13:24.911674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'port': {'device_id': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42', 'admin_state_up': True, 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:24.915243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64865d48-7a23-4abd-938f-6ce68e552e94 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:24.946913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c862564-b7e1-4243-b0a5-dfeddc6c26e6 req-ab670fd3-dcdd-45ad-b4e6-a67c24e24bb9 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599992 Mar 11 17:13:24.992775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d03e6e78-58e5-41a8-8f68-7e92f378b40c None None] Provisioning complete for port d9bf9474-eca3-421d-af46-17ddb55b711b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:24.997381 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d03e6e78-58e5-41a8-8f68-7e92f378b40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.045704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aedc5a-91db-4a2c-af40-dbbda291ddb7 req-8572d88e-4fa9-4247-beae-076a66f3b37e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:25.047258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62aedc5a-91db-4a2c-af40-dbbda291ddb7 req-8572d88e-4fa9-4247-beae-076a66f3b37e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.3802350 Mar 11 17:13:25.137423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e6e78-58e5-41a8-8f68-7e92f378b40c None None] Pushing event updated for resources: {'Port': ['ID=c95281f2-fa7c-47cb-940d-a2f21dbca1fd,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:25.214839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62aedc5a-91db-4a2c-af40-dbbda291ddb7 req-62704a79-cf6f-4a62-a9d1-fbef85f7e0ec tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567643 Mar 11 17:13:25.338664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.367419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ac4ba-693f-4b78-b366-1d08b9fe4fe3 req-b3200772-a9ed-4d35-b944-4172bff6ba6f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:25.369624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23ac4ba-693f-4b78-b366-1d08b9fe4fe3 req-b3200772-a9ed-4d35-b944-4172bff6ba6f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 932 time: 0.1833780 Mar 11 17:13:25.371954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.389524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 64865d48-7a23-4abd-938f-6ce68e552e94 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:25.391328 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.446684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.462172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:25.479785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.551465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a63edc79-ad4d-4bd1-a19b-a087df62145f None None] Provisioning complete for port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:25.552432 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a63edc79-ad4d-4bd1-a19b-a087df62145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.599463 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.602581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44956) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:25.635321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a63edc79-ad4d-4bd1-a19b-a087df62145f None None] Port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:25.649525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.695214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Attempting to bind port 1d3304de-4b47-471d-ade5-2a0b78389aa8 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:25.695214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Attempting to bind port 1d3304de-4b47-471d-ade5-2a0b78389aa8 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:25.695726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Attempting to bind port 1d3304de-4b47-471d-ade5-2a0b78389aa8 on network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:25.715083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a63edc79-ad4d-4bd1-a19b-a087df62145f None None] Provisioning complete for port 50c46a02-e468-4632-b709-0d91686ff783 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:25.725192 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a63edc79-ad4d-4bd1-a19b-a087df62145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.737884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Port 1d3304de-4b47-471d-ade5-2a0b78389aa8 on network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:13:25.738141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Attempting to bind port 1d3304de-4b47-471d-ade5-2a0b78389aa8 on network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:25.742586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.804739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:25.804962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Checking segment: {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:25.805332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Bound using segment: {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:25.805796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Bound port: 1d3304de-4b47-471d-ade5-2a0b78389aa8, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:25.806164 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.830520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:25.877249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-network', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:25.925172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:25.937448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:25.967245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a63edc79-ad4d-4bd1-a19b-a087df62145f None None] Port 50c46a02-e468-4632-b709-0d91686ff783 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:25.968325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23ac4ba-693f-4b78-b366-1d08b9fe4fe3 req-4a0a5c5b-8157-4b72-b891-b8fe5dd910d6 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782301 Mar 11 17:13:25.980594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:26.062720 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.064235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6d3f35-8a9b-48e0-ae68-d94dc62329e9,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:26.072042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:26.083746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Allocated IP 19.86.0.253 (538cf0b3-a605-42dd-bc72-ee570eecbd42/1a5d3b18-44b0-4d95-b0c0-98cdd65e6f38/d499a952-fb14-4a78-933b-10c4dde063ce) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:26.104294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:26.112543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f0e1a-5563-4df1-9f77-c972c80a5784 req-91490857-270f-4b8c-a68b-e0802a243452 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:26.119037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf7f0e1a-5563-4df1-9f77-c972c80a5784 req-91490857-270f-4b8c-a68b-e0802a243452 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 945 time: 0.3124473 Mar 11 17:13:26.128070 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.192628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.202618 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.217637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Made reservation on behalf of 248ba4cf133d4a8b9259c2eb53769958 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:26.220238 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.275288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Attempting to bind port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:26.275661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Attempting to bind port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:26.276019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Attempting to bind port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:26.278019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9ffa1-7b5f-4ce5-ad2e-49a37badf213 None None] Pushing event updated for resources: {'Port': ['ID=4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:26.284765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d9bf9474-eca3-421d-af46-17ddb55b711b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:26.287180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:26.287556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:26.287960 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.289040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:26.289650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Bound port: 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:26.290036 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.321095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'Port': ['ID=a08dd00a-5206-418e-ab34-ff20e8dbc033,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:26.328877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.355006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:26.355438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.357253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] 10.222.0.66 "PUT /v2.0/ports/1d3304de-4b47-471d-ade5-2a0b78389aa8 HTTP/1.1" status: 200 len: 1091 time: 4.8551292 Mar 11 17:13:26.391113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] For port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:26.403749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d9bf9474-eca3-421d-af46-17ddb55b711b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:26.404135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.406998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] For port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:26.410676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:26.414050 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e32e76-9d2b-4f2b-bec6-485c179124b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:26.438721 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.462977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf7f0e1a-5563-4df1-9f77-c972c80a5784 req-937cf435-4c53-4044-bec7-685183cfb425 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054662 Mar 11 17:13:26.482999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835ffab-ba39-4142-a9a7-9f27427777cd req-1f42522d-807f-4b51-839e-a92e3ce7222d tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:26.490899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4835ffab-ba39-4142-a9a7-9f27427777cd req-1f42522d-807f-4b51-839e-a92e3ce7222d tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 943 time: 0.2836642 Mar 11 17:13:26.540244 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.578773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdda10b-d9c7-4f97-90db-8a34c5bdd756 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3304de-4b47-471d-ade5-2a0b78389aa8,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:26.592910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-ee7b14ad-00db-4f9c-ae80-aedb46fb8f7e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:26.595207 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-ee7b14ad-00db-4f9c-ae80-aedb46fb8f7e tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.46 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 945 time: 0.2897220 Mar 11 17:13:26.618421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4835ffab-ba39-4142-a9a7-9f27427777cd req-14aecc47-af5f-4be2-b593-4ba2e6310164 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260226 Mar 11 17:13:26.642941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.643910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Network a301cfec-62ac-4fba-b15a-2f5d2fde2312 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:26.645538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.654034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:26.662206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:26.662954 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.663221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:26.686449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.695150 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c9411d-3487-467a-996c-f5d475e2111c x-openstack-request-id: req-c2c9411d-3487-467a-996c-f5d475e2111c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:26.695441 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:26.695679 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2c9411d-3487-467a-996c-f5d475e2111c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:26.696113 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8', 'status': 'completed', 'code': 200} Mar 11 17:13:26.699603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec119-13ba-4da9-86f6-a7d15965769c req-7f3e0b3d-b5c9-49b3-9748-bd3b438d3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:26.701327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-7f3e0b3d-b5c9-49b3-9748-bd3b438d3c3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 1094 time: 0.2770314 Mar 11 17:13:26.735412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9ffa1-7b5f-4ce5-ad2e-49a37badf213 None None] Pushing event updated for resources: {'Port': ['ID=4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:26.787509 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-ace32057-860b-4fa9-939d-66f072865c5d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8 HTTP/1.1" status: 200 len: 217 time: 0.0584130 Mar 11 17:13:26.803882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f444b3a6-b06e-4d43-8b43-ca527c34bfde up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:26.864993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:26.890205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.956375 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:26.965222 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4669826 Mar 11 17:13:26.975913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15f4ee-9141-46aa-a301-5a4e7e1dd1d3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'Port': ['ID=2812961f-ac3a-45c0-8d58-63e4250f4f13,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:26.998601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec119-13ba-4da9-86f6-a7d15965769c req-c5974ad0-4761-464d-8314-f05e806559fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:27.001825 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-c5974ad0-4761-464d-8314-f05e806559fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b564287c-5064-450a-b060-14d5484537be HTTP/1.1" status: 200 len: 862 time: 0.1818857 Mar 11 17:13:27.009041 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.014994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.048027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb991865-af79-4cfa-b1e1-c128c51e32be req-df3801d9-50e6-4e6d-a507-fb0c4b32e3ee tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:27.054882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-deb711d5-17ae-426c-aec7-7bde73e05303 None None] Provisioning complete for port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:27.055752 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-deb711d5-17ae-426c-aec7-7bde73e05303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.059586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb991865-af79-4cfa-b1e1-c128c51e32be req-df3801d9-50e6-4e6d-a507-fb0c4b32e3ee tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.4382110 Mar 11 17:13:27.083244 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.088103 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-9d51a2fa-11a3-45d5-bbea-9f2a91bcb21e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737700 Mar 11 17:13:27.092261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f444b3a6-b06e-4d43-8b43-ca527c34bfde triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:27.092672 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.093821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Deleting port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:13:27.094404 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.101759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:13:27.124861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-deb711d5-17ae-426c-aec7-7bde73e05303 None None] Port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:27.141240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network 538cf0b3-a605-42dd-bc72-ee570eecbd42 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:27.153498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Port': ['ID=d499a952-fb14-4a78-933b-10c4dde063ce,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:27.157392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:27.159612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:27.218890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:13:27.244500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd28892d-2f2c-4dca-9254-c74cc664116b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:27.271353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb991865-af79-4cfa-b1e1-c128c51e32be req-58c5dd10-a3a0-4e7d-bd18-9f46e38ef88e tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108076 Mar 11 17:13:27.282461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.283288 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Added segment d552956f-1d9a-41a6-8430-5d0f02c60bd0 of type vlan for network 85be2e8d-7ae4-44e6-9858-405a816e51eb Mar 11 17:13:27.290097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c95281f2-fa7c-47cb-940d-a2f21dbca1fd up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:27.320442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:27.321185 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.388253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-cec67ef0-898d-461d-8fdc-181b951cbcca service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905617 Mar 11 17:13:27.390238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] For port 55456ac4-8bf9-4070-804d-f6adf15ac0f6, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=55456ac4-8bf9-4070-804d-f6adf15ac0f6,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:27.390667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.396818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c95281f2-fa7c-47cb-940d-a2f21dbca1fd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:27.397630 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.413164 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f3e3d1be-31cb-4239-84d5-981864da1af5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5618436 Mar 11 17:13:27.426405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Calling delete_port for 55456ac4-8bf9-4070-804d-f6adf15ac0f6 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:13:27.433282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'port': {'device_id': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a', 'admin_state_up': True, 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:27.447092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 2, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:27.489643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e5dff-7e3a-43de-a016-5c0128957948 req-18476edc-df8e-43e1-995e-5ca87abfb67f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:27.496111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e5dff-7e3a-43de-a016-5c0128957948 req-18476edc-df8e-43e1-995e-5ca87abfb67f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:27.497723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a6e5dff-7e3a-43de-a016-5c0128957948 req-18476edc-df8e-43e1-995e-5ca87abfb67f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 1655 time: 0.3924642 Mar 11 17:13:27.502429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37080379-6f00-4782-ac64-f797dcd2e59f None None] The sync data for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 is: [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 2, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:27.505108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-01e518c6-5624-41ab-8c8c-c430ba59b0bf None None] Provisioning complete for port d499a952-fb14-4a78-933b-10c4dde063ce triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:27.505819 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-01e518c6-5624-41ab-8c8c-c430ba59b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.528437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.558655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-01e518c6-5624-41ab-8c8c-c430ba59b0bf None None] Port d499a952-fb14-4a78-933b-10c4dde063ce cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:27.579243 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.581375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:27.597505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ca67d921-8283-4ce8-a8de-36cad0798703 admin admin] 10.222.0.53 "PUT /v2.0/routers/ea787d1d-7f34-4bc5-b0d5-6a3afd938756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9794457 Mar 11 17:13:27.608293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-5d318e5a-e24e-4c80-8c18-d1941d41d625 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--733452358&fields=id&tenant_id=080774e382a94480ae2d5e9788b772f8 HTTP/1.1" status: 200 len: 267 time: 0.1609011 Mar 11 17:13:27.626388 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.689176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a6e5dff-7e3a-43de-a016-5c0128957948 req-f01b93a8-2139-4ac7-be8d-d528c4f1e56c tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552908 Mar 11 17:13:27.691051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.692595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:27.693168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.711607 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-727ec119-13ba-4da9-86f6-a7d15965769c req-6d4cb3ce-d8e9-421d-a369-6755346e6b3e service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118532 Mar 11 17:13:27.743078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:27.746973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.852099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2453804 Mar 11 17:13:27.852986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'Port': ['ID=a08dd00a-5206-418e-ab34-ff20e8dbc033,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:27.859687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44990) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:27.886833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Request body: {'subnet': {'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-subnet', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:27.918773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.931197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bc809-bddc-4df0-8a2e-f80eb9eadbf6 admin admin] Pushing event updated for resources: {'Network': ['ID=85be2e8d-7ae4-44e6-9858-405a816e51eb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:27.957701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:27.978701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:13:28.009534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-c2af3992-144a-49fb-8882-b9310e39214e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:28.011168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-c2af3992-144a-49fb-8882-b9310e39214e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.4019947 Mar 11 17:13:28.014529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Made reservation on behalf of 248ba4cf133d4a8b9259c2eb53769958 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:28.016991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:28.029751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90236d6-802b-48dd-83df-a6dfe97d8f3c req-0f61a812-bd32-40fb-ab97-6d8e4a0241e6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:28.030873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Pushing event deleted for resources: {'Port': ['ID=55456ac4-8bf9-4070-804d-f6adf15ac0f6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:28.031275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c90236d6-802b-48dd-83df-a6dfe97d8f3c req-0f61a812-bd32-40fb-ab97-6d8e4a0241e6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24c10fc-43a5-408b-9d44-15f77730b25d HTTP/1.1" status: 200 len: 866 time: 0.1892991 Mar 11 17:13:28.051184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:28.052432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-edacf473-6578-437d-a813-93173964fedc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1604087 Mar 11 17:13:28.067735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-76cc1b4a-4335-4639-b4ae-ad66e8e666dd tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/quotas/080774e382a94480ae2d5e9788b772f8 HTTP/1.1" status: 200 len: 375 time: 0.0476377 Mar 11 17:13:28.096396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-19454f32-c81f-4c7a-9653-4bbcb4f34714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:28.098476 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-19454f32-c81f-4c7a-9653-4bbcb4f34714 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 1094 time: 0.2841744 Mar 11 17:13:28.122714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] No DVR routers for this DVR port 55456ac4-8bf9-4070-804d-f6adf15ac0f6 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:13:28.171510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Allocated IP 19.80.0.126 (4e58c604-74b7-422f-bcf0-316a4da9fd1a/d0f01d9d-83f5-4098-9ee3-1a1a2b882d27/7b7cf77b-9e1f-4b05-9cb7-5fce9c671642) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:28.177889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:28.181314 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4583fb75-cedf-4396-bb69-ab3170fa4153 req-e206424c-fdf2-4cb5-b549-b635c13f1728 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.46 "DELETE /v2.0/ports/55456ac4-8bf9-4070-804d-f6adf15ac0f6 HTTP/1.1" status: 204 len: 173 time: 1.5739751 Mar 11 17:13:28.197490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c90236d6-802b-48dd-83df-a6dfe97d8f3c req-b4d25e6c-ba14-44c2-aa90-f9afbcd191c4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539950 Mar 11 17:13:28.238515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-f2f46dd5-3806-4d85-9f00-2e7ef5baecb2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258285 Mar 11 17:13:28.476644 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:28.489265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869894f-38d0-4f6b-82e8-c24f6f504e19 req-1188cc41-4f88-4de5-b1e8-d988fdc6c712 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:28.490838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d869894f-38d0-4f6b-82e8-c24f6f504e19 req-1188cc41-4f88-4de5-b1e8-d988fdc6c712 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 943 time: 0.1739979 Mar 11 17:13:28.587009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-0f6537e5-737d-41db-b069-1e9c7f8b8453 service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218942 Mar 11 17:13:28.658482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-954b1047-462d-4c32-a1e0-6b359b0e0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:28.660884 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-954b1047-462d-4c32-a1e0-6b359b0e0fcb service neutron] 10.222.0.66 "GET /v2.0/networks?id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 200 len: 922 time: 0.5409324 Mar 11 17:13:28.710439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'name': 'network-vif-deleted', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:28.713252 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc41693-a6f4-41b5-a6e9-e3513f76f536" -d '{"events": [{"server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "name": "network-vif-deleted", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:28.722520 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-e4bbd4cd-c976-4fde-9a69-f69dd977855b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8 HTTP/1.1" status: 200 len: 217 time: 0.0538936 Mar 11 17:13:28.747738 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:28.854679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-764bfc99-9839-4066-929c-8e6dbc3dd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:28.856269 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-764bfc99-9839-4066-929c-8e6dbc3dd8dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b564287c-5064-450a-b060-14d5484537be HTTP/1.1" status: 200 len: 862 time: 0.1209998 Mar 11 17:13:28.902522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-3adff60f-0af3-4347-80db-10365f3bb9d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392683 Mar 11 17:13:28.920310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 55456ac4-8bf9-4070-804d-f6adf15ac0f6 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:28.931107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb108ee6-873b-415a-abb9-361fe1e21626,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:28.949554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:28.951751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 55456ac4-8bf9-4070-804d-f6adf15ac0f6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:13:28.952320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 55456ac4-8bf9-4070-804d-f6adf15ac0f6 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:13:28.963476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d869894f-38d0-4f6b-82e8-c24f6f504e19 req-cef914a1-5db5-4f2b-802f-0c23285c3ff3 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374998 Mar 11 17:13:29.012505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Checking segment: {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:29.012862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Network hostable DHCP agents. Network: 85be2e8d-7ae4-44e6-9858-405a816e51eb, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:13:29.051300 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-17492bcb-2fe1-4dbb-b077-0d0da97f8fd9 service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367970 Mar 11 17:13:29.054687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:13:29.057794 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.080325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-778da5b9-9291-43cb-a3c9-ae051ed23214 service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777043 Mar 11 17:13:29.082844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 85be2e8d-7ae4-44e6-9858-405a816e51eb) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:29.092100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfa0a2c-548a-46b3-918d-f6bbefaf6765 None None] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:29.092992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:29.093616 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.129406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e7cc84cf-5924-4e9c-8a90-80ebcdef916e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2598207 Mar 11 17:13:29.132768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45004) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:29.138798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:29.176468 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.179811 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.227229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network 4e58c604-74b7-422f-bcf0-316a4da9fd1a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:29.246268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:29.255538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:29.279475 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.349906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Port': ['ID=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:29.415115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.415463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.415807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.416149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.416521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.416857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.417191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.423261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.424221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.424221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.427262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.428245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:29.441912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-85be2e8d-7ae4-44e6-9858-405a816e51eb', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:13:29.443600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.522809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:29.526263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.553445 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-62e32e76-9d2b-4f2b-bec6-485c179124b2 req-eab0f5f3-213e-454a-adbd-521126ce9e7d service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929006 Mar 11 17:13:29.579831 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-34e1e3a3-28f9-4901-b8f8-1b2233e9c639 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1545053 Mar 11 17:13:29.582856 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.595652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Request body: {'port': {'device_id': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:29.637716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-e5e01046-7de8-40e3-9cc4-0ad9e9b4c1ad tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--951132332&fields=id&tenant_id=aba924be257049b6a82c2bc2be9fa879 HTTP/1.1" status: 200 len: 267 time: 0.1129878 Mar 11 17:13:29.722607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.767895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Allocated IP 172.20.0.2 (85be2e8d-7ae4-44e6-9858-405a816e51eb/eb108ee6-873b-415a-abb9-361fe1e21626/cdb2fc2e-6c22-414e-a492-44b6f6adf9d4) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:29.881592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-7147871c-4b83-4625-abbf-a1b17eef00a0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:29.892728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-7147871c-4b83-4625-abbf-a1b17eef00a0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 817 time: 0.2540019 Mar 11 17:13:29.929017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-ecb5d14b-76d0-445c-9952-c8f272759269 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/quotas/aba924be257049b6a82c2bc2be9fa879 HTTP/1.1" status: 200 len: 375 time: 0.0344460 Mar 11 17:13:29.941783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-66f2fabe-5445-4991-95bf-6e759c5c5cde None None] Provisioning complete for port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:29.942170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66f2fabe-5445-4991-95bf-6e759c5c5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.034993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45028) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:30.078499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218500719', 'description': 'tempest-description--1980770384'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:30.110184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-66f2fabe-5445-4991-95bf-6e759c5c5cde None None] Port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:30.119784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-49e33f2a-41d5-4034-bff7-2962061e7580 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1899297 Mar 11 17:13:30.142710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:30.224055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.238443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.239795 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.283121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c46a02-e468-4632-b709-0d91686ff783 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:30.283353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:30.283654 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.293188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.311076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Transition to ACTIVE for port object 50c46a02-e468-4632-b709-0d91686ff783 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:13:30.319811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.331054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:30.331432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fedb5-29b0-4a7d-9553-f22ae1d964be req-4a9b1538-23cc-4698-b116-d5b46029b6c7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:30.331815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Pushing event updated for resources: {'Port': ['ID=cdb2fc2e-6c22-414e-a492-44b6f6adf9d4,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:30.343563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-416fedb5-29b0-4a7d-9553-f22ae1d964be req-4a9b1538-23cc-4698-b116-d5b46029b6c7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.2199008 Mar 11 17:13:30.344733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.348030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:30.352944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:30.413141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.433973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Pushing event updated for resources: {'Port': ['ID=50c46a02-e468-4632-b709-0d91686ff783,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:30.492921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Attempting to bind port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:30.493535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Attempting to bind port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:30.494278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Attempting to bind port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 on network 85be2e8d-7ae4-44e6-9858-405a816e51eb {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:30.504825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:30.505313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Checking segment: {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:30.506384 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.506934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Bound using segment: {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:30.507557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Bound port: cdb2fc2e-6c22-414e-a492-44b6f6adf9d4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:30.508118 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.555529 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.567102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Attempting to bind port 50c46a02-e468-4632-b709-0d91686ff783 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:30.576669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Attempting to bind port 50c46a02-e468-4632-b709-0d91686ff783 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:30.580676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Attempting to bind port 50c46a02-e468-4632-b709-0d91686ff783 on network 4e58c604-74b7-422f-bcf0-316a4da9fd1a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:30.587610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Port 50c46a02-e468-4632-b709-0d91686ff783 on network 4e58c604-74b7-422f-bcf0-316a4da9fd1a not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:13:30.587931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Attempting to bind port 50c46a02-e468-4632-b709-0d91686ff783 on network 4e58c604-74b7-422f-bcf0-316a4da9fd1a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:30.595000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:30.595398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Checking segment: {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:30.595829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Bound using segment: {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:30.596560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Bound port: 50c46a02-e468-4632-b709-0d91686ff783, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:30.597339 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.627214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Allocated IP 172.25.8.46 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/81cd00dd-8f5a-4816-9612-bd6cfeca9324) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:30.643121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-ef0ad3a0-ca3f-4f01-8ab5-59303b1600ae service neutron] 10.222.0.53 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888675 Mar 11 17:13:30.723305 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] For port 50c46a02-e468-4632-b709-0d91686ff783, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:30.732956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] For port 50c46a02-e468-4632-b709-0d91686ff783, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=50c46a02-e468-4632-b709-0d91686ff783,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:30.741544 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.782645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:30.788837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:30.789704 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.791334 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] 10.222.0.66 "PUT /v2.0/ports/50c46a02-e468-4632-b709-0d91686ff783 HTTP/1.1" status: 200 len: 1092 time: 1.2010462 Mar 11 17:13:30.799849 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:30.855833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Request body: {'port': {'device_id': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:30.882986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] For port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:30.907914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:30.908525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-69768da5-2b44-4c3a-8cd7-ed91c1fd6bed service neutron] 10.222.0.53 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516065 Mar 11 17:13:30.916668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] For port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cdb2fc2e-6c22-414e-a492-44b6f6adf9d4,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:30.931858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19303db-4cf5-45c1-aa86-9bac54735326 service neutron] Pushing event updated for resources: {'Port': ['ID=50c46a02-e468-4632-b709-0d91686ff783,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:30.932428 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:31.049318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-416fedb5-29b0-4a7d-9553-f22ae1d964be req-2a13ffbe-c51a-4dcd-b20b-1f4fd166d6d2 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6892319 Mar 11 17:13:31.138858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:31.146165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d381f2c-9aa6-47f7-a2d4-c9d455356a15 None None] Pushing event updated for resources: {'Port': ['ID=cdb2fc2e-6c22-414e-a492-44b6f6adf9d4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:31.175327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Sync routers for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:31.179189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:31.216751 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e9943-8bfc-46cd-82f9-1a6a81ed3d53 x-openstack-request-id: req-115e9943-8bfc-46cd-82f9-1a6a81ed3d53 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:31.216751 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24c10fc-43a5-408b-9d44-15f77730b25d", "name": "network-vif-deleted", "tag": "55456ac4-8bf9-4070-804d-f6adf15ac0f6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:31.217094 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-115e9943-8bfc-46cd-82f9-1a6a81ed3d53 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:31.219408 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24c10fc-43a5-408b-9d44-15f77730b25d', 'name': 'network-vif-deleted', 'tag': '55456ac4-8bf9-4070-804d-f6adf15ac0f6', 'status': 'completed', 'code': 200} Mar 11 17:13:31.235750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:31.246047 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:31.264446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:31.265215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:31.291734 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:31.409367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-d63744a1-af66-4639-85c2-f9812d5b7926 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:31.414874 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-d63744a1-af66-4639-85c2-f9812d5b7926 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.5123944 Mar 11 17:13:31.416983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:31.442281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1d3304de-4b47-471d-ade5-2a0b78389aa8 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:31.554375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:31.563449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Pushing event updated for resources: {'Port': ['ID=81cd00dd-8f5a-4816-9612-bd6cfeca9324,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:31.576019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:31.576759 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-e9fbb7af-4593-46af-80e4-32650b1fe426 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=080774e382a94480ae2d5e9788b772f8 HTTP/1.1" status: 200 len: 379 time: 0.1425862 Mar 11 17:13:31.587922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'port': {'device_id': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'admin_state_up': True, 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'security_groups': ['8ee7651e-4199-41b2-bc5d-009bae54678c']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:31.590156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:31.593701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:31.598689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:31.601224 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5610240 Mar 11 17:13:31.622061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45040) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:31.624216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.624930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.625439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.625949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.626446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.626942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.627438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.627923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.628457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.629114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.629618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.630102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.647491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-195ca041-1795-42e7-aa6e-d27f13b07e68 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Request body: {'security_group_rule': {'security_group_id': '6f30b1c9-980e-4318-9b94-54d6e5bcfe4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:31.686439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-266b33dc-90c9-4376-96ba-b8ec9b8fe4f6 req-30541d13-0e44-49fb-be06-5e5c4849d9db tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 210 time: 0.2519696 Mar 11 17:13:31.768774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.769118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.775393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.775613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.777078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.777438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.777816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.778214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.778554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.780426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.781103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.782587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c62365-a0ef-4e29-9a19-086586efc2d2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:31.858796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Made reservation on behalf of 080774e382a94480ae2d5e9788b772f8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:31.862373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:31.885841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-195ca041-1795-42e7-aa6e-d27f13b07e68 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:31.949018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:31.968321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '1d3304de-4b47-471d-ade5-2a0b78389aa8', 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c', 'port_id': '1d3304de-4b47-471d-ade5-2a0b78389aa8', 'mac_address': 'fa:16:3e:ba:ce:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564287c-5064-450a-b060-14d5484537be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:32.003616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f388102-38dc-4789-a5cb-9f4a47914fd2 req-bc657673-2a87-4506-85da-f25f5826982d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:32.010274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f388102-38dc-4789-a5cb-9f4a47914fd2 req-bc657673-2a87-4506-85da-f25f5826982d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:32.017483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f388102-38dc-4789-a5cb-9f4a47914fd2 req-bc657673-2a87-4506-85da-f25f5826982d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:32.019098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f388102-38dc-4789-a5cb-9f4a47914fd2 req-bc657673-2a87-4506-85da-f25f5826982d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2389 time: 0.5834758 Mar 11 17:13:32.055594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 2, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:32.062978 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.086188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-195ca041-1795-42e7-aa6e-d27f13b07e68 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.123005 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-195ca041-1795-42e7-aa6e-d27f13b07e68 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.135675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d499a952-fb14-4a78-933b-10c4dde063ce {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:32.138631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3304de-4b47-471d-ade5-2a0b78389aa8 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:32.150492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.165211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:32.166894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Checking router: ea787d1d-7f34-4bc5-b0d5-6a3afd938756 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:32.167259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Updating router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:13:32.171920 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.172189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-195ca041-1795-42e7-aa6e-d27f13b07e68 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.173515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-195ca041-1795-42e7-aa6e-d27f13b07e68 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5324564 Mar 11 17:13:32.179804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Transition to ACTIVE for port object d499a952-fb14-4a78-933b-10c4dde063ce will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:13:32.181307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45046) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:32.193021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ca041-1795-42e7-aa6e-d27f13b07e68 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98841ada-b555-49a5-9850-8ee02ebf19f3,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:32.208142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d4c78da6-25a4-4c3d-9c99-96ae42c87906 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Request body: {'security_group_rule': {'security_group_id': '6f30b1c9-980e-4318-9b94-54d6e5bcfe4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:32.219485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faec8a-e2a7-49d7-8c27-119ff38e0831 req-83389cca-bb1c-46dd-a9ec-d0113e766c5d tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:32.231270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16faec8a-e2a7-49d7-8c27-119ff38e0831 req-83389cca-bb1c-46dd-a9ec-d0113e766c5d tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 943 time: 0.4092407 Mar 11 17:13:32.249189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.280081 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.347157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Allocated IP 172.20.0.3 (558c6011-93ea-4132-8ba8-bf4c6d83f7c1/d697f241-673f-43dc-a23c-ba6c98adb721/d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:32.367966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f388102-38dc-4789-a5cb-9f4a47914fd2 req-bfc91c27-be64-4e72-aa56-75189031692f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821605 Mar 11 17:13:32.409798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Pushing event updated for resources: {'Port': ['ID=d499a952-fb14-4a78-933b-10c4dde063ce,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:32.500905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4c78da6-25a4-4c3d-9c99-96ae42c87906 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.552248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:32.559150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16faec8a-e2a7-49d7-8c27-119ff38e0831 req-0f0146a2-11d4-41a9-9106-378e7a58ea2c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044646 Mar 11 17:13:32.586743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94f4f1e5-fd3e-4d9e-993f-513d44d85c6d req-1f57ea6c-8a95-439b-a3c2-9d9630a3c397 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 210 time: 0.0467298 Mar 11 17:13:32.641932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4c78da6-25a4-4c3d-9c99-96ae42c87906 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.664498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4c78da6-25a4-4c3d-9c99-96ae42c87906 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.677771 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.701570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c78da6-25a4-4c3d-9c99-96ae42c87906 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3816edd-27b2-4210-9932-a8046814bba7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:32.726138 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4c78da6-25a4-4c3d-9c99-96ae42c87906 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.730633 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d4c78da6-25a4-4c3d-9c99-96ae42c87906 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5418549 Mar 11 17:13:32.732802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45050) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:32.749550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:32.753113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=1d3304de-4b47-471d-ade5-2a0b78389aa8,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:32.833229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.877019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Attempting to bind port d499a952-fb14-4a78-933b-10c4dde063ce on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:32.878839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Attempting to bind port d499a952-fb14-4a78-933b-10c4dde063ce by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '2a565260-6eea-4d92-b88c-fea92d1f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:32.881979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Attempting to bind port d499a952-fb14-4a78-933b-10c4dde063ce on network 538cf0b3-a605-42dd-bc72-ee570eecbd42 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:32.902772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Port d499a952-fb14-4a78-933b-10c4dde063ce on network 538cf0b3-a605-42dd-bc72-ee570eecbd42 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:13:32.903287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Attempting to bind port d499a952-fb14-4a78-933b-10c4dde063ce on network 538cf0b3-a605-42dd-bc72-ee570eecbd42 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:32.929138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:32.929888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Checking segment: {'id': '2a565260-6eea-4d92-b88c-fea92d1f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:32.931641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Bound using segment: {'id': '2a565260-6eea-4d92-b88c-fea92d1f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:32.932391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Bound port: d499a952-fb14-4a78-933b-10c4dde063ce, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a565260-6eea-4d92-b88c-fea92d1f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:32.935726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.997230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['1d3304de-4b47-471d-ade5-2a0b78389aa8'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:33.040711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:33.140555 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.170348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8931eb-74bd-422e-8962-e4ec8945e64b req-a72aead8-42e1-4402-ad6e-216626c28ff4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:33.173916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a8931eb-74bd-422e-8962-e4ec8945e64b req-a72aead8-42e1-4402-ad6e-216626c28ff4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.3131721 Mar 11 17:13:33.184317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] For port d499a952-fb14-4a78-933b-10c4dde063ce, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:33.201919 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.224003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b51879-4444-4683-a072-114b15d6accf None None] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:13:33.239673 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.246064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'tag': '50c46a02-e468-4632-b709-0d91686ff783'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:33.251333 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "tag": "50c46a02-e468-4632-b709-0d91686ff783"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:33.260761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-629a46da-fd76-4f1d-995d-976b133ad96c req-09cbd011-157c-4a23-a6af-2e4eb31a609a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 210 time: 0.0856235 Mar 11 17:13:33.304190 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.306909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] For port d499a952-fb14-4a78-933b-10c4dde063ce, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d499a952-fb14-4a78-933b-10c4dde063ce,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:33.333826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.341425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a8931eb-74bd-422e-8962-e4ec8945e64b req-2612d788-7753-4b67-8a05-2ba679fd9d3a tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410565 Mar 11 17:13:33.354917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce38f99-c2aa-4eba-a956-40d5bd84a474 None None] Pushing event updated for resources: {'Port': ['ID=2b6d3f35-8a9b-48e0-ae68-d94dc62329e9,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:33.478193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-78b9d450-81af-4d68-bc76-71e76e1bbfbc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:33.480256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-78b9d450-81af-4d68-bc76-71e76e1bbfbc tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 817 time: 0.3630233 Mar 11 17:13:33.491085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:33.491458 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.503412 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb897062-ba1c-4862-af29-b36586f5043d x-openstack-request-id: req-eb897062-ba1c-4862-af29-b36586f5043d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:33.503700 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "tag": "50c46a02-e468-4632-b709-0d91686ff783", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:33.503992 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb897062-ba1c-4862-af29-b36586f5043d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:33.504320 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'tag': '50c46a02-e468-4632-b709-0d91686ff783', 'status': 'completed', 'code': 200} Mar 11 17:13:33.571363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:33.571986 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.574047 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] 10.222.0.66 "PUT /v2.0/ports/d499a952-fb14-4a78-933b-10c4dde063ce HTTP/1.1" status: 200 len: 1092 time: 2.7363262 Mar 11 17:13:33.619251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.638594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Request body: {'port': {'device_id': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:33.772746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.779012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-9eec8d57-32e5-49a3-8a5f-9f2b9eedbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:33.779479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-9eec8d57-32e5-49a3-8a5f-9f2b9eedbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:33.780008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-9eec8d57-32e5-49a3-8a5f-9f2b9eedbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:33.781977 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-9eec8d57-32e5-49a3-8a5f-9f2b9eedbf92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2799 time: 0.2936013 Mar 11 17:13:33.809898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.847452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0f5872cc-02ae-43ac-aad7-42474e52b09e None None] Provisioning complete for port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:33.847831 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f5872cc-02ae-43ac-aad7-42474e52b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.909960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:33.912303 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5393c37d-cd83-4fb7-b715-d96918f96321" -d '{"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:33.922890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Attempting to bind port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:33.923267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Attempting to bind port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:33.923632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Attempting to bind port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 on network a301cfec-62ac-4fba-b15a-2f5d2fde2312 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:33.954837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:33.959774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:33.960011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Checking segment: {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:33.960386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.961346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Bound using segment: {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:33.961346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Bound port: 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:33.961628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:33.966036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:33.982661 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-524634e0-ad5c-49bc-8b9c-ad571511bbba tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba924be257049b6a82c2bc2be9fa879 HTTP/1.1" status: 200 len: 379 time: 0.4761405 Mar 11 17:13:33.983427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2ffcb-a3ec-497c-83b0-f756b50bc029 service neutron] Pushing event updated for resources: {'Port': ['ID=d499a952-fb14-4a78-933b-10c4dde063ce,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:33.994005 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.002147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'port': {'device_id': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'admin_state_up': True, 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'security_groups': ['eb92dfda-173e-4657-b4cc-d66645bd98eb']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:34.006057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dfd77-1f12-4dee-b7b7-25f7058912b6 req-fb3bfb9b-e129-4a63-ac31-1b914cbf07f8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.007685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c93dfd77-1f12-4dee-b7b7-25f7058912b6 req-fb3bfb9b-e129-4a63-ac31-1b914cbf07f8 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 0.5800698 Mar 11 17:13:34.014799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.045084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:34.047576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:34.096815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b936c-5c0e-4f8a-ab3f-00803a402d24 req-4a83ef76-d823-4e67-bfd2-ef7cecbd4665 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.102936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b936c-5c0e-4f8a-ab3f-00803a402d24 req-4a83ef76-d823-4e67-bfd2-ef7cecbd4665 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.108878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b936c-5c0e-4f8a-ab3f-00803a402d24 req-4a83ef76-d823-4e67-bfd2-ef7cecbd4665 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.116637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-054b936c-5c0e-4f8a-ab3f-00803a402d24 req-4a83ef76-d823-4e67-bfd2-ef7cecbd4665 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2401 time: 0.1619072 Mar 11 17:13:34.199200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c93dfd77-1f12-4dee-b7b7-25f7058912b6 req-1ba4cf18-700c-46c0-afd9-5694266e68be tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753500 Mar 11 17:13:34.231700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:34.278838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-66e1b9ef-bd09-4dde-85c2-11f67969106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.279423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-66e1b9ef-bd09-4dde-85c2-11f67969106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.279560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-66e1b9ef-bd09-4dde-85c2-11f67969106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.282751 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-66e1b9ef-bd09-4dde-85c2-11f67969106f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.4739358 Mar 11 17:13:34.313255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:34.340673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-054b936c-5c0e-4f8a-ab3f-00803a402d24 req-48b3b8ee-187c-43d3-aa31-3535925f14e4 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230198 Mar 11 17:13:34.383598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:13:34.398392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:34.415418 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f5872cc-02ae-43ac-aad7-42474e52b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.419658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] For port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:34.436906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.437267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.438129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.441323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.441728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.442091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.442404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.442736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.443363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.443700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.444029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.444415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:34.460210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Allocated IP 172.25.8.35 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/2890267f-6d99-4480-9f86-f7164cea4abf) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:34.488401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] For port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2b6d3f35-8a9b-48e0-ae68-d94dc62329e9,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:34.502831 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.528028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49c87095-4fcc-4126-9306-63a90213cea5 req-ced4a45b-324c-43c6-828c-cddf6949032f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 210 time: 0.0577452 Mar 11 17:13:34.538341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a587dc-a612-4691-a657-75c162d380a4 req-1be50847-f5d7-4c1b-a145-a797d7607e5a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.540488 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a587dc-a612-4691-a657-75c162d380a4 req-1be50847-f5d7-4c1b-a145-a797d7607e5a tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 0.8336952 Mar 11 17:13:34.546582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.547145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.552457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:34.553063 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.573615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538d616-aaa5-477c-86d4-9c07a8a13ae1 req-d98929c7-df76-43da-a844-f770838623a7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.575422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3538d616-aaa5-477c-86d4-9c07a8a13ae1 req-d98929c7-df76-43da-a844-f770838623a7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 944 time: 0.2653310 Mar 11 17:13:34.594215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0f5872cc-02ae-43ac-aad7-42474e52b09e None None] For port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cdb2fc2e-6c22-414e-a492-44b6f6adf9d4,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:34.608756 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cd7dfb-fa3e-4c55-930c-3c7ac5c8bdcd x-openstack-request-id: req-d8cd7dfb-fa3e-4c55-930c-3c7ac5c8bdcd {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:34.609160 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:34.609499 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8cd7dfb-fa3e-4c55-930c-3c7ac5c8bdcd {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:34.610247 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'code': 200} Mar 11 17:13:34.615645 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-17b2e3b6-7772-455b-8485-dad563c2dff9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0217619 Mar 11 17:13:34.621506 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f5872cc-02ae-43ac-aad7-42474e52b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.621724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Request body: {'port': {'device_id': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:34.655023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:34.655814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:34.777181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3538d616-aaa5-477c-86d4-9c07a8a13ae1 req-a2ee4a0f-856d-489c-a39b-c17c61d60311 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875463 Mar 11 17:13:34.801210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce38f99-c2aa-4eba-a956-40d5bd84a474 None None] Pushing event updated for resources: {'Port': ['ID=2b6d3f35-8a9b-48e0-ae68-d94dc62329e9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:34.845726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:34.855581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.861783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-31f0d9a9-7409-41d7-aff6-15226d3c75b4 None None] Provisioning complete for port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:34.863467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-31f0d9a9-7409-41d7-aff6-15226d3c75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.867163 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Sync routers for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:34.886095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779e35-47bd-44d2-9d94-ecf6cf17d7fe req-1c67e481-8122-475a-85c7-e8a9e0be5852 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.895410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99779e35-47bd-44d2-9d94-ecf6cf17d7fe req-1c67e481-8122-475a-85c7-e8a9e0be5852 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 931 time: 0.1757872 Mar 11 17:13:34.897360 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:34.897980 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:34.942723 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.944015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c93eee3b-ada9-40d5-ad06-5450be226de3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.8101978 Mar 11 17:13:34.948658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45068) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:35.014359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:35.037653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:35.051613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5872cc-02ae-43ac-aad7-42474e52b09e None None] Pushing event updated for resources: {'Port': ['ID=cdb2fc2e-6c22-414e-a492-44b6f6adf9d4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:35.059783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99779e35-47bd-44d2-9d94-ecf6cf17d7fe req-56b4d590-a175-4e2e-a906-6c08959a10cc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617942 Mar 11 17:13:35.084742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f827f-65f8-4e96-8fe3-19c61f550191 req-1a84d9c3-840f-4d62-b88e-1c903dd01db7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:35.086453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f1f827f-65f8-4e96-8fe3-19c61f550191 req-1a84d9c3-840f-4d62-b88e-1c903dd01db7 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 948 time: 0.1826549 Mar 11 17:13:35.144049 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.210658 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:35.221955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:35.262679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:35.266068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:35.308029 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-31f0d9a9-7409-41d7-aff6-15226d3c75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.329232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:35.354762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Made reservation on behalf of aba924be257049b6a82c2bc2be9fa879 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:35.356940 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.359354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-fdc62a72-b1b1-4e1f-bd78-9f78ebfa7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:35.360830 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f96561d3-6ae1-4534-b4a9-a8408e9fc4b4 req-fdc62a72-b1b1-4e1f-bd78-9f78ebfa7c65 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0656209 Mar 11 17:13:35.387209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.428196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-31f0d9a9-7409-41d7-aff6-15226d3c75b4 None None] For port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2b6d3f35-8a9b-48e0-ae68-d94dc62329e9,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:35.443822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:35.450671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1d3304de-4b47-471d-ade5-2a0b78389aa8 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:35.455256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Pushing event updated for resources: {'Port': ['ID=2890267f-6d99-4480-9f86-f7164cea4abf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:35.513540 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-31f0d9a9-7409-41d7-aff6-15226d3c75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.527335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f1f827f-65f8-4e96-8fe3-19c61f550191 req-d0789623-8cf4-4f77-ac9c-ff915259a977 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930273 Mar 11 17:13:35.546096 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:32Z', 'revision_number': 3, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:35.576386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'mac_address': 'fa:16:3e:ac:51:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:35.590093 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Checking router: f5635c79-8885-434e-a8c2-fc3e4a9d38d6 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:35.590961 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Updating router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 port 81cd00dd-8f5a-4816-9612-bd6cfeca9324 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:13:35.632540 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.653119 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.663681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bfb0d-41e9-43d9-bfaa-e6dc1e4e9ac2 req-729b66c5-8a3c-4526-bfb4-6fd4a0be9d83 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:35.671792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-502bfb0d-41e9-43d9-bfaa-e6dc1e4e9ac2 req-729b66c5-8a3c-4526-bfb4-6fd4a0be9d83 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 0.3417196 Mar 11 17:13:35.684449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:35.684449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.695212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 1d3304de-4b47-471d-ade5-2a0b78389aa8 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:13:35.721847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 1d3304de-4b47-471d-ade5-2a0b78389aa8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:35.722446 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.726292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:35.734248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.747860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Transition to ACTIVE for port object d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:13:35.754836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'tag': 'd499a952-fb14-4a78-933b-10c4dde063ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:35.758766 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92777fdf-a028-4c62-b07f-f832b52278b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "tag": "d499a952-fb14-4a78-933b-10c4dde063ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:35.760875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-31f0d9a9-7409-41d7-aff6-15226d3c75b4 None None] Provisioning complete for port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:35.761276 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-31f0d9a9-7409-41d7-aff6-15226d3c75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.771198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.775769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:35.793756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-502bfb0d-41e9-43d9-bfaa-e6dc1e4e9ac2 req-29480164-8cae-483d-b5c6-4eb7be395a8c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210041 Mar 11 17:13:35.802005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:35.849201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0d9a9-7409-41d7-aff6-15226d3c75b4 None None] Pushing event updated for resources: {'Port': ['ID=2b6d3f35-8a9b-48e0-ae68-d94dc62329e9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:35.851941 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.861733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.885451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a713d04-4f99-4fd5-9bbc-74d751694918 req-a36978f2-1241-46df-a17d-bdc7fc3ccbaa tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:35.894073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a713d04-4f99-4fd5-9bbc-74d751694918 req-a36978f2-1241-46df-a17d-bdc7fc3ccbaa tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:35.902395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a713d04-4f99-4fd5-9bbc-74d751694918 req-a36978f2-1241-46df-a17d-bdc7fc3ccbaa tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:35.911044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a713d04-4f99-4fd5-9bbc-74d751694918 req-a36978f2-1241-46df-a17d-bdc7fc3ccbaa tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2401 time: 0.2249248 Mar 11 17:13:35.936309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:35.967913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-29a587dc-a612-4691-a657-75c162d380a4 req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Deleting port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:13:35.968600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-29a587dc-a612-4691-a657-75c162d380a4 req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:35.991417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a35dbb85-a33d-4b28-a736-31d3a23f98a9 req-95ab0a51-c4a2-475f-87ee-3ef7da3a73ce tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 210 time: 0.0687907 Mar 11 17:13:36.020462 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.073659 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.084042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a713d04-4f99-4fd5-9bbc-74d751694918 req-2cab1257-1439-4d10-8bf2-b82ec4fa43ec tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719584 Mar 11 17:13:36.097406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:36.105871 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:13:36.107065 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.115800 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ed8994-694c-4d96-b538-b2f31f01a9b0 x-openstack-request-id: req-98ed8994-694c-4d96-b538-b2f31f01a9b0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:36.116375 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "tag": "d499a952-fb14-4a78-933b-10c4dde063ce", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:36.116708 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98ed8994-694c-4d96-b538-b2f31f01a9b0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:36.117198 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'tag': 'd499a952-fb14-4a78-933b-10c4dde063ce', 'status': 'completed', 'code': 200} Mar 11 17:13:36.149962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:34Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:36.210971 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Attempting to bind port 81cd00dd-8f5a-4816-9612-bd6cfeca9324 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:36.211650 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Attempting to bind port 81cd00dd-8f5a-4816-9612-bd6cfeca9324 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:36.212381 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Attempting to bind port 81cd00dd-8f5a-4816-9612-bd6cfeca9324 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:36.222507 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:36.223690 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:36.224827 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.225399 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:36.226142 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Bound port: 81cd00dd-8f5a-4816-9612-bd6cfeca9324, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:36.227173 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.293107 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] For port 81cd00dd-8f5a-4816-9612-bd6cfeca9324, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:36.296952 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] For port 81cd00dd-8f5a-4816-9612-bd6cfeca9324, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=81cd00dd-8f5a-4816-9612-bd6cfeca9324,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:36.304280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3a0ad722-9e05-4adb-b10e-7a183e63a5d2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:36.324749 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.341024 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba72c1-5dec-4950-ad43-148cef02258e None None] Pushing event updated for resources: {'Port': ['ID=81cd00dd-8f5a-4816-9612-bd6cfeca9324,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:36.370333 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.382756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920e756d-488d-4708-94c8-a0da85e412b5 None None] The sync data for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 is: [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:34Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:36.384320 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.409707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9bfa6-7c7b-43fd-bfaa-931f185b65ed req-fc7f4b99-1765-4908-9ea1-1cc8ca789748 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:36.411258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0c9bfa6-7c7b-43fd-bfaa-931f185b65ed req-fc7f4b99-1765-4908-9ea1-1cc8ca789748 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 943 time: 0.1700764 Mar 11 17:13:36.426488 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba72c1-5dec-4950-ad43-148cef02258e None None] Pushing event updated for resources: {'Port': ['ID=81cd00dd-8f5a-4816-9612-bd6cfeca9324,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:36.428573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:36.439318 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:36.440494 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:36.455215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:36.467831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.468876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.475876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Allocated IP 172.20.0.7 (efb264d9-9098-4c16-ad0d-e1ecd37a3c48/668e6ff1-ad51-42c3-baf3-2c9e24e137c2/5bd27180-ad80-4f61-b299-e84f6b50d353) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:36.482025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-ad81bae6-35d4-4a92-abb4-0df261c8c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:36.482779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-ad81bae6-35d4-4a92-abb4-0df261c8c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:36.483802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-ad81bae6-35d4-4a92-abb4-0df261c8c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:36.485423 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-ad81bae6-35d4-4a92-abb4-0df261c8c99e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2799 time: 0.2996602 Mar 11 17:13:36.500988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169583a9-3b18-4c89-94d4-11f669f8d698 req-c189d2fa-dc53-4b4b-8106-fb46003c99f7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:36.509377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-169583a9-3b18-4c89-94d4-11f669f8d698 req-c189d2fa-dc53-4b4b-8106-fb46003c99f7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 944 time: 0.2820101 Mar 11 17:13:36.589600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0c9bfa6-7c7b-43fd-bfaa-931f185b65ed req-0f3c0574-b23c-4a69-9978-8983a34f0be9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689579 Mar 11 17:13:36.638101 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:36.646580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:36.653265 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f461fbb4-c1d0-4587-994d-5e22ad382540" -d '{"events": [{"server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "name": "network-vif-plugged", "status": "completed", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:36.655270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-591b9257-e2e0-4236-a1d2-56b5e6e8d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:36.655991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-591b9257-e2e0-4236-a1d2-56b5e6e8d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:36.657777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-591b9257-e2e0-4236-a1d2-56b5e6e8d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:36.659600 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-591b9257-e2e0-4236-a1d2-56b5e6e8d106 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.1562276 Mar 11 17:13:36.667668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=1d3304de-4b47-471d-ade5-2a0b78389aa8,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:36.694272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-169583a9-3b18-4c89-94d4-11f669f8d698 req-289084b2-9825-4047-9366-4a0527e2e7df tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839299 Mar 11 17:13:36.732574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2c7cf3fa-8f99-4552-a401-ccdc4838f722 None None] Provisioning complete for port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:36.732948 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2c7cf3fa-8f99-4552-a401-ccdc4838f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.787272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Attempting to bind port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:36.787662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Attempting to bind port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:36.787930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Attempting to bind port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:36.794685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.836560 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011d1e20-b055-48c8-82d8-4c596f30a48c x-openstack-request-id: req-011d1e20-b055-48c8-82d8-4c596f30a48c {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:36.837000 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "name": "network-vif-plugged", "status": "completed", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:36.837343 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-011d1e20-b055-48c8-82d8-4c596f30a48c {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:36.837866 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8', 'code': 200} Mar 11 17:13:36.847795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.66', 53568) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:36.854797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:36.971100 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:32Z', 'revision_number': 3, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:36.999540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b08b57-5efd-408f-9278-3b72faf16968 req-c1262a0d-f0cd-417d-824b-e6118194e289 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:37.001175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b08b57-5efd-408f-9278-3b72faf16968 req-c1262a0d-f0cd-417d-824b-e6118194e289 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.2681818 Mar 11 17:13:37.004570 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:37.093824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-29a587dc-a612-4691-a657-75c162d380a4 req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] For port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:37.094198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-29a587dc-a612-4691-a657-75c162d380a4 req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:37.134983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:13:37.137282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Attempting to bind port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:37.145099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Transition to ACTIVE for port object 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:13:37.173152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:37.208434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:37.229079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Pushing event updated for resources: {'Port': ['ID=2890267f-6d99-4480-9f86-f7164cea4abf,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:37.234612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b08b57-5efd-408f-9278-3b72faf16968 req-7614d5a5-c69e-48c1-ac3c-bcc675af849c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184920 Mar 11 17:13:37.248955 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e409-f96b-4bc8-be4a-648fee33a4d3 None None] The sync data for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 is: [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:32Z', 'revision_number': 3, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:37.252481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-29a587dc-a612-4691-a657-75c162d380a4 req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Calling delete_port for 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:13:37.281091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Allocated IP 172.20.0.1 (85be2e8d-7ae4-44e6-9858-405a816e51eb/eb108ee6-873b-415a-abb9-361fe1e21626/64eacde0-5a98-462e-82df-2ba9790a4e7c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:37.301358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:37.301879 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:37.361377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:37.378713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:37.379382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Checking segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:37.379945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Bound using segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:37.381198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Bound port: d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:37.381752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:37.412671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-967baa27-7a0a-443b-9d01-70e8e6a2d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:37.414558 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-967baa27-7a0a-443b-9d01-70e8e6a2d3f3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7289493 Mar 11 17:13:37.448872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:37.494653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:37.501567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:37.507134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:37.513020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:37.540307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:37.641334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:37.747056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:37.747585 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:37.905916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:37.906905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:37.946763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:37.954751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:37.996603 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-5c8307e3-a757-4bf5-89d3-1588d92451b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9991779 Mar 11 17:13:37.997701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.000224 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.006459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cf60b-0218-4243-b1a2-adf8c77c9d7b req-f33413cd-14b2-4b6d-9da0-d2989bc68e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.008088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0cf60b-0218-4243-b1a2-adf8c77c9d7b req-f33413cd-14b2-4b6d-9da0-d2989bc68e11 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 1096 time: 1.1506968 Mar 11 17:13:38.014623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Attempting to bind port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:38.015047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Attempting to bind port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:38.015385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Attempting to bind port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 on network 4e58c604-74b7-422f-bcf0-316a4da9fd1a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:38.024104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Request body: {'port': {'device_id': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:38.063533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bb460-26eb-4564-9ac4-1f6f21f55055 req-3036c685-c57a-41ac-b806-25dedb24daf9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.071643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b5bb460-26eb-4564-9ac4-1f6f21f55055 req-3036c685-c57a-41ac-b806-25dedb24daf9 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb984fc7-2c7e-43c3-aaea-8400f4e9cb04 HTTP/1.1" status: 200 len: 944 time: 1.1121936 Mar 11 17:13:38.072435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fc9782b1-6e6f-4557-8433-18467a5490b3 None None] Provisioning complete for port 5bd27180-ad80-4f61-b299-e84f6b50d353 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:38.072866 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fc9782b1-6e6f-4557-8433-18467a5490b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.082173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.086016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 on network 4e58c604-74b7-422f-bcf0-316a4da9fd1a not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:13:38.086161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Attempting to bind port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 on network 4e58c604-74b7-422f-bcf0-316a4da9fd1a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:38.090754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.091387 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.092943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] 10.222.0.46 "PUT /v2.0/ports/d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 1091 time: 3.4763975 Mar 11 17:13:38.125544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:38.129879 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db140b7-232b-45a4-a795-62da30f2825a" -d '{"events": [{"name": "network-changed", "server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:38.136553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:38.136973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Checking segment: {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:38.138963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Bound using segment: {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:38.139713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Bound port: 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0872a40-d931-4b98-adde-f7d0d30430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:38.140095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.180794 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.181378 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-29a587dc-a612-4691-a657-75c162d380a4 req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.185445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0e8dd527-639c-4d5c-9526-76bdd0831e94 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4518535 Mar 11 17:13:38.200892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fc9782b1-6e6f-4557-8433-18467a5490b3 None None] Port 5bd27180-ad80-4f61-b299-e84f6b50d353 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:38.216307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce662b68-a3f9-4ecc-8867-5b4238762dc6 req-493dec7d-882d-4b54-8fda-610ed96cf7b8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.217877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce662b68-a3f9-4ecc-8867-5b4238762dc6 req-493dec7d-882d-4b54-8fda-610ed96cf7b8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 931 time: 0.2060518 Mar 11 17:13:38.235324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0cf60b-0218-4243-b1a2-adf8c77c9d7b req-db2b6f8e-b0c6-42a5-97e5-f696e64486d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038774 Mar 11 17:13:38.253743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b5bb460-26eb-4564-9ac4-1f6f21f55055 req-bf5ed6b7-ef39-4e75-b919-0d2b0ab6de89 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773720 Mar 11 17:13:38.281456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.340776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c670a30-1c3b-47d4-9865-c70a8ed6dfdb service neutron] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:38.345797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a587dc-a612-4691-a657-75c162d380a4 req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] No DVR routers for this DVR port 4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:13:38.347288 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.348419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:38.356251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:38.362672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:38.366963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-29a587dc-a612-4691-a657-75c162d380a4 req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.372055 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a587dc-a612-4691-a657-75c162d380a4 req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.66 "DELETE /v2.0/ports/4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13 HTTP/1.1" status: 204 len: 173 time: 3.7846684 Mar 11 17:13:38.423870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-08f874d3-164c-4d8c-8bb0-0b55218110e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.425432 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-08f874d3-164c-4d8c-8bb0-0b55218110e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1094 time: 0.2579908 Mar 11 17:13:38.435921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09558b9-7ccb-40a5-a6da-9aa7b6ec5ee4 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Pushing event deleted for resources: {'Port': ['ID=4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:38.464747 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce662b68-a3f9-4ecc-8867-5b4238762dc6 req-09f6d363-9398-4318-bdf6-57489929762e tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362118 Mar 11 17:13:38.465708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=64eacde0-5a98-462e-82df-2ba9790a4e7c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:38.539221 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.552026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-f4a8ae0e-17dd-492f-a85e-49897cbfab79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 217 time: 0.0702381 Mar 11 17:13:38.640769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b4c0-aa7e-49c2-b977-9671c0287f22 req-3b9e07bb-9979-40e5-b341-9a99dd77bffc tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.645754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] For port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:38.647572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b4c0-aa7e-49c2-b977-9671c0287f22 req-3b9e07bb-9979-40e5-b341-9a99dd77bffc tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.653202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] For port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:38.653561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b4c0-aa7e-49c2-b977-9671c0287f22 req-3b9e07bb-9979-40e5-b341-9a99dd77bffc tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.655289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c85b4c0-aa7e-49c2-b977-9671c0287f22 req-3b9e07bb-9979-40e5-b341-9a99dd77bffc tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2413 time: 0.3004944 Mar 11 17:13:38.707305 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.761698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c8764377-d2c8-4373-89e4-d11e234fd24b None None] Provisioning complete for port 64eacde0-5a98-462e-82df-2ba9790a4e7c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:38.762385 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c8764377-d2c8-4373-89e4-d11e234fd24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.765868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-f2802485-0cfc-4b20-9ecb-195e54419580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.767404 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-f2802485-0cfc-4b20-9ecb-195e54419580 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1980259 Mar 11 17:13:38.776817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.777446 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.778470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c85b4c0-aa7e-49c2-b977-9671c0287f22 req-4e3f333c-35f0-42bd-a518-eaa7e49f6701 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071808 Mar 11 17:13:38.779125 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] 10.222.0.66 "PUT /v2.0/ports/7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 HTTP/1.1" status: 200 len: 1092 time: 5.1454003 Mar 11 17:13:38.785995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5e3b5-8286-4179-b497-5a50eb416081 req-8ab15960-67fb-48fa-9889-14e24d7eeed1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.787601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eac5e3b5-8286-4179-b497-5a50eb416081 req-8ab15960-67fb-48fa-9889-14e24d7eeed1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 943 time: 0.1561413 Mar 11 17:13:38.831764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c8764377-d2c8-4373-89e4-d11e234fd24b None None] Port 64eacde0-5a98-462e-82df-2ba9790a4e7c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:38.869461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eac5e3b5-8286-4179-b497-5a50eb416081 req-204525b1-fa9b-4582-b78d-03f6a2770974 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740409 Mar 11 17:13:38.874808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:38.965991 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9d7d89-83dc-4f3a-89c8-7b777d7eb671 x-openstack-request-id: req-9a9d7d89-83dc-4f3a-89c8-7b777d7eb671 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:38.966271 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:38.966527 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a9d7d89-83dc-4f3a-89c8-7b777d7eb671 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:38.966925 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'status': 'completed', 'code': 200} Mar 11 17:13:38.973396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8fc79-e965-40a8-8183-0e6a47dad31b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:38.998833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-704fa153-c7b5-4440-8412-bc27aa50d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:39.000397 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-704fa153-c7b5-4440-8412-bc27aa50d745 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203600 Mar 11 17:13:39.012143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-fddf97b7-e6d0-4b95-a5f5-128136391a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:39.012652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-fddf97b7-e6d0-4b95-a5f5-128136391a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:39.013123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-fddf97b7-e6d0-4b95-a5f5-128136391a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:39.015139 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-fddf97b7-e6d0-4b95-a5f5-128136391a25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2866 time: 0.1639791 Mar 11 17:13:39.027262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:39.034644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3c42d-86e4-4e08-87f3-511ad27b127d req-b1b501f8-d347-4ae4-8b9d-8b8a062541cb tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:39.036325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b8c3c42d-86e4-4e08-87f3-511ad27b127d req-b1b501f8-d347-4ae4-8b9d-8b8a062541cb tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.1098716 Mar 11 17:13:39.108501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-31303e18-cea5-46d2-ae07-0cae556603e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=50c46a02-e468-4632-b709-0d91686ff783 HTTP/1.1" status: 200 len: 217 time: 0.0631552 Mar 11 17:13:39.185084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-d4902f12-c232-4371-b892-e0ef879601f4 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1218500719&fields=id&tenant_id=3d84908dbe5b4902b0d6488b2340fb79 HTTP/1.1" status: 200 len: 267 time: 0.1284277 Mar 11 17:13:39.204620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:39.206296 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.217781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b8c3c42d-86e4-4e08-87f3-511ad27b127d req-244dcf6c-b7b6-4b53-afe6-f9ad26acc823 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627402 Mar 11 17:13:39.272425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-602a50ea-1072-4bb7-a5db-737bb4e20da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:39.273911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-602a50ea-1072-4bb7-a5db-737bb4e20da4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0f01d9d-83f5-4098-9ee3-1a1a2b882d27 HTTP/1.1" status: 200 len: 801 time: 0.1572835 Mar 11 17:13:39.368718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 81cd00dd-8f5a-4816-9612-bd6cfeca9324 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:39.383361 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-ff7359bf-69f9-4c04-b25f-5a6e6fede83a service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663106 Mar 11 17:13:39.391960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd27180-ad80-4f61-b299-e84f6b50d353 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:39.392680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.405453 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.408270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.409178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.421069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661027-f750-40e0-8a17-52af492e82a7 req-989b54f3-6c8b-4e2f-b30c-9a352a066f7a tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:39.429018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-989b54f3-6c8b-4e2f-b30c-9a352a066f7a tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/networks?id=a301cfec-62ac-4fba-b15a-2f5d2fde2312 HTTP/1.1" status: 200 len: 814 time: 0.2429605 Mar 11 17:13:39.436933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:39.441578 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209b67d7-4b08-4284-bcab-4d46d86a53c2" -d '{"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-plugged", "status": "completed", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:39.461113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:39.478808 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.480517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-000bac88-4312-4eda-8635-3230aa0bd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:39.482819 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-000bac88-4312-4eda-8635-3230aa0bd70c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e58c604-74b7-422f-bcf0-316a4da9fd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1881018 Mar 11 17:13:39.486702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Transition to ACTIVE for port object 5bd27180-ad80-4f61-b299-e84f6b50d353 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:13:39.499977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-b0914ad1-95bb-4ffc-b96d-c9852a2459a2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/quotas/3d84908dbe5b4902b0d6488b2340fb79 HTTP/1.1" status: 200 len: 375 time: 0.0700815 Mar 11 17:13:39.508280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.522787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=64eacde0-5a98-462e-82df-2ba9790a4e7c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:39.531628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 81cd00dd-8f5a-4816-9612-bd6cfeca9324 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:39.531997 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.538920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67fba0-c046-4732-adae-c1950165b770 req-a7449f00-8b2a-43d0-ac91-8b4eea2580e2 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:39.540878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c67fba0-c046-4732-adae-c1950165b770 req-a7449f00-8b2a-43d0-ac91-8b4eea2580e2 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 950 time: 0.1685092 Mar 11 17:13:39.542019 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.593309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=11']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:39.665626 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.691121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 81cd00dd-8f5a-4816-9612-bd6cfeca9324, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=81cd00dd-8f5a-4816-9612-bd6cfeca9324,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:39.698154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c67fba0-c046-4732-adae-c1950165b770 req-c80a183e-31b3-488f-a2a9-8241bef99790 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197405 Mar 11 17:13:39.699059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:39.726042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-ff354fe0-4ab1-413c-a001-e964028c587b tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d84908dbe5b4902b0d6488b2340fb79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2086179 Mar 11 17:13:39.768492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=81cd00dd-8f5a-4816-9612-bd6cfeca9324,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:39.843511 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed40c94-5f94-465b-a5b0-6928c76da9d3 x-openstack-request-id: req-3ed40c94-5f94-465b-a5b0-6928c76da9d3 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:39.844758 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-plugged", "status": "completed", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:39.845513 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ed40c94-5f94-465b-a5b0-6928c76da9d3 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:39.846056 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'code': 200} Mar 11 17:13:39.864816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:39.873011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:39.992101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-0105288c-342d-4afe-b7ea-efd353311b99 service neutron] 10.222.0.53 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321146 Mar 11 17:13:40.006528 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-da9cc4e1-ebb7-4c8d-8df4-8d838a53cc0b req-8392788c-661d-459d-9c0c-c4b44fba9163 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093497 Mar 11 17:13:40.028003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:40.147093 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-a5757f48-9ba0-49f8-9186-6818f0c73a02 service neutron] 10.222.0.66 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503358 Mar 11 17:13:40.165644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c55d4-ce77-4898-9922-222e72cff8f0 req-18795770-9d9c-40e1-9004-00776a81b161 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:40.167123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad0c55d4-ce77-4898-9922-222e72cff8f0 req-18795770-9d9c-40e1-9004-00776a81b161 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.2396467 Mar 11 17:13:40.180310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Attempting to bind port 5bd27180-ad80-4f61-b299-e84f6b50d353 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:40.180757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Attempting to bind port 5bd27180-ad80-4f61-b299-e84f6b50d353 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:40.181184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Attempting to bind port 5bd27180-ad80-4f61-b299-e84f6b50d353 on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:40.185687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee50dab-78e7-4638-8ee6-9726d85ae632 req-c49d0ef4-cff9-412e-9062-c3f47da35a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:40.187214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fee50dab-78e7-4638-8ee6-9726d85ae632 req-c49d0ef4-cff9-412e-9062-c3f47da35a07 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1102 time: 0.1874621 Mar 11 17:13:40.189626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db140b7-232b-45a4-a795-62da30f2825a req-aa283edc-7a14-4b71-9827-983c8b71df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:40.192075 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5db140b7-232b-45a4-a795-62da30f2825a req-aa283edc-7a14-4b71-9827-983c8b71df80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1094 time: 0.1135788 Mar 11 17:13:40.226571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Port 5bd27180-ad80-4f61-b299-e84f6b50d353 on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:13:40.227080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Attempting to bind port 5bd27180-ad80-4f61-b299-e84f6b50d353 on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:40.231099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:13:40.278195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-41d0c896-e6bc-4730-b381-ff7363f95000 service neutron] 10.222.0.53 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645152 Mar 11 17:13:40.288165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad0c55d4-ce77-4898-9922-222e72cff8f0 req-892a2c7e-4cb9-4d26-aeae-77ce90b12f4f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105111 Mar 11 17:13:40.332630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fee50dab-78e7-4638-8ee6-9726d85ae632 req-d74a1ed0-10a0-404a-b1e8-16dcac257f9d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161087 Mar 11 17:13:40.333147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:40.333696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Checking segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:40.334886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Bound using segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:40.334886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Bound port: 5bd27180-ad80-4f61-b299-e84f6b50d353, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:40.335205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:40.338278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9f91fdaf-7425-4c8b-9125-19ff8f9fa2ec None None] Provisioning complete for port 64eacde0-5a98-462e-82df-2ba9790a4e7c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:40.338664 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9f91fdaf-7425-4c8b-9125-19ff8f9fa2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:40.434664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-9f91fdaf-7425-4c8b-9125-19ff8f9fa2ec None None] Port 64eacde0-5a98-462e-82df-2ba9790a4e7c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:40.442047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:40.449651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7407a179-0b3b-429b-8b5c-d6c62243a0e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/f5635c79-8885-434e-a8c2-fc3e4a9d38d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4936924 Mar 11 17:13:40.460803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Sync routers for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:40.471996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:40.472878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:40.528968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db140b7-232b-45a4-a795-62da30f2825a req-035014cd-c539-4edb-b65b-99c6df9d4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:40.530535 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5db140b7-232b-45a4-a795-62da30f2825a req-035014cd-c539-4edb-b65b-99c6df9d4b5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.3283072 Mar 11 17:13:40.580576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-831f994d-5191-41af-a02f-723a57b32ce9 service neutron] 10.222.0.66 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004920 Mar 11 17:13:40.682952 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5db140b7-232b-45a4-a795-62da30f2825a req-a2c35978-4ce7-48e5-965d-d513b338660e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 217 time: 0.1121933 Mar 11 17:13:40.699457 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:40.731562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:40.744660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:40.760242 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-15691f59-d81a-4682-8543-8c077e8e764c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=d499a952-fb14-4a78-933b-10c4dde063ce HTTP/1.1" status: 200 len: 217 time: 0.1568236 Mar 11 17:13:40.805821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fff2e-942e-451c-8276-97692221a013 req-950322e2-c65a-432a-b71d-8b057fd140b7 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:40.817564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fff2e-942e-451c-8276-97692221a013 req-950322e2-c65a-432a-b71d-8b057fd140b7 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:40.824331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fff2e-942e-451c-8276-97692221a013 req-950322e2-c65a-432a-b71d-8b057fd140b7 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:40.826708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-250fff2e-942e-451c-8276-97692221a013 req-950322e2-c65a-432a-b71d-8b057fd140b7 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2413 time: 0.2163792 Mar 11 17:13:40.856493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8e0fb-44e9-484a-a6ba-3df94ca0db64 req-25d17848-bc71-4ca4-8aef-2e3401086c25 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:40.876175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:40.879238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45e8e0fb-44e9-484a-a6ba-3df94ca0db64 req-25d17848-bc71-4ca4-8aef-2e3401086c25 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 943 time: 0.1748273 Mar 11 17:13:40.922082 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:40.976111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'name': 'network-vif-deleted', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13'}, {'name': 'network-changed', 'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'tag': '7b7cf77b-9e1f-4b05-9cb7-5fce9c671642'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:40.978900 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9328cd8-7b0f-43de-9dc6-2984c53591d2" -d '{"events": [{"server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "name": "network-vif-deleted", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13"}, {"name": "network-changed", "server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "tag": "7b7cf77b-9e1f-4b05-9cb7-5fce9c671642"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:41.002501 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.003255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:41.005331 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] 10.222.0.46 "PUT /v2.0/ports/5bd27180-ad80-4f61-b299-e84f6b50d353 HTTP/1.1" status: 200 len: 1091 time: 2.9955478 Mar 11 17:13:41.010253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db140b7-232b-45a4-a795-62da30f2825a req-7650edc4-1be8-438d-aa0f-ab4c6b0b27df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.012249 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5db140b7-232b-45a4-a795-62da30f2825a req-7650edc4-1be8-438d-aa0f-ab4c6b0b27df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.2701206 Mar 11 17:13:41.025240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-b63627fe-dc9c-468a-bb55-0b761bc9f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.025240 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-b63627fe-dc9c-468a-bb55-0b761bc9f0b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a5d3b18-44b0-4d95-b0c0-98cdd65e6f38 HTTP/1.1" status: 200 len: 801 time: 0.2470822 Mar 11 17:13:41.042131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-250fff2e-942e-451c-8276-97692221a013 req-afe8abbf-abc7-4392-b584-a3153a3be500 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012639 Mar 11 17:13:41.088978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45e8e0fb-44e9-484a-a6ba-3df94ca0db64 req-70fd7f43-5361-47b6-8f2a-f8f118c6f7ef tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084026 Mar 11 17:13:41.119972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 2, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:41.232329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 81cd00dd-8f5a-4816-9612-bd6cfeca9324 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:41.232329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Checking router: f5635c79-8885-434e-a8c2-fc3e4a9d38d6 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:41.232329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Updating router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 port 64eacde0-5a98-462e-82df-2ba9790a4e7c binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:13:41.278782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35d66a5b-f7e4-42bb-b38b-5002ccad1a88 req-a2f60e4d-4259-4ef0-a157-74a286bdeee1 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 210 time: 0.0875540 Mar 11 17:13:41.279472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aae5cc-6f27-43e2-97e7-20f6af151956 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:41.351168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-efa22a23-c1f9-4bff-996e-ef233a451185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.353136 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-efa22a23-c1f9-4bff-996e-ef233a451185 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 1094 time: 0.2415955 Mar 11 17:13:41.358072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-6438aa79-dccc-4982-a1aa-843034e0813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.359605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-6438aa79-dccc-4982-a1aa-843034e0813c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=538cf0b3-a605-42dd-bc72-ee570eecbd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3145700 Mar 11 17:13:41.365050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db140b7-232b-45a4-a795-62da30f2825a req-02805d6e-7a19-429f-ad97-cf4b5952c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.366626 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5db140b7-232b-45a4-a795-62da30f2825a req-02805d6e-7a19-429f-ad97-cf4b5952c0e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3278744 Mar 11 17:13:41.378676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:41.400106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-9ddaf42f-d6a3-44a6-9b75-f9810db40751 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.401904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-9ddaf42f-d6a3-44a6-9b75-f9810db40751 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.46 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 945 time: 0.2965174 Mar 11 17:13:41.452281 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-245e4f95-2c7c-4609-8022-785f58d67002 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bd27180-ad80-4f61-b299-e84f6b50d353 HTTP/1.1" status: 200 len: 217 time: 0.0846145 Mar 11 17:13:41.526386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b717-2eca-487f-bd31-1838bb01cea9 req-3a1483d9-d2d4-4c6e-9a08-dd84545a0002 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.527990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5e7b717-2eca-487f-bd31-1838bb01cea9 req-3a1483d9-d2d4-4c6e-9a08-dd84545a0002 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.3212233 Mar 11 17:13:41.614069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e159dc-afa3-4256-8ea9-782f7e881ea0 req-5e908b09-bd41-4db4-bb4d-68bccd5a59c6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.618743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16e159dc-afa3-4256-8ea9-782f7e881ea0 req-5e908b09-bd41-4db4-bb4d-68bccd5a59c6 tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 945 time: 0.2489524 Mar 11 17:13:41.646453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 81cd00dd-8f5a-4816-9612-bd6cfeca9324 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:41.647032 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:41.660997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f9069bf5-8c2c-492a-8db7-0ca18cc676a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.663119 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-f9069bf5-8c2c-492a-8db7-0ca18cc676a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.1513376 Mar 11 17:13:41.710145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5e7b717-2eca-487f-bd31-1838bb01cea9 req-9f82fa31-f366-44c8-9d6c-8b0ecc9462ab tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592567 Mar 11 17:13:41.716567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Deleting port 7f173a59-eba5-46f0-8af6-24e1e423cb5b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:13:41.717126 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:41.757979 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-d1579a3b-26db-47b0-ac66-3f70e22db467 service neutron] 10.222.0.66 "GET /v2.0/networks/538cf0b3-a605-42dd-bc72-ee570eecbd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830748 Mar 11 17:13:41.785342 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5db140b7-232b-45a4-a795-62da30f2825a req-6fec3810-6e0e-4d1a-8a66-cb3fe825adec service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615110 Mar 11 17:13:41.815913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16e159dc-afa3-4256-8ea9-782f7e881ea0 req-f3bac4e6-9c4c-42ff-8c76-5bec5466329c tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cbe1627-c4d8-4dae-89dc-5261706338e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724064 Mar 11 17:13:41.926032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c1d5d-8c91-4705-abc4-555b043c1c20 req-9191c613-779c-4e9a-ab3a-3ba49a17b2c4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.934053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-836c1d5d-8c91-4705-abc4-555b043c1c20 req-9191c613-779c-4e9a-ab3a-3ba49a17b2c4 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 951 time: 0.1096301 Mar 11 17:13:41.982929 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:41.997048 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.004665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-3abbe031-cf3d-4b84-adbb-3028f545f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:42.006917 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-3abbe031-cf3d-4b84-adbb-3028f545f5c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3174841 Mar 11 17:13:42.054635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-836c1d5d-8c91-4705-abc4-555b043c1c20 req-0f08b1d3-3e53-4e9e-8006-428928bfaf59 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141424 Mar 11 17:13:42.069130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3594d1-19e1-4418-a5c7-fc881af65d04 None None] Pushing event updated for resources: {'Port': ['ID=64eacde0-5a98-462e-82df-2ba9790a4e7c,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:42.163140 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae4054c-c041-473a-9d6f-7e8aa5d7c855 x-openstack-request-id: req-4ae4054c-c041-473a-9d6f-7e8aa5d7c855 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:42.171369 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb984fc7-2c7e-43c3-aaea-8400f4e9cb04", "name": "network-vif-deleted", "tag": "4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "tag": "7b7cf77b-9e1f-4b05-9cb7-5fce9c671642", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:42.171678 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ae4054c-c041-473a-9d6f-7e8aa5d7c855 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:42.172111 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb984fc7-2c7e-43c3-aaea-8400f4e9cb04', 'name': 'network-vif-deleted', 'tag': '4d8d91d9-cc8e-44df-a3ef-bd2761cf1b13', 'status': 'completed', 'code': 200} Mar 11 17:13:42.172406 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'tag': '7b7cf77b-9e1f-4b05-9cb7-5fce9c671642', 'status': 'completed', 'code': 200} Mar 11 17:13:42.178410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] For port 7f173a59-eba5-46f0-8af6-24e1e423cb5b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7f173a59-eba5-46f0-8af6-24e1e423cb5b,segment=NetworkSegment(6a74e8bd-2c76-48e4-83d1-e929cee7f2b9),segment_id=6a74e8bd-2c76-48e4-83d1-e929cee7f2b9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:42.178882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.208066 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-5fe86838-8159-4c06-b2ab-58b1bcb34916 service neutron] 10.222.0.66 "GET /v2.0/networks/538cf0b3-a605-42dd-bc72-ee570eecbd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212027 Mar 11 17:13:42.212092 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5db140b7-232b-45a4-a795-62da30f2825a req-aeabbc50-08af-4304-a1fc-7325289c9726 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926785 Mar 11 17:13:42.230663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Calling delete_port for 7f173a59-eba5-46f0-8af6-24e1e423cb5b owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:13:42.304475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-8737d61e-7f20-42f9-a874-11f1c79b94dd tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:42.305213 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-0c492bff-7929-4b59-b050-af4a81526cb2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 HTTP/1.1" status: 200 len: 217 time: 0.0777459 Mar 11 17:13:42.311765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-8737d61e-7f20-42f9-a874-11f1c79b94dd tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 821 time: 0.3073545 Mar 11 17:13:42.355693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Attempting to bind port 64eacde0-5a98-462e-82df-2ba9790a4e7c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:42.356259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Attempting to bind port 64eacde0-5a98-462e-82df-2ba9790a4e7c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:42.356433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Attempting to bind port 64eacde0-5a98-462e-82df-2ba9790a4e7c on network 85be2e8d-7ae4-44e6-9858-405a816e51eb {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:42.357360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-50377563-33ba-4d44-b7dd-a721977c556a tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/quotas/248ba4cf133d4a8b9259c2eb53769958 HTTP/1.1" status: 200 len: 375 time: 0.0446620 Mar 11 17:13:42.363284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:42.363664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Checking segment: {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:42.365034 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.365448 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Bound using segment: {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:42.365926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Bound port: 64eacde0-5a98-462e-82df-2ba9790a4e7c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:42.366314 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.396531 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-565182ec-51d7-4486-895a-ea9f4301f065 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802722 Mar 11 17:13:42.450466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-92d6670e-f4a3-44f7-92d6-124e7f3469a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:42.452103 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-92d6670e-f4a3-44f7-92d6-124e7f3469a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0f01d9d-83f5-4098-9ee3-1a1a2b882d27 HTTP/1.1" status: 200 len: 801 time: 0.1262770 Mar 11 17:13:42.472866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] For port 64eacde0-5a98-462e-82df-2ba9790a4e7c, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:42.474449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cbbf9-6efb-4fdc-a5bf-8a701a501c3b req-0b5a3cd0-6172-432c-84c8-d580c135e87f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:42.476015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-085cbbf9-6efb-4fdc-a5bf-8a701a501c3b req-0b5a3cd0-6172-432c-84c8-d580c135e87f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.2545505 Mar 11 17:13:42.484250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] For port 64eacde0-5a98-462e-82df-2ba9790a4e7c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=64eacde0-5a98-462e-82df-2ba9790a4e7c,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:42.493394 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.499153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-efb7763b-ea9b-4945-8156-e672bf06dc4b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1406071 Mar 11 17:13:42.531645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8cdbf320-5d7d-4856-bd0f-438300a059d2 None None] Provisioning complete for port 64eacde0-5a98-462e-82df-2ba9790a4e7c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:42.532826 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf320-5d7d-4856-bd0f-438300a059d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.582179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661027-f750-40e0-8a17-52af492e82a7 req-15b19b16-8df7-4455-bae0-4e9744d84f01 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:42.584703 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-15b19b16-8df7-4455-bae0-4e9744d84f01 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.66 "GET /v2.0/networks?id=a301cfec-62ac-4fba-b15a-2f5d2fde2312 HTTP/1.1" status: 200 len: 814 time: 0.2924032 Mar 11 17:13:42.598348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:42.599391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:42.607721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ad64-fe84-483c-adc4-220ce61981db req-12665f6d-82c6-40c0-86d3-fe84d1a7ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:42.609214 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-12665f6d-82c6-40c0-86d3-fe84d1a7ebde service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e58c604-74b7-422f-bcf0-316a4da9fd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1179044 Mar 11 17:13:42.618325 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f72ea00f-fd13-4d71-bb60-780f3a62750b req-21be81fa-fbb2-4908-9dc8-8119d4b7e9c3 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130127 Mar 11 17:13:42.644882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-085cbbf9-6efb-4fdc-a5bf-8a701a501c3b req-a86c220f-7b82-4b8b-9f3c-80be73576b39 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436052 Mar 11 17:13:42.685102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3594d1-19e1-4418-a5c7-fc881af65d04 None None] Pushing event updated for resources: {'Port': ['ID=64eacde0-5a98-462e-82df-2ba9790a4e7c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:42.715898 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-acecaa62-d013-4e3b-9ef4-6c5a5cde9bb3 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d84908dbe5b4902b0d6488b2340fb79 HTTP/1.1" status: 200 len: 380 time: 0.1128378 Mar 11 17:13:42.733213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Request body: {'port': {'device_id': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'admin_state_up': True, 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'security_groups': ['6f30b1c9-980e-4318-9b94-54d6e5bcfe4d']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:42.740024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-02d5b486-269d-4402-b84c-af486a2796f7 service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399781 Mar 11 17:13:42.854204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-a5104306-49c9-4a98-b3ff-84a608f8d1e5 service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129527 Mar 11 17:13:42.872786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:42.874964 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf320-5d7d-4856-bd0f-438300a059d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.880927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.951051 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-e8143060-418f-4303-98e1-a01ab389e6db service neutron] 10.222.0.66 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254781 Mar 11 17:13:43.011830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Pushing event deleted for resources: {'Port': ['ID=7f173a59-eba5-46f0-8af6-24e1e423cb5b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:43.036761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7f173a59-eba5-46f0-8af6-24e1e423cb5b no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:43.042535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8cdbf320-5d7d-4856-bd0f-438300a059d2 None None] For port 64eacde0-5a98-462e-82df-2ba9790a4e7c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=64eacde0-5a98-462e-82df-2ba9790a4e7c,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:43.063773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905dc6-c5e8-4fb0-9e32-c2d173a27355 req-268accd1-4576-407c-a359-75f9cda1ecca tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.080899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63905dc6-c5e8-4fb0-9e32-c2d173a27355 req-268accd1-4576-407c-a359-75f9cda1ecca tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.2206507 Mar 11 17:13:43.089174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] No DVR routers for this DVR port 7f173a59-eba5-46f0-8af6-24e1e423cb5b on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:13:43.091694 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce67ad64-fe84-483c-adc4-220ce61981db req-94b09a88-4710-4e2a-ae8f-abf0cf84a809 service neutron] 10.222.0.66 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306486 Mar 11 17:13:43.093738 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:43.097645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Made reservation on behalf of 3d84908dbe5b4902b0d6488b2340fb79 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:43.098893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fec82c1c-016d-4bc8-9c77-2514b98dda1d req-f08e6e7b-5e54-467a-bef3-14da71e0e50d tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.46 "DELETE /v2.0/ports/7f173a59-eba5-46f0-8af6-24e1e423cb5b HTTP/1.1" status: 204 len: 173 time: 1.6601584 Mar 11 17:13:43.099374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'name': 'network-vif-deleted', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:43.101278 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:43.101820 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d9fda6-8dac-4af8-8ee0-514aeb1dd2b1" -d '{"events": [{"server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "name": "network-vif-deleted", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:43.125968 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf320-5d7d-4856-bd0f-438300a059d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:43.129072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 7f173a59-eba5-46f0-8af6-24e1e423cb5b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:13:43.129570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7f173a59-eba5-46f0-8af6-24e1e423cb5b not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:13:43.198671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63905dc6-c5e8-4fb0-9e32-c2d173a27355 req-a994d132-b868-4e34-baf0-d38cbfdaeb2f tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152575 Mar 11 17:13:43.231177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1a7db-00a0-473b-a620-6b65cb4bdfe5 req-97e15080-dbfa-4554-9463-4df416910675 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.251825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1a7db-00a0-473b-a620-6b65cb4bdfe5 req-97e15080-dbfa-4554-9463-4df416910675 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.262516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbf320-5d7d-4856-bd0f-438300a059d2 None None] Pushing event updated for resources: {'Port': ['ID=64eacde0-5a98-462e-82df-2ba9790a4e7c,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:43.272561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1a7db-00a0-473b-a620-6b65cb4bdfe5 req-97e15080-dbfa-4554-9463-4df416910675 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.274524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91a1a7db-00a0-473b-a620-6b65cb4bdfe5 req-97e15080-dbfa-4554-9463-4df416910675 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2413 time: 0.1689024 Mar 11 17:13:43.317147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-88b29207-0d5f-41b7-b570-acdd1ff962b1 None None] Provisioning complete for port 64eacde0-5a98-462e-82df-2ba9790a4e7c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:43.318082 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88b29207-0d5f-41b7-b570-acdd1ff962b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:43.381027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-5b378e01-71e7-4396-a32b-3267c7772deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.381655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-5b378e01-71e7-4396-a32b-3267c7772deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.382119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-5b378e01-71e7-4396-a32b-3267c7772deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.385120 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-5b378e01-71e7-4396-a32b-3267c7772deb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2866 time: 0.1198137 Mar 11 17:13:43.410941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91a1a7db-00a0-473b-a620-6b65cb4bdfe5 req-d2aab2ec-1671-442a-bda6-232e1fe8f321 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267307 Mar 11 17:13:43.439407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c577fdf-7e85-4c30-b8b0-97351436c4ff req-6709200d-1f16-495a-9068-dc40a911517c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.449053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c577fdf-7e85-4c30-b8b0-97351436c4ff req-6709200d-1f16-495a-9068-dc40a911517c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 943 time: 0.1217742 Mar 11 17:13:43.504215 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c577fdf-7e85-4c30-b8b0-97351436c4ff req-2020a825-b02c-49c2-879a-eca8f298bd5c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533986 Mar 11 17:13:43.513811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Allocated IP 172.20.0.13 (a301cfec-62ac-4fba-b15a-2f5d2fde2312/81a4a54b-3d17-408f-83ca-091aab0a9fe8/63cddf06-98c9-4880-bed2-b61d1647e7d9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:43.572316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:43.597996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6297d600-9d68-4cf1-b70f-44e3a9267544 req-fc651064-d4c3-4595-a9b1-f4a7425d6442 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 210 time: 0.0652139 Mar 11 17:13:43.611370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-be4af696-b0b7-49be-b0b0-4427cd5eda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.612947 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-be4af696-b0b7-49be-b0b0-4427cd5eda76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e58c604-74b7-422f-bcf0-316a4da9fd1a HTTP/1.1" status: 200 len: 901 time: 0.2028458 Mar 11 17:13:43.644558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c56c10-807a-41db-952d-c29c5e743d70 None None] The sync data for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 is: [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:43.651667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-651e64ed-e4cd-4b2c-8589-449f5eac6775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:43.685738 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-b15d2b46-9bb5-4a4f-a6ab-50b15d730700 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 HTTP/1.1" status: 200 len: 217 time: 0.0592463 Mar 11 17:13:43.687854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4a2697b-dbb6-4158-9f3b-4e65a8f43ee6 req-b02a627e-115e-426e-a5c4-f0f3a1657ee6 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 210 time: 0.0397573 Mar 11 17:13:43.792927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5fa89f81-8adf-40fc-8bfb-e14fa044781a req-86e0364f-5438-43a4-a410-957c8620996f tempest-LiveAutoBlockMigrationV225Test-1092560928 tempest-LiveAutoBlockMigrationV225Test-1092560928-project] 10.222.0.53 "GET /v2.0/ports?device_id=e456d5fd-a9f0-48cf-825a-c5f5724af78b HTTP/1.1" status: 200 len: 210 time: 0.0956571 Mar 11 17:13:43.888935 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc40491f-d9ef-427a-8165-ebeee8067781 x-openstack-request-id: req-bc40491f-d9ef-427a-8165-ebeee8067781 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:43.889636 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456d5fd-a9f0-48cf-825a-c5f5724af78b", "name": "network-vif-deleted", "tag": "7f173a59-eba5-46f0-8af6-24e1e423cb5b", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:43.890227 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc40491f-d9ef-427a-8165-ebeee8067781 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:43.890942 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456d5fd-a9f0-48cf-825a-c5f5724af78b', 'name': 'network-vif-deleted', 'tag': '7f173a59-eba5-46f0-8af6-24e1e423cb5b', 'status': 'completed', 'code': 200} Mar 11 17:13:43.910477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2909267-c3a0-4aee-8b59-e38f835f0182 req-825d153d-71f2-4b5b-a8df-ae091dab35df tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.919377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2909267-c3a0-4aee-8b59-e38f835f0182 req-825d153d-71f2-4b5b-a8df-ae091dab35df tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 951 time: 0.1085768 Mar 11 17:13:43.931091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-0e819611-0788-4851-b285-5d835c9ff80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:43.932647 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-0e819611-0788-4851-b285-5d835c9ff80b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0f01d9d-83f5-4098-9ee3-1a1a2b882d27 HTTP/1.1" status: 200 len: 801 time: 0.2220957 Mar 11 17:13:43.977045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2909267-c3a0-4aee-8b59-e38f835f0182 req-2c78be41-82b4-4247-a686-f3271b92b10f tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563314 Mar 11 17:13:43.996578 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:44.021174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-e0048e53-b428-4c40-9771-ac921a2bd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:44.023236 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-e0048e53-b428-4c40-9771-ac921a2bd731 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e58c604-74b7-422f-bcf0-316a4da9fd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0767026 Mar 11 17:13:44.175042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d6f55-2171-418f-9690-5e1c7316aee3 req-2fd18292-2984-423d-9d55-a85758e6c1d9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:44.176883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b64d6f55-2171-418f-9690-5e1c7316aee3 req-2fd18292-2984-423d-9d55-a85758e6c1d9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.1027739 Mar 11 17:13:44.196933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:44.199328 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa56d025-024d-4a78-9105-64dd74cd70ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:44.203822 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-dfc2e00b-743c-4bff-ad59-89e54601df0a service neutron] 10.222.0.66 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664217 Mar 11 17:13:44.215579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:44.230547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00013c1c-4338-4bd3-b8c6-cec369b55265 req-e9ccedf2-3d54-4baa-98b4-9a0b408dc103 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:44.232119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00013c1c-4338-4bd3-b8c6-cec369b55265 req-e9ccedf2-3d54-4baa-98b4-9a0b408dc103 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.1211853 Mar 11 17:13:44.245664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b64d6f55-2171-418f-9690-5e1c7316aee3 req-8f72ce94-e5fc-4fd9-8e9d-6e5be86d5226 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604298 Mar 11 17:13:44.304078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00013c1c-4338-4bd3-b8c6-cec369b55265 req-bef63a16-b508-489d-912b-193594293af2 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566931 Mar 11 17:13:44.325183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Network a301cfec-62ac-4fba-b15a-2f5d2fde2312 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:44.325183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:44.338195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:44.383168 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3ac874-3a24-40c9-ac4f-634902b80336 x-openstack-request-id: req-ca3ac874-3a24-40c9-ac4f-634902b80336 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:44.385130 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:44.385844 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca3ac874-3a24-40c9-ac4f-634902b80336 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:44.386478 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'status': 'completed', 'code': 200} Mar 11 17:13:44.412231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Pushing event updated for resources: {'Port': ['ID=63cddf06-98c9-4880-bed2-b61d1647e7d9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:44.438586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:44.439219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:44.463776 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a9328cd8-7b0f-43de-9dc6-2984c53591d2 req-3b634134-9862-49c5-b8bb-4f607c28e764 service neutron] 10.222.0.66 "GET /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431762 Mar 11 17:13:44.469526 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-ce8f72e9-d013-4e13-9fd0-12554de41b55 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7472165 Mar 11 17:13:44.490436 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Request body: {'port': {'device_id': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:44.569771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:44.594897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-99d11fb1-c1e6-4dfd-a75e-234fe2a81a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:44.596438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-99d11fb1-c1e6-4dfd-a75e-234fe2a81a36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 1094 time: 0.1886320 Mar 11 17:13:44.663918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84b4a0-f3cb-4e75-9587-9040cc7662c0 req-ee5a4804-4c3f-4ddf-aed6-1b745e895f8c tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:44.665981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd84b4a0-f3cb-4e75-9587-9040cc7662c0 req-ee5a4804-4c3f-4ddf-aed6-1b745e895f8c tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1102 time: 0.1356478 Mar 11 17:13:44.678137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e60da076-1805-4416-bd3c-1e271bd8a673 None None] Provisioning complete for port 63cddf06-98c9-4880-bed2-b61d1647e7d9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:44.679231 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e60da076-1805-4416-bd3c-1e271bd8a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:44.682815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c092d-37b4-4f20-a903-12d06f82f1d9 req-c48ae2ba-c09f-41bc-b639-0c71416ab8c9 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:44.684007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e06c092d-37b4-4f20-a903-12d06f82f1d9 req-c48ae2ba-c09f-41bc-b639-0c71416ab8c9 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.1939182 Mar 11 17:13:44.748248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e60da076-1805-4416-bd3c-1e271bd8a673 None None] Port 63cddf06-98c9-4880-bed2-b61d1647e7d9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:44.928433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cddf06-98c9-4880-bed2-b61d1647e7d9 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:44.937097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:44.951484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Transition to ACTIVE for port object 63cddf06-98c9-4880-bed2-b61d1647e7d9 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:13:44.965861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.045451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:45.069079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e06c092d-37b4-4f20-a903-12d06f82f1d9 req-f3df9c48-2eb5-4004-8dae-0725455e8a94 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702514 Mar 11 17:13:45.093561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Pushing event updated for resources: {'Port': ['ID=63cddf06-98c9-4880-bed2-b61d1647e7d9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:45.116181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd84b4a0-f3cb-4e75-9587-9040cc7662c0 req-b9968abf-f92f-49b3-a7f1-90b274c18f54 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311221 Mar 11 17:13:45.133840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-04632eab-eac7-4c97-b46a-0553f656560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.135428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-04632eab-eac7-4c97-b46a-0553f656560c service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.5301323 Mar 11 17:13:45.207324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-dd1452f0-9c58-4631-b504-5078a8a62ac7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bd27180-ad80-4f61-b299-e84f6b50d353 HTTP/1.1" status: 200 len: 217 time: 0.0646632 Mar 11 17:13:45.266272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64eacde0-5a98-462e-82df-2ba9790a4e7c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:45.327069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-19012042-9e20-43bf-a3c6-88419a2236bb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.328807 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-19012042-9e20-43bf-a3c6-88419a2236bb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.66 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 821 time: 0.4871325 Mar 11 17:13:45.333696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc964d8-6cb3-4c61-9a04-c9d0ad8909dc req-4d78a365-ac01-461a-9e6e-5b5d7c59d97b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.341222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc964d8-6cb3-4c61-9a04-c9d0ad8909dc req-4d78a365-ac01-461a-9e6e-5b5d7c59d97b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.349066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc964d8-6cb3-4c61-9a04-c9d0ad8909dc req-4d78a365-ac01-461a-9e6e-5b5d7c59d97b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.349889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Request body: {'port': {'device_id': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'admin_state_up': True, 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:45.351200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc964d8-6cb3-4c61-9a04-c9d0ad8909dc req-4d78a365-ac01-461a-9e6e-5b5d7c59d97b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2413 time: 0.1426976 Mar 11 17:13:45.371697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:45.380875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Attempting to bind port 63cddf06-98c9-4880-bed2-b61d1647e7d9 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:45.381927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Attempting to bind port 63cddf06-98c9-4880-bed2-b61d1647e7d9 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:45.382908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Attempting to bind port 63cddf06-98c9-4880-bed2-b61d1647e7d9 on network a301cfec-62ac-4fba-b15a-2f5d2fde2312 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:45.396199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 64eacde0-5a98-462e-82df-2ba9790a4e7c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:45.396602 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.398390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'port_id': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'mac_address': 'fa:16:3e:24:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:45.427395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-6c9ef6a9-8ed1-4b6d-ba4b-86bacf2a748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.428951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-6c9ef6a9-8ed1-4b6d-ba4b-86bacf2a748d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.1797860 Mar 11 17:13:45.451104 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc964d8-6cb3-4c61-9a04-c9d0ad8909dc req-29d301a9-d92d-4653-894a-308e19d26bd0 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721734 Mar 11 17:13:45.482546 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.493220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455e20-9e97-4aba-8f1f-8e78aa7199ac req-f87c399b-c257-4888-84a3-7ab2d50aab70 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.500969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4455e20-9e97-4aba-8f1f-8e78aa7199ac req-f87c399b-c257-4888-84a3-7ab2d50aab70 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 943 time: 0.1835845 Mar 11 17:13:45.514507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:45.553147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-17bbf7ae-246a-4350-b7b8-ca40c82704a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.554689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-17bbf7ae-246a-4350-b7b8-ca40c82704a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092346 Mar 11 17:13:45.558015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:45.567273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.568756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4455e20-9e97-4aba-8f1f-8e78aa7199ac req-301c483f-a085-41a4-8494-7f7a5ba889fb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664740 Mar 11 17:13:45.689641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:45.763154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Port 63cddf06-98c9-4880-bed2-b61d1647e7d9 on network a301cfec-62ac-4fba-b15a-2f5d2fde2312 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:13:45.763747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Attempting to bind port 63cddf06-98c9-4880-bed2-b61d1647e7d9 on network a301cfec-62ac-4fba-b15a-2f5d2fde2312 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:45.771847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a049f4cd-a123-4dc7-bacb-351d0316ccbd req-2a26920b-0423-4f0b-be98-8def75fa36d2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 210 time: 0.0648282 Mar 11 17:13:45.776011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:45.776169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Checking segment: {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:45.776750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Bound using segment: {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:45.777458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Bound port: 63cddf06-98c9-4880-bed2-b61d1647e7d9, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026d0334-5283-4204-a7a5-229b10677695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:45.778155 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.781081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-29e495ff-7795-44f8-84fd-631827cc2e60 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058487 Mar 11 17:13:45.818450 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-36d53b59-f98d-4e71-9514-99471da9e742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.845367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45214) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:45.861038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d66f56-0e81-4c70-8ea4-cf14b296af8b req-4fcfeddf-3d08-4e24-87f7-2ea2c0cb7058 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.862872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7d66f56-0e81-4c70-8ea4-cf14b296af8b req-4fcfeddf-3d08-4e24-87f7-2ea2c0cb7058 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 944 time: 0.1548579 Mar 11 17:13:45.880327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:45.914610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] For port 63cddf06-98c9-4880-bed2-b61d1647e7d9, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:45.920099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] For port 63cddf06-98c9-4880-bed2-b61d1647e7d9, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=63cddf06-98c9-4880-bed2-b61d1647e7d9,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:45.928364 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.939236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7d66f56-0e81-4c70-8ea4-cf14b296af8b req-736da91e-0028-4237-b45f-41c0a54eaeee tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671039 Mar 11 17:13:45.943325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa56d025-024d-4a78-9105-64dd74cd70ab req-ec3303bd-acc2-41ec-ae5b-8539929fee0a service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543863 Mar 11 17:13:45.970881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Made reservation on behalf of 248ba4cf133d4a8b9259c2eb53769958 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:45.976034 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.051164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.052379 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.053904 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] 10.222.0.66 "PUT /v2.0/ports/63cddf06-98c9-4880-bed2-b61d1647e7d9 HTTP/1.1" status: 200 len: 1092 time: 1.5700760 Mar 11 17:13:46.073858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8870af-43de-4b3a-a67a-ee4d91d27b36 service neutron] Pushing event updated for resources: {'Port': ['ID=63cddf06-98c9-4880-bed2-b61d1647e7d9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:46.086043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-018e9ac2-6b85-4f5d-937e-f79821bd195f admin admin] Deleting subnet e711de99-59e4-40d2-8451-c5cbb6281077 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:13:46.090363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-018e9ac2-6b85-4f5d-937e-f79821bd195f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.163855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905864f4-d792-4aee-a28d-fcff75a95320 req-b366deb9-3c09-4c66-bffb-c42da124f0eb tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.166086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-905864f4-d792-4aee-a28d-fcff75a95320 req-b366deb9-3c09-4c66-bffb-c42da124f0eb tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.1179488 Mar 11 17:13:46.184001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ea7f0-e255-4581-a770-e4e561542c1c req-563885da-036a-4d17-8bd0-f0e01377aab3 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.185590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d5ea7f0-e255-4581-a770-e4e561542c1c req-563885da-036a-4d17-8bd0-f0e01377aab3 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.0811939 Mar 11 17:13:46.195479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-018e9ac2-6b85-4f5d-937e-f79821bd195f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.243443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-905864f4-d792-4aee-a28d-fcff75a95320 req-6727f2a5-3fd8-4b15-94cc-94d15e921c41 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567558 Mar 11 17:13:46.257592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d5ea7f0-e255-4581-a770-e4e561542c1c req-14733d2c-adaa-45c8-8b6e-690800dbefcb tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635426 Mar 11 17:13:46.277489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661027-f750-40e0-8a17-52af492e82a7 req-6df977ff-8569-413b-8c60-445379adf86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.279116 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-6df977ff-8569-413b-8c60-445379adf86e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d84908dbe5b4902b0d6488b2340fb79&device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 1095 time: 0.1532805 Mar 11 17:13:46.314078 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-018e9ac2-6b85-4f5d-937e-f79821bd195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.376630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-0e9bfcf8-af2c-4544-8460-1d285764ed61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cddf06-98c9-4880-bed2-b61d1647e7d9 HTTP/1.1" status: 200 len: 217 time: 0.0732303 Mar 11 17:13:46.389561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'tag': '63cddf06-98c9-4880-bed2-b61d1647e7d9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:46.391806 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c96332a-095c-426a-a46c-8248f60a53f8" -d '{"events": [{"name": "network-changed", "server_uuid": "30ad3eca-e9a8-410d-ab69-f456f44c9a3c", "tag": "63cddf06-98c9-4880-bed2-b61d1647e7d9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:46.433737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc080-09b6-4ccd-940d-e0a225df0b24 req-d718e829-076a-4770-a1dd-5324acb53afe tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.439050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-631fc080-09b6-4ccd-940d-e0a225df0b24 req-d718e829-076a-4770-a1dd-5324acb53afe tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1102 time: 0.0840766 Mar 11 17:13:46.441908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Allocated IP 172.20.0.11 (85be2e8d-7ae4-44e6-9858-405a816e51eb/eb108ee6-873b-415a-abb9-361fe1e21626/41255775-1106-434e-a513-0d2945ca5de6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:46.447539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38b3f6-1437-401c-91ea-08ef5e85e99b req-96b81c32-5279-43d9-84d5-5100e2d653ad tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.449098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d38b3f6-1437-401c-91ea-08ef5e85e99b req-96b81c32-5279-43d9-84d5-5100e2d653ad tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.0924516 Mar 11 17:13:46.475969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661027-f750-40e0-8a17-52af492e82a7 req-d1c7ac35-7be0-4936-ac2d-4b9e1305ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.477463 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-d1c7ac35-7be0-4936-ac2d-4b9e1305ebf2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a4a54b-3d17-408f-83ca-091aab0a9fe8 HTTP/1.1" status: 200 len: 853 time: 0.0900846 Mar 11 17:13:46.480602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-018e9ac2-6b85-4f5d-937e-f79821bd195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.510103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d38b3f6-1437-401c-91ea-08ef5e85e99b req-38defa78-7c2e-4cac-a21f-32887baeb13a tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538766 Mar 11 17:13:46.512040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-631fc080-09b6-4ccd-940d-e0a225df0b24 req-c236d8a8-585c-46e8-9294-c3e06e1a75d2 tempest-ServersAdminTestJSON-1371539097 tempest-ServersAdminTestJSON-1371539097-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620530 Mar 11 17:13:46.552563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e9ac2-6b85-4f5d-937e-f79821bd195f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e711de99-59e4-40d2-8451-c5cbb6281077,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:46.554965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-018e9ac2-6b85-4f5d-937e-f79821bd195f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.560753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45232) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:46.564865 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-018e9ac2-6b85-4f5d-937e-f79821bd195f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e711de99-59e4-40d2-8451-c5cbb6281077 HTTP/1.1" status: 204 len: 168 time: 0.7138331 Mar 11 17:13:46.586314 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b6cadb-a35b-4350-a0df-d730d5dc1e47 x-openstack-request-id: req-41b6cadb-a35b-4350-a0df-d730d5dc1e47 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:46.586314 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ad3eca-e9a8-410d-ab69-f456f44c9a3c", "tag": "63cddf06-98c9-4880-bed2-b61d1647e7d9", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:46.586749 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41b6cadb-a35b-4350-a0df-d730d5dc1e47 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:46.586897 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'tag': '63cddf06-98c9-4880-bed2-b61d1647e7d9', 'status': 'completed', 'code': 200} Mar 11 17:13:46.652103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72661027-f750-40e0-8a17-52af492e82a7 req-049ec52a-e16c-43a9-a160-b56e87800291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.654059 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-049ec52a-e16c-43a9-a160-b56e87800291 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a301cfec-62ac-4fba-b15a-2f5d2fde2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578629 Mar 11 17:13:46.718092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.749541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53ca7-50cb-4099-ad90-52c9820f24df req-573e84e3-6d21-4586-9824-13f6281c8df2 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.759128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53ca7-50cb-4099-ad90-52c9820f24df req-573e84e3-6d21-4586-9824-13f6281c8df2 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.764967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53ca7-50cb-4099-ad90-52c9820f24df req-573e84e3-6d21-4586-9824-13f6281c8df2 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.766675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0e53ca7-50cb-4099-ad90-52c9820f24df req-573e84e3-6d21-4586-9824-13f6281c8df2 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2413 time: 0.1088452 Mar 11 17:13:46.790426 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.807538 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-36014b8e-e8f8-4f3b-8f9a-767be9fe6256 service neutron] 10.222.0.66 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419048 Mar 11 17:13:46.889823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.897332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.918313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0e53ca7-50cb-4099-ad90-52c9820f24df req-432e7335-fea0-4cf7-a463-bfe94d592220 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417303 Mar 11 17:13:46.933457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492425d5-6bf3-4055-9b46-c81571324cb4']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:46.948668 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:46.960770 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:46.966621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422fd02-96a0-4d1c-9be1-d74b51e6211e req-89485094-9b2a-44ad-9230-2b2408637986 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.968200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:46.968374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c422fd02-96a0-4d1c-9be1-d74b51e6211e req-89485094-9b2a-44ad-9230-2b2408637986 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1535378 Mar 11 17:13:46.970042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:46.970327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a74e8bd-2c76-48e4-83d1-e929cee7f2b9') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:46.993523 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.001611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-72661027-f750-40e0-8a17-52af492e82a7 req-bc9dd5d1-b750-4fef-b4ef-bc9ebf259c2a service neutron] 10.222.0.66 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834836 Mar 11 17:13:47.002353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Pushing event updated for resources: {'Port': ['ID=41255775-1106-434e-a513-0d2945ca5de6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:47.022310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.041593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.042536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.045927 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.063052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5bd27180-ad80-4f61-b299-e84f6b50d353 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:47.065717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:13:47.066842 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:13:47.070196 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:13:47.077062 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-e95e947f-f028-44f6-8c05-2f73e31aecaa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7317464 Mar 11 17:13:47.078946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:47.102706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Request body: {'port': {'device_id': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:47.103123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c422fd02-96a0-4d1c-9be1-d74b51e6211e req-b9f9ab5e-870b-4c28-ac84-f48ebbdaed0e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221347 Mar 11 17:13:47.190330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc196f-b415-4b4d-b150-2e0df9419f47 req-5d184820-5865-4d77-879b-80d1d59f304c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.191898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dcc196f-b415-4b4d-b150-2e0df9419f47 req-5d184820-5865-4d77-879b-80d1d59f304c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 950 time: 0.1538990 Mar 11 17:13:47.206752 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.216909 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.220405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] 10.222.0.53 "DELETE /v2.0/networks/492425d5-6bf3-4055-9b46-c81571324cb4 HTTP/1.1" status: 204 len: 168 time: 0.6585195 Mar 11 17:13:47.231840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45244) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:47.250761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:13:47.251542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.271907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:47.272606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.280640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe349f9-ad1a-4f66-bb69-1524d51e7c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=492425d5-6bf3-4055-9b46-c81571324cb4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:47.281043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:47.300103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-77c2e6b9-e0e9-4c4d-855c-190de74e0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.302286 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-77c2e6b9-e0e9-4c4d-855c-190de74e0964 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d84908dbe5b4902b0d6488b2340fb79&device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 1095 time: 0.2136219 Mar 11 17:13:47.326575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'port_id': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'mac_address': 'fa:16:3e:44:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:47.351767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dcc196f-b415-4b4d-b150-2e0df9419f47 req-e69a0184-195c-4a24-84d2-d028a0c142b9 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295979 Mar 11 17:13:47.355709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-382beee9-1c62-4963-afad-5f4e654aaac7 admin admin] Deleting subnet b2d8bd42-1278-4c20-bdbf-32128c48888c {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:13:47.362003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382beee9-1c62-4963-afad-5f4e654aaac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.405589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dcdde-3e12-41b2-8c03-71814434dbde req-02db6b67-3a18-4b87-9bbc-d8a9f6c8e20d tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.413561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b4dcdde-3e12-41b2-8c03-71814434dbde req-02db6b67-3a18-4b87-9bbc-d8a9f6c8e20d tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.2012472 Mar 11 17:13:47.441892 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.443515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382beee9-1c62-4963-afad-5f4e654aaac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.471087 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.479801 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:47.482259 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aee5d57-9a6b-4c4f-9ca5-e4bedaeaf972" -d '{"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:47.528465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b4dcdde-3e12-41b2-8c03-71814434dbde req-00b39c0a-bb5a-47ca-9922-f02a6b249764 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139734 Mar 11 17:13:47.572968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382beee9-1c62-4963-afad-5f4e654aaac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.668578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-2e7a06e1-1670-41bc-82b5-436ee57ebe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.672531 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-2e7a06e1-1670-41bc-82b5-436ee57ebe39 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a301cfec-62ac-4fba-b15a-2f5d2fde2312 HTTP/1.1" status: 200 len: 914 time: 0.3457677 Mar 11 17:13:47.672974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d499a952-fb14-4a78-933b-10c4dde063ce details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:47.682708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:47.684836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dc5c3-25b8-4680-85b3-4628163eab15 req-af63c94c-5a24-46cc-97a8-dd8a71005811 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.687455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9dc5c3-25b8-4680-85b3-4628163eab15 req-af63c94c-5a24-46cc-97a8-dd8a71005811 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 932 time: 0.1840873 Mar 11 17:13:47.693001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd27180-ad80-4f61-b299-e84f6b50d353 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:47.709114 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.714841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b18afe87-62f5-4dfb-b43b-16781ba7eab7 None None] Provisioning complete for port 41255775-1106-434e-a513-0d2945ca5de6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:47.715361 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b18afe87-62f5-4dfb-b43b-16781ba7eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.740222 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-be8cd946-86a6-40b9-816b-19c4c4378d97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cddf06-98c9-4880-bed2-b61d1647e7d9 HTTP/1.1" status: 200 len: 217 time: 0.0587313 Mar 11 17:13:47.745404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382beee9-1c62-4963-afad-5f4e654aaac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.803014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a4780-16ad-4272-91c8-9d9e7dc1ea3b req-203bd392-59d9-479b-b090-3babd9d2d6c4 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.810226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b18afe87-62f5-4dfb-b43b-16781ba7eab7 None None] Port 41255775-1106-434e-a513-0d2945ca5de6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:13:47.816735 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:13:47.817593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b19a4780-16ad-4272-91c8-9d9e7dc1ea3b req-203bd392-59d9-479b-b090-3babd9d2d6c4 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 944 time: 0.1956975 Mar 11 17:13:47.817796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-b7548ccc-f4a3-42dc-8c59-91e9391ac5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.819946 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-b7548ccc-f4a3-42dc-8c59-91e9391ac5dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a4a54b-3d17-408f-83ca-091aab0a9fe8 HTTP/1.1" status: 200 len: 853 time: 0.0681267 Mar 11 17:13:47.870593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382beee9-1c62-4963-afad-5f4e654aaac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d8bd42-1278-4c20-bdbf-32128c48888c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:47.885682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9dc5c3-25b8-4680-85b3-4628163eab15 req-991c5a56-57e9-47a6-bce4-e7e08a838d1f tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786563 Mar 11 17:13:47.895867 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382beee9-1c62-4963-afad-5f4e654aaac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:47.899878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-382beee9-1c62-4963-afad-5f4e654aaac7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b2d8bd42-1278-4c20-bdbf-32128c48888c HTTP/1.1" status: 204 len: 168 time: 0.6463134 Mar 11 17:13:47.903203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45252) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:47.912757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-a33242e9-9dfd-464c-b811-2f4b80d96ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.914383 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-a33242e9-9dfd-464c-b811-2f4b80d96ee9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a301cfec-62ac-4fba-b15a-2f5d2fde2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782921 Mar 11 17:13:47.956520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d499a952-fb14-4a78-933b-10c4dde063ce, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d499a952-fb14-4a78-933b-10c4dde063ce,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:47.972032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:47.977919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'd499a952-fb14-4a78-933b-10c4dde063ce', 'network_id': '538cf0b3-a605-42dd-bc72-ee570eecbd42', 'port_id': 'd499a952-fb14-4a78-933b-10c4dde063ce', 'mac_address': 'fa:16:3e:03:8e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5d3b18-44b0-4d95-b0c0-98cdd65e6f38', 'ip_address': '19.86.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:47.986741 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.010958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b19a4780-16ad-4272-91c8-9d9e7dc1ea3b req-906987ca-271a-4fda-9254-fe8e93265f7f tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828907 Mar 11 17:13:48.064079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:48.067161 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.105087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41255775-1106-434e-a513-0d2945ca5de6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:48.106072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.130141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d499a952-fb14-4a78-933b-10c4dde063ce {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:48.135142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.174726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Transition to ACTIVE for port object 41255775-1106-434e-a513-0d2945ca5de6 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:13:48.175950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:48.177647 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-bee0c25b-f251-4528-9691-89896f564118 service neutron] 10.222.0.66 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466133 Mar 11 17:13:48.181090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d499a952-fb14-4a78-933b-10c4dde063ce, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d499a952-fb14-4a78-933b-10c4dde063ce,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:48.184029 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.190220 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.191007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 50c46a02-e468-4632-b709-0d91686ff783 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:48.254199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da82c2-85aa-4533-bf7d-9c5aec049d8b req-eac51552-5731-4170-b80f-c050a8d9e621 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:48.256326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47da82c2-85aa-4533-bf7d-9c5aec049d8b req-eac51552-5731-4170-b80f-c050a8d9e621 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 944 time: 0.2174580 Mar 11 17:13:48.295365 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.313071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.330136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=d499a952-fb14-4a78-933b-10c4dde063ce,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:48.338778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf6e143-2f27-45e8-9535-84c04bc40b56']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:48.351039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdc7bb5-10cc-4312-8475-2b6188c398fd') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:48.351409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdc7bb5-10cc-4312-8475-2b6188c398fd') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:48.362410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.377100 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.385077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:13:48.386014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.438162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 50c46a02-e468-4632-b709-0d91686ff783, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=50c46a02-e468-4632-b709-0d91686ff783,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:48.461878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '50c46a02-e468-4632-b709-0d91686ff783', 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a', 'port_id': '50c46a02-e468-4632-b709-0d91686ff783', 'mac_address': 'fa:16:3e:36:e7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f01d9d-83f5-4098-9ee3-1a1a2b882d27', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:13:48.466888 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.478913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['5bd27180-ad80-4f61-b299-e84f6b50d353'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:48.484511 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.493672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9cf6e143-2f27-45e8-9535-84c04bc40b56 HTTP/1.1" status: 204 len: 168 time: 0.5865624 Mar 11 17:13:48.514241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815ee42-9d3c-4a89-b80f-edea5b50a416 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf6e143-2f27-45e8-9535-84c04bc40b56,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:48.526857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c433dc-1a87-435d-9505-86f5af9d20b4 req-6cf6217f-f70f-4119-b8e2-a17c89c14e38 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:48.535464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c433dc-1a87-435d-9505-86f5af9d20b4 req-6cf6217f-f70f-4119-b8e2-a17c89c14e38 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.3750787 Mar 11 17:13:48.558653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Pushing event updated for resources: {'Port': ['ID=41255775-1106-434e-a513-0d2945ca5de6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:48.633531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47da82c2-85aa-4533-bf7d-9c5aec049d8b req-1d045e0a-cda1-42b9-a66b-e48feea5639b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618822 Mar 11 17:13:48.633764 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c96332a-095c-426a-a46c-8248f60a53f8 req-09da4d54-52cb-4c7b-b514-52573ebe18c6 service neutron] 10.222.0.66 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361272 Mar 11 17:13:48.682600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.705133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c433dc-1a87-435d-9505-86f5af9d20b4 req-73c4fbeb-1c9c-4b35-88de-b091106ef60c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683345 Mar 11 17:13:48.767568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-b1bf39bc-cb97-4308-951e-0dbe19906f40 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:48.769062 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae7b9a4-3a8d-4104-aaca-0716ebe71a7e x-openstack-request-id: req-dae7b9a4-3a8d-4104-aaca-0716ebe71a7e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:48.769477 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:48.769836 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dae7b9a4-3a8d-4104-aaca-0716ebe71a7e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:48.770735 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'code': 200} Mar 11 17:13:48.775932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-b1bf39bc-cb97-4308-951e-0dbe19906f40 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 950 time: 0.2246361 Mar 11 17:13:48.790011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c46a02-e468-4632-b709-0d91686ff783 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:48.791452 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-21023bb4-b928-4975-9a27-934720ed5cbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2014620 Mar 11 17:13:48.807822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Attempting to bind port 41255775-1106-434e-a513-0d2945ca5de6 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:13:48.810085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Attempting to bind port 41255775-1106-434e-a513-0d2945ca5de6 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:13:48.812702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Attempting to bind port 41255775-1106-434e-a513-0d2945ca5de6 on network 85be2e8d-7ae4-44e6-9858-405a816e51eb {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:48.829056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45264) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:48.829783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Port 41255775-1106-434e-a513-0d2945ca5de6 on network 85be2e8d-7ae4-44e6-9858-405a816e51eb not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:13:48.830075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Attempting to bind port 41255775-1106-434e-a513-0d2945ca5de6 on network 85be2e8d-7ae4-44e6-9858-405a816e51eb {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:13:48.853670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 50c46a02-e468-4632-b709-0d91686ff783, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=50c46a02-e468-4632-b709-0d91686ff783,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:48.862177 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:48.863523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:48.874500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:13:48.875264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Checking segment: {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:13:48.875921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Bound using segment: {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:13:48.876681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Bound port: 41255775-1106-434e-a513-0d2945ca5de6, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:13:48.877088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.002564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ba410-b86f-4401-996f-00b02c8c6811 req-6da4f4bf-935c-42e9-811a-e9e1cd3237d9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.003999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd3ba410-b86f-4401-996f-00b02c8c6811 req-6da4f4bf-935c-42e9-811a-e9e1cd3237d9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.1212304 Mar 11 17:13:49.012966 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.020490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-19b223d6-9298-445a-8751-2393a5029d86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1e2cde59a01464ab06957b0148f8e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877015 Mar 11 17:13:49.027736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45268) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:49.030608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0a1e3-e7c7-4d68-86b0-c115fcd31643 req-ac8ce7b1-886e-4fd2-a911-adab76ae0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.034313 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1ac0a1e3-e7c7-4d68-86b0-c115fcd31643 req-ac8ce7b1-886e-4fd2-a911-adab76ae0932 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1096 time: 0.1818550 Mar 11 17:13:49.039206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-8add2942-07e2-4e12-bc6e-1d8948b82496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.041195 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-8add2942-07e2-4e12-bc6e-1d8948b82496 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4a22a92ae7c405f973effa5024dda5e&device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 1102 time: 0.1919913 Mar 11 17:13:49.050929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] For port 41255775-1106-434e-a513-0d2945ca5de6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:13:49.059660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] For port 41255775-1106-434e-a513-0d2945ca5de6, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=41255775-1106-434e-a513-0d2945ca5de6,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:13:49.061738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1afd-35e0-409b-a4b8-c15cc9266630 req-5133aae0-29ce-4436-8fcc-6157848836ad tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.068994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1afd-35e0-409b-a4b8-c15cc9266630 req-5133aae0-29ce-4436-8fcc-6157848836ad tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.071033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.076684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=50c46a02-e468-4632-b709-0d91686ff783,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:49.077551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1afd-35e0-409b-a4b8-c15cc9266630 req-5133aae0-29ce-4436-8fcc-6157848836ad tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.079376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8af1afd-35e0-409b-a4b8-c15cc9266630 req-5133aae0-29ce-4436-8fcc-6157848836ad tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2415 time: 0.1933448 Mar 11 17:13:49.085426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Deleting port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:13:49.085940 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.093770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:49.120064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.120289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '7b7cf77b-9e1f-4b05-9cb7-5fce9c671642', 'network_id': '4e58c604-74b7-422f-bcf0-316a4da9fd1a', 'port_id': '7b7cf77b-9e1f-4b05-9cb7-5fce9c671642', 'mac_address': 'fa:16:3e:f5:77:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f01d9d-83f5-4098-9ee3-1a1a2b882d27', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:49.120810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.122253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] 10.222.0.66 "PUT /v2.0/ports/41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 1092 time: 2.0240264 Mar 11 17:13:49.122937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:49.126035 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca53fb4-b60d-46fa-9895-0f51442bdf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:49.142040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd3ba410-b86f-4401-996f-00b02c8c6811 req-76a6c56a-7164-495b-829a-8ee4b73b700d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298695 Mar 11 17:13:49.192003 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1ac0a1e3-e7c7-4d68-86b0-c115fcd31643 req-ca99a298-93c1-47b1-a676-bd4a40703064 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496634 Mar 11 17:13:49.239683 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.283110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:49.325393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e030-63b4-4777-ae02-ea87392ba12e service neutron] Pushing event updated for resources: {'Port': ['ID=41255775-1106-434e-a513-0d2945ca5de6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:49.351321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:49.358788 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.373446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8af1afd-35e0-409b-a4b8-c15cc9266630 req-841a838b-2e3e-4577-aa18-71ce819dafab tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836080 Mar 11 17:13:49.375828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-14f2ae9c-d2ff-4194-9b5e-52cac0546ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.384133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-14f2ae9c-d2ff-4194-9b5e-52cac0546ef5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1095 time: 0.1512966 Mar 11 17:13:49.387304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e25b93c-0668-4b2b-ac3a-8630fb6a58b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.406358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-803ea71f-4541-42be-88ab-5ac15e104bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.409500 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-803ea71f-4541-42be-88ab-5ac15e104bcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2738593 Mar 11 17:13:49.435094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] For port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:49.435459 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.451409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:49.467839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e25b93c-0668-4b2b-ac3a-8630fb6a58b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.480902 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-f7f237e7-1115-430e-87d7-ef9de0b63ace service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 217 time: 0.0807393 Mar 11 17:13:49.486678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf059a1-87a3-4167-940c-1b5a3c7ab2da req-b41f06d4-2cea-46b3-855c-d5af60bef45d tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.488972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bf059a1-87a3-4167-940c-1b5a3c7ab2da req-b41f06d4-2cea-46b3-855c-d5af60bef45d tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6e85a0-eb6d-43ad-be98-edc3a000f708 HTTP/1.1" status: 200 len: 950 time: 0.1847868 Mar 11 17:13:49.499465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Calling delete_port for ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:13:49.566320 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-61f217e9-201e-4456-b1f2-66382e1d5fa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0654228 Mar 11 17:13:49.614593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-7f4bdf06-aa0d-41f0-b99d-4a69285ec689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.616216 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-7f4bdf06-aa0d-41f0-b99d-4a69285ec689 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.1275384 Mar 11 17:13:49.642845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bf059a1-87a3-4167-940c-1b5a3c7ab2da req-0f34a5fc-05b7-4c70-9d0e-79c6e861de16 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379192 Mar 11 17:13:49.665324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-49a5fee0-1c95-4ed6-bdef-8e37730747cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.666945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-49a5fee0-1c95-4ed6-bdef-8e37730747cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0895941 Mar 11 17:13:49.694109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-b49d62f8-30b4-4a3d-b170-d978ad6173c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.695665 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-b49d62f8-30b4-4a3d-b170-d978ad6173c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715325 Mar 11 17:13:49.781793 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e25b93c-0668-4b2b-ac3a-8630fb6a58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.782147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-f24bec58-80e0-4272-bd0c-f316774cac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.783675 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-f24bec58-80e0-4272-bd0c-f316774cac0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066926 Mar 11 17:13:49.786427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e25b93c-0668-4b2b-ac3a-8630fb6a58b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.788224 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1e25b93c-0668-4b2b-ac3a-8630fb6a58b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cbe1627-c4d8-4dae-89dc-5261706338e0 HTTP/1.1" status: 204 len: 168 time: 0.7533624 Mar 11 17:13:49.854485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25b93c-0668-4b2b-ac3a-8630fb6a58b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbe1627-c4d8-4dae-89dc-5261706338e0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:49.857121 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:49.888550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f', 'ed79d28f-ce27-440f-aa13-89fd2c9a3cd1', '3a0ad722-9e05-4adb-b10e-7a183e63a5d2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:49.931511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Pushing event deleted for resources: {'Port': ['ID=ed79d28f-ce27-440f-aa13-89fd2c9a3cd1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:49.955413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a97171-d1f0-4c2b-ba2e-f4ced301203f req-87f9825a-d18e-484e-9617-7ebce1b683f2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.960442 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30a97171-d1f0-4c2b-ba2e-f4ced301203f req-87f9825a-d18e-484e-9617-7ebce1b683f2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 944 time: 0.1976657 Mar 11 17:13:50.057304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['50c46a02-e468-4632-b709-0d91686ff783'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:50.065647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] No DVR routers for this DVR port ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:13:50.071115 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-ac05aff7-d7f9-466d-aa0c-4e0fdc2b9eac service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558433 Mar 11 17:13:50.095914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:50.103114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd3da863-43bf-4868-ae45-5ae8c9d3f89f req-d537ffc8-3f91-411f-b475-3d154a522a08 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "DELETE /v2.0/ports/ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 HTTP/1.1" status: 204 len: 173 time: 1.3229127 Mar 11 17:13:50.129723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6e85a0-eb6d-43ad-be98-edc3a000f708', 'name': 'network-vif-deleted', 'tag': 'ed79d28f-ce27-440f-aa13-89fd2c9a3cd1'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:50.134028 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743e1ddd-476b-4ae6-9b82-3da6601f48c8" -d '{"events": [{"server_uuid": "5c6e85a0-eb6d-43ad-be98-edc3a000f708", "name": "network-vif-deleted", "tag": "ed79d28f-ce27-440f-aa13-89fd2c9a3cd1"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:50.137434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d499a952-fb14-4a78-933b-10c4dde063ce'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:50.159269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30a97171-d1f0-4c2b-ba2e-f4ced301203f req-57d41314-803d-412a-8e39-146b6b4b4800 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927454 Mar 11 17:13:50.196672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['7b7cf77b-9e1f-4b05-9cb7-5fce9c671642'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:50.221735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488cf07-ae80-4e14-823e-102307fa30ff req-e1fc4f57-fe26-451f-b504-bff49b76a0a3 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:50.235681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a488cf07-ae80-4e14-823e-102307fa30ff req-e1fc4f57-fe26-451f-b504-bff49b76a0a3 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 944 time: 0.2310143 Mar 11 17:13:50.271939 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4563cbf-92f6-4cb3-bd4a-ed066c5a353b req-59e72c8d-d40a-41fa-8d25-c4df63587b44 service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878026 Mar 11 17:13:50.319671 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd16c5f3-18d2-4134-a3d7-a390ea150f9a x-openstack-request-id: req-cd16c5f3-18d2-4134-a3d7-a390ea150f9a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:50.320016 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:50.320279 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd16c5f3-18d2-4134-a3d7-a390ea150f9a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:50.320720 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6', 'status': 'completed', 'code': 200} Mar 11 17:13:50.335673 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-3afd4713-4da2-4837-aae7-d07e3c69a2fb service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229900 Mar 11 17:13:50.361759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a488cf07-ae80-4e14-823e-102307fa30ff req-02bbb256-9efe-4901-9c47-f70e052ac989 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173637 Mar 11 17:13:50.586560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45296) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:50.655105 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5dd3f02b-c565-40f5-9501-13c9ff8336c1 req-500efb4a-598a-42a1-aa0d-f6beb7963133 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071752 Mar 11 17:13:50.669993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-093ca85a-6af5-43a5-98e0-1732198ec1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:50.673088 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-093ca85a-6af5-43a5-98e0-1732198ec1fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1095 time: 0.0958660 Mar 11 17:13:50.693092 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548a4e28-b9ca-47ac-9948-38045e80fd9c x-openstack-request-id: req-548a4e28-b9ca-47ac-9948-38045e80fd9c {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:50.700756 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6e85a0-eb6d-43ad-be98-edc3a000f708", "name": "network-vif-deleted", "tag": "ed79d28f-ce27-440f-aa13-89fd2c9a3cd1", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:50.701528 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-548a4e28-b9ca-47ac-9948-38045e80fd9c {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:50.702142 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6e85a0-eb6d-43ad-be98-edc3a000f708', 'name': 'network-vif-deleted', 'tag': 'ed79d28f-ce27-440f-aa13-89fd2c9a3cd1', 'status': 'completed', 'code': 200} Mar 11 17:13:50.745874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b946ae-ebc1-48ed-a75d-4c481b2ab6bc req-8ff331d2-c6c2-489a-aab1-be98495ddd99 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:50.759562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6b946ae-ebc1-48ed-a75d-4c481b2ab6bc req-8ff331d2-c6c2-489a-aab1-be98495ddd99 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 944 time: 0.2679861 Mar 11 17:13:50.845980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-02bb777c-64c8-4c2a-9a7b-54ca31912733 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=311e9267c022451da5387a9ca45ee703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552054 Mar 11 17:13:50.849212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45302) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:50.871300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-0e5e85bd-128c-4fa7-a4d4-5a4d6b150d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:50.874155 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-0e5e85bd-128c-4fa7-a4d4-5a4d6b150d60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.1906080 Mar 11 17:13:50.907474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6b946ae-ebc1-48ed-a75d-4c481b2ab6bc req-09cdd974-929a-46c1-a9e6-73ce795cd544 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463718 Mar 11 17:13:50.932114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc0d44-e8f4-41c4-9a87-a4ef7d5fc1d6 req-4ca22ce6-a9d7-47ad-8e4b-c72be25f8350 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:50.934829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6cc0d44-e8f4-41c4-9a87-a4ef7d5fc1d6 req-4ca22ce6-a9d7-47ad-8e4b-c72be25f8350 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.1717720 Mar 11 17:13:50.954352 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-43afc169-b8e0-4ff1-acb8-86bf3c0bf317 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 217 time: 0.0674016 Mar 11 17:13:51.010974 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38cd1234-d502-45a6-ac8c-be0756483ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:51.097690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5bd27180-ad80-4f61-b299-e84f6b50d353 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:51.113483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6cc0d44-e8f4-41c4-9a87-a4ef7d5fc1d6 req-da6a2257-b23e-4eca-9db8-62d24df85350 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550381 Mar 11 17:13:51.128389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38cd1234-d502-45a6-ac8c-be0756483ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:51.176664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d405f-4aac-4fa9-9d53-bf5f0a91acfb req-3d144e90-7457-4816-91f1-96471240e949 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:51.183680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d405f-4aac-4fa9-9d53-bf5f0a91acfb req-3d144e90-7457-4816-91f1-96471240e949 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:51.190488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d405f-4aac-4fa9-9d53-bf5f0a91acfb req-3d144e90-7457-4816-91f1-96471240e949 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:51.192833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f2d405f-4aac-4fa9-9d53-bf5f0a91acfb req-3d144e90-7457-4816-91f1-96471240e949 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2416 time: 0.1691618 Mar 11 17:13:51.250312 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38cd1234-d502-45a6-ac8c-be0756483ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:51.250555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 5bd27180-ad80-4f61-b299-e84f6b50d353 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:13:51.253058 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38cd1234-d502-45a6-ac8c-be0756483ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:51.254976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-38cd1234-d502-45a6-ac8c-be0756483ced admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02bd1d4b-7146-4d4f-a7ea-9885ca2ff1fd HTTP/1.1" status: 204 len: 168 time: 0.4042478 Mar 11 17:13:51.261482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 5bd27180-ad80-4f61-b299-e84f6b50d353 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:51.261745 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:51.327224 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f2d405f-4aac-4fa9-9d53-bf5f0a91acfb req-3c4edd55-0ed1-4409-b207-b807b063adcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243606 Mar 11 17:13:51.334267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd1234-d502-45a6-ac8c-be0756483ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bd1d4b-7146-4d4f-a7ea-9885ca2ff1fd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:51.405963 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:51.447974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:51.450343 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b9bf58-5ff2-4810-893c-fc1746e9d329" -d '{"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-plugged", "status": "completed", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:51.466032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:51.476466 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:51.529269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 63cddf06-98c9-4880-bed2-b61d1647e7d9 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:51.568916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-a2ed638d-0ea4-4745-b427-a1ee08168383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:51.571982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3c58-0854-4100-875f-e8f8a61f3655 req-926e8ccb-0f80-4c48-8068-f35057756d7e tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:51.572164 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-a2ed638d-0ea4-4745-b427-a1ee08168383 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.6053383 Mar 11 17:13:51.573897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bee3c58-0854-4100-875f-e8f8a61f3655 req-926e8ccb-0f80-4c48-8068-f35057756d7e tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 944 time: 0.1121604 Mar 11 17:13:51.580263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:51.645254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-eed88bf2-4273-4a8e-911d-cf0e3017a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:51.648378 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-eed88bf2-4273-4a8e-911d-cf0e3017a338 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562439 Mar 11 17:13:51.653043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bee3c58-0854-4100-875f-e8f8a61f3655 req-4bc53462-16ab-4e5d-92d7-a46e5d9499f8 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702167 Mar 11 17:13:51.661539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45da9-cbb5-4dd5-9379-874655552d16 req-69c4e714-c34e-431d-bec1-23f2d28e35e1 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:51.663442 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65f45da9-cbb5-4dd5-9379-874655552d16 req-69c4e714-c34e-431d-bec1-23f2d28e35e1 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 944 time: 0.1425459 Mar 11 17:13:51.692424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 63cddf06-98c9-4880-bed2-b61d1647e7d9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=63cddf06-98c9-4880-bed2-b61d1647e7d9,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:51.706943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '63cddf06-98c9-4880-bed2-b61d1647e7d9', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'port_id': '63cddf06-98c9-4880-bed2-b61d1647e7d9', 'mac_address': 'fa:16:3e:9a:39:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:51.737883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65f45da9-cbb5-4dd5-9379-874655552d16 req-3fbdf343-1de3-480e-aed6-8cf4fc238e93 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681674 Mar 11 17:13:51.759244 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:51.774520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cddf06-98c9-4880-bed2-b61d1647e7d9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:51.797186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 63cddf06-98c9-4880-bed2-b61d1647e7d9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=63cddf06-98c9-4880-bed2-b61d1647e7d9,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:51.805724 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:51.827508 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-91ada382-02c6-458f-88f1-8b7cb12b0975 service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684463 Mar 11 17:13:51.859505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b70063-30e2-4679-944d-b88faff41b8b req-f8a37c7f-38ba-4199-b2bf-81eb0f4e7b13 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:51.861410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63b70063-30e2-4679-944d-b88faff41b8b req-f8a37c7f-38ba-4199-b2bf-81eb0f4e7b13 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.0733244 Mar 11 17:13:51.869943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=63cddf06-98c9-4880-bed2-b61d1647e7d9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:51.923151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63b70063-30e2-4679-944d-b88faff41b8b req-2b72c598-16df-4523-8720-c649c5803c9e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542903 Mar 11 17:13:51.958619 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-aca53fb4-b60d-46fa-9895-0f51442bdf3d req-9c661ee7-447a-4799-a619-62e68d33a987 service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195993 Mar 11 17:13:51.977711 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab761a5-072a-45fd-a6f6-533ae587e7c6 x-openstack-request-id: req-9ab761a5-072a-45fd-a6f6-533ae587e7c6 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:51.978145 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-plugged", "status": "completed", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:51.978503 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ab761a5-072a-45fd-a6f6-533ae587e7c6 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:51.978995 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'code': 200} Mar 11 17:13:52.131973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f24c4-8de2-4969-b681-2d55b74d92bf req-cc0772bd-96ff-4edd-9b8f-c38df02a33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.133916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ea1f24c4-8de2-4969-b681-2d55b74d92bf req-cc0772bd-96ff-4edd-9b8f-c38df02a33ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 1096 time: 0.0528970 Mar 11 17:13:52.136241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bdfd8-6399-4a45-a069-bc7d00b59694 req-89021cea-620a-4677-9c9c-489ece12307f tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.137798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f9bdfd8-6399-4a45-a069-bc7d00b59694 req-89021cea-620a-4677-9c9c-489ece12307f tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 950 time: 0.0846722 Mar 11 17:13:52.149560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b6b30-9387-4e7a-8cf9-bb67693021b4 req-fe1e5487-13a5-4ac2-a6e8-b21e866a191c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.151089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-031b6b30-9387-4e7a-8cf9-bb67693021b4 req-fe1e5487-13a5-4ac2-a6e8-b21e866a191c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.0873389 Mar 11 17:13:52.200731 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ea1f24c4-8de2-4969-b681-2d55b74d92bf req-7bbf6c72-59f8-4462-8289-53eb9ca26e75 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524986 Mar 11 17:13:52.216265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-031b6b30-9387-4e7a-8cf9-bb67693021b4 req-455fc0bd-bbf3-4a75-91ff-682ad021e63b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593250 Mar 11 17:13:52.224275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f9bdfd8-6399-4a45-a069-bc7d00b59694 req-00b01be5-44f1-4b94-a1f5-36daac75b121 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720291 Mar 11 17:13:52.345497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304937f-8845-448a-a49c-675a562cfc64 req-598e866f-e161-442e-85cf-473cc81199a0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.347683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b304937f-8845-448a-a49c-675a562cfc64 req-598e866f-e161-442e-85cf-473cc81199a0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.0588169 Mar 11 17:13:52.433883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b304937f-8845-448a-a49c-675a562cfc64 req-7eed485c-d5aa-4caa-9db6-c9b4025536c6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761797 Mar 11 17:13:52.483240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed0b76-dbee-44be-8518-ffecba832513 req-0ca5e2fb-a2d2-44f0-8595-bc40940ee8fd tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.490075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed0b76-dbee-44be-8518-ffecba832513 req-0ca5e2fb-a2d2-44f0-8595-bc40940ee8fd tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.496819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed0b76-dbee-44be-8518-ffecba832513 req-0ca5e2fb-a2d2-44f0-8595-bc40940ee8fd tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.498770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2ed0b76-dbee-44be-8518-ffecba832513 req-0ca5e2fb-a2d2-44f0-8595-bc40940ee8fd tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2416 time: 0.0894895 Mar 11 17:13:52.591882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2ed0b76-dbee-44be-8518-ffecba832513 req-433f00b8-86a4-44fd-baac-4d1560380907 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762019 Mar 11 17:13:52.609282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9425f-2987-428f-b73d-381a85470cb6 req-c71f84a2-d3df-4125-a1a3-d77bd3fc5255 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.611124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58c9425f-2987-428f-b73d-381a85470cb6 req-c71f84a2-d3df-4125-a1a3-d77bd3fc5255 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.0717599 Mar 11 17:13:52.621451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45352) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:52.629470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'floatingip': {'port_id': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:52.690911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:52.906562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1abb-3583-4a2d-84ad-bfad192406da req-79a49204-be9f-4e1f-8cd3-10929ec91a0c tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.908094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-290e1abb-3583-4a2d-84ad-bfad192406da req-79a49204-be9f-4e1f-8cd3-10929ec91a0c tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 945 time: 0.1441023 Mar 11 17:13:52.980515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1bdc4-dbea-409c-a032-dc7c969cd936 req-f6cebb02-c1c4-424f-80cc-8f68b03273ae tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.982142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fc1bdc4-dbea-409c-a032-dc7c969cd936 req-f6cebb02-c1c4-424f-80cc-8f68b03273ae tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 944 time: 0.1440809 Mar 11 17:13:53.098091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:53.134410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:13:53.134959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ed79d28f-ce27-440f-aa13-89fd2c9a3cd1 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:13:53.344982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-290e1abb-3583-4a2d-84ad-bfad192406da req-5d8b7bab-108a-4e9b-b7c5-ffcd4f7c3924 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030473 Mar 11 17:13:53.362847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['63cddf06-98c9-4880-bed2-b61d1647e7d9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:53.456554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fc1bdc4-dbea-409c-a032-dc7c969cd936 req-1cb31b97-927f-4885-bd56-c944f533e2d8 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279607 Mar 11 17:13:53.553660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:53.638632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:13:53.646227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:53.647042 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:53.672503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54ab96-1e41-4fc9-a66a-2812a3a1195c req-6a30f895-d6ff-4b41-9482-e5ebdc09dc96 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:53.674043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c54ab96-1e41-4fc9-a66a-2812a3a1195c req-6a30f895-d6ff-4b41-9482-e5ebdc09dc96 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.1509247 Mar 11 17:13:53.760386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32dbd7-a733-4b43-af6b-733a7179d777 req-d1458c99-fe92-4fb7-904b-910e28917507 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:53.762711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e32dbd7-a733-4b43-af6b-733a7179d777 req-d1458c99-fe92-4fb7-904b-910e28917507 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1589615 Mar 11 17:13:53.788717 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:53.808777 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:13:53.829934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:53.834992 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:53.877718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c54ab96-1e41-4fc9-a66a-2812a3a1195c req-1adea53a-d9a9-40ec-b4a2-77d383339dac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942327 Mar 11 17:13:53.899120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:53.932540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:53.938410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e32dbd7-a733-4b43-af6b-733a7179d777 req-53f1cf6a-021f-4ec8-b00a-ed4f5c79142f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511610 Mar 11 17:13:53.939903 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:53.979735 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7cf77b-9e1f-4b05-9cb7-5fce9c671642'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:53.982122 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49baa145-694c-4f36-9d52-cea0a00d5cbb" -d '{"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-plugged", "status": "completed", "tag": "7b7cf77b-9e1f-4b05-9cb7-5fce9c671642"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:54.110339 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d65451-d2bf-4455-b6c5-7e7620c7528a req-c62cf1ce-eda5-4523-970d-7a688c88fc85 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.111879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91d65451-d2bf-4455-b6c5-7e7620c7528a req-c62cf1ce-eda5-4523-970d-7a688c88fc85 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 950 time: 0.1268620 Mar 11 17:13:54.123801 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Floating IP 9200b231-cf2f-4396-b7ab-95405f6151a8 associated. External IP: 172.25.8.138, port: d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9. Mar 11 17:13:54.254220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91d65451-d2bf-4455-b6c5-7e7620c7528a req-f3798769-2baf-4fe8-8717-eeb3242d5796 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264143 Mar 11 17:13:54.269218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-7571eee1-dfd4-4c9c-95c0-30a79928d03d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d03326208d724ef2a2f1f758b35e8732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370903 Mar 11 17:13:54.320447 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-b909a0a9-b5f4-4189-91c9-498108036999 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.322869 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-b909a0a9-b5f4-4189-91c9-498108036999 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 950 time: 0.0716400 Mar 11 17:13:54.430418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Deleting port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:13:54.430793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:54.504681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a428f-c810-4c9c-a484-109fbc16a966 req-21edfcd5-faab-415a-9cb3-133d78da8f67 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.510258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a428f-c810-4c9c-a484-109fbc16a966 req-21edfcd5-faab-415a-9cb3-133d78da8f67 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.516063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a428f-c810-4c9c-a484-109fbc16a966 req-21edfcd5-faab-415a-9cb3-133d78da8f67 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.517761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae6a428f-c810-4c9c-a484-109fbc16a966 req-21edfcd5-faab-415a-9cb3-133d78da8f67 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2417 time: 0.1726091 Mar 11 17:13:54.522819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] For port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:54.523184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:54.530572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-f8098ecf-02ae-4150-838a-c72f56dfc404 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.532033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-f8098ecf-02ae-4150-838a-c72f56dfc404 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496302 Mar 11 17:13:54.538659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Calling delete_port for 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:13:54.562373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Router f9f6787e-8991-49a3-a1e3-d7099fe5892e has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:13:54.572874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-2b0388cc-dff6-4ac6-9d52-f170d5cb4d17 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/quotas/d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 375 time: 0.0293529 Mar 11 17:13:54.600689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae6a428f-c810-4c9c-a484-109fbc16a966 req-6a000efd-55a2-4de1-9bdd-c85939c3212f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662541 Mar 11 17:13:54.617881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-119b3140-4f28-40e8-b2ac-ddf94512c8af tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376844 Mar 11 17:13:54.671917 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4728c82-9af4-45c6-a19f-599e19832c0a x-openstack-request-id: req-a4728c82-9af4-45c6-a19f-599e19832c0a {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:54.672799 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-plugged", "status": "completed", "tag": "7b7cf77b-9e1f-4b05-9cb7-5fce9c671642", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:54.673207 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4728c82-9af4-45c6-a19f-599e19832c0a {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:54.673657 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7cf77b-9e1f-4b05-9cb7-5fce9c671642', 'code': 200} Mar 11 17:13:54.709232 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:54.724495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f', '3a0ad722-9e05-4adb-b10e-7a183e63a5d2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:54.792263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Pushing event deleted for resources: {'Port': ['ID=54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:54.844768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] No DVR routers for this DVR port 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:13:54.847760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:54.852381 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-25d0ebaf-1377-420e-b99a-a9afb220ad3e req-4db934e0-951c-491d-8be2-b6ec7c113c87 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "DELETE /v2.0/ports/54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f HTTP/1.1" status: 204 len: 173 time: 0.5129828 Mar 11 17:13:54.852977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14123b00-18fe-4d71-8c3d-96a7367d17b2', 'name': 'network-vif-deleted', 'tag': '54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:54.855815 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2378653-7477-4154-978c-a8eb99b3c1c1" -d '{"events": [{"server_uuid": "14123b00-18fe-4d71-8c3d-96a7367d17b2", "name": "network-vif-deleted", "tag": "54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:54.869257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:54.882707 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] Sync routers for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:54.884184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:54.916723 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:54.917479 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:54.955880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588759e5-22fe-4158-8d77-bb11b6f4812e req-c091bd73-6c83-4ccb-a35b-44c53c847d79 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.965414 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-588759e5-22fe-4158-8d77-bb11b6f4812e req-c091bd73-6c83-4ccb-a35b-44c53c847d79 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 944 time: 0.1416276 Mar 11 17:13:54.968769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8bce84f8-8a65-4fbb-a52b-79cbe3c285ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "PUT /v2.0/floatingips/9200b231-cf2f-4396-b7ab-95405f6151a8 HTTP/1.1" status: 200 len: 991 time: 2.3457115 Mar 11 17:13:54.972753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:54.976601 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c02122-7a5c-4315-9e86-908071984fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:54.998306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793ebef-3df6-48d0-8400-3dc0f876d8eb req-e26c146a-c514-4f61-9a1a-346e712d5dfa tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:55.000436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4793ebef-3df6-48d0-8400-3dc0f876d8eb req-e26c146a-c514-4f61-9a1a-346e712d5dfa tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 945 time: 0.2751307 Mar 11 17:13:55.079157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4793ebef-3df6-48d0-8400-3dc0f876d8eb req-da5e567e-631e-4c5f-a5e1-56b3c58f813e tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686777 Mar 11 17:13:55.094733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-588759e5-22fe-4158-8d77-bb11b6f4812e req-2370d110-9b1f-46c2-9cb9-669edebd98da tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230953 Mar 11 17:13:55.136937 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:55.169203 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b724664-4ff8-4481-89e3-90bc152ced3f x-openstack-request-id: req-6b724664-4ff8-4481-89e3-90bc152ced3f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:55.169860 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14123b00-18fe-4d71-8c3d-96a7367d17b2", "name": "network-vif-deleted", "tag": "54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:55.170422 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b724664-4ff8-4481-89e3-90bc152ced3f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:55.170999 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14123b00-18fe-4d71-8c3d-96a7367d17b2', 'name': 'network-vif-deleted', 'tag': '54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f', 'status': 'completed', 'code': 200} Mar 11 17:13:55.194842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3072213b-e303-4607-b445-e016be963701 req-72840f3b-0191-4d3c-b2a4-d0f89e65d6fd tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 210 time: 0.0383196 Mar 11 17:13:55.396879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfc6d4-b0a3-4547-a654-76044077a002 req-bce6b42d-8140-4c04-a0bb-e90054d5483e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:55.399521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3bfc6d4-b0a3-4547-a654-76044077a002 req-bce6b42d-8140-4c04-a0bb-e90054d5483e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.1299942 Mar 11 17:13:55.449547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e541601-3af6-4f2b-8023-739f1da97a67 req-0268985e-6876-4783-b7c7-f9c1d8c67621 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:55.451904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e541601-3af6-4f2b-8023-739f1da97a67 req-0268985e-6876-4783-b7c7-f9c1d8c67621 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.1104157 Mar 11 17:13:55.482637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3bfc6d4-b0a3-4547-a654-76044077a002 req-38d4e32a-bd69-491c-bfae-4fc7cf188b68 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762837 Mar 11 17:13:55.548470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 41255775-1106-434e-a513-0d2945ca5de6 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:55.560384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e541601-3af6-4f2b-8023-739f1da97a67 req-904061db-1220-4200-a0bd-3c9cdbd5b48d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758226 Mar 11 17:13:55.609633 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:13:07Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '9200b231-cf2f-4396-b7ab-95405f6151a8', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'port_id': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'mac_address': 'fa:16:3e:24:de:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:13:24Z', 'updated_at': '2022-03-11T17:13:53Z', 'revision_number': 1, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64865d48-7a23-4abd-938f-6ce68e552e94', 'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'mac_address': 'fa:16:3e:ef:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:05Z', 'updated_at': '2022-03-11T17:13:20Z', 'revision_number': 5, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'subnets': [{'id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:55.647792 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] Checking router: f9f6787e-8991-49a3-a1e3-d7099fe5892e for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:13:55.665012 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:55.666150 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:55.683192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 41255775-1106-434e-a513-0d2945ca5de6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=41255775-1106-434e-a513-0d2945ca5de6,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:55.696767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d499a952-fb14-4a78-933b-10c4dde063ce up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:55.736896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '41255775-1106-434e-a513-0d2945ca5de6', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'port_id': '41255775-1106-434e-a513-0d2945ca5de6', 'mac_address': 'fa:16:3e:03:42:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:55.737531 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2009a317-8e0c-449f-8403-3afac0f9fe86 x-openstack-request-id: req-2009a317-8e0c-449f-8403-3afac0f9fe86 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:55.740694 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:55.741511 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2009a317-8e0c-449f-8403-3afac0f9fe86 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:55.742302 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'status': 'completed', 'code': 200} Mar 11 17:13:55.899799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb4e792c-7e17-4c8c-ad7f-e19d3afbabda req-3eca042d-30bf-4154-8e87-d3f1378bb17c tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=14123b00-18fe-4d71-8c3d-96a7367d17b2 HTTP/1.1" status: 200 len: 210 time: 0.0557683 Mar 11 17:13:55.900546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c02122-7a5c-4315-9e86-908071984fdf req-150365f9-b070-490e-9625-3aba067ae60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:55.902892 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-36c02122-7a5c-4315-9e86-908071984fdf req-150365f9-b070-490e-9625-3aba067ae60e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1096 time: 0.1494002 Mar 11 17:13:55.921008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681e4cc-8220-434e-8462-7e3ec147c7ac req-18c3be55-963c-48bf-bea8-5703992da550 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:55.923166 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4681e4cc-8220-434e-8462-7e3ec147c7ac req-18c3be55-963c-48bf-bea8-5703992da550 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.2315888 Mar 11 17:13:55.938222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port d499a952-fb14-4a78-933b-10c4dde063ce completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:13:55.968302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port d499a952-fb14-4a78-933b-10c4dde063ce triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:55.971262 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:55.975614 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:55.992928 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:56.028630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41255775-1106-434e-a513-0d2945ca5de6 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:56.060276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4681e4cc-8220-434e-8462-7e3ec147c7ac req-b3ca7219-658c-42aa-a5a0-7992513e09a2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301904 Mar 11 17:13:56.080637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c02122-7a5c-4315-9e86-908071984fdf req-5320c8d2-9a95-4855-abdd-0cd552bde0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.083552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-36c02122-7a5c-4315-9e86-908071984fdf req-5320c8d2-9a95-4855-abdd-0cd552bde0e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.1668208 Mar 11 17:13:56.085215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 41255775-1106-434e-a513-0d2945ca5de6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=41255775-1106-434e-a513-0d2945ca5de6,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:56.097578 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:56.098845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1d3304de-4b47-471d-ade5-2a0b78389aa8 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:13:56.104330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0702-2213-474d-8caf-9dbcda14f5ce req-4a1e7957-d5e4-4d65-aab8-78c78f94483e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.116444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-479a0702-2213-474d-8caf-9dbcda14f5ce req-4a1e7957-d5e4-4d65-aab8-78c78f94483e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.1262698 Mar 11 17:13:56.194627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-479a0702-2213-474d-8caf-9dbcda14f5ce req-b984fa27-cd2b-43a3-8653-e7d9f9862a01 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729442 Mar 11 17:13:56.199081 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-36c02122-7a5c-4315-9e86-908071984fdf req-1154f39b-285e-43ca-a361-e8a19e596c63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 999 time: 0.0976131 Mar 11 17:13:56.262026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c02122-7a5c-4315-9e86-908071984fdf req-eb7872cf-0d99-460f-a0d3-e8e23b1a45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.263945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-36c02122-7a5c-4315-9e86-908071984fdf req-eb7872cf-0d99-460f-a0d3-e8e23b1a45ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.0485754 Mar 11 17:13:56.384764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c02122-7a5c-4315-9e86-908071984fdf req-fcc732c8-49e7-49d7-8274-7bd4c209a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.389714 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-36c02122-7a5c-4315-9e86-908071984fdf req-fcc732c8-49e7-49d7-8274-7bd4c209a8fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120522 Mar 11 17:13:56.419929 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:56.439143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=41255775-1106-434e-a513-0d2945ca5de6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:56.440391 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:13:07Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '9200b231-cf2f-4396-b7ab-95405f6151a8', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'port_id': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'mac_address': 'fa:16:3e:24:de:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:13:24Z', 'updated_at': '2022-03-11T17:13:53Z', 'revision_number': 1, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64865d48-7a23-4abd-938f-6ce68e552e94', 'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'mac_address': 'fa:16:3e:ef:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:05Z', 'updated_at': '2022-03-11T17:13:20Z', 'revision_number': 5, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'subnets': [{'id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:56.473661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db4d39-97a0-4f84-9bfe-5d05663831e6 req-b47b695f-9672-45f3-b3a1-b2e5453c46ee tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.481224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db4d39-97a0-4f84-9bfe-5d05663831e6 req-b47b695f-9672-45f3-b3a1-b2e5453c46ee tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.486466 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f987842-e696-42de-b465-0fe4c3e5d389 None None] The sync data for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 is: [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:13:07Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '9200b231-cf2f-4396-b7ab-95405f6151a8', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'port_id': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'mac_address': 'fa:16:3e:24:de:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:13:24Z', 'updated_at': '2022-03-11T17:13:53Z', 'revision_number': 1, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64865d48-7a23-4abd-938f-6ce68e552e94', 'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'mac_address': 'fa:16:3e:ef:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:05Z', 'updated_at': '2022-03-11T17:13:20Z', 'revision_number': 5, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'subnets': [{'id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:13:56.490316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db4d39-97a0-4f84-9bfe-5d05663831e6 req-b47b695f-9672-45f3-b3a1-b2e5453c46ee tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.502615 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79db4d39-97a0-4f84-9bfe-5d05663831e6 req-b47b695f-9672-45f3-b3a1-b2e5453c46ee tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2417 time: 0.2897031 Mar 11 17:13:56.504512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d499a952-fb14-4a78-933b-10c4dde063ce, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d499a952-fb14-4a78-933b-10c4dde063ce,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:56.517019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-12b5fb65-b8b8-4047-8edf-e1559b1f91b5 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d03326208d724ef2a2f1f758b35e8732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1267354 Mar 11 17:13:56.518723 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:56.519769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 63cddf06-98c9-4880-bed2-b61d1647e7d9 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:56.575898 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-36c02122-7a5c-4315-9e86-908071984fdf req-86e975a8-495c-42fa-a2b9-e68a84a6169e service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551795 Mar 11 17:13:56.654924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdd336-fb4e-41c6-8830-0672bc40d598 req-5279a83a-435d-4b21-b3b4-0f371f28ca16 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.670346 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10bdd336-fb4e-41c6-8830-0672bc40d598 req-5279a83a-435d-4b21-b3b4-0f371f28ca16 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.3374925 Mar 11 17:13:56.676686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45432) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:13:56.686120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd499a952-fb14-4a78-933b-10c4dde063ce'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:56.687953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-05d451f9-a22e-41c0-994b-f5d68c7d2757 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'floatingip': {'port_id': '5bd27180-ad80-4f61-b299-e84f6b50d353'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:56.691384 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4678edef-0ea7-4e78-9ab3-b23158e8501c" -d '{"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-plugged", "status": "completed", "tag": "d499a952-fb14-4a78-933b-10c4dde063ce"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:56.749033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=d499a952-fb14-4a78-933b-10c4dde063ce,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:56.763677 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:56.775753 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05d451f9-a22e-41c0-994b-f5d68c7d2757 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:56.783782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 63cddf06-98c9-4880-bed2-b61d1647e7d9 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:13:56.789382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79db4d39-97a0-4f84-9bfe-5d05663831e6 req-ac2a0e53-8aa8-4572-9506-e7b1595102c9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854617 Mar 11 17:13:56.797441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 63cddf06-98c9-4880-bed2-b61d1647e7d9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:56.798003 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:56.833664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '1d3304de-4b47-471d-ade5-2a0b78389aa8', 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c', 'port_id': '1d3304de-4b47-471d-ade5-2a0b78389aa8', 'mac_address': 'fa:16:3e:ba:ce:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564287c-5064-450a-b060-14d5484537be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:13:56.870848 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-36c02122-7a5c-4315-9e86-908071984fdf req-4d9bde60-9fe4-473b-a4dd-58940da7fc92 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685804 Mar 11 17:13:56.935889 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:56.957838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21e207-d994-4e92-a29a-391a9b98af4f None None] New status for floating IP 9200b231-cf2f-4396-b7ab-95405f6151a8: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:13:56.974979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-a7e8b31e-7b01-4c67-923a-a2b4f20cce0c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.976444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-a7e8b31e-7b01-4c67-923a-a2b4f20cce0c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4383729 Mar 11 17:13:57.017024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d3304de-4b47-471d-ade5-2a0b78389aa8 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:57.029408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Request body: {'port': {'device_id': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'd03326208d724ef2a2f1f758b35e8732'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:57.073628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25e1ce-9d7b-4cbd-9ad3-c22e8b1b1554 req-1bc0b016-4e57-4dee-9564-3c9454e5a510 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:57.075141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb25e1ce-9d7b-4cbd-9ad3-c22e8b1b1554 req-1bc0b016-4e57-4dee-9564-3c9454e5a510 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 945 time: 0.2160044 Mar 11 17:13:57.086192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:57.139291 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:57.191899 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:57.282623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['1d3304de-4b47-471d-ade5-2a0b78389aa8'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:57.349372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 63cddf06-98c9-4880-bed2-b61d1647e7d9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=63cddf06-98c9-4880-bed2-b61d1647e7d9,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:57.350526 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=1d3304de-4b47-471d-ade5-2a0b78389aa8,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:57.365199 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:57.366680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 50c46a02-e468-4632-b709-0d91686ff783 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:57.509684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a02ab-74b2-4158-bff3-971a694792a1 req-8027b916-ea07-48c4-9a57-589ba66ce6dc tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:57.511324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a01a02ab-74b2-4158-bff3-971a694792a1 req-8027b916-ea07-48c4-9a57-589ba66ce6dc tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 945 time: 0.5798817 Mar 11 17:13:57.531964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=63cddf06-98c9-4880-bed2-b61d1647e7d9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:57.556506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb25e1ce-9d7b-4cbd-9ad3-c22e8b1b1554 req-936780e6-0d16-4559-a65c-1cdf9cecf5e5 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497786 Mar 11 17:13:57.564815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 50c46a02-e468-4632-b709-0d91686ff783 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:13:57.573746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 50c46a02-e468-4632-b709-0d91686ff783 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:57.574326 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:57.697154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8906228c-e6c9-4f11-a17f-7b328fab463e req-1bd04aa4-1613-4a6c-8a7d-735d2dc6a2cd tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 210 time: 0.0596082 Mar 11 17:13:57.711397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:57.714128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a01a02ab-74b2-4158-bff3-971a694792a1 req-30f18886-810f-4f51-ad10-71361fd2255c tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819639 Mar 11 17:13:57.759646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Made reservation on behalf of d03326208d724ef2a2f1f758b35e8732 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:13:57.763076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:57.799664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 50c46a02-e468-4632-b709-0d91686ff783, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=50c46a02-e468-4632-b709-0d91686ff783,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:57.805632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:57.809258 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9223a54b-46ee-4c95-8d74-5993c56a2271 x-openstack-request-id: req-9223a54b-46ee-4c95-8d74-5993c56a2271 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:13:57.809602 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-plugged", "status": "completed", "tag": "d499a952-fb14-4a78-933b-10c4dde063ce", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:13:57.810002 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9223a54b-46ee-4c95-8d74-5993c56a2271 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:13:57.810594 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd499a952-fb14-4a78-933b-10c4dde063ce', 'code': 200} Mar 11 17:13:57.832701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:57.855552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['41255775-1106-434e-a513-0d2945ca5de6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:13:57.922515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=50c46a02-e468-4632-b709-0d91686ff783,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:58.008836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c17e7c-eec2-4ec6-ba77-a1425f873547 req-f58ccd42-707a-484b-ab79-6bafe887872a tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:58.010337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7c17e7c-eec2-4ec6-ba77-a1425f873547 req-f58ccd42-707a-484b-ab79-6bafe887872a tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 944 time: 0.1755331 Mar 11 17:13:58.093119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5673314-1d5b-4669-9bba-c7a10f558b48 req-ec2d0184-64b3-4ee9-b9c6-a6436e7581f8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:58.094465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5673314-1d5b-4669-9bba-c7a10f558b48 req-ec2d0184-64b3-4ee9-b9c6-a6436e7581f8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.1635931 Mar 11 17:13:58.179928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:58.184652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7c17e7c-eec2-4ec6-ba77-a1425f873547 req-06fdae0e-4383-4bcb-abaf-0e0756a7c685 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617949 Mar 11 17:13:58.187415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:58.224979 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05d451f9-a22e-41c0-994b-f5d68c7d2757 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:58.245747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05d451f9-a22e-41c0-994b-f5d68c7d2757 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:58.286057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5673314-1d5b-4669-9bba-c7a10f558b48 req-f6293b15-01a5-4a42-a52e-1d314d961d6f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583788 Mar 11 17:13:58.350483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1755ad62-6274-41e3-b891-8659d85401e0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:58.512099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Allocated IP 192.168.233.30 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/6670a465-bbc8-4482-bf8b-40f8842c63ca) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:13:58.531908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424359c-6a48-4335-9b68-c54034f3c987 req-56dd7bb0-36a9-4546-9875-6f26397650a2 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:58.542631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424359c-6a48-4335-9b68-c54034f3c987 req-56dd7bb0-36a9-4546-9875-6f26397650a2 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:58.552945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424359c-6a48-4335-9b68-c54034f3c987 req-56dd7bb0-36a9-4546-9875-6f26397650a2 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:58.555655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b424359c-6a48-4335-9b68-c54034f3c987 req-56dd7bb0-36a9-4546-9875-6f26397650a2 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2419 time: 0.2320464 Mar 11 17:13:58.613715 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-05d451f9-a22e-41c0-994b-f5d68c7d2757 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Floating IP 034403ba-86fa-4595-9cd5-7f1806c8362b associated. External IP: 172.25.8.233, port: 5bd27180-ad80-4f61-b299-e84f6b50d353. Mar 11 17:13:58.722508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b424359c-6a48-4335-9b68-c54034f3c987 req-a5f627fd-384a-45e7-af86-e8df4b68211e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500938 Mar 11 17:13:58.727167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:58.779353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db6cb-0605-494c-8512-a018ec7f5410 req-a1c92254-8fb3-46d9-8b55-071c6c0aea30 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:58.781063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-134db6cb-0605-494c-8512-a018ec7f5410 req-a1c92254-8fb3-46d9-8b55-071c6c0aea30 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.2728074 Mar 11 17:13:58.971296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-134db6cb-0605-494c-8512-a018ec7f5410 req-39512ac0-c92a-4f52-ae6c-e1ba9cf32fe8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689253 Mar 11 17:13:59.030566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a729be3-dac4-452e-a855-991ab6573edd req-09e6db92-ff0c-4ec6-baab-82cf3e1d39db tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:59.033079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a729be3-dac4-452e-a855-991ab6573edd req-09e6db92-ff0c-4ec6-baab-82cf3e1d39db tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 951 time: 0.2165201 Mar 11 17:13:59.149882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:59.165674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:13:59.192535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d451f9-a22e-41c0-994b-f5d68c7d2757 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:13:59.193293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:13:59.193645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 54a3b3bd-8a6b-49a7-a626-3a3a87a03a5f not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:13:59.204739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a729be3-dac4-452e-a855-991ab6573edd req-547e2438-78bc-41ec-80d2-8976e06461de tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257663 Mar 11 17:13:59.235327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb0466-69a1-4b41-b8cd-0d6d43de9712 req-94cfccfc-f81f-4c4f-8f37-2ab4abdffabb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:59.237868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ccb0466-69a1-4b41-b8cd-0d6d43de9712 req-94cfccfc-f81f-4c4f-8f37-2ab4abdffabb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 945 time: 0.1598737 Mar 11 17:13:59.334294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:59.451846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ccb0466-69a1-4b41-b8cd-0d6d43de9712 req-6ff6dea5-7ded-48df-9789-48dc9912b81b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003260 Mar 11 17:13:59.456063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:13:59.474432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:13:59.480948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:13:59.549102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Pushing event updated for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:59.561630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f902760-4b4c-4508-b823-373e23c43f7d req-49f704d5-9468-4afe-9e28-a66cbd86f663 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:59.563214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f902760-4b4c-4508-b823-373e23c43f7d req-49f704d5-9468-4afe-9e28-a66cbd86f663 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 935 time: 0.2635188 Mar 11 17:13:59.578018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d451f9-a22e-41c0-994b-f5d68c7d2757 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:13:59.588782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 41255775-1106-434e-a513-0d2945ca5de6 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:13:59.592868 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] Sync routers for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:13:59.593804 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05d451f9-a22e-41c0-994b-f5d68c7d2757 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:59.615203 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:13:59.617586 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:13:59.669984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 41255775-1106-434e-a513-0d2945ca5de6 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:13:59.671866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:59.672562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:59.680952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 41255775-1106-434e-a513-0d2945ca5de6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:59.680952 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:59.707585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-05d451f9-a22e-41c0-994b-f5d68c7d2757 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "PUT /v2.0/floatingips/034403ba-86fa-4595-9cd5-7f1806c8362b HTTP/1.1" status: 200 len: 991 time: 3.0290146 Mar 11 17:13:59.714055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:59.716290 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16375fb-c145-476f-8274-6509f3189f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:59.752647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-30054710-f8d4-4098-9301-64285d6d689a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7520692 Mar 11 17:13:59.768840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f902760-4b4c-4508-b823-373e23c43f7d req-a3e03f3a-bafc-401a-b6d2-f6873d7f073d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753299 Mar 11 17:13:59.783698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Request body: {'port': {'device_id': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:13:59.811403 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:13:59.854552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cddf06-98c9-4880-bed2-b61d1647e7d9'}, {'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c46a02-e468-4632-b709-0d91686ff783'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:59.860543 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634c49df-7ad9-421a-bc7c-48dada190a18" -d '{"events": [{"server_uuid": "30ad3eca-e9a8-410d-ab69-f456f44c9a3c", "name": "network-vif-plugged", "status": "completed", "tag": "63cddf06-98c9-4880-bed2-b61d1647e7d9"}, {"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-plugged", "status": "completed", "tag": "50c46a02-e468-4632-b709-0d91686ff783"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:13:59.877145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:59.891789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:59.899637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1751a4-c211-49c1-9cf0-8f65a6215cc3 req-7b5b05f6-bc5d-412e-bc96-b1c79faf8a1c tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:59.910002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d1751a4-c211-49c1-9cf0-8f65a6215cc3 req-7b5b05f6-bc5d-412e-bc96-b1c79faf8a1c tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 946 time: 0.3416369 Mar 11 17:13:59.922413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5b5ff33d-ff5a-484d-8d71-a6398bfba71e None None] Provisioning complete for port 6670a465-bbc8-4482-bf8b-40f8842c63ca triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:59.923128 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5b5ff33d-ff5a-484d-8d71-a6398bfba71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:59.986877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 41255775-1106-434e-a513-0d2945ca5de6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=41255775-1106-434e-a513-0d2945ca5de6,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:13:59.993329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d1751a4-c211-49c1-9cf0-8f65a6215cc3 req-09cb0b07-cf3f-46db-9c09-eeb75aba1ec2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793848 Mar 11 17:13:59.993800 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:59.994800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1d3304de-4b47-471d-ade5-2a0b78389aa8 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:00.036792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ff33d-ff5a-484d-8d71-a6398bfba71e None None] Port 6670a465-bbc8-4482-bf8b-40f8842c63ca cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:14:00.169667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=41255775-1106-434e-a513-0d2945ca5de6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:00.170536 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '034403ba-86fa-4595-9cd5-7f1806c8362b', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'port_id': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'mac_address': 'fa:16:3e:44:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:13:26Z', 'updated_at': '2022-03-11T17:13:58Z', 'revision_number': 1, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:00.181932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 1d3304de-4b47-471d-ade5-2a0b78389aa8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:00.183122 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:00.210679 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] Checking router: a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:14:00.225990 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:00.228071 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:00.279579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c519f-cc67-4d74-8c27-f932587f15dd req-385e3906-2465-4445-9666-977a2ff083f3 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:00.281173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c3c519f-cc67-4d74-8c27-f932587f15dd req-385e3906-2465-4445-9666-977a2ff083f3 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 944 time: 0.1511903 Mar 11 17:14:00.321239 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:00.362094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c3c519f-cc67-4d74-8c27-f932587f15dd req-17b9566e-0f19-4725-bf02-2459b565e8d6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726123 Mar 11 17:14:00.396531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:00.410852 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:00.430517 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:00.493597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6670a465-bbc8-4482-bf8b-40f8842c63ca {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:00.502168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:00.526850 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a4996e-b7a9-4312-aba9-24db1b2f96e2 x-openstack-request-id: req-68a4996e-b7a9-4312-aba9-24db1b2f96e2 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:00.527900 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ad3eca-e9a8-410d-ab69-f456f44c9a3c", "name": "network-vif-plugged", "status": "completed", "tag": "63cddf06-98c9-4880-bed2-b61d1647e7d9", "code": 200}, {"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-plugged", "status": "completed", "tag": "50c46a02-e468-4632-b709-0d91686ff783", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:00.528445 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68a4996e-b7a9-4312-aba9-24db1b2f96e2 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:00.529066 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cddf06-98c9-4880-bed2-b61d1647e7d9', 'code': 200} Mar 11 17:14:00.531608 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c46a02-e468-4632-b709-0d91686ff783', 'code': 200} Mar 11 17:14:00.545608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Transition to ACTIVE for port object 6670a465-bbc8-4482-bf8b-40f8842c63ca will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:14:00.554009 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff95f66d-8a95-4e77-803c-cc4c4d3567e7 x-openstack-request-id: req-ff95f66d-8a95-4e77-803c-cc4c4d3567e7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:00.554831 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:00.555179 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff95f66d-8a95-4e77-803c-cc4c4d3567e7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:00.555485 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'status': 'completed', 'code': 200} Mar 11 17:14:00.583259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:00.635675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=1d3304de-4b47-471d-ade5-2a0b78389aa8,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:00.667330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-5ce1a363-7496-46f6-a1b9-c6fe79fdb1fa tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:00.670761 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-5ce1a363-7496-46f6-a1b9-c6fe79fdb1fa tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 951 time: 0.2714059 Mar 11 17:14:00.803200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16375fb-c145-476f-8274-6509f3189f4f req-8781314b-7208-4645-b93d-e4f493281f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:00.805903 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f16375fb-c145-476f-8274-6509f3189f4f req-8781314b-7208-4645-b93d-e4f493281f38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 1096 time: 0.3117659 Mar 11 17:14:00.871676 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '034403ba-86fa-4595-9cd5-7f1806c8362b', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'port_id': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'mac_address': 'fa:16:3e:44:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:13:26Z', 'updated_at': '2022-03-11T17:13:58Z', 'revision_number': 1, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:00.916412 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83903e4d-e9e8-40c5-a1a6-28d05446b9d3 None None] The sync data for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 is: [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '034403ba-86fa-4595-9cd5-7f1806c8362b', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'port_id': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'mac_address': 'fa:16:3e:44:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:13:26Z', 'updated_at': '2022-03-11T17:13:58Z', 'revision_number': 1, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:14:00.953703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84071b3f-3949-4072-a61f-72e31e2a9d6d req-b65f43d2-ea05-443b-9d6f-c3b04af9c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:00.956025 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84071b3f-3949-4072-a61f-72e31e2a9d6d req-b65f43d2-ea05-443b-9d6f-c3b04af9c6fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 1097 time: 0.2804046 Mar 11 17:14:00.965369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e71fca-eae0-48c4-b4de-cb9102a56d73 req-cdc75d7f-0705-4762-9e84-3ffdca882ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:00.966278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e71fca-eae0-48c4-b4de-cb9102a56d73 req-cdc75d7f-0705-4762-9e84-3ffdca882ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:00.967179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e71fca-eae0-48c4-b4de-cb9102a56d73 req-cdc75d7f-0705-4762-9e84-3ffdca882ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:00.970374 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-31e71fca-eae0-48c4-b4de-cb9102a56d73 req-cdc75d7f-0705-4762-9e84-3ffdca882ca3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2872 time: 0.2977273 Mar 11 17:14:01.001654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Pushing event updated for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:01.092511 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84071b3f-3949-4072-a61f-72e31e2a9d6d req-4a86caba-8a38-4e4a-8a4a-ea9eb1daeeb8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206818 Mar 11 17:14:01.122029 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-31e71fca-eae0-48c4-b4de-cb9102a56d73 req-3ca72921-91d8-4f7b-bdfb-7e2a76865f0a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225445 Mar 11 17:14:01.163219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16375fb-c145-476f-8274-6509f3189f4f req-0c0e0047-385e-4420-9bc4-be401415a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.165226 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f16375fb-c145-476f-8274-6509f3189f4f req-0c0e0047-385e-4420-9bc4-be401415a541 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.3465180 Mar 11 17:14:01.178488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Deleting port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:01.179159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:01.192206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61194f-7fd0-4d1f-9596-6665059db341 req-0daadf81-6ddd-45a9-8158-0312702dab5a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.199131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61194f-7fd0-4d1f-9596-6665059db341 req-0daadf81-6ddd-45a9-8158-0312702dab5a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.206147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61194f-7fd0-4d1f-9596-6665059db341 req-0daadf81-6ddd-45a9-8158-0312702dab5a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.208181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc61194f-7fd0-4d1f-9596-6665059db341 req-0daadf81-6ddd-45a9-8158-0312702dab5a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2419 time: 0.6497185 Mar 11 17:14:01.212454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Attempting to bind port 6670a465-bbc8-4482-bf8b-40f8842c63ca on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:14:01.212827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Attempting to bind port 6670a465-bbc8-4482-bf8b-40f8842c63ca by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:14:01.213283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Attempting to bind port 6670a465-bbc8-4482-bf8b-40f8842c63ca on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:01.230595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e34a5-7232-460a-b108-5582d8c45d7e req-7c74fe52-fc67-4281-a24a-a4fec8865701 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.233517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4e34a5-7232-460a-b108-5582d8c45d7e req-7c74fe52-fc67-4281-a24a-a4fec8865701 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 951 time: 0.2254944 Mar 11 17:14:01.280715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Port 6670a465-bbc8-4482-bf8b-40f8842c63ca on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:14:01.281174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Attempting to bind port 6670a465-bbc8-4482-bf8b-40f8842c63ca on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:01.312604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:14:01.314179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:01.314899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:14:01.315444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Bound port: 6670a465-bbc8-4482-bf8b-40f8842c63ca, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:14:01.315868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:01.365467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc61194f-7fd0-4d1f-9596-6665059db341 req-7e2173f1-d266-4874-9da0-cf23c0433612 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302950 Mar 11 17:14:01.424625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4e34a5-7232-460a-b108-5582d8c45d7e req-4718a13e-9917-4a1a-8e2b-50410fa87067 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e37929-527a-4319-876a-2b86b2cac41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798418 Mar 11 17:14:01.488052 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f16375fb-c145-476f-8274-6509f3189f4f req-fa5891fb-3e35-4ee7-9170-7def60b8bb20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bd27180-ad80-4f61-b299-e84f6b50d353 HTTP/1.1" status: 200 len: 999 time: 0.1816716 Mar 11 17:14:01.496287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:14:01.516324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:14:01.521981 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:01.572975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] For port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:01.573666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:01.613778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Calling delete_port for 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:01.631609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16375fb-c145-476f-8274-6509f3189f4f req-46bb94c2-289b-496e-ac99-d9c58ccc981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.642079 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f16375fb-c145-476f-8274-6509f3189f4f req-46bb94c2-289b-496e-ac99-d9c58ccc981b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.1280200 Mar 11 17:14:01.651773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.652863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:01.655208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] 10.222.0.46 "PUT /v2.0/ports/6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 1095 time: 1.8845930 Mar 11 17:14:01.757390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16375fb-c145-476f-8274-6509f3189f4f req-3d16f5db-be3f-44fc-9275-1b1fc8942266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.758890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f16375fb-c145-476f-8274-6509f3189f4f req-3d16f5db-be3f-44fc-9275-1b1fc8942266 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106458 Mar 11 17:14:01.808856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c4683-8407-45da-b622-cdcf2bbbb758 service neutron] Pushing event updated for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:01.838440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cefe91-0439-4c20-ad18-b527e3124c93 req-4054d217-60ff-4129-af5d-bc81eba69581 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.840022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8cefe91-0439-4c20-ad18-b527e3124c93 req-4054d217-60ff-4129-af5d-bc81eba69581 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 946 time: 0.2777531 Mar 11 17:14:01.907771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-d544170d-cfa0-407b-b825-3c5f9747a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.909761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-d544170d-cfa0-407b-b825-3c5f9747a3d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1098 time: 0.1538670 Mar 11 17:14:01.924221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7d313-288f-4b51-8057-fc1f1d951592 req-efd44545-a8ef-44ce-ad5e-574e6c54c3d6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:01.926423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11c7d313-288f-4b51-8057-fc1f1d951592 req-efd44545-a8ef-44ce-ad5e-574e6c54c3d6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 947 time: 0.2213776 Mar 11 17:14:01.972202 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f16375fb-c145-476f-8274-6509f3189f4f req-47689657-2ab5-4615-85b7-3c33d78efe82 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015381 Mar 11 17:14:01.973742 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:01.984072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8cefe91-0439-4c20-ad18-b527e3124c93 req-e7025f64-67c5-4bfd-9f5a-35fc160844ae tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295202 Mar 11 17:14:01.989185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3a0ad722-9e05-4adb-b10e-7a183e63a5d2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:01.991068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-bc86a12c-df97-4bb6-97c0-5392cb933bb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 217 time: 0.0632529 Mar 11 17:14:02.073289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11c7d313-288f-4b51-8057-fc1f1d951592 req-b04e45e3-e6da-4329-89c6-3b386150f872 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943117 Mar 11 17:14:02.110299 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f16375fb-c145-476f-8274-6509f3189f4f req-39c40dc4-f30d-4fe1-8457-0fbc473f8a05 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273932 Mar 11 17:14:02.113737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Pushing event deleted for resources: {'Port': ['ID=3a0ad722-9e05-4adb-b10e-7a183e63a5d2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:02.161723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] No DVR routers for this DVR port 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:02.165276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:02.172980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9d6b7ab8-47ed-40cd-b54b-1fccec79fb43 req-ae8f93d2-a124-4eac-bbcb-19e4ed8b1f35 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.46 "DELETE /v2.0/ports/3a0ad722-9e05-4adb-b10e-7a183e63a5d2 HTTP/1.1" status: 204 len: 173 time: 1.4639654 Mar 11 17:14:02.174445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-deleted', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:02.179801 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c954f902-db81-4afe-b3e4-114cff88bd80" -d '{"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-deleted", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:02.199345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-efb424ee-d595-4796-98f3-6f2a10b46009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:02.201778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-efb424ee-d595-4796-98f3-6f2a10b46009 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2013109 Mar 11 17:14:02.243536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e61d11-4e8c-4f07-8255-91dff5a4120c None None] New status for floating IP 034403ba-86fa-4595-9cd5-7f1806c8362b: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:14:02.264101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4a6b-3ffd-4c2f-9491-64d75dbdf368 req-d8f740d0-a46f-4ee7-8bd9-6529eeab6498 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:02.266362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-414e4a6b-3ffd-4c2f-9491-64d75dbdf368 req-d8f740d0-a46f-4ee7-8bd9-6529eeab6498 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 946 time: 0.1742630 Mar 11 17:14:02.330999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4b708-094b-4653-a848-40513d735429 req-840e05d3-3768-4680-ba8b-e82532dee218 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:02.341108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24a4b708-094b-4653-a848-40513d735429 req-840e05d3-3768-4680-ba8b-e82532dee218 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.1643937 Mar 11 17:14:02.407226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-ce7ce94b-5a03-4831-a501-569f3b41b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:02.408816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-ce7ce94b-5a03-4831-a501-569f3b41b762 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777270 Mar 11 17:14:02.415263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-414e4a6b-3ffd-4c2f-9491-64d75dbdf368 req-81cadace-c7f7-4430-b36a-180a94ea0973 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270697 Mar 11 17:14:02.476296 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d760f47-4d79-43a6-b12e-4c3d3b8e7db9 x-openstack-request-id: req-8d760f47-4d79-43a6-b12e-4c3d3b8e7db9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:02.476877 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ced48e8-b85d-4f7a-8c57-0c82669783e1", "name": "network-vif-deleted", "tag": "3a0ad722-9e05-4adb-b10e-7a183e63a5d2", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:02.477532 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d760f47-4d79-43a6-b12e-4c3d3b8e7db9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:02.478243 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ced48e8-b85d-4f7a-8c57-0c82669783e1', 'name': 'network-vif-deleted', 'tag': '3a0ad722-9e05-4adb-b10e-7a183e63a5d2', 'status': 'completed', 'code': 200} Mar 11 17:14:02.511966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24a4b708-094b-4653-a848-40513d735429 req-21295233-ffe7-48b5-9e61-d8382e4bf072 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532516 Mar 11 17:14:02.533714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41255775-1106-434e-a513-0d2945ca5de6'}, {'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:02.537814 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee59e320-a58d-446a-83aa-b54cf512a53d" -d '{"events": [{"server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "name": "network-vif-plugged", "status": "completed", "tag": "41255775-1106-434e-a513-0d2945ca5de6"}, {"server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "name": "network-vif-plugged", "status": "completed", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:02.583248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:02.587768 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caece647-309b-44d1-b2c5-d41a611d3f72" -d '{"events": [{"name": "network-changed", "server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:02.623821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-0118deb7-81c6-418d-9599-df2c53a85395 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032890 Mar 11 17:14:02.744779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-757dffd7-ba6e-46fd-bd90-d20e61041ca3 req-5a2561dd-c458-46cd-8506-804fc9cd9a20 tempest-ServersAdminTestJSON-1296335157 tempest-ServersAdminTestJSON-1296335157-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ced48e8-b85d-4f7a-8c57-0c82669783e1 HTTP/1.1" status: 200 len: 210 time: 0.0606296 Mar 11 17:14:02.765314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814db851-7d91-4fa5-98ce-d7d2f0510008 req-6ff43662-0ad9-413f-8f54-7a2b633f768b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:02.771953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814db851-7d91-4fa5-98ce-d7d2f0510008 req-6ff43662-0ad9-413f-8f54-7a2b633f768b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:02.778786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814db851-7d91-4fa5-98ce-d7d2f0510008 req-6ff43662-0ad9-413f-8f54-7a2b633f768b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:02.786415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814db851-7d91-4fa5-98ce-d7d2f0510008 req-6ff43662-0ad9-413f-8f54-7a2b633f768b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2419 time: 0.1866465 Mar 11 17:14:02.833067 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ee51db-7e8e-40ae-932c-1a8994e836e5 x-openstack-request-id: req-81ee51db-7e8e-40ae-932c-1a8994e836e5 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:02.833854 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "name": "network-vif-plugged", "status": "completed", "tag": "41255775-1106-434e-a513-0d2945ca5de6", "code": 200}, {"server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "name": "network-vif-plugged", "status": "completed", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:02.834469 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81ee51db-7e8e-40ae-932c-1a8994e836e5 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:02.835388 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41255775-1106-434e-a513-0d2945ca5de6', 'code': 200} Mar 11 17:14:02.836139 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8', 'code': 200} Mar 11 17:14:02.845223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05a40a32-aac5-4e7f-a6cf-07146ecfc53e req-1d754aa4-fb29-4c5e-a92d-f34656216ae4 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948867 Mar 11 17:14:02.866644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814db851-7d91-4fa5-98ce-d7d2f0510008 req-1add6ec6-038a-43f8-b816-9aca5a4a1eb7 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771928 Mar 11 17:14:02.884295 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07960a4c-7778-404a-9fbf-22aec1465409 x-openstack-request-id: req-07960a4c-7778-404a-9fbf-22aec1465409 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:02.884717 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:02.885105 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07960a4c-7778-404a-9fbf-22aec1465409 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:02.885747 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'status': 'completed', 'code': 200} Mar 11 17:14:03.010639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-bf1fda5a-4c10-42ad-8793-97b9d22484c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.014316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-bf1fda5a-4c10-42ad-8793-97b9d22484c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1098 time: 0.0732269 Mar 11 17:14:03.091437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cad5ed-6796-409a-b5d5-921acaacab84 req-2d8d9897-fb69-4ee8-ab1c-97c413d4854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.098382 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-53cad5ed-6796-409a-b5d5-921acaacab84 req-2d8d9897-fb69-4ee8-ab1c-97c413d4854f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1097 time: 0.0980918 Mar 11 17:14:03.168640 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-53cad5ed-6796-409a-b5d5-921acaacab84 req-63adedc0-ba2b-46e4-858f-f79541b1450a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621190 Mar 11 17:14:03.277178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-0fb5eff0-a495-4249-8c44-bb98037b1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.278706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-0fb5eff0-a495-4249-8c44-bb98037b1726 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2545087 Mar 11 17:14:03.288669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f78bf8-e442-4448-ab73-336eb67af941 req-a3f3c132-fea2-4e13-ac8f-590ab03ed917 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.290165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96f78bf8-e442-4448-ab73-336eb67af941 req-a3f3c132-fea2-4e13-ac8f-590ab03ed917 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 946 time: 0.1541643 Mar 11 17:14:03.335789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-ea4ed737-6a41-4cb7-b753-7e514cfc9a1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 217 time: 0.0437682 Mar 11 17:14:03.366109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f6285-a112-4084-800f-75d053395ee0 req-a66722f7-72a3-4412-b5e4-3af05ae4f132 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.367652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-301f6285-a112-4084-800f-75d053395ee0 req-a66722f7-72a3-4412-b5e4-3af05ae4f132 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 947 time: 0.1434267 Mar 11 17:14:03.414121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96f78bf8-e442-4448-ab73-336eb67af941 req-6957ef85-50f7-4f8f-b2f5-02c727a6c5e4 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122258 Mar 11 17:14:03.449004 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-ccd8ff9b-9ee7-4895-87ec-e77e25339cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.450486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-ccd8ff9b-9ee7-4895-87ec-e77e25339cab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0819530 Mar 11 17:14:03.457218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-301f6285-a112-4084-800f-75d053395ee0 req-f2856ccc-e550-43bd-89e4-f534c0db4a78 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780716 Mar 11 17:14:03.536634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-ddd39ef2-bc4c-4bf6-8da0-827e19ba0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.542498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-ddd39ef2-bc4c-4bf6-8da0-827e19ba0d14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682256 Mar 11 17:14:03.610927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1d3304de-4b47-471d-ade5-2a0b78389aa8 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:03.699031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea7bb0-ceab-4c5f-b56e-334cd976f50a req-bda42e3d-7ec3-425d-892c-fc917ed5e08f tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.701426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22ea7bb0-ceab-4c5f-b56e-334cd976f50a req-bda42e3d-7ec3-425d-892c-fc917ed5e08f tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 946 time: 0.1454279 Mar 11 17:14:03.725736 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:03.775795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:03.782007 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:03.784555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-7df8a217-786e-4f6e-a589-84c2af7ccadf service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377105 Mar 11 17:14:03.817637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1484-b2a5-401b-aaae-dc1a2fab0650 req-2610677d-9f83-4629-8dd7-135ada05f50f tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.819892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c02f1484-b2a5-401b-aaae-dc1a2fab0650 req-2610677d-9f83-4629-8dd7-135ada05f50f tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 945 time: 0.1716805 Mar 11 17:14:03.864293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22ea7bb0-ceab-4c5f-b56e-334cd976f50a req-533f1a73-3994-48e2-aede-08d3e6b342b2 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463349 Mar 11 17:14:03.869949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=1d3304de-4b47-471d-ade5-2a0b78389aa8,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:03.966475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c02f1484-b2a5-401b-aaae-dc1a2fab0650 req-45047e17-3949-4920-9921-5b17e52332e2 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297061 Mar 11 17:14:04.031331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caece647-309b-44d1-b2c5-d41a611d3f72 req-e4cb1de8-b788-4abd-adcd-289afb851762 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262118 Mar 11 17:14:04.060566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de6a5c-7e29-4d5e-a26c-b4021a41a5e9 req-31803452-3d1c-498b-92e0-c04c50d7b71d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:04.070230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de6a5c-7e29-4d5e-a26c-b4021a41a5e9 req-31803452-3d1c-498b-92e0-c04c50d7b71d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:04.075838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de6a5c-7e29-4d5e-a26c-b4021a41a5e9 req-31803452-3d1c-498b-92e0-c04c50d7b71d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:04.077819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1de6a5c-7e29-4d5e-a26c-b4021a41a5e9 req-31803452-3d1c-498b-92e0-c04c50d7b71d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2419 time: 0.1147037 Mar 11 17:14:04.156657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1de6a5c-7e29-4d5e-a26c-b4021a41a5e9 req-f382d585-2a27-41ea-9f02-ee62b225769b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646963 Mar 11 17:14:04.166584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3f70-8ead-4b52-80f6-e59ce9636848 req-c136d90c-bcdc-4009-ab74-4de1440245d6 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:04.168153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-718e3f70-8ead-4b52-80f6-e59ce9636848 req-c136d90c-bcdc-4009-ab74-4de1440245d6 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 946 time: 0.1240437 Mar 11 17:14:04.177271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45536) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:04.184921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Request body: {'floatingip': {'port_id': '63cddf06-98c9-4880-bed2-b61d1647e7d9'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:04.231886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:04.335888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45546) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:04.565503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45562) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:04.567243 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c68f3da8-28c7-42a8-998d-bb824ec0684e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4a22a92ae7c405f973effa5024dda5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298958 Mar 11 17:14:04.749096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238052b-71dc-4639-aa63-7c8c9b7fbe3f req-79df7fe7-c45f-43a3-9da2-61bbd5451e90 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:04.755119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238052b-71dc-4639-aa63-7c8c9b7fbe3f req-79df7fe7-c45f-43a3-9da2-61bbd5451e90 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:04.760753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238052b-71dc-4639-aa63-7c8c9b7fbe3f req-79df7fe7-c45f-43a3-9da2-61bbd5451e90 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:04.762327 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0238052b-71dc-4639-aa63-7c8c9b7fbe3f req-79df7fe7-c45f-43a3-9da2-61bbd5451e90 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2419 time: 0.2422931 Mar 11 17:14:04.787048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e04a89-9cb2-4ed9-ad7f-eec695cde1b8 req-86939217-3f8d-4e90-97c0-83eca22c062e tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:04.788510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4e04a89-9cb2-4ed9-ad7f-eec695cde1b8 req-86939217-3f8d-4e90-97c0-83eca22c062e tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 946 time: 0.2111688 Mar 11 17:14:04.839098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:04.852908 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599b40c7-129d-45f2-a0cb-a3b403ff770b" -d '{"events": [{"server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:04.908839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-527e815c-f6c6-4659-a428-a55dac4c7bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:04.969139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0238052b-71dc-4639-aa63-7c8c9b7fbe3f req-120763b7-5cb4-4cd1-aa87-bd303ad039d6 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943796 Mar 11 17:14:04.988731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8f0220a8-d16a-4663-bfec-1af2f78b91d0 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:04.992598 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-527e815c-f6c6-4659-a428-a55dac4c7bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:04.992817 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8f0220a8-d16a-4663-bfec-1af2f78b91d0 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 943 time: 0.0847435 Mar 11 17:14:04.996585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4e04a89-9cb2-4ed9-ad7f-eec695cde1b8 req-63df8e3b-2f76-48da-b79f-9d1d24b84ca5 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978991 Mar 11 17:14:05.142465 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d94fd-7c7b-4bd4-ab89-2da9a0cd4a41 x-openstack-request-id: req-776d94fd-7c7b-4bd4-ab89-2da9a0cd4a41 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:05.142755 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:05.143010 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-776d94fd-7c7b-4bd4-ab89-2da9a0cd4a41 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:05.143408 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8', 'code': 200} Mar 11 17:14:05.180064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:05.183467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:05.239130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:14:05.245661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3a0ad722-9e05-4adb-b10e-7a183e63a5d2 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:14:05.286112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Deleting port 1d3304de-4b47-471d-ade5-2a0b78389aa8 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:05.290213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:05.291690 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:14:05.397781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeea7-ab40-4d92-987d-0521ad0a6dad req-58f237c0-5c44-447a-bce8-0eca2e0472bc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:05.404506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e4eeea7-ab40-4d92-987d-0521ad0a6dad req-58f237c0-5c44-447a-bce8-0eca2e0472bc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 947 time: 0.2345681 Mar 11 17:14:05.421468 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:05.429819 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-527e815c-f6c6-4659-a428-a55dac4c7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:05.432703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-527e815c-f6c6-4659-a428-a55dac4c7bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:05.434001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-527e815c-f6c6-4659-a428-a55dac4c7bf5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22e37929-527a-4319-876a-2b86b2cac41b HTTP/1.1" status: 204 len: 168 time: 0.8669176 Mar 11 17:14:05.453999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e815c-f6c6-4659-a428-a55dac4c7bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e37929-527a-4319-876a-2b86b2cac41b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:05.457303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:05.565409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] For port 1d3304de-4b47-471d-ade5-2a0b78389aa8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1d3304de-4b47-471d-ade5-2a0b78389aa8,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:05.569658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:05.572990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:05.612204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'port_id': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'mac_address': 'fa:16:3e:24:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:05.618298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Calling delete_port for 1d3304de-4b47-471d-ade5-2a0b78389aa8 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:05.712294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:05.735704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:05.787445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:05.799042 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:05.885963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:05.909093 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Floating IP d58d6dff-3996-40e4-9553-ae84a050da1b associated. External IP: 172.25.8.35, port: 63cddf06-98c9-4880-bed2-b61d1647e7d9. Mar 11 17:14:05.928859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:05.964668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94a5d0-7bb1-4fed-b339-eb66fb557803 req-ed4aa5a4-a406-4eb3-8358-d87cd21ae263 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:05.967198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event deleted for resources: {'Port': ['ID=1d3304de-4b47-471d-ade5-2a0b78389aa8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:05.977970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b94a5d0-7bb1-4fed-b339-eb66fb557803 req-ed4aa5a4-a406-4eb3-8358-d87cd21ae263 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd8cc5d-54d4-41a8-81f1-85e7c578fa49 HTTP/1.1" status: 200 len: 943 time: 0.7241950 Mar 11 17:14:06.006708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:06.046828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e4eeea7-ab40-4d92-987d-0521ad0a6dad req-18fd5d70-b732-47c1-aab1-c4d392486410 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261852 Mar 11 17:14:06.084367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] No DVR routers for this DVR port 1d3304de-4b47-471d-ade5-2a0b78389aa8 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:06.094648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:06.096506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b94a5d0-7bb1-4fed-b339-eb66fb557803 req-6b81a2ea-13c5-4f21-8e81-0cdf50323c0a tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168149 Mar 11 17:14:06.109289 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-53093b35-98fc-44da-9ef3-6c4019c32dc4 req-8e2d8eac-90ed-4f6e-a5e3-8e3dd2972fda tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "DELETE /v2.0/ports/1d3304de-4b47-471d-ade5-2a0b78389aa8 HTTP/1.1" status: 204 len: 173 time: 1.1041684 Mar 11 17:14:06.109808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'name': 'network-vif-deleted', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:06.114114 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935126d9-443b-4e48-8da5-19786e26e3c9" -d '{"events": [{"server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "name": "network-vif-deleted", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:06.133815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45600) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:06.293216 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-72f4d2b8-f602-48ce-9792-526394be7511 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c99c4226f337454ca4226fa04b26e8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521142 Mar 11 17:14:06.296435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45602) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:06.529719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7064b-0655-4f45-a9d8-091a3cf1c540 req-23c6278b-c50f-457a-97f9-f392c3cff6f1 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:06.538719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7064b-0655-4f45-a9d8-091a3cf1c540 req-23c6278b-c50f-457a-97f9-f392c3cff6f1 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:06.549558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7064b-0655-4f45-a9d8-091a3cf1c540 req-23c6278b-c50f-457a-97f9-f392c3cff6f1 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:06.552556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9aa7064b-0655-4f45-a9d8-091a3cf1c540 req-23c6278b-c50f-457a-97f9-f392c3cff6f1 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2419 time: 0.3047724 Mar 11 17:14:06.587224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc290e-3769-40bd-962b-94c3d1df7078 req-ac6d4c46-c120-45c2-80a2-0f2350866192 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:06.588800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acc290e-3769-40bd-962b-94c3d1df7078 req-ac6d4c46-c120-45c2-80a2-0f2350866192 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 946 time: 0.3096702 Mar 11 17:14:06.605122 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5af8-1f22-44ab-bbcc-ad113bccaf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:06.725349 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5af8-1f22-44ab-bbcc-ad113bccaf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:06.755877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9aa7064b-0655-4f45-a9d8-091a3cf1c540 req-61898459-335e-4327-bef8-5a87c3e99e5b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788280 Mar 11 17:14:06.773090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acc290e-3769-40bd-962b-94c3d1df7078 req-e344ab51-04b9-4273-901d-d6d74a7fe1d3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646655 Mar 11 17:14:06.811792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:14:06.855492 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd944cb-fd19-4ac5-815d-697abfc1a61b x-openstack-request-id: req-9bd944cb-fd19-4ac5-815d-697abfc1a61b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:06.856436 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd8cc5d-54d4-41a8-81f1-85e7c578fa49", "name": "network-vif-deleted", "tag": "1d3304de-4b47-471d-ade5-2a0b78389aa8", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:06.856932 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bd944cb-fd19-4ac5-815d-697abfc1a61b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:06.857558 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd8cc5d-54d4-41a8-81f1-85e7c578fa49', 'name': 'network-vif-deleted', 'tag': '1d3304de-4b47-471d-ade5-2a0b78389aa8', 'status': 'completed', 'code': 200} Mar 11 17:14:06.993884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-94fbe180-6aef-4e44-8a35-4a161ebb182c tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:07.003692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-94fbe180-6aef-4e44-8a35-4a161ebb182c tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:07.014357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-94fbe180-6aef-4e44-8a35-4a161ebb182c tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:07.017852 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-94fbe180-6aef-4e44-8a35-4a161ebb182c tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 2419 time: 0.0972917 Mar 11 17:14:07.053232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5af8-1f22-44ab-bbcc-ad113bccaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:07.055769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5af8-1f22-44ab-bbcc-ad113bccaf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:07.059401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d5ed5af8-1f22-44ab-bbcc-ad113bccaf8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5bba9d0-0208-47be-a393-67541359f495 HTTP/1.1" status: 204 len: 168 time: 0.7592545 Mar 11 17:14:07.103980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-871a48dd-831c-44a6-bc26-d46680892551 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2744744 Mar 11 17:14:07.117276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:07.124672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed5af8-1f22-44ab-bbcc-ad113bccaf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bba9d0-0208-47be-a393-67541359f495,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:07.167078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting port 50c46a02-e468-4632-b709-0d91686ff783 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:07.167492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:07.167680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:14:07.177469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:07.182060 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] Sync routers for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:14:07.211360 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:07.211869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6670a465-bbc8-4482-bf8b-40f8842c63ca details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:07.212604 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:07.218290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:07.277514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:07.386223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-59b547f3-9359-47ee-bd5b-e5f85146f941 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "PUT /v2.0/floatingips/d58d6dff-3996-40e4-9553-ae84a050da1b HTTP/1.1" status: 200 len: 991 time: 3.2076485 Mar 11 17:14:07.389423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'tag': '63cddf06-98c9-4880-bed2-b61d1647e7d9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:07.391664 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "30ad3eca-e9a8-410d-ab69-f456f44c9a3c", "tag": "63cddf06-98c9-4880-bed2-b61d1647e7d9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:07.443194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] For port 50c46a02-e468-4632-b709-0d91686ff783, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=50c46a02-e468-4632-b709-0d91686ff783,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:07.443576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:07.488248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Calling delete_port for 50c46a02-e468-4632-b709-0d91686ff783 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:07.547287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:07.547644 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:07.573368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d47fa6-749c-437a-8edf-93fa497807b8 req-7f5f1f1b-9915-4492-b36e-83ff29ac2edc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:07.574587 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:07.582972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14d47fa6-749c-437a-8edf-93fa497807b8 req-7f5f1f1b-9915-4492-b36e-83ff29ac2edc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 947 time: 0.3098454 Mar 11 17:14:07.667407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14d47fa6-749c-437a-8edf-93fa497807b8 req-edce9e49-87bd-4c0f-9be7-19a1aa6fc785 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809875 Mar 11 17:14:07.736764 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:07.741457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:07.807715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'mac_address': 'fa:16:3e:85:ec:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:07.829601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:07.857617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['7b7cf77b-9e1f-4b05-9cb7-5fce9c671642', 'd499a952-fb14-4a78-933b-10c4dde063ce', '50c46a02-e468-4632-b709-0d91686ff783'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:07.913334 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889035d9-c84c-45a2-ab77-3987b73b72de x-openstack-request-id: req-889035d9-c84c-45a2-ab77-3987b73b72de {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:07.914284 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ad3eca-e9a8-410d-ab69-f456f44c9a3c", "tag": "63cddf06-98c9-4880-bed2-b61d1647e7d9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:07.915278 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-889035d9-c84c-45a2-ab77-3987b73b72de {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:07.916045 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'tag': '63cddf06-98c9-4880-bed2-b61d1647e7d9', 'status': 'completed', 'code': 200} Mar 11 17:14:07.917780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Port': ['ID=50c46a02-e468-4632-b709-0d91686ff783,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:07.952408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Allocated IP 172.25.8.154 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/4221bccf-013d-40e6-86e2-ddc8162b529f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:08.032209 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.179140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] No DVR routers for this DVR port 50c46a02-e468-4632-b709-0d91686ff783 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:08.184578 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.195133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-75e36c5a-7632-4cf4-b2aa-143818b34aae tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "DELETE /v2.0/ports/50c46a02-e468-4632-b709-0d91686ff783 HTTP/1.1" status: 204 len: 173 time: 1.1666286 Mar 11 17:14:08.229953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.288050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6670a465-bbc8-4482-bf8b-40f8842c63ca {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:08.316007 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'd58d6dff-3996-40e4-9553-ae84a050da1b', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'port_id': '63cddf06-98c9-4880-bed2-b61d1647e7d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'mac_address': 'fa:16:3e:9a:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:13:35Z', 'updated_at': '2022-03-11T17:14:04Z', 'revision_number': 1, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:35Z', 'revision_number': 5, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:08.319597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3175e-f1dc-4f31-bc1f-f837486040e8 req-e5f238a4-56ef-4547-a07e-dfe5d928eba5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:08.327740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3175e-f1dc-4f31-bc1f-f837486040e8 req-e5f238a4-56ef-4547-a07e-dfe5d928eba5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:08.332443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c3175e-f1dc-4f31-bc1f-f837486040e8 req-e5f238a4-56ef-4547-a07e-dfe5d928eba5 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 1683 time: 0.2353585 Mar 11 17:14:08.352802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-b73238cf-c4dd-4e3d-8438-6166a7de6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:08.354613 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-b73238cf-c4dd-4e3d-8438-6166a7de6d0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d84908dbe5b4902b0d6488b2340fb79&device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 1097 time: 0.4029341 Mar 11 17:14:08.368880 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.412463 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] Checking router: ea787d1d-7f34-4bc5-b0d5-6a3afd938756 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:14:08.430478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:08.431800 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:08.441886 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:13:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:08.442936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.532089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Pushing event updated for resources: {'Port': ['ID=4221bccf-013d-40e6-86e2-ddc8162b529f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:08.598155 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:08.609528 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.610584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:08.633526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c3175e-f1dc-4f31-bc1f-f837486040e8 req-32c30f21-1a81-48af-afac-28eb4675e815 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910562 Mar 11 17:14:08.637377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:08.638071 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:08.647332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:08.717845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:08.722970 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514f6c25-325e-425f-8934-62215beb33c5" -d '{"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:08.761792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-fa6d3b68-9f97-44b2-9872-a935a23abf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:08.767305 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-fa6d3b68-9f97-44b2-9872-a935a23abf18 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a301cfec-62ac-4fba-b15a-2f5d2fde2312 HTTP/1.1" status: 200 len: 914 time: 0.3622901 Mar 11 17:14:08.781792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:08.790989 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.874201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.874933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['6670a465-bbc8-4482-bf8b-40f8842c63ca'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:08.901284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-deleted', 'tag': '50c46a02-e468-4632-b709-0d91686ff783'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:08.903940 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20790357-21c6-4ed9-a8fe-729e84fe2cdd" -d '{"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-deleted", "tag": "50c46a02-e468-4632-b709-0d91686ff783"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:08.931820 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.998837 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-699bd4af-a2c2-46ec-9332-0aa6f184d950 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cddf06-98c9-4880-bed2-b61d1647e7d9 HTTP/1.1" status: 200 len: 999 time: 0.2208357 Mar 11 17:14:09.033016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:09.040988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:09.106855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:09.242969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] For port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:09.243231 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:09.267086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Calling delete_port for 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:09.317485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:09.323479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:09.423450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:09.433043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fd82bb00-8360-48b9-bb1d-332d33b7e988 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136676728', 'description': 'tempest-description--1571450147'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:09.455167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-ae6678b7-39cc-4f69-93d2-fb41c19e7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:09.457115 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-ae6678b7-39cc-4f69-93d2-fb41c19e7183 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a4a54b-3d17-408f-83ca-091aab0a9fe8 HTTP/1.1" status: 200 len: 853 time: 0.4458427 Mar 11 17:14:09.485542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Pushing event updated for resources: {'Port': ['ID=4221bccf-013d-40e6-86e2-ddc8162b529f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:09.506048 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:09.531327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:09.543190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-3cc833b0-2380-4207-b002-7d908401c9e2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4387279 Mar 11 17:14:09.602058 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'd58d6dff-3996-40e4-9553-ae84a050da1b', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'port_id': '63cddf06-98c9-4880-bed2-b61d1647e7d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'mac_address': 'fa:16:3e:9a:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:13:35Z', 'updated_at': '2022-03-11T17:14:04Z', 'revision_number': 1, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:35Z', 'revision_number': 5, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:09.615377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d499a952-fb14-4a78-933b-10c4dde063ce no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:09.642405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-db31e6fb-1454-492c-a2da-667b809b0c6c tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 696 time: 0.0977168 Mar 11 17:14:09.702571 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0fc866-c920-4638-b003-1fe512b9bf8a None None] The sync data for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 is: [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'd58d6dff-3996-40e4-9553-ae84a050da1b', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'port_id': '63cddf06-98c9-4880-bed2-b61d1647e7d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'mac_address': 'fa:16:3e:9a:39:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:13:35Z', 'updated_at': '2022-03-11T17:14:04Z', 'revision_number': 1, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:35Z', 'revision_number': 5, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:14:09.757669 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:09.760902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd82bb00-8360-48b9-bb1d-332d33b7e988 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:09.883191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d499a952-fb14-4a78-933b-10c4dde063ce, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d499a952-fb14-4a78-933b-10c4dde063ce,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:09.888766 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:09.889858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 50c46a02-e468-4632-b709-0d91686ff783 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:09.943294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-54a78246-caed-4ae0-8a6a-493835c70d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:09.943651 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-54a78246-caed-4ae0-8a6a-493835c70d75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a301cfec-62ac-4fba-b15a-2f5d2fde2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4752345 Mar 11 17:14:09.946897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 50c46a02-e468-4632-b709-0d91686ff783 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:14:09.947699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 50c46a02-e468-4632-b709-0d91686ff783 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:14:09.948308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1d3304de-4b47-471d-ade5-2a0b78389aa8 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:09.966451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab996b-38a5-478c-bc71-fabaa6c52cb1 req-6d1e84e4-f3cd-4673-8361-ffdc4a3f4715 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:09.979460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66ab996b-38a5-478c-bc71-fabaa6c52cb1 req-6d1e84e4-f3cd-4673-8361-ffdc4a3f4715 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 948 time: 0.3470168 Mar 11 17:14:09.984423 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:10.101840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 1d3304de-4b47-471d-ade5-2a0b78389aa8 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:14:10.102190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1d3304de-4b47-471d-ade5-2a0b78389aa8 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:14:10.102619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:10.137856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66ab996b-38a5-478c-bc71-fabaa6c52cb1 req-d4c389da-5a25-483f-808a-4d2868a4d553 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570668 Mar 11 17:14:10.149172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Port': ['ID=7b7cf77b-9e1f-4b05-9cb7-5fce9c671642,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:10.177061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-9fb7bb8a-e1af-4dc0-b105-e5e67a813baa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:10.201711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60d2a99a-0e06-4517-80f9-77e561db2e34 req-9fb7bb8a-e1af-4dc0-b105-e5e67a813baa tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.5489759 Mar 11 17:14:10.243758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:14:10.244058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:14:10.259487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7436e4f-3ffc-46f0-9f0c-6191a677e17d None None] New status for floating IP d58d6dff-3996-40e4-9553-ae84a050da1b: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:14:10.265541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=d499a952-fb14-4a78-933b-10c4dde063ce,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:10.341683 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b212d89-538c-4073-97a5-7074ecfd3d02 x-openstack-request-id: req-6b212d89-538c-4073-97a5-7074ecfd3d02 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:10.341974 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-deleted", "tag": "50c46a02-e468-4632-b709-0d91686ff783", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:10.343951 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b212d89-538c-4073-97a5-7074ecfd3d02 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:10.345441 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-deleted', 'tag': '50c46a02-e468-4632-b709-0d91686ff783', 'status': 'completed', 'code': 200} Mar 11 17:14:10.471004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] No DVR routers for this DVR port 7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:10.471004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:10.474040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-434df8f5-6cc7-4de4-8fd4-fe5cf6e35f6b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "DELETE /v2.0/ports/7b7cf77b-9e1f-4b05-9cb7-5fce9c671642 HTTP/1.1" status: 204 len: 173 time: 2.2552352 Mar 11 17:14:10.529300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd82bb00-8360-48b9-bb1d-332d33b7e988 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:10.540558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd82bb00-8360-48b9-bb1d-332d33b7e988 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:10.641365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd82bb00-8360-48b9-bb1d-332d33b7e988 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:10.642827 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fd82bb00-8360-48b9-bb1d-332d33b7e988 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2157221 Mar 11 17:14:10.648404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45696) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:10.666809 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-7c05dc36-8bc1-4af6-9be8-6d8db4a1c8a9 service neutron] 10.222.0.66 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073739 Mar 11 17:14:10.669198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b1fbc0be-38aa-4595-8d04-ad4fadf13eba tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Request body: {'security_group_rule': {'security_group_id': '9b5f29a8-2d71-4096-871c-422fa9306d38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:10.689270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82bb00-8360-48b9-bb1d-332d33b7e988 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5f29a8-2d71-4096-871c-422fa9306d38,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:10.702696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970064-5f9f-40d7-a311-c8554f54cac9 req-3c2e22cd-bd91-474e-aee3-9bf38408bab4 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:10.704547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d970064-5f9f-40d7-a311-c8554f54cac9 req-3c2e22cd-bd91-474e-aee3-9bf38408bab4 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 944 time: 0.1646929 Mar 11 17:14:10.743850 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef74ff81-c016-4b07-90ca-1cd655bb3af3 x-openstack-request-id: req-ef74ff81-c016-4b07-90ca-1cd655bb3af3 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:10.744508 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:10.744508 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef74ff81-c016-4b07-90ca-1cd655bb3af3 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:10.745065 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'code': 200} Mar 11 17:14:10.772134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:10.874837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-09772171-93fd-44a0-a27b-40540e6adef9 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:10.876878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-09772171-93fd-44a0-a27b-40540e6adef9 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 821 time: 0.1687388 Mar 11 17:14:10.887616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting port d499a952-fb14-4a78-933b-10c4dde063ce {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:10.888449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:10.915333 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0d056c65-d5ed-49a2-bbc9-a8c383bb7bd2 req-711da66c-e464-4294-8349-fdf2bc429bc5 service neutron] 10.222.0.66 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097664 Mar 11 17:14:10.916927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a575c73-d3de-4ee4-9a58-d7d0c21dd3ab tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/quotas/248ba4cf133d4a8b9259c2eb53769958 HTTP/1.1" status: 200 len: 375 time: 0.0118449 Mar 11 17:14:10.939409 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc0be-38aa-4595-8d04-ad4fadf13eba tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:10.997263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d970064-5f9f-40d7-a311-c8554f54cac9 req-f5aa78ce-b963-4b2e-8f4f-5c9f8248858e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165433 Mar 11 17:14:11.030159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-4ca2aeac-40b2-4a6a-9558-9af7e54eccba tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0818696 Mar 11 17:14:11.047497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] For port d499a952-fb14-4a78-933b-10c4dde063ce, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d499a952-fb14-4a78-933b-10c4dde063ce,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:11.047875 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.078801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Calling delete_port for d499a952-fb14-4a78-933b-10c4dde063ce owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:11.139235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc0be-38aa-4595-8d04-ad4fadf13eba tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.152521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc0be-38aa-4595-8d04-ad4fadf13eba tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.170267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbc0be-38aa-4595-8d04-ad4fadf13eba tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ff0009-67bb-4854-a9b9-43f58c323565,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:11.201971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-11d9c145-42bd-41cf-9da5-89d546733457 service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619482 Mar 11 17:14:11.215263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc0be-38aa-4595-8d04-ad4fadf13eba tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.220085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b1fbc0be-38aa-4595-8d04-ad4fadf13eba tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5527661 Mar 11 17:14:11.220311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6670a465-bbc8-4482-bf8b-40f8842c63ca up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:11.227367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45706) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:11.231758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d630410a-ee0c-43ec-bfb7-4054abc608e6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Request body: {'security_group_rule': {'security_group_id': '9b5f29a8-2d71-4096-871c-422fa9306d38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:11.328880 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d630410a-ee0c-43ec-bfb7-4054abc608e6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.358579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 6670a465-bbc8-4482-bf8b-40f8842c63ca completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:14:11.374720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 6670a465-bbc8-4482-bf8b-40f8842c63ca triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:11.375638 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.429891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-25fb6e0c-b1fe-41e5-8f4b-9f02da5670f0 service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269402 Mar 11 17:14:11.458389 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.477960 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d630410a-ee0c-43ec-bfb7-4054abc608e6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.488386 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d630410a-ee0c-43ec-bfb7-4054abc608e6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.503382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630410a-ee0c-43ec-bfb7-4054abc608e6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6fb581-03bc-412a-be29-eff02866d1b1,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:11.512131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Port': ['ID=d499a952-fb14-4a78-933b-10c4dde063ce,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:11.591115 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d630410a-ee0c-43ec-bfb7-4054abc608e6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.593308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d630410a-ee0c-43ec-bfb7-4054abc608e6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3650618 Mar 11 17:14:11.598745 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-3d87f019-2018-4081-820c-ed58671fa978 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=44ab3edc70eb4e559c3299f89c17181b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472560 Mar 11 17:14:11.622334 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.628009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45716) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:11.697063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:11.747150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:11.748205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] No DVR routers for this DVR port d499a952-fb14-4a78-933b-10c4dde063ce on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:11.752585 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.778985 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.782351 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d8e597f2-edb9-4537-969c-ee28d0ff56b0 req-a3b815e4-9e0c-4ef5-a483-86b4c229bfcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "DELETE /v2.0/ports/d499a952-fb14-4a78-933b-10c4dde063ce HTTP/1.1" status: 204 len: 173 time: 1.2899568 Mar 11 17:14:11.786161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-c9ee90d5-ff0f-45a1-9ce3-ca158e876f01 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:11.800326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-c9ee90d5-ff0f-45a1-9ce3-ca158e876f01 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931517 Mar 11 17:14:11.859502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.881223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:11.886427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-dc334204-94ca-4c0e-91c4-46e7e7b2c626 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/quotas/44ab3edc70eb4e559c3299f89c17181b HTTP/1.1" status: 200 len: 375 time: 0.0845642 Mar 11 17:14:11.971910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-ea2fdd2b-b96d-486f-b129-8dac55dece72 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44ab3edc70eb4e559c3299f89c17181b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663195 Mar 11 17:14:12.011840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a978aaf-4148-4cd6-be8d-4358c6775496 req-a69ea767-9d74-4a76-b49c-f95783528b0b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:12.018528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a978aaf-4148-4cd6-be8d-4358c6775496 req-a69ea767-9d74-4a76-b49c-f95783528b0b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2108147 Mar 11 17:14:12.089910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a978aaf-4148-4cd6-be8d-4358c6775496 req-3fe3f2ef-2aa2-4bfa-9f0f-4db340e5c5ba tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633273 Mar 11 17:14:12.212519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:12.231214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c62ac7c1-acf4-4643-85d2-6f699f0abce7 req-40a0acb8-7998-4db3-aca2-959be151b24b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 210 time: 0.0692198 Mar 11 17:14:12.306259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8818577f-fba5-40e3-94b8-d5772fe23a95 req-4f6f1f69-a4d8-4e12-b0dd-cf40135de875 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=0334cc94-5ad3-4851-89b7-52790ce55b83 HTTP/1.1" status: 200 len: 210 time: 0.0379157 Mar 11 17:14:12.354379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-deleted', 'tag': '7b7cf77b-9e1f-4b05-9cb7-5fce9c671642'}, {'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-deleted', 'tag': 'd499a952-fb14-4a78-933b-10c4dde063ce'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:12.365900 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc2bea-ef63-4907-9a3d-ae646bfa6f2a" -d '{"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-deleted", "tag": "7b7cf77b-9e1f-4b05-9cb7-5fce9c671642"}, {"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-deleted", "tag": "d499a952-fb14-4a78-933b-10c4dde063ce"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:12.405668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-40bcf05e-663e-435d-b78f-58f997bdb280 req-c0632000-6a35-44ae-ba8d-4cd7d33ccbb4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 210 time: 0.0967307 Mar 11 17:14:12.480957 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbbe0d1-2160-4823-a8da-fb01f5dba0f6 x-openstack-request-id: req-8bbbe0d1-2160-4823-a8da-fb01f5dba0f6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:12.481876 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-deleted", "tag": "7b7cf77b-9e1f-4b05-9cb7-5fce9c671642", "status": "completed", "code": 200}, {"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-deleted", "tag": "d499a952-fb14-4a78-933b-10c4dde063ce", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:12.482128 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bbbe0d1-2160-4823-a8da-fb01f5dba0f6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:12.482515 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-deleted', 'tag': '7b7cf77b-9e1f-4b05-9cb7-5fce9c671642', 'status': 'completed', 'code': 200} Mar 11 17:14:12.482762 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-deleted', 'tag': 'd499a952-fb14-4a78-933b-10c4dde063ce', 'status': 'completed', 'code': 200} Mar 11 17:14:12.570969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Allocated IP 172.25.8.41 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/ee1ec7c1-54ce-4779-827d-631a277938c4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:12.746735 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd499a952-fb14-4a78-933b-10c4dde063ce'}, {'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:12.750507 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7698b5e6-7cc4-4aa1-919f-0518e4a693e2" -d '{"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-unplugged", "status": "completed", "tag": "d499a952-fb14-4a78-933b-10c4dde063ce"}, {"server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "name": "network-vif-plugged", "status": "completed", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:12.837914 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f2e345-8b8a-4509-a3a9-40701698b70e x-openstack-request-id: req-44f2e345-8b8a-4509-a3a9-40701698b70e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:12.838210 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0334cc94-5ad3-4851-89b7-52790ce55b83", "name": "network-vif-unplugged", "status": "completed", "tag": "d499a952-fb14-4a78-933b-10c4dde063ce", "code": 200}, {"server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "name": "network-vif-plugged", "status": "completed", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:12.838465 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44f2e345-8b8a-4509-a3a9-40701698b70e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:12.838864 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0334cc94-5ad3-4851-89b7-52790ce55b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd499a952-fb14-4a78-933b-10c4dde063ce', 'code': 200} Mar 11 17:14:12.839120 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'code': 200} Mar 11 17:14:13.064849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1eeb8f-7013-46f6-9b4a-050302e42bd0 req-502a6df9-bc08-4122-aeb0-9dcad3f36f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:13.076064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb1eeb8f-7013-46f6-9b4a-050302e42bd0 req-502a6df9-bc08-4122-aeb0-9dcad3f36f44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1100 time: 0.1299050 Mar 11 17:14:13.110158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.113412 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:14:13.177275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.239360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb1eeb8f-7013-46f6-9b4a-050302e42bd0 req-4ea70414-a662-4e8b-b2aa-ab2caf5501a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326866 Mar 11 17:14:13.301933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:13.304096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:13.307836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:13.321030 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event updated for resources: {'Port': ['ID=ee1ec7c1-54ce-4779-827d-631a277938c4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:13.386378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd006d-35d2-4b27-bb56-c6bb9b689d5e req-f9ad7386-0adf-4845-8c35-641ceffe9753 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:13.394271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2bd006d-35d2-4b27-bb56-c6bb9b689d5e req-f9ad7386-0adf-4845-8c35-641ceffe9753 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1404810 Mar 11 17:14:13.444126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e89287d-ee4b-409d-bc49-060ee7e48d58 req-0922ddd2-3cb1-4478-b206-2d1761509071 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 210 time: 0.0466092 Mar 11 17:14:13.508668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2bd006d-35d2-4b27-bb56-c6bb9b689d5e req-2aa78dbd-c217-4ae0-8765-f1e913be3e76 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129835 Mar 11 17:14:13.522211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.561763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45766) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:13.591967 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30aa0222-5a94-45d9-b855-febcea61f3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.640778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.698067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e03ec757-67fb-4bd8-b968-793557c8b521 req-2352b3cd-9619-49d6-b49b-33761b2e0de2 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 210 time: 0.0738654 Mar 11 17:14:13.721710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-088b59be-66d8-431f-b4c3-2627ee81a774 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting subnet 1a5d3b18-44b0-4d95-b0c0-98cdd65e6f38 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:14:13.731141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-088b59be-66d8-431f-b4c3-2627ee81a774 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.827103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-088b59be-66d8-431f-b4c3-2627ee81a774 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.941637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.948876 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.050343 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-088b59be-66d8-431f-b4c3-2627ee81a774 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.139002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event updated for resources: {'Port': ['ID=ee1ec7c1-54ce-4779-827d-631a277938c4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:14.164215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-088b59be-66d8-431f-b4c3-2627ee81a774 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.172797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.208504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.210528 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4c39766d-a48d-4392-959f-e7e1ce4085c6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5814598 Mar 11 17:14:14.245635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-088b59be-66d8-431f-b4c3-2627ee81a774 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.253575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-088b59be-66d8-431f-b4c3-2627ee81a774 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "DELETE /v2.0/subnets/1a5d3b18-44b0-4d95-b0c0-98cdd65e6f38 HTTP/1.1" status: 204 len: 168 time: 0.6869576 Mar 11 17:14:14.255264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45774) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:14.270759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74d7ba-0f89-4951-812b-87c14f2792e1 None None] Network 538cf0b3-a605-42dd-bc72-ee570eecbd42 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:14:14.271601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b59be-66d8-431f-b4c3-2627ee81a774 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5d3b18-44b0-4d95-b0c0-98cdd65e6f38,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:14.454486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-542b0e91-5f10-4dcb-bcf0-d4670a78026b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:14.457350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-542b0e91-5f10-4dcb-bcf0-d4670a78026b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.46 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 821 time: 0.2045312 Mar 11 17:14:14.495449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Request body: {'port': {'device_id': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'admin_state_up': True, 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:14.498296 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.656807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting port 490bab41-e6ad-4e4b-b9a6-773729ba201e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:14.658280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.834401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] For port 490bab41-e6ad-4e4b-b9a6-773729ba201e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=490bab41-e6ad-4e4b-b9a6-773729ba201e,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:14.835210 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.840855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ee71c-bf99-4df2-af60-177a21d2e86c None None] DHCP port deletion for 538cf0b3-a605-42dd-bc72-ee570eecbd42 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:14:14.883162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Calling delete_port for 490bab41-e6ad-4e4b-b9a6-773729ba201e owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:14.978435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ee71c-bf99-4df2-af60-177a21d2e86c None None] Deleting port 490bab41-e6ad-4e4b-b9a6-773729ba201e {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:14.978850 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee71c-bf99-4df2-af60-177a21d2e86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.007109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.051565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Port': ['ID=490bab41-e6ad-4e4b-b9a6-773729ba201e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:15.067654 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-d71a10f6-ad3b-4614-9e24-2e6f953e55fc tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=44ab3edc70eb4e559c3299f89c17181b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717113 Mar 11 17:14:15.078559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] No DVR routers for this DVR port 490bab41-e6ad-4e4b-b9a6-773729ba201e on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:15.156754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8e9ee71c-bf99-4df2-af60-177a21d2e86c None None] For port 490bab41-e6ad-4e4b-b9a6-773729ba201e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=490bab41-e6ad-4e4b-b9a6-773729ba201e,segment=NetworkSegment(2a565260-6eea-4d92-b88c-fea92d1f6d10),segment_id=2a565260-6eea-4d92-b88c-fea92d1f6d10)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:15.157931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee71c-bf99-4df2-af60-177a21d2e86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.197862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ee71c-bf99-4df2-af60-177a21d2e86c None None] Calling delete_port for 490bab41-e6ad-4e4b-b9a6-773729ba201e owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:15.306916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 490bab41-e6ad-4e4b-b9a6-773729ba201e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:15.342950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 490bab41-e6ad-4e4b-b9a6-773729ba201e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:14:15.343383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 490bab41-e6ad-4e4b-b9a6-773729ba201e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:14:15.394964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-537dbe3c-d1eb-4024-8ef9-0ff884e2f4b0 req-77bb0c1d-9a46-46ee-afa7-4b387ce46754 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 210 time: 0.7721255 Mar 11 17:14:15.396518 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee71c-bf99-4df2-af60-177a21d2e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.451620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ee71c-bf99-4df2-af60-177a21d2e86c None None] Pushing event deleted for resources: {'Port': ['ID=490bab41-e6ad-4e4b-b9a6-773729ba201e,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:15.463903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ee71c-bf99-4df2-af60-177a21d2e86c None None] No DVR routers for this DVR port 490bab41-e6ad-4e4b-b9a6-773729ba201e on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:15.578273 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.625240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-27b76521-c645-4629-90c7-42eefa77943b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:15.627310 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-27b76521-c645-4629-90c7-42eefa77943b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5497811 Mar 11 17:14:15.633797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538cf0b3-a605-42dd-bc72-ee570eecbd42']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:15.641852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd98f38-0086-4a0e-b58c-c5037abcceec req-6693e9bd-d1f2-46ee-80be-207e48d0f438 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:15.644256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ecd98f38-0086-4a0e-b58c-c5037abcceec req-6693e9bd-d1f2-46ee-80be-207e48d0f438 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 1.0394850 Mar 11 17:14:15.644584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Request body: {'port': {'device_id': '57c114c3-296c-4337-981c-f59cfff7c5ed', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '44ab3edc70eb4e559c3299f89c17181b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:15.685615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a565260-6eea-4d92-b88c-fea92d1f6d10') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:15.686772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a565260-6eea-4d92-b88c-fea92d1f6d10') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:15.729104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Made reservation on behalf of 248ba4cf133d4a8b9259c2eb53769958 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:15.732040 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.741354 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.772628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.783167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:14:15.783828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.825299 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1cf62204-d9cb-405e-ad77-015a64d1f82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:14:15.955984 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:14:15.991229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ecd98f38-0086-4a0e-b58c-c5037abcceec req-861ef0d1-f1aa-43e7-8fdd-51c7971aaf28 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107948 Mar 11 17:14:16.042439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.048663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-ee5c9787-583d-4568-a95b-b20e2f6191d9 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:16.050226 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-ee5c9787-583d-4568-a95b-b20e2f6191d9 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/networks?id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 200 len: 822 time: 0.4557741 Mar 11 17:14:16.086295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.092151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "DELETE /v2.0/networks/538cf0b3-a605-42dd-bc72-ee570eecbd42 HTTP/1.1" status: 204 len: 168 time: 1.8353572 Mar 11 17:14:16.093745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb2d84-87c0-439b-b453-3d995364c812 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Network': ['ID=538cf0b3-a605-42dd-bc72-ee570eecbd42,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:16.106770 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45798) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:16.112744 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-5aa20d37-9151-442f-8775-f48fbf4cd5c5 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/quotas/8e4604e78f3f4724b44e60d9fb533cc4 HTTP/1.1" status: 200 len: 375 time: 0.0383224 Mar 11 17:14:16.251415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-6187c769-6734-4dec-97fe-294271dcffb9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting subnet d0f01d9d-83f5-4098-9ee3-1a1a2b882d27 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:14:16.257765 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6187c769-6734-4dec-97fe-294271dcffb9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.273043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-496e497c-55ef-4cc5-b7cf-0ba9f1185e21 req-07f6f423-0339-4969-8a76-6c35732f32de tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 210 time: 0.1059589 Mar 11 17:14:16.315345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-fb64e105-a70e-431c-8abc-9426a1f3ea7f tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2012911 Mar 11 17:14:16.322113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Made reservation on behalf of 44ab3edc70eb4e559c3299f89c17181b for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:16.326458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.340188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6187c769-6734-4dec-97fe-294271dcffb9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.345600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.393066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Allocated IP 172.20.0.14 (85be2e8d-7ae4-44e6-9858-405a816e51eb/eb108ee6-873b-415a-abb9-361fe1e21626/46259c78-4dd0-4dde-a631-26e571c110c5) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:16.490944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-4e0e9aac-7d8f-432d-9c9e-a9ecaf9a5746 service neutron] 10.222.0.53 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728182 Mar 11 17:14:16.527324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6187c769-6734-4dec-97fe-294271dcffb9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.619282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.625641 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.679882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd76464-95b3-4a30-b356-d2a1e5acffbe,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:16.715955 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.739510 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6187c769-6734-4dec-97fe-294271dcffb9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.767407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-987b920b-b2d2-4d50-aa4c-a0dce3cb0267 req-b782d2d4-a656-4c72-b2a6-da587fda33df tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 210 time: 0.1633976 Mar 11 17:14:16.778397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187c769-6734-4dec-97fe-294271dcffb9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f01d9d-83f5-4098-9ee3-1a1a2b882d27,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:16.796481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-a0b8f304-def8-44ff-ad71-3c7de332e610 service neutron] 10.222.0.53 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985079 Mar 11 17:14:16.802461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6187c769-6734-4dec-97fe-294271dcffb9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.805877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6187c769-6734-4dec-97fe-294271dcffb9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "DELETE /v2.0/subnets/d0f01d9d-83f5-4098-9ee3-1a1a2b882d27 HTTP/1.1" status: 204 len: 168 time: 0.6933103 Mar 11 17:14:16.809391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45806) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:16.811510 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.819164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd64b0f4-21f2-4225-87b5-a7a075ff7a83 None None] Network 4e58c604-74b7-422f-bcf0-316a4da9fd1a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:14:16.843842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['41255775-1106-434e-a513-0d2945ca5de6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:16.872261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:16.876066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:16.891465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:16.912594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Pushing event updated for resources: {'Port': ['ID=46259c78-4dd0-4dde-a631-26e571c110c5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:16.917131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Allocated IP 192.168.233.187 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/7806bbd8-959c-4662-8953-4f7b47835485) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:16.952527 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.038909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:17.039591 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.060493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-5a0ca8a0-84b3-4261-9ace-9e2a4183f520 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5836439 Mar 11 17:14:17.080766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Request body: {'port': {'device_id': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:17.350937 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.397352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e0cd87e7-9426-46df-b789-2624540b5b0c None None] Provisioning complete for port 46259c78-4dd0-4dde-a631-26e571c110c5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:17.397715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e0cd87e7-9426-46df-b789-2624540b5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.490223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.496046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.535144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd87e7-9426-46df-b789-2624540b5b0c None None] Port 46259c78-4dd0-4dde-a631-26e571c110c5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:14:17.561587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a16b92-c29b-4acf-b7d5-8d4a3f6a02d4 None None] DHCP port deletion for 4e58c604-74b7-422f-bcf0-316a4da9fd1a request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:14:17.576050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting port acac31df-2a8f-4ff2-99e9-d651145a9de9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:17.576050 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.582383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-448a0b28-bea3-4555-ad62-09bc8fbb2b36 req-0da35f9e-9495-485a-be84-f924ccfbdb86 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 210 time: 0.1554000 Mar 11 17:14:17.626029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8b4e2-fff3-4c16-921c-e59784eb4712 req-9be27f59-1ce0-4e95-a69d-b840b7e79b7f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:17.638196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7b8b4e2-fff3-4c16-921c-e59784eb4712 req-9be27f59-1ce0-4e95-a69d-b840b7e79b7f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.4806972 Mar 11 17:14:17.645060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.701393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a5a16b92-c29b-4acf-b7d5-8d4a3f6a02d4 None None] Deleting port acac31df-2a8f-4ff2-99e9-d651145a9de9 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:17.701767 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a5a16b92-c29b-4acf-b7d5-8d4a3f6a02d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.720925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] For port acac31df-2a8f-4ff2-99e9-d651145a9de9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=acac31df-2a8f-4ff2-99e9-d651145a9de9,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:17.722098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.754343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:17.759955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:17.762845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Pushing event updated for resources: {'Port': ['ID=7806bbd8-959c-4662-8953-4f7b47835485,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:17.780010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:17.784448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Calling delete_port for acac31df-2a8f-4ff2-99e9-d651145a9de9 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:17.877156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7b8b4e2-fff3-4c16-921c-e59784eb4712 req-8c1c1d14-da76-483b-973f-e2438e7840c0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654599 Mar 11 17:14:17.901905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a5a16b92-c29b-4acf-b7d5-8d4a3f6a02d4 None None] For port acac31df-2a8f-4ff2-99e9-d651145a9de9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=acac31df-2a8f-4ff2-99e9-d651145a9de9,segment=NetworkSegment(d0872a40-d931-4b98-adde-f7d0d30430ff),segment_id=d0872a40-d931-4b98-adde-f7d0d30430ff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:17.906930 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a5a16b92-c29b-4acf-b7d5-8d4a3f6a02d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:17.957140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a5a16b92-c29b-4acf-b7d5-8d4a3f6a02d4 None None] Calling delete_port for acac31df-2a8f-4ff2-99e9-d651145a9de9 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:18.025329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.059951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:18.061178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.074922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f5405-abef-440c-88fc-ff09a65cad51 req-d5a0d236-f368-449c-95cc-5b42b471651c tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:18.077434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a91f5405-abef-440c-88fc-ff09a65cad51 req-d5a0d236-f368-449c-95cc-5b42b471651c tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 936 time: 0.3408427 Mar 11 17:14:18.136259 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-05ad142d-cb36-499f-b708-d3e88cb2fde6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4969354 Mar 11 17:14:18.139145 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Port': ['ID=acac31df-2a8f-4ff2-99e9-d651145a9de9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:18.149784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] No DVR routers for this DVR port acac31df-2a8f-4ff2-99e9-d651145a9de9 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:18.163319 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a5a16b92-c29b-4acf-b7d5-8d4a3f6a02d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.174614 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Request body: {'port': {'device_id': '57c114c3-296c-4337-981c-f59cfff7c5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:18.200051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a16b92-c29b-4acf-b7d5-8d4a3f6a02d4 None None] Pushing event deleted for resources: {'Port': ['ID=acac31df-2a8f-4ff2-99e9-d651145a9de9,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:18.206321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a16b92-c29b-4acf-b7d5-8d4a3f6a02d4 None None] No DVR routers for this DVR port acac31df-2a8f-4ff2-99e9-d651145a9de9 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:18.278483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a91f5405-abef-440c-88fc-ff09a65cad51 req-5e2989b7-5d0b-4728-bbcd-0c83cb4ba71b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797123 Mar 11 17:14:18.282695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-646dc58c-1611-495c-a248-9390d0ceab49 None None] Provisioning complete for port 7806bbd8-959c-4662-8953-4f7b47835485 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:18.283507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-646dc58c-1611-495c-a248-9390d0ceab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.288249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.334987 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58c0a6-7cec-40e7-8867-88ead3ef831a req-0c0e3961-7ddd-43d3-87ad-9eead059dc49 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:18.334987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb58c0a6-7cec-40e7-8867-88ead3ef831a req-0c0e3961-7ddd-43d3-87ad-9eead059dc49 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 932 time: 0.2365906 Mar 11 17:14:18.392369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-646dc58c-1611-495c-a248-9390d0ceab49 None None] Port 7806bbd8-959c-4662-8953-4f7b47835485 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:14:18.452949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.477269 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e58c604-74b7-422f-bcf0-316a4da9fd1a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:18.507896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0872a40-d931-4b98-adde-f7d0d30430ff') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:18.509102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0872a40-d931-4b98-adde-f7d0d30430ff') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:18.524695 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.569168 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.586080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:14:18.586968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.610929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb58c0a6-7cec-40e7-8867-88ead3ef831a req-028f105d-8944-4927-a294-a038b25277c0 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244720 Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:14:18.733357 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:14:18.742964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.766273 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.776599 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "DELETE /v2.0/networks/4e58c604-74b7-422f-bcf0-316a4da9fd1a HTTP/1.1" status: 204 len: 168 time: 1.9635334 Mar 11 17:14:18.784059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45842) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:18.791879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a3d5-5b93-4386-9163-4b45ef7c80ba tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Network': ['ID=4e58c604-74b7-422f-bcf0-316a4da9fd1a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:18.802701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-360201410'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:18.841290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.889671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:18.955846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:18.960244 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.028716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46259c78-4dd0-4dde-a631-26e571c110c5 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:19.049332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2574e2a-ae53-41b6-9b9f-f0234582d747 req-098f13cd-024a-4cc7-ac94-48a0824e93ba tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 210 time: 0.1353688 Mar 11 17:14:19.073110 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.091134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bece53-b3dd-4368-a880-88a97224b06e req-a880b555-118a-42e6-9b9d-653252f445cc tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:19.103263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46bece53-b3dd-4368-a880-88a97224b06e req-a880b555-118a-42e6-9b9d-653252f445cc tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1100 time: 0.2382050 Mar 11 17:14:19.125016 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-46bece53-b3dd-4368-a880-88a97224b06e req-3c0978d1-dac7-401c-aa7f-2eab3bae7a7e tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.137375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:14:19.145756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Transition to ACTIVE for port object 46259c78-4dd0-4dde-a631-26e571c110c5 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:14:19.161554 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.166116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.166455 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Added segment dd1edf49-0374-40ea-8076-a27aa3480fa7 of type vlan for network b971189b-f24c-4f42-b1dc-030a77a6a977 Mar 11 17:14:19.228500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device acac31df-2a8f-4ff2-99e9-d651145a9de9 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:19.292212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: acac31df-2a8f-4ff2-99e9-d651145a9de9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:14:19.292725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device acac31df-2a8f-4ff2-99e9-d651145a9de9 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:14:19.303453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Pushing event updated for resources: {'Port': ['ID=46259c78-4dd0-4dde-a631-26e571c110c5,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:19.312628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.346721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7806bbd8-959c-4662-8953-4f7b47835485 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:19.380445 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.401619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Transition to ACTIVE for port object 7806bbd8-959c-4662-8953-4f7b47835485 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:14:19.410401 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.478093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:14:19.579953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Pushing event updated for resources: {'Port': ['ID=7806bbd8-959c-4662-8953-4f7b47835485,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:19.619042 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.628770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:19.629602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.780876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-46bece53-b3dd-4368-a880-88a97224b06e req-3c0978d1-dac7-401c-aa7f-2eab3bae7a7e tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.854795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f77e8-8e79-4f6e-a36a-d3434702e5c5 req-d6db5fa5-28d5-4769-b4fc-25f8b58bc3fe tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:19.867538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc8f77e8-8e79-4f6e-a36a-d3434702e5c5 req-d6db5fa5-28d5-4769-b4fc-25f8b58bc3fe tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 948 time: 0.4064670 Mar 11 17:14:19.877529 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-46bece53-b3dd-4368-a880-88a97224b06e req-3c0978d1-dac7-401c-aa7f-2eab3bae7a7e tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:19.954468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-f20d6082-19ed-421e-ba6e-7dc561c514cd tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:19.956253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-f20d6082-19ed-421e-ba6e-7dc561c514cd tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "GET /v2.0/networks?id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 200 len: 822 time: 0.4066889 Mar 11 17:14:19.962980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Attempting to bind port 46259c78-4dd0-4dde-a631-26e571c110c5 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:14:19.963545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Attempting to bind port 46259c78-4dd0-4dde-a631-26e571c110c5 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:14:19.964220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Attempting to bind port 46259c78-4dd0-4dde-a631-26e571c110c5 on network 85be2e8d-7ae4-44e6-9858-405a816e51eb {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:19.980669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Attempting to bind port 7806bbd8-959c-4662-8953-4f7b47835485 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:14:19.981077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Attempting to bind port 7806bbd8-959c-4662-8953-4f7b47835485 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:14:19.981609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Attempting to bind port 7806bbd8-959c-4662-8953-4f7b47835485 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:19.990712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Request body: {'port': {'device_id': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c', 'admin_state_up': True, 'tenant_id': '8e4604e78f3f4724b44e60d9fb533cc4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:19.997810 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2037489 Mar 11 17:14:19.999021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45856) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:20.013652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe753d4a-dc9b-405b-a48a-b63ad7fbe142 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Network': ['ID=b971189b-f24c-4f42-b1dc-030a77a6a977,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:20.017639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'subnet': {'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:20.027551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b971189b-f24c-4f42-b1dc-030a77a6a977 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:14:20.030136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46bece53-b3dd-4368-a880-88a97224b06e req-3c0978d1-dac7-401c-aa7f-2eab3bae7a7e tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9257689 Mar 11 17:14:20.037460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Port 46259c78-4dd0-4dde-a631-26e571c110c5 on network 85be2e8d-7ae4-44e6-9858-405a816e51eb not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:14:20.037967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Attempting to bind port 46259c78-4dd0-4dde-a631-26e571c110c5 on network 85be2e8d-7ae4-44e6-9858-405a816e51eb {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:20.084380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc8f77e8-8e79-4f6e-a36a-d3434702e5c5 req-ee662100-6ee0-4b24-af0e-c2b1e0a2861a tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154627 Mar 11 17:14:20.086232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Port 7806bbd8-959c-4662-8953-4f7b47835485 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:14:20.086574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Attempting to bind port 7806bbd8-959c-4662-8953-4f7b47835485 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:20.096499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:14:20.097557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Checking segment: {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:20.105312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Bound using segment: {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:14:20.106108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Bound port: 46259c78-4dd0-4dde-a631-26e571c110c5, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd552956f-1d9a-41a6-8430-5d0f02c60bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:14:20.106663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:20.109955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0978d1-dac7-401c-aa7f-2eab3bae7a7e tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d72f9b5-3778-4219-9d9f-47349b97a706,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:20.282501 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:14:20.282889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:20.283252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:14:20.283745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Bound port: 7806bbd8-959c-4662-8953-4f7b47835485, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:14:20.284156 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:20.302667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] For port 46259c78-4dd0-4dde-a631-26e571c110c5, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:14:20.308940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] For port 46259c78-4dd0-4dde-a631-26e571c110c5, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=46259c78-4dd0-4dde-a631-26e571c110c5,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:14:20.370554 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:20.466922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:20.467737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:20.469546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] 10.222.0.46 "PUT /v2.0/ports/46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 200 len: 1092 time: 3.3935554 Mar 11 17:14:20.470350 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:20.472938 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:20.517710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] For port 7806bbd8-959c-4662-8953-4f7b47835485, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:14:20.523199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] For port 7806bbd8-959c-4662-8953-4f7b47835485, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7806bbd8-959c-4662-8953-4f7b47835485,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:14:20.548162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a4223-5cba-460e-8359-59dd839aec5f req-e5422ebd-7a93-4f06-822f-6a130cbbbe94 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:20.564707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a13a4223-5cba-460e-8359-59dd839aec5f req-e5422ebd-7a93-4f06-822f-6a130cbbbe94 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 944 time: 0.2516601 Mar 11 17:14:20.570495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:20.576641 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:20.607524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Made reservation on behalf of 8e4604e78f3f4724b44e60d9fb533cc4 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:20.613230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:20.618891 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:20.669414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a731309-aab6-4f47-8918-fb003a1c0cbc service neutron] Pushing event updated for resources: {'Port': ['ID=46259c78-4dd0-4dde-a631-26e571c110c5,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:20.717192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a13a4223-5cba-460e-8359-59dd839aec5f req-841bca2e-c018-4755-a23f-2ed5b712a943 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503196 Mar 11 17:14:20.739522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-cbe78fdd-d4c1-4405-9093-a4732ab2dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:20.742093 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-cbe78fdd-d4c1-4405-9093-a4732ab2dc36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 1095 time: 0.1469743 Mar 11 17:14:20.770879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:20.771447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:20.773079 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] 10.222.0.46 "PUT /v2.0/ports/7806bbd8-959c-4662-8953-4f7b47835485 HTTP/1.1" status: 200 len: 1096 time: 2.6031914 Mar 11 17:14:20.798796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c114c3-296c-4337-981c-f59cfff7c5ed', 'tag': '7806bbd8-959c-4662-8953-4f7b47835485'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:20.802101 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "57c114c3-296c-4337-981c-f59cfff7c5ed", "tag": "7806bbd8-959c-4662-8953-4f7b47835485"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:20.893825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-2c21389b-5d68-4e04-94c8-3e8e8e7715e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 200 len: 217 time: 0.1370037 Mar 11 17:14:20.938389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7980981-8dd3-417a-930b-84ecf13b16fa req-0e05e596-94ef-4dfa-89a9-25f022a84beb tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 210 time: 0.0616646 Mar 11 17:14:21.047484 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4471d7c3-5578-4d6a-b4c4-40fae4a0ad38 x-openstack-request-id: req-4471d7c3-5578-4d6a-b4c4-40fae4a0ad38 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:21.048101 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:21.048550 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4471d7c3-5578-4d6a-b4c4-40fae4a0ad38 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:21.050826 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5', 'status': 'completed', 'code': 200} Mar 11 17:14:21.057618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545e7f2-a254-4b86-8096-6fa3f9e54078 service neutron] Pushing event updated for resources: {'Port': ['ID=7806bbd8-959c-4662-8953-4f7b47835485,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:21.077169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-c6557f82-c6ba-4907-8d37-2d261f095838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:21.079079 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-c6557f82-c6ba-4907-8d37-2d261f095838 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44ab3edc70eb4e559c3299f89c17181b&device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 1099 time: 0.2093494 Mar 11 17:14:21.092422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-24fa10b5-454f-4dae-ada8-5237b9b66af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:21.115692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-24fa10b5-454f-4dae-ada8-5237b9b66af4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.2029343 Mar 11 17:14:21.230479 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ee234-e174-4add-8448-1741f3e9f9b7 x-openstack-request-id: req-fc2ee234-e174-4add-8448-1741f3e9f9b7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:21.231181 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c114c3-296c-4337-981c-f59cfff7c5ed", "tag": "7806bbd8-959c-4662-8953-4f7b47835485", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:21.231738 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc2ee234-e174-4add-8448-1741f3e9f9b7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:21.232390 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c114c3-296c-4337-981c-f59cfff7c5ed', 'tag': '7806bbd8-959c-4662-8953-4f7b47835485', 'status': 'completed', 'code': 200} Mar 11 17:14:21.240610 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-5ddfec2f-26e2-44e2-85d1-577576ca40d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=7806bbd8-959c-4662-8953-4f7b47835485 HTTP/1.1" status: 200 len: 217 time: 0.1420963 Mar 11 17:14:21.251293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-a630bcf5-7063-4f37-b6a7-ee055d05aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:21.255814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-a630bcf5-7063-4f37-b6a7-ee055d05aab3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274519 Mar 11 17:14:21.390442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Allocated IP 172.20.0.12 (63bf69e0-e45d-4fdf-8b3f-74dbae54f32c/b564287c-5064-450a-b060-14d5484537be/605b32e0-6458-475b-9051-3ea0ff9f66b6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:21.446749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-96e5f0d3-ef61-49b6-9816-d7f28ea2a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:21.450076 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-96e5f0d3-ef61-49b6-9816-d7f28ea2a7a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1768222 Mar 11 17:14:21.498080 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-c8fd7e85-ab0e-4c11-b24e-18c626337c74 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2103958 Mar 11 17:14:21.503066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-60b5e92a-be70-44d7-bb18-9e4a9efec67a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:14:21.504926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-60b5e92a-be70-44d7-bb18-9e4a9efec67a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059819 Mar 11 17:14:21.568820 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:21.593855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc555fc-966a-4eca-9ae3-64937a8b8af8 req-b4a94af8-ae30-49d0-ae32-3798dea54517 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:21.610753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-afc555fc-966a-4eca-9ae3-64937a8b8af8 req-b4a94af8-ae30-49d0-ae32-3798dea54517 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2966840 Mar 11 17:14:21.615429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-577f09be-c26b-46c6-bd75-6d55ab14f305 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477037 Mar 11 17:14:21.664821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-ce83be16-a7b5-48d5-8cdf-08e3777c60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:21.666545 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-ce83be16-a7b5-48d5-8cdf-08e3777c60e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922877 Mar 11 17:14:21.780445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3a767-9f93-41a4-af44-fee90988fa2e req-f04cfd64-ce3d-41d3-bad1-120273cdafc7 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:21.785191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65d3a767-9f93-41a4-af44-fee90988fa2e req-f04cfd64-ce3d-41d3-bad1-120273cdafc7 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 948 time: 0.4153044 Mar 11 17:14:21.855226 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65d3a767-9f93-41a4-af44-fee90988fa2e req-5263aa1f-fd4b-45b3-8086-d0e85f0a6cdd tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Mar 11 17:14:21.862825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Checking segment: {'id': 'dd1edf49-0374-40ea-8076-a27aa3480fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:21.863818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network hostable DHCP agents. Network: b971189b-f24c-4f42-b1dc-030a77a6a977, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:14:21.868609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Subnet': ['ID=f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:21.904760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-afc555fc-966a-4eca-9ae3-64937a8b8af8 req-05c55472-790c-4ca5-ba3f-9b393fa03838 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918837 Mar 11 17:14:21.978882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6c32a1b-093e-4517-b3e1-90d41c6dee3b req-84a168f7-6d13-433d-b617-8c3f1719b105 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369534 Mar 11 17:14:22.000906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network b971189b-f24c-4f42-b1dc-030a77a6a977 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:14:22.043210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b971189b-f24c-4f42-b1dc-030a77a6a977) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:22.059598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8669c9-80c5-403a-bcb2-63fbc45bcb4f None None] Network b971189b-f24c-4f42-b1dc-030a77a6a977 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:14:22.068370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:22.073319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:22.077140 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-dcc546b3-908f-4d04-8bbf-19edbea861dd service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986771 Mar 11 17:14:22.109829 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:22.164151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fbd520c3-642b-475d-9b5f-2d08a05b1caf tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1496506 Mar 11 17:14:22.164151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45908) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:22.221043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-576995455'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:22.287098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:22.291199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:22.319448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-38aabb57-4c92-47e8-a11f-d991a3781946 req-0d3062f8-0b26-4e5b-b38c-9eebae01773f service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243373 Mar 11 17:14:22.332320 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:22.371084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dcbbde14-2c4f-4598-a584-e97cbefb8e0c req-6b879a6b-606b-4a94-a8e9-5e5634e4d96c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 210 time: 0.1910682 Mar 11 17:14:22.414270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:22.460732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6efaa-320e-4a1d-ac3d-c34ddf2589de req-000e8966-ede4-4607-8e33-ac523eae404c tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:22.480393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09e6efaa-320e-4a1d-ac3d-c34ddf2589de req-000e8966-ede4-4607-8e33-ac523eae404c tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 944 time: 0.3717136 Mar 11 17:14:22.495165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-ad2f5f4c-49cb-438e-9fdc-45531bf6160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:22.496985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-ad2f5f4c-49cb-438e-9fdc-45531bf6160a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 1095 time: 0.4337442 Mar 11 17:14:22.640934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-b971189b-f24c-4f42-b1dc-030a77a6a977', 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'fixed_ips': [{'subnet_id': 'f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:14:22.645027 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:22.657351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09e6efaa-320e-4a1d-ac3d-c34ddf2589de req-15315421-f2f9-4172-b4f1-c950631c3b87 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718311 Mar 11 17:14:23.025851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-ac49bfd2-9796-4cc4-8be6-8a6509ec8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.027426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-ac49bfd2-9796-4cc4-8be6-8a6509ec8276 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.5072734 Mar 11 17:14:23.099772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event updated for resources: {'Port': ['ID=605b32e0-6458-475b-9051-3ea0ff9f66b6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:23.175190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:23.193891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:23.208574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:14:23.218743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-558a6b24-4f85-41c5-91a2-90f2d3666462 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 200 len: 217 time: 0.1769433 Mar 11 17:14:23.260653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Allocated IP 19.80.0.2 (b971189b-f24c-4f42-b1dc-030a77a6a977/f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7/6a152bc5-a55e-48ea-a217-103e428b6249) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:23.305893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-498324a0-a1c0-40e7-a070-a953c1dded93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.310317 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-498324a0-a1c0-40e7-a070-a953c1dded93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44ab3edc70eb4e559c3299f89c17181b&device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 1099 time: 0.2026742 Mar 11 17:14:23.317027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:23.317612 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Added segment f3a8d610-3a10-4c53-ba75-ec494339181e of type vlan for network 440d62eb-c368-42db-b409-939167b087a6 Mar 11 17:14:23.410062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-9ecb0e13-1265-48dd-8e88-3a1b6378e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.412288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-9ecb0e13-1265-48dd-8e88-3a1b6378e993 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.1637971 Mar 11 17:14:23.428237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c81c3-2acf-4a53-939d-5a14bcd9ea2d req-fee7a1f0-4eee-4385-b81f-a269a7aac529 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.430436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb3c81c3-2acf-4a53-939d-5a14bcd9ea2d req-fee7a1f0-4eee-4385-b81f-a269a7aac529 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2220612 Mar 11 17:14:23.446736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821ac41-8118-45db-bc71-0303244c846d req-a30f30af-f0b2-44fa-9bbf-5c09acd9aa3b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.449377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6821ac41-8118-45db-bc71-0303244c846d req-a30f30af-f0b2-44fa-9bbf-5c09acd9aa3b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 948 time: 0.2451363 Mar 11 17:14:23.503913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.504681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:23.619715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:23.647012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb3c81c3-2acf-4a53-939d-5a14bcd9ea2d req-857b81ca-239a-41cd-b533-e0791ca56eda tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957285 Mar 11 17:14:23.661259 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-9752c5a4-46fa-42db-a70e-1ed7ba36d58e tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6749265 Mar 11 17:14:23.665077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6821ac41-8118-45db-bc71-0303244c846d req-45aa54c8-a3a6-4fc1-ab78-533dff8c768b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761370 Mar 11 17:14:23.672771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-0c31212f-7c4b-45ba-b406-370579aa183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.677645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-0c31212f-7c4b-45ba-b406-370579aa183f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247238 Mar 11 17:14:23.687604 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:23.687887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Request body: {'port': {'device_id': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:23.723558 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:23.816830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:23.827648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.829354 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:23.876047 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Pushing event updated for resources: {'Port': ['ID=6a152bc5-a55e-48ea-a217-103e428b6249,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:23.902826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Network b971189b-f24c-4f42-b1dc-030a77a6a977 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:23.905541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:23.912439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:23.921341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-f66664e2-0578-4e3e-96eb-df2287eaac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.924300 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-f66664e2-0578-4e3e-96eb-df2287eaac53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.5882013 Mar 11 17:14:23.952845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881442b-ef95-49ee-8e18-1902d57f1943 req-b85fbf21-6e7e-4735-a8b2-110bd2f540a7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:23.954735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6881442b-ef95-49ee-8e18-1902d57f1943 req-b85fbf21-6e7e-4735-a8b2-110bd2f540a7 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 932 time: 0.1344140 Mar 11 17:14:24.013394 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-adf26f5e-ca65-4670-8d41-74b9e6fcbeae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=7806bbd8-959c-4662-8953-4f7b47835485 HTTP/1.1" status: 200 len: 217 time: 0.0779691 Mar 11 17:14:24.014194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09199e8b-5240-4aad-9e19-cbdaf92684c0 req-34919e3b-d6d4-4001-81c7-40c4be918f6d tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:24.031386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09199e8b-5240-4aad-9e19-cbdaf92684c0 req-34919e3b-d6d4-4001-81c7-40c4be918f6d tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 944 time: 0.1692932 Mar 11 17:14:24.069576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9041233 Mar 11 17:14:24.083453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45932) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:14:24.084077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Attempting to bind port 6a152bc5-a55e-48ea-a217-103e428b6249 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:14:24.085517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Attempting to bind port 6a152bc5-a55e-48ea-a217-103e428b6249 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'dd1edf49-0374-40ea-8076-a27aa3480fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:14:24.085517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Attempting to bind port 6a152bc5-a55e-48ea-a217-103e428b6249 on network b971189b-f24c-4f42-b1dc-030a77a6a977 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:24.089822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'subnet': {'network_id': '440d62eb-c368-42db-b409-939167b087a6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:24.095097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:14:24.095777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Checking segment: {'id': 'dd1edf49-0374-40ea-8076-a27aa3480fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:24.097704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:24.098364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Bound using segment: {'id': 'dd1edf49-0374-40ea-8076-a27aa3480fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:14:24.099142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Bound port: 6a152bc5-a55e-48ea-a217-103e428b6249, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1edf49-0374-40ea-8076-a27aa3480fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:14:24.099864 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:24.171129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-e44a7c2b-2085-419b-89c6-b5acfd62a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:24.174810 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-e44a7c2b-2085-419b-89c6-b5acfd62a657 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1031992 Mar 11 17:14:24.235001 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:24.240022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6881442b-ef95-49ee-8e18-1902d57f1943 req-3d7a77d2-ba98-419b-bae4-897dcbe4aad0 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705820 Mar 11 17:14:24.252166 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-ce509797-fba7-4895-91e9-540c62adcf1f service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630925 Mar 11 17:14:24.270250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09199e8b-5240-4aad-9e19-cbdaf92684c0 req-ff834a47-072f-42c8-98e6-29c12c744854 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376151 Mar 11 17:14:24.272185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] For port 6a152bc5-a55e-48ea-a217-103e428b6249, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:14:24.276256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] For port 6a152bc5-a55e-48ea-a217-103e428b6249, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6a152bc5-a55e-48ea-a217-103e428b6249,segment=NetworkSegment(dd1edf49-0374-40ea-8076-a27aa3480fa7),segment_id=dd1edf49-0374-40ea-8076-a27aa3480fa7)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:14:24.282915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:24.351755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:24.356319 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:24.424826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a493a47-648f-4c2a-9794-1649e0ce97df None None] Pushing event updated for resources: {'Port': ['ID=6a152bc5-a55e-48ea-a217-103e428b6249,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:24.503402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf884d1-2151-4b11-96b6-9c7b92272e8e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Network': ['ID=440d62eb-c368-42db-b409-939167b087a6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:24.516150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 440d62eb-c368-42db-b409-939167b087a6 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:14:24.559945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-107f0fb4-8d13-46ed-86a4-0a70de7ba116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:24.561894 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-107f0fb4-8d13-46ed-86a4-0a70de7ba116 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1100 time: 0.3854709 Mar 11 17:14:24.639879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-13551a59-0b4e-4a72-b50c-918a8cd1753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:24.641724 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-13551a59-0b4e-4a72-b50c-918a8cd1753b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4335837 Mar 11 17:14:25.028483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-5cedcf8a-f597-41fa-a70c-6341242a7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:25.030031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-5cedcf8a-f597-41fa-a70c-6341242a7bf2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.4454455 Mar 11 17:14:25.061146 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-44ae2f26-10a7-4a03-bc1a-680f057492a0 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750509 Mar 11 17:14:25.117071 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-a214a0f8-5ba8-4ccc-84a9-dad2b431f681 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 217 time: 0.0734937 Mar 11 17:14:25.246201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c100c159-e8ec-41a4-9f2a-3e94ea4e38c4 req-689139d8-4c04-4a96-9a0e-2e4e55f9dfd1 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9673531 Mar 11 17:14:25.268087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 46259c78-4dd0-4dde-a631-26e571c110c5 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:25.289076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd8014-7313-4d6a-b50d-0a1163cd653c req-6f200574-86a4-406e-aba7-f5929b1850b2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:25.302585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51dd8014-7313-4d6a-b50d-0a1163cd653c req-6f200574-86a4-406e-aba7-f5929b1850b2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.3134871 Mar 11 17:14:25.330554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08e18-7601-4b0a-8292-933de40f999d req-b906a867-c3bb-48f2-98ea-42eeb47f618c tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:25.332960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-85f23a2f-8004-4a75-ae22-4773baf442c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:25.333518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ede08e18-7601-4b0a-8292-933de40f999d req-b906a867-c3bb-48f2-98ea-42eeb47f618c tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 948 time: 0.3350203 Mar 11 17:14:25.334445 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-85f23a2f-8004-4a75-ae22-4773baf442c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2013302 Mar 11 17:14:25.377935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605b32e0-6458-475b-9051-3ea0ff9f66b6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:25.398575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:25.402563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6a152bc5-a55e-48ea-a217-103e428b6249 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:25.451221 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dd2702c2-67d4-483c-ac60-8eee9fe8cb0e req-eb3a2c09-6001-4828-bef1-b167c3783378 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462262 Mar 11 17:14:25.474751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51dd8014-7313-4d6a-b50d-0a1163cd653c req-3e6c8577-0cd6-4ef6-8981-14456565dee8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700916 Mar 11 17:14:25.491243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Transition to ACTIVE for port object 605b32e0-6458-475b-9051-3ea0ff9f66b6 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:14:25.502200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:25.597175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-28db3db7-f147-483e-a815-c1d32326aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:25.598976 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-28db3db7-f147-483e-a815-c1d32326aaea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2458422 Mar 11 17:14:25.608219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:25.631202 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 46259c78-4dd0-4dde-a631-26e571c110c5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=46259c78-4dd0-4dde-a631-26e571c110c5,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:25.683438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ede08e18-7601-4b0a-8292-933de40f999d req-f949be4f-2d8e-45e2-a8b3-d4bfc1832aa0 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046463 Mar 11 17:14:25.704916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Pushing event updated for resources: {'Port': ['ID=605b32e0-6458-475b-9051-3ea0ff9f66b6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:25.761235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Checking segment: {'id': 'f3a8d610-3a10-4c53-ba75-ec494339181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '440d62eb-c368-42db-b409-939167b087a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:25.764709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network hostable DHCP agents. Network: 440d62eb-c368-42db-b409-939167b087a6, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:14:25.768781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '46259c78-4dd0-4dde-a631-26e571c110c5', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'port_id': '46259c78-4dd0-4dde-a631-26e571c110c5', 'mac_address': 'fa:16:3e:59:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:25.788732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Subnet': ['ID=fd66549d-ac80-489e-be22-add84b641894,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:25.803372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6a152bc5-a55e-48ea-a217-103e428b6249 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:25.803372 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:25.914478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network 440d62eb-c368-42db-b409-939167b087a6 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:14:25.926061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:25.967207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46259c78-4dd0-4dde-a631-26e571c110c5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:26.011776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 440d62eb-c368-42db-b409-939167b087a6) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:26.023890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 46259c78-4dd0-4dde-a631-26e571c110c5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=46259c78-4dd0-4dde-a631-26e571c110c5,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:26.026771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:26.027395 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:26.051199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eccaa-5a14-412d-9592-38b3a03d247c req-a18a27ac-fde6-4874-ac8a-dcd5dfc41871 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:26.063027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-307eccaa-5a14-412d-9592-38b3a03d247c req-a18a27ac-fde6-4874-ac8a-dcd5dfc41871 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 944 time: 0.2512300 Mar 11 17:14:26.065622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Attempting to bind port 605b32e0-6458-475b-9051-3ea0ff9f66b6 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:14:26.065964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Attempting to bind port 605b32e0-6458-475b-9051-3ea0ff9f66b6 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:14:26.066297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Attempting to bind port 605b32e0-6458-475b-9051-3ea0ff9f66b6 on network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:26.115140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Port 605b32e0-6458-475b-9051-3ea0ff9f66b6 on network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:14:26.115558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Attempting to bind port 605b32e0-6458-475b-9051-3ea0ff9f66b6 on network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:26.133104 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e77eed69-e9e7-449a-a519-68fbe7577420 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0485532 Mar 11 17:14:26.138253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-484b8126-d98c-48fc-963c-a8deb72f15e2 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088985 Mar 11 17:14:26.139265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:14:26.139601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Checking segment: {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:26.140000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Bound using segment: {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:14:26.156237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Bound port: 605b32e0-6458-475b-9051-3ea0ff9f66b6, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:14:26.156766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:26.163375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b73a6-bc3c-44d9-9a8b-9fdec20725b2 None None] Network 440d62eb-c368-42db-b409-939167b087a6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:14:26.173689 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:26.215429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-307eccaa-5a14-412d-9592-38b3a03d247c req-3aa22726-b5c9-4019-90e9-a1db0719b0b2 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513901 Mar 11 17:14:26.261779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc41a0d-ccf6-40cc-a996-6e87b7d93554 req-10715d52-0da2-4e60-a848-d53dfa4ec930 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:26.273519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fc41a0d-ccf6-40cc-a996-6e87b7d93554 req-10715d52-0da2-4e60-a848-d53dfa4ec930 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 944 time: 0.3355768 Mar 11 17:14:26.290801 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:26.365070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fc41a0d-ccf6-40cc-a996-6e87b7d93554 req-257412dd-589c-448f-8329-5f163ff7ff82 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905416 Mar 11 17:14:26.370539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 6a152bc5-a55e-48ea-a217-103e428b6249, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6a152bc5-a55e-48ea-a217-103e428b6249,segment=NetworkSegment(dd1edf49-0374-40ea-8076-a27aa3480fa7),segment_id=dd1edf49-0374-40ea-8076-a27aa3480fa7)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:26.384681 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:26.405574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=46259c78-4dd0-4dde-a631-26e571c110c5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:26.541558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:14:26.566696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:14:26.576614 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-47a6046d-0ecd-4596-a18a-1b8563133b23 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064741 Mar 11 17:14:26.580264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:26.584757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe8f2ac-1041-4833-aba0-56a2bd02dbb7 None None] Network b971189b-f24c-4f42-b1dc-030a77a6a977 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:14:26.610553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:26.611637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:26.614436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=6a152bc5-a55e-48ea-a217-103e428b6249,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:26.619175 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] 10.222.0.66 "PUT /v2.0/ports/605b32e0-6458-475b-9051-3ea0ff9f66b6 HTTP/1.1" status: 200 len: 1092 time: 2.9373741 Mar 11 17:14:26.678800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['46259c78-4dd0-4dde-a631-26e571c110c5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:26.709478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:26.712244 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755ffae5-59cc-4ee9-8309-e9895f7491d5" -d '{"events": [{"name": "network-changed", "server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:26.739774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-440d62eb-c368-42db-b409-939167b087a6', 'network_id': '440d62eb-c368-42db-b409-939167b087a6', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'fixed_ips': [{'subnet_id': 'fd66549d-ac80-489e-be22-add84b641894'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:14:26.740675 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:26.774582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3809c254-f2e5-44e4-a7b0-b78ff96f5606 None None] Provisioning complete for port 6a152bc5-a55e-48ea-a217-103e428b6249 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:26.775684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3809c254-f2e5-44e4-a7b0-b78ff96f5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:26.821588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-fe8f2247-701e-46b5-8cae-349a32e21e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:26.825002 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-fe8f2247-701e-46b5-8cae-349a32e21e94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 1095 time: 0.1092017 Mar 11 17:14:26.827892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e3445-d2b0-4fa0-a588-a45a918b5e6c service neutron] Pushing event updated for resources: {'Port': ['ID=605b32e0-6458-475b-9051-3ea0ff9f66b6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:26.895338 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-4cb33035-b481-4626-b915-2a2db7f4520d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6 HTTP/1.1" status: 200 len: 217 time: 0.0585492 Mar 11 17:14:26.955519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Allocated IP 19.86.0.2 (440d62eb-c368-42db-b409-939167b087a6/fd66549d-ac80-489e-be22-add84b641894/873bd531-6ce1-4a57-83dc-2c44938c9373) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:26.985066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-ea3a6a7a-a54d-430d-ac8d-f46c6c78dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:26.986693 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-ea3a6a7a-a54d-430d-ac8d-f46c6c78dfd9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b564287c-5064-450a-b060-14d5484537be HTTP/1.1" status: 200 len: 862 time: 0.0820935 Mar 11 17:14:26.997789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fdcb6-ef7d-40da-b886-21d016108b5b req-0a1bac21-274b-4b1b-a638-bdcca1e9118d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:27.000776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb4fdcb6-ef7d-40da-b886-21d016108b5b req-0a1bac21-274b-4b1b-a638-bdcca1e9118d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.3258984 Mar 11 17:14:27.021478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-e06fdf96-fe44-4de7-bccf-bcf23fa9e261 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:27.032918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-e06fdf96-fe44-4de7-bccf-bcf23fa9e261 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:27.036151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-e06fdf96-fe44-4de7-bccf-bcf23fa9e261 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/networks?id=b971189b-f24c-4f42-b1dc-030a77a6a977&id=440d62eb-c368-42db-b409-939167b087a6 HTTP/1.1" status: 200 len: 1390 time: 0.5064495 Mar 11 17:14:27.039977 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-d8cc6382-140d-42a7-b3c6-6e43d1a023bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408349 Mar 11 17:14:27.115975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-6138718f-7d41-472c-8729-252768197357 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/quotas/0d2f683e3ae4402fa341dd7a04f79da7 HTTP/1.1" status: 200 len: 375 time: 0.0436437 Mar 11 17:14:27.174966 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-ece4fe11-2a68-4363-b1a3-255d5320a90a service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272306 Mar 11 17:14:27.178813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb4fdcb6-ef7d-40da-b886-21d016108b5b req-20c82643-9152-4d98-8344-540d021ecfb0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408234 Mar 11 17:14:27.227972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-73841614-ecb4-4d65-b21a-041d6afbbc79 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101687 Mar 11 17:14:27.274577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7806bbd8-959c-4662-8953-4f7b47835485 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:27.331401 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dcbe68-31c8-4450-918d-42f9bc18e426 x-openstack-request-id: req-c4dcbe68-31c8-4450-918d-42f9bc18e426 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:27.331960 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:27.334088 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4dcbe68-31c8-4450-918d-42f9bc18e426 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:27.334740 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6', 'status': 'completed', 'code': 200} Mar 11 17:14:27.341365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6a152bc5-a55e-48ea-a217-103e428b6249 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:27.417434 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-01a5380a-a3bc-4e9a-be8f-d073d2f45a91 req-6f4862c6-40cc-4eab-9679-5269994889d4 service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338076 Mar 11 17:14:27.418816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-4a728e46-270c-4be2-8689-15b57be94b88 service neutron] 10.222.0.53 "GET /v2.0/networks/b971189b-f24c-4f42-b1dc-030a77a6a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863127 Mar 11 17:14:27.543432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-f9e2e635-c3e6-44cb-bfe9-76aa0555ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:27.545321 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-f9e2e635-c3e6-44cb-bfe9-76aa0555ae9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 1095 time: 0.0678637 Mar 11 17:14:27.599611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f33a2-8c5b-41dd-b02c-797053bda607 req-bba3c6ee-1940-434e-b440-4336cc9cd81c tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:27.602150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb3f33a2-8c5b-41dd-b02c-797053bda607 req-bba3c6ee-1940-434e-b440-4336cc9cd81c tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 948 time: 0.2005267 Mar 11 17:14:27.631726 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:27.648948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6a152bc5-a55e-48ea-a217-103e428b6249 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:27.649458 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:27.651576 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:27.660896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 7806bbd8-959c-4662-8953-4f7b47835485, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7806bbd8-959c-4662-8953-4f7b47835485,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:27.708759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-855732e3-6835-4984-be23-8836f63f7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:27.710742 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-855732e3-6835-4984-be23-8836f63f7bd1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 200 len: 922 time: 0.1584880 Mar 11 17:14:27.727784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb3f33a2-8c5b-41dd-b02c-797053bda607 req-acf5d923-a7e7-45fc-9699-586c52d855a4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108060 Mar 11 17:14:27.738917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-98ec1420-ff5e-416c-a75b-1163cd308421 service neutron] 10.222.0.53 "GET /v2.0/networks/b971189b-f24c-4f42-b1dc-030a77a6a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833853 Mar 11 17:14:27.769131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '7806bbd8-959c-4662-8953-4f7b47835485', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '7806bbd8-959c-4662-8953-4f7b47835485', 'mac_address': 'fa:16:3e:15:63:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:27.769131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Network 440d62eb-c368-42db-b409-939167b087a6 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:27.772015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:27.776381 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Pushing event updated for resources: {'Port': ['ID=873bd531-6ce1-4a57-83dc-2c44938c9373,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:27.777774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:27.882168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-7955ccad-90fa-429c-be8f-3f14a5b1c71a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6 HTTP/1.1" status: 200 len: 217 time: 0.1410480 Mar 11 17:14:27.906984 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:27.958102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-2d0d0ed1-0685-45d3-ae95-a24f58f56942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:27.960537 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-2d0d0ed1-0685-45d3-ae95-a24f58f56942 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b564287c-5064-450a-b060-14d5484537be HTTP/1.1" status: 200 len: 862 time: 0.0694225 Mar 11 17:14:27.963085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Attempting to bind port 873bd531-6ce1-4a57-83dc-2c44938c9373 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:14:27.963655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Attempting to bind port 873bd531-6ce1-4a57-83dc-2c44938c9373 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f3a8d610-3a10-4c53-ba75-ec494339181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '440d62eb-c368-42db-b409-939167b087a6'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:14:27.964188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Attempting to bind port 873bd531-6ce1-4a57-83dc-2c44938c9373 on network 440d62eb-c368-42db-b409-939167b087a6 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:27.981862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:14:27.982437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Checking segment: {'id': 'f3a8d610-3a10-4c53-ba75-ec494339181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '440d62eb-c368-42db-b409-939167b087a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:27.983705 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:27.983705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Bound using segment: {'id': 'f3a8d610-3a10-4c53-ba75-ec494339181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '440d62eb-c368-42db-b409-939167b087a6'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:14:27.984325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Bound port: 873bd531-6ce1-4a57-83dc-2c44938c9373, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a8d610-3a10-4c53-ba75-ec494339181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '440d62eb-c368-42db-b409-939167b087a6'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:14:27.984955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:27.989105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7806bbd8-959c-4662-8953-4f7b47835485 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:28.004088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82715cc-2908-425d-a80f-057d4a7dae9c req-c5b5bad5-34c6-4227-872c-1309fbf5d655 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:28.005657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c82715cc-2908-425d-a80f-057d4a7dae9c req-c5b5bad5-34c6-4227-872c-1309fbf5d655 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.0920870 Mar 11 17:14:28.015283 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-7dd84264-4a08-401e-8670-4a6f9e8ff8ae service neutron] 10.222.0.53 "GET /v2.0/networks/440d62eb-c368-42db-b409-939167b087a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641726 Mar 11 17:14:28.023707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-19683dc7-1537-4785-87b8-96c398b44034 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462847 Mar 11 17:14:28.055127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 7806bbd8-959c-4662-8953-4f7b47835485, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7806bbd8-959c-4662-8953-4f7b47835485,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:28.094899 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:28.110194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c82715cc-2908-425d-a80f-057d4a7dae9c req-5880b12f-5ad0-47af-b8f3-4d19f2f9c32a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984552 Mar 11 17:14:28.142376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-de5a188e-4647-4fa0-9bd2-838fc4664598 None None] Provisioning complete for port 6a152bc5-a55e-48ea-a217-103e428b6249 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:28.142751 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-de5a188e-4647-4fa0-9bd2-838fc4664598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:28.166667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-d225765a-743b-435f-b118-6836b153be85 service neutron] 10.222.0.53 "GET /v2.0/networks/440d62eb-c368-42db-b409-939167b087a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358917 Mar 11 17:14:28.175540 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-a08be307-88bd-4130-962e-53284da92b8f service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422651 Mar 11 17:14:28.253093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] For port 873bd531-6ce1-4a57-83dc-2c44938c9373, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:14:28.260662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=7806bbd8-959c-4662-8953-4f7b47835485,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:28.275810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] For port 873bd531-6ce1-4a57-83dc-2c44938c9373, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=873bd531-6ce1-4a57-83dc-2c44938c9373,segment=NetworkSegment(f3a8d610-3a10-4c53-ba75-ec494339181e),segment_id=f3a8d610-3a10-4c53-ba75-ec494339181e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:14:28.283825 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:28.315285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172e5a-386a-4624-a4de-ae1e5e771583 req-5b08602a-9ab7-4001-a350-688627d4604c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:28.319690 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5172e5a-386a-4624-a4de-ae1e5e771583 req-5b08602a-9ab7-4001-a350-688627d4604c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 944 time: 0.0938041 Mar 11 17:14:28.386442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-755ffae5-59cc-4ee9-8309-e9895f7491d5 req-5d2093d3-f710-44a5-934f-7384867d6bbc service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964552 Mar 11 17:14:28.425148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5172e5a-386a-4624-a4de-ae1e5e771583 req-38d793e1-c755-48a8-b905-5045d6261d02 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944486 Mar 11 17:14:28.441821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3a99b-4d5f-43f3-b7fe-9e1001e8dcc8 None None] Pushing event updated for resources: {'Port': ['ID=873bd531-6ce1-4a57-83dc-2c44938c9373,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:28.560827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['7806bbd8-959c-4662-8953-4f7b47835485'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:28.620597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14da3-6845-4b15-a6d2-42995241b217 req-dcc05f66-b3fa-476d-8bf0-ff6330bfc3ae tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:28.622909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ae14da3-6845-4b15-a6d2-42995241b217 req-dcc05f66-b3fa-476d-8bf0-ff6330bfc3ae tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 945 time: 0.1093385 Mar 11 17:14:28.750401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ae14da3-6845-4b15-a6d2-42995241b217 req-13caccfc-774e-4f03-b2a8-af938e4ab180 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107659 Mar 11 17:14:28.764271 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:28.975182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfe18d-bbaf-4ef3-b5d2-950cf03d8788 req-abaad432-b76b-40a6-bbde-e6a6ab484ecb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:28.981057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efdfe18d-bbaf-4ef3-b5d2-950cf03d8788 req-abaad432-b76b-40a6-bbde-e6a6ab484ecb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.0704327 Mar 11 17:14:29.055886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efdfe18d-bbaf-4ef3-b5d2-950cf03d8788 req-67bb5fe3-ccee-4601-bd78-2deaf6085151 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711756 Mar 11 17:14:29.086043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75dad5c2-cd84-4e05-8b7d-49d69051f979 req-2e7c0c8e-3cd4-4aea-9030-bad1abea34ab tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 210 time: 0.0352287 Mar 11 17:14:29.264714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55857d82-e089-45a1-ae9c-5d471fe79020 req-b4d646e9-ef03-43f8-b4bb-325b0f863f56 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:29.267146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55857d82-e089-45a1-ae9c-5d471fe79020 req-b4d646e9-ef03-43f8-b4bb-325b0f863f56 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 949 time: 0.0906258 Mar 11 17:14:29.296196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 873bd531-6ce1-4a57-83dc-2c44938c9373 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:29.298729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 46259c78-4dd0-4dde-a631-26e571c110c5 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:29.350894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55857d82-e089-45a1-ae9c-5d471fe79020 req-f98cf902-b593-41eb-8eee-9ca8248b7a00 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721731 Mar 11 17:14:29.403242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 873bd531-6ce1-4a57-83dc-2c44938c9373 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:29.403620 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:29.407250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 46259c78-4dd0-4dde-a631-26e571c110c5 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:14:29.434647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 46259c78-4dd0-4dde-a631-26e571c110c5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:29.435046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:29.654249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4556-7916-47e4-b1b1-96ee0a5c4031 req-717f521c-5442-40db-9085-0cf77a57bf95 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:29.656989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66ca4556-7916-47e4-b1b1-96ee0a5c4031 req-717f521c-5442-40db-9085-0cf77a57bf95 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 944 time: 0.1108479 Mar 11 17:14:29.664451 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:29.680672 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:29.727546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66ca4556-7916-47e4-b1b1-96ee0a5c4031 req-0f7ccec7-4a1c-4d25-a7b3-93565be216ad tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628567 Mar 11 17:14:29.753670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:29.757767 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aa6094-ba5e-4966-b07f-b07ce04d89d9" -d '{"events": [{"server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "name": "network-vif-plugged", "status": "completed", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:29.795693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 46259c78-4dd0-4dde-a631-26e571c110c5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=46259c78-4dd0-4dde-a631-26e571c110c5,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:29.800025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 873bd531-6ce1-4a57-83dc-2c44938c9373, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=873bd531-6ce1-4a57-83dc-2c44938c9373,segment=NetworkSegment(f3a8d610-3a10-4c53-ba75-ec494339181e),segment_id=f3a8d610-3a10-4c53-ba75-ec494339181e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:29.804808 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:29.807439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:29.812976 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:29.866261 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61db3b43-4b90-4267-830d-e40bb838db59 x-openstack-request-id: req-61db3b43-4b90-4267-830d-e40bb838db59 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:29.866572 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "name": "network-vif-plugged", "status": "completed", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:29.866837 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61db3b43-4b90-4267-830d-e40bb838db59 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:29.867285 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5', 'code': 200} Mar 11 17:14:29.921133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeed5623-3538-4fae-ace8-99ede72de097 None None] Network 440d62eb-c368-42db-b409-939167b087a6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:14:29.963830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a5d50-8e09-4634-be36-7f387eb1cee1 req-dfccdf9f-478f-4a7a-89e1-308ad026281d tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:29.966153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-845a5d50-8e09-4634-be36-7f387eb1cee1 req-dfccdf9f-478f-4a7a-89e1-308ad026281d tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 946 time: 0.0884807 Mar 11 17:14:30.049897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-845a5d50-8e09-4634-be36-7f387eb1cee1 req-01b29185-5d46-4a8d-b501-c7d69b2586d8 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735047 Mar 11 17:14:30.112526 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=46259c78-4dd0-4dde-a631-26e571c110c5,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:30.147096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4d38ec12-e6bf-4e81-9ea0-fd1fb32f65b5 None None] Provisioning complete for port 873bd531-6ce1-4a57-83dc-2c44938c9373 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:30.147778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d38ec12-e6bf-4e81-9ea0-fd1fb32f65b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:30.246187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7606423-b595-4fc9-bb43-4733f9c60d33 req-2bc7f1fd-ed16-48bb-8b55-236904c04628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:30.249718 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b7606423-b595-4fc9-bb43-4733f9c60d33 req-2bc7f1fd-ed16-48bb-8b55-236904c04628 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 1097 time: 0.2633078 Mar 11 17:14:30.333438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df7c0a4c-c34d-4895-8e5e-343fd816dd6b req-695569e8-e302-4821-9088-f749d09fb9a1 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 210 time: 0.0524437 Mar 11 17:14:30.351297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfcaa2-b11f-4432-b14c-d8a7af17a4a7 req-73b24bb5-b4fa-492c-b3e3-6564975381ad tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:30.364018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88dfcaa2-b11f-4432-b14c-d8a7af17a4a7 req-73b24bb5-b4fa-492c-b3e3-6564975381ad tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1633503 Mar 11 17:14:30.405280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=873bd531-6ce1-4a57-83dc-2c44938c9373,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:30.411103 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:30.421186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88dfcaa2-b11f-4432-b14c-d8a7af17a4a7 req-7cd04371-2613-49a3-9467-0fa368682a4b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559583 Mar 11 17:14:30.442688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-80da0043-4377-44f9-9cd0-5c08105fd11e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:30.450664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-80da0043-4377-44f9-9cd0-5c08105fd11e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:30.453243 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-80da0043-4377-44f9-9cd0-5c08105fd11e tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "GET /v2.0/networks?id=b971189b-f24c-4f42-b1dc-030a77a6a977&id=440d62eb-c368-42db-b409-939167b087a6 HTTP/1.1" status: 200 len: 1390 time: 0.3878691 Mar 11 17:14:30.474989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'port': {'device_id': 'b398b562-efad-413d-b674-ff36580fcd1d', 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977', 'admin_state_up': True, 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:30.492545 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b7606423-b595-4fc9-bb43-4733f9c60d33 req-08db1fcf-29d1-4401-8ed3-2a2484a69461 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251883 Mar 11 17:14:30.514771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:30.525727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:30.597878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:30.618797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf144f-d82b-47ee-b67a-984362559542 req-7b0c4a71-a2a7-451f-aa55-57146ab157e7 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:30.621489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6bf144f-d82b-47ee-b67a-984362559542 req-7b0c4a71-a2a7-451f-aa55-57146ab157e7 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 949 time: 0.1268520 Mar 11 17:14:30.656466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:30.662978 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:30.684068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6bf144f-d82b-47ee-b67a-984362559542 req-4944e6cb-f952-48fb-b28f-145b150c4f5f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484445 Mar 11 17:14:30.899423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Allocated IP 19.80.0.36 (b971189b-f24c-4f42-b1dc-030a77a6a977/f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7/2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:30.926989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e32da-0ef4-43e6-ab05-52f24c5b5716 req-21d5b451-42e3-4bd7-bf4f-d8b0b0e3aafd tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:30.929630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e20e32da-0ef4-43e6-ab05-52f24c5b5716 req-21d5b451-42e3-4bd7-bf4f-d8b0b0e3aafd tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 944 time: 0.0871930 Mar 11 17:14:30.977352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-27af5955-97a7-45e0-af7c-c79b71ebb45a None None] Provisioning complete for port 873bd531-6ce1-4a57-83dc-2c44938c9373 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:30.978360 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-27af5955-97a7-45e0-af7c-c79b71ebb45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:31.003169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e20e32da-0ef4-43e6-ab05-52f24c5b5716 req-dc464544-0887-4a56-a46e-800a9be353e9 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600855 Mar 11 17:14:31.152484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:31.226516 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:31.267752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c43b29-82da-4a34-a45c-9ad566de5e81 req-a27ae959-fd0e-40a3-993b-45b1d3d54a95 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:31.269503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4c43b29-82da-4a34-a45c-9ad566de5e81 req-a27ae959-fd0e-40a3-993b-45b1d3d54a95 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 946 time: 0.0801551 Mar 11 17:14:31.280557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 873bd531-6ce1-4a57-83dc-2c44938c9373 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:31.318746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network b971189b-f24c-4f42-b1dc-030a77a6a977 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:31.323821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7806bbd8-959c-4662-8953-4f7b47835485 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:31.324116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:31.329350 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:31.369953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Port': ['ID=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:31.373497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4c43b29-82da-4a34-a45c-9ad566de5e81 req-5e076648-b892-43b2-837f-9847e2b0e8b4 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854402 Mar 11 17:14:31.394007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.394530 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.394763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.395100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.395316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.395732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.396120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.396490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.396653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.396980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.397279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.397559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:31.444928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:31.444928 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:31.468949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 873bd531-6ce1-4a57-83dc-2c44938c9373 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:31.469492 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:31.483727 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-f1a6e6c7-8056-4ad0-a56e-bd66fad25719 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0158236 Mar 11 17:14:31.497265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Request body: {'port': {'device_id': 'b398b562-efad-413d-b674-ff36580fcd1d', 'network_id': '440d62eb-c368-42db-b409-939167b087a6', 'admin_state_up': True, 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:31.564492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 7806bbd8-959c-4662-8953-4f7b47835485 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:14:31.577677 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 7806bbd8-959c-4662-8953-4f7b47835485 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:31.577677 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:31.623335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7508f-aed2-4b15-bc0e-ec9e62bd1b1e req-a4cc9d81-079b-4297-9b2b-dbb16008c200 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:31.625020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cb7508f-aed2-4b15-bc0e-ec9e62bd1b1e req-a4cc9d81-079b-4297-9b2b-dbb16008c200 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1265218 Mar 11 17:14:31.691826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Made reservation on behalf of 0d2f683e3ae4402fa341dd7a04f79da7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:31.696146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:31.696893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ee290-dbbb-48be-ab77-9e02bb6ca2a1 req-d8cd5bca-5b3f-493c-9144-ab71aeb683c1 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:31.701051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae5ee290-dbbb-48be-ab77-9e02bb6ca2a1 req-d8cd5bca-5b3f-493c-9144-ab71aeb683c1 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 931 time: 0.1615512 Mar 11 17:14:31.753076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cb7508f-aed2-4b15-bc0e-ec9e62bd1b1e req-3286f354-47c1-45fe-a7b1-54b5dfbe5b99 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113639 Mar 11 17:14:31.765438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 605b32e0-6458-475b-9051-3ea0ff9f66b6 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:31.802219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae5ee290-dbbb-48be-ab77-9e02bb6ca2a1 req-d5319e0e-604c-4a97-8680-bbdd65e980aa tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892797 Mar 11 17:14:31.812354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f9a76cb8-5f09-4129-8dd8-33b9523d46de None None] Provisioning complete for port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:31.813106 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f9a76cb8-5f09-4129-8dd8-33b9523d46de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:31.874285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:31.877527 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1313b70-11d7-4a3a-93e0-3d99ca2ead11" -d '{"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:31.916077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Allocated IP 19.86.0.16 (440d62eb-c368-42db-b409-939167b087a6/fd66549d-ac80-489e-be22-add84b641894/0f3502cb-9736-4cd7-9589-f26cc64495c4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:31.937683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee79c2-da5f-4c69-9c58-a22af7995f4d req-2c9b2e4f-d6e1-429b-9494-e47cd8a22f10 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:31.940332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1cee79c2-da5f-4c69-9c58-a22af7995f4d req-2c9b2e4f-d6e1-429b-9494-e47cd8a22f10 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 949 time: 0.0969343 Mar 11 17:14:31.991197 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a7106f-537b-41e3-ae0b-4ad63a11b9bc x-openstack-request-id: req-e1a7106f-537b-41e3-ae0b-4ad63a11b9bc {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:31.992153 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:31.992153 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1a7106f-537b-41e3-ae0b-4ad63a11b9bc {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:31.992611 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'code': 200} Mar 11 17:14:31.998638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f9a76cb8-5f09-4129-8dd8-33b9523d46de None None] Port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:14:32.000287 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:32.005171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1cee79c2-da5f-4c69-9c58-a22af7995f4d req-9fe43565-aaef-4120-83ef-f686337c906b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577548 Mar 11 17:14:32.101043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:32.119348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 7806bbd8-959c-4662-8953-4f7b47835485, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7806bbd8-959c-4662-8953-4f7b47835485,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:32.126982 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:32.131325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '605b32e0-6458-475b-9051-3ea0ff9f66b6', 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c', 'port_id': '605b32e0-6458-475b-9051-3ea0ff9f66b6', 'mac_address': 'fa:16:3e:29:81:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564287c-5064-450a-b060-14d5484537be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:32.184724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:32.224623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bf7c4-9654-4720-bb33-79893615f475 req-9a75ca58-4fc0-4584-98b8-c7f9a6a8e851 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:32.228592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-069bf7c4-9654-4720-bb33-79893615f475 req-9a75ca58-4fc0-4584-98b8-c7f9a6a8e851 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 944 time: 0.1046269 Mar 11 17:14:32.236458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:32.264565 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:32.268874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=7806bbd8-959c-4662-8953-4f7b47835485,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:32.288494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605b32e0-6458-475b-9051-3ea0ff9f66b6 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:32.294773 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-069bf7c4-9654-4720-bb33-79893615f475 req-399c1c0f-dccf-4fc1-a801-bb42798649e6 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585694 Mar 11 17:14:32.337482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:32.337824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Network 440d62eb-c368-42db-b409-939167b087a6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:32.342572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:32.347450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:32.356784 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:32.409286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event updated for resources: {'Port': ['ID=0f3502cb-9736-4cd7-9589-f26cc64495c4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:32.473552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=605b32e0-6458-475b-9051-3ea0ff9f66b6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:32.476375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:32.477790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:32.501824 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-edbfb56d-1c08-40d4-b988-585558d5e988 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0106823 Mar 11 17:14:32.517250 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Request body: {'port': {'device_id': 'b398b562-efad-413d-b674-ff36580fcd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:32.621297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:32.642085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90de7a5-bb5c-47e7-b725-2c8da3b35dd7 req-0cf7bf35-e832-4856-9935-33f2e094f5c6 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:32.645832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c90de7a5-bb5c-47e7-b725-2c8da3b35dd7 req-0cf7bf35-e832-4856-9935-33f2e094f5c6 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 946 time: 0.1164417 Mar 11 17:14:32.694067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c90de7a5-bb5c-47e7-b725-2c8da3b35dd7 req-17479e39-3d4c-446b-a592-c2ee3da8a9f6 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398047 Mar 11 17:14:32.742508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ef24fbea-e80b-4719-8ad7-ecf6f08d9357 None None] Provisioning complete for port 0f3502cb-9736-4cd7-9589-f26cc64495c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:32.743032 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ef24fbea-e80b-4719-8ad7-ecf6f08d9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:32.782389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['605b32e0-6458-475b-9051-3ea0ff9f66b6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:32.838756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ef24fbea-e80b-4719-8ad7-ecf6f08d9357 None None] Port 0f3502cb-9736-4cd7-9589-f26cc64495c4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:14:32.933539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-e93a1fb3-242f-44af-b1b4-0754af75533e tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:32.935375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-e93a1fb3-242f-44af-b1b4-0754af75533e tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0927107 Mar 11 17:14:33.017681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-778011f1-486f-4162-8a48-cea6a8d223d3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 696 time: 0.0694931 Mar 11 17:14:33.040288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-09838eb1-9d1b-4f7b-9000-5d4e8d53ec59 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Request body: {'floatingip': {'port_id': '41255775-1106-434e-a513-0d2945ca5de6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:33.069458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:33.079778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:33.089841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-09838eb1-9d1b-4f7b-9000-5d4e8d53ec59 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:33.098475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Transition to ACTIVE for port object 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:14:33.103500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:33.154069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b2c2c-9289-40d7-a76a-81d2b264d6d4 req-af33ae76-aa2e-4d5a-9327-67dd0e4a9a29 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:33.156683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e0b2c2c-9289-40d7-a76a-81d2b264d6d4 req-af33ae76-aa2e-4d5a-9327-67dd0e4a9a29 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2070222 Mar 11 17:14:33.158559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:33.252937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Attempting to bind port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:14:33.253898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Attempting to bind port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'dd1edf49-0374-40ea-8076-a27aa3480fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:14:33.254675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Attempting to bind port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d on network b971189b-f24c-4f42-b1dc-030a77a6a977 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:33.263673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d on network b971189b-f24c-4f42-b1dc-030a77a6a977 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:14:33.264620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Attempting to bind port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d on network b971189b-f24c-4f42-b1dc-030a77a6a977 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:33.274718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:14:33.275422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Checking segment: {'id': 'dd1edf49-0374-40ea-8076-a27aa3480fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:33.275909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Bound using segment: {'id': 'dd1edf49-0374-40ea-8076-a27aa3480fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:14:33.276520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Bound port: 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1edf49-0374-40ea-8076-a27aa3480fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:14:33.276984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:33.310367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:33.355087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e0b2c2c-9289-40d7-a76a-81d2b264d6d4 req-36d7f8ca-3785-4c65-928c-ba4ceef08420 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753946 Mar 11 17:14:33.459882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] For port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:14:33.474545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] For port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,segment=NetworkSegment(dd1edf49-0374-40ea-8076-a27aa3480fa7),segment_id=dd1edf49-0374-40ea-8076-a27aa3480fa7)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:14:33.488257 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:33.583287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:33.609753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:33.616486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:33.617719 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:33.619692 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3e1ada4e-eff1-4b02-b34f-77efe1080a0a service neutron] 10.222.0.66 "PUT /v2.0/ports/2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d HTTP/1.1" status: 200 len: 1091 time: 1.1087136 Mar 11 17:14:33.620407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'tag': '2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:33.621137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'port_id': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'mac_address': 'fa:16:3e:24:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:33.626417 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9" -d '{"events": [{"name": "network-changed", "server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "tag": "2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:33.640410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9131ce-9d65-4a6c-8cdd-daeb8ba7d574 req-e12cbc55-24b1-405f-bb99-4cf97f939375 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:33.650121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9131ce-9d65-4a6c-8cdd-daeb8ba7d574 req-e12cbc55-24b1-405f-bb99-4cf97f939375 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:33.652457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e9131ce-9d65-4a6c-8cdd-daeb8ba7d574 req-e12cbc55-24b1-405f-bb99-4cf97f939375 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1665 time: 0.1038229 Mar 11 17:14:33.665190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Request body: {'port': {'device_id': 'b398b562-efad-413d-b674-ff36580fcd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:33.763855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 605b32e0-6458-475b-9051-3ea0ff9f66b6 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:33.781621 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:33.840377 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:33.862642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:33.897461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:33.898065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e9131ce-9d65-4a6c-8cdd-daeb8ba7d574 req-1c511cde-3146-451b-a5c9-88a72624c86f tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115541 Mar 11 17:14:33.905046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:33.988563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 605b32e0-6458-475b-9051-3ea0ff9f66b6 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:14:33.999057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c114c3-296c-4337-981c-f59cfff7c5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7806bbd8-959c-4662-8953-4f7b47835485'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:34.006306 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16536e0f-2cd2-4810-8d25-c6e8b2560509" -d '{"events": [{"server_uuid": "57c114c3-296c-4337-981c-f59cfff7c5ed", "name": "network-vif-plugged", "status": "completed", "tag": "7806bbd8-959c-4662-8953-4f7b47835485"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:34.038561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 605b32e0-6458-475b-9051-3ea0ff9f66b6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:34.051782 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:34.088378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:34.153806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:34.157386 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-09838eb1-9d1b-4f7b-9000-5d4e8d53ec59 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:34.166309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-09838eb1-9d1b-4f7b-9000-5d4e8d53ec59 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:34.181864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a18675-57ca-4ce7-9d4e-2cd4100958ea req-0bc11b0a-fc6f-4eff-a947-da41ecc301b3 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:34.194957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12a18675-57ca-4ce7-9d4e-2cd4100958ea req-0bc11b0a-fc6f-4eff-a947-da41ecc301b3 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 950 time: 0.1261268 Mar 11 17:14:34.333467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:34.363759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3502cb-9736-4cd7-9589-f26cc64495c4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:34.378755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:34.384282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12a18675-57ca-4ce7-9d4e-2cd4100958ea req-82a3a799-f58f-481b-8928-19ca09be9de9 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878824 Mar 11 17:14:34.402910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Transition to ACTIVE for port object 0f3502cb-9736-4cd7-9589-f26cc64495c4 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:14:34.413344 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:34.454939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:34.464278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:34.612997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Pushing event updated for resources: {'Port': ['ID=0f3502cb-9736-4cd7-9589-f26cc64495c4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:34.632979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=605b32e0-6458-475b-9051-3ea0ff9f66b6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:34.647354 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-09838eb1-9d1b-4f7b-9000-5d4e8d53ec59 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c associated. External IP: 172.25.8.154, port: 41255775-1106-434e-a513-0d2945ca5de6. Mar 11 17:14:34.668689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.669695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.670270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.670842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.671437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.672791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.676271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.676967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.678394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.678986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.679725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.680408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:34.881545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Attempting to bind port 0f3502cb-9736-4cd7-9589-f26cc64495c4 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:14:34.881916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Attempting to bind port 0f3502cb-9736-4cd7-9589-f26cc64495c4 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'f3a8d610-3a10-4c53-ba75-ec494339181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '440d62eb-c368-42db-b409-939167b087a6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:14:34.882270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Attempting to bind port 0f3502cb-9736-4cd7-9589-f26cc64495c4 on network 440d62eb-c368-42db-b409-939167b087a6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:34.896604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Port 0f3502cb-9736-4cd7-9589-f26cc64495c4 on network 440d62eb-c368-42db-b409-939167b087a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:14:34.897034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Attempting to bind port 0f3502cb-9736-4cd7-9589-f26cc64495c4 on network 440d62eb-c368-42db-b409-939167b087a6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:34.915216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:14:34.916012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Checking segment: {'id': 'f3a8d610-3a10-4c53-ba75-ec494339181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '440d62eb-c368-42db-b409-939167b087a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:34.916695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Bound using segment: {'id': 'f3a8d610-3a10-4c53-ba75-ec494339181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '440d62eb-c368-42db-b409-939167b087a6'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:14:34.917523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Bound port: 0f3502cb-9736-4cd7-9589-f26cc64495c4, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a8d610-3a10-4c53-ba75-ec494339181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '440d62eb-c368-42db-b409-939167b087a6'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:14:34.918202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:35.058040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] For port 0f3502cb-9736-4cd7-9589-f26cc64495c4, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:14:35.061336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] For port 0f3502cb-9736-4cd7-9589-f26cc64495c4, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0f3502cb-9736-4cd7-9589-f26cc64495c4,segment=NetworkSegment(f3a8d610-3a10-4c53-ba75-ec494339181e),segment_id=f3a8d610-3a10-4c53-ba75-ec494339181e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:14:35.070097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:35.108206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:35.108655 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:35.110168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] 10.222.0.66 "PUT /v2.0/ports/0f3502cb-9736-4cd7-9589-f26cc64495c4 HTTP/1.1" status: 200 len: 1091 time: 1.4550302 Mar 11 17:14:35.197933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cbddd-a1e2-4749-964e-0ffc5750c6ab service neutron] Pushing event updated for resources: {'Port': ['ID=0f3502cb-9736-4cd7-9589-f26cc64495c4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:35.260605 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb6b53-5d44-473a-b00e-f062244af045 req-ee1239a4-30bb-4910-9d3e-d6fc7f0af097 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:35.271883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5bb6b53-5d44-473a-b00e-f062244af045 req-ee1239a4-30bb-4910-9d3e-d6fc7f0af097 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.2705648 Mar 11 17:14:35.313475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-33a65908-a827-47e2-8d39-48bfcd36f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:35.313928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-33a65908-a827-47e2-8d39-48bfcd36f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:35.315781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-33a65908-a827-47e2-8d39-48bfcd36f38b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1979 time: 0.1049979 Mar 11 17:14:35.322008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-09838eb1-9d1b-4f7b-9000-5d4e8d53ec59 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:14:35.322913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:35.405799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5bb6b53-5d44-473a-b00e-f062244af045 req-c1a7851b-fc19-4cbf-92d6-b175bbc67e0b tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293802 Mar 11 17:14:35.421332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:35.422307 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:35.491943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-a3331abc-ae12-44a7-81ea-6558e7f495a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d HTTP/1.1" status: 200 len: 217 time: 0.1636543 Mar 11 17:14:35.556268 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b599dd-a831-4d90-8e5c-a16ee6dcb99d x-openstack-request-id: req-15b599dd-a831-4d90-8e5c-a16ee6dcb99d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:35.556580 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "tag": "2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:35.556827 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15b599dd-a831-4d90-8e5c-a16ee6dcb99d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:35.557229 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'tag': '2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d', 'status': 'completed', 'code': 200} Mar 11 17:14:35.608902 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5ea3db-0cd3-419a-9612-a7bab2728af4 x-openstack-request-id: req-ec5ea3db-0cd3-419a-9612-a7bab2728af4 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:35.609248 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c114c3-296c-4337-981c-f59cfff7c5ed", "name": "network-vif-plugged", "status": "completed", "tag": "7806bbd8-959c-4662-8953-4f7b47835485", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:35.609524 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec5ea3db-0cd3-419a-9612-a7bab2728af4 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:35.609856 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c114c3-296c-4337-981c-f59cfff7c5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7806bbd8-959c-4662-8953-4f7b47835485', 'code': 200} Mar 11 17:14:35.612680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-6285775b-527a-409c-be94-3e986ce363f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:35.614249 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-6285775b-527a-409c-be94-3e986ce363f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7 HTTP/1.1" status: 200 len: 801 time: 0.1150270 Mar 11 17:14:35.642335 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:35.741064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-09838eb1-9d1b-4f7b-9000-5d4e8d53ec59 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:14:35.748496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:35.760311 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:35.768077 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] Sync routers for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:14:35.782474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-09838eb1-9d1b-4f7b-9000-5d4e8d53ec59 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:35.814140 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:35.820862 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:35.829918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:35.961220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-09838eb1-9d1b-4f7b-9000-5d4e8d53ec59 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "PUT /v2.0/floatingips/dc66a29f-319e-4c9a-8ed3-aef420d8277c HTTP/1.1" status: 200 len: 997 time: 2.9279654 Mar 11 17:14:35.963163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:35.967395 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf6e72-d43a-4578-9d62-d11899d97f38" -d '{"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:35.978515 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:35.984981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ab2dc-c4db-4377-b0a0-706fb289cf69 req-96b3a355-0f10-43ad-942e-da089d854c97 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:35.995434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e68ab2dc-c4db-4377-b0a0-706fb289cf69 req-96b3a355-0f10-43ad-942e-da089d854c97 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2567470 Mar 11 17:14:36.165992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-66832dc2-7c45-4bfd-93aa-d1048222365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:36.168858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-66832dc2-7c45-4bfd-93aa-d1048222365f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1097 time: 0.1702597 Mar 11 17:14:36.190285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e68ab2dc-c4db-4377-b0a0-706fb289cf69 req-f95a46a2-7f9f-477d-a05a-2f2f373d4013 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937218 Mar 11 17:14:36.273212 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-1b697ed0-3386-4fea-b2ce-e2ea88ffbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:36.281326 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-1b697ed0-3386-4fea-b2ce-e2ea88ffbbe3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b971189b-f24c-4f42-b1dc-030a77a6a977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6549115 Mar 11 17:14:36.316467 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '41255775-1106-434e-a513-0d2945ca5de6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:03:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:33Z', 'revision_number': 1, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:36.352548 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] Checking router: f5635c79-8885-434e-a8c2-fc3e4a9d38d6 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:14:36.362952 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:36.363941 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:36.425310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2e2c-36cd-45c6-98e2-d441c2ae4d91 req-b1763104-fe95-4a16-89dd-1d8c7daef28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:36.428654 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acd2e2c-36cd-45c6-98e2-d441c2ae4d91 req-b1763104-fe95-4a16-89dd-1d8c7daef28d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 1101 time: 0.7196722 Mar 11 17:14:36.498131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-c01425d6-debd-4f10-b612-4328b406a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:36.499628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-c01425d6-debd-4f10-b612-4328b406a41b service neutron] 10.222.0.53 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.3051713 Mar 11 17:14:36.506832 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acd2e2c-36cd-45c6-98e2-d441c2ae4d91 req-ea2ed195-716c-4f38-acf0-d1a0c53f757b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660954 Mar 11 17:14:36.514845 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-613a19b1-cb9d-4e57-a3ff-c3c0edcd2031 service neutron] 10.222.0.66 "GET /v2.0/networks/b971189b-f24c-4f42-b1dc-030a77a6a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227826 Mar 11 17:14:36.575190 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:36.601722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-ec761a23-8bd0-40a6-b9c4-4c812f6997d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 1000 time: 0.0844562 Mar 11 17:14:36.686496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9d97-b613-4339-9ced-8b4e5aad939a req-18929ef4-5f98-4797-96a1-4cc1489c4182 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:36.693672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9d97-b613-4339-9ced-8b4e5aad939a req-18929ef4-5f98-4797-96a1-4cc1489c4182 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:36.695678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-674f9d97-b613-4339-9ced-8b4e5aad939a req-18929ef4-5f98-4797-96a1-4cc1489c4182 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1677 time: 0.2933464 Mar 11 17:14:36.725719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-5be6474c-420c-42e0-8958-5ac5cc78efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:36.738081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-5be6474c-420c-42e0-8958-5ac5cc78efe2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.1329627 Mar 11 17:14:36.794302 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-64a2a8b2-603a-4d6d-ae57-9d269d85ad0a service neutron] 10.222.0.66 "GET /v2.0/networks/b971189b-f24c-4f42-b1dc-030a77a6a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754278 Mar 11 17:14:36.835793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-674f9d97-b613-4339-9ced-8b4e5aad939a req-91a8e5f9-45d2-4f17-8482-c1dcf547988a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185791 Mar 11 17:14:36.879685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-38041254-9f2f-41c9-84fb-68c583f290b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:36.887343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-38041254-9f2f-41c9-84fb-68c583f290b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483252 Mar 11 17:14:36.892972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-5fddd67c-6df4-4415-a006-c9a208bd3407 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:14:36.902388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-5fddd67c-6df4-4415-a006-c9a208bd3407 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136819 Mar 11 17:14:36.916257 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-8f50a6e7-6cb2-41e6-aaf3-c1a2c94a37fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.16&port_id=0f3502cb-9736-4cd7-9589-f26cc64495c4 HTTP/1.1" status: 200 len: 217 time: 0.1132507 Mar 11 17:14:37.051128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-e914a689-7b7f-43f6-b966-fa46621502d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:37.053234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-e914a689-7b7f-43f6-b966-fa46621502d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd66549d-ac80-489e-be22-add84b641894 HTTP/1.1" status: 200 len: 801 time: 0.1224494 Mar 11 17:14:37.061103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89e24c-ee98-4233-b7a2-e5f64d09843e req-d89ed2f1-c974-4ee8-acce-f2823a9dce3a tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:37.062750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce89e24c-ee98-4233-b7a2-e5f64d09843e req-d89ed2f1-c974-4ee8-acce-f2823a9dce3a tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 950 time: 0.1393480 Mar 11 17:14:37.106557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-c7920b0f-cce0-4bea-a643-93f6a62ba92a service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032499 Mar 11 17:14:37.171834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-e46907df-f4cb-4787-b78b-2c07e337be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:37.175677 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-e46907df-f4cb-4787-b78b-2c07e337be6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=440d62eb-c368-42db-b409-939167b087a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1118970 Mar 11 17:14:37.192881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce89e24c-ee98-4233-b7a2-e5f64d09843e req-88f09f84-fd2a-4b6e-af9b-b01f598d49ce tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095223 Mar 11 17:14:37.266482 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '41255775-1106-434e-a513-0d2945ca5de6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:03:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:33Z', 'revision_number': 1, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:37.317603 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255eff9-78b6-4010-9a8f-6e81bb4cc060 None None] The sync data for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 is: [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '41255775-1106-434e-a513-0d2945ca5de6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:03:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:33Z', 'revision_number': 1, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:14:37.359423 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0fe203-7e8f-426d-a824-ec4a37ce6d0e x-openstack-request-id: req-6c0fe203-7e8f-426d-a824-ec4a37ce6d0e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:37.359763 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:37.359954 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c0fe203-7e8f-426d-a824-ec4a37ce6d0e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:37.360875 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6', 'status': 'completed', 'code': 200} Mar 11 17:14:37.407318 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-3d13b42e-1e1d-4a65-bc22-3dfe23bfa75e service neutron] 10.222.0.66 "GET /v2.0/networks/440d62eb-c368-42db-b409-939167b087a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240622 Mar 11 17:14:37.412446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f08414-72fb-4878-85f6-0b131aac8fb5 req-208b76e4-c815-4df8-8c86-359403623486 service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827432 Mar 11 17:14:37.564378 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'tag': '0f3502cb-9736-4cd7-9589-f26cc64495c4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:37.568568 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619e091b-69c4-485a-9d4d-f13b7870eff4" -d '{"events": [{"name": "network-changed", "server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "tag": "0f3502cb-9736-4cd7-9589-f26cc64495c4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:37.576280 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c3829d0c-b551-4a2f-9aee-0e88c2f2f11f req-e9a30b6e-1f5e-4509-bc30-273098fa29ae service neutron] 10.222.0.66 "GET /v2.0/networks/440d62eb-c368-42db-b409-939167b087a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539829 Mar 11 17:14:37.623959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6'}, {'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:37.627756 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c5809-c91a-4596-a488-cf01e6a14f9f" -d '{"events": [{"server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "name": "network-vif-plugged", "status": "completed", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6"}, {"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:37.671200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-e19ab967-7bf7-4709-97cf-8171991ce5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:37.673964 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-e19ab967-7bf7-4709-97cf-8171991ce5e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1097 time: 0.2652578 Mar 11 17:14:37.832045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a6dac1-d823-487c-8ab9-3fa5fac8a4f4 None None] New status for floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:14:37.880661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-948a27a8-8120-4313-854c-8ef556e495da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:37.881312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-948a27a8-8120-4313-854c-8ef556e495da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:37.883100 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-948a27a8-8120-4313-854c-8ef556e495da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1979 time: 0.2314363 Mar 11 17:14:37.982720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-e60e6ac0-6620-4730-af42-690deb582c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:37.985023 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-e60e6ac0-6620-4730-af42-690deb582c60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.2639220 Mar 11 17:14:38.183165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59339-a485-4b15-8efd-0d2f6a4bf13d req-2d9d177d-ac6d-42c5-9201-e26aedce6109 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:38.185466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6d59339-a485-4b15-8efd-0d2f6a4bf13d req-2d9d177d-ac6d-42c5-9201-e26aedce6109 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.0896032 Mar 11 17:14:38.193931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cac59-b36c-4a76-a6ae-2988e6c127eb req-e7339a6f-9a70-483e-ad87-5489000fdcf2 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:38.195683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-219cac59-b36c-4a76-a6ae-2988e6c127eb req-e7339a6f-9a70-483e-ad87-5489000fdcf2 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.6958697 Mar 11 17:14:38.226125 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-4719a972-2e1d-464e-bc21-8f55dd1365d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 1000 time: 0.2205067 Mar 11 17:14:38.308780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-219cac59-b36c-4a76-a6ae-2988e6c127eb req-7e4fd53a-9ce1-4cd5-8ac1-d5b307695804 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623915 Mar 11 17:14:38.336052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-bd4c786c-2a68-4f14-988e-fc76099f189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:38.339072 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-bd4c786c-2a68-4f14-988e-fc76099f189d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b971189b-f24c-4f42-b1dc-030a77a6a977 HTTP/1.1" status: 200 len: 901 time: 0.3724568 Mar 11 17:14:38.343522 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6d59339-a485-4b15-8efd-0d2f6a4bf13d req-b57a5286-0860-4c3f-8745-5a1e8cea3c8f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465154 Mar 11 17:14:38.522949 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9261b781-c830-4d79-83ee-977743c270a5 x-openstack-request-id: req-9261b781-c830-4d79-83ee-977743c270a5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:38.523366 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "tag": "0f3502cb-9736-4cd7-9589-f26cc64495c4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:38.523713 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9261b781-c830-4d79-83ee-977743c270a5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:38.524217 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'tag': '0f3502cb-9736-4cd7-9589-f26cc64495c4', 'status': 'completed', 'code': 200} Mar 11 17:14:38.531906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-49fc81ed-5b28-4ad7-8356-4959325ac8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:38.533879 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-49fc81ed-5b28-4ad7-8356-4959325ac8d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.2925451 Mar 11 17:14:38.543494 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-cd741cab-08df-4823-abe5-d6a26e103255 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d HTTP/1.1" status: 200 len: 217 time: 0.1830900 Mar 11 17:14:38.592537 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b608b04a-8201-40f3-b602-5564582d641a x-openstack-request-id: req-b608b04a-8201-40f3-b602-5564582d641a {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:38.592937 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "name": "network-vif-plugged", "status": "completed", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6", "code": 200}, {"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:38.593287 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b608b04a-8201-40f3-b602-5564582d641a {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:38.593801 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6', 'code': 200} Mar 11 17:14:38.594143 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'code': 200} Mar 11 17:14:38.693979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-557b0f6d-3d8b-43f8-ba7b-fa7e1b369071 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:38.706345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-557b0f6d-3d8b-43f8-ba7b-fa7e1b369071 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1945643 Mar 11 17:14:38.728000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-4c08bebc-c81f-481f-bb6f-bfc095e1571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:38.734621 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-4c08bebc-c81f-481f-bb6f-bfc095e1571f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7 HTTP/1.1" status: 200 len: 801 time: 0.1483514 Mar 11 17:14:38.831228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-71bba902-3b24-4811-b172-07ee921f30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:38.834375 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-71bba902-3b24-4811-b172-07ee921f30db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857258 Mar 11 17:14:38.870162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-fd4d275f-da74-46fe-9eb3-a0bde3295ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:38.871750 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-fd4d275f-da74-46fe-9eb3-a0bde3295ad4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b971189b-f24c-4f42-b1dc-030a77a6a977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1165471 Mar 11 17:14:38.971371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-e02f9b43-c427-406f-af37-efd1e9bc4b8c tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 1002 time: 0.2606559 Mar 11 17:14:38.986685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Request body: {'floatingip': {'port_id': '46259c78-4dd0-4dde-a631-26e571c110c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:39.000977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c3905-70f7-49fe-83aa-96f9f0234f0c req-b4229216-f579-499e-858c-c74e4b8be862 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:39.011971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c3905-70f7-49fe-83aa-96f9f0234f0c req-b4229216-f579-499e-858c-c74e4b8be862 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:39.012520 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-2e7c3df6-1b9d-4fb6-9580-d55a54923ffd service neutron] 10.222.0.66 "GET /v2.0/networks/b971189b-f24c-4f42-b1dc-030a77a6a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174517 Mar 11 17:14:39.014596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-899c3905-70f7-49fe-83aa-96f9f0234f0c req-b4229216-f579-499e-858c-c74e4b8be862 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1677 time: 0.1930137 Mar 11 17:14:39.019817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc020a-e347-4552-a384-9473a5ccae94 req-21b5066d-bd6c-4fbd-8be2-aabc2c75fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:39.022269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cdc020a-e347-4552-a384-9473a5ccae94 req-21b5066d-bd6c-4fbd-8be2-aabc2c75fb15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 1097 time: 0.2031255 Mar 11 17:14:39.162084 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:39.203846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-a45acc78-4a68-4010-baea-9e02d93e36f7 service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597720 Mar 11 17:14:39.217089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-899c3905-70f7-49fe-83aa-96f9f0234f0c req-23da943f-878e-46dc-a65e-f59acfb58f29 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902308 Mar 11 17:14:39.218104 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb6d608f-3ed1-4a20-9a5d-4f4b55f8edc9 req-14178448-231a-4676-820b-883eeb51e63a service neutron] 10.222.0.66 "GET /v2.0/networks/b971189b-f24c-4f42-b1dc-030a77a6a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650765 Mar 11 17:14:39.235055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cdc020a-e347-4552-a384-9473a5ccae94 req-49fdadb6-a2fb-4ca2-82da-435070eca5ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719286 Mar 11 17:14:39.375931 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2daf6e72-d43a-4578-9d62-d11899d97f38 req-25268353-7c92-454b-aed6-3d48ba4dae00 service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602135 Mar 11 17:14:39.421022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ac844-6a18-4730-8b1c-125f1423ea57 req-fd7a6e78-42c2-4a73-8031-75e8cd5f0bcd tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:39.422910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-901ac844-6a18-4730-8b1c-125f1423ea57 req-fd7a6e78-42c2-4a73-8031-75e8cd5f0bcd tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 950 time: 0.1259522 Mar 11 17:14:39.567876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-901ac844-6a18-4730-8b1c-125f1423ea57 req-edb6565f-f944-49a2-bc41-deb628584cef tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059887 Mar 11 17:14:39.634041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-3e83108a-d8d5-4b13-8dd7-04c3c5eda3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:39.634848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-3e83108a-d8d5-4b13-8dd7-04c3c5eda3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:39.637868 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-3e83108a-d8d5-4b13-8dd7-04c3c5eda3e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1979 time: 0.1016524 Mar 11 17:14:39.843652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-bbc4ba07-2732-4cec-98f3-fc77f4fa18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:39.848566 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-bbc4ba07-2732-4cec-98f3-fc77f4fa18a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=440d62eb-c368-42db-b409-939167b087a6 HTTP/1.1" status: 200 len: 901 time: 0.1938291 Mar 11 17:14:39.921102 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-fc5cf276-4dcc-4271-ab1f-df696a68d43e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.16&port_id=0f3502cb-9736-4cd7-9589-f26cc64495c4 HTTP/1.1" status: 200 len: 217 time: 0.0654516 Mar 11 17:14:39.975758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f60c-14d5-45ab-acc7-1c1a6a3c873a req-84edf574-264a-480f-8dab-b67828c5c311 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:39.983171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5011f60c-14d5-45ab-acc7-1c1a6a3c873a req-84edf574-264a-480f-8dab-b67828c5c311 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.1299679 Mar 11 17:14:40.025979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-a1c0690f-f810-46db-a6ce-7ace6ff7fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:40.028692 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-a1c0690f-f810-46db-a6ce-7ace6ff7fdc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd66549d-ac80-489e-be22-add84b641894 HTTP/1.1" status: 200 len: 801 time: 0.1005695 Mar 11 17:14:40.103918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5011f60c-14d5-45ab-acc7-1c1a6a3c873a req-d6e07606-1d32-47e4-a595-55108f1886e2 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197698 Mar 11 17:14:40.116559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:40.124168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:40.128712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-9ef0f38d-0c8f-4d0e-84a0-239d7c3447e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:40.130362 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-9ef0f38d-0c8f-4d0e-84a0-239d7c3447e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=440d62eb-c368-42db-b409-939167b087a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0937791 Mar 11 17:14:40.297460 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-31d9cb20-b884-40c8-b011-5a2b8bf9ac93 service neutron] 10.222.0.66 "GET /v2.0/networks/440d62eb-c368-42db-b409-939167b087a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584733 Mar 11 17:14:40.340399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fc1da-2734-4105-9fbd-9a1c4a07ecf7 req-5ddb2e0b-0357-4032-8384-8dca35440df9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:40.341958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e11fc1da-2734-4105-9fbd-9a1c4a07ecf7 req-5ddb2e0b-0357-4032-8384-8dca35440df9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.0984554 Mar 11 17:14:40.376730 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c associated. External IP: 172.25.8.154, port: 41255775-1106-434e-a513-0d2945ca5de6. Mar 11 17:14:40.435308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e11fc1da-2734-4105-9fbd-9a1c4a07ecf7 req-74239104-5a7b-4817-83f6-bfc428dbfc99 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795727 Mar 11 17:14:40.474865 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-619e091b-69c4-485a-9d4d-f13b7870eff4 req-7dd1f1b7-247e-45f3-9585-4737cfeeef72 service neutron] 10.222.0.66 "GET /v2.0/networks/440d62eb-c368-42db-b409-939167b087a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694727 Mar 11 17:14:40.636056 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:40.793338 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d2c3d-835e-486a-b79c-4280fec059e3 req-c202f701-5061-4587-943e-66df1b76df89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:40.800468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d2c3d-835e-486a-b79c-4280fec059e3 req-c202f701-5061-4587-943e-66df1b76df89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:40.802223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f52d2c3d-835e-486a-b79c-4280fec059e3 req-c202f701-5061-4587-943e-66df1b76df89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1677 time: 0.1302543 Mar 11 17:14:40.813081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:14:40.876069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f52d2c3d-835e-486a-b79c-4280fec059e3 req-029341d8-51b5-48d2-9ce6-de3813f50fff tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657809 Mar 11 17:14:41.081271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3a05ab50-41bb-43bb-b6e3-d3adce21d7a3 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=44ab3edc70eb4e559c3299f89c17181b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1078253 Mar 11 17:14:41.098699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:14:41.135451 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] Sync routers for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:14:41.179836 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:41.180917 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:41.384995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-42417143-0ab3-44ed-bfc1-3f3c4daca102 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:41.397418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-42417143-0ab3-44ed-bfc1-3f3c4daca102 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963536 Mar 11 17:14:41.414185 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:41.430356 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-95732585-86d5-437f-ad40-19e555920118 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/quotas/44ab3edc70eb4e559c3299f89c17181b HTTP/1.1" status: 200 len: 375 time: 0.0284245 Mar 11 17:14:41.612147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-28cfeead-d7b3-425b-bfe8-dd017742ea78 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44ab3edc70eb4e559c3299f89c17181b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1805427 Mar 11 17:14:41.682325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:14:41.797713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0f3502cb-9736-4cd7-9589-f26cc64495c4 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:41.843254 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '46259c78-4dd0-4dde-a631-26e571c110c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:59:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:39Z', 'revision_number': 3, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:41.934357 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] Checking router: f5635c79-8885-434e-a8c2-fc3e4a9d38d6 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:14:41.965007 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:41.965873 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:42.062747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:14:42.071828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:42.075565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0f3502cb-9736-4cd7-9589-f26cc64495c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0f3502cb-9736-4cd7-9589-f26cc64495c4,segment=NetworkSegment(f3a8d610-3a10-4c53-ba75-ec494339181e),segment_id=f3a8d610-3a10-4c53-ba75-ec494339181e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:42.104522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '0f3502cb-9736-4cd7-9589-f26cc64495c4', 'network_id': '440d62eb-c368-42db-b409-939167b087a6', 'port_id': '0f3502cb-9736-4cd7-9589-f26cc64495c4', 'mac_address': 'fa:16:3e:28:68:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd66549d-ac80-489e-be22-add84b641894', 'ip_address': '19.86.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:42.213578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c72dc-78c0-4d4f-998c-8d24f8188964 req-f3a77a45-9aed-4ab1-9beb-537201ba0569 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:42.215062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-030c72dc-78c0-4d4f-998c-8d24f8188964 req-f3a77a45-9aed-4ab1-9beb-537201ba0569 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.2974539 Mar 11 17:14:42.238714 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:42.242832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:42.248170 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201757ae-57fc-45fd-b826-3109c4a73e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:42.250340 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:42.293770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3502cb-9736-4cd7-9589-f26cc64495c4 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:42.367043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0f3502cb-9736-4cd7-9589-f26cc64495c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0f3502cb-9736-4cd7-9589-f26cc64495c4,segment=NetworkSegment(f3a8d610-3a10-4c53-ba75-ec494339181e),segment_id=f3a8d610-3a10-4c53-ba75-ec494339181e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:42.373000 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:42.373860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:42.394702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0db7e3e7-afac-47d9-a9e4-a0df8ab24e02 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "PUT /v2.0/floatingips/dc66a29f-319e-4c9a-8ed3-aef420d8277c HTTP/1.1" status: 200 len: 999 time: 3.4220912 Mar 11 17:14:42.455936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-030c72dc-78c0-4d4f-998c-8d24f8188964 req-28257de1-7155-47f5-907b-d0a6e22a88d1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228720 Mar 11 17:14:42.575859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0f3502cb-9736-4cd7-9589-f26cc64495c4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:42.593011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-55d27358-965e-4ecf-aad8-05d7bd278cd7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:42.595416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-55d27358-965e-4ecf-aad8-05d7bd278cd7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports/41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 943 time: 0.1860733 Mar 11 17:14:42.833413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85499-e488-4ba4-9720-1551b7aadc60 req-479b8db7-3040-4bcd-9b98-2ae711923640 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:42.836565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e85499-e488-4ba4-9720-1551b7aadc60 req-479b8db7-3040-4bcd-9b98-2ae711923640 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1835663 Mar 11 17:14:42.899831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,segment=NetworkSegment(dd1edf49-0374-40ea-8076-a27aa3480fa7),segment_id=dd1edf49-0374-40ea-8076-a27aa3480fa7)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:42.920980 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '46259c78-4dd0-4dde-a631-26e571c110c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:59:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:39Z', 'revision_number': 3, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:42.924145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d', 'network_id': 'b971189b-f24c-4f42-b1dc-030a77a6a977', 'port_id': '2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d', 'mac_address': 'fa:16:3e:d9:96:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7', 'ip_address': '19.80.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:42.974844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-b057af49-8f8d-4cf4-a4fd-14039da4d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:42.977587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-b057af49-8f8d-4cf4-a4fd-14039da4d274 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1097 time: 0.1393695 Mar 11 17:14:42.983659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e85499-e488-4ba4-9720-1551b7aadc60 req-95ef1960-1f34-4b00-8f61-3bccab48e961 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951443 Mar 11 17:14:42.995319 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a8358-30a0-4bf3-b0e7-ff91aec35044 None None] The sync data for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 is: [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '46259c78-4dd0-4dde-a631-26e571c110c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:59:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:39Z', 'revision_number': 3, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:14:43.077291 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:43.136009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:43.212896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,segment=NetworkSegment(dd1edf49-0374-40ea-8076-a27aa3480fa7),segment_id=dd1edf49-0374-40ea-8076-a27aa3480fa7)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:43.221019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:43.267254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-926ec04f-5231-49e3-b8ab-cf60c57623df req-dbbbaac3-3762-4617-b384-78b966fd4a70 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 210 time: 0.0763423 Mar 11 17:14:43.327351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-ab37bda1-8b57-4b5a-9a98-60a699e3df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:43.329133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-ab37bda1-8b57-4b5a-9a98-60a699e3df34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.3441126 Mar 11 17:14:43.421709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:43.488834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985334b6-c707-4713-a82a-01398d455be8 None None] New status for floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:14:43.493024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-1de374b1-fca5-4d40-a8d7-8c2718a73a01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 217 time: 0.1424446 Mar 11 17:14:43.636015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70503d74-e896-49b4-a21c-90580378f716 req-ea87279b-639f-4b71-990a-2b78f3831c95 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:43.645326 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70503d74-e896-49b4-a21c-90580378f716 req-ea87279b-639f-4b71-990a-2b78f3831c95 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:43.647524 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-263e720e-8abc-4000-9e19-fd635dadab78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:43.656867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70503d74-e896-49b4-a21c-90580378f716 req-ea87279b-639f-4b71-990a-2b78f3831c95 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1679 time: 0.1881206 Mar 11 17:14:43.668515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:43.671397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-86d21dae-f226-4987-a6df-8edc5ef5d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:43.674982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-86d21dae-f226-4987-a6df-8edc5ef5d0fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.1513622 Mar 11 17:14:43.773821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70503d74-e896-49b4-a21c-90580378f716 req-311fc2f1-7078-457b-9677-febb63df19ac tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160274 Mar 11 17:14:43.843292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-c3d01465-a31e-47b4-b97c-3708d58be17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:43.846377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-c3d01465-a31e-47b4-b97c-3708d58be17f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367731 Mar 11 17:14:43.888484 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66fe3f0-389a-444f-841c-4d0efd7daf0e x-openstack-request-id: req-e66fe3f0-389a-444f-841c-4d0efd7daf0e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:43.888945 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:43.890453 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e66fe3f0-389a-444f-841c-4d0efd7daf0e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:43.891105 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6', 'status': 'completed', 'code': 200} Mar 11 17:14:44.071692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-875bbe6e-f738-44a1-9abd-10534b69e7ec service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106042 Mar 11 17:14:44.209812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-97ce5337-871c-4bb4-98e3-7c099242197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:44.213320 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-97ce5337-871c-4bb4-98e3-7c099242197e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1097 time: 0.2737048 Mar 11 17:14:44.238775 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] Sync routers for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:14:44.273271 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:44.273681 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:44.331987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-57e51f53-9d91-407c-bb2a-d0968a1fae30 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=44ab3edc70eb4e559c3299f89c17181b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755534 Mar 11 17:14:44.550870 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:44.738405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bba52f5b-778a-4df7-b6e1-322e9df2016b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:44.741029 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bba52f5b-778a-4df7-b6e1-322e9df2016b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819685 Mar 11 17:14:44.750177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e9169-d598-43fa-b774-cfc7c502a07d req-582f3268-ca16-42a4-a577-fe7dc8e6fb7f tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:44.751232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-9706c3bc-f546-49a4-a86c-89bb7e8953e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:44.753108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe9e9169-d598-43fa-b774-cfc7c502a07d req-582f3268-ca16-42a4-a577-fe7dc8e6fb7f tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.1790912 Mar 11 17:14:44.753666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-9706c3bc-f546-49a4-a86c-89bb7e8953e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.5283380 Mar 11 17:14:44.763381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Request body: {'port': {'device_id': '7bd7a861-53ac-4a00-8543-3ccf024eb74d', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '44ab3edc70eb4e559c3299f89c17181b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:44.763680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-652270d5-dd42-430a-9a74-b7f3500f67e5 service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748438 Mar 11 17:14:44.885718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe9e9169-d598-43fa-b774-cfc7c502a07d req-fe7b12fb-ad17-4a52-9f97-c4bedb934d40 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197598 Mar 11 17:14:44.931651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-b800d0f2-6abd-4b7b-8911-bb6aed421d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:44.941495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-b800d0f2-6abd-4b7b-8911-bb6aed421d1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 1097 time: 0.1092257 Mar 11 17:14:44.953745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0f3502cb-9736-4cd7-9589-f26cc64495c4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:44.972761 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-296ce34d-ccc0-4c36-8fe8-501c658299ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 217 time: 0.2027657 Mar 11 17:14:45.128680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-fb3c7bc8-e083-490a-a433-85dddb79c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:45.131523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-fb3c7bc8-e083-490a-a433-85dddb79c2fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.1890426 Mar 11 17:14:45.167977 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '46259c78-4dd0-4dde-a631-26e571c110c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:59:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:43Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:45.247860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-6a3d647f-4327-4ef3-bbda-3377f205aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:45.249979 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-6a3d647f-4327-4ef3-bbda-3377f205aab1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.2645998 Mar 11 17:14:45.268577 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] Checking router: f5635c79-8885-434e-a8c2-fc3e4a9d38d6 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:14:45.300790 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:45.301889 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:45.368146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a8608-eb15-4a32-9968-0891d734ee3b req-3e3edbd1-fd30-40ff-83d4-cc34f2d32903 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:45.374045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-40c01546-2f02-42d3-97fb-bbc5aa370af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:45.376220 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-40c01546-2f02-42d3-97fb-bbc5aa370af5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106112 Mar 11 17:14:45.380842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e8a8608-eb15-4a32-9968-0891d734ee3b req-3e3edbd1-fd30-40ff-83d4-cc34f2d32903 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2476203 Mar 11 17:14:45.383615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Made reservation on behalf of 44ab3edc70eb4e559c3299f89c17181b for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:14:45.388764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-04aa9d47-9119-4f74-910b-2cd6d1b1095c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 200 len: 1002 time: 0.1662877 Mar 11 17:14:45.405632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:45.577736 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-c0204650-2039-49e5-b304-97d78cfe4edf service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639826 Mar 11 17:14:45.588654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e8a8608-eb15-4a32-9968-0891d734ee3b req-63364c2e-5929-4ae6-8ed1-0734b80c4b60 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066631 Mar 11 17:14:45.606006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-9370e6f0-76c6-4cb8-9875-301c77d0f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:45.607942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-9370e6f0-76c6-4cb8-9875-301c77d0f089 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.2095919 Mar 11 17:14:45.654794 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:45.758356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-6366c6ca-c348-4d6f-be6b-a53252c930da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:45.760608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-6366c6ca-c348-4d6f-be6b-a53252c930da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410272 Mar 11 17:14:45.837293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:45.858302 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-201757ae-57fc-45fd-b826-3109c4a73e6d req-c47b34ee-0651-4573-a87b-e998be8c16b2 service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719769 Mar 11 17:14:45.858668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e590d37e-323b-415a-a9f3-f684d9aad1ac req-44aedb74-8520-4afe-9bf6-96931be12ca3 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 210 time: 0.0964849 Mar 11 17:14:45.922625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Allocated IP 192.168.233.87 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/59c39277-6cc9-49d3-8115-e74d018685f9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:14:45.925873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:45.928562 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a" -d '{"events": [{"name": "network-changed", "server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:46.005825 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-108cf7ef-c184-4254-a54c-0f343fb6d4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:46.059766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:14:46.068141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:46.069046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:46.114657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-7cda02fd-9863-4b60-8c39-1b1360e201df service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260944 Mar 11 17:14:46.222477 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:46.232079 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '46259c78-4dd0-4dde-a631-26e571c110c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:59:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:43Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:46.262984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,segment=NetworkSegment(dd1edf49-0374-40ea-8076-a27aa3480fa7),segment_id=dd1edf49-0374-40ea-8076-a27aa3480fa7)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:46.264356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:46.267189 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece5d3ac-6833-4436-9aed-57187935d0bd" -d '{"events": [{"server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "name": "network-vif-plugged", "status": "completed", "tag": "2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:46.275126 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:46.313690 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:46.315975 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036cd524-1d40-49c6-b34e-147a2c90f7a4 None None] The sync data for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 is: [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '46259c78-4dd0-4dde-a631-26e571c110c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:59:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:43Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:14:46.341587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78607b-a9ee-4f77-9625-65b0276f8c9f req-132367d9-912e-4bd2-9a72-907afd2006f9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:46.355138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78607b-a9ee-4f77-9625-65b0276f8c9f req-132367d9-912e-4bd2-9a72-907afd2006f9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:46.364963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e78607b-a9ee-4f77-9625-65b0276f8c9f req-132367d9-912e-4bd2-9a72-907afd2006f9 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1679 time: 0.3753378 Mar 11 17:14:46.415746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:46.451468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:46.466942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['7806bbd8-959c-4662-8953-4f7b47835485'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:46.511153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:14:46.525420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:14:46.530103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:14:46.578387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18578fdc-e3ec-42d0-a190-910fd4b2b3c1 req-0a5cffea-56b1-45ed-b2b5-d53212d5404a service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623890 Mar 11 17:14:46.618730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e78607b-a9ee-4f77-9625-65b0276f8c9f req-4c9ad076-0e60-4897-b37e-7e5c7d914015 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522745 Mar 11 17:14:46.672044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Pushing event updated for resources: {'Port': ['ID=59c39277-6cc9-49d3-8115-e74d018685f9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:46.705967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:46.707098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:46.771612 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-bbc14882-20ed-4e57-99e8-2989ee03e46f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9997442 Mar 11 17:14:46.779765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Request body: {'port': {'device_id': '7bd7a861-53ac-4a00-8543-3ccf024eb74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:46.784714 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4e4169-f891-42f5-954e-66c41314d9b9 x-openstack-request-id: req-1c4e4169-f891-42f5-954e-66c41314d9b9 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:46.786065 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:46.786466 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c4e4169-f891-42f5-954e-66c41314d9b9 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:46.787101 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5', 'status': 'completed', 'code': 200} Mar 11 17:14:46.866314 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77394ed9-a996-4e39-8cce-01a87fe1ad9e x-openstack-request-id: req-77394ed9-a996-4e39-8cce-01a87fe1ad9e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:46.866636 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "name": "network-vif-plugged", "status": "completed", "tag": "2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:46.866840 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77394ed9-a996-4e39-8cce-01a87fe1ad9e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:46.867397 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d', 'code': 200} Mar 11 17:14:46.951805 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:47.014997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-adfedc1c-a7f8-4122-b53a-eb2c62088934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:47.016667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:47.022050 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-adfedc1c-a7f8-4122-b53a-eb2c62088934 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 1097 time: 0.1792314 Mar 11 17:14:47.078858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1debcb30-1b4c-421e-96e6-81bef58f0d3e None None] Provisioning complete for port 59c39277-6cc9-49d3-8115-e74d018685f9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:47.079947 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1debcb30-1b4c-421e-96e6-81bef58f0d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:47.122453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e1e3-abe7-4c2b-a703-67090ca66af6 req-1ccbba56-5263-4f89-a635-18753519bce0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:47.135667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b58e1e3-abe7-4c2b-a703-67090ca66af6 req-1ccbba56-5263-4f89-a635-18753519bce0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1442518 Mar 11 17:14:47.153952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1debcb30-1b4c-421e-96e6-81bef58f0d3e None None] Port 59c39277-6cc9-49d3-8115-e74d018685f9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:14:47.198132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b58e1e3-abe7-4c2b-a703-67090ca66af6 req-4e831f44-5384-4642-85bc-02fadb1133c8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612128 Mar 11 17:14:47.436627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23f811de-7283-46ff-aebe-6f786a91eb99 req-515bd7a5-b5e4-4687-80f8-bf9c92992521 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 1002 time: 0.2018325 Mar 11 17:14:47.496673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-a106f373-4d64-44f3-b2b8-4c1a62927bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:47.498738 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-a106f373-4d64-44f3-b2b8-4c1a62927bc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.4314506 Mar 11 17:14:47.605693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f811de-7283-46ff-aebe-6f786a91eb99 req-12e7a87a-8b1a-4ff6-abbc-6917093c2bd2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:47.607416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23f811de-7283-46ff-aebe-6f786a91eb99 req-12e7a87a-8b1a-4ff6-abbc-6917093c2bd2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports/46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 200 len: 943 time: 0.1697724 Mar 11 17:14:47.703148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bca32-2cd7-454c-a8dc-1231a27a1d7c req-f86ee07b-4ca9-4c09-988b-e21306e89ea5 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:47.713842 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-541e821b-f72d-4e99-9808-229f8f27f6a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 200 len: 1002 time: 0.1992509 Mar 11 17:14:47.718542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-619bca32-2cd7-454c-a8dc-1231a27a1d7c req-f86ee07b-4ca9-4c09-988b-e21306e89ea5 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 935 time: 0.1346960 Mar 11 17:14:47.810672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-619bca32-2cd7-454c-a8dc-1231a27a1d7c req-66c0825d-b77b-45f6-ad98-fd7c90ca86f8 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898526 Mar 11 17:14:47.859879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0f3502cb-9736-4cd7-9589-f26cc64495c4 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:47.871705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c39277-6cc9-49d3-8115-e74d018685f9 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:47.878777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-6cf39a95-2f22-4af4-aa78-01d7a8f14279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:47.880925 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-6cf39a95-2f22-4af4-aa78-01d7a8f14279 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.1471789 Mar 11 17:14:47.888756 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:47.960656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 0f3502cb-9736-4cd7-9589-f26cc64495c4 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:14:47.971416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Transition to ACTIVE for port object 59c39277-6cc9-49d3-8115-e74d018685f9 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:14:47.977889 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 0f3502cb-9736-4cd7-9589-f26cc64495c4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:47.979045 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:47.985735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23f811de-7283-46ff-aebe-6f786a91eb99 req-7566d67e-229c-40f3-8605-821ad3c085d9 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 1002 time: 0.2352676 Mar 11 17:14:47.999228 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:48.140701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Pushing event updated for resources: {'Port': ['ID=59c39277-6cc9-49d3-8115-e74d018685f9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:48.150426 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-dce75f21-af23-4caf-98f6-f7b5088d2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:48.152580 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-dce75f21-af23-4caf-98f6-f7b5088d2149 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556467 Mar 11 17:14:48.342954 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:48.359287 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:48.366847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f811de-7283-46ff-aebe-6f786a91eb99 req-f16ebc65-cf6d-4a45-9014-b4fc3862b8b8 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:48.368321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23f811de-7283-46ff-aebe-6f786a91eb99 req-f16ebc65-cf6d-4a45-9014-b4fc3862b8b8 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.3673110 Mar 11 17:14:48.373601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Attempting to bind port 59c39277-6cc9-49d3-8115-e74d018685f9 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:14:48.374020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Attempting to bind port 59c39277-6cc9-49d3-8115-e74d018685f9 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:14:48.374262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Attempting to bind port 59c39277-6cc9-49d3-8115-e74d018685f9 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:48.398757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Port 59c39277-6cc9-49d3-8115-e74d018685f9 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:14:48.399075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Attempting to bind port 59c39277-6cc9-49d3-8115-e74d018685f9 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:14:48.500799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:14:48.502408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:14:48.502408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:14:48.502745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Bound port: 59c39277-6cc9-49d3-8115-e74d018685f9, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:14:48.503142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:48.506531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0f3502cb-9736-4cd7-9589-f26cc64495c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0f3502cb-9736-4cd7-9589-f26cc64495c4,segment=NetworkSegment(f3a8d610-3a10-4c53-ba75-ec494339181e),segment_id=f3a8d610-3a10-4c53-ba75-ec494339181e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:48.513007 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:48.643216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f998f2-6614-4b5f-9b93-65153c9b2916 req-89d24acf-eb9e-45e5-a170-a851bae11533 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:48.650262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f998f2-6614-4b5f-9b93-65153c9b2916 req-89d24acf-eb9e-45e5-a170-a851bae11533 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:48.653167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0f3502cb-9736-4cd7-9589-f26cc64495c4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:48.660551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02f998f2-6614-4b5f-9b93-65153c9b2916 req-89d24acf-eb9e-45e5-a170-a851bae11533 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1680 time: 0.2462659 Mar 11 17:14:48.703059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] For port 59c39277-6cc9-49d3-8115-e74d018685f9, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:14:48.726019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] For port 59c39277-6cc9-49d3-8115-e74d018685f9, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=59c39277-6cc9-49d3-8115-e74d018685f9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:14:48.737699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:48.763861 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-ac09793e-6482-47f8-8911-b1e24cad384e service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722470 Mar 11 17:14:48.774866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe37b1-7bcb-4095-bbcd-2a022bff10d8 req-7f9e2578-4d16-4dee-9789-02760563c359 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:48.783857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ffe37b1-7bcb-4095-bbcd-2a022bff10d8 req-7f9e2578-4d16-4dee-9789-02760563c359 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1756687 Mar 11 17:14:48.822939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02f998f2-6614-4b5f-9b93-65153c9b2916 req-2f32714e-4c67-44d9-a17d-292e584eb783 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608844 Mar 11 17:14:48.869025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:48.869649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:48.871299 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/59c39277-6cc9-49d3-8115-e74d018685f9 HTTP/1.1" status: 200 len: 1095 time: 2.0972104 Mar 11 17:14:48.871772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd7a861-53ac-4a00-8543-3ccf024eb74d', 'tag': '59c39277-6cc9-49d3-8115-e74d018685f9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:48.874414 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0570eb-2e0d-4428-a6e0-45267b77873a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd7a861-53ac-4a00-8543-3ccf024eb74d", "tag": "59c39277-6cc9-49d3-8115-e74d018685f9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:48.875432 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3502cb-9736-4cd7-9589-f26cc64495c4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:48.882369 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a88b27-d121-4857-ac14-f5702085fd58" -d '{"events": [{"server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "name": "network-vif-plugged", "status": "completed", "tag": "0f3502cb-9736-4cd7-9589-f26cc64495c4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:48.901021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ffe37b1-7bcb-4095-bbcd-2a022bff10d8 req-4b22762f-c6c5-49d8-b0df-2416b99fcef6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157579 Mar 11 17:14:48.939409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec7168-f749-495c-8924-81ed835c75a2 service neutron] Pushing event updated for resources: {'Port': ['ID=59c39277-6cc9-49d3-8115-e74d018685f9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:48.952462 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:49.053574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-fee90fa9-8f6b-4bbd-a729-01bb2c9a64bf tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 1002 time: 0.1880345 Mar 11 17:14:49.103366 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-228e45a9-7291-4dd0-a83a-a4fbaf91d34a req-040e04c7-84e5-4ec0-b8e0-51c05d6648e5 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960961 Mar 11 17:14:49.119821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-7391f4af-2f12-4ebb-ba7e-31ab962731fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:49.123064 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-7391f4af-2f12-4ebb-ba7e-31ab962731fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44ab3edc70eb4e559c3299f89c17181b&device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 1098 time: 0.1632285 Mar 11 17:14:49.302296 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-b32164ef-3edb-4800-a52b-d8597bc6928f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=59c39277-6cc9-49d3-8115-e74d018685f9 HTTP/1.1" status: 200 len: 217 time: 0.1602116 Mar 11 17:14:49.338511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-a4f873df-82bd-4b36-9707-0675e70e242d tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:49.362525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-a4f873df-82bd-4b36-9707-0675e70e242d tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports/46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 200 len: 943 time: 0.3014667 Mar 11 17:14:49.408815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561d5d3-2e51-458f-b97c-48ad75d8e80c req-ac3b9f55-36cf-4958-ac00-cbf12df4afb5 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:49.411312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6561d5d3-2e51-458f-b97c-48ad75d8e80c req-ac3b9f55-36cf-4958-ac00-cbf12df4afb5 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.2714813 Mar 11 17:14:49.474658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-e75f528f-c75d-463f-9613-b86a78d3c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:49.477220 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-e75f528f-c75d-463f-9613-b86a78d3c81f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1599910 Mar 11 17:14:49.486880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6561d5d3-2e51-458f-b97c-48ad75d8e80c req-3a67361a-653d-4637-b25b-1990d7598aa1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634205 Mar 11 17:14:49.590301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-67309c50-5861-4b9d-9834-3feae123ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:49.597214 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-67309c50-5861-4b9d-9834-3feae123ea8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032507 Mar 11 17:14:49.677794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-3f27c1e4-2e23-4275-bd01-e198e3887a11 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 1002 time: 0.1418343 Mar 11 17:14:49.692737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2303e4-6529-429f-84a5-028f0b4a5fef req-acdecb11-28f3-41f7-aac7-e2ce1fa71c28 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:49.695054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e2303e4-6529-429f-84a5-028f0b4a5fef req-acdecb11-28f3-41f7-aac7-e2ce1fa71c28 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 947 time: 0.0843902 Mar 11 17:14:49.778643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e2303e4-6529-429f-84a5-028f0b4a5fef req-991daf76-6338-4e81-95e3-8d614cd17cf2 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622835 Mar 11 17:14:49.802748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-d418a058-a1a9-461d-be91-1da80756dd88 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969388 Mar 11 17:14:49.902772 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3da3db-0d61-4922-b76d-2d02b0bc31f6 x-openstack-request-id: req-da3da3db-0d61-4922-b76d-2d02b0bc31f6 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:49.903356 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "name": "network-vif-plugged", "status": "completed", "tag": "0f3502cb-9736-4cd7-9589-f26cc64495c4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:49.907255 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da3da3db-0d61-4922-b76d-2d02b0bc31f6 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:49.908607 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3502cb-9736-4cd7-9589-f26cc64495c4', 'code': 200} Mar 11 17:14:49.951951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-fe2658dd-16ea-4df6-babd-cd85cb36a270 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:49.956504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-fe2658dd-16ea-4df6-babd-cd85cb36a270 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2592361 Mar 11 17:14:49.977329 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ffa4141-30fa-4af3-a7aa-719c57a7dac5 req-732ac022-4d0d-469f-813c-dbfbb3b71064 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629481 Mar 11 17:14:49.979386 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61795b4d-d263-4bb8-8415-e0b27e93f4e0 x-openstack-request-id: req-61795b4d-d263-4bb8-8415-e0b27e93f4e0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:49.980160 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd7a861-53ac-4a00-8543-3ccf024eb74d", "tag": "59c39277-6cc9-49d3-8115-e74d018685f9", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:49.980733 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61795b4d-d263-4bb8-8415-e0b27e93f4e0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:49.982383 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd7a861-53ac-4a00-8543-3ccf024eb74d', 'tag': '59c39277-6cc9-49d3-8115-e74d018685f9', 'status': 'completed', 'code': 200} Mar 11 17:14:50.093402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-f71ccca8-e7d8-4f0a-9e5b-f4af0d1dbd9b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 1002 time: 0.1198721 Mar 11 17:14:50.096566 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:14:50.158589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-5a4f9e6e-6bfa-4997-9c8b-37772700bab7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:50.159593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dff0f2-1fea-4d66-bd39-3be8accc27e0 req-d0a4439a-9fc2-4749-9e69-efc65a858642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:50.160892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dff0f2-1fea-4d66-bd39-3be8accc27e0 req-d0a4439a-9fc2-4749-9e69-efc65a858642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:50.163943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-24dff0f2-1fea-4d66-bd39-3be8accc27e0 req-d0a4439a-9fc2-4749-9e69-efc65a858642 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1983 time: 0.1382632 Mar 11 17:14:50.262583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c64c45-c642-4ef0-a155-d26b91dea80c req-a7616e78-1c86-474c-9982-24c7c05423f6 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:50.269478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c64c45-c642-4ef0-a155-d26b91dea80c req-a7616e78-1c86-474c-9982-24c7c05423f6 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:50.271121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c64c45-c642-4ef0-a155-d26b91dea80c req-a7616e78-1c86-474c-9982-24c7c05423f6 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1681 time: 0.1764708 Mar 11 17:14:50.275778 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-5a4f9e6e-6bfa-4997-9c8b-37772700bab7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:50.416110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c64c45-c642-4ef0-a155-d26b91dea80c req-81ef66b1-ab2c-49f3-a831-c40653a3afef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018031 Mar 11 17:14:50.689507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-5a4f9e6e-6bfa-4997-9c8b-37772700bab7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:50.708599 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-24dff0f2-1fea-4d66-bd39-3be8accc27e0 req-cd7b2983-089a-4517-81e2-9675694c38a2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346255 Mar 11 17:14:50.711391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-5a4f9e6e-6bfa-4997-9c8b-37772700bab7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:50.711884 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-5a4f9e6e-6bfa-4997-9c8b-37772700bab7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c disassociated. External IP: 172.25.8.154, port: 46259c78-4dd0-4dde-a631-26e571c110c5. Mar 11 17:14:50.739166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-bcb9e668-b64a-4656-b7ad-7cb313d12eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:50.741388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-bcb9e668-b64a-4656-b7ad-7cb313d12eed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44ab3edc70eb4e559c3299f89c17181b&device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 1098 time: 0.5506513 Mar 11 17:14:50.782405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d6256-1c99-48bc-b52e-8789d77fd3c8 req-423a78d3-e2b4-4dbf-abf3-9cb2310f29a9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:50.803238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd0d6256-1c99-48bc-b52e-8789d77fd3c8 req-423a78d3-e2b4-4dbf-abf3-9cb2310f29a9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2041421 Mar 11 17:14:50.897752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-80357cc5-99a3-45ad-8ef2-7c8b357e3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:50.899346 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-80357cc5-99a3-45ad-8ef2-7c8b357e3454 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1412089 Mar 11 17:14:50.926944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd0d6256-1c99-48bc-b52e-8789d77fd3c8 req-7beede3f-1a9f-4666-bd12-935caef516d4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252511 Mar 11 17:14:51.025522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-b2af4a56-0435-47ba-97b7-406d737ee51a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=59c39277-6cc9-49d3-8115-e74d018685f9 HTTP/1.1" status: 200 len: 217 time: 0.0867665 Mar 11 17:14:51.119545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-a0933cad-e244-4b19-9552-58a184a767b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:51.121266 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-a0933cad-e244-4b19-9552-58a184a767b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0815799 Mar 11 17:14:51.189441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bece2-93ce-49fa-a399-d2a6e947a4c9 req-7b911867-9814-40a1-9c82-9ce037f19c53 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:51.199604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-6c310a7c-bc59-4ab0-b88e-fa820fa5ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:51.201245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-219bece2-93ce-49fa-a399-d2a6e947a4c9 req-7b911867-9814-40a1-9c82-9ce037f19c53 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.1620615 Mar 11 17:14:51.207852 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-6c310a7c-bc59-4ab0-b88e-fa820fa5ae8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738578 Mar 11 17:14:51.273142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-219bece2-93ce-49fa-a399-d2a6e947a4c9 req-d670aba0-6914-415a-897a-88afb343f6c0 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705769 Mar 11 17:14:51.295817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-5a4f9e6e-6bfa-4997-9c8b-37772700bab7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:14:51.465807 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-cf067830-3a78-4c42-a3fc-b1562e0c8725 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307928 Mar 11 17:14:51.538854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-5a4f9e6e-6bfa-4997-9c8b-37772700bab7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:14:51.547613 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-5a4f9e6e-6bfa-4997-9c8b-37772700bab7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:51.557379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] Sync routers for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:14:51.569227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:51.569983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:51.597031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6f7f6-c8a4-4763-ac7a-ebf49e06715f req-da23d708-63e9-46c6-8dc8-d4351ee2e750 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:51.599017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ab6f7f6-c8a4-4763-ac7a-ebf49e06715f req-da23d708-63e9-46c6-8dc8-d4351ee2e750 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 947 time: 0.1304390 Mar 11 17:14:51.600698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-5a4f9e6e-6bfa-4997-9c8b-37772700bab7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "PUT /v2.0/floatingips/dc66a29f-319e-4c9a-8ed3-aef420d8277c HTTP/1.1" status: 200 len: 695 time: 1.4486344 Mar 11 17:14:51.601368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:51.603953 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ec262-b357-4b32-91b2-57239459f60d" -d '{"events": [{"name": "network-changed", "server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:51.690951 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a0570eb-2e0d-4428-a6e0-45267b77873a req-0b7e0f2b-f9e4-4cb7-9f3a-58a07c0f0c1a service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983380 Mar 11 17:14:51.762663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ab6f7f6-c8a4-4763-ac7a-ebf49e06715f req-4dfd3e88-f523-41c3-86a0-b0e0516675c9 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437345 Mar 11 17:14:51.783607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:51.798202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-056ae103-8550-4798-9db3-7345ce5d0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:51.811626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-056ae103-8550-4798-9db3-7345ce5d0bc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 1097 time: 0.1696641 Mar 11 17:14:51.851457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 605b32e0-6458-475b-9051-3ea0ff9f66b6 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:52.083737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:52.135432 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '605b32e0-6458-475b-9051-3ea0ff9f66b6', 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c', 'port_id': '605b32e0-6458-475b-9051-3ea0ff9f66b6', 'mac_address': 'fa:16:3e:29:81:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564287c-5064-450a-b060-14d5484537be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:52.198920 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:52.243424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 605b32e0-6458-475b-9051-3ea0ff9f66b6 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:52.290290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:52.298164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:52.341916 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:52.352513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d402cd-8cf3-4b3e-9a0c-b46239709cd1 req-5e07ac22-2228-4753-a195-fc1f1d1c7a69 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:52.358835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d402cd-8cf3-4b3e-9a0c-b46239709cd1 req-5e07ac22-2228-4753-a195-fc1f1d1c7a69 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:52.360670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3d402cd-8cf3-4b3e-9a0c-b46239709cd1 req-5e07ac22-2228-4753-a195-fc1f1d1c7a69 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1681 time: 0.5104542 Mar 11 17:14:52.379864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] Checking router: f5635c79-8885-434e-a8c2-fc3e4a9d38d6 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:14:52.419933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:52.420665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:52.460961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3d402cd-8cf3-4b3e-9a0c-b46239709cd1 req-0a1ee629-2ed3-4a51-aa71-75ae29a8d035 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890765 Mar 11 17:14:52.466693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-6c72bbe6-7841-4274-8ea2-dc6a02d7c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:52.470520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-6c72bbe6-7841-4274-8ea2-dc6a02d7c568 service neutron] 10.222.0.53 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.6499531 Mar 11 17:14:52.506647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=605b32e0-6458-475b-9051-3ea0ff9f66b6,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:52.514534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['605b32e0-6458-475b-9051-3ea0ff9f66b6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:52.551194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-622490c5-c632-4d6b-ab5e-5bb63bd4c62e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 200 len: 217 time: 0.0696645 Mar 11 17:14:52.632397 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123a9895-62f5-4364-89c5-6cb2b35d79f3 x-openstack-request-id: req-123a9895-62f5-4364-89c5-6cb2b35d79f3 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:52.632825 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:52.633252 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-123a9895-62f5-4364-89c5-6cb2b35d79f3 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:52.634760 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5', 'status': 'completed', 'code': 200} Mar 11 17:14:52.679667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-b8d4e02c-4423-4d91-93c3-1ebf3f51b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:52.687059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-b8d4e02c-4423-4d91-93c3-1ebf3f51b516 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.1214702 Mar 11 17:14:52.809884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-2804901f-87ec-4128-b268-7b3466c69faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:52.812635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-2804901f-87ec-4128-b268-7b3466c69faf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174669 Mar 11 17:14:52.875686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b2508-2344-4908-b570-7770fa7550fe req-bbf52f1d-ffd6-439d-8960-14a397f65acf tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:52.887658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-187b2508-2344-4908-b570-7770fa7550fe req-bbf52f1d-ffd6-439d-8960-14a397f65acf tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1404595 Mar 11 17:14:52.927505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ec262-b357-4b32-91b2-57239459f60d req-c054629e-0354-4046-b40e-56994cd99a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:52.932270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-160ec262-b357-4b32-91b2-57239459f60d req-c054629e-0354-4046-b40e-56994cd99a0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 1097 time: 0.1145742 Mar 11 17:14:52.981508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:52.994827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-187b2508-2344-4908-b570-7770fa7550fe req-ab8fcae0-36e1-4ecf-9aee-5e3e6911eb42 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056869 Mar 11 17:14:53.068762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-0ceaeb64-0249-4375-af2c-97c1019b84dc service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364109 Mar 11 17:14:53.119239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ec262-b357-4b32-91b2-57239459f60d req-4c6d880f-83ee-4b7e-bc92-14d0b7fd3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:53.126537 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-160ec262-b357-4b32-91b2-57239459f60d req-4c6d880f-83ee-4b7e-bc92-14d0b7fd3cd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.1763716 Mar 11 17:14:53.222115 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-160ec262-b357-4b32-91b2-57239459f60d req-295b7098-bceb-43ad-bcb4-75473f713db5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 200 len: 217 time: 0.0691798 Mar 11 17:14:53.255274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18072778-fcd6-494b-947d-4c0217a0a990 req-7956c528-44a0-41ec-bfd1-487e2aadbcc5 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:53.257095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18072778-fcd6-494b-947d-4c0217a0a990 req-7956c528-44a0-41ec-bfd1-487e2aadbcc5 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 945 time: 0.1470044 Mar 11 17:14:53.325359 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ec262-b357-4b32-91b2-57239459f60d req-14e175d3-1842-4bbc-be1c-ce67fde57d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:53.328836 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-160ec262-b357-4b32-91b2-57239459f60d req-14e175d3-1842-4bbc-be1c-ce67fde57d44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.0930307 Mar 11 17:14:53.340562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38725450-ce1b-4c5d-85fb-6fb18e87fdd8 req-01b563fa-5f19-46fb-9f24-acd7bcc51d3b service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512679 Mar 11 17:14:53.363268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18072778-fcd6-494b-947d-4c0217a0a990 req-66c53c20-4fea-47cc-81dd-f7e3cd2d1b44 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836477 Mar 11 17:14:53.380768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:53.423093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c15462-5120-4805-8fb4-22ab23914d8a None None] The sync data for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 is: [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:14:53.441281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ec262-b357-4b32-91b2-57239459f60d req-71c33d7a-9bb6-48f8-a276-5cae42a640d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:53.443141 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-160ec262-b357-4b32-91b2-57239459f60d req-71c33d7a-9bb6-48f8-a276-5cae42a640d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030707 Mar 11 17:14:53.478839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 59c39277-6cc9-49d3-8115-e74d018685f9 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:53.559807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd29915-df2e-4ea1-b6db-b08427bb6157 req-7631f8a2-420b-4b6d-9474-92d09301b805 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:53.561686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fd29915-df2e-4ea1-b6db-b08427bb6157 req-7631f8a2-420b-4b6d-9474-92d09301b805 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.1256356 Mar 11 17:14:53.591689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee4d23-142b-4c27-8579-68a055fa1571 req-f146a907-8ba5-4b69-8ae4-b2debb8ccfa4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:53.593265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87ee4d23-142b-4c27-8579-68a055fa1571 req-f146a907-8ba5-4b69-8ae4-b2debb8ccfa4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 947 time: 0.1018243 Mar 11 17:14:53.626873 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-160ec262-b357-4b32-91b2-57239459f60d req-062c52b1-eb1d-4c53-a155-a765ef360489 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682003 Mar 11 17:14:53.635326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fd29915-df2e-4ea1-b6db-b08427bb6157 req-f2e90987-267e-4cb0-a6d5-017732eddd33 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660889 Mar 11 17:14:53.645271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 59c39277-6cc9-49d3-8115-e74d018685f9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=59c39277-6cc9-49d3-8115-e74d018685f9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:53.651196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87ee4d23-142b-4c27-8579-68a055fa1571 req-2417d16f-615a-4b08-9e98-8bf5d3eea87f tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505681 Mar 11 17:14:53.674900 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '59c39277-6cc9-49d3-8115-e74d018685f9', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '59c39277-6cc9-49d3-8115-e74d018685f9', 'mac_address': 'fa:16:3e:12:cf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:53.763775 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:53.801934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c39277-6cc9-49d3-8115-e74d018685f9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:53.829354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 605b32e0-6458-475b-9051-3ea0ff9f66b6 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:53.839932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66088a5-1b51-4453-9e23-6c42c4a7ddd6 req-5c0075e0-159c-4d6b-a3d6-faf5ca76d91c tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:53.848477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66088a5-1b51-4453-9e23-6c42c4a7ddd6 req-5c0075e0-159c-4d6b-a3d6-faf5ca76d91c tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:53.850109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e66088a5-1b51-4453-9e23-6c42c4a7ddd6 req-5c0075e0-159c-4d6b-a3d6-faf5ca76d91c tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1681 time: 0.1024950 Mar 11 17:14:53.854726 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-160ec262-b357-4b32-91b2-57239459f60d req-d4503e1d-9336-4090-b3cf-8e764ede2d4b service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147558 Mar 11 17:14:53.888012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 59c39277-6cc9-49d3-8115-e74d018685f9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=59c39277-6cc9-49d3-8115-e74d018685f9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:53.897220 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:53.944855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e66088a5-1b51-4453-9e23-6c42c4a7ddd6 req-70cf2ab4-1059-47f3-804c-641f724ae488 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879638 Mar 11 17:14:53.990895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=59c39277-6cc9-49d3-8115-e74d018685f9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:53.993364 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e4484-1796-4536-be2c-a06b2b565e53 None None] New status for floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:14:54.004404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 605b32e0-6458-475b-9051-3ea0ff9f66b6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:54.005009 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:54.107801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-0226bba4-99db-4a93-87bd-e4de81e3cbcf tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:54.111589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-0226bba4-99db-4a93-87bd-e4de81e3cbcf tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0709140 Mar 11 17:14:54.150300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:54.191217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:54.195574 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d561b0-f63f-4219-8df0-7e4ef3a8ce1b" -d '{"events": [{"server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "name": "network-vif-plugged", "status": "completed", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:54.222694 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-96bb97bd-b8c0-4aa1-9a72-bf3884352fe2 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 698 time: 0.1039073 Mar 11 17:14:54.231343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:54.237080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Request body: {'floatingip': {'port_id': '41255775-1106-434e-a513-0d2945ca5de6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:14:54.238459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:54.313419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:54.321302 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-6a7b54b0-7fe3-4c9b-94d8-1c963ffc44a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726302 Mar 11 17:14:54.326155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=605b32e0-6458-475b-9051-3ea0ff9f66b6,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:54.389894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['59c39277-6cc9-49d3-8115-e74d018685f9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:54.457203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-fb8218e8-35a8-4c2d-9945-ad417a4a046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:54.460758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-fb8218e8-35a8-4c2d-9945-ad417a4a046e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d84908dbe5b4902b0d6488b2340fb79&device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 1097 time: 0.0612421 Mar 11 17:14:54.699333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-486ab36c-5232-47b0-a768-199df3ff551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:54.702408 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-486ab36c-5232-47b0-a768-199df3ff551d service neutron] 10.222.0.66 "GET /v2.0/networks?id=a301cfec-62ac-4fba-b15a-2f5d2fde2312 HTTP/1.1" status: 200 len: 914 time: 0.1891675 Mar 11 17:14:54.788402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d1cad-6ba8-4104-a057-e9f6ad4b4ddc req-62bdac59-bbc0-412c-9148-2921e83227d3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:54.789978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-304d1cad-6ba8-4104-a057-e9f6ad4b4ddc req-62bdac59-bbc0-412c-9148-2921e83227d3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1301417 Mar 11 17:14:54.796324 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.api [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:14:54.796731 n-d-833411-1 neutron-server[102642]: DEBUG oslo_db.api [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:14:54.807511 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-d1592b5d-df97-40e1-92b0-e18741c4a70a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cddf06-98c9-4880-bed2-b61d1647e7d9 HTTP/1.1" status: 200 len: 1001 time: 0.0952818 Mar 11 17:14:54.851013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-304d1cad-6ba8-4104-a057-e9f6ad4b4ddc req-258995a9-901a-486e-9c67-7131299fa9bf tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511565 Mar 11 17:14:54.897126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-9970f4be-1139-4bb5-b1f9-24f215a4b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:54.898735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-9970f4be-1139-4bb5-b1f9-24f215a4b2e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a4a54b-3d17-408f-83ca-091aab0a9fe8 HTTP/1.1" status: 200 len: 853 time: 0.0766120 Mar 11 17:14:54.909545 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cef1ae2-2166-4ef5-a215-ee450c43d16d x-openstack-request-id: req-5cef1ae2-2166-4ef5-a215-ee450c43d16d {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:54.910010 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "name": "network-vif-plugged", "status": "completed", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:54.910409 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cef1ae2-2166-4ef5-a215-ee450c43d16d {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:54.911021 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6', 'code': 200} Mar 11 17:14:54.960406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-afe5e187-db0a-403d-aa51-21c3935e6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:54.962033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-afe5e187-db0a-403d-aa51-21c3935e6663 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a301cfec-62ac-4fba-b15a-2f5d2fde2312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504405 Mar 11 17:14:55.032485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5f708-7001-4fb8-a742-97b7de54d745 req-bd3e8a03-8829-499a-9267-81d9c23940de tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:55.034614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50a5f708-7001-4fb8-a742-97b7de54d745 req-bd3e8a03-8829-499a-9267-81d9c23940de tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.0620520 Mar 11 17:14:55.091106 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-c630484f-3446-4a13-840d-2e6253cc688d service neutron] 10.222.0.66 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184313 Mar 11 17:14:55.099108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50a5f708-7001-4fb8-a742-97b7de54d745 req-156c3ef6-d994-4cbd-be38-0f2fd5f8fb05 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510075 Mar 11 17:14:55.219327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f7b478b-4f84-4fb8-8f10-d7211cb3a9dc req-2430c849-8afc-44fd-85fb-4fe4625baf7c service neutron] 10.222.0.66 "GET /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210718 Mar 11 17:14:55.297628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:55.406881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197268a2-fe32-4130-bdf1-dd905307f9eb req-4d9d5fa9-5a6a-4b8e-9d18-9b668b0dd12a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:55.409199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-197268a2-fe32-4130-bdf1-dd905307f9eb req-4d9d5fa9-5a6a-4b8e-9d18-9b668b0dd12a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.1586490 Mar 11 17:14:55.524708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-197268a2-fe32-4130-bdf1-dd905307f9eb req-3d33831f-3b61-40ee-a44b-746d59f945ac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894651 Mar 11 17:14:56.103574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0bd14-1472-4da0-b4b9-e31bb285f671 req-df3f1651-b729-4666-b747-e40af70e8161 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:56.106044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49a0bd14-1472-4da0-b4b9-e31bb285f671 req-df3f1651-b729-4666-b747-e40af70e8161 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 948 time: 0.1466963 Mar 11 17:14:56.224331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49a0bd14-1472-4da0-b4b9-e31bb285f671 req-631ec381-7004-485a-a252-28f6abf45920 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015537 Mar 11 17:14:56.324075 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:56.340837 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:56.461024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e955d2-09d2-4f19-b7db-24cee0d2710a req-d34ebc53-4e36-4ebb-ba1e-0ae0f3155afa tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:56.467447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e955d2-09d2-4f19-b7db-24cee0d2710a req-d34ebc53-4e36-4ebb-ba1e-0ae0f3155afa tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:56.469150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6e955d2-09d2-4f19-b7db-24cee0d2710a req-d34ebc53-4e36-4ebb-ba1e-0ae0f3155afa tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1681 time: 0.1437013 Mar 11 17:14:56.512446 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c associated. External IP: 172.25.8.154, port: 41255775-1106-434e-a513-0d2945ca5de6. Mar 11 17:14:56.617073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6e955d2-09d2-4f19-b7db-24cee0d2710a req-5769f8a0-6114-4607-bbb5-2d27f9850685 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318831 Mar 11 17:14:56.832708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e650a-e0a3-41bd-b0ee-04498a70e329 req-d377a7eb-9edf-4b07-9802-420896645a20 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:56.834136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b2e650a-e0a3-41bd-b0ee-04498a70e329 req-d377a7eb-9edf-4b07-9802-420896645a20 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1205072 Mar 11 17:14:56.922280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b2e650a-e0a3-41bd-b0ee-04498a70e329 req-c4d3a98c-d202-4759-b293-7de7d2b9094c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814335 Mar 11 17:14:56.935206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:14:57.054573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-e818baf7-bf94-4d4c-b047-c29e4bf145b7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:57.056266 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-e818baf7-bf94-4d4c-b047-c29e4bf145b7 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.46 "GET /v2.0/ports?device_id=5733e634-4ee6-4250-8f54-f08bb0c17f96 HTTP/1.1" status: 200 len: 946 time: 0.0667071 Mar 11 17:14:57.123831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779fe1e-2779-4089-b89f-673b841233be req-a58f717c-3c0a-4c03-8926-ada5433f3470 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:57.125443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4779fe1e-2779-4089-b89f-673b841233be req-a58f717c-3c0a-4c03-8926-ada5433f3470 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.1161120 Mar 11 17:14:57.169141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:14:57.177334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:57.182467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] Sync routers for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:14:57.199443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Deleting port 46259c78-4dd0-4dde-a631-26e571c110c5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:57.199763 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:57.224500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:57.225560 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:57.261471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4779fe1e-2779-4089-b89f-673b841233be req-3f83a5d0-7df5-4d9d-824e-ce1540e18dd4 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259332 Mar 11 17:14:57.273496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dab641a3-63aa-4a7f-b900-83a6f1a455ed tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "PUT /v2.0/floatingips/dc66a29f-319e-4c9a-8ed3-aef420d8277c HTTP/1.1" status: 200 len: 997 time: 3.0408332 Mar 11 17:14:57.293072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:57.293072 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cb90ff-277e-447d-a670-c6aba7d1f609" -d '{"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:57.345493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-f0080629-4018-4ea7-858e-a3f22b93a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:57.348011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-f0080629-4018-4ea7-858e-a3f22b93a038 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1097 time: 0.0594301 Mar 11 17:14:57.358960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] For port 46259c78-4dd0-4dde-a631-26e571c110c5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=46259c78-4dd0-4dde-a631-26e571c110c5,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:57.359542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:57.382996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Calling delete_port for 46259c78-4dd0-4dde-a631-26e571c110c5 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:57.393131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:57.468617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af29e5-4465-4687-96d0-93ce9a8b925b req-b907cb5c-421e-42ea-a314-f7a8f4785c54 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:57.477278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9af29e5-4465-4687-96d0-93ce9a8b925b req-b907cb5c-421e-42ea-a314-f7a8f4785c54 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.1277792 Mar 11 17:14:57.528524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 59c39277-6cc9-49d3-8115-e74d018685f9 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:14:57.541414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-0fac7fb7-262b-4c0a-84de-fd11dbbd717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:57.542906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-0fac7fb7-262b-4c0a-84de-fd11dbbd717c service neutron] 10.222.0.53 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.1844208 Mar 11 17:14:57.613144 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:57.646895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-dc3aedf5-7011-421c-ae4d-8b056a68373a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 1000 time: 0.0937917 Mar 11 17:14:57.667009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9af29e5-4465-4687-96d0-93ce9a8b925b req-f35631c2-150a-4b76-8466-98e47e49bec8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881857 Mar 11 17:14:57.677095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Pushing event deleted for resources: {'Port': ['ID=46259c78-4dd0-4dde-a631-26e571c110c5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:57.762755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] No DVR routers for this DVR port 46259c78-4dd0-4dde-a631-26e571c110c5 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:57.768522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:57.772478 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f957fa4d-36fb-475f-a85c-662c8ff712d9 req-fa56ab5c-5732-4991-9cd1-fb5617f6860b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.46 "DELETE /v2.0/ports/46259c78-4dd0-4dde-a631-26e571c110c5 HTTP/1.1" status: 204 len: 173 time: 0.7048872 Mar 11 17:14:57.772833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['41255775-1106-434e-a513-0d2945ca5de6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:57.773065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'name': 'network-vif-deleted', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:57.776117 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f966e73c-79eb-4e51-a6c3-9f53afbeea8e" -d '{"events": [{"server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "name": "network-vif-deleted", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:57.776570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['46259c78-4dd0-4dde-a631-26e571c110c5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:57.860630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-c054efca-6bbc-47fc-be57-2477a5c2aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:57.877952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-c054efca-6bbc-47fc-be57-2477a5c2aef3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.2085750 Mar 11 17:14:57.976662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 59c39277-6cc9-49d3-8115-e74d018685f9 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:14:58.024230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 59c39277-6cc9-49d3-8115-e74d018685f9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:58.024574 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:58.046541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad45789-08be-4d5d-a9f0-c58ba1fbb303 req-a096bab2-6724-42c5-af17-cca3a8661b84 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:58.057831 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ad45789-08be-4d5d-a9f0-c58ba1fbb303 req-a096bab2-6724-42c5-af17-cca3a8661b84 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 948 time: 0.2000010 Mar 11 17:14:58.072530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-9f05523c-c092-4d57-93fc-a0719f27dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:58.089817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-9f05523c-c092-4d57-93fc-a0719f27dabf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101901 Mar 11 17:14:58.099914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-e937411f-bf09-4953-9ccf-2e60a1fc1d1a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:58.113133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-e937411f-bf09-4953-9ccf-2e60a1fc1d1a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:58.125433 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-e937411f-bf09-4953-9ccf-2e60a1fc1d1a tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 1681 time: 0.1388500 Mar 11 17:14:58.172821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '41255775-1106-434e-a513-0d2945ca5de6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:03:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:56Z', 'revision_number': 8, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:58.231160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] Checking router: f5635c79-8885-434e-a8c2-fc3e4a9d38d6 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:14:58.268969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:14:58.269843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:14:58.270143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting port 0f3502cb-9736-4cd7-9589-f26cc64495c4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:58.270637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:58.440477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] For port 0f3502cb-9736-4cd7-9589-f26cc64495c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0f3502cb-9736-4cd7-9589-f26cc64495c4,segment=NetworkSegment(f3a8d610-3a10-4c53-ba75-ec494339181e),segment_id=f3a8d610-3a10-4c53-ba75-ec494339181e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:58.441400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:58.460788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Calling delete_port for 0f3502cb-9736-4cd7-9589-f26cc64495c4 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:58.560538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ad45789-08be-4d5d-a9f0-c58ba1fbb303 req-2aa85812-0c74-4e7a-ab50-f4cd3ec7bf13 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016649 Mar 11 17:14:58.628103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-4a2a8cca-16e7-48d2-a269-b0d034b1b1b9 service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371966 Mar 11 17:14:58.653085 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:58.699069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd7a861-53ac-4a00-8543-3ccf024eb74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c39277-6cc9-49d3-8115-e74d018685f9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:58.702921 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44732743-c798-442f-912b-77ad5712eb96" -d '{"events": [{"server_uuid": "7bd7a861-53ac-4a00-8543-3ccf024eb74d", "name": "network-vif-plugged", "status": "completed", "tag": "59c39277-6cc9-49d3-8115-e74d018685f9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:14:58.742756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:14:58.747484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 59c39277-6cc9-49d3-8115-e74d018685f9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=59c39277-6cc9-49d3-8115-e74d018685f9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:58.748851 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:58.792249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:58.793094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:58.795344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59847768-e254-4521-8ef6-f4dd1a3684a9 req-d77140fa-33a0-465c-86ea-5c7fb08e54dc service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577280 Mar 11 17:14:58.807913 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:58.846784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Port': ['ID=0f3502cb-9736-4cd7-9589-f26cc64495c4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:58.860504 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c179ed3e-3836-49c7-921b-11799019613b x-openstack-request-id: req-c179ed3e-3836-49c7-921b-11799019613b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:58.861641 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:58.861641 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c179ed3e-3836-49c7-921b-11799019613b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:58.861641 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6', 'status': 'completed', 'code': 200} Mar 11 17:14:58.902412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] No DVR routers for this DVR port 0f3502cb-9736-4cd7-9589-f26cc64495c4 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:58.909659 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:58.914098 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-f8a1e3d2-0e49-4c71-b977-33ded72fce3d tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "DELETE /v2.0/ports/0f3502cb-9736-4cd7-9589-f26cc64495c4 HTTP/1.1" status: 204 len: 173 time: 0.7764330 Mar 11 17:14:58.962701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=59c39277-6cc9-49d3-8115-e74d018685f9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:58.994809 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd2db86-dad2-45d9-8824-34caf4d7c7d6 x-openstack-request-id: req-2cd2db86-dad2-45d9-8824-34caf4d7c7d6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:58.995402 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5733e634-4ee6-4250-8f54-f08bb0c17f96", "name": "network-vif-deleted", "tag": "46259c78-4dd0-4dde-a631-26e571c110c5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:58.995911 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cd2db86-dad2-45d9-8824-34caf4d7c7d6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:58.996706 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5733e634-4ee6-4250-8f54-f08bb0c17f96', 'name': 'network-vif-deleted', 'tag': '46259c78-4dd0-4dde-a631-26e571c110c5', 'status': 'completed', 'code': 200} Mar 11 17:14:59.008357 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d', '0f3502cb-9736-4cd7-9589-f26cc64495c4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:59.089852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-ef109331-94a8-47a2-8ab6-4676582a826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:59.091426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-ef109331-94a8-47a2-8ab6-4676582a826c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1097 time: 0.1799929 Mar 11 17:14:59.184232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:14:59.184906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:59.284985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fab527-aa44-4087-a0e1-c591144266ac req-a2e23792-e6d8-43c3-b989-ea3bf7348ac6 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:59.286638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85fab527-aa44-4087-a0e1-c591144266ac req-a2e23792-e6d8-43c3-b989-ea3bf7348ac6 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/ports?device_id=b398b562-efad-413d-b674-ff36580fcd1d HTTP/1.1" status: 200 len: 945 time: 0.3135090 Mar 11 17:14:59.342770 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] For port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,segment=NetworkSegment(dd1edf49-0374-40ea-8076-a27aa3480fa7),segment_id=dd1edf49-0374-40ea-8076-a27aa3480fa7)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:59.343678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:59.349084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:59.370182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Calling delete_port for 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:14:59.408895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85fab527-aa44-4087-a0e1-c591144266ac req-21b2bc26-9292-4547-8fb3-f15d8aa0ea72 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072700 Mar 11 17:14:59.428123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-4478c88e-e756-4e0b-abc7-b58d7a64ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:59.429971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-4478c88e-e756-4e0b-abc7-b58d7a64ebe6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.3258281 Mar 11 17:14:59.454032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:59.469256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:59.509283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:14:59.576010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-956079e7-34a6-413a-a540-3386faa0d2f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 1000 time: 0.1372390 Mar 11 17:14:59.618990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:59.645479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:59.678153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'port_id': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'mac_address': 'fa:16:3e:24:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:14:59.759747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Port': ['ID=2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:59.768263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74459e1c-e266-4153-bf64-29d08323cac6 req-1129e787-0dfb-4eab-b318-ad89b5a35f3b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:59.781312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74459e1c-e266-4153-bf64-29d08323cac6 req-1129e787-0dfb-4eab-b318-ad89b5a35f3b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2030325 Mar 11 17:14:59.791813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-43386ee1-c637-4748-a983-dfe56e91b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:59.793331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-43386ee1-c637-4748-a983-dfe56e91b3dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.2012405 Mar 11 17:14:59.799640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=11']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:59.818341 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:59.832193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] No DVR routers for this DVR port 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:14:59.850440 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:59.855495 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5362ab03-27ff-4329-9abe-bfcca2283502 req-cae5a912-599d-4731-8270-168056d4fdcb tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.66 "DELETE /v2.0/ports/2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d HTTP/1.1" status: 204 len: 173 time: 0.9350495 Mar 11 17:14:59.867629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0f3502cb-9736-4cd7-9589-f26cc64495c4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:14:59.875816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 605b32e0-6458-475b-9051-3ea0ff9f66b6 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:14:59.920724 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08bdc39-edd0-43de-bfbb-ff2846917c8e x-openstack-request-id: req-e08bdc39-edd0-43de-bfbb-ff2846917c8e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:14:59.921090 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd7a861-53ac-4a00-8543-3ccf024eb74d", "name": "network-vif-plugged", "status": "completed", "tag": "59c39277-6cc9-49d3-8115-e74d018685f9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:14:59.921678 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e08bdc39-edd0-43de-bfbb-ff2846917c8e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:14:59.922152 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd7a861-53ac-4a00-8543-3ccf024eb74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c39277-6cc9-49d3-8115-e74d018685f9', 'code': 200} Mar 11 17:14:59.952585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:59.982921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74459e1c-e266-4153-bf64-29d08323cac6 req-c8f9b43a-742e-46a1-91ce-5e917fb39b81 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006080 Mar 11 17:15:00.013893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-36c7752f-4aa7-483f-ae42-521591c3b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:00.013893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-36c7752f-4aa7-483f-ae42-521591c3b872 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045321 Mar 11 17:15:00.014375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '41255775-1106-434e-a513-0d2945ca5de6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:03:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:56Z', 'revision_number': 8, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:00.129155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e2570-fbb2-4d22-85fb-8da770c75ec1 None None] The sync data for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 is: [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'dc66a29f-319e-4c9a-8ed3-aef420d8277c', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'port_id': '41255775-1106-434e-a513-0d2945ca5de6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'mac_address': 'fa:16:3e:03:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:14:08Z', 'updated_at': '2022-03-11T17:14:56Z', 'revision_number': 8, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:00.147567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:00.149560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ed91b-895d-4c94-95db-10c1ea579637 req-6c3235af-c55c-4f21-a72b-ff701f56d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:00.156077 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3a3ed91b-895d-4c94-95db-10c1ea579637 req-6c3235af-c55c-4f21-a72b-ff701f56d1c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 1100 time: 0.1407850 Mar 11 17:15:00.158996 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:00.225644 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3a3ed91b-895d-4c94-95db-10c1ea579637 req-1846aae8-9476-4cd7-ae0a-d63c72095e28 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582149 Mar 11 17:15:00.281098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dca16-886a-4ea1-a8ea-8b126d2ce7b2 req-f870b920-eec7-46d8-8217-5f1fdb657529 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:00.283331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c62dca16-886a-4ea1-a8ea-8b126d2ce7b2 req-f870b920-eec7-46d8-8217-5f1fdb657529 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2108707 Mar 11 17:15:00.296897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a290b-34f0-43a4-a52d-2c2719fc13af req-34b98ea7-221d-446f-909a-e6eb88870a44 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:00.299035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed9a290b-34f0-43a4-a52d-2c2719fc13af req-34b98ea7-221d-446f-909a-e6eb88870a44 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 946 time: 0.2124295 Mar 11 17:15:00.300987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-0739271d-a5ad-4c41-a6b6-170aa7339a91 service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832289 Mar 11 17:15:00.322682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:00.325812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=12']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:00.366598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:00.373125 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:00.374083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0f3502cb-9736-4cd7-9589-f26cc64495c4 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:00.403269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:00.436662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 0f3502cb-9736-4cd7-9589-f26cc64495c4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:00.437312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0f3502cb-9736-4cd7-9589-f26cc64495c4 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:00.438067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:00.468128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed9a290b-34f0-43a4-a52d-2c2719fc13af req-f293362d-084d-4277-98e1-dd6cad2dfd44 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508434 Mar 11 17:15:00.497525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c62dca16-886a-4ea1-a8ea-8b126d2ce7b2 req-d20ea325-ef1d-46ce-9d63-25621bba05c0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949558 Mar 11 17:15:00.519894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111cdc81-2c39-4d60-b276-5bed9a9f8549 None None] New status for floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:15:00.635097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:00.635693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:00.726903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41cb90ff-277e-447d-a670-c6aba7d1f609 req-ca39ec76-699f-4b0d-b0dd-49ee5ba6b6be service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079380 Mar 11 17:15:00.733042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=605b32e0-6458-475b-9051-3ea0ff9f66b6,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:00.811907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5184f219-4848-4a81-8eff-cd9cd04af0e9 req-bb9b2353-5192-434d-8c0e-0883c47e0ab9 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips/dc66a29f-319e-4c9a-8ed3-aef420d8277c HTTP/1.1" status: 200 len: 997 time: 0.3126538 Mar 11 17:15:00.900146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f1967-effc-4a8e-bd68-f2ad9020015e req-db60f3e1-2d81-4c62-9b55-631a1f88f23e tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:00.901758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-737f1967-effc-4a8e-bd68-f2ad9020015e req-db60f3e1-2d81-4c62-9b55-631a1f88f23e tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 949 time: 0.2033815 Mar 11 17:15:00.998370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'name': 'network-vif-deleted', 'tag': '0f3502cb-9736-4cd7-9589-f26cc64495c4'}, {'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'name': 'network-vif-deleted', 'tag': '2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:01.003288 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8333c18d-942d-4f12-9c1b-7e9d03f472b9" -d '{"events": [{"server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "name": "network-vif-deleted", "tag": "0f3502cb-9736-4cd7-9589-f26cc64495c4"}, {"server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "name": "network-vif-deleted", "tag": "2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:01.019817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-737f1967-effc-4a8e-bd68-f2ad9020015e req-a4d4cc22-f31b-4482-b77c-6b9258eaecbb tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989559 Mar 11 17:15:01.030377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184f219-4848-4a81-8eff-cd9cd04af0e9 req-8fe47a02-57fe-4d17-8383-fac8a10af0e9 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:01.042488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5184f219-4848-4a81-8eff-cd9cd04af0e9 req-8fe47a02-57fe-4d17-8383-fac8a10af0e9 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2255273 Mar 11 17:15:01.107457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46484) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:01.220577 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38f32cc-681d-4660-a57d-7aed56c6e918 x-openstack-request-id: req-c38f32cc-681d-4660-a57d-7aed56c6e918 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:01.221409 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "name": "network-vif-deleted", "tag": "0f3502cb-9736-4cd7-9589-f26cc64495c4", "status": "completed", "code": 200}, {"server_uuid": "b398b562-efad-413d-b674-ff36580fcd1d", "name": "network-vif-deleted", "tag": "2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:01.221975 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c38f32cc-681d-4660-a57d-7aed56c6e918 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:01.222764 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'name': 'network-vif-deleted', 'tag': '0f3502cb-9736-4cd7-9589-f26cc64495c4', 'status': 'completed', 'code': 200} Mar 11 17:15:01.223281 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b398b562-efad-413d-b674-ff36580fcd1d', 'name': 'network-vif-deleted', 'tag': '2e3e85d3-9ba1-4a4a-a0a1-0c717b8cd24d', 'status': 'completed', 'code': 200} Mar 11 17:15:01.321696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting subnet fd66549d-ac80-489e-be22-add84b641894 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:15:01.341797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:01.456545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-dcb6e281-1939-4b4a-9ea4-33e8c9765438 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:01.458304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-dcb6e281-1939-4b4a-9ea4-33e8c9765438 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 944 time: 0.3264050 Mar 11 17:15:01.460727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:01.477801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4c95c-1e86-44c2-8b5d-a6da0c15a6bd req-c696abcc-fcd9-46f0-9205-644443b69c67 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:01.479560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cd4c95c-1e86-44c2-8b5d-a6da0c15a6bd req-c696abcc-fcd9-46f0-9205-644443b69c67 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.2499285 Mar 11 17:15:01.508962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 46259c78-4dd0-4dde-a631-26e571c110c5 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:01.548443 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 46259c78-4dd0-4dde-a631-26e571c110c5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:01.548443 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 46259c78-4dd0-4dde-a631-26e571c110c5 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:01.605005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a8c43-68df-46ad-9a5a-3b28afff7d77 req-13294d40-8bf3-4a31-802b-3f81ad8ec9bf tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:01.605005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb9a8c43-68df-46ad-9a5a-3b28afff7d77 req-13294d40-8bf3-4a31-802b-3f81ad8ec9bf tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2887623 Mar 11 17:15:01.778757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cd4c95c-1e86-44c2-8b5d-a6da0c15a6bd req-8f8b5fbf-1be1-4043-8679-373e99d04fab tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754135 Mar 11 17:15:01.802213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb9a8c43-68df-46ad-9a5a-3b28afff7d77 req-2a24d8aa-deb0-4f02-8036-9fe1ad99e97a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765780 Mar 11 17:15:01.803795 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:01.923734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}, {'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:01.927388 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008d42aa-4568-4617-984d-af0509bb7f01" -d '{"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}, {"server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "name": "network-vif-unplugged", "status": "completed", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:02.021063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-8d8d6826-fb35-43ff-8409-66ed8c3d542a tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 1002 time: 0.1638582 Mar 11 17:15:02.049289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Deleting port 605b32e0-6458-475b-9051-3ea0ff9f66b6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:02.049634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.107086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.149598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769b8a-0235-4317-aad3-5e87792a235f req-4e68d8fc-ca2a-4126-bed6-1b09301a879f tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:02.150987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-4e68d8fc-ca2a-4126-bed6-1b09301a879f tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports/41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 943 time: 0.1291323 Mar 11 17:15:02.198384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.201631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "DELETE /v2.0/subnets/fd66549d-ac80-489e-be22-add84b641894 HTTP/1.1" status: 204 len: 168 time: 1.0925829 Mar 11 17:15:02.202632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Subnet': ['ID=fd66549d-ac80-489e-be22-add84b641894,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:02.208086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46494) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:02.222941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917e2d0-905a-41a5-b5bb-7e8232d2ff7b None None] Network 440d62eb-c368-42db-b409-939167b087a6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:02.226820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d31dd6-7be7-4a82-b1c0-a6562cf7475d req-d9aa387a-971e-485c-a43c-248f27749ba8 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:02.228416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6d31dd6-7be7-4a82-b1c0-a6562cf7475d req-d9aa387a-971e-485c-a43c-248f27749ba8 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f7e23f-36f0-49d1-9ff2-72a735534628 HTTP/1.1" status: 200 len: 944 time: 0.2755311 Mar 11 17:15:02.292973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.293374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.293704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.294046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.294381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.294716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.295041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.295361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.295681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.296003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.296362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.296677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299559f7-f4a5-4d6d-b799-de470e5c6d89 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:02.385155 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.432233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] For port 605b32e0-6458-475b-9051-3ea0ff9f66b6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=605b32e0-6458-475b-9051-3ea0ff9f66b6,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:02.432592 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.437893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-4eb76d07-dec8-4f2d-b36c-7f0befc9eaa1 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 1002 time: 0.1898682 Mar 11 17:15:02.440678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6d31dd6-7be7-4a82-b1c0-a6562cf7475d req-25b8fea6-47ff-485c-b841-813cc55e973a tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852033 Mar 11 17:15:02.458948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Calling delete_port for 605b32e0-6458-475b-9051-3ea0ff9f66b6 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:02.560850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting port 873bd531-6ce1-4a57-83dc-2c44938c9373 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:02.561267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.583588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34847414-f6df-4828-8afe-3d4fa0b8443f None None] DHCP port deletion for 440d62eb-c368-42db-b409-939167b087a6 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:15:02.701159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-34847414-f6df-4828-8afe-3d4fa0b8443f None None] Deleting port 873bd531-6ce1-4a57-83dc-2c44938c9373 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:02.711881 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-34847414-f6df-4828-8afe-3d4fa0b8443f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.749395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] For port 873bd531-6ce1-4a57-83dc-2c44938c9373, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=873bd531-6ce1-4a57-83dc-2c44938c9373,segment=NetworkSegment(f3a8d610-3a10-4c53-ba75-ec494339181e),segment_id=f3a8d610-3a10-4c53-ba75-ec494339181e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:02.749917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.770493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Calling delete_port for 873bd531-6ce1-4a57-83dc-2c44938c9373 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:02.817708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-34847414-f6df-4828-8afe-3d4fa0b8443f None None] For port 873bd531-6ce1-4a57-83dc-2c44938c9373, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=873bd531-6ce1-4a57-83dc-2c44938c9373,segment=NetworkSegment(f3a8d610-3a10-4c53-ba75-ec494339181e),segment_id=f3a8d610-3a10-4c53-ba75-ec494339181e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:02.818086 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-34847414-f6df-4828-8afe-3d4fa0b8443f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.853493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-34847414-f6df-4828-8afe-3d4fa0b8443f None None] Calling delete_port for 873bd531-6ce1-4a57-83dc-2c44938c9373 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:02.890853 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.918607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.989310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Port': ['ID=873bd531-6ce1-4a57-83dc-2c44938c9373,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:03.002717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] No DVR routers for this DVR port 873bd531-6ce1-4a57-83dc-2c44938c9373 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:03.029722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-34847414-f6df-4828-8afe-3d4fa0b8443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.048556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event deleted for resources: {'Port': ['ID=605b32e0-6458-475b-9051-3ea0ff9f66b6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:03.076443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769b8a-0235-4317-aad3-5e87792a235f req-180ee4b9-a0b3-4795-8be2-0f2f6a1bd024 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:03.078448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-180ee4b9-a0b3-4795-8be2-0f2f6a1bd024 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.6294482 Mar 11 17:15:03.086708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34847414-f6df-4828-8afe-3d4fa0b8443f None None] Pushing event deleted for resources: {'Port': ['ID=873bd531-6ce1-4a57-83dc-2c44938c9373,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:03.089575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4b299-6234-42de-9a9b-a45ed27995a3 req-839f61d4-9659-4c78-9f10-7539b84f6e32 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:03.091048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6a4b299-6234-42de-9a9b-a45ed27995a3 req-839f61d4-9659-4c78-9f10-7539b84f6e32 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 945 time: 0.3560181 Mar 11 17:15:03.101524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34847414-f6df-4828-8afe-3d4fa0b8443f None None] No DVR routers for this DVR port 873bd531-6ce1-4a57-83dc-2c44938c9373 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:03.194286 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.233613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] No DVR routers for this DVR port 605b32e0-6458-475b-9051-3ea0ff9f66b6 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:03.240174 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.243911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c1defd3-a07d-42de-97b2-a98bc94bb6bd req-76a50885-79b2-4420-871b-a0e68a37a4ac tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "DELETE /v2.0/ports/605b32e0-6458-475b-9051-3ea0ff9f66b6 HTTP/1.1" status: 204 len: 173 time: 1.7629671 Mar 11 17:15:03.246323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'name': 'network-vif-deleted', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:03.251446 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4843da-69aa-4ebf-871b-6cca7fbaea36" -d '{"events": [{"server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "name": "network-vif-deleted", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:03.299335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440d62eb-c368-42db-b409-939167b087a6']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:03.301476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-5e8f4a3b-2563-4238-92be-2cfd9232d6ac tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 1002 time: 0.2073526 Mar 11 17:15:03.307277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6a4b299-6234-42de-9a9b-a45ed27995a3 req-8037a984-c17f-4395-943a-b96544edca73 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900032 Mar 11 17:15:03.319581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a8d610-3a10-4c53-ba75-ec494339181e') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:03.327253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a8d610-3a10-4c53-ba75-ec494339181e') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:03.328570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b7769b8a-0235-4317-aad3-5e87792a235f req-7b9c9df1-c583-46ce-b786-fa42b67352a3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:03.369131 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.386768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 873bd531-6ce1-4a57-83dc-2c44938c9373 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:03.402567 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.430046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:15:03.430729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.434115 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef2de5a-e3e0-4a3d-abaf-205136d38526 x-openstack-request-id: req-cef2de5a-e3e0-4a3d-abaf-205136d38526 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:03.438937 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "code": 200}, {"server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "name": "network-vif-unplugged", "status": "completed", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:03.439859 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cef2de5a-e3e0-4a3d-abaf-205136d38526 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:03.442533 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'code': 200} Mar 11 17:15:03.442533 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6', 'code': 200} Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:15:03.443325 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:15:03.450667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 873bd531-6ce1-4a57-83dc-2c44938c9373 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:03.451223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 873bd531-6ce1-4a57-83dc-2c44938c9373 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:03.500004 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b7769b8a-0235-4317-aad3-5e87792a235f req-7b9c9df1-c583-46ce-b786-fa42b67352a3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.511536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:03.590387 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.605250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.613389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46504) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:03.616124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:03.616978 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "DELETE /v2.0/networks/440d62eb-c368-42db-b409-939167b087a6 HTTP/1.1" status: 204 len: 168 time: 1.3985369 Mar 11 17:15:03.618097 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.631840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb86a1f-8ba0-4041-a1ae-4830667c836b tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Network': ['ID=440d62eb-c368-42db-b409-939167b087a6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:03.678568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c58f52-f7cd-4756-bfc7-656a68e32fc3 req-bfab5727-1f6f-40fc-bb57-a73b9e4585e8 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:03.681751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c58f52-f7cd-4756-bfc7-656a68e32fc3 req-bfab5727-1f6f-40fc-bb57-a73b9e4585e8 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 949 time: 0.1358478 Mar 11 17:15:03.803253 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.811620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-382c14fa-27bc-4aa2-be97-c2b5039361ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting subnet f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:15:03.855303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382c14fa-27bc-4aa2-be97-c2b5039361ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.869899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c58f52-f7cd-4756-bfc7-656a68e32fc3 req-df699697-3927-4d6b-ab73-6637f79fe9ea tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750774 Mar 11 17:15:03.902247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:03.920664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 605b32e0-6458-475b-9051-3ea0ff9f66b6 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:03.927067 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.930882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b7769b8a-0235-4317-aad3-5e87792a235f req-7b9c9df1-c583-46ce-b786-fa42b67352a3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.947566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b7769b8a-0235-4317-aad3-5e87792a235f req-7b9c9df1-c583-46ce-b786-fa42b67352a3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.948025 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-b7769b8a-0235-4317-aad3-5e87792a235f req-7b9c9df1-c583-46ce-b786-fa42b67352a3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c disassociated. External IP: 172.25.8.154, port: 41255775-1106-434e-a513-0d2945ca5de6. Mar 11 17:15:03.956918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 605b32e0-6458-475b-9051-3ea0ff9f66b6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:03.957259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 605b32e0-6458-475b-9051-3ea0ff9f66b6 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:04.063136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=13']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:04.071223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382c14fa-27bc-4aa2-be97-c2b5039361ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:04.601416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c41d8e-3579-48f8-b7bf-4f23e2bc914c req-256a3ae5-fc4b-4a97-a502-bc97621fe7cc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:04.603067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76c41d8e-3579-48f8-b7bf-4f23e2bc914c req-256a3ae5-fc4b-4a97-a502-bc97621fe7cc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.5794103 Mar 11 17:15:04.604768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382c14fa-27bc-4aa2-be97-c2b5039361ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:04.850149 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76c41d8e-3579-48f8-b7bf-4f23e2bc914c req-bfff6546-973b-4eb7-a960-cd1a7d173020 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118442 Mar 11 17:15:04.869911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382c14fa-27bc-4aa2-be97-c2b5039361ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:04.878156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7769b8a-0235-4317-aad3-5e87792a235f req-7b9c9df1-c583-46ce-b786-fa42b67352a3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:15:04.940524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c14fa-27bc-4aa2-be97-c2b5039361ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:04.986238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4e539-e2be-40be-bd15-7fc8683803d0 None None] Network b971189b-f24c-4f42-b1dc-030a77a6a977 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:04.992038 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-382c14fa-27bc-4aa2-be97-c2b5039361ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:04.995572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-382c14fa-27bc-4aa2-be97-c2b5039361ef tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "DELETE /v2.0/subnets/f0cb4f74-e3f6-4aa0-8f3f-c48be6f08ec7 HTTP/1.1" status: 204 len: 168 time: 1.3729010 Mar 11 17:15:04.999110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46512) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:05.114384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb2366-e0a7-4a7d-b0cf-bc4fef544f90 req-8216b13f-6714-42c8-b377-b43b902aad0d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:05.116357 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39bb2366-e0a7-4a7d-b0cf-bc4fef544f90 req-8216b13f-6714-42c8-b377-b43b902aad0d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1192083 Mar 11 17:15:05.130121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7769b8a-0235-4317-aad3-5e87792a235f req-7b9c9df1-c583-46ce-b786-fa42b67352a3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:05.140749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b7769b8a-0235-4317-aad3-5e87792a235f req-7b9c9df1-c583-46ce-b786-fa42b67352a3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:05.180985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] Sync routers for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:05.186269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:05.195060 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-7b9c9df1-c583-46ce-b786-fa42b67352a3 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "PUT /v2.0/floatingips/dc66a29f-319e-4c9a-8ed3-aef420d8277c HTTP/1.1" status: 200 len: 696 time: 1.8752968 Mar 11 17:15:05.256397 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-1dce518b-7aac-4f68-a965-a30c0e09ed26 service neutron] show failed (client error): The resource could not be found. Mar 11 17:15:05.257494 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39bb2366-e0a7-4a7d-b0cf-bc4fef544f90 req-7cfe17ec-50ee-465f-a742-19379d380e98 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231880 Mar 11 17:15:05.258835 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-1dce518b-7aac-4f68-a965-a30c0e09ed26 service neutron] 10.222.0.46 "GET /v2.0/ports/6670a465-bbc8-4482-bf8b-40f8842c63ca/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.2435265 Mar 11 17:15:05.298710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Deleting port 6a152bc5-a55e-48ea-a217-103e428b6249 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:05.299427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:05.308904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769b8a-0235-4317-aad3-5e87792a235f req-e3e1665a-738d-43f1-a644-03a84b7bcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:05.310460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-e3e1665a-738d-43f1-a644-03a84b7bcdcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1097 time: 0.0968108 Mar 11 17:15:05.383927 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4af1116-4d7c-4d84-a58f-282f99694607 x-openstack-request-id: req-c4af1116-4d7c-4d84-a58f-282f99694607 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:05.384214 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f7e23f-36f0-49d1-9ff2-72a735534628", "name": "network-vif-deleted", "tag": "605b32e0-6458-475b-9051-3ea0ff9f66b6", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:05.384504 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4af1116-4d7c-4d84-a58f-282f99694607 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:05.384926 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f7e23f-36f0-49d1-9ff2-72a735534628', 'name': 'network-vif-deleted', 'tag': '605b32e0-6458-475b-9051-3ea0ff9f66b6', 'status': 'completed', 'code': 200} Mar 11 17:15:05.416750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] For port 6a152bc5-a55e-48ea-a217-103e428b6249, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6a152bc5-a55e-48ea-a217-103e428b6249,segment=NetworkSegment(dd1edf49-0374-40ea-8076-a27aa3480fa7),segment_id=dd1edf49-0374-40ea-8076-a27aa3480fa7)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:05.417159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:05.445526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Calling delete_port for 6a152bc5-a55e-48ea-a217-103e428b6249 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:05.602163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:05.606188 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4c75de-8d22-4ae2-b313-3d1c8fdf5173" -d '{"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:05.635799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769b8a-0235-4317-aad3-5e87792a235f req-006290df-41e2-4981-9207-4dffd5690840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:05.638237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-006290df-41e2-4981-9207-4dffd5690840 service neutron] 10.222.0.53 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.3164170 Mar 11 17:15:05.653436 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:05.655891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:05.656554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:05.801515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-5b403b63-8e88-4ea0-926e-94ba1b41b1e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 217 time: 0.0804520 Mar 11 17:15:05.825665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] No DVR routers for this DVR port 6a152bc5-a55e-48ea-a217-103e428b6249 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:05.838251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Port': ['ID=6a152bc5-a55e-48ea-a217-103e428b6249,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:05.926971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eeac6e-5bca-462d-90e1-b3571752bbb9 None None] DHCP port deletion for b971189b-f24c-4f42-b1dc-030a77a6a977 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:15:05.983269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-6a50329e-1a1d-4d7d-92dd-f1aae633ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:05.986939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-6a50329e-1a1d-4d7d-92dd-f1aae633ba48 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c&tenant_id=d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 1100 time: 0.3470600 Mar 11 17:15:06.005823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:06.021128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:06.048489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:06.057409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769b8a-0235-4317-aad3-5e87792a235f req-cadc3aa4-52cd-4087-8fac-45d8362263a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:06.060243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-cadc3aa4-52cd-4087-8fac-45d8362263a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.2416935 Mar 11 17:15:06.077524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b17f9-b666-4afc-9977-a0162ce5360e req-f7cd4169-3b6e-4936-9907-c994a1cced42 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:06.079570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-672b17f9-b666-4afc-9977-a0162ce5360e req-f7cd4169-3b6e-4936-9907-c994a1cced42 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.1715469 Mar 11 17:15:06.107400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b971189b-f24c-4f42-b1dc-030a77a6a977']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:06.147622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1edf49-0374-40ea-8076-a27aa3480fa7') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:06.147622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1edf49-0374-40ea-8076-a27aa3480fa7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:06.200977 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:06.245859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769b8a-0235-4317-aad3-5e87792a235f req-5d597359-92ba-411f-af2a-d2a932a89220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:06.247632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-5d597359-92ba-411f-af2a-d2a932a89220 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631143 Mar 11 17:15:06.258048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:06.259749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:06.281415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:15:06.283207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:15:06.374138 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:15:06.377238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-672b17f9-b666-4afc-9977-a0162ce5360e req-eb26dc43-0fde-4137-8927-2e95c3414650 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459292 Mar 11 17:15:06.381029 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:06.387742 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:06.397627 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] 10.222.0.53 "DELETE /v2.0/networks/b971189b-f24c-4f42-b1dc-030a77a6a977 HTTP/1.1" status: 204 len: 168 time: 1.3969808 Mar 11 17:15:06.420986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f15b9a-ddab-4582-9018-defa5b341720 tempest-ServersTestMultiNic-1952458293 tempest-ServersTestMultiNic-1952458293-project] Pushing event deleted for resources: {'Network': ['ID=b971189b-f24c-4f42-b1dc-030a77a6a977,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:06.641995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:06.685584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] Checking router: f5635c79-8885-434e-a8c2-fc3e4a9d38d6 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:06.698434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:06.699066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:14:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:06.770404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-28119fa8-b672-42ef-bae5-0db1d4d30e87 service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529963 Mar 11 17:15:06.839997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:06.894320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:06.931253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-492ded70-539f-4f36-a6c9-cf1aad2623d4 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:06.932807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-492ded70-539f-4f36-a6c9-cf1aad2623d4 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/networks?id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 200 len: 822 time: 0.2783325 Mar 11 17:15:06.976613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-62c596dd-a6c8-442f-8f2f-f26759b396df tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/quotas/8e4604e78f3f4724b44e60d9fb533cc4 HTTP/1.1" status: 200 len: 375 time: 0.0301630 Mar 11 17:15:07.017076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:07.045382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7769b8a-0235-4317-aad3-5e87792a235f req-49855ac0-2f82-4b52-b700-f0d94fa2dee3 service neutron] 10.222.0.53 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657137 Mar 11 17:15:07.080114 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:07.099548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-ed58138b-edd0-4e86-bce5-59a54863a988 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1219745 Mar 11 17:15:07.132270 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464249dd-98d9-48c3-a3ce-7635b72a1671 x-openstack-request-id: req-464249dd-98d9-48c3-a3ce-7635b72a1671 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:07.132838 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:07.132948 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-464249dd-98d9-48c3-a3ce-7635b72a1671 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:07.133871 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'code': 200} Mar 11 17:15:07.136893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Transition to ACTIVE for port object 6670a465-bbc8-4482-bf8b-40f8842c63ca will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:15:07.137947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:07.173312 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:07.180064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc6fc7-7ed8-420f-bfa0-dfd747b96804 None None] The sync data for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 is: [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:13:38Z', 'revision_number': 4, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64eacde0-5a98-462e-82df-2ba9790a4e7c', 'name': '', 'network_id': '85be2e8d-7ae4-44e6-9858-405a816e51eb', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'mac_address': 'fa:16:3e:31:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:36Z', 'updated_at': '2022-03-11T17:13:42Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'subnets': [{'id': 'eb108ee6-873b-415a-abb9-361fe1e21626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:07.293222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6a152bc5-a55e-48ea-a217-103e428b6249 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:07.326529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 6a152bc5-a55e-48ea-a217-103e428b6249 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:07.326784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6a152bc5-a55e-48ea-a217-103e428b6249 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:07.363958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] No DVR routers for this DVR port 6670a465-bbc8-4482-bf8b-40f8842c63ca on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:07.368929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Pushing event updated for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:07.388903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6'}, {'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:07.391376 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6"}, {"server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "name": "network-vif-unplugged", "status": "completed", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:07.401393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-99cb35d6-6fd6-47f5-9d61-2d63f8a1567a service neutron] 10.222.0.53 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004262 Mar 11 17:15:07.449716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e91c-9af0-436b-9c16-8be272244de8 req-a29e61bb-e2a2-405c-9f63-ad9403896dfa tempest-ServersAdminNegativeTestJSON-773943893 tempest-ServersAdminNegativeTestJSON-773943893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:07.451220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34b3e91c-9af0-436b-9c16-8be272244de8 req-a29e61bb-e2a2-405c-9f63-ad9403896dfa tempest-ServersAdminNegativeTestJSON-773943893 tempest-ServersAdminNegativeTestJSON-773943893-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 1100 time: 0.2290366 Mar 11 17:15:07.536172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Attempting to bind port 6670a465-bbc8-4482-bf8b-40f8842c63ca on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:07.536543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Attempting to bind port 6670a465-bbc8-4482-bf8b-40f8842c63ca by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:07.536867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Attempting to bind port 6670a465-bbc8-4482-bf8b-40f8842c63ca on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:07.544535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-34b3e91c-9af0-436b-9c16-8be272244de8 req-c8fbb273-caa2-443d-bf32-4ca2f120d890 tempest-ServersAdminNegativeTestJSON-773943893 tempest-ServersAdminNegativeTestJSON-773943893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:07.556946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Port 6670a465-bbc8-4482-bf8b-40f8842c63ca on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:15:07.557259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Attempting to bind port 6670a465-bbc8-4482-bf8b-40f8842c63ca on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:07.582739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:07.582985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:07.583354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:07.583796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Bound port: 6670a465-bbc8-4482-bf8b-40f8842c63ca, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:07.584156 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:07.613421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-0410f21c-f78f-4f79-b91b-ded21297d486 service neutron] 10.222.0.53 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031684 Mar 11 17:15:07.658717 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d23afc-c3b2-4ddb-a41a-17f941824d48 None None] New status for floating IP dc66a29f-319e-4c9a-8ed3-aef420d8277c: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:15:07.705165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:07.712462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:07.725747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:07.774194 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-34b3e91c-9af0-436b-9c16-8be272244de8 req-c8fbb273-caa2-443d-bf32-4ca2f120d890 tempest-ServersAdminNegativeTestJSON-773943893 tempest-ServersAdminNegativeTestJSON-773943893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:07.786563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:07.787294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:07.788968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] 10.222.0.66 "PUT /v2.0/ports/6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 1095 time: 1.7930195 Mar 11 17:15:07.789931 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-34b3e91c-9af0-436b-9c16-8be272244de8 req-c8fbb273-caa2-443d-bf32-4ca2f120d890 tempest-ServersAdminNegativeTestJSON-773943893 tempest-ServersAdminNegativeTestJSON-773943893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:07.863390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fa448-2b3d-4abc-8e94-e9c06fea482f service neutron] Pushing event updated for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:07.915738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34b3e91c-9af0-436b-9c16-8be272244de8 req-c8fbb273-caa2-443d-bf32-4ca2f120d890 tempest-ServersAdminNegativeTestJSON-773943893 tempest-ServersAdminNegativeTestJSON-773943893-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198327 Mar 11 17:15:07.928760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbb273-caa2-443d-bf32-4ca2f120d890 tempest-ServersAdminNegativeTestJSON-773943893 tempest-ServersAdminNegativeTestJSON-773943893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa9fe1e-3328-4525-a819-501765b18af0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:07.970703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-3083fa2f-ebd4-4dd4-a1fe-bbf544274bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:07.985010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-3083fa2f-ebd4-4dd4-a1fe-bbf544274bfd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1098 time: 0.1478984 Mar 11 17:15:08.284217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aa255-5890-45a3-a673-920354af938f req-c9124c4b-3972-44bb-a0f0-d227a6611659 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:08.292941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c50aa255-5890-45a3-a673-920354af938f req-c9124c4b-3972-44bb-a0f0-d227a6611659 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1492341 Mar 11 17:15:08.315728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-e42217aa-1e20-4e8c-9312-659eb1ef33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:08.317316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-e42217aa-1e20-4e8c-9312-659eb1ef33ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.3246593 Mar 11 17:15:08.392613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c50aa255-5890-45a3-a673-920354af938f req-c166c3b9-a637-49d4-9807-02384e44647f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986817 Mar 11 17:15:08.401344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fac51f-4b7d-4ade-8fc9-fff3fa29bd96 req-7d892a3b-c71f-456a-b30f-64082285c2be tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:08.410742 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33fac51f-4b7d-4ade-8fc9-fff3fa29bd96 req-7d892a3b-c71f-456a-b30f-64082285c2be tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 947 time: 0.2291131 Mar 11 17:15:08.428871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-d6b693f1-b07e-4b7f-85f2-13772ccdc567 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 217 time: 0.1030741 Mar 11 17:15:08.560648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33fac51f-4b7d-4ade-8fc9-fff3fa29bd96 req-5005d2d5-0212-4981-99ba-9e8c6b26b456 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375256 Mar 11 17:15:08.579174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-ff2c29ae-e601-4398-a2d7-7c1a8fdbfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:08.580963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-ff2c29ae-e601-4398-a2d7-7c1a8fdbfd35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1434028 Mar 11 17:15:08.586868 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e725cd71-4646-4427-9bf4-5419b5288444 x-openstack-request-id: req-e725cd71-4646-4427-9bf4-5419b5288444 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:08.589921 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "tag": "41255775-1106-434e-a513-0d2945ca5de6", "status": "completed", "code": 200}, {"server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "name": "network-vif-unplugged", "status": "completed", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:08.590186 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e725cd71-4646-4427-9bf4-5419b5288444 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:08.590985 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'tag': '41255775-1106-434e-a513-0d2945ca5de6', 'status': 'completed', 'code': 200} Mar 11 17:15:08.591373 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'code': 200} Mar 11 17:15:08.672046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-b77c4ecd-3cbf-44a3-8fb1-69f8543d88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:08.675565 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-b77c4ecd-3cbf-44a3-8fb1-69f8543d88e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=248ba4cf133d4a8b9259c2eb53769958&device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 1097 time: 0.0799308 Mar 11 17:15:08.720602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-356559f6-422f-4187-8ed0-644412dba815 req-b07a53a4-b771-431e-8c85-0d1f07cb607a tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 210 time: 0.0520053 Mar 11 17:15:08.768631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-1e24dc69-1769-4941-af6f-59546481e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:08.770152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-1e24dc69-1769-4941-af6f-59546481e0c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777313 Mar 11 17:15:08.786351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5688bb7-818b-402e-88f3-748671433845 req-ba995a17-7e75-4b6d-8094-13d06194a54b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:08.798686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5688bb7-818b-402e-88f3-748671433845 req-ba995a17-7e75-4b6d-8094-13d06194a54b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.1035380 Mar 11 17:15:08.842134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-96825452-af0d-414e-a41a-a61264b5128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:08.844108 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-96825452-af0d-414e-a41a-a61264b5128d service neutron] 10.222.0.66 "GET /v2.0/networks?id=85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 200 len: 921 time: 0.1611521 Mar 11 17:15:08.910427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5688bb7-818b-402e-88f3-748671433845 req-998fee9d-1ab5-4cee-907d-d889d2edec26 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107020 Mar 11 17:15:08.918494 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-07537d79-d833-40ba-9c9c-8348bca84128 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 200 len: 217 time: 0.0539083 Mar 11 17:15:09.002278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-da0d8866-e109-43fa-a268-13520c606d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:09.004950 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-da0d8866-e109-43fa-a268-13520c606d31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 200 len: 860 time: 0.0674629 Mar 11 17:15:09.082579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-b6d802a8-a67d-4420-9a41-ccc00371432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:09.084750 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-b6d802a8-a67d-4420-9a41-ccc00371432b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85be2e8d-7ae4-44e6-9858-405a816e51eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723612 Mar 11 17:15:09.123560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-354dbff8-a809-4a20-ae6a-365601eefe0e tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips/dc66a29f-319e-4c9a-8ed3-aef420d8277c HTTP/1.1" status: 200 len: 694 time: 0.1186070 Mar 11 17:15:09.223925 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-d7f3d954-ec53-4c85-b027-f92753c4bff3 service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301649 Mar 11 17:15:09.224429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:09.330460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-042d5c06-fafd-4592-925d-e4f0a0366a2a service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105860 Mar 11 17:15:09.355652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-54fb7d6f-3f91-4096-bef1-a455a96a5499 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:09.373012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-54fb7d6f-3f91-4096-bef1-a455a96a5499 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2530324 Mar 11 17:15:09.542315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6670a465-bbc8-4482-bf8b-40f8842c63ca no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:09.619477 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b55bd79a-ce10-4abb-80aa-1c4534d9c1a3 req-e0f983f1-0cdd-4522-8820-103632def6b6 service neutron] 10.222.0.66 "GET /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881087 Mar 11 17:15:09.621473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-104cdf03-37bb-400a-9741-f901e1efd438 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 697 time: 0.2474563 Mar 11 17:15:09.628596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6670a465-bbc8-4482-bf8b-40f8842c63ca not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:09.665619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-7b86fd55-dc67-4105-af3e-bb0f3dae3f7a tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:09.667341 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-7b86fd55-dc67-4105-af3e-bb0f3dae3f7a tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "GET /v2.0/networks?id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 200 len: 822 time: 0.3082004 Mar 11 17:15:09.725101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Request body: {'port': {'device_id': 'e052d664-c7e1-4756-8f3a-3b3ee12f6c90', 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c', 'admin_state_up': True, 'tenant_id': '8e4604e78f3f4724b44e60d9fb533cc4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:09.762353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfade985-1663-4b3e-9c25-cc473b3ffaa0 req-66adfd5f-db1b-4dc4-8013-5f8cf81cf028 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627927 Mar 11 17:15:09.788862 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-a9875228-5a7e-4b46-8b23-162c14ab6783 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.154 HTTP/1.1" status: 200 len: 697 time: 0.1659658 Mar 11 17:15:10.140934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffa134-2a1d-4a98-944f-112174c49575 req-919d8238-ef2f-4fb4-9a00-1f26d95d18f7 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:10.151561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6ffa134-2a1d-4a98-944f-112174c49575 req-919d8238-ef2f-4fb4-9a00-1f26d95d18f7 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 949 time: 0.6532857 Mar 11 17:15:10.306555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6ffa134-2a1d-4a98-944f-112174c49575 req-11fcc47d-fe92-4a32-a47d-f6aaf8111c59 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535990 Mar 11 17:15:10.365946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Deleting port 4221bccf-013d-40e6-86e2-ddc8162b529f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:10.365946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:10.556088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba159fad-a602-4b62-8dcd-d431cdbddddc req-3e1d8c6f-bca3-43b9-8321-f0ead28eb21b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:10.566500 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba159fad-a602-4b62-8dcd-d431cdbddddc req-3e1d8c6f-bca3-43b9-8321-f0ead28eb21b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1726961 Mar 11 17:15:10.592967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:10.597187 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dc0828-b9d6-43f6-9842-3beb4d82122b" -d '{"events": [{"name": "network-changed", "server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:10.606360 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:10.633049 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:10.633477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:10.650536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba159fad-a602-4b62-8dcd-d431cdbddddc req-eca3125a-bfcc-4aa5-a315-da83fed04419 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826390 Mar 11 17:15:10.689869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Calling delete_port for 4221bccf-013d-40e6-86e2-ddc8162b529f owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:10.742698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Made reservation on behalf of 8e4604e78f3f4724b44e60d9fb533cc4 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:10.747469 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:11.049457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Allocated IP 172.20.0.13 (63bf69e0-e45d-4fdf-8b3f-74dbae54f32c/b564287c-5064-450a-b060-14d5484537be/7d6e06be-d47e-4634-bb5c-69f58a00819f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:11.164730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:11.281270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:11.314819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Pushing event deleted for resources: {'Port': ['ID=4221bccf-013d-40e6-86e2-ddc8162b529f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:11.337194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0f155-de99-476d-b979-af1c218bcef9 req-338ed914-5c5a-49ce-b07b-040abcc2a154 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:11.338905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9cc0f155-de99-476d-b979-af1c218bcef9 req-338ed914-5c5a-49ce-b07b-040abcc2a154 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 947 time: 0.2106802 Mar 11 17:15:11.415807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:11.418503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:11.419825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24637134-cb3b-49d0-96d4-7b6f0b72ed87 req-1d0f87b5-4c4a-4e35-875c-1de394c53dbb tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "DELETE /v2.0/floatingips/dc66a29f-319e-4c9a-8ed3-aef420d8277c HTTP/1.1" status: 204 len: 173 time: 1.6235645 Mar 11 17:15:11.444396 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:11.452500 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9cc0f155-de99-476d-b979-af1c218bcef9 req-9a7bb2bc-847f-4d50-9bf5-55a41a5987c4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954506 Mar 11 17:15:11.575351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fc3676c-b949-4646-8a5e-739a42fd6faf req-11d3c4e3-9d9e-4233-94be-806d0774e17d tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 210 time: 0.0715830 Mar 11 17:15:11.647950 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:11.674104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5e5eb-a784-4a2c-93fe-2fea8909bdff req-d0b2a42a-bcc9-4f6b-9f12-4947f82f71d1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:11.676956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-351d1412-f725-46d1-9c22-5885587af462 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:11.678492 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-351d1412-f725-46d1-9c22-5885587af462 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 949 time: 0.1479166 Mar 11 17:15:11.682279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6a5e5eb-a784-4a2c-93fe-2fea8909bdff req-d0b2a42a-bcc9-4f6b-9f12-4947f82f71d1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.1310408 Mar 11 17:15:11.712785 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a16767e-caf1-478b-9d2b-1e1deb62ce66 x-openstack-request-id: req-5a16767e-caf1-478b-9d2b-1e1deb62ce66 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:11.713372 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:11.713624 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a16767e-caf1-478b-9d2b-1e1deb62ce66 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:11.714324 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'status': 'completed', 'code': 200} Mar 11 17:15:11.812937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6a5e5eb-a784-4a2c-93fe-2fea8909bdff req-d92a6b13-5edb-4068-9658-983b2c5dac70 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293085 Mar 11 17:15:11.817797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:11.833874 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:11.836497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:11.842454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event updated for resources: {'Port': ['ID=7d6e06be-d47e-4634-bb5c-69f58a00819f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:11.886740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-750355a2-6f94-44ee-9f57-9537650b210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:11.889714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-750355a2-6f94-44ee-9f57-9537650b210d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1098 time: 0.1743462 Mar 11 17:15:11.917128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220a55c-a230-4343-a425-daff413279db req-ca6d9d9e-2715-4e1e-90cc-f6f472936dc1 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:11.924936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b220a55c-a230-4343-a425-daff413279db req-ca6d9d9e-2715-4e1e-90cc-f6f472936dc1 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 949 time: 0.1075356 Mar 11 17:15:11.983420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-69311b78-a98d-4f2d-8077-fc3628c9da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:11.985041 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-69311b78-a98d-4f2d-8077-fc3628c9da09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1098 time: 0.2148497 Mar 11 17:15:11.994969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:11.995643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.045845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b220a55c-a230-4343-a425-daff413279db req-41c1d8f6-c3a9-4f53-866e-e5bba21b18b8 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179376 Mar 11 17:15:12.078424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-fa08c30f-e1e4-479b-a362-f265a37d5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.079935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-fa08c30f-e1e4-479b-a362-f265a37d5326 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1815643 Mar 11 17:15:12.173923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-8d388dec-9680-45a8-94ca-1545b15da829 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 217 time: 0.0761261 Mar 11 17:15:12.180524 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b029184a-942b-41fc-9c0a-e454377483a1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4676032 Mar 11 17:15:12.198073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Request body: {'port': {'device_id': 'e052d664-c7e1-4756-8f3a-3b3ee12f6c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:12.242560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Deleting port 59c39277-6cc9-49d3-8115-e74d018685f9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:12.242921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.304819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-d4300ed7-b4b3-4a3f-b239-38ffe14c3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.306935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-d4300ed7-b4b3-4a3f-b239-38ffe14c3ea3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1188493 Mar 11 17:15:12.357188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-a6367ab2-0845-4584-9087-267d70427b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.358644 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-a6367ab2-0845-4584-9087-267d70427b31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.3334932 Mar 11 17:15:12.364036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Deleting port d72b6efd-a2bc-46c4-8825-bac60849a097 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:12.364402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.368284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba3007-fe07-4bbe-bcfa-85aa7af11c18 req-0df58526-6941-4446-82f9-0520db153a37 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.369998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0ba3007-fe07-4bbe-bcfa-85aa7af11c18 req-0df58526-6941-4446-82f9-0520db153a37 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1928198 Mar 11 17:15:12.370374 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.400138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-e010c6e1-8195-43e4-b1fd-62856ce5b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.403040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-e010c6e1-8195-43e4-b1fd-62856ce5b7ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884061 Mar 11 17:15:12.417420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec8f9e-c739-4a94-8778-5915aaca4e52 req-7c7416e7-9ea7-469a-87e9-93b54be9a0af tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.419119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aaec8f9e-c739-4a94-8778-5915aaca4e52 req-7c7416e7-9ea7-469a-87e9-93b54be9a0af tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 946 time: 0.1739497 Mar 11 17:15:12.486735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-f7274a1b-104e-4186-905b-ac9856beec76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 217 time: 0.1135459 Mar 11 17:15:12.520866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0ba3007-fe07-4bbe-bcfa-85aa7af11c18 req-07dc8a5b-706b-4eb7-b15b-c20553174779 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380472 Mar 11 17:15:12.568935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] For port 59c39277-6cc9-49d3-8115-e74d018685f9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=59c39277-6cc9-49d3-8115-e74d018685f9,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:12.569561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.583307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aaec8f9e-c739-4a94-8778-5915aaca4e52 req-7f24ebdf-e469-41e5-be4b-7d72ad6c2d5e tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510680 Mar 11 17:15:12.604189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Calling delete_port for 59c39277-6cc9-49d3-8115-e74d018685f9 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:12.671690 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-b3a5bcfc-9fec-4e3d-a8b8-a6e1ca29080e service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496433 Mar 11 17:15:12.750989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-44305053-b0ab-4add-96c0-f0a6355f581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.752523 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-44305053-b0ab-4add-96c0-f0a6355f581f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2595577 Mar 11 17:15:12.761627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] For port d72b6efd-a2bc-46c4-8825-bac60849a097, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d72b6efd-a2bc-46c4-8825-bac60849a097,segment=NetworkSegment(33139ec6-89e6-4e21-b894-ef61195902b4),segment_id=33139ec6-89e6-4e21-b894-ef61195902b4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:12.762028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.808004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Calling delete_port for d72b6efd-a2bc-46c4-8825-bac60849a097 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:12.815035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300d6ca-3d9d-44ac-9bc0-de5c5072b5c3 req-b854f8d6-7a70-413a-97d6-f1811e5e55e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.823603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8300d6ca-3d9d-44ac-9bc0-de5c5072b5c3 req-b854f8d6-7a70-413a-97d6-f1811e5e55e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 947 time: 0.1687093 Mar 11 17:15:12.890590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-4c046e02-c050-42ed-b786-5311b8810112 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034097 Mar 11 17:15:12.900032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140293-9a3a-44e6-8b2c-26990e32a393 req-f54d2926-ddee-4388-87d9-e7e1b52839f4 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.910118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb140293-9a3a-44e6-8b2c-26990e32a393 req-f54d2926-ddee-4388-87d9-e7e1b52839f4 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 932 time: 0.1991215 Mar 11 17:15:12.946366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8300d6ca-3d9d-44ac-9bc0-de5c5072b5c3 req-d3ef3402-5352-41b6-bc44-008595f125f4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213744 Mar 11 17:15:12.958486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-ba727c01-7b63-42da-945c-007532dbea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.960022 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-ba727c01-7b63-42da-945c-007532dbea84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1914237 Mar 11 17:15:12.990885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb140293-9a3a-44e6-8b2c-26990e32a393 req-66c1f7f9-b173-42dc-8fad-1a6ce33c6b11 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800085 Mar 11 17:15:13.097440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528f2b-fab2-4251-9262-392a09d13238 req-d59b45e5-c978-4ac9-91cc-5c26c3c45682 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:13.107323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26528f2b-fab2-4251-9262-392a09d13238 req-d59b45e5-c978-4ac9-91cc-5c26c3c45682 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.0828454 Mar 11 17:15:13.167605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26528f2b-fab2-4251-9262-392a09d13238 req-c14b1ffd-dc7b-4ee8-93e5-5c5e1d3e8e88 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570264 Mar 11 17:15:13.242426 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:13.252280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe0792-c1bf-4d60-acaa-d963d441f95a req-f4a20153-9724-4888-b8cb-463df6b10019 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:13.256950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['7806bbd8-959c-4662-8953-4f7b47835485', '59c39277-6cc9-49d3-8115-e74d018685f9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:13.263195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50fe0792-c1bf-4d60-acaa-d963d441f95a req-f4a20153-9724-4888-b8cb-463df6b10019 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd7a861-53ac-4a00-8543-3ccf024eb74d HTTP/1.1" status: 200 len: 949 time: 0.0939174 Mar 11 17:15:13.328946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50fe0792-c1bf-4d60-acaa-d963d441f95a req-6131a2d5-4e2c-4527-9066-0d7353359487 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610192 Mar 11 17:15:13.357572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Pushing event deleted for resources: {'Port': ['ID=59c39277-6cc9-49d3-8115-e74d018685f9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:13.417577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6e06be-d47e-4634-bb5c-69f58a00819f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:13.434468 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:13.451120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Transition to ACTIVE for port object 7d6e06be-d47e-4634-bb5c-69f58a00819f will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:15:13.459891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-dd9d83eb-e405-472c-92ef-7c0da1d7b554 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715743 Mar 11 17:15:13.499535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:13.530597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] No DVR routers for this DVR port 59c39277-6cc9-49d3-8115-e74d018685f9 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:13.540356 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:13.544422 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd366649-672e-47c3-9a6b-11c68a93d977 req-5932bf76-dcb4-4610-8fef-eee25bac05b4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "DELETE /v2.0/ports/59c39277-6cc9-49d3-8115-e74d018685f9 HTTP/1.1" status: 204 len: 173 time: 1.8243303 Mar 11 17:15:13.564616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd7a861-53ac-4a00-8543-3ccf024eb74d', 'name': 'network-vif-deleted', 'tag': '59c39277-6cc9-49d3-8115-e74d018685f9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:13.567679 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc242cd-f181-4dd8-8e51-1acd9931cd27" -d '{"events": [{"server_uuid": "7bd7a861-53ac-4a00-8543-3ccf024eb74d", "name": "network-vif-deleted", "tag": "59c39277-6cc9-49d3-8115-e74d018685f9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:13.588019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66e8d014-9908-450d-8449-8965036e8cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:13.712456 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1570953e-f4cf-49da-aae0-172833143782 x-openstack-request-id: req-1570953e-f4cf-49da-aae0-172833143782 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:13.712891 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd7a861-53ac-4a00-8543-3ccf024eb74d", "name": "network-vif-deleted", "tag": "59c39277-6cc9-49d3-8115-e74d018685f9", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:13.713238 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1570953e-f4cf-49da-aae0-172833143782 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:13.716726 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd7a861-53ac-4a00-8543-3ccf024eb74d', 'name': 'network-vif-deleted', 'tag': '59c39277-6cc9-49d3-8115-e74d018685f9', 'status': 'completed', 'code': 200} Mar 11 17:15:13.801125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51130663-4233-49dc-9599-336b18936c51 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6e06be-d47e-4634-bb5c-69f58a00819f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:13.835525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e03812-0071-4404-98fa-7e8c2887236f req-29b59af2-b104-4937-8425-4fa61c339670 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:13.846787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68e03812-0071-4404-98fa-7e8c2887236f req-29b59af2-b104-4937-8425-4fa61c339670 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1826530 Mar 11 17:15:13.939362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6670a465-bbc8-4482-bf8b-40f8842c63ca details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:15:13.947302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb6229-f3a9-4c60-9270-d0b8834067e2 req-fbd29395-5d4a-4f66-89a2-8c2d08df688b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:13.949074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdfb6229-f3a9-4c60-9270-d0b8834067e2 req-fbd29395-5d4a-4f66-89a2-8c2d08df688b tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 946 time: 0.0825381 Mar 11 17:15:13.970063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68e03812-0071-4404-98fa-7e8c2887236f req-07ce30c8-ec12-41ba-8227-441b680800a3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107857 Mar 11 17:15:14.060158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdfb6229-f3a9-4c60-9270-d0b8834067e2 req-1b5a8087-8df2-4d20-805f-d139a69317d0 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889189 Mar 11 17:15:14.074633 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26dc0828-b9d6-43f6-9842-3beb4d82122b req-4045c07f-c414-4d47-9d61-45f48eb54fdf service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651937 Mar 11 17:15:14.079236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Attempting to bind port 7d6e06be-d47e-4634-bb5c-69f58a00819f on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:14.079848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Attempting to bind port 7d6e06be-d47e-4634-bb5c-69f58a00819f by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:14.101009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Attempting to bind port 7d6e06be-d47e-4634-bb5c-69f58a00819f on network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:14.140484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.160038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Port 7d6e06be-d47e-4634-bb5c-69f58a00819f on network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:15:14.160038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Attempting to bind port 7d6e06be-d47e-4634-bb5c-69f58a00819f on network 63bf69e0-e45d-4fdf-8b3f-74dbae54f32c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:14.197508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:14.197856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Checking segment: {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:14.198205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Bound using segment: {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:14.198854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Bound port: 7d6e06be-d47e-4634-bb5c-69f58a00819f, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5568935-0f70-4981-822f-2882299efb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:14.199467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.206135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-c1cec13c-6149-4597-9e3e-0474b8fa3c34 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:14.207698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-c1cec13c-6149-4597-9e3e-0474b8fa3c34 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 946 time: 0.1656625 Mar 11 17:15:14.286665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Pushing event deleted for resources: {'Port': ['ID=d72b6efd-a2bc-46c4-8825-bac60849a097,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:14.328087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:14.351304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'mac_address': 'fa:16:3e:85:ec:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:15:14.463821 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.474453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] For port 7d6e06be-d47e-4634-bb5c-69f58a00819f, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:14.478355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] For port 7d6e06be-d47e-4634-bb5c-69f58a00819f, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d6e06be-d47e-4634-bb5c-69f58a00819f,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:14.486436 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.501940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6670a465-bbc8-4482-bf8b-40f8842c63ca {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:14.554528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:14.561255 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.575220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c977e02-4619-4d04-b51d-c0394fcc74c8 req-5e31887e-39bd-44c2-b9dd-bb07b81ae295 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:14.584801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c977e02-4619-4d04-b51d-c0394fcc74c8 req-5e31887e-39bd-44c2-b9dd-bb07b81ae295 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 947 time: 0.3288777 Mar 11 17:15:14.627484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:14.628169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.647390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8be22-e553-4572-a6ae-93907c0f8519 req-c668ac9b-c293-4083-8bd1-02c94ca89854 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:14.648020 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-51130663-4233-49dc-9599-336b18936c51 service neutron] 10.222.0.66 "PUT /v2.0/ports/7d6e06be-d47e-4634-bb5c-69f58a00819f HTTP/1.1" status: 200 len: 1092 time: 2.4543805 Mar 11 17:15:14.657309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbc8be22-e553-4572-a6ae-93907c0f8519 req-c668ac9b-c293-4083-8bd1-02c94ca89854 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 944 time: 0.4019911 Mar 11 17:15:14.661124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:14.676311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Deleting port 41255775-1106-434e-a513-0d2945ca5de6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:14.678037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.725530 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c977e02-4619-4d04-b51d-c0394fcc74c8 req-f9b73c8b-a8ca-45bf-a63d-3f379a9f6674 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395559 Mar 11 17:15:14.748538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51130663-4233-49dc-9599-336b18936c51 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6e06be-d47e-4634-bb5c-69f58a00819f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:14.840916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbc8be22-e553-4572-a6ae-93907c0f8519 req-38345939-0f27-492b-a523-19f67c91bae0 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824951 Mar 11 17:15:14.864050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-79195338-4c72-447a-9184-6dcd03933088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:14.867158 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-79195338-4c72-447a-9184-6dcd03933088 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 1095 time: 0.1384246 Mar 11 17:15:14.935386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] For port 41255775-1106-434e-a513-0d2945ca5de6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=41255775-1106-434e-a513-0d2945ca5de6,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:14.935945 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.943257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6670a465-bbc8-4482-bf8b-40f8842c63ca'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:14.959217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933b417-1733-4a51-b9b6-be45fa40d7b5 req-87d8fe77-4c50-4894-8975-466f876ae992 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:14.963026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-2c28d54e-e73c-4485-a9ac-0f61cd2dc913 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d6e06be-d47e-4634-bb5c-69f58a00819f HTTP/1.1" status: 200 len: 217 time: 0.0868514 Mar 11 17:15:14.965885 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.966923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c933b417-1733-4a51-b9b6-be45fa40d7b5 req-87d8fe77-4c50-4894-8975-466f876ae992 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.1249325 Mar 11 17:15:15.012885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Calling delete_port for 41255775-1106-434e-a513-0d2945ca5de6 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:15.028980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c933b417-1733-4a51-b9b6-be45fa40d7b5 req-56390a88-cca4-4566-b90e-9d78d35b92f0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610833 Mar 11 17:15:15.489921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c66f8-0229-4afc-ba41-d6024d3850cf req-33d9712a-defc-4465-a28f-5189f27d6a1b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:15.491603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c8c66f8-0229-4afc-ba41-d6024d3850cf req-33d9712a-defc-4465-a28f-5189f27d6a1b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.3600941 Mar 11 17:15:15.494828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:15.547036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Pushing event deleted for resources: {'Port': ['ID=41255775-1106-434e-a513-0d2945ca5de6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:15.584874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 59c39277-6cc9-49d3-8115-e74d018685f9 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:15.625184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7322-a87a-41b1-8132-a6dc9796d267 req-72c8bdfa-6912-4bd4-bb36-f725f72a0c5a tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:15.634178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 59c39277-6cc9-49d3-8115-e74d018685f9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:15.634460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-033f7322-a87a-41b1-8132-a6dc9796d267 req-72c8bdfa-6912-4bd4-bb36-f725f72a0c5a tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b922fee-b386-4787-8a43-8c4b13e3e62d HTTP/1.1" status: 200 len: 867 time: 0.2009447 Mar 11 17:15:15.634998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 59c39277-6cc9-49d3-8115-e74d018685f9 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:15.640236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] No DVR routers for this DVR port 41255775-1106-434e-a513-0d2945ca5de6 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:15.703196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c8c66f8-0229-4afc-ba41-d6024d3850cf req-6ca2fb9d-f5dc-4150-8b4c-1ef26926e27f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726193 Mar 11 17:15:15.723804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-033f7322-a87a-41b1-8132-a6dc9796d267 req-e68371fd-adf3-41da-8830-3e80760e6078 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd28892d-2f2c-4dca-9254-c74cc664116b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810168 Mar 11 17:15:15.734108 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:15.755088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de0d73db-990f-465b-8f2a-f3a2d5cb3e3b req-cfd50261-90ac-442d-860e-dcd82cfa9a51 tempest-FloatingIPsAssociationTestJSON-677265824 tempest-FloatingIPsAssociationTestJSON-677265824-project] 10.222.0.66 "DELETE /v2.0/ports/41255775-1106-434e-a513-0d2945ca5de6 HTTP/1.1" status: 204 len: 173 time: 1.5327883 Mar 11 17:15:15.755088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'name': 'network-vif-deleted', 'tag': '41255775-1106-434e-a513-0d2945ca5de6'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:15.765842 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43ac42c-9c73-4ec1-b268-3a5810f5572d" -d '{"events": [{"server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "name": "network-vif-deleted", "tag": "41255775-1106-434e-a513-0d2945ca5de6"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:15.779421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e052d664-c7e1-4756-8f3a-3b3ee12f6c90', 'tag': '7d6e06be-d47e-4634-bb5c-69f58a00819f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:15.783047 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e052d664-c7e1-4756-8f3a-3b3ee12f6c90", "tag": "7d6e06be-d47e-4634-bb5c-69f58a00819f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:15.864302 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0aa23c58-a444-4794-b5a8-1258827648a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:15.871440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b47883c3-20c4-4e06-9d30-953317c37006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:15.881618 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-b47883c3-20c4-4e06-9d30-953317c37006 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b564287c-5064-450a-b060-14d5484537be HTTP/1.1" status: 200 len: 862 time: 0.9023960 Mar 11 17:15:15.915527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679e09b-0e04-4e5a-849b-9168c643b3a3 req-6b21285c-1f6c-49c4-ba97-5efbed73953c tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:15.928054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['41255775-1106-434e-a513-0d2945ca5de6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:15.953198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d679e09b-0e04-4e5a-849b-9168c643b3a3 req-6b21285c-1f6c-49c4-ba97-5efbed73953c tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 950 time: 0.1272693 Mar 11 17:15:16.036454 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-1171ef25-7614-4dba-af56-c2ddb2b34af2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695422 Mar 11 17:15:16.100833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d679e09b-0e04-4e5a-849b-9168c643b3a3 req-aeee8800-0555-4d04-890d-30a298894b1b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462767 Mar 11 17:15:16.139545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec25a-3c2b-48b0-827b-72bd7d4fcfd4 req-9b79aece-eaba-455c-979c-a745627b57d2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.159141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18bec25a-3c2b-48b0-827b-72bd7d4fcfd4 req-9b79aece-eaba-455c-979c-a745627b57d2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 948 time: 0.1877019 Mar 11 17:15:16.242970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Router caade777-5b82-401c-bbc2-0b57b4cb2a80 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:15:16.257021 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5f511a-a49e-4cdf-87ca-484bdf3b207f x-openstack-request-id: req-8b5f511a-a49e-4cdf-87ca-484bdf3b207f {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:16.260498 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b922fee-b386-4787-8a43-8c4b13e3e62d", "name": "network-vif-deleted", "tag": "41255775-1106-434e-a513-0d2945ca5de6", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:16.261066 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b5f511a-a49e-4cdf-87ca-484bdf3b207f {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:16.261814 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b922fee-b386-4787-8a43-8c4b13e3e62d', 'name': 'network-vif-deleted', 'tag': '41255775-1106-434e-a513-0d2945ca5de6', 'status': 'completed', 'code': 200} Mar 11 17:15:16.276399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-79d4397b-214f-4ca9-8571-9ff3beb2ed86 service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266085 Mar 11 17:15:16.302402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18bec25a-3c2b-48b0-827b-72bd7d4fcfd4 req-98b95f2f-854f-4364-a773-ae1f9f1c1aeb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332006 Mar 11 17:15:16.362902 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb23a5-b7e0-42e4-ba42-ab3249c1c265 x-openstack-request-id: req-cceb23a5-b7e0-42e4-ba42-ab3249c1c265 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:16.363354 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e052d664-c7e1-4756-8f3a-3b3ee12f6c90", "tag": "7d6e06be-d47e-4634-bb5c-69f58a00819f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:16.363698 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cceb23a5-b7e0-42e4-ba42-ab3249c1c265 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:16.364144 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e052d664-c7e1-4756-8f3a-3b3ee12f6c90', 'tag': '7d6e06be-d47e-4634-bb5c-69f58a00819f', 'status': 'completed', 'code': 200} Mar 11 17:15:16.553931 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-11c7cf7f-97c2-4541-b3b7-3bac82d22362 req-98ca1932-eec0-4d84-8260-39bf07fa6aff service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300253 Mar 11 17:15:16.561196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:16.569989 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-78fd90c6-6db4-4c26-b40c-d76bb068535b admin admin] 10.222.0.53 "PUT /v2.0/routers/caade777-5b82-401c-bbc2-0b57b4cb2a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3418519 Mar 11 17:15:16.573112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46652) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:16.579821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] Sync routers for ids ['caade777-5b82-401c-bbc2-0b57b4cb2a80'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:16.603942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] Routers {'caade777-5b82-401c-bbc2-0b57b4cb2a80'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:16.604703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['caade777-5b82-401c-bbc2-0b57b4cb2a80'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:16.629048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8128cd7-a16d-499a-b5e7-9087f6d5c24a req-d485c3c6-4cb9-4047-a59e-3a89ba212651 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.630990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8128cd7-a16d-499a-b5e7-9087f6d5c24a req-d485c3c6-4cb9-4047-a59e-3a89ba212651 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 944 time: 0.2360346 Mar 11 17:15:16.705976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8128cd7-a16d-499a-b5e7-9087f6d5c24a req-5ff1d638-a072-429e-bb60-89bb576d0b33 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595553 Mar 11 17:15:16.735901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbdb2c-0784-478f-8bfb-d5146eb73a02 req-36115fe3-0969-40f0-935a-e17473b520db tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.743265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2cbdb2c-0784-478f-8bfb-d5146eb73a02 req-36115fe3-0969-40f0-935a-e17473b520db tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.2287636 Mar 11 17:15:16.799768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-4698931b-e585-493c-ba0f-3a125f8c9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.802290 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-4698931b-e585-493c-ba0f-3a125f8c9c99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 1095 time: 0.1310427 Mar 11 17:15:16.825364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2cbdb2c-0784-478f-8bfb-d5146eb73a02 req-bc618534-9ef0-4eec-8948-88dbceb34b9d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741508 Mar 11 17:15:16.894589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] Set router caade777-5b82-401c-bbc2-0b57b4cb2a80 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:16.933317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-aa9bb166-cf92-4534-92d4-63131e8e9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.943410 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-aa9bb166-cf92-4534-92d4-63131e8e9299 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 200 len: 922 time: 0.1304226 Mar 11 17:15:16.991101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46660) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:17.146362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:17.151685 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-3bc557fb-54f0-4ed2-8069-c0a7b7b5c627 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d6e06be-d47e-4634-bb5c-69f58a00819f HTTP/1.1" status: 200 len: 217 time: 0.2004478 Mar 11 17:15:17.195810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:17.217673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292e151-0ad2-4da4-9c04-2e01e225e16a req-d3d99c4d-b13e-4da6-afb4-ee2fcef9a75a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.226133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0292e151-0ad2-4da4-9c04-2e01e225e16a req-d3d99c4d-b13e-4da6-afb4-ee2fcef9a75a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1438167 Mar 11 17:15:17.268276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc143584-be57-468a-9306-45926d451d23 req-0b8cf0a4-75a8-4b1e-827f-40d82564f3f7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.276143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc143584-be57-468a-9306-45926d451d23 req-0b8cf0a4-75a8-4b1e-827f-40d82564f3f7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 948 time: 0.1951680 Mar 11 17:15:17.368971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:42Z', 'updated_at': '2022-03-11T17:15:13Z', 'revision_number': 5, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'gw_port': {'id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:44Z', 'updated_at': '2022-03-11T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:17.369291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0292e151-0ad2-4da4-9c04-2e01e225e16a req-66fb0693-9b4e-47d2-9e4c-fa020f77cdad tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320550 Mar 11 17:15:17.369651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-fcf5f8f7-7cff-4e98-bbba-274fd901ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.370188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-fcf5f8f7-7cff-4e98-bbba-274fd901ca03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b564287c-5064-450a-b060-14d5484537be HTTP/1.1" status: 200 len: 862 time: 0.1580803 Mar 11 17:15:17.399858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] Checking router: caade777-5b82-401c-bbc2-0b57b4cb2a80 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:17.415605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] Routers {'caade777-5b82-401c-bbc2-0b57b4cb2a80'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:17.415605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['caade777-5b82-401c-bbc2-0b57b4cb2a80'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:17.427218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc143584-be57-468a-9306-45926d451d23 req-8b960a60-b120-485f-8671-76673a9ee440 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478813 Mar 11 17:15:17.507840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-cc438d2e-750a-47bb-81c9-82adff409c8b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.515363 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-cc438d2e-750a-47bb-81c9-82adff409c8b tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 950 time: 0.4507723 Mar 11 17:15:17.529542 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-9ee36bf6-5179-4eef-bcf4-cbe6fccbd3eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513903 Mar 11 17:15:17.584190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] Set router caade777-5b82-401c-bbc2-0b57b4cb2a80 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:17.597714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77124c6b-91ee-457d-96a3-23fb69eb9d56 req-c6b17cdb-b94b-41c5-9adf-69e1b159baea tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.599312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77124c6b-91ee-457d-96a3-23fb69eb9d56 req-c6b17cdb-b94b-41c5-9adf-69e1b159baea tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 950 time: 0.0929463 Mar 11 17:15:17.643992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-d5eb97e0-9d8a-411c-a5cf-64eedfcbce1a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.646228 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-d5eb97e0-9d8a-411c-a5cf-64eedfcbce1a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c&tenant_id=d03326208d724ef2a2f1f758b35e8732&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 948 time: 0.4915342 Mar 11 17:15:17.691998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77124c6b-91ee-457d-96a3-23fb69eb9d56 req-f2866534-de60-4668-9a2e-d9df7e396d28 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd76464-95b3-4a30-b356-d2a1e5acffbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795555 Mar 11 17:15:17.804100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:17.833747 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-08af0bda-4301-47ee-bb95-e68aced94fce service neutron] delete failed (client error): The resource could not be found. Mar 11 17:15:17.834880 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-08af0bda-4301-47ee-bb95-e68aced94fce service neutron] 10.222.0.46 "DELETE /v2.0/ports/6670a465-bbc8-4482-bf8b-40f8842c63ca/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.1535692 Mar 11 17:15:17.847927 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-0b24c1bc-84a5-4a29-8050-5ea02d0a3297 service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026435 Mar 11 17:15:17.850098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:17.881062 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Deleting port 7806bbd8-959c-4662-8953-4f7b47835485 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:17.881749 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:17.974210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6670a465-bbc8-4482-bf8b-40f8842c63ca up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:18.066401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6e310-4fba-400c-a050-3dac2e021b7e req-68adaf3f-9500-4aae-8666-3b750660b44d tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:18.068490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:42Z', 'updated_at': '2022-03-11T17:15:13Z', 'revision_number': 5, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'gw_port': {'id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:44Z', 'updated_at': '2022-03-11T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:18.069325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50e6e310-4fba-400c-a050-3dac2e021b7e req-68adaf3f-9500-4aae-8666-3b750660b44d tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 944 time: 0.2771456 Mar 11 17:15:18.084163 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9f5b2ee-8557-449e-85e4-2a1fae1c00aa req-f82f2bdd-7fc6-4bca-9f26-ff0e3902c3d9 service neutron] 10.222.0.66 "GET /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124956 Mar 11 17:15:18.104544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff67eea-3c0d-466f-810d-f3606793f3da None None] The sync data for ids ['caade777-5b82-401c-bbc2-0b57b4cb2a80'] in n-d-833411-1 is: [{'id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'name': 'tempest-ServersTestMultiNic-980367512-router', 'tenant_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:42Z', 'updated_at': '2022-03-11T17:15:13Z', 'revision_number': 5, 'project_id': '0d2f683e3ae4402fa341dd7a04f79da7', 'gw_port': {'id': '4e858218-5914-45aa-8250-5334d48d3ca1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caade777-5b82-401c-bbc2-0b57b4cb2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:44Z', 'updated_at': '2022-03-11T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:18.107742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] For port 7806bbd8-959c-4662-8953-4f7b47835485, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7806bbd8-959c-4662-8953-4f7b47835485,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:18.108115 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.111465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Deleting port 4e858218-5914-45aa-8250-5334d48d3ca1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:18.111804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.112005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 6670a465-bbc8-4482-bf8b-40f8842c63ca completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:15:18.126802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 6670a465-bbc8-4482-bf8b-40f8842c63ca triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:18.127181 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.140957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Calling delete_port for 7806bbd8-959c-4662-8953-4f7b47835485 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:18.240978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-821e4b3b-8db3-4b3c-ab4c-f3661b00487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:18.242489 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-821e4b3b-8db3-4b3c-ab4c-f3661b00487b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1099 time: 0.1785665 Mar 11 17:15:18.278660 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.279978 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.317092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:18.320241 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64012466-4865-41f2-934a-00580258eddb" -d '{"events": [{"server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "name": "network-vif-plugged", "status": "completed", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:18.340841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:18.351214 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.353060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 41255775-1106-434e-a513-0d2945ca5de6 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:18.367244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] For port 4e858218-5914-45aa-8250-5334d48d3ca1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4e858218-5914-45aa-8250-5334d48d3ca1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:18.367642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.396858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Calling delete_port for 4e858218-5914-45aa-8250-5334d48d3ca1 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:18.450857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-6148d3ef-7da7-45e4-bec2-0696796bf963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:18.452369 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-6148d3ef-7da7-45e4-bec2-0696796bf963 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2009134 Mar 11 17:15:18.471177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:18.482697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 41255775-1106-434e-a513-0d2945ca5de6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:18.485582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 41255775-1106-434e-a513-0d2945ca5de6 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:18.542098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94b104-f302-4b17-ba2b-d829fc050150 req-922f2e38-af68-4f78-b8b8-510acb9e27a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:18.543538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be94b104-f302-4b17-ba2b-d829fc050150 req-922f2e38-af68-4f78-b8b8-510acb9e27a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.5629535 Mar 11 17:15:18.550893 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-3029590b-dec8-4e92-8b85-e5aa5aa71cc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 217 time: 0.0552964 Mar 11 17:15:18.597703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50e6e310-4fba-400c-a050-3dac2e021b7e req-4d2ac7d1-8d9f-4f0a-8e47-6889736ec750 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147684 Mar 11 17:15:18.601486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.618367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['7806bbd8-959c-4662-8953-4f7b47835485'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:18.649341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Pushing event deleted for resources: {'Port': ['ID=7806bbd8-959c-4662-8953-4f7b47835485,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:18.693450 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04339e5e-337d-42a1-ae76-94ba10f487bb x-openstack-request-id: req-04339e5e-337d-42a1-ae76-94ba10f487bb {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:18.693848 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "name": "network-vif-plugged", "status": "completed", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:18.694765 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04339e5e-337d-42a1-ae76-94ba10f487bb {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:18.695261 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'code': 200} Mar 11 17:15:18.713264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be94b104-f302-4b17-ba2b-d829fc050150 req-bf79b7fc-284a-48a3-a5be-964f83d301c6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518171 Mar 11 17:15:18.769901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-5f8b3513-4c56-4d96-b898-b1bbffc3f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:18.771372 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-5f8b3513-4c56-4d96-b898-b1bbffc3f68b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2095351 Mar 11 17:15:18.841370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] No DVR routers for this DVR port 7806bbd8-959c-4662-8953-4f7b47835485 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:18.863264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.867158 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ef3b551-cf47-49bd-aa78-b91ebc36aeb0 req-4010150f-3051-4840-9379-5990f22238c6 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.46 "DELETE /v2.0/ports/7806bbd8-959c-4662-8953-4f7b47835485 HTTP/1.1" status: 204 len: 173 time: 1.3365915 Mar 11 17:15:18.874407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c114c3-296c-4337-981c-f59cfff7c5ed', 'name': 'network-vif-deleted', 'tag': '7806bbd8-959c-4662-8953-4f7b47835485'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:18.877772 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9595308-98ff-41c7-9f75-30c9e9d4b04c" -d '{"events": [{"server_uuid": "57c114c3-296c-4337-981c-f59cfff7c5ed", "name": "network-vif-deleted", "tag": "7806bbd8-959c-4662-8953-4f7b47835485"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:18.926082 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.952392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34456fa-d7ab-40b9-9064-f708e07abb11 req-e06ba431-b43d-43e2-9476-7b58c9843040 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:18.955635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-1a592b73-5efa-4d1f-a55c-7f2b6193301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:18.955828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d34456fa-d7ab-40b9-9064-f708e07abb11 req-e06ba431-b43d-43e2-9476-7b58c9843040 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1996205 Mar 11 17:15:18.957528 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-1a592b73-5efa-4d1f-a55c-7f2b6193301b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720569 Mar 11 17:15:18.963655 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:18.996121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f0821-5e23-44a7-898d-3931477145f8 req-ea43cdf9-7952-4ede-be5a-847603173755 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:18.998277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e34f0821-5e23-44a7-898d-3931477145f8 req-ea43cdf9-7952-4ede-be5a-847603173755 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1528800 Mar 11 17:15:19.023637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Deleting port 64eacde0-5a98-462e-82df-2ba9790a4e7c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:19.023773 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.064311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e858218-5914-45aa-8250-5334d48d3ca1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:19.118304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d34456fa-d7ab-40b9-9064-f708e07abb11 req-cd1ec577-a39a-4460-89c8-6688047d7bc7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537085 Mar 11 17:15:19.121328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e34f0821-5e23-44a7-898d-3931477145f8 req-249bb2e8-923d-4034-a48b-fb3b21f271dc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083636 Mar 11 17:15:19.182173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] For port 64eacde0-5a98-462e-82df-2ba9790a4e7c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=64eacde0-5a98-462e-82df-2ba9790a4e7c,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:19.182613 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.201293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Calling delete_port for 64eacde0-5a98-462e-82df-2ba9790a4e7c owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:19.251935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2b6e7f4-0ccf-4e31-9ab7-25e0bbcceae6 req-53548453-db60-4e1d-b26b-f95578aeb3d4 tempest-ServersAdminNegativeTestJSON-1545721125 tempest-ServersAdminNegativeTestJSON-1545721125-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c114c3-296c-4337-981c-f59cfff7c5ed HTTP/1.1" status: 200 len: 210 time: 0.0374115 Mar 11 17:15:19.315337 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d72b6efd-a2bc-46c4-8825-bac60849a097 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:19.337444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d72b6efd-a2bc-46c4-8825-bac60849a097 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:19.337884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d72b6efd-a2bc-46c4-8825-bac60849a097 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:19.404751 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bd2188-d8ef-4be1-a792-5f8b80b46d70 x-openstack-request-id: req-61bd2188-d8ef-4be1-a792-5f8b80b46d70 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:19.405043 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c114c3-296c-4337-981c-f59cfff7c5ed", "name": "network-vif-deleted", "tag": "7806bbd8-959c-4662-8953-4f7b47835485", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:19.405258 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61bd2188-d8ef-4be1-a792-5f8b80b46d70 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:19.405638 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c114c3-296c-4337-981c-f59cfff7c5ed', 'name': 'network-vif-deleted', 'tag': '7806bbd8-959c-4662-8953-4f7b47835485', 'status': 'completed', 'code': 200} Mar 11 17:15:19.450311 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.468115 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.473939 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-4bb4f402-fa02-4976-af75-e521828b3cb2 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031278 Mar 11 17:15:19.481880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Pushing event deleted for resources: {'Port': ['ID=64eacde0-5a98-462e-82df-2ba9790a4e7c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:19.610325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.613877 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.682884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.683430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caade777-5b82-401c-bbc2-0b57b4cb2a80 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:15:19.689293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.692890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4ce7df3a-fa8d-4f97-86cf-a61187ed7644 admin admin] 10.222.0.53 "DELETE /v2.0/routers/caade777-5b82-401c-bbc2-0b57b4cb2a80 HTTP/1.1" status: 204 len: 168 time: 3.1194243 Mar 11 17:15:19.695803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46730) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:19.698094 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.698442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2843a61c-2dd0-4e30-b60a-1d57cc59aa44 req-c7ae14b7-7358-4b00-afbc-cbbd96df6dd9 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998670 Mar 11 17:15:19.760565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-db77c459-f560-4f21-b2fa-2959a3144349 admin admin] Deleting subnet b222560b-4a88-47eb-b3de-e89ed62ecc6b {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:15:19.764257 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db77c459-f560-4f21-b2fa-2959a3144349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.810071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db77c459-f560-4f21-b2fa-2959a3144349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.827101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3f543-601d-48e5-8925-b026d75185a1 req-17af4b14-b03c-4bed-975d-3ad279d319fc tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:19.829204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4a3f543-601d-48e5-8925-b026d75185a1 req-17af4b14-b03c-4bed-975d-3ad279d319fc tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 944 time: 0.1533389 Mar 11 17:15:19.915590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db77c459-f560-4f21-b2fa-2959a3144349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:19.945364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4a3f543-601d-48e5-8925-b026d75185a1 req-ff70896c-0446-4f27-afcc-71cc5d7a1237 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040196 Mar 11 17:15:19.963630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f404a4-215e-46ad-9532-dfc68e898e4d req-a8b962e8-7b79-43ae-bd00-191591ddee9c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:19.964954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d6e06be-d47e-4634-bb5c-69f58a00819f details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:15:19.965210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36f404a4-215e-46ad-9532-dfc68e898e4d req-a8b962e8-7b79-43ae-bd00-191591ddee9c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.1488383 Mar 11 17:15:19.990066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db77c459-f560-4f21-b2fa-2959a3144349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.019656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77c459-f560-4f21-b2fa-2959a3144349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b222560b-4a88-47eb-b3de-e89ed62ecc6b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:20.023098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db77c459-f560-4f21-b2fa-2959a3144349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.026901 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-db77c459-f560-4f21-b2fa-2959a3144349 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b222560b-4a88-47eb-b3de-e89ed62ecc6b HTTP/1.1" status: 204 len: 168 time: 0.3270452 Mar 11 17:15:20.030406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:20.033137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f04c8-3f31-4216-af59-fe4ee15aa1ba None None] Network 4bc806db-37a4-4d83-a93e-7384346288d3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:20.125654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.132295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36f404a4-215e-46ad-9532-dfc68e898e4d req-1be70d95-e176-4a79-b0a9-e8e40c2f40d5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989687 Mar 11 17:15:20.149633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:15:20.224879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Deleting port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:20.225482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.278338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7d6e06be-d47e-4634-bb5c-69f58a00819f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d6e06be-d47e-4634-bb5c-69f58a00819f,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:20.304708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '7d6e06be-d47e-4634-bb5c-69f58a00819f', 'network_id': '63bf69e0-e45d-4fdf-8b3f-74dbae54f32c', 'port_id': '7d6e06be-d47e-4634-bb5c-69f58a00819f', 'mac_address': 'fa:16:3e:82:c4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564287c-5064-450a-b060-14d5484537be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:15:20.377093 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.407942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6e06be-d47e-4634-bb5c-69f58a00819f {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:20.411893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] For port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ca4b9dc-875c-4b80-82e0-1787a0dd01a0,segment=NetworkSegment(33139ec6-89e6-4e21-b894-ef61195902b4),segment_id=33139ec6-89e6-4e21-b894-ef61195902b4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:20.412430 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.418504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] DHCP port deletion for 4bc806db-37a4-4d83-a93e-7384346288d3 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:15:20.429314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Calling delete_port for 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:20.469115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7d6e06be-d47e-4634-bb5c-69f58a00819f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d6e06be-d47e-4634-bb5c-69f58a00819f,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:20.478283 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.496409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5607d5-c240-4573-8501-7367ecd034ca req-80dce04f-9ec3-4c99-847c-0151b041e06c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:20.498258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f5607d5-c240-4573-8501-7367ecd034ca req-80dce04f-9ec3-4c99-847c-0151b041e06c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2300522 Mar 11 17:15:20.518024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8c12-5359-4834-b5aa-c90e66d1ae25 req-aade71a5-2580-4312-90cd-ba882734439d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:20.519562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-068f8c12-5359-4834-b5aa-c90e66d1ae25 req-aade71a5-2580-4312-90cd-ba882734439d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.2004535 Mar 11 17:15:20.522635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:20.532258 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] Sync routers for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:20.537289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.545126 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:20.545651 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:20.550334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=7d6e06be-d47e-4634-bb5c-69f58a00819f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:20.557045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a999cea8-7e27-4bd8-ae9f-0d89c75e5287 admin admin] 10.222.0.53 "PUT /v2.0/routers/f5635c79-8885-434e-a8c2-fc3e4a9d38d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5647225 Mar 11 17:15:20.567694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46752) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:20.575335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca4b9dc-875c-4b80-82e0-1787a0dd01a0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:20.592023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] Deleting port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:20.592795 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.610131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] No DVR routers for this DVR port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:20.658588 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-068f8c12-5359-4834-b5aa-c90e66d1ae25 req-1cd53060-4cd2-481a-80ff-603c8135f44f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956399 Mar 11 17:15:20.678745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] For port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:20.679511 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.691688 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:20.698829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f5607d5-c240-4573-8501-7367ecd034ca req-263be0a5-0fe2-417e-9461-08e962932e27 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781795 Mar 11 17:15:20.729274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] Calling delete_port for 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:20.736302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] Port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:15:20.742068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.745407 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.773918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc806db-37a4-4d83-a93e-7384346288d3']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:20.782755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.804083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] No DVR routers for this DVR port 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:20.814188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0907e1-f4f9-4257-9d5d-42cb5b74c087 None None] Pushing event deleted for resources: {'Port': ['ID=6ca4b9dc-875c-4b80-82e0-1787a0dd01a0,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:20.831365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33139ec6-89e6-4e21-b894-ef61195902b4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:20.832084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33139ec6-89e6-4e21-b894-ef61195902b4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:20.852227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.865569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d78b2-7b38-43e3-ae99-99cc0eac6408 req-764b48e7-e5d7-45be-8bf8-ff07c3d81ac9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:20.867385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b34d78b2-7b38-43e3-ae99-99cc0eac6408 req-764b48e7-e5d7-45be-8bf8-ff07c3d81ac9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 946 time: 0.0716369 Mar 11 17:15:20.877196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.923244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b34d78b2-7b38-43e3-ae99-99cc0eac6408 req-ffc56c49-1f46-48dd-aaca-1230bafd99ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460231 Mar 11 17:15:20.930642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:15:20.931820 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:15:20.933916 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:15:20.974988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['7d6e06be-d47e-4634-bb5c-69f58a00819f'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:20.998224 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:15:19Z', 'revision_number': 5, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port': {'id': '81cd00dd-8f5a-4816-9612-bd6cfeca9324', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:30Z', 'updated_at': '2022-03-11T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:21.018824 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.024368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.031519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.035489 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4bc806db-37a4-4d83-a93e-7384346288d3 HTTP/1.1" status: 204 len: 168 time: 1.0025826 Mar 11 17:15:21.044072 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] Checking router: f5635c79-8885-434e-a8c2-fc3e4a9d38d6 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:21.052944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551590ab-47f1-44fe-b419-27747ad94737 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc806db-37a4-4d83-a93e-7384346288d3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:21.057595 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] Routers {'f5635c79-8885-434e-a8c2-fc3e4a9d38d6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:21.058682 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:21.114570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Deleting port 81cd00dd-8f5a-4816-9612-bd6cfeca9324 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:21.116469 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.217670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e2797-67fe-4eec-9754-00104c5e9b06 req-3912d89a-b5b5-4a62-9754-496adee32640 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:21.240949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e80e2797-67fe-4eec-9754-00104c5e9b06 req-3912d89a-b5b5-4a62-9754-496adee32640 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 945 time: 0.1392992 Mar 11 17:15:21.279728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] For port 81cd00dd-8f5a-4816-9612-bd6cfeca9324, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=81cd00dd-8f5a-4816-9612-bd6cfeca9324,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:21.280187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.298221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Calling delete_port for 81cd00dd-8f5a-4816-9612-bd6cfeca9324 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:21.307481 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] Set router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:21.353623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e80e2797-67fe-4eec-9754-00104c5e9b06 req-bc544b34-8f7a-4617-9b4d-cdf52903a444 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114600 Mar 11 17:15:21.383715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46768) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:21.420215 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:15:21Z', 'revision_number': 6, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:21.448805 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb04e4e-8443-4888-8e6c-c9b940e6fa3b None None] The sync data for ids ['f5635c79-8885-434e-a8c2-fc3e4a9d38d6'] in n-d-833411-1 is: [{'id': 'f5635c79-8885-434e-a8c2-fc3e4a9d38d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557841053-router', 'tenant_id': '248ba4cf133d4a8b9259c2eb53769958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:29Z', 'updated_at': '2022-03-11T17:15:21Z', 'revision_number': 6, 'project_id': '248ba4cf133d4a8b9259c2eb53769958', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:21.501205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e858218-5914-45aa-8250-5334d48d3ca1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:21.538699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4e858218-5914-45aa-8250-5334d48d3ca1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:21.539041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e858218-5914-45aa-8250-5334d48d3ca1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:21.539458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:21.553241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46774) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:21.573670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:21.574204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ca4b9dc-875c-4b80-82e0-1787a0dd01a0 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:21.602684 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b9cc4a54-1331-4c51-8759-b8612acf6e58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d2f683e3ae4402fa341dd7a04f79da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174115 Mar 11 17:15:21.605294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:21.614386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5bd27180-ad80-4f61-b299-e84f6b50d353 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:15:21.619126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7806bbd8-959c-4662-8953-4f7b47835485 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:21.619768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.653213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 7806bbd8-959c-4662-8953-4f7b47835485 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:21.653566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7806bbd8-959c-4662-8953-4f7b47835485 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:21.654046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:21.678268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Pushing event deleted for resources: {'Port': ['ID=81cd00dd-8f5a-4816-9612-bd6cfeca9324,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:21.833468 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.898879 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.908573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:21.932141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'port_id': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'mac_address': 'fa:16:3e:44:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:15:21.960168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:21.962698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:21.966109 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1dd507-cdcc-4c25-b8e2-88db8708472e" -d '{"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:21.973066 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.991599 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.994573 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.002050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-657e4089-5751-42b0-9900-e8ec774b7ea5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44ab3edc70eb4e559c3299f89c17181b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473329 Mar 11 17:15:22.012015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46808) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:22.063666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342898a5-ba24-4e4d-bc65-4b1fcbd9d263 req-a9e93a33-3ea3-4569-a560-fe447f917c86 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:22.066599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-342898a5-ba24-4e4d-bc65-4b1fcbd9d263 req-a9e93a33-3ea3-4569-a560-fe447f917c86 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2106876 Mar 11 17:15:22.091994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=14']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:22.098128 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.107941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f71636-2ca5-4243-8c45-a44ce212197e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.117556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bd27180-ad80-4f61-b299-e84f6b50d353 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:22.124679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c00b92-dbfb-4f40-acac-3719ffc6f681 req-a4853f67-17f1-4d8c-a6a8-2480d4c0d403 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:22.127384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70c00b92-dbfb-4f40-acac-3719ffc6f681 req-a4853f67-17f1-4d8c-a6a8-2480d4c0d403 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.2435563 Mar 11 17:15:22.131020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.131956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5635c79-8885-434e-a8c2-fc3e4a9d38d6 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:15:22.138643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.140067 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-69e4edd3-de3d-4d67-938f-874344663319 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f5635c79-8885-434e-a8c2-fc3e4a9d38d6 HTTP/1.1" status: 204 len: 168 time: 1.5708342 Mar 11 17:15:22.147650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46814) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:22.162225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:22.173795 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f71636-2ca5-4243-8c45-a44ce212197e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.175937 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.224489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70c00b92-dbfb-4f40-acac-3719ffc6f681 req-384e6efa-9428-4879-a36a-aa71e2255e1c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840726 Mar 11 17:15:22.248128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25fa433c-5373-4ada-9751-a96497dcabb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.259377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:22.288456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25fa433c-5373-4ada-9751-a96497dcabb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.291648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d6463f-f44f-45cf-be49-b5c13614044d admin admin] Deleting subnet eb108ee6-873b-415a-abb9-361fe1e21626 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:15:22.292837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['5bd27180-ad80-4f61-b299-e84f6b50d353'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:22.295687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7d6463f-f44f-45cf-be49-b5c13614044d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.330245 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0afae8-29e2-4ffc-b1d0-982ee33ffe69 x-openstack-request-id: req-4c0afae8-29e2-4ffc-b1d0-982ee33ffe69 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:22.330569 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:22.330780 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c0afae8-29e2-4ffc-b1d0-982ee33ffe69 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:22.331147 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'code': 200} Mar 11 17:15:22.381249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-342898a5-ba24-4e4d-bc65-4b1fcbd9d263 req-e48344bb-e22f-4ce9-9a98-b4dd80d3cf68 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712460 Mar 11 17:15:22.391863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25fa433c-5373-4ada-9751-a96497dcabb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.395331 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7d6463f-f44f-45cf-be49-b5c13614044d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.398956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25fa433c-5373-4ada-9751-a96497dcabb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.401078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-25fa433c-5373-4ada-9751-a96497dcabb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cd76464-95b3-4a30-b356-d2a1e5acffbe HTTP/1.1" status: 204 len: 168 time: 0.3863509 Mar 11 17:15:22.418590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa433c-5373-4ada-9751-a96497dcabb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd76464-95b3-4a30-b356-d2a1e5acffbe,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:22.518984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f71636-2ca5-4243-8c45-a44ce212197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.522658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47f71636-2ca5-4243-8c45-a44ce212197e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.526074 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-47f71636-2ca5-4243-8c45-a44ce212197e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d HTTP/1.1" status: 204 len: 168 time: 0.9174910 Mar 11 17:15:22.546643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f71636-2ca5-4243-8c45-a44ce212197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbd9bdc-c903-4f2f-869d-b0c0c4862c5d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:22.679426 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7d6463f-f44f-45cf-be49-b5c13614044d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.683423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656f6aa-68d8-4955-893d-ecbded646806 req-2429d175-4312-47c4-981b-699977ce9200 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:22.685724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6656f6aa-68d8-4955-893d-ecbded646806 req-2429d175-4312-47c4-981b-699977ce9200 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 945 time: 0.1961050 Mar 11 17:15:22.731510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a5399-1155-45dd-850f-cdeb70070e5d req-bb8d8b58-c319-4474-a2e1-4cb418a31578 tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:22.733680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d29a5399-1155-45dd-850f-cdeb70070e5d req-bb8d8b58-c319-4474-a2e1-4cb418a31578 tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1100 time: 0.1530855 Mar 11 17:15:22.792560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6656f6aa-68d8-4955-893d-ecbded646806 req-8a5f3dca-c5e0-4824-949c-f5304860c2bc tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985842 Mar 11 17:15:22.810237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7d6463f-f44f-45cf-be49-b5c13614044d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.817101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d29a5399-1155-45dd-850f-cdeb70070e5d req-818a2d09-3dc9-481d-9d08-e73bd3d2f32c tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666485 Mar 11 17:15:22.891541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7d6463f-f44f-45cf-be49-b5c13614044d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:22.903269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46864) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:22.904000 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f7d6463f-f44f-45cf-be49-b5c13614044d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eb108ee6-873b-415a-abb9-361fe1e21626 HTTP/1.1" status: 204 len: 168 time: 0.7515779 Mar 11 17:15:22.905260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6463f-f44f-45cf-be49-b5c13614044d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb108ee6-873b-415a-abb9-361fe1e21626,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:22.920206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb4f68-653f-498a-ae4b-686df00bc8ce None None] Network 85be2e8d-7ae4-44e6-9858-405a816e51eb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:23.073533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46878) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:23.170280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.202658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710325d-5e2f-4ba4-847f-2c2c7416668a None None] DHCP port deletion for 85be2e8d-7ae4-44e6-9858-405a816e51eb request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:15:23.224707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-91710394-bddb-4a10-96bc-fa1bb92e4ea8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=444555591ef645aea4d58de9c09aa20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492548 Mar 11 17:15:23.227025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46884) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:23.333406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912c5dc-c0d5-4ad2-adf1-10417122ff78 req-0d14e326-83ea-4fe8-af17-9d9b3b68fc15 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:23.340642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f912c5dc-c0d5-4ad2-adf1-10417122ff78 req-0d14e326-83ea-4fe8-af17-9d9b3b68fc15 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0902836 Mar 11 17:15:23.350188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1710325d-5e2f-4ba4-847f-2c2c7416668a None None] Deleting port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:23.350666 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1710325d-5e2f-4ba4-847f-2c2c7416668a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.361714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f10c0eed-5bca-42cf-86a5-8dbb8d5a029a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.362983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 81cd00dd-8f5a-4816-9612-bd6cfeca9324 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:23.379159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-ce5a8745-6786-46cf-a382-68416580b5b1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d03326208d724ef2a2f1f758b35e8732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352588 Mar 11 17:15:23.402272 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f10c0eed-5bca-42cf-86a5-8dbb8d5a029a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.404574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Deleting port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:23.405010 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.451751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 81cd00dd-8f5a-4816-9612-bd6cfeca9324 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:23.451751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 81cd00dd-8f5a-4816-9612-bd6cfeca9324 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:23.451751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64eacde0-5a98-462e-82df-2ba9790a4e7c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:23.476248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f10c0eed-5bca-42cf-86a5-8dbb8d5a029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.479088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f10c0eed-5bca-42cf-86a5-8dbb8d5a029a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.480688 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f10c0eed-5bca-42cf-86a5-8dbb8d5a029a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baa9fe1e-3328-4525-a819-501765b18af0 HTTP/1.1" status: 204 len: 168 time: 0.2509117 Mar 11 17:15:23.494365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c0eed-5bca-42cf-86a5-8dbb8d5a029a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa9fe1e-3328-4525-a819-501765b18af0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:23.524601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f912c5dc-c0d5-4ad2-adf1-10417122ff78 req-4e08dc29-6ec6-44e0-bc40-d7f806f1359a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668086 Mar 11 17:15:23.550017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] For port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cdb2fc2e-6c22-414e-a492-44b6f6adf9d4,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:23.550503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.575400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Calling delete_port for cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:23.623705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 64eacde0-5a98-462e-82df-2ba9790a4e7c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:23.624048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64eacde0-5a98-462e-82df-2ba9790a4e7c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:23.624497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:23.651511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff647ae8-4b89-484f-af63-4f258c16168f req-4a8d62aa-528d-4870-8418-a11934e6ebc6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:23.659242 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-4a8d62aa-528d-4870-8418-a11934e6ebc6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681682 Mar 11 17:15:23.674879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5bd27180-ad80-4f61-b299-e84f6b50d353 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:23.680680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-c7bb9098-cf2e-4153-890a-d9d7e02d9d2b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/quotas/d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 375 time: 0.0205352 Mar 11 17:15:23.759960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1710325d-5e2f-4ba4-847f-2c2c7416668a None None] For port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cdb2fc2e-6c22-414e-a492-44b6f6adf9d4,segment=NetworkSegment(d552956f-1d9a-41a6-8430-5d0f02c60bd0),segment_id=d552956f-1d9a-41a6-8430-5d0f02c60bd0)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:23.761930 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1710325d-5e2f-4ba4-847f-2c2c7416668a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.794850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36446dfc-cf4e-497b-9f59-de317d6beee0 req-a4dff1f0-f230-41ce-a87b-d0a392c418f9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:23.796869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36446dfc-cf4e-497b-9f59-de317d6beee0 req-a4dff1f0-f230-41ce-a87b-d0a392c418f9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 944 time: 0.1118174 Mar 11 17:15:23.811743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-4a69a12f-4620-43c8-aa25-be57e99a2ea6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1300967 Mar 11 17:15:23.815756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1710325d-5e2f-4ba4-847f-2c2c7416668a None None] Calling delete_port for cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:23.833776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.926882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] No DVR routers for this DVR port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:23.937091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb2fc2e-6c22-414e-a492-44b6f6adf9d4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: from cryptography.utils import int_from_bytes Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: from cryptography.utils import int_from_bytes Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.984768 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:15:23.988917 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:15:24.027839 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1710325d-5e2f-4ba4-847f-2c2c7416668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.049397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d6e06be-d47e-4634-bb5c-69f58a00819f up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:24.080809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36446dfc-cf4e-497b-9f59-de317d6beee0 req-cedb9c5d-09a3-4c22-bfac-05937e7b75f0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620955 Mar 11 17:15:24.158840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.187091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710325d-5e2f-4ba4-847f-2c2c7416668a None None] Pushing event deleted for resources: {'Port': ['ID=cdb2fc2e-6c22-414e-a492-44b6f6adf9d4,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:24.195573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85be2e8d-7ae4-44e6-9858-405a816e51eb']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:24.206583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710325d-5e2f-4ba4-847f-2c2c7416668a None None] No DVR routers for this DVR port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:24.229588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd552956f-1d9a-41a6-8430-5d0f02c60bd0') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:24.229945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd552956f-1d9a-41a6-8430-5d0f02c60bd0') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:24.285698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No active binding found for port cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 {{(pid=102643) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 17:15:24.286295 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cdb2fc2e-6c22-414e-a492-44b6f6adf9d4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:24.312004 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.316807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 5bd27180-ad80-4f61-b299-e84f6b50d353 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:24.317201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.381317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 7d6e06be-d47e-4634-bb5c-69f58a00819f completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:15:24.420676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 7d6e06be-d47e-4634-bb5c-69f58a00819f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:24.421040 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.429260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.459521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:15:24.460218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:15:24.468072 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:15:24.521538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:24.554251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2ef17-9331-4d01-b21f-0e6e54a86785 req-f211ef9c-ae3b-413b-9ee5-89f740498985 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:24.555843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-faa2ef17-9331-4d01-b21f-0e6e54a86785 req-f211ef9c-ae3b-413b-9ee5-89f740498985 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3659265 Mar 11 17:15:24.578966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44f8e6-ab3b-44c9-8d1f-43bbe41c0c23 req-3255ff70-bedf-457a-a1b9-839890fa8fd3 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:24.580597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae44f8e6-ab3b-44c9-8d1f-43bbe41c0c23 req-3255ff70-bedf-457a-a1b9-839890fa8fd3 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 945 time: 0.3293333 Mar 11 17:15:24.616265 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.624810 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.632036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] 10.222.0.53 "DELETE /v2.0/networks/85be2e8d-7ae4-44e6-9858-405a816e51eb HTTP/1.1" status: 204 len: 168 time: 1.7276075 Mar 11 17:15:24.656979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-faa2ef17-9331-4d01-b21f-0e6e54a86785 req-a4839b56-2b7e-445b-a987-5578cee2153c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936449 Mar 11 17:15:24.657940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4365d4-bf3b-4b24-83e1-a9b6d595e8cb admin admin] Pushing event deleted for resources: {'Network': ['ID=85be2e8d-7ae4-44e6-9858-405a816e51eb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:24.693402 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.724820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:24.727437 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81470f50-2bb4-452e-9021-7127341bdfbd" -d '{"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-plugged", "status": "completed", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:24.736829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91398d8b-2c54-4545-aba0-7430c5a1ffb0 req-765d1ed6-1d45-4324-a76d-4bdb34c01a2e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 210 time: 0.0388315 Mar 11 17:15:24.773978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-504282303-network', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:24.778373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:24.802691 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.852282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:24.857339 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.860581 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.891937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.915163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7d6e06be-d47e-4634-bb5c-69f58a00819f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d6e06be-d47e-4634-bb5c-69f58a00819f,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:24.926073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2918c-7769-4d5f-b8e3-6d8c635f9ad1 req-ec70a74c-0f85-4d35-86e9-22cc3008bf7e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:24.935789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.940209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10d2918c-7769-4d5f-b8e3-6d8c635f9ad1 req-ec70a74c-0f85-4d35-86e9-22cc3008bf7e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1120009 Mar 11 17:15:24.966532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:25.023652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10d2918c-7769-4d5f-b8e3-6d8c635f9ad1 req-a0808140-1693-466b-8554-2cf20894641f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737407 Mar 11 17:15:25.102003 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a983735c-772e-4efb-9bd5-3b6e393b38c2 x-openstack-request-id: req-a983735c-772e-4efb-9bd5-3b6e393b38c2 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:25.103134 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-plugged", "status": "completed", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:25.103610 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a983735c-772e-4efb-9bd5-3b6e393b38c2 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:25.104214 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'code': 200} Mar 11 17:15:25.122574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:25.139971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:25.155069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae44f8e6-ab3b-44c9-8d1f-43bbe41c0c23 req-b55b64e5-7482-47c1-817c-53c0fd7196a0 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662947 Mar 11 17:15:25.168306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=7d6e06be-d47e-4634-bb5c-69f58a00819f,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:25.173695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:15:25.225569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46976) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:25.238100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:25.238867 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Added segment a6c1d57e-3931-4d3d-a0be-69464eb90152 of type vlan for network 1394a171-ce99-407d-a71d-c9abf03ee56b Mar 11 17:15:25.332532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:25.436104 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:25.437303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.438047 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:25.462552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4b7715a4-5e85-4cd2-a402-aaa7e253bb4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=248ba4cf133d4a8b9259c2eb53769958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353787 Mar 11 17:15:25.474833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46980) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:25.495103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c84bff2-8e54-439b-888a-6216d92c3f1f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:25.562848 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0408611 Mar 11 17:15:25.577781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46982) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:25.587941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Request body: {'subnet': {'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-504282303-subnet', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:25.616695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a843a-dc7a-40e2-9efe-bbac24d5958d admin admin] Pushing event updated for resources: {'Network': ['ID=1394a171-ce99-407d-a71d-c9abf03ee56b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:25.633270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 1394a171-ce99-407d-a71d-c9abf03ee56b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:15:25.651831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-c5e0b266-565a-4c90-b4fb-d8b72fda8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.655208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b8776-fe64-448f-9b9f-151659bb22cd req-0e6717fc-13eb-496e-86ce-637f14592b4d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.658426 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-c5e0b266-565a-4c90-b4fb-d8b72fda8e11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1095 time: 0.1113660 Mar 11 17:15:25.670319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb2b8776-fe64-448f-9b9f-151659bb22cd req-0e6717fc-13eb-496e-86ce-637f14592b4d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.2561109 Mar 11 17:15:25.743996 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af081eeb-462a-4ce2-94cc-2a7ea94ea738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:25.749362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffea8b-8d1e-45f7-94ca-bf0e137e67fc req-6cd68a62-1215-47dc-9760-690118836381 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.759137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0ffea8b-8d1e-45f7-94ca-bf0e137e67fc req-6cd68a62-1215-47dc-9760-690118836381 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3345022 Mar 11 17:15:25.762689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:25.764863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:25.786915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af081eeb-462a-4ce2-94cc-2a7ea94ea738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:25.889136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb2b8776-fe64-448f-9b9f-151659bb22cd req-e1f96446-84f5-4b53-a13c-422ab49aea3b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206793 Mar 11 17:15:25.895035 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-a8265f09-9fdd-4a57-8e3a-d4d54a03eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.897708 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-a8265f09-9fdd-4a57-8e3a-d4d54a03eb96 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2274990 Mar 11 17:15:25.970581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0ffea8b-8d1e-45f7-94ca-bf0e137e67fc req-453e3058-f243-4738-99c7-59174bca1bb2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996841 Mar 11 17:15:26.045104 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab0f8aa4-38ae-4421-9460-2d201eb322ad req-0982dcc6-6bf6-40ab-8da0-b2121a89f2ab tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 210 time: 0.0573106 Mar 11 17:15:26.131559 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-4dd60250-2f47-4d94-8925-99345b0a5bc3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d03326208d724ef2a2f1f758b35e8732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461640 Mar 11 17:15:26.338428 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af081eeb-462a-4ce2-94cc-2a7ea94ea738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:26.352531 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af081eeb-462a-4ce2-94cc-2a7ea94ea738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:26.357729 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:26.358142 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-af081eeb-462a-4ce2-94cc-2a7ea94ea738 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd28892d-2f2c-4dca-9254-c74cc664116b HTTP/1.1" status: 204 len: 168 time: 0.8769813 Mar 11 17:15:26.446369 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-313bfb3c-fdb7-46b0-b4d0-7179c258e623 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 999 time: 0.5223694 Mar 11 17:15:26.449823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af081eeb-462a-4ce2-94cc-2a7ea94ea738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd28892d-2f2c-4dca-9254-c74cc664116b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:26.522577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf8e4bb-7108-4116-a5e2-7ae872b2c394,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:26.581884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1095e-8192-400a-9805-ab422cc16ef1 req-399755d8-1002-4109-81ed-34827ee3bb98 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:26.583969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dac1095e-8192-400a-9805-ab422cc16ef1 req-399755d8-1002-4109-81ed-34827ee3bb98 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 946 time: 0.2408571 Mar 11 17:15:26.593673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Checking segment: {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:26.594882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Network hostable DHCP agents. Network: 1394a171-ce99-407d-a71d-c9abf03ee56b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:15:26.639419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff647ae8-4b89-484f-af63-4f258c16168f req-73157b2d-f1f9-4bd3-bd63-bd8cc5d10de9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:26.643314 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-73157b2d-f1f9-4bd3-bd63-bd8cc5d10de9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4988947 Mar 11 17:15:26.671597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Request body: {'port': {'device_id': '5e7960ae-6885-4640-96e3-edea89306594', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'd03326208d724ef2a2f1f758b35e8732'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:26.679206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dac1095e-8192-400a-9805-ab422cc16ef1 req-0e59cb4f-62cd-42ea-8cc9-f1d1c6c80541 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865974 Mar 11 17:15:26.680545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Network 1394a171-ce99-407d-a71d-c9abf03ee56b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:15:26.699369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 1394a171-ce99-407d-a71d-c9abf03ee56b) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:26.714013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:26.715462 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:26.758259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1df7ff72-6d9c-4423-ba91-c8aba279f295 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1736088 Mar 11 17:15:26.758806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47006) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:26.765387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:26.779345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d899ccd5-225a-4f7c-b4c0-c4104fb5d714 None None] Network 1394a171-ce99-407d-a71d-c9abf03ee56b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:26.794296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-04f2137b-b6c3-451a-9fc4-b9564f8b2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:26.796190 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-04f2137b-b6c3-451a-9fc4-b9564f8b2b0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.3419397 Mar 11 17:15:26.831085 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:26.831740 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:26.924439 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:26.932693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-e74a30e7-29d9-4379-89e2-9a75b425ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:26.937391 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-e74a30e7-29d9-4379-89e2-9a75b425ef88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273043 Mar 11 17:15:26.961552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f276f49b-6633-4ee5-9a64-4c8f6b3727bd req-be1a1b2e-28b0-4449-8963-577fa6d413f4 tempest-AbsoluteLimitsNegativeTestJSON-1081851348 tempest-AbsoluteLimitsNegativeTestJSON-1081851348-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3a08e83cb6f94867a9cafbe70df94fc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350070 Mar 11 17:15:27.104305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-1394a171-ce99-407d-a71d-c9abf03ee56b', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:15:27.104615 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:15:27.105406 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.108278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e052d664-c7e1-4756-8f3a-3b3ee12f6c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6e06be-d47e-4634-bb5c-69f58a00819f'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:27.111234 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb204788-635a-4418-a3ca-a03537735fc8" -d '{"events": [{"server_uuid": "e052d664-c7e1-4756-8f3a-3b3ee12f6c90", "name": "network-vif-plugged", "status": "completed", "tag": "7d6e06be-d47e-4634-bb5c-69f58a00819f"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:27.115090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Made reservation on behalf of d03326208d724ef2a2f1f758b35e8732 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:27.119661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.404832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Allocated IP 192.168.233.49 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/891eae85-2b90-448a-bb40-e30ba1d77855) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:27.420540 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Allocated IP 172.20.0.2 (1394a171-ce99-407d-a71d-c9abf03ee56b/4bf8e4bb-7108-4116-a5e2-7ae872b2c394/1ea517f5-e570-406f-88ba-9cc16f80f10c) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:27.478359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276f49b-6633-4ee5-9a64-4c8f6b3727bd req-0344b52e-7c0a-4b65-87ea-3cad266f193d tempest-AbsoluteLimitsNegativeTestJSON-1081851348 tempest-AbsoluteLimitsNegativeTestJSON-1081851348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:27.499053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f276f49b-6633-4ee5-9a64-4c8f6b3727bd req-0344b52e-7c0a-4b65-87ea-3cad266f193d tempest-AbsoluteLimitsNegativeTestJSON-1081851348 tempest-AbsoluteLimitsNegativeTestJSON-1081851348-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5362720 Mar 11 17:15:27.546851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f276f49b-6633-4ee5-9a64-4c8f6b3727bd req-77bd8fb0-8c63-4ec5-b5de-38e4aeadfea5 tempest-AbsoluteLimitsNegativeTestJSON-1081851348 tempest-AbsoluteLimitsNegativeTestJSON-1081851348-project] 10.222.0.53 "GET /v2.0/quotas/3a08e83cb6f94867a9cafbe70df94fc8 HTTP/1.1" status: 200 len: 375 time: 0.0422339 Mar 11 17:15:27.654687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.657331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f276f49b-6633-4ee5-9a64-4c8f6b3727bd req-5d12142e-89d4-46fa-8fbd-e8e78cad6d7d tempest-AbsoluteLimitsNegativeTestJSON-1081851348 tempest-AbsoluteLimitsNegativeTestJSON-1081851348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a08e83cb6f94867a9cafbe70df94fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038868 Mar 11 17:15:27.704934 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.726651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6670a465-bbc8-4482-bf8b-40f8842c63ca'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:27.733897 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-b16e8c96-25c2-49f1-b117-86b23b68c750 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7847393 Mar 11 17:15:27.785635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f043d0-43f3-4170-bff0-58b49acd6332 req-d334f5c6-bc1e-4266-ac82-553493b97bfe tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:27.788495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75f043d0-43f3-4170-bff0-58b49acd6332 req-d334f5c6-bc1e-4266-ac82-553493b97bfe tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.3235748 Mar 11 17:15:27.793374 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.844898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:27.903326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:27.927446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:27.941030 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Pushing event updated for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:27.960420 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.001164 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.035430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:28.036545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.066868 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-9a04e708-e55d-43d1-b5c7-23cc93128397 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4076965 Mar 11 17:15:28.071949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d33d27-a1f3-4820-88b6-33a59946cef8 req-566cc569-2d1a-4e4a-963e-bcda57d72e8f service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095529 Mar 11 17:15:28.092643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75f043d0-43f3-4170-bff0-58b49acd6332 req-a27a6642-e233-4d9f-95aa-955af116e05b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896874 Mar 11 17:15:28.107523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Request body: {'port': {'device_id': '5e7960ae-6885-4640-96e3-edea89306594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:28.117417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709e245-aaa1-43f6-ad4f-ed2951697c75 req-b75e06cf-b578-43ed-965d-adc049415bc4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:28.126645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1709e245-aaa1-43f6-ad4f-ed2951697c75 req-b75e06cf-b578-43ed-965d-adc049415bc4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2880402 Mar 11 17:15:28.144305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47044) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:28.150775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Network 1394a171-ce99-407d-a71d-c9abf03ee56b is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:28.163035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:28.168764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Pushing event updated for resources: {'Port': ['ID=1ea517f5-e570-406f-88ba-9cc16f80f10c,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:28.183520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:28.255787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.298045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1709e245-aaa1-43f6-ad4f-ed2951697c75 req-480a1cc7-6850-4c54-9f2e-de6e99236538 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704450 Mar 11 17:15:28.300323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47048) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:28.357248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Attempting to bind port 1ea517f5-e570-406f-88ba-9cc16f80f10c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:28.357621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Attempting to bind port 1ea517f5-e570-406f-88ba-9cc16f80f10c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:28.357986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Attempting to bind port 1ea517f5-e570-406f-88ba-9cc16f80f10c on network 1394a171-ce99-407d-a71d-c9abf03ee56b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:28.393470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:28.396953 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Checking segment: {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:28.397726 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.398619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Bound using segment: {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:28.399303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Bound port: 1ea517f5-e570-406f-88ba-9cc16f80f10c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:28.399935 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.447242 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf25c4-6485-4a09-a785-ece132eeab04 x-openstack-request-id: req-e7cf25c4-6485-4a09-a785-ece132eeab04 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:28.450936 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e052d664-c7e1-4756-8f3a-3b3ee12f6c90", "name": "network-vif-plugged", "status": "completed", "tag": "7d6e06be-d47e-4634-bb5c-69f58a00819f", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:28.451583 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7cf25c4-6485-4a09-a785-ece132eeab04 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:28.454525 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e052d664-c7e1-4756-8f3a-3b3ee12f6c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6e06be-d47e-4634-bb5c-69f58a00819f', 'code': 200} Mar 11 17:15:28.636743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7fcf0400-90e6-4237-b241-e191832d8506 None None] Provisioning complete for port 891eae85-2b90-448a-bb40-e30ba1d77855 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:28.637559 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0400-90e6-4237-b241-e191832d8506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.652352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87155-5e3b-4a3a-aea5-fc954d1a39f1 req-40f53ac9-b224-476b-aad4-cf59a2adeefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:28.654632 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3dc87155-5e3b-4a3a-aea5-fc954d1a39f1 req-40f53ac9-b224-476b-aad4-cf59a2adeefb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 1097 time: 0.1128640 Mar 11 17:15:28.686175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a9539-e19c-40f4-9996-3efd7eee2640 req-af85f0ba-f06a-4e89-a040-a6a1e07d2067 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:28.687762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f03a9539-e19c-40f4-9996-3efd7eee2640 req-af85f0ba-f06a-4e89-a040-a6a1e07d2067 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 935 time: 0.2915337 Mar 11 17:15:28.743842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-network', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:28.748986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] For port 1ea517f5-e570-406f-88ba-9cc16f80f10c, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:28.755969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] For port 1ea517f5-e570-406f-88ba-9cc16f80f10c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1ea517f5-e570-406f-88ba-9cc16f80f10c,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:28.757782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf0400-90e6-4237-b241-e191832d8506 None None] Port 891eae85-2b90-448a-bb40-e30ba1d77855 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:15:28.767797 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.773671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Made reservation on behalf of 09c79dbf25304e39aae26aba19d9c236 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:28.774704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.776002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.784711 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21c77203-a650-4e05-8812-f30d99ce8299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.811159 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3dc87155-5e3b-4a3a-aea5-fc954d1a39f1 req-c87913fc-c97b-4b23-a096-81e0e333979b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485157 Mar 11 17:15:28.860150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a85981-79e1-4ab5-a2f9-f5799fb5c863 None None] Pushing event updated for resources: {'Port': ['ID=1ea517f5-e570-406f-88ba-9cc16f80f10c,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:28.936915 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.996637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891eae85-2b90-448a-bb40-e30ba1d77855 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:29.007444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.028743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Transition to ACTIVE for port object 891eae85-2b90-448a-bb40-e30ba1d77855 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:15:29.036904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a9fd3-f463-41b6-9b8c-1ebd37d9dafd req-2cc68ac6-76c9-48a4-88a3-28267cfd09b1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:29.037941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.044279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a1a9fd3-f463-41b6-9b8c-1ebd37d9dafd req-2cc68ac6-76c9-48a4-88a3-28267cfd09b1 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 946 time: 0.4353378 Mar 11 17:15:29.080187 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21c77203-a650-4e05-8812-f30d99ce8299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.088033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.112441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f03a9539-e19c-40f4-9996-3efd7eee2640 req-ba00fa80-bc1a-40bf-9b39-63423a23cf7f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708684 Mar 11 17:15:29.171456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:29.213163 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21c77203-a650-4e05-8812-f30d99ce8299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.267910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c77203-a650-4e05-8812-f30d99ce8299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb0df3-2c47-4b2c-aff0-3d6190157acd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:29.271230 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.314428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Attempting to bind port 891eae85-2b90-448a-bb40-e30ba1d77855 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:29.315066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Attempting to bind port 891eae85-2b90-448a-bb40-e30ba1d77855 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:29.315503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Attempting to bind port 891eae85-2b90-448a-bb40-e30ba1d77855 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:29.320603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Port 891eae85-2b90-448a-bb40-e30ba1d77855 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:15:29.321065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Attempting to bind port 891eae85-2b90-448a-bb40-e30ba1d77855 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:29.329060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:29.329423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:29.329822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:29.330371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Bound port: 891eae85-2b90-448a-bb40-e30ba1d77855, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:29.330723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.346264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a1a9fd3-f463-41b6-9b8c-1ebd37d9dafd req-c741cd6b-edc4-4158-b048-f0b8c61533a5 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009317 Mar 11 17:15:29.432070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:29.435629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:29.443161 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.492392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:29.493031 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.494536 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 1095 time: 1.4038899 Mar 11 17:15:29.495007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:29.497854 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80500f4b-10c6-47e0-a06f-5240fb49874e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:29.529000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1ea517f5-e570-406f-88ba-9cc16f80f10c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:29.634855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17b9bd-d0d0-427f-acec-b663d8efd1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:29.686471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff647ae8-4b89-484f-af63-4f258c16168f req-34c710d4-a2bd-4aa4-bbdc-6b9796cdf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:29.688949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-34c710d4-a2bd-4aa4-bbdc-6b9796cdf962 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 1098 time: 0.1157243 Mar 11 17:15:29.689626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1ea517f5-e570-406f-88ba-9cc16f80f10c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:29.690007 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.730682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Allocated IP 172.25.8.244 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/f62d2027-43c5-4edf-90b2-bc04603c8b3f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:29.751113 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-4525bf11-5f18-48de-b5b9-08819afc5f59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 217 time: 0.0527966 Mar 11 17:15:29.858339 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.907027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff647ae8-4b89-484f-af63-4f258c16168f req-22b7b088-6704-4908-aba1-6b890ec530fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:29.910266 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-22b7b088-6704-4908-aba1-6b890ec530fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1396787 Mar 11 17:15:29.925592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 1ea517f5-e570-406f-88ba-9cc16f80f10c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1ea517f5-e570-406f-88ba-9cc16f80f10c,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:29.929897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.932332 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.022023 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.026062 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.057780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-21c77203-a650-4e05-8812-f30d99ce8299 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a08e83cb6f94867a9cafbe70df94fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7518864 Mar 11 17:15:30.067774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=1ea517f5-e570-406f-88ba-9cc16f80f10c,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:30.082110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47058) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:30.086731 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.146306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:30.176427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:30.187034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:15:30.197912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:30.215479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb3b1-cde5-4d0c-a1b8-ec430d4ca947 req-a3e8274e-ca5d-40f6-b38c-3484c3a690b6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:30.224061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f9cb3b1-cde5-4d0c-a1b8-ec430d4ca947 req-a3e8274e-ca5d-40f6-b38c-3484c3a690b6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.9334106 Mar 11 17:15:30.275670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01a96d-015f-4777-9db4-d6596099d38d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:30.278686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f62d2027-43c5-4edf-90b2-bc04603c8b3f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:30.307403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40eab9-2835-42d6-89f8-f271451991b1 req-f9245113-baf1-4553-9b99-050d40ba2dda tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:30.319938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f40eab9-2835-42d6-89f8-f271451991b1 req-f9245113-baf1-4553-9b99-050d40ba2dda tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.7887356 Mar 11 17:15:30.361602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.362101 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Added segment 03d8c27f-cc72-42c9-9817-3ac66a6de0c4 of type vlan for network ae0188d4-b8d9-416c-b910-3eae46ab891c Mar 11 17:15:30.541301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f9cb3b1-cde5-4d0c-a1b8-ec430d4ca947 req-ea311845-3a4f-40f7-8972-b78176438713 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142846 Mar 11 17:15:30.550441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff647ae8-4b89-484f-af63-4f258c16168f req-713fd127-ede2-4d29-8e47-528c867b444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:30.552816 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-713fd127-ede2-4d29-8e47-528c867b444d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6229343 Mar 11 17:15:30.645740 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645f6305-59a6-4598-9d2f-fec660066693 x-openstack-request-id: req-645f6305-59a6-4598-9d2f-fec660066693 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:30.646103 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:30.646276 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-645f6305-59a6-4598-9d2f-fec660066693 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:30.646695 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855', 'status': 'completed', 'code': 200} Mar 11 17:15:30.647848 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a0c1a-b9e3-4575-abac-f0f6a3f9baa9 None None] Network 1394a171-ce99-407d-a71d-c9abf03ee56b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:30.713905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdcb1-836c-4982-a850-f5e3ae309c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.733833 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-4e1ce173-a124-4bad-9aa5-8306a70c2ef1 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709738 Mar 11 17:15:30.736974 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdcb1-836c-4982-a850-f5e3ae309c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.750714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-371ce736-f927-408a-9958-80a65fb5437f None None] Provisioning complete for port 1ea517f5-e570-406f-88ba-9cc16f80f10c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:30.751632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-371ce736-f927-408a-9958-80a65fb5437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.791868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.819646 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f40eab9-2835-42d6-89f8-f271451991b1 req-174d8633-43a1-44f9-b45a-48ed3d5ecc4c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4986250 Mar 11 17:15:30.827583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdcb1-836c-4982-a850-f5e3ae309c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.830701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdcb1-836c-4982-a850-f5e3ae309c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.834491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1b2fdcb1-836c-4982-a850-f5e3ae309c30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aedb0df3-2c47-4b2c-aff0-3d6190157acd HTTP/1.1" status: 204 len: 168 time: 0.7413826 Mar 11 17:15:30.890359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fdcb1-836c-4982-a850-f5e3ae309c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb0df3-2c47-4b2c-aff0-3d6190157acd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:30.908864 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ff647ae8-4b89-484f-af63-4f258c16168f req-c359eb49-7ddc-4180-aed3-1f22756262c7 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642368 Mar 11 17:15:31.029464 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.030675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:31.031986 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.044652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4523cd7-3bae-4754-bdde-b6f29126c2de req-8aa87b76-b497-4929-93a3-cc2786cf828d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:31.046821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4523cd7-3bae-4754-bdde-b6f29126c2de req-8aa87b76-b497-4929-93a3-cc2786cf828d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 947 time: 0.2503693 Mar 11 17:15:31.061096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-574bf442-866d-4eaf-9236-3fba12698447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:31.064973 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-574bf442-866d-4eaf-9236-3fba12698447 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 1098 time: 0.0621452 Mar 11 17:15:31.223404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.0621274 Mar 11 17:15:31.228095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47074) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:31.245478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Request body: {'subnet': {'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-subnet', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:31.278102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d802-d537-4ca0-b91f-ba11a0561df7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae0188d4-b8d9-416c-b910-3eae46ab891c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:31.296377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network ae0188d4-b8d9-416c-b910-3eae46ab891c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:15:31.309229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582797-6d4c-4bea-9720-d4dee5eb7e2d req-ccf4e4dc-3860-4b43-aafc-e8b3bfcacbde tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:31.311075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7582797-6d4c-4bea-9720-d4dee5eb7e2d req-ccf4e4dc-3860-4b43-aafc-e8b3bfcacbde tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 946 time: 0.3121386 Mar 11 17:15:31.317503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4523cd7-3bae-4754-bdde-b6f29126c2de req-47e3c476-af49-4a0e-a2d1-fc2e37a5ee8e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473826 Mar 11 17:15:31.377655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1ea517f5-e570-406f-88ba-9cc16f80f10c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:31.381207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7582797-6d4c-4bea-9720-d4dee5eb7e2d req-da809aa3-5b2f-4c80-8f80-ed8ff345c160 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606558 Mar 11 17:15:31.384455 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.456760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Made reservation on behalf of 09c79dbf25304e39aae26aba19d9c236 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:31.467237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.503481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-4b32b309-b8cc-4feb-bc30-0ffb4cb8abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:31.505041 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-4b32b309-b8cc-4feb-bc30-0ffb4cb8abad service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.4232535 Mar 11 17:15:31.728769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1ea517f5-e570-406f-88ba-9cc16f80f10c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:31.729587 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.801306 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-08957338-6d99-4a7f-a906-448d2f3180f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 217 time: 0.0856643 Mar 11 17:15:31.942111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a502f7f2-25b3-4f77-9cb0-879f19123da9 None None] Provisioning complete for port 1ea517f5-e570-406f-88ba-9cc16f80f10c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:31.943900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a502f7f2-25b3-4f77-9cb0-879f19123da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.968132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556759-a29c-41da-b871-bda61dfce416 req-e785b5db-0f6a-455d-bf33-a7eea02f5ca8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:31.979834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22556759-a29c-41da-b871-bda61dfce416 req-e785b5db-0f6a-455d-bf33-a7eea02f5ca8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1566203 Mar 11 17:15:32.005780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-7dc618be-3c53-4e39-b6d1-50072ec3293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:32.008768 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-7dc618be-3c53-4e39-b6d1-50072ec3293f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2024617 Mar 11 17:15:32.047700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddf48a-41b7-414a-b340-ce86df0b516b req-8b44dc72-6953-45cc-8930-d2fc546e0e77 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:32.049316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dddf48a-41b7-414a-b340-ce86df0b516b req-8b44dc72-6953-45cc-8930-d2fc546e0e77 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2776639 Mar 11 17:15:32.073750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.200938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.226886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-fd4520c1-69b0-4890-92e5-ec5d79ebb025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:32.228633 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-fd4520c1-69b0-4890-92e5-ec5d79ebb025 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2056210 Mar 11 17:15:32.296453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-faa289a7-9252-4949-8902-1ef33e15e207 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:15:32.297626 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-faa289a7-9252-4949-8902-1ef33e15e207 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165915 Mar 11 17:15:32.374211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47100) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:32.525180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d381b9-a705-4b4d-9d0b-c1152a8e0fee,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:32.557425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.557775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.558118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.558448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.558780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.559134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.559442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.559765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.560088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.560424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.560749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.561068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:32.579381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1981225754-network', 'tenant_id': 'e876d4c952eb4b948add0b463cfff584'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:32.593502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Checking segment: {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:32.593820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Network hostable DHCP agents. Network: ae0188d4-b8d9-416c-b910-3eae46ab891c, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:15:32.639735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-874c1e6f-77b9-4344-8416-336ef0eb0365 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113072 Mar 11 17:15:32.641839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Network ae0188d4-b8d9-416c-b910-3eae46ab891c is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:15:32.656100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Made reservation on behalf of e876d4c952eb4b948add0b463cfff584 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:32.659349 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.669508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, ae0188d4-b8d9-416c-b910-3eae46ab891c) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:32.675319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.682227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61466cfe-c199-4f86-86f2-bde9239b1188 None None] Network ae0188d4-b8d9-416c-b910-3eae46ab891c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:32.685182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:32.685898 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.716807 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e262136a-acaf-4c0f-a9fe-1c30491e5247 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4809692 Mar 11 17:15:32.734322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47108) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:32.739277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:32.837982 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.839211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.843459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22556759-a29c-41da-b871-bda61dfce416 req-a39c8493-7577-4077-be08-35e26b735961 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8570716 Mar 11 17:15:32.913344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dddf48a-41b7-414a-b340-ce86df0b516b req-baa7a45a-e397-4c1e-a172-8b20dc4d0c0d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8544500 Mar 11 17:15:32.927264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.928988 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80500f4b-10c6-47e0-a06f-5240fb49874e req-b5b067aa-589b-4eda-bb18-5a9c7ada8fd2 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808392 Mar 11 17:15:32.959341 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.963423 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.990352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-ae0188d4-b8d9-416c-b910-3eae46ab891c', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:15:32.993284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:32.993414 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.048306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:15:33.087294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:15:33.105076 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.105449 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Added segment 424bb9d6-00a1-4827-8848-21a6f6cae575 of type vlan for network 345efb7d-0013-4393-bacc-bddb63f2511d Mar 11 17:15:33.207883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebddda-e77e-4638-ae52-5742a5bcdcfa req-cd5e01f8-39b4-40d3-aef1-e48178cc5f64 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:33.216136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bfebddda-e77e-4638-ae52-5742a5bcdcfa req-cd5e01f8-39b4-40d3-aef1-e48178cc5f64 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 946 time: 0.1326461 Mar 11 17:15:33.244065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c1dbb-747f-4d61-a7e0-2a1dba592758 req-9e517cc6-34ed-4a09-a8fe-0c4a8711021e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:33.251586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a8c1dbb-747f-4d61-a7e0-2a1dba592758 req-9e517cc6-34ed-4a09-a8fe-0c4a8711021e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 947 time: 0.1655536 Mar 11 17:15:33.263112 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.272787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Allocated IP 172.20.0.2 (ae0188d4-b8d9-416c-b910-3eae46ab891c/51d381b9-a705-4b4d-9d0b-c1152a8e0fee/5a2721dc-011a-45ba-8192-773c0061285b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:33.281856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.377284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bfebddda-e77e-4638-ae52-5742a5bcdcfa req-9fa8de9e-6ab1-4037-a3e7-b9a3f10a897c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9442bc8-7623-463b-88a3-a28206a57301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601484 Mar 11 17:15:33.399302 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.400726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:33.401319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.403123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a8c1dbb-747f-4d61-a7e0-2a1dba592758 req-7390daee-79e0-4c21-b92b-559fde75d44f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489530 Mar 11 17:15:33.422052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:33.467871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Sync routers for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:33.486611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.488769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-461de370-b1c6-4b9d-a625-202d6dacd4e2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7280834 Mar 11 17:15:33.491792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47112) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:33.535901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:33.537077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:33.551502 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1730502 Mar 11 17:15:33.557405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47114) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:33.568964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Request body: {'subnet': {'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1981225754-subnet', 'tenant_id': 'e876d4c952eb4b948add0b463cfff584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:33.577330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672da232-0412-4cef-912e-0c1b6260d467 admin admin] Pushing event updated for resources: {'Network': ['ID=345efb7d-0013-4393-bacc-bddb63f2511d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:33.618573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-6227c187-62af-455f-9f7a-edfb5fb19a10 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:33.620563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-6227c187-62af-455f-9f7a-edfb5fb19a10 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 946 time: 0.1747506 Mar 11 17:15:33.702841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Made reservation on behalf of e876d4c952eb4b948add0b463cfff584 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:33.705642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.748816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 345efb7d-0013-4393-bacc-bddb63f2511d details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:15:33.810423 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.825374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 891eae85-2b90-448a-bb40-e30ba1d77855 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:15:33.867569 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.947243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.958468 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:15:33.962574 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.963886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.965017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Deleting port 7d6e06be-d47e-4634-bb5c-69f58a00819f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:33.965608 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.019701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Pushing event updated for resources: {'Port': ['ID=5a2721dc-011a-45ba-8192-773c0061285b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:34.094716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Allocated IP 172.25.8.190 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/ff613317-9298-4c6c-b5d2-502f2f11fcae) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:34.100479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f8c7a-5b84-48fa-8bdf-971e9630915a req-abda4a94-57a0-45e2-b16f-5c4296f5518b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:34.102395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-957f8c7a-5b84-48fa-8bdf-971e9630915a req-abda4a94-57a0-45e2-b16f-5c4296f5518b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.5437386 Mar 11 17:15:34.107385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Network ae0188d4-b8d9-416c-b910-3eae46ab891c is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:34.121425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:34.133337 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:34.172787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] For port 7d6e06be-d47e-4634-bb5c-69f58a00819f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d6e06be-d47e-4634-bb5c-69f58a00819f,segment=NetworkSegment(c5568935-0f70-4981-822f-2882299efb80),segment_id=c5568935-0f70-4981-822f-2882299efb80)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:34.173593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.214018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:34.233062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1f692d-79a3-4bf6-9bf5-cba63da2a347,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:34.235544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Calling delete_port for 7d6e06be-d47e-4634-bb5c-69f58a00819f owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:34.279161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77149e8-a4b4-4a43-a187-1f8b426fa10f req-09a69f34-a343-4cc5-b582-96d695e77cd3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:34.280762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a77149e8-a4b4-4a43-a187-1f8b426fa10f req-09a69f34-a343-4cc5-b582-96d695e77cd3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.3227372 Mar 11 17:15:34.316083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Checking segment: {'id': '424bb9d6-00a1-4827-8848-21a6f6cae575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:34.319541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Network hostable DHCP agents. Network: 345efb7d-0013-4393-bacc-bddb63f2511d, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:15:34.341128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:34.352469 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.394736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-957f8c7a-5b84-48fa-8bdf-971e9630915a req-c07e5de3-8b82-4857-87e1-028dbf113ccd tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799249 Mar 11 17:15:34.446459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Attempting to bind port 5a2721dc-011a-45ba-8192-773c0061285b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:34.447049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Attempting to bind port 5a2721dc-011a-45ba-8192-773c0061285b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:34.447608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Attempting to bind port 5a2721dc-011a-45ba-8192-773c0061285b on network ae0188d4-b8d9-416c-b910-3eae46ab891c {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:34.455743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '891eae85-2b90-448a-bb40-e30ba1d77855', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '891eae85-2b90-448a-bb40-e30ba1d77855', 'mac_address': 'fa:16:3e:1a:57:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:15:34.463083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:34.463937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Checking segment: {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:34.464600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.465206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Bound using segment: {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:34.465915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Bound port: 5a2721dc-011a-45ba-8192-773c0061285b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:34.466509 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.500623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a77149e8-a4b4-4a43-a187-1f8b426fa10f req-fb64d1ab-41ce-49c9-bd65-6b9da654bddd tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996107 Mar 11 17:15:34.555775 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.613567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:34.628583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:34.631450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:34.676042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Pushing event updated for resources: {'Port': ['ID=ff613317-9298-4c6c-b5d2-502f2f11fcae,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:34.690429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] For port 5a2721dc-011a-45ba-8192-773c0061285b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:34.691750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.694807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] For port 5a2721dc-011a-45ba-8192-773c0061285b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5a2721dc-011a-45ba-8192-773c0061285b,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:34.699466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Network 345efb7d-0013-4393-bacc-bddb63f2511d is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:15:34.708070 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.710281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['7d6e06be-d47e-4634-bb5c-69f58a00819f'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:34.735330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event deleted for resources: {'Port': ['ID=7d6e06be-d47e-4634-bb5c-69f58a00819f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:34.756522 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5265e8ab-ec70-4f4a-9e14-bad3cd21981b req-35520cce-560d-48fa-862b-1f8487cf896b tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/ports?device_id=e052d664-c7e1-4756-8f3a-3b3ee12f6c90 HTTP/1.1" status: 200 len: 210 time: 0.1125631 Mar 11 17:15:34.766241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 345efb7d-0013-4393-bacc-bddb63f2511d) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:34.793835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:34.794513 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.827375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ef3e5-381c-464e-a3d4-648b15b15242 None None] Network 345efb7d-0013-4393-bacc-bddb63f2511d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:34.851788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] No DVR routers for this DVR port 7d6e06be-d47e-4634-bb5c-69f58a00819f on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:34.854733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.859092 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edb124f1-9975-4abd-98bc-0b98055afae9 req-a5ab44d5-55c9-46dc-a9d5-8c1e1d3e956c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.66 "DELETE /v2.0/ports/7d6e06be-d47e-4634-bb5c-69f58a00819f HTTP/1.1" status: 204 len: 173 time: 1.2309852 Mar 11 17:15:34.864110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e052d664-c7e1-4756-8f3a-3b3ee12f6c90', 'name': 'network-vif-deleted', 'tag': '7d6e06be-d47e-4634-bb5c-69f58a00819f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:34.866217 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048c7b5b-db16-43fd-a6d7-50564b7933ac" -d '{"events": [{"server_uuid": "e052d664-c7e1-4756-8f3a-3b3ee12f6c90", "name": "network-vif-deleted", "tag": "7d6e06be-d47e-4634-bb5c-69f58a00819f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:34.884498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f902891e-600b-43dd-a245-2059b69145fb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3237121 Mar 11 17:15:34.905751 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.910486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349561a1-73c9-45bb-a009-a77a5f066f24 req-b6d8ef97-3cdd-4ea4-8b92-ffe884cc8ab2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:34.914041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-349561a1-73c9-45bb-a009-a77a5f066f24 req-b6d8ef97-3cdd-4ea4-8b92-ffe884cc8ab2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 947 time: 0.2110651 Mar 11 17:15:35.066175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891eae85-2b90-448a-bb40-e30ba1d77855 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:35.176661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-349561a1-73c9-45bb-a009-a77a5f066f24 req-a33f28e0-2bc5-4830-b281-3c96aec227bc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124565 Mar 11 17:15:35.203687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:35.207697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:35.214961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Pushing event updated for resources: {'Port': ['ID=5a2721dc-011a-45ba-8192-773c0061285b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:35.231467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:35.249410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.251417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.252080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.252721 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.253166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.253574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.253975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.254471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.254751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.255162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.256926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.256926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438bd132-45f2-4879-a1f1-abb894f8ec04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:35.280067 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0eff19-3fb1-4daf-b802-59e904d23ad4 x-openstack-request-id: req-bf0eff19-3fb1-4daf-b802-59e904d23ad4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:35.281716 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e052d664-c7e1-4756-8f3a-3b3ee12f6c90", "name": "network-vif-deleted", "tag": "7d6e06be-d47e-4634-bb5c-69f58a00819f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:35.281984 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf0eff19-3fb1-4daf-b802-59e904d23ad4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:35.283578 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e052d664-c7e1-4756-8f3a-3b3ee12f6c90', 'name': 'network-vif-deleted', 'tag': '7d6e06be-d47e-4634-bb5c-69f58a00819f', 'status': 'completed', 'code': 200} Mar 11 17:15:35.316066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:35.392027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560696d-3d7e-42e4-bf2e-1283aa226f74 req-8056d525-83da-48f3-a2fb-a9b9587ea6fb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:35.402705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3560696d-3d7e-42e4-bf2e-1283aa226f74 req-8056d525-83da-48f3-a2fb-a9b9587ea6fb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3691838 Mar 11 17:15:35.489931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3560696d-3d7e-42e4-bf2e-1283aa226f74 req-b2c82057-e304-4cfb-9c31-a275172b167e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858445 Mar 11 17:15:35.529964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:30Z', 'revision_number': 3, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:35.624652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Checking router: 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:35.625856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Updating router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 port f62d2027-43c5-4edf-90b2-bc04603c8b3f binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:15:35.630711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33769ebf-30b0-4d95-b0a2-5849519b4db6 None None] Network 345efb7d-0013-4393-bacc-bddb63f2511d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:35.636411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['891eae85-2b90-448a-bb40-e30ba1d77855'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:35.666641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:35.761769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:35.779017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Allocated IP 172.20.0.1 (1394a171-ce99-407d-a71d-c9abf03ee56b/4bf8e4bb-7108-4116-a5e2-7ae872b2c394/2fd43fee-5500-4c60-b6c9-fef26706ee2e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:35.784785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:35.935115 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:35.981240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-1bec2603-a91b-4d92-972c-6f9dde442c7b req-75d8b34e-856a-4c26-acec-db5eb9c2fda2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-883427939', 'description': 'tempest-description-1496320224'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:36.029152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Router a084fbfa-c15f-4690-b4a2-1cd5d46699fc is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:15:36.029613 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.059124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd237-b7dd-48d0-b3cd-ca4b6be0d5db req-fc62185b-20f5-40ed-a193-68f561532679 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:36.060568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-412cd237-b7dd-48d0-b3cd-ca4b6be0d5db req-fc62185b-20f5-40ed-a193-68f561532679 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.4163506 Mar 11 17:15:36.075330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1bec2603-a91b-4d92-972c-6f9dde442c7b req-75d8b34e-856a-4c26-acec-db5eb9c2fda2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.151685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Network 1394a171-ce99-407d-a71d-c9abf03ee56b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:36.172867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:36.173733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:36.184455 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Sync routers for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:36.189863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:36.206850 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.209466 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:36.210284 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:36.211895 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63da7562-ef2e-43d1-bd4f-154f959db58a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.4760156 Mar 11 17:15:36.212681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47140) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:36.265414 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.330293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd43fee-5500-4c60-b6c9-fef26706ee2e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:36.353432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-412cd237-b7dd-48d0-b3cd-ca4b6be0d5db req-06a3a236-b971-4b37-991f-a81c3a545cfa tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555552 Mar 11 17:15:36.589677 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.601893 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.616606 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:36.665456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1bec2603-a91b-4d92-972c-6f9dde442c7b req-75d8b34e-856a-4c26-acec-db5eb9c2fda2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.680113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a40cec-c5c1-4b82-ae25-909b35303820 None None] Pushing event updated for resources: {'Port': ['ID=f62d2027-43c5-4edf-90b2-bc04603c8b3f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:36.704506 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1bec2603-a91b-4d92-972c-6f9dde442c7b req-75d8b34e-856a-4c26-acec-db5eb9c2fda2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.712850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Attempting to bind port f62d2027-43c5-4edf-90b2-bc04603c8b3f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:36.714262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Attempting to bind port f62d2027-43c5-4edf-90b2-bc04603c8b3f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:36.714821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Attempting to bind port f62d2027-43c5-4edf-90b2-bc04603c8b3f on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:36.738544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:36.739009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:36.740084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.740827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:36.741264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Bound port: f62d2027-43c5-4edf-90b2-bc04603c8b3f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:36.741698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.756689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1bec2603-a91b-4d92-972c-6f9dde442c7b req-75d8b34e-856a-4c26-acec-db5eb9c2fda2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.758377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1bec2603-a91b-4d92-972c-6f9dde442c7b req-75d8b34e-856a-4c26-acec-db5eb9c2fda2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7819943 Mar 11 17:15:36.831017 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:36.852944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] For port f62d2027-43c5-4edf-90b2-bc04603c8b3f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:36.861624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] For port f62d2027-43c5-4edf-90b2-bc04603c8b3f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f62d2027-43c5-4edf-90b2-bc04603c8b3f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:36.869794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8b34e-856a-4c26-acec-db5eb9c2fda2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f510720-490e-457f-a7dd-4d2ccf6b8347,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:36.887850 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:35Z', 'revision_number': 3, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:36.925043 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Checking router: a084fbfa-c15f-4690-b4a2-1cd5d46699fc for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:36.925716 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Updating router a084fbfa-c15f-4690-b4a2-1cd5d46699fc port ff613317-9298-4c6c-b5d2-502f2f11fcae binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:15:36.955703 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.090157 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.095000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f574eafb-f7b6-4de7-90a7-d895fd8624f2 None None] Network ae0188d4-b8d9-416c-b910-3eae46ab891c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:37.101620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065ba03-7372-4553-9723-45fc6a7c809f req-a44a297c-cf6a-4de1-ac58-bfa16eb2d5c2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:37.103421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2065ba03-7372-4553-9723-45fc6a7c809f req-a44a297c-cf6a-4de1-ac58-bfa16eb2d5c2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.5238984 Mar 11 17:15:37.116550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.185259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.236252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2065ba03-7372-4553-9723-45fc6a7c809f req-5c80bf09-cddb-414a-b647-05f56cdbf4d7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147418 Mar 11 17:15:37.288209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe42a8c-1963-4934-95dc-6ad7cbafd209 req-481366e7-ed0c-44ac-ad2e-0a1feb68cb7d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:37.289980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfe42a8c-1963-4934-95dc-6ad7cbafd209 req-481366e7-ed0c-44ac-ad2e-0a1feb68cb7d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 948 time: 0.1850011 Mar 11 17:15:37.291819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd43fee-5500-4c60-b6c9-fef26706ee2e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:37.303434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.328575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a40cec-c5c1-4b82-ae25-909b35303820 None None] Pushing event updated for resources: {'Port': ['ID=f62d2027-43c5-4edf-90b2-bc04603c8b3f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:37.335883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d8517885-5de7-4ff5-973d-932b4ee71b3a None None] Provisioning complete for port 2fd43fee-5500-4c60-b6c9-fef26706ee2e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:37.336249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8517885-5de7-4ff5-973d-932b4ee71b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.392472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:37.393308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:37.518657 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.527880 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.586969 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Pushing event updated for resources: {'Port': ['ID=ff613317-9298-4c6c-b5d2-502f2f11fcae,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:37.610497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589afdc-81f8-46e0-b634-7e7785973929 req-5004328d-ec0c-433c-bd58-2a813c4d2b46 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:37.612058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-5004328d-ec0c-433c-bd58-2a813c4d2b46 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.1681256 Mar 11 17:15:37.620758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfe42a8c-1963-4934-95dc-6ad7cbafd209 req-c221b96f-7a25-481c-aab9-71e78c23c3ea tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146143 Mar 11 17:15:37.649000 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.649800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-1cead55b-8bad-47f0-975c-c743596baa1a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/quotas/080774e382a94480ae2d5e9788b772f8 HTTP/1.1" status: 200 len: 375 time: 0.0242004 Mar 11 17:15:37.650236 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.652701 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.653165 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.653598 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.656565 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.657129 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.657715 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.659289 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.662258 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.662830 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.663275 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:37.669081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-c3865c14-2ab3-4f23-b88b-f63ede70e1d7 req-f477e38b-d79c-4acd-84ed-e577d8e1117e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-981324334', 'description': 'tempest-description-1445562396'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:37.677554 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Attempting to bind port ff613317-9298-4c6c-b5d2-502f2f11fcae on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:37.678052 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Attempting to bind port ff613317-9298-4c6c-b5d2-502f2f11fcae by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:37.678526 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Attempting to bind port ff613317-9298-4c6c-b5d2-502f2f11fcae on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:37.695013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5a2721dc-011a-45ba-8192-773c0061285b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:37.698319 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:37.699609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d8517885-5de7-4ff5-973d-932b4ee71b3a None None] Port 2fd43fee-5500-4c60-b6c9-fef26706ee2e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:15:37.699806 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:37.700297 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.704193 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:37.704877 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Bound port: ff613317-9298-4c6c-b5d2-502f2f11fcae, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:37.705566 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.720537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 891eae85-2b90-448a-bb40-e30ba1d77855 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:37.750164 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Network 1394a171-ce99-407d-a71d-c9abf03ee56b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:37.753087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:37.755534 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c3865c14-2ab3-4f23-b88b-f63ede70e1d7 req-f477e38b-d79c-4acd-84ed-e577d8e1117e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.803504 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] For port ff613317-9298-4c6c-b5d2-502f2f11fcae, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:37.808135 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] For port ff613317-9298-4c6c-b5d2-502f2f11fcae, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ff613317-9298-4c6c-b5d2-502f2f11fcae,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:37.815532 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:37.832018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-b2a410f2-897f-4b29-8320-c4ad914eba9c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1568329 Mar 11 17:15:37.885119 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a5985-aecf-41c4-86fe-ad5ffbc1982a None None] Pushing event updated for resources: {'Port': ['ID=ff613317-9298-4c6c-b5d2-502f2f11fcae,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:37.919621 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:37.921251 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:37.971241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:38.026293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-d975b450-b0da-475c-ba42-9f5594fd9662 service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828003 Mar 11 17:15:38.066047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:38.075221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d6e06be-d47e-4634-bb5c-69f58a00819f no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:38.202097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 7d6e06be-d47e-4634-bb5c-69f58a00819f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:38.213229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d6e06be-d47e-4634-bb5c-69f58a00819f not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:38.262949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:38.349826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 891eae85-2b90-448a-bb40-e30ba1d77855 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:15:38.354472 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:35Z', 'revision_number': 3, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:38.389944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5a2721dc-011a-45ba-8192-773c0061285b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:38.390312 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:38.405436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-571787ef-1591-4be6-bbed-a8326c4d84d0 None None] Provisioning complete for port 5a2721dc-011a-45ba-8192-773c0061285b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:38.413370 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-571787ef-1591-4be6-bbed-a8326c4d84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:38.457590 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf902a7-8ab3-46c0-9e8c-075dc079e9e2 None None] The sync data for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 is: [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:35Z', 'revision_number': 3, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:38.520386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 891eae85-2b90-448a-bb40-e30ba1d77855 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:38.527544 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:38.558523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Allocated IP 172.20.0.1 (ae0188d4-b8d9-416c-b910-3eae46ab891c/51d381b9-a705-4b4d-9d0b-c1152a8e0fee/1a9b7352-7e65-4a33-bea7-95490bf1a8f9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:38.760701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:38.801609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:38.942676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Network ae0188d4-b8d9-416c-b910-3eae46ab891c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:38.949526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:38.964833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Pushing event updated for resources: {'Port': ['ID=1a9b7352-7e65-4a33-bea7-95490bf1a8f9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:38.970151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:38.986785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-c511b883-8b47-49cd-a95b-7ed53aae767b service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9506474 Mar 11 17:15:39.042722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:15:39.067393 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c3865c14-2ab3-4f23-b88b-f63ede70e1d7 req-f477e38b-d79c-4acd-84ed-e577d8e1117e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:39.085611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c3865c14-2ab3-4f23-b88b-f63ede70e1d7 req-f477e38b-d79c-4acd-84ed-e577d8e1117e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:39.116110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:39.245591 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:39.379893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477e38b-d79c-4acd-84ed-e577d8e1117e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910f5a8b-f8df-4f6f-81a2-1c02ed871477,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:39.384060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:39.389580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a34c32dc-7d67-48bd-9c91-780e49b61c02 admin admin] 10.222.0.53 "PUT /v2.0/routers/9b366fe0-17ca-4c9b-886f-257a0bf3a1d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8963983 Mar 11 17:15:39.405317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 2, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:39.409933 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c3865c14-2ab3-4f23-b88b-f63ede70e1d7 req-f477e38b-d79c-4acd-84ed-e577d8e1117e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:39.419838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3865c14-2ab3-4f23-b88b-f63ede70e1d7 req-f477e38b-d79c-4acd-84ed-e577d8e1117e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.7550414 Mar 11 17:15:39.517351 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630b602-c5fa-44b2-9e3a-c258f8c4ce50 None None] The sync data for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 is: [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 2, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:39.518475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:39.578705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 5a2721dc-011a-45ba-8192-773c0061285b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5a2721dc-011a-45ba-8192-773c0061285b,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:39.602243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-571787ef-1591-4be6-bbed-a8326c4d84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:39.604516 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:39.656155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686144ef-aa45-4273-8197-38a9067f3cf8 req-ccfdff96-0173-44b0-b576-f893cc746860 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:39.658273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-686144ef-aa45-4273-8197-38a9067f3cf8 req-ccfdff96-0173-44b0-b576-f893cc746860 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1456876 Mar 11 17:15:39.760087 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:39.792604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-686144ef-aa45-4273-8197-38a9067f3cf8 req-c23ccd12-7118-4a18-a176-ac9fc3e72bef tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225672 Mar 11 17:15:39.978059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=5a2721dc-011a-45ba-8192-773c0061285b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:40.077085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c869d43f-5c0e-4ef8-a5da-10797e1e9be7 req-3753bf83-4ae6-402a-8572-2f8d59cfcba4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 210 time: 0.1226978 Mar 11 17:15:40.122167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-571787ef-1591-4be6-bbed-a8326c4d84d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:15:40.124510 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-571787ef-1591-4be6-bbed-a8326c4d84d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:15:40.125577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:40.128401 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157eed7f-155f-4ee1-8022-aa766a06af3c" -d '{"events": [{"server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "name": "network-vif-plugged", "status": "completed", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:40.139232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ff613317-9298-4c6c-b5d2-502f2f11fcae up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:40.146696 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:40.151049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502c30a-7f8b-43a2-93a6-27b7246ea9c3 req-3147b847-11de-48f8-8890-3f3f682192fb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:40.153101 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:40.165341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7502c30a-7f8b-43a2-93a6-27b7246ea9c3 req-3147b847-11de-48f8-8890-3f3f682192fb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 948 time: 0.2930090 Mar 11 17:15:40.279866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:40.289555 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:40.336762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7502c30a-7f8b-43a2-93a6-27b7246ea9c3 req-d2783e18-856a-4372-b091-96cf336ff61c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701009 Mar 11 17:15:40.418580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:40.421468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ff613317-9298-4c6c-b5d2-502f2f11fcae triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:40.422363 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:40.500562 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:40.512882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Pushing event updated for resources: {'Port': ['ID=1a9b7352-7e65-4a33-bea7-95490bf1a8f9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:40.698364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Network ae0188d4-b8d9-416c-b910-3eae46ab891c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:40.699843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:40.743935 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:40.893343 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5b912-b645-4498-b2c1-fe8e84b489c3 req-4b43b60a-2e39-4bfc-bbc9-463cf9c24c30 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:40.904495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0aa5b912-b645-4498-b2c1-fe8e84b489c3 req-4b43b60a-2e39-4bfc-bbc9-463cf9c24c30 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 946 time: 0.3666809 Mar 11 17:15:40.987603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-a0d6cf17-2157-4bb9-afec-bb9b1a867101 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:40.994467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:40.996236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-a0d6cf17-2157-4bb9-afec-bb9b1a867101 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 813 time: 0.5328233 Mar 11 17:15:41.014772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b3c8bd58-30ff-4c18-aa54-44aa85c494ce None None] Provisioning complete for port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:41.015077 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3c8bd58-30ff-4c18-aa54-44aa85c494ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:41.037393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-45ced6a2-3418-4d9c-9438-e14acb8a1d31 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/quotas/e876d4c952eb4b948add0b463cfff584 HTTP/1.1" status: 200 len: 375 time: 0.0390356 Mar 11 17:15:41.098342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Router a084fbfa-c15f-4690-b4a2-1cd5d46699fc has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:15:41.102468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-a853408c-ab79-42b7-9dc5-3a84e41e62e5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632763 Mar 11 17:15:41.141339 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port ff613317-9298-4c6c-b5d2-502f2f11fcae, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ff613317-9298-4c6c-b5d2-502f2f11fcae,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:41.155907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47222) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:41.164977 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:41.174379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1989233332-network', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:41.178860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b3c8bd58-30ff-4c18-aa54-44aa85c494ce None None] Port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:15:41.287722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0aa5b912-b645-4498-b2c1-fe8e84b489c3 req-8ae3700f-043f-4165-8b8d-2bfa037fce57 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813946 Mar 11 17:15:41.336987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=ff613317-9298-4c6c-b5d2-502f2f11fcae,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:41.366823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b3c8bd58-30ff-4c18-aa54-44aa85c494ce None None] Provisioning complete for port 5a2721dc-011a-45ba-8192-773c0061285b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:41.367197 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3c8bd58-30ff-4c18-aa54-44aa85c494ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:41.419744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Made reservation on behalf of e082a80c3bb74bc2883cc5b314ee9176 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:41.432058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:41.449330 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2e2f8a-2211-4477-ab2c-46237b75ba18 x-openstack-request-id: req-9e2e2f8a-2211-4477-ab2c-46237b75ba18 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:41.450759 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "name": "network-vif-plugged", "status": "completed", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:41.452503 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e2e2f8a-2211-4477-ab2c-46237b75ba18 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:41.453934 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855', 'code': 200} Mar 11 17:15:41.454623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-158e630e-9f55-4fd9-b199-31f4f0800a9b service neutron] 10.222.0.53 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519874 Mar 11 17:15:41.486760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:41.509034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:41.525005 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-725b9a2f-5be4-40f4-8e5a-afddea9b7f1d admin admin] 10.222.0.53 "PUT /v2.0/routers/a084fbfa-c15f-4690-b4a2-1cd5d46699fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3103125 Mar 11 17:15:41.831082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ac88c-b225-4c35-be83-fce549789623 req-e1a6d8f2-de07-4c49-9069-506adcf88de0 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:41.833107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b3c8bd58-30ff-4c18-aa54-44aa85c494ce None None] Provisioning complete for port 2fd43fee-5500-4c60-b6c9-fef26706ee2e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:41.833597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3c8bd58-30ff-4c18-aa54-44aa85c494ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:41.856533 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc6ac88c-b225-4c35-be83-fce549789623 req-e1a6d8f2-de07-4c49-9069-506adcf88de0 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 946 time: 0.3942020 Mar 11 17:15:41.919383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b3c8bd58-30ff-4c18-aa54-44aa85c494ce None None] Port 2fd43fee-5500-4c60-b6c9-fef26706ee2e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:15:41.980514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ff613317-9298-4c6c-b5d2-502f2f11fcae up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:41.997259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.017538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9acf-6327-4aae-b21d-81b2578ace01 req-f5da7571-91ac-4520-83aa-db76b98631d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:42.019271 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd5d9acf-6327-4aae-b21d-81b2578ace01 req-f5da7571-91ac-4520-83aa-db76b98631d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 1100 time: 0.3540761 Mar 11 17:15:42.042624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Sync routers for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:42.049663 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.088785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-76972530-42d8-417d-9b52-6e34aeaea7d6 service neutron] 10.222.0.53 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266997 Mar 11 17:15:42.115618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589afdc-81f8-46e0-b634-7e7785973929 req-e2c0538a-72c5-4e4f-bc97-88aa32a6bdc5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:42.117741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-e2c0538a-72c5-4e4f-bc97-88aa32a6bdc5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.66 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.3589375 Mar 11 17:15:42.119036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b1a2ae64-fcf5-43bf-ac38-bd47633163d7 None None] Provisioning complete for port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:42.120860 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ae64-fcf5-43bf-ac38-bd47633163d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.132429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c6673-c2c4-47af-b529-b5ecd74ec7d3 req-619e937a-8d27-4391-a4b8-0a29d0315994 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:42.133961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-651c6673-c2c4-47af-b529-b5ecd74ec7d3 req-619e937a-8d27-4391-a4b8-0a29d0315994 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1793051 Mar 11 17:15:42.139901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:42.141603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:42.150763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'port': {'device_id': '2a94b243-beca-4bae-b675-f153453e39cd', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'admin_state_up': True, 'tenant_id': '080774e382a94480ae2d5e9788b772f8'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:42.194798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:15:42.237710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e3c5de-b00d-47df-8151-9213149054cd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:42.277679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-651c6673-c2c4-47af-b529-b5ecd74ec7d3 req-f6c106cc-40ae-4d6b-b8ca-0f23ec909e81 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226389 Mar 11 17:15:42.327852 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.328751 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Added segment 5e722182-0c0f-4172-816b-c11c92a2d4a9 of type vlan for network 509e9de7-b8e9-469e-a31c-c039a930f084 Mar 11 17:15:42.350749 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd5d9acf-6327-4aae-b21d-81b2578ace01 req-ece0b03a-a4bd-46ca-b445-5275471e12c9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905338 Mar 11 17:15:42.387484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Made reservation on behalf of 080774e382a94480ae2d5e9788b772f8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:42.391855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.542819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Deleting port 63cddf06-98c9-4880-bed2-b61d1647e7d9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:42.543287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.555572 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.652097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.653625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:42.655051 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.661461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2ae64-fcf5-43bf-ac38-bd47633163d7 None None] Port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:15:42.686519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ff613317-9298-4c6c-b5d2-502f2f11fcae triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:42.687077 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.799185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b8c05f57-6a9b-4016-a7cb-24e3b4013577 req-4c356984-6c26-4d50-a158-f34e4c9b9571 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 210 time: 0.1139100 Mar 11 17:15:42.873065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Allocated IP 172.20.0.8 (558c6011-93ea-4132-8ba8-bf4c6d83f7c1/d697f241-673f-43dc-a23c-ba6c98adb721/b7449359-c845-4633-bba1-fa0ee78ce186) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:42.941801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d928a-b1dc-409e-9e6f-bc126add20d3 req-fc36a937-21ed-4b33-b74a-ff19c0375b1e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:42.949953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec1d928a-b1dc-409e-9e6f-bc126add20d3 req-fc36a937-21ed-4b33-b74a-ff19c0375b1e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.2680063 Mar 11 17:15:42.955859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47240) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:42.970270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8120224 Mar 11 17:15:42.983022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47246) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:42.995840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Request body: {'subnet': {'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1989233332-subnet', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:43.037305 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cca5e7-2c01-4693-a7e6-f6a8fd389db7 admin admin] Pushing event updated for resources: {'Network': ['ID=509e9de7-b8e9-469e-a31c-c039a930f084,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:43.055558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:43.059328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5a2721dc-011a-45ba-8192-773c0061285b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:43.069399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Made reservation on behalf of e082a80c3bb74bc2883cc5b314ee9176 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:43.071621 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:43.229020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec1d928a-b1dc-409e-9e6f-bc126add20d3 req-7e890d2e-a214-4026-99d4-9185b94e4495 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779822 Mar 11 17:15:43.310926 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b231-cd65-4759-9b6d-99cc0cb43872 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:43.317094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 509e9de7-b8e9-469e-a31c-c039a930f084 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:15:43.356202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] For port 63cddf06-98c9-4880-bed2-b61d1647e7d9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=63cddf06-98c9-4880-bed2-b61d1647e7d9,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:43.363566 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:43.471260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b231-cd65-4759-9b6d-99cc0cb43872 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:43.542811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80063933-0ddf-4c9d-88ba-e8db2e4477d2 req-eda02b21-b705-4fa6-921b-67b1dbe97780 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:43.550482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80063933-0ddf-4c9d-88ba-e8db2e4477d2 req-eda02b21-b705-4fa6-921b-67b1dbe97780 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 946 time: 0.1983154 Mar 11 17:15:43.621484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5a2721dc-011a-45ba-8192-773c0061285b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:43.625854 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:43.885793 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1dce30c4-8ae3-49bb-807b-6dbee43e969e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:43.923577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.042156 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.043489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.044242 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Floating IP d58d6dff-3996-40e4-9553-ae84a050da1b disassociated. External IP: 172.25.8.35, port: 63cddf06-98c9-4880-bed2-b61d1647e7d9. Mar 11 17:15:44.044764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Calling delete_port for 63cddf06-98c9-4880-bed2-b61d1647e7d9 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:44.051628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f62d2027-43c5-4edf-90b2-bc04603c8b3f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:44.059501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-f6dfd9a8-e04e-4447-b159-6773e90c87eb tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:44.067049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-f6dfd9a8-e04e-4447-b159-6773e90c87eb tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/networks?id=ae0188d4-b8d9-416c-b910-3eae46ab891c HTTP/1.1" status: 200 len: 829 time: 0.5055523 Mar 11 17:15:44.145377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80063933-0ddf-4c9d-88ba-e8db2e4477d2 req-550a7f05-5df8-4d9d-9d23-ee645cb0acab tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5314064 Mar 11 17:15:44.150458 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b231-cd65-4759-9b6d-99cc0cb43872 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.173843 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b231-cd65-4759-9b6d-99cc0cb43872 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.180706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fbb8b231-cd65-4759-9b6d-99cc0cb43872 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "DELETE /v2.0/security-groups/9b5f29a8-2d71-4096-871c-422fa9306d38 HTTP/1.1" status: 204 len: 168 time: 1.2149041 Mar 11 17:15:44.181153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47264) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:44.192329 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.244552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a9b7352-7e65-4a33-bea7-95490bf1a8f9', 'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'mac_address': 'fa:16:3e:2c:ae:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:38Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 2, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'subnets': [{'id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:44.267117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8b231-cd65-4759-9b6d-99cc0cb43872 tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5f29a8-2d71-4096-871c-422fa9306d38,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:44.316216 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-2de338ec-7d1b-4703-8d95-d9b35b2dd3cb tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] show failed (client error): The resource could not be found. Mar 11 17:15:44.320260 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2de338ec-7d1b-4703-8d95-d9b35b2dd3cb tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "GET /v2.0/security-groups/9b5f29a8-2d71-4096-871c-422fa9306d38 HTTP/1.1" status: 404 len: 347 time: 0.1375580 Mar 11 17:15:44.321488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47268) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:44.331833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-e81ef9b9-2d56-4990-8305-2def02a4bb47 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/quotas/09c79dbf25304e39aae26aba19d9c236 HTTP/1.1" status: 200 len: 375 time: 0.1493413 Mar 11 17:15:44.348039 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.364225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Checking router: a084fbfa-c15f-4690-b4a2-1cd5d46699fc for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:44.367446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Updating router a084fbfa-c15f-4690-b4a2-1cd5d46699fc port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:15:44.377597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-993a4151-ce95-4aa7-93bf-804fbd975bff req-afe8086d-a94c-4c98-ba8a-a9afe185f5ea tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 210 time: 0.0526621 Mar 11 17:15:44.450407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c026142e-8f4f-4bc1-9736-4944b37e33eb,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:44.505819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f62d2027-43c5-4edf-90b2-bc04603c8b3f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:44.506031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:44.506672 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.507295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'Port': ['ID=b7449359-c845-4633-bba1-fa0ee78ce186,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:44.525573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:44.526523 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Sync routers for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:44.542515 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:44.543087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:44.543224 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:44.618821 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.680597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Checking segment: {'id': '5e722182-0c0f-4172-816b-c11c92a2d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:44.682668 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Network hostable DHCP agents. Network: 509e9de7-b8e9-469e-a31c-c039a930f084, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:15:44.716546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-23daf340-27b5-4e21-b01f-ca917699e732 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=09c79dbf25304e39aae26aba19d9c236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3351743 Mar 11 17:15:44.747217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:44.747885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.799814 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.846358 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:44.865021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-ae34f7be-667b-4db2-b6a2-f18924d74cc9 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:44.870210 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-ae34f7be-667b-4db2-b6a2-f18924d74cc9 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.66 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 813 time: 0.1680803 Mar 11 17:15:44.891724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c64eee-2836-42fe-b7a0-e42e0e9a6c3a req-8e6f8265-421e-4050-9b26-ac761bb19850 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:44.896712 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3c64eee-2836-42fe-b7a0-e42e0e9a6c3a req-8e6f8265-421e-4050-9b26-ac761bb19850 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.2580702 Mar 11 17:15:44.912034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-fa868b69-a761-4cf0-831f-2f992a62a79f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7770104 Mar 11 17:15:44.956267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port f62d2027-43c5-4edf-90b2-bc04603c8b3f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f62d2027-43c5-4edf-90b2-bc04603c8b3f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:44.972536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'port': {'device_id': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d', 'admin_state_up': True, 'tenant_id': 'e876d4c952eb4b948add0b463cfff584'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:45.053320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-aa36e32f-c008-48c9-aeaa-b1c400a4e8a3 service neutron] 10.222.0.53 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852931 Mar 11 17:15:45.072807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.075411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-8fc83d22-cf6b-446a-9217-80f5156ee12d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:15:45.076698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-8fc83d22-cf6b-446a-9217-80f5156ee12d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267398 Mar 11 17:15:45.098476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Request body: {'port': {'device_id': '2a94b243-beca-4bae-b675-f153453e39cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:45.149398 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.193041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3c64eee-2836-42fe-b7a0-e42e0e9a6c3a req-6b7fff41-cd45-41e4-a71e-bd78bff66fb9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775822 Mar 11 17:15:45.237774 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 2, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:45.271082 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Checking router: 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:45.271486 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Updating router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 port 2fd43fee-5500-4c60-b6c9-fef26706ee2e binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:15:45.300510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-01799073-aadd-4b23-9c47-f9dd1512b919 None None] Provisioning complete for port b7449359-c845-4633-bba1-fa0ee78ce186 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:45.301478 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-01799073-aadd-4b23-9c47-f9dd1512b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.302048 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.399013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Network 509e9de7-b8e9-469e-a31c-c039a930f084 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:15:45.411752 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.440495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Pushing event deleted for resources: {'Port': ['ID=63cddf06-98c9-4880-bed2-b61d1647e7d9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:45.497286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Deleting port ee1ec7c1-54ce-4779-827d-631a277938c4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:45.503240 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.525123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=f62d2027-43c5-4edf-90b2-bc04603c8b3f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:45.565400 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-01799073-aadd-4b23-9c47-f9dd1512b919 None None] Port b7449359-c845-4633-bba1-fa0ee78ce186 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:15:45.570017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-7ac8472c-d5ac-41e9-80b1-ce871e62e8d1 service neutron] 10.222.0.53 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784839 Mar 11 17:15:45.646232 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.654251 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.711240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ef891-ebf4-4124-a6c9-093a3d46e593 req-517d9f54-8a45-4ec3-898e-d3145033b08c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:45.735585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df4ef891-ebf4-4124-a6c9-093a3d46e593 req-517d9f54-8a45-4ec3-898e-d3145033b08c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 931 time: 0.3251452 Mar 11 17:15:45.763030 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f040c-18ac-4486-a27c-8dbfaf6ee255 None None] Pushing event updated for resources: {'Port': ['ID=2fd43fee-5500-4c60-b6c9-fef26706ee2e,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:45.775510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 509e9de7-b8e9-469e-a31c-c039a930f084) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:45.829315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.832738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:45.833405 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.865170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.882009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df4ef891-ebf4-4124-a6c9-093a3d46e593 req-0230ce69-a707-4894-b4ee-6862a8910032 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151674 Mar 11 17:15:45.949720 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Attempting to bind port 2fd43fee-5500-4c60-b6c9-fef26706ee2e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:45.950094 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Attempting to bind port 2fd43fee-5500-4c60-b6c9-fef26706ee2e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:45.950458 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Attempting to bind port 2fd43fee-5500-4c60-b6c9-fef26706ee2e on network 1394a171-ce99-407d-a71d-c9abf03ee56b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:45.982737 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:45.983117 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Checking segment: {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:45.983519 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.988942 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Bound using segment: {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:45.989734 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Bound port: 2fd43fee-5500-4c60-b6c9-fef26706ee2e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:45.990316 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.059481 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4f99a93a-7e81-4071-9c7f-f5bbaa0b64e2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0703495 Mar 11 17:15:46.069885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47280) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:46.075911 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62d36c-2128-43ea-bb92-8b4d3f9fe2a1 None None] Pushing event updated for resources: {'Port': ['ID=1a9b7352-7e65-4a33-bea7-95490bf1a8f9,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:46.091332 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ee89-29d1-4220-8b05-7f16245f69c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.094591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:46.111743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c2f3d-26e8-4e1b-81b4-60419b0a54a0 None None] Network 509e9de7-b8e9-469e-a31c-c039a930f084 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:46.134320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 63cddf06-98c9-4880-bed2-b61d1647e7d9 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:46.209222 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] For port 2fd43fee-5500-4c60-b6c9-fef26706ee2e, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:46.215113 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] For port 2fd43fee-5500-4c60-b6c9-fef26706ee2e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2fd43fee-5500-4c60-b6c9-fef26706ee2e,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:46.225811 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.231287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.232671 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.247122 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.247445 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.275577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:15:46.296933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b047686b-e286-4331-be44-5ac54d4ae8d4 req-df9d97d6-6981-41c4-8ecb-f85200ac96bc tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 210 time: 0.0745704 Mar 11 17:15:46.308995 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:46.309900 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:46.360839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Calling delete_port for ee1ec7c1-54ce-4779-827d-631a277938c4 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:46.421849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41803fe7-31d8-4789-b20f-06198ede513d req-14343bc5-0ff8-45c3-add6-b09ba29f200e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:46.439471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41803fe7-31d8-4789-b20f-06198ede513d req-14343bc5-0ff8-45c3-add6-b09ba29f200e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.4436707 Mar 11 17:15:46.452065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 63cddf06-98c9-4880-bed2-b61d1647e7d9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:15:46.452450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 63cddf06-98c9-4880-bed2-b61d1647e7d9 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:15:46.482882 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:46.502108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41803fe7-31d8-4789-b20f-06198ede513d req-fbdf9f2d-ac50-432d-8206-18cdaa54206d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588291 Mar 11 17:15:46.651578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e818fcb7-cfac-4f46-ba0b-28d91466779f req-26ed77e0-f2bd-4297-8f19-5d5bfc749edf tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 210 time: 0.0929933 Mar 11 17:15:46.752107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6f511b87-99e7-475d-9357-9d0aabfd582b None None] Provisioning complete for port 2fd43fee-5500-4c60-b6c9-fef26706ee2e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:46.752829 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f511b87-99e7-475d-9357-9d0aabfd582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.793070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b7b1362-7446-4681-80ba-eb9199b630b8 req-dccef1d9-2612-4e60-bd0f-f410c23ce8d3 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 210 time: 0.1471343 Mar 11 17:15:46.874200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Attempting to bind port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:46.874612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Attempting to bind port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:46.874977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Attempting to bind port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 on network ae0188d4-b8d9-416c-b910-3eae46ab891c {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:46.884437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:46.884867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Checking segment: {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:46.885339 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.885741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Bound using segment: {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:46.886216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Bound port: 1a9b7352-7e65-4a33-bea7-95490bf1a8f9, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:46.887012 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.003248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7449359-c845-4633-bba1-fa0ee78ce186 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:47.030495 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:46Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:47.036213 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.059038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527943-3e1c-4f9c-94fb-340a3a115336 req-e59eda6b-840f-4b87-9433-fabe084ac1c2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:47.062434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b527943-3e1c-4f9c-94fb-340a3a115336 req-e59eda6b-840f-4b87-9433-fabe084ac1c2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.2460253 Mar 11 17:15:47.069804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-4d9ebbfc-9b9d-4a6b-a732-40779ba6f2f7 req-d9228dae-6ce4-435e-a74f-0defaea9cbf6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:15:47.075517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Made reservation on behalf of e876d4c952eb4b948add0b463cfff584 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:47.078524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d9ebbfc-9b9d-4a6b-a732-40779ba6f2f7 req-d9228dae-6ce4-435e-a74f-0defaea9cbf6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133128 Mar 11 17:15:47.089601 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f040c-18ac-4486-a27c-8dbfaf6ee255 None None] Pushing event updated for resources: {'Port': ['ID=2fd43fee-5500-4c60-b6c9-fef26706ee2e,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:47.097133 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51799c6b-9957-4c3d-9402-fbcc368a9f0e None None] The sync data for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 is: [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:46Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:47.110901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.137298 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f511b87-99e7-475d-9357-9d0aabfd582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.151928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Transition to ACTIVE for port object b7449359-c845-4633-bba1-fa0ee78ce186 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:15:47.166901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.230592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6f511b87-99e7-475d-9357-9d0aabfd582b None None] For port 2fd43fee-5500-4c60-b6c9-fef26706ee2e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2fd43fee-5500-4c60-b6c9-fef26706ee2e,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:47.251149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:47.275903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b527943-3e1c-4f9c-94fb-340a3a115336 req-5cab9a77-418f-4926-8e7d-bca7722efeca tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890748 Mar 11 17:15:47.359521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] Sync routers for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:47.362334 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.363568 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f511b87-99e7-475d-9357-9d0aabfd582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.474126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7449359-c845-4633-bba1-fa0ee78ce186,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:47.556436 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] No DVR routers for this DVR port 63cddf06-98c9-4880-bed2-b61d1647e7d9 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:47.559997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.564202 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc6ac88c-b225-4c35-be83-fce549789623 req-fcbdf180-5472-4789-a123-00327db9a268 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.66 "DELETE /v2.0/ports/63cddf06-98c9-4880-bed2-b61d1647e7d9 HTTP/1.1" status: 204 len: 173 time: 5.7062354 Mar 11 17:15:47.573758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'name': 'network-vif-deleted', 'tag': '63cddf06-98c9-4880-bed2-b61d1647e7d9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:47.577885 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82207a2b-11c4-4207-9cd4-5150ad69e42d" -d '{"events": [{"server_uuid": "30ad3eca-e9a8-410d-ab69-f456f44c9a3c", "name": "network-vif-deleted", "tag": "63cddf06-98c9-4880-bed2-b61d1647e7d9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:47.580496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f511b87-99e7-475d-9357-9d0aabfd582b None None] Pushing event updated for resources: {'Port': ['ID=2fd43fee-5500-4c60-b6c9-fef26706ee2e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:47.583954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f62d2027-43c5-4edf-90b2-bc04603c8b3f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:47.649610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:47.696528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Attempting to bind port b7449359-c845-4633-bba1-fa0ee78ce186 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:47.697709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Attempting to bind port b7449359-c845-4633-bba1-fa0ee78ce186 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:47.699306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Attempting to bind port b7449359-c845-4633-bba1-fa0ee78ce186 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:47.702991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:47.704676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:47.758842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Port b7449359-c845-4633-bba1-fa0ee78ce186 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:15:47.760792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Attempting to bind port b7449359-c845-4633-bba1-fa0ee78ce186 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:47.843344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-018db392-1a37-47ee-89fc-1eae13d64065 req-678eb93c-9c99-441e-9706-74b417c9aa4a tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ad3eca-e9a8-410d-ab69-f456f44c9a3c HTTP/1.1" status: 200 len: 210 time: 0.2264874 Mar 11 17:15:48.011111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:48.011942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Checking segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:48.013024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Bound using segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:48.014936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Bound port: b7449359-c845-4633-bba1-fa0ee78ce186, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:48.016160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:48.194567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-1ae2ba62-0955-4c0b-9193-fe60de6fd123 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4367342 Mar 11 17:15:48.211466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb284-ffc1-41dd-a0c2-8aa397a7963c req-90c5de12-8d77-44f8-9900-004a465516bc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:48.220462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-025fb284-ffc1-41dd-a0c2-8aa397a7963c req-90c5de12-8d77-44f8-9900-004a465516bc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 943 time: 0.6386151 Mar 11 17:15:48.274295 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-aa88e8a2-62ff-4f36-ac36-0ad8cb93c172 None None] Provisioning complete for port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:48.275011 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aa88e8a2-62ff-4f36-ac36-0ad8cb93c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:48.321420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-509e9de7-b8e9-469e-a31c-c039a930f084', 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'fixed_ips': [{'subnet_id': 'c026142e-8f4f-4bc1-9736-4944b37e33eb'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:15:48.331320 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:48.461655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] For port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:48.504695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] For port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1a9b7352-7e65-4a33-bea7-95490bf1a8f9,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:48.578790 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:48.804436 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:48.958470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62d36c-2128-43ea-bb92-8b4d3f9fe2a1 None None] Pushing event updated for resources: {'Port': ['ID=1a9b7352-7e65-4a33-bea7-95490bf1a8f9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:48.974985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f62d2027-43c5-4edf-90b2-bc04603c8b3f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:48.980283 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:49.273862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63184a2-2eff-4c48-a19b-b18a4ee484a4 req-5a512e67-be4b-4e6a-9655-8a0785d42d01 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:49.275322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a63184a2-2eff-4c48-a19b-b18a4ee484a4 req-5a512e67-be4b-4e6a-9655-8a0785d42d01 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 1.2535520 Mar 11 17:15:49.318153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:49.319037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:49.350222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-025fb284-ffc1-41dd-a0c2-8aa397a7963c req-ba792ec0-bb6d-46d1-a312-7a94d0270d29 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1287024 Mar 11 17:15:49.367197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-aa88e8a2-62ff-4f36-ac36-0ad8cb93c172 None None] Port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:15:49.490391 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a63184a2-2eff-4c48-a19b-b18a4ee484a4 req-838c6f11-7733-40fe-b151-ddc819f80652 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556337 Mar 11 17:15:49.499205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] For port b7449359-c845-4633-bba1-fa0ee78ce186, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:49.512970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] For port b7449359-c845-4633-bba1-fa0ee78ce186, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b7449359-c845-4633-bba1-fa0ee78ce186,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:49.524621 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:49.525117 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:49.598716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:49.647780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:49.653028 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:49.659355 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] 10.222.0.66 "PUT /v2.0/ports/b7449359-c845-4633-bba1-fa0ee78ce186 HTTP/1.1" status: 200 len: 1091 time: 4.5710220 Mar 11 17:15:49.667791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94b243-beca-4bae-b675-f153453e39cd', 'tag': 'b7449359-c845-4633-bba1-fa0ee78ce186'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:49.688219 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55395bb-c777-4c51-b270-76a5d4d35d99" -d '{"events": [{"name": "network-changed", "server_uuid": "2a94b243-beca-4bae-b675-f153453e39cd", "tag": "b7449359-c845-4633-bba1-fa0ee78ce186"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:49.831208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:49.846307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ee25a12-5a90-44fa-82e2-f42e621ee840 req-ac9d8216-c965-4e99-93b7-64a10e35f9b9 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 210 time: 0.1067560 Mar 11 17:15:49.871373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:49.873844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996c75-a39a-44eb-9e21-ff62eb5773c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7449359-c845-4633-bba1-fa0ee78ce186,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:49.933351 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2acdc09-cb77-4dac-a502-0c29f2d4e512 x-openstack-request-id: req-c2acdc09-cb77-4dac-a502-0c29f2d4e512 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:49.936243 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ad3eca-e9a8-410d-ab69-f456f44c9a3c", "name": "network-vif-deleted", "tag": "63cddf06-98c9-4880-bed2-b61d1647e7d9", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:49.936718 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2acdc09-cb77-4dac-a502-0c29f2d4e512 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:49.939917 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ad3eca-e9a8-410d-ab69-f456f44c9a3c', 'name': 'network-vif-deleted', 'tag': '63cddf06-98c9-4880-bed2-b61d1647e7d9', 'status': 'completed', 'code': 200} Mar 11 17:15:49.951222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Pushing event deleted for resources: {'Port': ['ID=ee1ec7c1-54ce-4779-827d-631a277938c4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:49.965118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ee068cc-6430-495f-90d1-af65aefbd5ae req-c5cfd3aa-ea18-4b12-8c63-a14f09d07775 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 210 time: 0.0509651 Mar 11 17:15:50.090443 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-aa88e8a2-62ff-4f36-ac36-0ad8cb93c172 None None] Provisioning complete for port 2fd43fee-5500-4c60-b6c9-fef26706ee2e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:50.090811 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aa88e8a2-62ff-4f36-ac36-0ad8cb93c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:50.150769 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9546aa28-f775-41e5-9bb6-f121b2205d0a x-openstack-request-id: req-9546aa28-f775-41e5-9bb6-f121b2205d0a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:50.154049 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a94b243-beca-4bae-b675-f153453e39cd", "tag": "b7449359-c845-4633-bba1-fa0ee78ce186", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:50.154394 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9546aa28-f775-41e5-9bb6-f121b2205d0a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:50.154819 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94b243-beca-4bae-b675-f153453e39cd', 'tag': 'b7449359-c845-4633-bba1-fa0ee78ce186', 'status': 'completed', 'code': 200} Mar 11 17:15:50.199738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47338) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:50.285332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589afdc-81f8-46e0-b634-7e7785973929 req-f409521c-1abe-48d3-8964-cddaa84679ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:50.286821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-f409521c-1abe-48d3-8964-cddaa84679ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 1094 time: 0.5751102 Mar 11 17:15:50.396176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-052e6377-d093-4ec3-9e27-083b7b2acd20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7449359-c845-4633-bba1-fa0ee78ce186 HTTP/1.1" status: 200 len: 217 time: 0.0939407 Mar 11 17:15:50.403761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fd007-593c-479b-9064-8fc69889a7a9 req-b5654477-de22-48a4-9807-f16be2823454 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:50.410099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Allocated IP 172.20.0.6 (345efb7d-0013-4393-bacc-bddb63f2511d/5b1f692d-79a3-4bf6-9bf5-cba63da2a347/746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:50.417205 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd0fd007-593c-479b-9064-8fc69889a7a9 req-b5654477-de22-48a4-9807-f16be2823454 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.2799098 Mar 11 17:15:50.560207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:50.566370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:50.568945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0892b836-8e4e-48ed-ab33-442450aacb6c tempest-ImagesOneServerNegativeTestJSON-875894875 tempest-ImagesOneServerNegativeTestJSON-875894875-project] 10.222.0.53 "DELETE /v2.0/floatingips/7cece78a-a347-4239-bd3d-4c0a1bd225d7 HTTP/1.1" status: 204 len: 168 time: 6.2300682 Mar 11 17:15:50.596243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-cf48be58-bac4-4cf8-bfa9-423643ac12ed tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:50.598737 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-cf48be58-bac4-4cf8-bfa9-423643ac12ed tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.46 "GET /v2.0/networks?id=ae0188d4-b8d9-416c-b910-3eae46ab891c HTTP/1.1" status: 200 len: 829 time: 1.0904541 Mar 11 17:15:50.636749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Request body: {'port': {'device_id': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'admin_state_up': True, 'tenant_id': '09c79dbf25304e39aae26aba19d9c236'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:50.676041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd0fd007-593c-479b-9064-8fc69889a7a9 req-e2230d42-9d8d-4115-8874-470a11232db8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570350 Mar 11 17:15:50.691547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-216b0d0b-fb8a-46d2-a080-63c4104d5435 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:50.699340 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:50.730928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8677b-6219-43f2-8f04-d2b358c80b37 req-27d65eef-b56c-4bfb-b9ee-ea4ea025adf3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:50.743641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bc8677b-6219-43f2-8f04-d2b358c80b37 req-27d65eef-b56c-4bfb-b9ee-ea4ea025adf3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 943 time: 0.2206466 Mar 11 17:15:50.829663 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-216b0d0b-fb8a-46d2-a080-63c4104d5435 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:50.843887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Allocated IP 172.20.0.2 (509e9de7-b8e9-469e-a31c-c039a930f084/c026142e-8f4f-4bc1-9736-4944b37e33eb/38e817ef-9700-4656-9361-219f199435a6) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:50.846539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bc8677b-6219-43f2-8f04-d2b358c80b37 req-fcd5f160-0007-45f2-9ca3-b6805c8cb30b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006386 Mar 11 17:15:50.896519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589afdc-81f8-46e0-b634-7e7785973929 req-d4e9f355-c6c1-4380-a3f6-502c80d4574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:50.902877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-d4e9f355-c6c1-4380-a3f6-502c80d4574b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.2647336 Mar 11 17:15:51.155170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-b9e44db7-3fed-4bf3-badc-061897dbc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:51.157729 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-b9e44db7-3fed-4bf3-badc-061897dbc42a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 1100 time: 0.3100777 Mar 11 17:15:51.270294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2fd43fee-5500-4c60-b6c9-fef26706ee2e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:51.296108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:51.301133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Made reservation on behalf of 09c79dbf25304e39aae26aba19d9c236 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:51.305267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:51.316134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589afdc-81f8-46e0-b634-7e7785973929 req-20837bda-390c-4997-a725-c35d9900d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:51.328562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-20837bda-390c-4997-a725-c35d9900d465 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4101861 Mar 11 17:15:51.329658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-216b0d0b-fb8a-46d2-a080-63c4104d5435 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:51.332543 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-216b0d0b-fb8a-46d2-a080-63c4104d5435 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:51.336720 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-216b0d0b-fb8a-46d2-a080-63c4104d5435 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "DELETE /v2.0/security-groups/6f30b1c9-980e-4318-9b94-54d6e5bcfe4d HTTP/1.1" status: 204 len: 168 time: 1.1334352 Mar 11 17:15:51.357400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47356) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:51.398944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b0d0b-fb8a-46d2-a080-63c4104d5435 tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f30b1c9-980e-4318-9b94-54d6e5bcfe4d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:51.503151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:51.592700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 2fd43fee-5500-4c60-b6c9-fef26706ee2e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:51.603743 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:51.608646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4a69a465-cd34-4c4f-9e4b-4a8df68f5c8a None None] Provisioning complete for port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:51.609061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4a69a465-cd34-4c4f-9e4b-4a8df68f5c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:51.624406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-972d1455-77f4-491f-a08c-e7f6dc256937 service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657039 Mar 11 17:15:51.653340 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:51.697492 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-942c5399-acf1-4c14-8e64-5886d231651c tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] show failed (client error): The resource could not be found. Mar 11 17:15:51.709760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-942c5399-acf1-4c14-8e64-5886d231651c tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "GET /v2.0/security-groups/6f30b1c9-980e-4318-9b94-54d6e5bcfe4d HTTP/1.1" status: 404 len: 347 time: 0.3019209 Mar 11 17:15:51.719806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47362) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:51.732196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:35Z', 'revision_number': 5, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:51.734418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59056a47-5770-4a3e-89c5-183166f060cd req-2c35b0cd-fe20-4962-8966-3c770311589e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:51.738205 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59056a47-5770-4a3e-89c5-183166f060cd req-2c35b0cd-fe20-4962-8966-3c770311589e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.7041764 Mar 11 17:15:51.804233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-523d3f3e-28b1-44e9-a7d4-c32fa6bf67ab req-2672563b-d33a-482f-a9c8-a39f68264867 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 210 time: 0.0830610 Mar 11 17:15:51.820434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Allocated IP 172.25.8.172 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/82a0826e-c9bb-475c-877f-4eaa469871df) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:51.854412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] Checking router: ea787d1d-7f34-4bc5-b0d5-6a3afd938756 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:51.939916 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:51.950154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:51.950876 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:51.987561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:52.050157 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:52.066542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:52.097043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-e50572a9-d5f1-4995-b575-2658db563450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:52.099004 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-e50572a9-d5f1-4995-b575-2658db563450 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.8941905 Mar 11 17:15:52.106258 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:52.119923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59056a47-5770-4a3e-89c5-183166f060cd req-35b009a5-4e37-48b0-952f-8184c925d112 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261562 Mar 11 17:15:52.147507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:52.228518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Network 345efb7d-0013-4393-bacc-bddb63f2511d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:52.230007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:52.239004 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-ecba5e48-5fdf-4556-bd08-7ae0696b8d8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 217 time: 0.1120994 Mar 11 17:15:52.240233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:52.246394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:52.256536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b88b6e77-b77d-47ff-a4c7-be40481d0dc1 req-bac28f8d-d1fc-47af-846f-a5b743517cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 210 time: 0.1592605 Mar 11 17:15:52.265649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-1eeb94ae-9127-45bb-afa3-6580103c1bc1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6401727 Mar 11 17:15:52.341454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47372) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:52.360366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Pushing event updated for resources: {'Port': ['ID=82a0826e-c9bb-475c-877f-4eaa469871df,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:52.374995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-a28880ba-823f-4570-9ff0-64425781fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:52.377045 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-a28880ba-823f-4570-9ff0-64425781fdba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1262579 Mar 11 17:15:52.473862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788e33a-0cae-4b2e-9aaa-fc1b7314fc66 req-170ef38e-c8a5-46f7-bc07-05b28a94b37c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:52.474362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:52.482192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2788e33a-0cae-4b2e-9aaa-fc1b7314fc66 req-170ef38e-c8a5-46f7-bc07-05b28a94b37c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1897669 Mar 11 17:15:52.491949 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:52.522662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Deleting port 2890267f-6d99-4480-9f86-f7164cea4abf {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:52.523116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:52.585668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a9b7352-7e65-4a33-bea7-95490bf1a8f9', 'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'mac_address': 'fa:16:3e:2c:ae:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:38Z', 'updated_at': '2022-03-11T17:15:48Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'subnets': [{'id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:52.643343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8589afdc-81f8-46e0-b634-7e7785973929 req-2926e510-9f67-486c-a224-f9889418d70d service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9260972 Mar 11 17:15:52.703215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:52.704688 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:52.709248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b5a033-bf33-4b18-99a4-5c3bb7a90058 admin admin] Deleting subnet b564287c-5064-450a-b060-14d5484537be {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:15:52.728495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9543527-cb80-4ec3-9027-73fdfb1f3edb None None] The sync data for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 is: [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a9b7352-7e65-4a33-bea7-95490bf1a8f9', 'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'mac_address': 'fa:16:3e:2c:ae:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:38Z', 'updated_at': '2022-03-11T17:15:48Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'subnets': [{'id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:52.739017 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4a69a465-cd34-4c4f-9e4b-4a8df68f5c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:52.741158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2788e33a-0cae-4b2e-9aaa-fc1b7314fc66 req-e559d2fa-3140-45b1-b5cd-5cc910a7fd3f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558742 Mar 11 17:15:52.777228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a033-bf33-4b18-99a4-5c3bb7a90058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:52.792202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Allocated IP 172.20.0.14 (ae0188d4-b8d9-416c-b910-3eae46ab891c/51d381b9-a705-4b4d-9d0b-c1152a8e0fee/131524ae-ff8e-4ace-afef-16caecce4311) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:52.894994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Network 509e9de7-b8e9-469e-a31c-c039a930f084 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:52.896246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e940e11-1560-4094-a686-0a4a7eeb2253 req-e2a92110-7007-4a39-a4b8-b691b2a70e42 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:52.902023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e940e11-1560-4094-a686-0a4a7eeb2253 req-e2a92110-7007-4a39-a4b8-b691b2a70e42 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 943 time: 0.4726593 Mar 11 17:15:52.929165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:52.932607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:53.042539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4a69a465-cd34-4c4f-9e4b-4a8df68f5c8a None None] For port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1a9b7352-7e65-4a33-bea7-95490bf1a8f9,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:53.049304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Attempting to bind port 38e817ef-9700-4656-9361-219f199435a6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:53.049729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Attempting to bind port 38e817ef-9700-4656-9361-219f199435a6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '5e722182-0c0f-4172-816b-c11c92a2d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:53.050156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Attempting to bind port 38e817ef-9700-4656-9361-219f199435a6 on network 509e9de7-b8e9-469e-a31c-c039a930f084 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:53.056556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Pushing event updated for resources: {'Port': ['ID=38e817ef-9700-4656-9361-219f199435a6,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:53.074670 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4a69a465-cd34-4c4f-9e4b-4a8df68f5c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:53.090391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-db4f9416-1627-4e77-8720-1db752900a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:53.106350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-db4f9416-1627-4e77-8720-1db752900a42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1095 time: 0.7382238 Mar 11 17:15:53.167822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69a465-cd34-4c4f-9e4b-4a8df68f5c8a None None] Pushing event updated for resources: {'Port': ['ID=1a9b7352-7e65-4a33-bea7-95490bf1a8f9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:53.177407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:53.178021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Checking segment: {'id': '5e722182-0c0f-4172-816b-c11c92a2d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:53.178359 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:53.178939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Bound using segment: {'id': '5e722182-0c0f-4172-816b-c11c92a2d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:53.179566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Bound port: 38e817ef-9700-4656-9361-219f199435a6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e722182-0c0f-4172-816b-c11c92a2d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:53.179951 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:53.216898 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2485127 Mar 11 17:15:53.248922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Request body: {'port': {'device_id': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:53.280294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] For port 38e817ef-9700-4656-9361-219f199435a6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:53.283779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] For port 38e817ef-9700-4656-9361-219f199435a6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=38e817ef-9700-4656-9361-219f199435a6,segment=NetworkSegment(5e722182-0c0f-4172-816b-c11c92a2d4a9),segment_id=5e722182-0c0f-4172-816b-c11c92a2d4a9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:53.300851 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:53.302958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:53.330348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a033-bf33-4b18-99a4-5c3bb7a90058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:53.378964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37314c33-54e4-4244-bbc1-26758fe39147 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'Port': ['ID=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:53.422008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-3b43b05d-d9c3-442d-b8b5-f2db9a77f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:53.424247 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-3b43b05d-d9c3-442d-b8b5-f2db9a77f7f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8810115 Mar 11 17:15:53.445245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-05b6c973-9def-4e58-af43-b14357baee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:53.451023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-05b6c973-9def-4e58-af43-b14357baee89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 1094 time: 0.7337556 Mar 11 17:15:53.552475 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:53.552475 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:53.562567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d594492-468f-4ee7-8924-c5f35ce65163 None None] Pushing event updated for resources: {'Port': ['ID=38e817ef-9700-4656-9361-219f199435a6,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:53.571357 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:53.571357 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:53.630487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:35Z', 'revision_number': 5, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:53.654261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2383a0e-b49c-401b-9967-c985c4ea9748 req-f75c3e0d-da2f-4757-9b13-461a7e622d05 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:53.657440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2383a0e-b49c-401b-9967-c985c4ea9748 req-f75c3e0d-da2f-4757-9b13-461a7e622d05 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 931 time: 0.6470923 Mar 11 17:15:53.669085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e940e11-1560-4094-a686-0a4a7eeb2253 req-ed463e23-ef1a-4e08-bb9a-27f820bc3624 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608336 Mar 11 17:15:53.687033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:53.702994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd1196-93ae-4903-ae85-7c2697ed987f None None] The sync data for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 is: [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:13:25Z', 'revision_number': 4, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b6d3f35-8a9b-48e0-ae68-d94dc62329e9', 'name': '', 'network_id': 'a301cfec-62ac-4fba-b15a-2f5d2fde2312', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'mac_address': 'fa:16:3e:58:c9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:22Z', 'updated_at': '2022-03-11T17:13:35Z', 'revision_number': 5, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'subnets': [{'id': '81a4a54b-3d17-408f-83ca-091aab0a9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:53.707422 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-5f7ab7ec-80ea-4374-b0dc-01ca3a466fd0 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452543 Mar 11 17:15:53.756136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Calling delete_port for 2890267f-6d99-4480-9f86-f7164cea4abf owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:15:53.830249 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a033-bf33-4b18-99a4-5c3bb7a90058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:54.152856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2383a0e-b49c-401b-9967-c985c4ea9748 req-f85f3668-3a53-419b-95cb-a8c2467ac9a0 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532573 Mar 11 17:15:54.164123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-5bab06f9-3311-4782-932b-142e3c0be9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:54.169697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-5bab06f9-3311-4782-932b-142e3c0be9e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.9820807 Mar 11 17:15:54.180698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a033-bf33-4b18-99a4-5c3bb7a90058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:54.345404 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e2993-ede3-4c4b-96fd-c66773c0771b None None] New status for floating IP d58d6dff-3996-40e4-9553-ae84a050da1b: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:15:54.501893 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:54.511548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b557aea-89ba-4694-b4e3-ec4b84538076 req-05d39ab0-9e7b-4158-a4ae-219deaac47be tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 210 time: 0.1546521 Mar 11 17:15:54.549863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a033-bf33-4b18-99a4-5c3bb7a90058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:54.554489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-17b5a033-bf33-4b18-99a4-5c3bb7a90058 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b564287c-5064-450a-b060-14d5484537be HTTP/1.1" status: 204 len: 168 time: 2.2043827 Mar 11 17:15:54.555632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5a033-bf33-4b18-99a4-5c3bb7a90058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b564287c-5064-450a-b060-14d5484537be,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:54.559610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47392) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:54.620644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90ab4a-63d0-498c-976a-1a424ccddd40 req-073cbc16-5a73-46d3-af5e-43180e9bfef0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:54.623027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d90ab4a-63d0-498c-976a-1a424ccddd40 req-073cbc16-5a73-46d3-af5e-43180e9bfef0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.7410235 Mar 11 17:15:54.648115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-f948d611-0dc7-4809-8d13-9e9cf2ae6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:54.649635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-f948d611-0dc7-4809-8d13-9e9cf2ae6344 service neutron] 10.222.0.66 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 1.0852165 Mar 11 17:15:54.659341 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.db.api [None req-391e2993-ede3-4c4b-96fd-c66773c0771b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:15:54.659775 n-d-833411-1 neutron-server[102644]: DEBUG oslo_db.api [None req-391e2993-ede3-4c4b-96fd-c66773c0771b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:15:54.740236 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:54.778740 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-4009b38d-8db7-48eb-b3bf-d88b1e6b61b7 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0368006 Mar 11 17:15:54.780411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:54.792759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:54.794411 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-00ddffa6-48ac-4973-8926-c20a1e36b08c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 999 time: 0.5770185 Mar 11 17:15:54.856092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-7d06dded-1286-403b-a98b-49bb2a50c660 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7449359-c845-4633-bba1-fa0ee78ce186 HTTP/1.1" status: 200 len: 217 time: 0.1576471 Mar 11 17:15:54.892584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d90ab4a-63d0-498c-976a-1a424ccddd40 req-00c94b41-4aee-4531-99db-0b9418884b63 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584767 Mar 11 17:15:54.894511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Pushing event deleted for resources: {'Port': ['ID=2890267f-6d99-4480-9f86-f7164cea4abf,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:55.062451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Network ae0188d4-b8d9-416c-b910-3eae46ab891c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:55.088887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:55.098079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Pushing event updated for resources: {'Port': ['ID=131524ae-ff8e-4ace-afef-16caecce4311,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:55.130123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:15:55.163969 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e2993-ede3-4c4b-96fd-c66773c0771b None None] New status for floating IP d58d6dff-3996-40e4-9553-ae84a050da1b: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:15:55.199755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:55.221244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:55.222048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.284604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d48058-68da-4c42-bcb3-9d6d417c39a1 None None] Network 509e9de7-b8e9-469e-a31c-c039a930f084 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:15:55.306802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:55.317034 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.334082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Transition to ACTIVE for port object 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:15:55.345693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.404291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-60d93be5-8207-4734-b388-4c06de7a5e27 None None] Provisioning complete for port 38e817ef-9700-4656-9361-219f199435a6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:55.404704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-60d93be5-8207-4734-b388-4c06de7a5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.409398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:55.410081 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.445139 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eec46315-041c-4e5b-91d5-1e5a5bc1bcca tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8204286 Mar 11 17:15:55.460086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Request body: {'port': {'device_id': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:55.493060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-93f06329-2ada-4921-87de-0c1b9e901bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:55.494842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-93f06329-2ada-4921-87de-0c1b9e901bc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 1096 time: 0.9809966 Mar 11 17:15:55.506089 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.565249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a031452-892a-40ff-88a3-07d61ef42c7c req-bb909a2a-f7b8-4ba1-bf19-95f37a0c9f55 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:55.566360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a031452-892a-40ff-88a3-07d61ef42c7c req-bb909a2a-f7b8-4ba1-bf19-95f37a0c9f55 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.9599097 Mar 11 17:15:55.580973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Pushing event updated for resources: {'Port': ['ID=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:55.605278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-60d93be5-8207-4734-b388-4c06de7a5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.692174 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-60d93be5-8207-4734-b388-4c06de7a5e27 None None] For port 38e817ef-9700-4656-9361-219f199435a6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=38e817ef-9700-4656-9361-219f199435a6,segment=NetworkSegment(5e722182-0c0f-4172-816b-c11c92a2d4a9),segment_id=5e722182-0c0f-4172-816b-c11c92a2d4a9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:55.694525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 38e817ef-9700-4656-9361-219f199435a6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:55.695884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.698242 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-60d93be5-8207-4734-b388-4c06de7a5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.698904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-1ce5c646-843c-42ab-8005-b45be220b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:55.700425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-1ce5c646-843c-42ab-8005-b45be220b305 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.8325775 Mar 11 17:15:55.706426 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Attempting to bind port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:55.706737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Attempting to bind port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '424bb9d6-00a1-4827-8848-21a6f6cae575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:55.707063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Attempting to bind port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 on network 345efb7d-0013-4393-bacc-bddb63f2511d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:55.712643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-3b5e352e-d840-4dc9-ada8-c087dc39eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:55.714165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-3b5e352e-d840-4dc9-ada8-c087dc39eeaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.8069155 Mar 11 17:15:55.729418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 on network 345efb7d-0013-4393-bacc-bddb63f2511d not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:15:55.729741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Attempting to bind port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 on network 345efb7d-0013-4393-bacc-bddb63f2511d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:55.739605 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.762933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:55.763281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Checking segment: {'id': '424bb9d6-00a1-4827-8848-21a6f6cae575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:55.763561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Bound using segment: {'id': '424bb9d6-00a1-4827-8848-21a6f6cae575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:55.765318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Bound port: 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424bb9d6-00a1-4827-8848-21a6f6cae575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:55.765912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.789014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d93be5-8207-4734-b388-4c06de7a5e27 None None] Pushing event updated for resources: {'Port': ['ID=38e817ef-9700-4656-9361-219f199435a6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:55.818993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 38e817ef-9700-4656-9361-219f199435a6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:55.818993 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.862145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.865387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.869218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9526f245-08cd-4b23-a430-dfe448881b3d tempest-ServersTestFqdnHostnames-638738916 tempest-ServersTestFqdnHostnames-638738916-project] 10.222.0.53 "DELETE /v2.0/floatingips/d58d6dff-3996-40e4-9553-ae84a050da1b HTTP/1.1" status: 204 len: 168 time: 4.1294188 Mar 11 17:15:55.882476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c5684cbe-94c5-4cd7-9acd-bd18a31551e8 None None] Provisioning complete for port 131524ae-ff8e-4ace-afef-16caecce4311 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:55.882855 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c5684cbe-94c5-4cd7-9acd-bd18a31551e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:55.888036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47400) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:55.907788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84420-ad87-4870-93ad-6a36bef5d68b req-85fe6a7e-431d-4f3b-937d-3fa37d21413a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:55.909385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75f84420-ad87-4870-93ad-6a36bef5d68b req-85fe6a7e-431d-4f3b-937d-3fa37d21413a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 943 time: 0.4132390 Mar 11 17:15:55.936431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c5684cbe-94c5-4cd7-9acd-bd18a31551e8 None None] Port 131524ae-ff8e-4ace-afef-16caecce4311 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:15:55.945936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a031452-892a-40ff-88a3-07d61ef42c7c req-b837a003-dec1-4e39-962a-340b4d642bea tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682261 Mar 11 17:15:55.993536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.005886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-9407035b-b673-457d-b591-0892ab3e1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.007366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-9407035b-b673-457d-b591-0892ab3e1e72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.4760876 Mar 11 17:15:56.038488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-bb3458a8-2eed-49b6-9fb5-3f3fa7468a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.040032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-bb3458a8-2eed-49b6-9fb5-3f3fa7468a9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3134844 Mar 11 17:15:56.059694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-97f23fd4-48a9-44e4-b875-58d2632b3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.061236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-97f23fd4-48a9-44e4-b875-58d2632b3c72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3390572 Mar 11 17:15:56.063013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bf69e0-e45d-4fdf-8b3f-74dbae54f32c']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:56.133241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] For port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:56.154218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5568935-0f70-4981-822f-2882299efb80') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:56.154498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5568935-0f70-4981-822f-2882299efb80') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:56.172567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b7449359-c845-4633-bba1-fa0ee78ce186 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:15:56.191589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cae97368-bea2-4491-8e33-c0406d14c085 None None] Provisioning complete for port 38e817ef-9700-4656-9361-219f199435a6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:56.192055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cae97368-bea2-4491-8e33-c0406d14c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.208049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] For port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:56.222147 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.227554 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.271026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75f84420-ad87-4870-93ad-6a36bef5d68b req-ae4dfe4e-f9ca-4e61-9617-116cdb1271cd tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016219 Mar 11 17:15:56.293758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-8314eb0e-8cc3-4420-bf5f-09043981d946 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bd27180-ad80-4f61-b299-e84f6b50d353 HTTP/1.1" status: 200 len: 1001 time: 0.2590756 Mar 11 17:15:56.298993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.299937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.302603 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.304764 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] 10.222.0.66 "PUT /v2.0/ports/746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 HTTP/1.1" status: 200 len: 1091 time: 3.0839639 Mar 11 17:15:56.306834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:56.311259 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:56.368678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:15:56.369191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:15:56.373557 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:15:56.391978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b7449359-c845-4633-bba1-fa0ee78ce186, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b7449359-c845-4633-bba1-fa0ee78ce186,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:56.410123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'b7449359-c845-4633-bba1-fa0ee78ce186', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'port_id': 'b7449359-c845-4633-bba1-fa0ee78ce186', 'mac_address': 'fa:16:3e:f9:bf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:15:56.434903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6ac36-af12-4f4a-ae9b-c849b5335a7a req-b16570a6-3736-4558-9952-06a260d0c64b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.442977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00e6ac36-af12-4f4a-ae9b-c849b5335a7a req-b16570a6-3736-4558-9952-06a260d0c64b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 943 time: 0.3352921 Mar 11 17:15:56.466455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3535d-abd4-4a01-a1dd-a63c655afc80 service neutron] Pushing event updated for resources: {'Port': ['ID=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:56.514692 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.517577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-808eab0c-9024-4afa-8ada-00fad666985f service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627247 Mar 11 17:15:56.535121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7449359-c845-4633-bba1-fa0ee78ce186 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:56.543607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-f7ccb5d7-48ca-4af5-b7fa-8e2a007292cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.545103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-f7ccb5d7-48ca-4af5-b7fa-8e2a007292cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.2341771 Mar 11 17:15:56.563583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b7449359-c845-4633-bba1-fa0ee78ce186, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b7449359-c845-4633-bba1-fa0ee78ce186,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:56.567690 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.579740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-01b18867-c13a-4625-9a6b-566cade3f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.581291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-01b18867-c13a-4625-9a6b-566cade3f41b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 1094 time: 0.1569970 Mar 11 17:15:56.581866 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Router 06a0ed06-6db8-466a-8b79-861e64119bbf is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:15:56.583164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.590230 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-64a628a4-9172-4f12-8be9-215c5081bdc4 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887664 Mar 11 17:15:56.621515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=b7449359-c845-4633-bba1-fa0ee78ce186,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:56.639646 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.643579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] 10.222.0.53 "DELETE /v2.0/networks/63bf69e0-e45d-4fdf-8b3f-74dbae54f32c HTTP/1.1" status: 204 len: 168 time: 2.0560398 Mar 11 17:15:56.660773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131524ae-ff8e-4ace-afef-16caecce4311 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:15:56.671006 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-2bde6528-fd91-4443-a0e6-abcc336b0892 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 HTTP/1.1" status: 200 len: 217 time: 0.0802667 Mar 11 17:15:56.672619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00e6ac36-af12-4f4a-ae9b-c849b5335a7a req-666d9ba5-76f8-415f-8dfc-b94b0bf2b491 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199497 Mar 11 17:15:56.701055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.785161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Transition to ACTIVE for port object 131524ae-ff8e-4ace-afef-16caecce4311 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:15:56.814760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84576098-fd6c-4766-a76e-1bc866eade74 req-e67383f1-e236-4d75-ad84-69f3e2bac3ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.816407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:56.816694 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84576098-fd6c-4766-a76e-1bc866eade74 req-e67383f1-e236-4d75-ad84-69f3e2bac3ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 932 time: 0.4130735 Mar 11 17:15:56.817390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27ea33-589a-4567-a581-857e799aae6c admin admin] Pushing event deleted for resources: {'Network': ['ID=63bf69e0-e45d-4fdf-8b3f-74dbae54f32c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:56.844864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d55395bb-c777-4c51-b270-76a5d4d35d99 req-e2260d34-27db-4c5b-ae36-a6d244cd0e5b service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180332 Mar 11 17:15:56.891180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-a79f6c46-6fbe-438d-a4dc-01701ad51fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.892716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-a79f6c46-6fbe-438d-a4dc-01701ad51fc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3254232 Mar 11 17:15:56.908181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b7449359-c845-4633-bba1-fa0ee78ce186'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:15:56.917958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84576098-fd6c-4766-a76e-1bc866eade74 req-2abbe82b-4462-4024-b186-a65d4acf222c tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817525 Mar 11 17:15:56.961895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-81812ce6-2d63-4361-a582-375a6cfe0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.963844 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-81812ce6-2d63-4361-a582-375a6cfe0e37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 200 len: 853 time: 0.2094438 Mar 11 17:15:56.984062 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Pushing event updated for resources: {'Port': ['ID=131524ae-ff8e-4ace-afef-16caecce4311,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:56.985657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f07438-845c-4031-88b9-5f7f1d2e1c38 req-f6be3711-67fe-4f04-a976-3b3d8b0e0d32 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:56.987485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60f07438-845c-4031-88b9-5f7f1d2e1c38 req-f6be3711-67fe-4f04-a976-3b3d8b0e0d32 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.2419925 Mar 11 17:15:57.025512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0774f0-39b9-4b6e-9c44-401be2612386 req-6d2302e4-33a9-4217-b03c-afbc31bbdece service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780410 Mar 11 17:15:57.034320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47408) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:57.045239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:57.082037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Sync routers for ids ['06a0ed06-6db8-466a-8b79-861e64119bbf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:57.115745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 38e817ef-9700-4656-9361-219f199435a6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:57.128424 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b96908-899b-46fa-9f20-4e9c7fb4a8af x-openstack-request-id: req-99b96908-899b-46fa-9f20-4e9c7fb4a8af {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:57.128820 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:57.128960 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99b96908-899b-46fa-9f20-4e9c7fb4a8af {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:57.129362 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4', 'status': 'completed', 'code': 200} Mar 11 17:15:57.132941 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-931f0fab-4c1a-4aa6-a374-8f6c7d4f66d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=345efb7d-0013-4393-bacc-bddb63f2511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580970 Mar 11 17:15:57.189459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60f07438-845c-4031-88b9-5f7f1d2e1c38 req-d4e8a472-027a-4f62-89dd-4bdf790e2dfa tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914349 Mar 11 17:15:57.227138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Routers {'06a0ed06-6db8-466a-8b79-861e64119bbf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:57.227909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['06a0ed06-6db8-466a-8b79-861e64119bbf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:57.243791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-4e22f938-4044-49d6-8f5d-f98a0f8faba5 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131135 Mar 11 17:15:57.254050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66287be9-1a70-46b6-9d13-22ad066bd0f1 req-cce83482-b479-43af-a7e4-689286ac3f42 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:57.262786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66287be9-1a70-46b6-9d13-22ad066bd0f1 req-cce83482-b479-43af-a7e4-689286ac3f42 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 945 time: 0.1215544 Mar 11 17:15:57.297996 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:57.301965 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9a09b4f5-3e37-4a4f-b1bb-76ca79a6446d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.2194450 Mar 11 17:15:57.304815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47412) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:57.355507 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8c1712c4-55f4-419b-85e5-167d86ac3d3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e4604e78f3f4724b44e60d9fb533cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982793 Mar 11 17:15:57.364707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:15:57.393542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Attempting to bind port 131524ae-ff8e-4ace-afef-16caecce4311 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:57.394039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Attempting to bind port 131524ae-ff8e-4ace-afef-16caecce4311 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:57.394490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Attempting to bind port 131524ae-ff8e-4ace-afef-16caecce4311 on network ae0188d4-b8d9-416c-b910-3eae46ab891c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:57.400685 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-9c19cf5b-4a77-4ab7-83d1-55dd36baabf2 service neutron] 10.222.0.66 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569942 Mar 11 17:15:57.422339 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66287be9-1a70-46b6-9d13-22ad066bd0f1 req-69d48171-1456-49b5-8611-9040120ad6f1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572161 Mar 11 17:15:57.424647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 38e817ef-9700-4656-9361-219f199435a6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:57.425097 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:57.485754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Set router 06a0ed06-6db8-466a-8b79-861e64119bbf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:57.566930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad18cd-93df-4c6e-bb3e-3b30f1456041 req-b1c2706b-dd2b-43ee-b351-d32352927445 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:57.568622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65ad18cd-93df-4c6e-bb3e-3b30f1456041 req-b1c2706b-dd2b-43ee-b351-d32352927445 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 944 time: 0.1803303 Mar 11 17:15:57.605178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e3471f-aaf0-4af7-aec9-214a03d2e975 req-6b0cdc83-c056-4473-bd18-1e42516e38ce service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396838 Mar 11 17:15:57.736970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Port 131524ae-ff8e-4ace-afef-16caecce4311 on network ae0188d4-b8d9-416c-b910-3eae46ab891c not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:15:57.736970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Attempting to bind port 131524ae-ff8e-4ace-afef-16caecce4311 on network ae0188d4-b8d9-416c-b910-3eae46ab891c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:57.782042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5bd27180-ad80-4f61-b299-e84f6b50d353 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:15:57.786427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:57.786903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Checking segment: {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:57.787553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Bound using segment: {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:57.788176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Bound port: 131524ae-ff8e-4ace-afef-16caecce4311, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d8c27f-cc72-42c9-9817-3ac66a6de0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:57.788799 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:57.839731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65ad18cd-93df-4c6e-bb3e-3b30f1456041 req-19493f05-6c9a-44d8-a4a3-b75b76645ec0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538106 Mar 11 17:15:57.915151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41e77982-5ece-452a-aa93-ee9e21924616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:57.988949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41e77982-5ece-452a-aa93-ee9e21924616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.014616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.019370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] For port 131524ae-ff8e-4ace-afef-16caecce4311, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:58.021003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:46Z', 'updated_at': '2022-03-11T17:15:53Z', 'revision_number': 3, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'gw_port': {'id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:51Z', 'updated_at': '2022-03-11T17:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:58.022928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] For port 131524ae-ff8e-4ace-afef-16caecce4311, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=131524ae-ff8e-4ace-afef-16caecce4311,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:58.060397 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.079735 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Checking router: 06a0ed06-6db8-466a-8b79-861e64119bbf for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:58.080169 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Updating router 06a0ed06-6db8-466a-8b79-861e64119bbf port 82a0826e-c9bb-475c-877f-4eaa469871df binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:15:58.086805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:58.088891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce543dd6-42c4-4ffa-b925-53358bff9c29 req-c41803be-c403-4fb0-bbda-f4ddf62a7d9d service neutron] 10.222.0.66 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810520 Mar 11 17:15:58.089352 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f6d44c-0eb5-47e6-b6db-339da233514e" -d '{"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:58.135814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:58.146737 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.147514 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.151761 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.200561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b7449359-c845-4633-bba1-fa0ee78ce186 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:15:58.234955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:58.236060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.237380 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] 10.222.0.46 "PUT /v2.0/ports/131524ae-ff8e-4ace-afef-16caecce4311 HTTP/1.1" status: 200 len: 1092 time: 2.7815239 Mar 11 17:15:58.314711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbb26d-5d49-4e2c-854e-ec844c6a241c service neutron] Pushing event updated for resources: {'Port': ['ID=131524ae-ff8e-4ace-afef-16caecce4311,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:58.343227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-4a02e2e6-27ba-4991-bd52-94cbf12a3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:58.344723 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-4a02e2e6-27ba-4991-bd52-94cbf12a3d12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 1094 time: 0.1879053 Mar 11 17:15:58.348542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41e77982-5ece-452a-aa93-ee9e21924616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.356484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41e77982-5ece-452a-aa93-ee9e21924616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.356484 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-41e77982-5ece-452a-aa93-ee9e21924616 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9442bc8-7623-463b-88a3-a28206a57301 HTTP/1.1" status: 204 len: 168 time: 0.9791486 Mar 11 17:15:58.403552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a979109-4d92-4089-859d-f04692357c75 req-58e30eee-197f-4a87-83da-36b395132cda tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:58.405608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a979109-4d92-4089-859d-f04692357c75 req-58e30eee-197f-4a87-83da-36b395132cda tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 943 time: 0.6338696 Mar 11 17:15:58.459138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:58.532362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e77982-5ece-452a-aa93-ee9e21924616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9442bc8-7623-463b-88a3-a28206a57301,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:58.553751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ad2d7-0dc0-4f25-9c8a-0b2b3ad9b30a req-07dcf552-92e0-4e2c-92e1-9129fbe357ac tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:58.563271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-834ad2d7-0dc0-4f25-9c8a-0b2b3ad9b30a req-07dcf552-92e0-4e2c-92e1-9129fbe357ac tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 944 time: 0.2760231 Mar 11 17:15:58.569205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port b7449359-c845-4633-bba1-fa0ee78ce186 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:15:58.598745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port b7449359-c845-4633-bba1-fa0ee78ce186 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:58.599764 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.632078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a979109-4d92-4089-859d-f04692357c75 req-477ae67b-f06d-480b-babc-041d661c8b5a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570506 Mar 11 17:15:58.689329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-ed7c4fe2-ed02-4389-9dee-d2211b32cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:58.691530 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-ed7c4fe2-ed02-4389-9dee-d2211b32cb32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09c79dbf25304e39aae26aba19d9c236&device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 1095 time: 0.3248100 Mar 11 17:15:58.758457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-834ad2d7-0dc0-4f25-9c8a-0b2b3ad9b30a req-47d97bed-b26e-4f42-a369-03c7ca26a63e tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939971 Mar 11 17:15:58.768191 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-176636e7-94ca-4c24-a5e7-16fc05beefe0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131524ae-ff8e-4ace-afef-16caecce4311 HTTP/1.1" status: 200 len: 217 time: 0.0563824 Mar 11 17:15:58.776000 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa34c28e-659f-4441-a1cd-8f51fa48d39f x-openstack-request-id: req-aa34c28e-659f-4441-a1cd-8f51fa48d39f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:58.778565 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:58.779375 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa34c28e-659f-4441-a1cd-8f51fa48d39f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:58.781175 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'code': 200} Mar 11 17:15:58.817650 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.844067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-f066d6e8-c869-498a-9023-8da199459b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:58.850268 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-f066d6e8-c869-498a-9023-8da199459b1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 913 time: 0.4948578 Mar 11 17:15:58.851529 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:58.981709 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.002157 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-e11bc9b9-b243-4c1a-988a-960e5f838061 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 HTTP/1.1" status: 200 len: 217 time: 0.0834136 Mar 11 17:15:59.014423 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.025445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eff0dd9f-7347-479c-ae49-85b5ce1f6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:59.027912 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-eff0dd9f-7347-479c-ae49-85b5ce1f6373 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51d381b9-a705-4b4d-9d0b-c1152a8e0fee HTTP/1.1" status: 200 len: 868 time: 0.2472939 Mar 11 17:15:59.035568 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.064313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b7449359-c845-4633-bba1-fa0ee78ce186, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b7449359-c845-4633-bba1-fa0ee78ce186,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:59.069466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ba92e-1325-457c-a16e-4cd8ce5fdb46 req-25de28f8-2303-4ca0-a94b-d1569e0c2d62 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:59.071186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f70ba92e-1325-457c-a16e-4cd8ce5fdb46 req-25de28f8-2303-4ca0-a94b-d1569e0c2d62 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.2021263 Mar 11 17:15:59.090873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0565420-f1b9-4630-b037-78c5490e56b8 req-59583436-13a6-4da3-9db7-89ad139e989a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:59.092741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0565420-f1b9-4630-b037-78c5490e56b8 req-59583436-13a6-4da3-9db7-89ad139e989a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.2065578 Mar 11 17:15:59.110699 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.136385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Attempting to bind port 82a0826e-c9bb-475c-877f-4eaa469871df on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:59.136766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Attempting to bind port 82a0826e-c9bb-475c-877f-4eaa469871df by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:59.137211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Attempting to bind port 82a0826e-c9bb-475c-877f-4eaa469871df on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:15:59.147534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8fe98-9356-443f-863d-e3df07bf0b5d None None] Pushing event updated for resources: {'Port': ['ID=82a0826e-c9bb-475c-877f-4eaa469871df,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:59.150339 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:15:59.150746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:15:59.151192 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.151573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:15:59.152069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Bound port: 82a0826e-c9bb-475c-877f-4eaa469871df, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:59.152497 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.191626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:59.199312 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "tag": "131524ae-ff8e-4ace-afef-16caecce4311"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:15:59.234496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0565420-f1b9-4630-b037-78c5490e56b8 req-67a2eeee-1991-460f-9776-7ea211211045 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322892 Mar 11 17:15:59.266535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f70ba92e-1325-457c-a16e-4cd8ce5fdb46 req-6c91d697-21fb-4e4e-9af9-b45763ee036b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721570 Mar 11 17:15:59.293580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=b7449359-c845-4633-bba1-fa0ee78ce186,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:59.294912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-151d610e-5b10-48e5-b97f-7cf86fa23aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:59.297426 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-151d610e-5b10-48e5-b97f-7cf86fa23aba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 200 len: 853 time: 0.2831397 Mar 11 17:15:59.307030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] For port 82a0826e-c9bb-475c-877f-4eaa469871df, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:59.311485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] For port 82a0826e-c9bb-475c-877f-4eaa469871df, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=82a0826e-c9bb-475c-877f-4eaa469871df,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:59.318424 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.319330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Allocated IP 172.20.0.1 (509e9de7-b8e9-469e-a31c-c039a930f084/c026142e-8f4f-4bc1-9736-4944b37e33eb/94c54933-a81e-461b-a49d-72146648001e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:59.368078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-c97f03dd-d450-4a11-8edf-db5c2ba9e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:59.371283 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-c97f03dd-d450-4a11-8edf-db5c2ba9e48b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae0188d4-b8d9-416c-b910-3eae46ab891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2910309 Mar 11 17:15:59.394555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Routers {'06a0ed06-6db8-466a-8b79-861e64119bbf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:15:59.395232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['06a0ed06-6db8-466a-8b79-861e64119bbf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:59.401015 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6944ee-4ad7-4a9d-b42b-4b23791feac8 x-openstack-request-id: req-fb6944ee-4ad7-4a9d-b42b-4b23791feac8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:15:59.401377 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "tag": "131524ae-ff8e-4ace-afef-16caecce4311", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:15:59.401682 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb6944ee-4ad7-4a9d-b42b-4b23791feac8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:15:59.401998 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311', 'status': 'completed', 'code': 200} Mar 11 17:15:59.405175 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-dfa13257-4859-4f69-9c6f-dc15ae2e7bd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=345efb7d-0013-4393-bacc-bddb63f2511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920436 Mar 11 17:15:59.498905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8fe98-9356-443f-863d-e3df07bf0b5d None None] Pushing event updated for resources: {'Port': ['ID=82a0826e-c9bb-475c-877f-4eaa469871df,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:59.545860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Deleting port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:15:59.546694 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.640749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73746f81-4d20-4dd7-91c4-0620de32b65d req-4c9ea906-a0f7-40af-82a8-dfae5d98046b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:59.642097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] Set router 06a0ed06-6db8-466a-8b79-861e64119bbf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:15:59.649865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73746f81-4d20-4dd7-91c4-0620de32b65d req-4c9ea906-a0f7-40af-82a8-dfae5d98046b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.2900426 Mar 11 17:15:59.665912 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-82f11b7f-9e43-49b6-9be2-c3ad991f9230 service neutron] 10.222.0.66 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512870 Mar 11 17:15:59.670216 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-dc6f8915-2052-4ad9-8367-7560164d9065 service neutron] 10.222.0.46 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708926 Mar 11 17:15:59.758363 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.793752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73746f81-4d20-4dd7-91c4-0620de32b65d req-beb82e78-0f46-46e2-a527-09b3eb11d0ad tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254604 Mar 11 17:15:59.898956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.927048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ec45-4e69-418c-a336-390ce004047f req-19a4dd44-f3f5-4ebd-bc85-d92e7cbc1565 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:59.928621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4906ec45-4e69-418c-a336-390ce004047f req-19a4dd44-f3f5-4ebd-bc85-d92e7cbc1565 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 943 time: 0.1307757 Mar 11 17:15:59.946784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] For port 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2b6d3f35-8a9b-48e0-ae68-d94dc62329e9,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:59.947210 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:59.979395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:46Z', 'updated_at': '2022-03-11T17:15:53Z', 'revision_number': 3, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'gw_port': {'id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:51Z', 'updated_at': '2022-03-11T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:59.989108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Calling delete_port for 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:00.003046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Network 509e9de7-b8e9-469e-a31c-c039a930f084 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:00.007510 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-56965c9b-0792-4306-b6b5-eb0b4a0fcd12 req-5de7a51b-b423-4fd6-a588-854aa44d5481 service neutron] 10.222.0.66 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343306 Mar 11 17:16:00.013151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:00.025769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64422a-1fed-4052-a7b7-25a9142c8b34 None None] The sync data for ids ['06a0ed06-6db8-466a-8b79-861e64119bbf'] in n-d-833411-1 is: [{'id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:46Z', 'updated_at': '2022-03-11T17:15:53Z', 'revision_number': 3, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'gw_port': {'id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:51Z', 'updated_at': '2022-03-11T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:16:00.029991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Pushing event updated for resources: {'Port': ['ID=94c54933-a81e-461b-a49d-72146648001e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:00.043783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:00.079615 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd2a6bf6-8375-4f62-a300-f5a5213dd549 req-069a92fd-7495-42f3-a451-eee0f9e64c93 service neutron] 10.222.0.46 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964963 Mar 11 17:16:00.115275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22354556-e089-47b9-8b63-3fbe310a3489 req-b278ab24-5a54-425a-9efd-953c118ab75f tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:00.124008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22354556-e089-47b9-8b63-3fbe310a3489 req-b278ab24-5a54-425a-9efd-953c118ab75f tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 944 time: 0.2397847 Mar 11 17:16:00.133943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4906ec45-4e69-418c-a336-390ce004047f req-b918783c-4cf8-4637-8c55-de29d33f779e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694846 Mar 11 17:16:00.203749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:00.233044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22354556-e089-47b9-8b63-3fbe310a3489 req-d164c5e0-a80f-40da-9e36-8831127f7b1a tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069560 Mar 11 17:16:00.310996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47458) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:00.567640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f184b92d-a75a-41d6-9710-48d87114f479 None None] Provisioning complete for port 94c54933-a81e-461b-a49d-72146648001e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:00.571124 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f184b92d-a75a-41d6-9710-48d87114f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:00.592527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-3d6b99c0-d0c9-483f-bf9b-853be8be3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:00.595197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-3d6b99c0-d0c9-483f-bf9b-853be8be3765 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09c79dbf25304e39aae26aba19d9c236&device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 1095 time: 0.3498449 Mar 11 17:16:00.606996 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:00.653931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f184b92d-a75a-41d6-9710-48d87114f479 None None] Port 94c54933-a81e-461b-a49d-72146648001e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:16:00.685602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:00.744611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ffb8-fede-4350-b3f9-903fbc50a210 req-6df62597-a2e2-4d22-b4e1-b7c0fb70477c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:00.746537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0d2ffb8-fede-4350-b3f9-903fbc50a210 req-6df62597-a2e2-4d22-b4e1-b7c0fb70477c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.2767966 Mar 11 17:16:00.754900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1719537052-network', 'tenant_id': '07a88ac1a87f4944a9824962db237f20'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:00.783372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94b243-beca-4bae-b675-f153453e39cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7449359-c845-4633-bba1-fa0ee78ce186'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:00.787726 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c01a62-ad5e-4331-ac7c-2ac5c85e5b94" -d '{"events": [{"server_uuid": "2a94b243-beca-4bae-b675-f153453e39cd", "name": "network-vif-plugged", "status": "completed", "tag": "b7449359-c845-4633-bba1-fa0ee78ce186"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:00.815838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0e27f-2d44-45ac-b63e-ab9c596609cd req-24205790-cae1-46b2-8353-28d358e0828c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:00.817465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34d0e27f-2d44-45ac-b63e-ab9c596609cd req-24205790-cae1-46b2-8353-28d358e0828c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.3508224 Mar 11 17:16:00.842475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6d3f35-8a9b-48e0-ae68-d94dc62329e9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:00.884096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Made reservation on behalf of 07a88ac1a87f4944a9824962db237f20 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:00.886542 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:00.959253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0d2ffb8-fede-4350-b3f9-903fbc50a210 req-f041c821-da5e-4293-a3ef-03f070863262 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974916 Mar 11 17:16:01.006676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-6fb725f4-962e-474b-baf3-747a40ecdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:01.008200 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-6fb725f4-962e-474b-baf3-747a40ecdc7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ae0188d4-b8d9-416c-b910-3eae46ab891c HTTP/1.1" status: 200 len: 929 time: 0.3977380 Mar 11 17:16:01.036406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34d0e27f-2d44-45ac-b63e-ab9c596609cd req-deaf7c52-808b-4c66-8a10-2e8f20d73be0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009842 Mar 11 17:16:01.036406 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.198558 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa314d-fdae-4e86-ac4b-f159bea9c4e2 x-openstack-request-id: req-88aa314d-fdae-4e86-ac4b-f159bea9c4e2 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:01.199154 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a94b243-beca-4bae-b675-f153453e39cd", "name": "network-vif-plugged", "status": "completed", "tag": "b7449359-c845-4633-bba1-fa0ee78ce186", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:01.199682 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88aa314d-fdae-4e86-ac4b-f159bea9c4e2 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:01.203413 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94b243-beca-4bae-b675-f153453e39cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7449359-c845-4633-bba1-fa0ee78ce186', 'code': 200} Mar 11 17:16:01.212842 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-14d6ef39-d89b-4058-a766-52bdf877fa3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131524ae-ff8e-4ace-afef-16caecce4311 HTTP/1.1" status: 200 len: 217 time: 0.1902268 Mar 11 17:16:01.225028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 82a0826e-c9bb-475c-877f-4eaa469871df up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:01.309572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-49d2ae9a-911a-4d71-95c1-2526bce353be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:01.312527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-49d2ae9a-911a-4d71-95c1-2526bce353be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51d381b9-a705-4b4d-9d0b-c1152a8e0fee HTTP/1.1" status: 200 len: 868 time: 0.0732124 Mar 11 17:16:01.404775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 82a0826e-c9bb-475c-877f-4eaa469871df triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:01.406114 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.424980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ba648-bde3-4706-89ee-695d91e1c568 req-13d72dbe-0630-46e4-8aa0-36746bc4d458 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:01.426993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d64ba648-bde3-4706-89ee-695d91e1c568 req-13d72dbe-0630-46e4-8aa0-36746bc4d458 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1900105 Mar 11 17:16:01.502759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-340c744e-df15-4e05-8b67-1ab89e21d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:01.506143 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-340c744e-df15-4e05-8b67-1ab89e21d020 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae0188d4-b8d9-416c-b910-3eae46ab891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775889 Mar 11 17:16:01.510228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a435f7-165f-4a59-84b5-5614a0f8bbad req-9bec2562-fc38-4744-9f4f-d6ec587104ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:01.511723 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3a435f7-165f-4a59-84b5-5614a0f8bbad req-9bec2562-fc38-4744-9f4f-d6ec587104ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 1096 time: 0.1963913 Mar 11 17:16:01.518607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.521078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.561285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.626495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d64ba648-bde3-4706-89ee-695d91e1c568 req-459e9068-9c50-47b6-8a68-618fb2b4ba22 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876206 Mar 11 17:16:01.658531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.681785 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.782628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.802699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:16:01.807111 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e3a435f7-165f-4a59-84b5-5614a0f8bbad req-6200aab2-ddee-421d-b863-de26aa67f192 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727761 Mar 11 17:16:01.809692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 82a0826e-c9bb-475c-877f-4eaa469871df, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=82a0826e-c9bb-475c-877f-4eaa469871df,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:01.816250 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.839300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Pushing event updated for resources: {'Port': ['ID=94c54933-a81e-461b-a49d-72146648001e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:01.842957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e897ac7d-231a-4706-9d5e-caec617d4ac9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:01.855809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.886576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-aa428cd3-2708-43cd-bb7a-fe1a46a45b99 service neutron] 10.222.0.46 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724241 Mar 11 17:16:01.896111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=82a0826e-c9bb-475c-877f-4eaa469871df,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:01.906982 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:01.907376 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Added segment c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8 of type vlan for network 7bccc234-3f41-49da-a424-c732f55ff46d Mar 11 17:16:02.049800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:02.075717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f80e28-fea0-4ffd-8e4b-6fb7e73ba8ca req-e44c0e17-4d63-463a-95aa-2bab32cf840c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:02.084099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69f80e28-fea0-4ffd-8e4b-6fb7e73ba8ca req-e44c0e17-4d63-463a-95aa-2bab32cf840c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 943 time: 0.3114171 Mar 11 17:16:02.111618 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-785e210b-ca4b-420a-bdf2-f7b8a9e6effe req-47414d5a-cb8a-45fe-a330-2e468e9bceb1 service neutron] 10.222.0.46 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129133 Mar 11 17:16:02.141117 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:16:02.192916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Network 509e9de7-b8e9-469e-a31c-c039a930f084 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:02.195954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:02.197041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:02.197704 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:02.212699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69f80e28-fea0-4ffd-8e4b-6fb7e73ba8ca req-2e4d7dc6-89c4-431b-9f01-07e12f739b26 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275482 Mar 11 17:16:02.213572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:02.231061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:16:02.285334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9661336 Mar 11 17:16:02.285680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:16:02.287698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47494) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:02.291117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefa070-a205-4521-aa7e-84b27a881aff req-dd33f9a3-c5bc-47b9-9a28-4b0dca99af39 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:02.292691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fefa070-a205-4521-aa7e-84b27a881aff req-dd33f9a3-c5bc-47b9-9a28-4b0dca99af39 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 944 time: 0.2040966 Mar 11 17:16:02.294888 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] Sync routers for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:16:02.300446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Request body: {'subnet': {'network_id': '7bccc234-3f41-49da-a424-c732f55ff46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1719537052-subnet', 'tenant_id': '07a88ac1a87f4944a9824962db237f20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:02.308560 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1abc6080-82d0-4200-a6ed-7769ac5914e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/ea787d1d-7f34-4bc5-b0d5-6a3afd938756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4168992 Mar 11 17:16:02.310621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:02.320977 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:02.321915 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:02.403433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7bccc234-3f41-49da-a424-c732f55ff46d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:02.407533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Made reservation on behalf of 07a88ac1a87f4944a9824962db237f20 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:02.410742 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:02.411526 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:02.423809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.424190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.424528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.424870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.425204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.425532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.425856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.426179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.426559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.426926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.427251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.427571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8a76f-b560-4c58-9c84-851d8e3940e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:02.433892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4', 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d', 'port_id': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4', 'mac_address': 'fa:16:3e:5d:d0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f692d-79a3-4bf6-9bf5-cba63da2a347', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:16:02.503945 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:02.506155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 7bccc234-3f41-49da-a424-c732f55ff46d details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:16:02.557557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:02.606038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665099-864d-42bf-a45a-f46a82ba5150 req-ccb965fc-dc38-4252-8a51-c2e9d98ede24 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:02.617271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a665099-864d-42bf-a45a-f46a82ba5150 req-ccb965fc-dc38-4252-8a51-c2e9d98ede24 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.2139392 Mar 11 17:16:02.630117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fefa070-a205-4521-aa7e-84b27a881aff req-fcbc7a5c-9b75-401b-be76-601110cfdfe9 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185518 Mar 11 17:16:02.737969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:02.739894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:02.745376 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:02.754278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a665099-864d-42bf-a45a-f46a82ba5150 req-76f76a84-6a71-4d36-844d-92be9004b6a4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388211 Mar 11 17:16:02.767070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Router 06a0ed06-6db8-466a-8b79-861e64119bbf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:16:02.832482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:02.871551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-20a59b3a-3126-41cd-b230-d1f83031865d None None] Provisioning complete for port 94c54933-a81e-461b-a49d-72146648001e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:02.872242 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-20a59b3a-3126-41cd-b230-d1f83031865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:02.907502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-d5a7aac6-9850-4d6c-96f1-c6ed5201babc req-4ffb9518-5298-4734-a34e-02bf8457bbb8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:16:02.922904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5a7aac6-9850-4d6c-96f1-c6ed5201babc req-4ffb9518-5298-4734-a34e-02bf8457bbb8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1798124 Mar 11 17:16:02.966072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-20a59b3a-3126-41cd-b230-d1f83031865d None None] Port 94c54933-a81e-461b-a49d-72146648001e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:16:03.038222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:03.099588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:16:03.105677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7b6d0cfb-8966-4cba-bf18-0b3935f1a45b admin admin] 10.222.0.53 "PUT /v2.0/routers/06a0ed06-6db8-466a-8b79-861e64119bbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7960880 Mar 11 17:16:03.115446 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:16:00Z', 'revision_number': 5, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:03.141862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:03.177828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0189da-6fb8-4eb4-8790-5e7ff54e7764 req-7ebe0bec-1b6d-4695-a772-7b65a33dfcf3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:03.185131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f0189da-6fb8-4eb4-8790-5e7ff54e7764 req-7ebe0bec-1b6d-4695-a772-7b65a33dfcf3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.2926662 Mar 11 17:16:03.206636 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] Checking router: ea787d1d-7f34-4bc5-b0d5-6a3afd938756 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:16:03.241627 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] Routers {'ea787d1d-7f34-4bc5-b0d5-6a3afd938756'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:03.242618 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:03.243552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 82a0826e-c9bb-475c-877f-4eaa469871df up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:03.272282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Sync routers for ids ['06a0ed06-6db8-466a-8b79-861e64119bbf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:16:03.389251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Routers {'06a0ed06-6db8-466a-8b79-861e64119bbf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:03.390036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['06a0ed06-6db8-466a-8b79-861e64119bbf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:03.418385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857915e-8e3a-45fc-9fa1-bfa00af84b75 req-f4504274-4661-4a22-aa59-4cb9b390cc64 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:03.419193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f857915e-8e3a-45fc-9fa1-bfa00af84b75 req-f4504274-4661-4a22-aa59-4cb9b390cc64 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.1656308 Mar 11 17:16:03.438569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f0189da-6fb8-4eb4-8790-5e7ff54e7764 req-481ad062-c722-4e83-8a49-2e3365d6ae3f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398496 Mar 11 17:16:03.439583 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:03.519283 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] Set router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:03.532257 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f857915e-8e3a-45fc-9fa1-bfa00af84b75 req-928d3b53-6390-4740-bb4b-074db33fca12 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921896 Mar 11 17:16:03.596780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:03.643868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f46168-7cc8-45c4-96ed-ac2f2cca35a2 req-bae156c0-24b7-4bc3-a91d-fa23239b67be tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:03.647639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45f46168-7cc8-45c4-96ed-ac2f2cca35a2 req-bae156c0-24b7-4bc3-a91d-fa23239b67be tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 944 time: 0.0886452 Mar 11 17:16:03.678603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Set router 06a0ed06-6db8-466a-8b79-861e64119bbf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:03.686625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ee01c4-a585-4abc-9713-cd54ab8f5416,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:03.739136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 82a0826e-c9bb-475c-877f-4eaa469871df triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:03.739799 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:03.747216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Checking segment: {'id': 'c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7bccc234-3f41-49da-a424-c732f55ff46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:03.747682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Network hostable DHCP agents. Network: 7bccc234-3f41-49da-a424-c732f55ff46d, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:16:03.772207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45f46168-7cc8-45c4-96ed-ac2f2cca35a2 req-75651476-a655-4d07-808e-70bcb2402810 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056299 Mar 11 17:16:03.808239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 131524ae-ff8e-4ace-afef-16caecce4311 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:16:03.810364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5bd27180-ad80-4f61-b299-e84f6b50d353 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:03.832119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Network 7bccc234-3f41-49da-a424-c732f55ff46d is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:16:03.888568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 7bccc234-3f41-49da-a424-c732f55ff46d) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:03.892952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed70537-a241-4379-a521-27af7f7bb2f3 req-f98d7084-29ff-43e5-a2ea-9d70b7e7f5e3 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:03.898888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Deleting port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:03.899293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:03.908954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ed70537-a241-4379-a521-27af7f7bb2f3 req-f98d7084-29ff-43e5-a2ea-9d70b7e7f5e3 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 944 time: 0.1424172 Mar 11 17:16:03.940410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063116e-eb9d-4cf2-8cbe-3a9843bfd2ba None None] Network 7bccc234-3f41-49da-a424-c732f55ff46d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:03.994606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] For port 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:03.995033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.010751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Calling delete_port for 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:04.022696 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:16:00Z', 'revision_number': 5, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:04.032991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ed70537-a241-4379-a521-27af7f7bb2f3 req-29059171-d31c-4129-8909-3158681f0d34 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209533 Mar 11 17:16:04.070146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d0aed-08b8-42e9-9724-b0f3c239991b req-fa8c25ae-64d1-4724-a20b-a4bd073f46fe tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:04.070492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:04.071192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.071668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db5d0aed-08b8-42e9-9724-b0f3c239991b req-fa8c25ae-64d1-4724-a20b-a4bd073f46fe tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1453812 Mar 11 17:16:04.117608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db5d0aed-08b8-42e9-9724-b0f3c239991b req-2fa8d125-1459-4f37-9fd2-3da6463e3662 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387321 Mar 11 17:16:04.121361 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998d267-e4ab-4c74-9052-ff88d30feadb None None] The sync data for ids ['ea787d1d-7f34-4bc5-b0d5-6a3afd938756'] in n-d-833411-1 is: [{'id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'name': 'tempest-ServersTestFqdnHostnames-806732826-router', 'tenant_id': '3d84908dbe5b4902b0d6488b2340fb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:13:13Z', 'updated_at': '2022-03-11T17:16:00Z', 'revision_number': 5, 'project_id': '3d84908dbe5b4902b0d6488b2340fb79', 'gw_port': {'id': '4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea787d1d-7f34-4bc5-b0d5-6a3afd938756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:14Z', 'updated_at': '2022-03-11T17:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:16:04.125812 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:16:04.131327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-b6cbba7e-a39d-48b4-ae90-11d5b9934f63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4770265 Mar 11 17:16:04.138525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-e29b9784-dec8-4c28-99f6-c800773cd3ce service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:16:04.139755 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-e29b9784-dec8-4c28-99f6-c800773cd3ce service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076113 Mar 11 17:16:04.153889 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9223a61d-bd38-4a70-9eed-10f47991bcd9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8653519 Mar 11 17:16:04.335658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.386041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:04.546733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.678342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 131524ae-ff8e-4ace-afef-16caecce4311, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=131524ae-ff8e-4ace-afef-16caecce4311,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:04.723832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '131524ae-ff8e-4ace-afef-16caecce4311', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'port_id': '131524ae-ff8e-4ace-afef-16caecce4311', 'mac_address': 'fa:16:3e:dd:59:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:16:04.804057 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.810002 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.849090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.889829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cedddac-5d58-4acf-8b25-a7524bb624b9 None None] Network 7bccc234-3f41-49da-a424-c732f55ff46d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:04.909028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9781c-6a35-4f2d-8eb0-232045b8814c req-94b4413a-86dc-4efd-8bea-c0326ce73b3b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:04.919828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82b9781c-6a35-4f2d-8eb0-232045b8814c req-94b4413a-86dc-4efd-8bea-c0326ce73b3b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.3156142 Mar 11 17:16:04.922790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.923461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea787d1d-7f34-4bc5-b0d5-6a3afd938756 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:16:04.932231 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.933399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5e067730-97ae-4c15-8a56-2b38c0184b34 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ea787d1d-7f34-4bc5-b0d5-6a3afd938756 HTTP/1.1" status: 204 len: 168 time: 2.6213646 Mar 11 17:16:04.935894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:46Z', 'updated_at': '2022-03-11T17:16:00Z', 'revision_number': 4, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'gw_port': {'id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:51Z', 'updated_at': '2022-03-11T17:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '94c54933-a81e-461b-a49d-72146648001e', 'name': '', 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'mac_address': 'fa:16:3e:08:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'c026142e-8f4f-4bc1-9736-4944b37e33eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:58Z', 'updated_at': '2022-03-11T17:16:00Z', 'revision_number': 2, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'subnets': [{'id': 'c026142e-8f4f-4bc1-9736-4944b37e33eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:04.936103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47598) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:05.002456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-003385a9-b0fc-427d-9e6e-e57107055d42 admin admin] Deleting subnet 81a4a54b-3d17-408f-83ca-091aab0a9fe8 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:16:05.005431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Checking router: 06a0ed06-6db8-466a-8b79-861e64119bbf for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:16:05.005931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Updating router 06a0ed06-6db8-466a-8b79-861e64119bbf port 94c54933-a81e-461b-a49d-72146648001e binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:16:05.006861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-003385a9-b0fc-427d-9e6e-e57107055d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:05.010843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82b9781c-6a35-4f2d-8eb0-232045b8814c req-72ade6a0-fc41-4fe6-9c69-3ccf1653aa69 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871720 Mar 11 17:16:05.054211 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:05.064733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-e4704d41-b345-43d6-b20d-bee1e19df62c tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:05.078290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-e4704d41-b345-43d6-b20d-bee1e19df62c tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/networks?id=7bccc234-3f41-49da-a424-c732f55ff46d HTTP/1.1" status: 200 len: 822 time: 0.3330836 Mar 11 17:16:05.104932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-11acbffe-a339-4beb-a0db-198879e51294 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/quotas/07a88ac1a87f4944a9824962db237f20 HTTP/1.1" status: 200 len: 375 time: 0.0255830 Mar 11 17:16:05.115010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-003385a9-b0fc-427d-9e6e-e57107055d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:05.120444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131524ae-ff8e-4ace-afef-16caecce4311 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:05.169147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 131524ae-ff8e-4ace-afef-16caecce4311, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=131524ae-ff8e-4ace-afef-16caecce4311,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:05.203446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-8288bd17-5c2c-4df9-9025-0735bcd2b5de tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=07a88ac1a87f4944a9824962db237f20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869198 Mar 11 17:16:05.210814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:05.221716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-da88f686-0396-4ace-bebd-0556430f0dfb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:16:05.222734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-da88f686-0396-4ace-bebd-0556430f0dfb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123525 Mar 11 17:16:05.237055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:05.361489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-003385a9-b0fc-427d-9e6e-e57107055d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:05.486269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-fddbbe2c-2880-42e5-829b-10089f15afad service neutron] 10.222.0.53 "GET /v2.0/networks/7bccc234-3f41-49da-a424-c732f55ff46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490008 Mar 11 17:16:05.490138 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-003385a9-b0fc-427d-9e6e-e57107055d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:05.532404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba79c21-ce0c-484f-9e52-6cc8f5e49c86 req-cf6aef14-3969-47fa-a5a2-bd2c44b9a91a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:05.540053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ba79c21-ce0c-484f-9e52-6cc8f5e49c86 req-cf6aef14-3969-47fa-a5a2-bd2c44b9a91a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.2559307 Mar 11 17:16:05.559866 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-003385a9-b0fc-427d-9e6e-e57107055d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:05.566029 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-003385a9-b0fc-427d-9e6e-e57107055d42 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/81a4a54b-3d17-408f-83ca-091aab0a9fe8 HTTP/1.1" status: 204 len: 168 time: 0.6287122 Mar 11 17:16:05.567490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003385a9-b0fc-427d-9e6e-e57107055d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a4a54b-3d17-408f-83ca-091aab0a9fe8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:05.571117 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:05.644465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ba79c21-ce0c-484f-9e52-6cc8f5e49c86 req-8eeb36b8-b578-409a-a1a1-cad872fbfd90 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957119 Mar 11 17:16:05.675447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-95cacc24-e2b9-4d79-b1e6-beb52a1b1233 service neutron] 10.222.0.53 "GET /v2.0/networks/7bccc234-3f41-49da-a424-c732f55ff46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882188 Mar 11 17:16:05.680388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:05.764433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c3e9c-1cc3-4c06-9ef0-03fe860831f4 None None] Network a301cfec-62ac-4fba-b15a-2f5d2fde2312 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:05.767132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:16:05.767721 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2b6d3f35-8a9b-48e0-ae68-d94dc62329e9 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:05.775335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Deleting port d9bf9474-eca3-421d-af46-17ddb55b711b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:05.775848 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:05.910485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc60a5a-3554-4b67-a5cf-a017cc158b31 req-02da1e2f-9eed-43f8-b156-dd2757ce8ffe tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:05.912854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fc60a5a-3554-4b67-a5cf-a017cc158b31 req-02da1e2f-9eed-43f8-b156-dd2757ce8ffe tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 944 time: 0.1319971 Mar 11 17:16:05.929005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['131524ae-ff8e-4ace-afef-16caecce4311'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:06.008058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] For port d9bf9474-eca3-421d-af46-17ddb55b711b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d9bf9474-eca3-421d-af46-17ddb55b711b,segment=NetworkSegment(026d0334-5283-4204-a7a5-229b10677695),segment_id=026d0334-5283-4204-a7a5-229b10677695)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:06.008473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.040395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Calling delete_port for d9bf9474-eca3-421d-af46-17ddb55b711b owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:06.056548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fc60a5a-3554-4b67-a5cf-a017cc158b31 req-7cc78515-48fb-4deb-ae38-dd7b75a1748b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967917 Mar 11 17:16:06.157682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=131524ae-ff8e-4ace-afef-16caecce4311,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:06.316004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.334756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e45bf-9178-4711-9439-0ff979222aff req-4e784dc8-d9e6-4513-95c6-fedd6bd171a5 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:06.347082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc9e45bf-9178-4711-9439-0ff979222aff req-4e784dc8-d9e6-4513-95c6-fedd6bd171a5 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.0818326 Mar 11 17:16:06.360843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90b3af-9dfc-4db7-b455-e1360d247c86 req-b42b79c3-42eb-4932-b72c-eaf702a08324 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:06.372829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d90b3af-9dfc-4db7-b455-e1360d247c86 req-b42b79c3-42eb-4932-b72c-eaf702a08324 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 945 time: 0.1709538 Mar 11 17:16:06.399129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] No DVR routers for this DVR port d9bf9474-eca3-421d-af46-17ddb55b711b on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:16:06.401274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bf9474-eca3-421d-af46-17ddb55b711b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:06.415341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:06.467115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d90b3af-9dfc-4db7-b455-e1360d247c86 req-c0ae7424-a3a6-495c-aa35-b566498ba3f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927193 Mar 11 17:16:06.503013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc9e45bf-9178-4711-9439-0ff979222aff req-194e9e94-fdb3-41ba-959a-9bc749865b20 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524138 Mar 11 17:16:06.567846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.585599 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.604812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.620150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a301cfec-62ac-4fba-b15a-2f5d2fde2312']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:06.637662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026d0334-5283-4204-a7a5-229b10677695') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:06.639015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026d0334-5283-4204-a7a5-229b10677695') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:06.660548 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.690087 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.705188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c6847e-4185-42a7-93af-c6673ac9adf9 None None] DHCP port deletion for a301cfec-62ac-4fba-b15a-2f5d2fde2312 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:16:06.713809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:16:06.714390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.728492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:16:06.741196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ddf6090-771e-4bb0-91a1-3b71a0e72b4a req-48540571-2aa9-4d33-ac30-4de899104f9c tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 210 time: 0.1132052 Mar 11 17:16:06.741997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349be4f4-c703-4fbe-a796-391d2ea7aeaf None None] Pushing event updated for resources: {'Port': ['ID=94c54933-a81e-461b-a49d-72146648001e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:16:06.743110 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:16:06.749047 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:06.749993 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.861096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69b35-e13a-488b-8eb2-a35e4641ff49 req-5c53323c-edf5-4844-a64a-8af180771edc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:06.872650 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aea69b35-e13a-488b-8eb2-a35e4641ff49 req-5c53323c-edf5-4844-a64a-8af180771edc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.2063203 Mar 11 17:16:06.947735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.970175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:06.976750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aea69b35-e13a-488b-8eb2-a35e4641ff49 req-c2fe02fb-409f-478b-b90d-e2e6daebc5c8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026764 Mar 11 17:16:06.986130 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a301cfec-62ac-4fba-b15a-2f5d2fde2312 HTTP/1.1" status: 204 len: 168 time: 1.4092638 Mar 11 17:16:07.036270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eac5b6-9191-483b-b32f-446b18c53005 admin admin] Pushing event deleted for resources: {'Network': ['ID=a301cfec-62ac-4fba-b15a-2f5d2fde2312,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:07.054686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Attempting to bind port 94c54933-a81e-461b-a49d-72146648001e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:07.055063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Attempting to bind port 94c54933-a81e-461b-a49d-72146648001e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '5e722182-0c0f-4172-816b-c11c92a2d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:07.055403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Attempting to bind port 94c54933-a81e-461b-a49d-72146648001e on network 509e9de7-b8e9-469e-a31c-c039a930f084 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:07.098732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d9bf9474-eca3-421d-af46-17ddb55b711b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:07.105329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:16:07.105700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Checking segment: {'id': '5e722182-0c0f-4172-816b-c11c92a2d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:07.106103 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.106493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Bound using segment: {'id': '5e722182-0c0f-4172-816b-c11c92a2d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:16:07.116869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fb81f-e14e-4caf-b8bc-b2da665c4a31 req-5d1ed6ad-0dd9-45e1-a765-78094a09e453 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:07.120701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Bound port: 94c54933-a81e-461b-a49d-72146648001e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e722182-0c0f-4172-816b-c11c92a2d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:07.121213 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.125455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b3fb81f-e14e-4caf-b8bc-b2da665c4a31 req-5d1ed6ad-0dd9-45e1-a765-78094a09e453 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.1409333 Mar 11 17:16:07.228776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b3fb81f-e14e-4caf-b8bc-b2da665c4a31 req-14178440-3ea1-4ee0-bff4-862859086813 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909250 Mar 11 17:16:07.269222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d9bf9474-eca3-421d-af46-17ddb55b711b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:16:07.269817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d9bf9474-eca3-421d-af46-17ddb55b711b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:07.269987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:07.308835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47654) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:07.322829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe020e-4230-4ab1-9ab0-5c64acc9a082 req-d7ec3004-3380-4dfe-a6e5-f61d30d5681c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:07.324801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-afbe020e-4230-4ab1-9ab0-5c64acc9a082 req-d7ec3004-3380-4dfe-a6e5-f61d30d5681c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 944 time: 0.0922017 Mar 11 17:16:07.376967 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6c59860d-d649-4b87-922a-e2640a597bc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d84908dbe5b4902b0d6488b2340fb79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634556 Mar 11 17:16:07.376967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47656) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:07.379825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:16:07.379825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4b17528f-c5e2-41d3-b2ac-d260d0cdbbd1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:07.431201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.464454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-afbe020e-4230-4ab1-9ab0-5c64acc9a082 req-cb8b4ef1-bc34-43ea-8cf4-f485a955a51a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160185 Mar 11 17:16:07.470846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bdb863b-cb03-4954-8c2d-8bd750327460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.506315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6fbf4839-5186-4e0b-85f4-06dd84ab63a4 None None] Provisioning complete for port 94c54933-a81e-461b-a49d-72146648001e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:07.506672 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4839-5186-4e0b-85f4-06dd84ab63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.540035 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bdb863b-cb03-4954-8c2d-8bd750327460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.603228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] For port 94c54933-a81e-461b-a49d-72146648001e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:07.645066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:07.647524 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924c4068-61e3-4160-a5bb-2d41e935de20" -d '{"events": [{"server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "name": "network-vif-plugged", "status": "completed", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:07.686429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] For port 94c54933-a81e-461b-a49d-72146648001e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=94c54933-a81e-461b-a49d-72146648001e,segment=NetworkSegment(5e722182-0c0f-4172-816b-c11c92a2d4a9),segment_id=5e722182-0c0f-4172-816b-c11c92a2d4a9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:16:07.693370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:07.696707 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.699692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bdb863b-cb03-4954-8c2d-8bd750327460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.702320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf4839-5186-4e0b-85f4-06dd84ab63a4 None None] Port 94c54933-a81e-461b-a49d-72146648001e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:16:07.703464 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bdb863b-cb03-4954-8c2d-8bd750327460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.709127 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:07.711913 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6bdb863b-cb03-4954-8c2d-8bd750327460 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f65b6aa-b6eb-49cd-ab22-9650e033ea36 HTTP/1.1" status: 204 len: 168 time: 0.3359907 Mar 11 17:16:07.741822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb863b-cb03-4954-8c2d-8bd750327460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65b6aa-b6eb-49cd-ab22-9650e033ea36,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:07.783135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Routers {'06a0ed06-6db8-466a-8b79-861e64119bbf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:07.783626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:15:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['06a0ed06-6db8-466a-8b79-861e64119bbf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:07.822810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74cf26-6ca4-43ff-8c53-4f6b3e884424 req-b8e74d08-3b8f-4b35-95e4-5adf73c4ba1d tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:07.833782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c74cf26-6ca4-43ff-8c53-4f6b3e884424 req-b8e74d08-3b8f-4b35-95e4-5adf73c4ba1d tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 945 time: 0.2277071 Mar 11 17:16:07.855312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 131524ae-ff8e-4ace-afef-16caecce4311 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:07.864221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349be4f4-c703-4fbe-a796-391d2ea7aeaf None None] Pushing event updated for resources: {'Port': ['ID=94c54933-a81e-461b-a49d-72146648001e,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:07.899219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c90862-4953-450e-b1e3-c8c2cf293380 req-8a430840-4ea1-4d1b-a2de-320cffa196b4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:07.909385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c90862-4953-450e-b1e3-c8c2cf293380 req-8a430840-4ea1-4d1b-a2de-320cffa196b4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.2336788 Mar 11 17:16:08.000241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c74cf26-6ca4-43ff-8c53-4f6b3e884424 req-3ef1b32d-d638-4cb2-846d-55a91620335a tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554875 Mar 11 17:16:08.042482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c90862-4953-450e-b1e3-c8c2cf293380 req-d62e3e88-ff17-43bd-82de-68e3b5a850c3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271181 Mar 11 17:16:08.270044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ff331c6-6890-43ff-b4b0-9545339622d5 req-01f14cbb-baa8-424c-8ef9-39fd73ec910b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 210 time: 0.1127770 Mar 11 17:16:08.329840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 131524ae-ff8e-4ace-afef-16caecce4311 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:16:08.350600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:08.376516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] Set router 06a0ed06-6db8-466a-8b79-861e64119bbf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:08.379328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 131524ae-ff8e-4ace-afef-16caecce4311 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:08.379885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:08.441412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3d9aec91-7b01-4bb4-b7f1-df47a7f0aee0 None None] Provisioning complete for port 94c54933-a81e-461b-a49d-72146648001e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:08.441790 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3d9aec91-7b01-4bb4-b7f1-df47a7f0aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:08.595084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc485788-8827-4270-87e0-cfadccd5130c req-4d03ad14-1531-42e5-89c0-e15e4cb2926f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:08.607899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc485788-8827-4270-87e0-cfadccd5130c req-4d03ad14-1531-42e5-89c0-e15e4cb2926f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1649358 Mar 11 17:16:08.691350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc485788-8827-4270-87e0-cfadccd5130c req-008a85a1-aa3f-4012-a24e-c6b6a419545e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804203 Mar 11 17:16:08.766742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-0c4631bb-d021-49fd-8edd-5f06217061f7 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:08.768559 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-0c4631bb-d021-49fd-8edd-5f06217061f7 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.46 "GET /v2.0/networks?id=7bccc234-3f41-49da-a424-c732f55ff46d HTTP/1.1" status: 200 len: 822 time: 0.4657023 Mar 11 17:16:08.820897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Request body: {'port': {'device_id': '71c95add-dc42-4af3-bb7b-09d74b75ef45', 'network_id': '7bccc234-3f41-49da-a424-c732f55ff46d', 'admin_state_up': True, 'tenant_id': '07a88ac1a87f4944a9824962db237f20'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:08.961933 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708e45df-fb90-4494-85e7-801efa4fa8ec x-openstack-request-id: req-708e45df-fb90-4494-85e7-801efa4fa8ec {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:08.963725 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "name": "network-vif-plugged", "status": "completed", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:08.963725 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-708e45df-fb90-4494-85e7-801efa4fa8ec {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:08.964238 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4', 'code': 200} Mar 11 17:16:08.967809 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3d9aec91-7b01-4bb4-b7f1-df47a7f0aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:08.998443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb97dc-f49c-4020-80c7-de4788918f24 req-eacb11c5-1fcd-43af-aeca-94d493812c36 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:09.007886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4cfb97dc-f49c-4020-80c7-de4788918f24 req-eacb11c5-1fcd-43af-aeca-94d493812c36 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.2060900 Mar 11 17:16:09.078179 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:09.109577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3d9aec91-7b01-4bb4-b7f1-df47a7f0aee0 None None] For port 94c54933-a81e-461b-a49d-72146648001e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=94c54933-a81e-461b-a49d-72146648001e,segment=NetworkSegment(5e722182-0c0f-4172-816b-c11c92a2d4a9),segment_id=5e722182-0c0f-4172-816b-c11c92a2d4a9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:09.116369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3416a-b4e3-4692-909d-4635d33b1a23 req-22ae06ca-4e44-4f75-9a7c-84becca4ccc9 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:09.130290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2aa3416a-b4e3-4692-909d-4635d33b1a23 req-22ae06ca-4e44-4f75-9a7c-84becca4ccc9 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 945 time: 0.2246809 Mar 11 17:16:09.137700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 131524ae-ff8e-4ace-afef-16caecce4311, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=131524ae-ff8e-4ace-afef-16caecce4311,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:09.141220 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3d9aec91-7b01-4bb4-b7f1-df47a7f0aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:09.146994 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:09.222378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4cfb97dc-f49c-4020-80c7-de4788918f24 req-0d9ae486-00c2-4ad6-b92c-64ddd841b710 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135265 Mar 11 17:16:09.223656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91e77-7dbe-4ac6-94f5-6dbc3c4d2a1f req-1bd4891b-d80c-4a90-b642-6a4455ba3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:09.243675 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6b91e77-7dbe-4ac6-94f5-6dbc3c4d2a1f req-1bd4891b-d80c-4a90-b642-6a4455ba3d34 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 1096 time: 0.2344356 Mar 11 17:16:09.314968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2aa3416a-b4e3-4692-909d-4635d33b1a23 req-42f1a09d-08ec-4d57-b684-f61564b20ac4 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760983 Mar 11 17:16:09.358008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Made reservation on behalf of 07a88ac1a87f4944a9824962db237f20 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:09.364746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:09.408834 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6b91e77-7dbe-4ac6-94f5-6dbc3c4d2a1f req-711af65f-fe72-4958-af40-e9f3f25b425b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584020 Mar 11 17:16:09.426442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aec91-7b01-4bb4-b7f1-df47a7f0aee0 None None] Pushing event updated for resources: {'Port': ['ID=94c54933-a81e-461b-a49d-72146648001e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:09.435298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:46Z', 'updated_at': '2022-03-11T17:16:00Z', 'revision_number': 4, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'gw_port': {'id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:51Z', 'updated_at': '2022-03-11T17:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '94c54933-a81e-461b-a49d-72146648001e', 'name': '', 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'mac_address': 'fa:16:3e:08:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'c026142e-8f4f-4bc1-9736-4944b37e33eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:58Z', 'updated_at': '2022-03-11T17:16:07Z', 'revision_number': 4, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'subnets': [{'id': 'c026142e-8f4f-4bc1-9736-4944b37e33eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:09.496310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=131524ae-ff8e-4ace-afef-16caecce4311,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:09.506286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bab7b-81fd-4028-aa5b-46382f0a411e req-68088e10-4945-4a1f-bcb8-3b55e09d43fa tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:09.517105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb5bab7b-81fd-4028-aa5b-46382f0a411e req-68088e10-4945-4a1f-bcb8-3b55e09d43fa tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 946 time: 0.1426494 Mar 11 17:16:09.526997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515494b3-021a-4a8f-8bd5-83c49b97941e None None] The sync data for ids ['06a0ed06-6db8-466a-8b79-861e64119bbf'] in n-d-833411-1 is: [{'id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:46Z', 'updated_at': '2022-03-11T17:16:00Z', 'revision_number': 4, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'gw_port': {'id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:51Z', 'updated_at': '2022-03-11T17:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '94c54933-a81e-461b-a49d-72146648001e', 'name': '', 'network_id': '509e9de7-b8e9-469e-a31c-c039a930f084', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'mac_address': 'fa:16:3e:08:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'c026142e-8f4f-4bc1-9736-4944b37e33eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:58Z', 'updated_at': '2022-03-11T17:16:07Z', 'revision_number': 4, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'subnets': [{'id': 'c026142e-8f4f-4bc1-9736-4944b37e33eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:16:09.640788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb5bab7b-81fd-4028-aa5b-46382f0a411e req-d20dca48-495b-4723-99ee-d401cdb115f2 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190603 Mar 11 17:16:09.669383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64806c67-bfd6-4230-8e00-f45f661a1bd3 req-313dca54-779a-45e8-a7e9-ffb3c6569b06 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:09.677369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64806c67-bfd6-4230-8e00-f45f661a1bd3 req-313dca54-779a-45e8-a7e9-ffb3c6569b06 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.2380221 Mar 11 17:16:09.701748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Allocated IP 172.20.0.2 (7bccc234-3f41-49da-a424-c732f55ff46d/28ee01c4-a585-4abc-9713-cd54ab8f5416/de7cc3b5-c95e-477a-8a91-8429d1e6e0ee) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:09.733921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:09.747930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64806c67-bfd6-4230-8e00-f45f661a1bd3 req-d402e121-85c7-4216-8e66-5c0504d4faf9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692701 Mar 11 17:16:09.856515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c06378e-235e-46c6-933c-c96eb07109ff req-b9e04a32-4263-41ca-bc57-77dc7adab75e tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 210 time: 0.0452082 Mar 11 17:16:09.966241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702140-ce8c-41e4-86c8-09a0d11676ec req-0dbcf9ed-f87c-4bda-a8c0-d7e75e262b9e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:09.984319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c702140-ce8c-41e4-86c8-09a0d11676ec req-0dbcf9ed-f87c-4bda-a8c0-d7e75e262b9e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1299002 Mar 11 17:16:09.992659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2076613420-network', 'tenant_id': '7c3babf8c4704a85b2bbb1dc794ed6e1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:10.019848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Made reservation on behalf of 7c3babf8c4704a85b2bbb1dc794ed6e1 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:10.022806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.056548 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.063997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c702140-ce8c-41e4-86c8-09a0d11676ec req-67637308-5866-4875-8772-b95463fb2d19 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786452 Mar 11 17:16:10.159788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.246682 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.249710 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.315373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.336998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Network 7bccc234-3f41-49da-a424-c732f55ff46d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:10.336998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Pushing event updated for resources: {'Port': ['ID=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:10.336998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:10.338948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:10.407031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:16:10.433382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:10.434142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.438312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.438740 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Added segment d2dc2798-dfa9-4b77-9d5e-c14facd7f955 of type vlan for network 7a4defc8-fbc5-4203-b968-932d21509d34 Mar 11 17:16:10.441405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:10.464105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c34a53-39d6-48f6-b294-9ed512f86d07 req-edac97d1-4e6d-44f4-84a8-9e97136abeed tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:10.473148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97c34a53-39d6-48f6-b294-9ed512f86d07 req-edac97d1-4e6d-44f4-84a8-9e97136abeed tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.1496613 Mar 11 17:16:10.490395 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-b3305e96-1cd7-4a2b-a261-d8cc0935cd16 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7070277 Mar 11 17:16:10.517471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Request body: {'port': {'device_id': '71c95add-dc42-4af3-bb7b-09d74b75ef45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:10.531092 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.575605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97c34a53-39d6-48f6-b294-9ed512f86d07 req-a5734099-d6a7-4c4c-8deb-b3245ca509d6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006501 Mar 11 17:16:10.625785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.626712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:10.627051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458ffb9-d3c8-43a6-a70c-a2e6ae27b826 req-ed7a461a-50f1-463f-b6d0-03c3ccc424f2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:10.627363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.640816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5458ffb9-d3c8-43a6-a70c-a2e6ae27b826 req-ed7a461a-50f1-463f-b6d0-03c3ccc424f2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 945 time: 0.1442637 Mar 11 17:16:10.647615 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.677168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9384630 Mar 11 17:16:10.677168 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.681554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47718) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:10.687057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Request body: {'subnet': {'network_id': '7a4defc8-fbc5-4203-b968-932d21509d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2076613420-subnet', 'tenant_id': '7c3babf8c4704a85b2bbb1dc794ed6e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:10.711225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5458ffb9-d3c8-43a6-a70c-a2e6ae27b826 req-320e8a75-77ab-43cc-86b9-3b28f40c69cf tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687368 Mar 11 17:16:10.884130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5e131-1f39-4dbc-a688-9d68dd11a716 req-ab6b728b-0ee8-4a7d-b4c4-d1394d7ede23 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:10.895219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4d5e131-1f39-4dbc-a688-9d68dd11a716 req-ab6b728b-0ee8-4a7d-b4c4-d1394d7ede23 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 946 time: 0.1180310 Mar 11 17:16:10.965836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:10.968992 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ba68ef-2c4e-4997-be45-de8f8132203a" -d '{"events": [{"server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "name": "network-vif-plugged", "status": "completed", "tag": "131524ae-ff8e-4ace-afef-16caecce4311"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:10.998534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4d5e131-1f39-4dbc-a688-9d68dd11a716 req-aa6356cb-a283-42ad-ba58-ad134e5e102a tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021681 Mar 11 17:16:11.042463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ea6af-eb46-4477-849b-390414d721db admin admin] Pushing event updated for resources: {'Network': ['ID=7a4defc8-fbc5-4203-b968-932d21509d34,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:11.048785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Made reservation on behalf of 7c3babf8c4704a85b2bbb1dc794ed6e1 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:11.049366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:11.074939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 7a4defc8-fbc5-4203-b968-932d21509d34 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:16:11.170463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f88c6-fdd8-4cd5-8662-8f335ed76f5e req-a5a51e4d-6bb4-451f-b7bb-67d4329cfbec tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:11.179998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c3f88c6-fdd8-4cd5-8662-8f335ed76f5e req-a5a51e4d-6bb4-451f-b7bb-67d4329cfbec tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1756649 Mar 11 17:16:11.259856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 94c54933-a81e-461b-a49d-72146648001e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:11.360869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7cc3b5-c95e-477a-8a91-8429d1e6e0ee {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:11.365310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c3f88c6-fdd8-4cd5-8662-8f335ed76f5e req-ae9e8256-4d44-4820-aecd-2d0056ee5e64 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821437 Mar 11 17:16:11.388803 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:11.412463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8417bb-c725-45f5-b0ca-9a7ab9b60265 req-99ab7c97-7508-4786-a21a-9b5cfc2a0803 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:11.424435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac8417bb-c725-45f5-b0ca-9a7ab9b60265 req-99ab7c97-7508-4786-a21a-9b5cfc2a0803 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 931 time: 0.2826741 Mar 11 17:16:11.445233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 94c54933-a81e-461b-a49d-72146648001e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:11.445632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:11.451658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:11.516857 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2dde8d-4ef8-4648-b35a-ec3fff803c5e x-openstack-request-id: req-ea2dde8d-4ef8-4648-b35a-ec3fff803c5e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:11.517252 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "name": "network-vif-plugged", "status": "completed", "tag": "131524ae-ff8e-4ace-afef-16caecce4311", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:11.517517 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea2dde8d-4ef8-4648-b35a-ec3fff803c5e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:11.517955 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311', 'code': 200} Mar 11 17:16:11.534583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac8417bb-c725-45f5-b0ca-9a7ab9b60265 req-aa1da683-7021-465c-9168-84c705565df0 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091335 Mar 11 17:16:11.600400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Transition to ACTIVE for port object de7cc3b5-c95e-477a-8a91-8429d1e6e0ee will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:16:11.631138 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:11.651013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=513b57e6-a87f-453a-bd22-8fec1badba81,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:11.673547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Checking segment: {'id': 'd2dc2798-dfa9-4b77-9d5e-c14facd7f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a4defc8-fbc5-4203-b968-932d21509d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:11.674122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Network hostable DHCP agents. Network: 7a4defc8-fbc5-4203-b968-932d21509d34, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:16:11.793672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250806-16c5-4432-87c4-303326ce7e91 req-2e81ded1-5569-4976-a3d7-4ee70178db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:11.795605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f250806-16c5-4432-87c4-303326ce7e91 req-2e81ded1-5569-4976-a3d7-4ee70178db83 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 1097 time: 0.1999497 Mar 11 17:16:11.815715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Pushing event updated for resources: {'Port': ['ID=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:11.823360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Network 7a4defc8-fbc5-4203-b968-932d21509d34 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:16:11.842561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a976aa-c623-46cc-8fe5-5fd7eb12eff9 req-e11fe94a-d949-4ed2-81af-02553195738f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:11.845432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Attempting to bind port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:11.845914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Attempting to bind port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7bccc234-3f41-49da-a424-c732f55ff46d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:11.846346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Attempting to bind port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee on network 7bccc234-3f41-49da-a424-c732f55ff46d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:11.857090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee on network 7bccc234-3f41-49da-a424-c732f55ff46d not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:16:11.857476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Attempting to bind port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee on network 7bccc234-3f41-49da-a424-c732f55ff46d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:11.857852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37a976aa-c623-46cc-8fe5-5fd7eb12eff9 req-e11fe94a-d949-4ed2-81af-02553195738f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.2627418 Mar 11 17:16:11.866373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 7a4defc8-fbc5-4203-b968-932d21509d34) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:11.872405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:11.872997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:11.876486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:16:11.877175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Checking segment: {'id': 'c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7bccc234-3f41-49da-a424-c732f55ff46d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:11.877667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Bound using segment: {'id': 'c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7bccc234-3f41-49da-a424-c732f55ff46d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:16:11.878218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Bound port: de7cc3b5-c95e-477a-8a91-8429d1e6e0ee, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7bccc234-3f41-49da-a424-c732f55ff46d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:11.878579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:11.901476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f4478-4d58-4b6f-9599-d342c033057f None None] Network 7a4defc8-fbc5-4203-b968-932d21509d34 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:11.928161 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1eb52ad4-524a-4f5b-bb30-3c0c399efdc8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2428775 Mar 11 17:16:11.976421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f250806-16c5-4432-87c4-303326ce7e91 req-83ae04d9-b300-46e6-aaaa-c5c87e7e21d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500640 Mar 11 17:16:11.987630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37a976aa-c623-46cc-8fe5-5fd7eb12eff9 req-f6ac446a-73b3-4d19-913d-760943e4f59a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282036 Mar 11 17:16:11.999316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009974f0-fab8-4338-b1e7-928692ce0548 req-d6cce677-c0cc-452c-b2b9-25a985525610 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:12.002062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-009974f0-fab8-4338-b1e7-928692ce0548 req-d6cce677-c0cc-452c-b2b9-25a985525610 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.2277036 Mar 11 17:16:12.115865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] For port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:12.127197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-009974f0-fab8-4338-b1e7-928692ce0548 req-74b89e4e-4dea-41c1-8b30-93681a6ee997 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084592 Mar 11 17:16:12.132533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] For port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,segment=NetworkSegment(c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8),segment_id=c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:16:12.140888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24ac47-6f09-499a-9223-d68fc979ead7 None None] Network 7a4defc8-fbc5-4203-b968-932d21509d34 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:12.158575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:12.263993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:12.265372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:12.278862 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] 10.222.0.46 "PUT /v2.0/ports/de7cc3b5-c95e-477a-8a91-8429d1e6e0ee HTTP/1.1" status: 200 len: 1091 time: 1.7661314 Mar 11 17:16:12.283015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c95add-dc42-4af3-bb7b-09d74b75ef45', 'tag': 'de7cc3b5-c95e-477a-8a91-8429d1e6e0ee'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:12.298763 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd712976-8ca4-4114-bee4-3c96130ead5c" -d '{"events": [{"name": "network-changed", "server_uuid": "71c95add-dc42-4af3-bb7b-09d74b75ef45", "tag": "de7cc3b5-c95e-477a-8a91-8429d1e6e0ee"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:12.381057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441c80e-ad5e-4c88-be54-d2a4ed078924 req-8519dd36-85c4-4e81-b8c4-a28cece64bb7 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:12.383742 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3441c80e-ad5e-4c88-be54-d2a4ed078924 req-8519dd36-85c4-4e81-b8c4-a28cece64bb7 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 945 time: 0.1871850 Mar 11 17:16:12.413585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6959d-c671-4f19-a547-0c41da669f2d service neutron] Pushing event updated for resources: {'Port': ['ID=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:12.454453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeed96-353d-4e49-8041-2f448ac43ce4 req-809a0b72-b352-4052-9b6f-b41433f891e6 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:12.468595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-c1ef11b8-9ceb-4024-9247-89ff20a0c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:12.468595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-c1ef11b8-9ceb-4024-9247-89ff20a0c86a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=07a88ac1a87f4944a9824962db237f20&device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 1094 time: 0.1320453 Mar 11 17:16:12.481104 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6cdeed96-353d-4e49-8041-2f448ac43ce4 req-809a0b72-b352-4052-9b6f-b41433f891e6 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 946 time: 0.2003937 Mar 11 17:16:12.569631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3441c80e-ad5e-4c88-be54-d2a4ed078924 req-ee74dacd-c033-4a48-b6b8-d8e853fd6a87 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608787 Mar 11 17:16:12.595114 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-60e0aacf-da71-463e-a8ec-92c09ab09409 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee HTTP/1.1" status: 200 len: 217 time: 0.1019335 Mar 11 17:16:12.598856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6cdeed96-353d-4e49-8041-2f448ac43ce4 req-b15e92e8-e570-4356-a6e8-38476dc1a637 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168282 Mar 11 17:16:12.686213 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3245fcce-6593-4607-8a62-ad932c73efc0 x-openstack-request-id: req-3245fcce-6593-4607-8a62-ad932c73efc0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:12.691645 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c95add-dc42-4af3-bb7b-09d74b75ef45", "tag": "de7cc3b5-c95e-477a-8a91-8429d1e6e0ee", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:12.694971 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3245fcce-6593-4607-8a62-ad932c73efc0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:12.695683 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c95add-dc42-4af3-bb7b-09d74b75ef45', 'tag': 'de7cc3b5-c95e-477a-8a91-8429d1e6e0ee', 'status': 'completed', 'code': 200} Mar 11 17:16:12.735581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-38c6af5f-fff8-40d7-a822-135eaf082187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:12.737321 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-38c6af5f-fff8-40d7-a822-135eaf082187 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28ee01c4-a585-4abc-9713-cd54ab8f5416 HTTP/1.1" status: 200 len: 862 time: 0.1306233 Mar 11 17:16:12.805946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2376db-5de9-488c-b8fe-55d70bfd6b60 req-795e8dd4-660b-4f55-9c0c-109b9e5af8d8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:12.814349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e2376db-5de9-488c-b8fe-55d70bfd6b60 req-795e8dd4-660b-4f55-9c0c-109b9e5af8d8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.0771399 Mar 11 17:16:12.821675 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-94ad0fdf-06a6-46f4-8905-08543d3d6459 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7bccc234-3f41-49da-a424-c732f55ff46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711060 Mar 11 17:16:12.869321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e2376db-5de9-488c-b8fe-55d70bfd6b60 req-40955a3b-25e7-46ee-b295-7e1d30f2ecf8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538206 Mar 11 17:16:13.027342 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-8f9600ed-0959-435d-8903-7950282052db service neutron] 10.222.0.46 "GET /v2.0/networks/7bccc234-3f41-49da-a424-c732f55ff46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896493 Mar 11 17:16:13.210922 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0929d940-9f2e-45f6-862f-45b5063d1d2b req-c49d0ff9-26cc-4db1-8035-4fc94d5ee0fd service neutron] 10.222.0.46 "GET /v2.0/networks/7bccc234-3f41-49da-a424-c732f55ff46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727526 Mar 11 17:16:13.372299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-95cb78c9-fea7-477f-9f47-b52f55b5c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:13.376980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-95cb78c9-fea7-477f-9f47-b52f55b5c302 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=07a88ac1a87f4944a9824962db237f20&device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 1094 time: 0.0897276 Mar 11 17:16:13.495641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f1012-f2af-4624-88d4-c0dd05cfb526 req-346da2b0-6b18-4d4d-b8f5-5c801b78d2c8 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:13.509160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-360f1012-f2af-4624-88d4-c0dd05cfb526 req-346da2b0-6b18-4d4d-b8f5-5c801b78d2c8 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 943 time: 0.5218098 Mar 11 17:16:13.605428 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56f8058b-51f7-40aa-83d0-c0a1e78654ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:13.632028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-360f1012-f2af-4624-88d4-c0dd05cfb526 req-5101dc6d-4c24-45de-b135-d6aace617340 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209762 Mar 11 17:16:13.649980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-620bfa2c-66c8-4aae-8baa-51561505b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:13.661304 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-620bfa2c-66c8-4aae-8baa-51561505b827 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7bccc234-3f41-49da-a424-c732f55ff46d HTTP/1.1" status: 200 len: 922 time: 0.2549691 Mar 11 17:16:13.664598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-8aa3e976-301c-4ac0-bce1-c7ee13727bb0 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:13.677026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-8aa3e976-301c-4ac0-bce1-c7ee13727bb0 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/networks?id=7a4defc8-fbc5-4203-b968-932d21509d34 HTTP/1.1" status: 200 len: 814 time: 0.6371276 Mar 11 17:16:13.713726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-cfda7a9e-e7a9-425d-92d7-48b6a61f4d31 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/quotas/7c3babf8c4704a85b2bbb1dc794ed6e1 HTTP/1.1" status: 200 len: 375 time: 0.0354230 Mar 11 17:16:13.757193 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-7e3ea51d-3dc7-463e-ada6-a539709ff0c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee HTTP/1.1" status: 200 len: 217 time: 0.0860581 Mar 11 17:16:13.767771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-5222c23d-04af-4064-9d33-c00c6efbec06 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c3babf8c4704a85b2bbb1dc794ed6e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518181 Mar 11 17:16:13.851545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-eca75f06-6df5-4da1-8dc9-7054ca52b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:13.854457 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-eca75f06-6df5-4da1-8dc9-7054ca52b330 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=28ee01c4-a585-4abc-9713-cd54ab8f5416 HTTP/1.1" status: 200 len: 862 time: 0.0855515 Mar 11 17:16:13.869885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf344fbe-3459-4b68-971a-25441f322df4 req-0c2d15a6-e7a0-4193-90ab-8cbb93e2791d tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-883427939&fields=id&tenant_id=e876d4c952eb4b948add0b463cfff584 HTTP/1.1" status: 200 len: 267 time: 0.1059015 Mar 11 17:16:13.905127 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-cb15e343-821b-4d49-b3e5-c396053c799d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7bccc234-3f41-49da-a424-c732f55ff46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388258 Mar 11 17:16:13.979742 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-834f39f6-0fda-407b-87a9-f9288629bfc0 service neutron] 10.222.0.53 "GET /v2.0/networks/7a4defc8-fbc5-4203-b968-932d21509d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974592 Mar 11 17:16:14.048393 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-3ef897c6-054c-4331-b718-1b184e803f0a service neutron] 10.222.0.46 "GET /v2.0/networks/7bccc234-3f41-49da-a424-c732f55ff46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269844 Mar 11 17:16:14.075943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf344fbe-3459-4b68-971a-25441f322df4 req-71ad6842-63bf-4031-b713-7ab913b043f4 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:14.077585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf344fbe-3459-4b68-971a-25441f322df4 req-71ad6842-63bf-4031-b713-7ab913b043f4 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 945 time: 0.1919510 Mar 11 17:16:14.113911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-cf344fbe-3459-4b68-971a-25441f322df4 req-7f2304e5-0834-4bfb-82ea-77e3ed2d71fc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'port': {'security_groups': ['d38d2ffe-2dca-46e6-91a7-ed013bf85dc6', '8f510720-490e-457f-a7dd-4d2ccf6b8347']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:14.169033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-e6225b5f-2bfb-4f78-a13c-8a3b308971ae service neutron] 10.222.0.53 "GET /v2.0/networks/7a4defc8-fbc5-4203-b968-932d21509d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872087 Mar 11 17:16:14.214766 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bd712976-8ca4-4114-bee4-3c96130ead5c req-f93e3f3c-bccc-4f3e-bc05-24e544e457df service neutron] 10.222.0.46 "GET /v2.0/networks/7bccc234-3f41-49da-a424-c732f55ff46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561296 Mar 11 17:16:14.221353 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cf344fbe-3459-4b68-971a-25441f322df4 req-7f2304e5-0834-4bfb-82ea-77e3ed2d71fc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.579891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-cf344fbe-3459-4b68-971a-25441f322df4 req-7f2304e5-0834-4bfb-82ea-77e3ed2d71fc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] For port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:14.592097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ad287-06b4-4603-9110-dc81b630c48b req-354feb03-2d64-4149-9623-9254f1695058 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:14.594297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae7ad287-06b4-4603-9110-dc81b630c48b req-354feb03-2d64-4149-9623-9254f1695058 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1525991 Mar 11 17:16:14.661085 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cf344fbe-3459-4b68-971a-25441f322df4 req-7f2304e5-0834-4bfb-82ea-77e3ed2d71fc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.668388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae7ad287-06b4-4603-9110-dc81b630c48b req-d0b938a0-884e-4248-910d-4074a9b0ab7d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651946 Mar 11 17:16:14.670278 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cf344fbe-3459-4b68-971a-25441f322df4 req-7f2304e5-0834-4bfb-82ea-77e3ed2d71fc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.686938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:14.742790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf344fbe-3459-4b68-971a-25441f322df4 req-7f2304e5-0834-4bfb-82ea-77e3ed2d71fc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:14.743555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cf344fbe-3459-4b68-971a-25441f322df4 req-7f2304e5-0834-4bfb-82ea-77e3ed2d71fc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.745648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf344fbe-3459-4b68-971a-25441f322df4 req-7f2304e5-0834-4bfb-82ea-77e3ed2d71fc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "PUT /v2.0/ports/746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 HTTP/1.1" status: 200 len: 981 time: 0.6400013 Mar 11 17:16:14.746143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:14.748793 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c46d5f6-541f-4520-b727-bec086ade258" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:14.797913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2304e5-0834-4bfb-82ea-77e3ed2d71fc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'Port': ['ID=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:14.872580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:14.924889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-da6e959c-6f4f-47ba-89cc-733ef0755bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:14.929614 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-da6e959c-6f4f-47ba-89cc-733ef0755bf5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9&tenant_id=aba924be257049b6a82c2bc2be9fa879 HTTP/1.1" status: 200 len: 1094 time: 0.1565216 Mar 11 17:16:14.982435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c30c1a-8f07-461e-a7ab-cab80d92d98f req-d7d81c21-e27f-44ea-97a7-0967046dfaf4 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:14.984564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c30c1a-8f07-461e-a7ab-cab80d92d98f req-d7d81c21-e27f-44ea-97a7-0967046dfaf4 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 946 time: 0.1175725 Mar 11 17:16:14.999473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76587cb7-0f5f-4307-b789-3ec6fd4ec006 req-6f956f32-f13c-48f5-a5e4-5079d05402dd tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:15.002039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76587cb7-0f5f-4307-b789-3ec6fd4ec006 req-6f956f32-f13c-48f5-a5e4-5079d05402dd tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.0931599 Mar 11 17:16:15.065838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-ac2ed650-9d83-411d-ae17-7f68c3ca0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:15.068312 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-ac2ed650-9d83-411d-ae17-7f68c3ca0b56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 1094 time: 0.0934541 Mar 11 17:16:15.154078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c30c1a-8f07-461e-a7ab-cab80d92d98f req-3a8b2f50-dc44-4a90-83d3-badef2696479 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484416 Mar 11 17:16:15.206600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76587cb7-0f5f-4307-b789-3ec6fd4ec006 req-28435d3e-fff7-4318-b67b-c34ca30234e3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458671 Mar 11 17:16:15.272719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-7c8a1ff2-a58e-4e7b-bd5a-b8115e495fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:15.272719 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-7c8a1ff2-a58e-4e7b-bd5a-b8115e495fd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.1923811 Mar 11 17:16:15.408317 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-b7efddde-c679-4ef6-81a1-2f3fa500575b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bd27180-ad80-4f61-b299-e84f6b50d353 HTTP/1.1" status: 200 len: 999 time: 0.1294978 Mar 11 17:16:15.428575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f0efe-228a-4c3f-a9fc-1dd7aafe2fe9 req-e9af5017-62fe-40f4-9c8e-a42a02f80d23 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:15.437514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-495f0efe-228a-4c3f-a9fc-1dd7aafe2fe9 req-e9af5017-62fe-40f4-9c8e-a42a02f80d23 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1208618 Mar 11 17:16:15.447643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3eb69694-c004-4053-8f08-283ed4fc68d7 req-2dc3ea22-8858-4b32-9fb3-7e4c99d4c1f4 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 210 time: 0.0712609 Mar 11 17:16:15.504368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-495f0efe-228a-4c3f-a9fc-1dd7aafe2fe9 req-e434905e-2c87-4171-8349-ca1d37c69ca3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657527 Mar 11 17:16:15.516288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-926ef20e-355b-4afb-a6e9-7bff439f06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:15.516288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-926ef20e-355b-4afb-a6e9-7bff439f06dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.0900359 Mar 11 17:16:15.629597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6eb4b-0b35-4834-bcf9-6f6bb5ab1f5a req-02ada668-ea98-4c36-a80f-e67c967792af tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:15.631668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68f6eb4b-0b35-4834-bcf9-6f6bb5ab1f5a req-02ada668-ea98-4c36-a80f-e67c967792af tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 943 time: 0.0923743 Mar 11 17:16:15.682699 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-72f823e6-f655-4514-940b-f01aadc3f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:15.687851 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-72f823e6-f655-4514-940b-f01aadc3f9b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612146 Mar 11 17:16:15.694635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68f6eb4b-0b35-4834-bcf9-6f6bb5ab1f5a req-f8065a98-71cc-4d34-b312-5e12643625bf tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534878 Mar 11 17:16:15.695024 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3f5625-c2ed-4a63-8db2-fe21428c20e6 x-openstack-request-id: req-4d3f5625-c2ed-4a63-8db2-fe21428c20e6 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:15.695424 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:15.696719 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d3f5625-c2ed-4a63-8db2-fe21428c20e6 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:15.696719 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4', 'status': 'completed', 'code': 200} Mar 11 17:16:15.817906 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd777719-9356-49b7-8cf5-1af4ee3a7c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:15.851807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device de7cc3b5-c95e-477a-8a91-8429d1e6e0ee details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:16:15.891740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46d5f6-541f-4520-b727-bec086ade258 req-e72351b2-133d-418d-b1c9-5ec8bbf3ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:15.896872 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c46d5f6-541f-4520-b727-bec086ade258 req-e72351b2-133d-418d-b1c9-5ec8bbf3ec43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 1135 time: 0.1118000 Mar 11 17:16:15.902187 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-192778a2-527f-4b77-8d24-2b4d1686a427 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978357 Mar 11 17:16:15.998683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,segment=NetworkSegment(c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8),segment_id=c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:16.035671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'de7cc3b5-c95e-477a-8a91-8429d1e6e0ee', 'network_id': '7bccc234-3f41-49da-a424-c732f55ff46d', 'port_id': 'de7cc3b5-c95e-477a-8a91-8429d1e6e0ee', 'mac_address': 'fa:16:3e:6f:b9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ee01c4-a585-4abc-9713-cd54ab8f5416', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:16:16.039688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5675f419-9cad-4106-b5d6-33744f8313ae req-9e86ef28-619b-45de-a238-1412dfbf0b2b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-981324334&fields=id&tenant_id=e876d4c952eb4b948add0b463cfff584 HTTP/1.1" status: 200 len: 267 time: 0.2538364 Mar 11 17:16:16.094673 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.110943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46d5f6-541f-4520-b727-bec086ade258 req-0e7179b8-3991-4dc6-af90-04efd8f82f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:16.111544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-3b016384-2251-4259-bd9b-9e4e95777fea tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 258 time: 0.3719454 Mar 11 17:16:16.113253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c46d5f6-541f-4520-b727-bec086ade258 req-0e7179b8-3991-4dc6-af90-04efd8f82f82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 913 time: 0.2034822 Mar 11 17:16:16.117548 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69646dc8-58e2-4839-b136-c614fdaf3f16 req-6fce9487-4841-4289-bfc1-097d993e7cc6 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977024 Mar 11 17:16:16.118690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7cc3b5-c95e-477a-8a91-8429d1e6e0ee {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:16.143373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,segment=NetworkSegment(c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8),segment_id=c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:16.149699 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.152508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:16.174735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c46d5f6-541f-4520-b727-bec086ade258 req-bac56648-0fe5-4d12-beac-5141354d79cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 HTTP/1.1" status: 200 len: 217 time: 0.0536852 Mar 11 17:16:16.263654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:16.279587 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.291565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675f419-9cad-4106-b5d6-33744f8313ae req-e505f52d-995c-454a-b5f8-34d299c72835 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:16.293066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46d5f6-541f-4520-b727-bec086ade258 req-834b3470-4081-42cd-96f1-700e0e66bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:16.295783 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c46d5f6-541f-4520-b727-bec086ade258 req-834b3470-4081-42cd-96f1-700e0e66bf7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 200 len: 853 time: 0.1063197 Mar 11 17:16:16.297556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5675f419-9cad-4106-b5d6-33744f8313ae req-e505f52d-995c-454a-b5f8-34d299c72835 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 984 time: 0.2363982 Mar 11 17:16:16.316545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-5675f419-9cad-4106-b5d6-33744f8313ae req-4e0b38c0-10ab-4401-8b59-eaa82594d7aa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'port': {'security_groups': ['8f510720-490e-457f-a7dd-4d2ccf6b8347', 'd38d2ffe-2dca-46e6-91a7-ed013bf85dc6', '910f5a8b-f8df-4f6f-81a2-1c02ed871477']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:16.348988 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c46d5f6-541f-4520-b727-bec086ade258 req-53ddd903-dc0c-454a-98e0-4132eeb707d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=345efb7d-0013-4393-bacc-bddb63f2511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416536 Mar 11 17:16:16.456243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['de7cc3b5-c95e-477a-8a91-8429d1e6e0ee'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:16.486121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-11db5b38-e4de-4c76-9c6e-ab22919f7ca2 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:16.487657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-11db5b38-e4de-4c76-9c6e-ab22919f7ca2 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.66 "GET /v2.0/networks?id=7a4defc8-fbc5-4203-b968-932d21509d34 HTTP/1.1" status: 200 len: 814 time: 0.3227177 Mar 11 17:16:16.516111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Request body: {'port': {'device_id': 'e0bf80db-c648-482b-ba82-ddc50a43e1ae', 'network_id': '7a4defc8-fbc5-4203-b968-932d21509d34', 'admin_state_up': True, 'tenant_id': '7c3babf8c4704a85b2bbb1dc794ed6e1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:16.522572 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5675f419-9cad-4106-b5d6-33744f8313ae req-4e0b38c0-10ab-4401-8b59-eaa82594d7aa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.557640 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c46d5f6-541f-4520-b727-bec086ade258 req-afa7982f-c22b-4349-8845-3b4cb899f15f service neutron] 10.222.0.66 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907661 Mar 11 17:16:16.759285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.772764 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1c46d5f6-541f-4520-b727-bec086ade258 req-b24b1ff6-eeca-471c-8875-12cf914fd1ff service neutron] 10.222.0.66 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005107 Mar 11 17:16:16.848783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Made reservation on behalf of 7c3babf8c4704a85b2bbb1dc794ed6e1 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:16.852995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:17.020165 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:17.133535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Allocated IP 172.25.8.8 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/cbb77cbe-95b8-4fc3-85c2-a1eae6cb4913) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:17.158897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5675f419-9cad-4106-b5d6-33744f8313ae req-4e0b38c0-10ab-4401-8b59-eaa82594d7aa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] For port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:17.321220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5675f419-9cad-4106-b5d6-33744f8313ae req-4e0b38c0-10ab-4401-8b59-eaa82594d7aa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:17.340579 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5675f419-9cad-4106-b5d6-33744f8313ae req-4e0b38c0-10ab-4401-8b59-eaa82594d7aa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:17.349763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Allocated IP 172.20.0.11 (7a4defc8-fbc5-4203-b968-932d21509d34/513b57e6-a87f-453a-bd22-8fec1badba81/a1828c40-94cc-42da-9842-d3789d04f2f2) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:17.357478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:17.459060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675f419-9cad-4106-b5d6-33744f8313ae req-4e0b38c0-10ab-4401-8b59-eaa82594d7aa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:17.459768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5675f419-9cad-4106-b5d6-33744f8313ae req-4e0b38c0-10ab-4401-8b59-eaa82594d7aa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:17.477148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5675f419-9cad-4106-b5d6-33744f8313ae req-4e0b38c0-10ab-4401-8b59-eaa82594d7aa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "PUT /v2.0/ports/746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 HTTP/1.1" status: 200 len: 1020 time: 1.1648614 Mar 11 17:16:17.619196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:17.628814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b38c0-10ab-4401-8b59-eaa82594d7aa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'Port': ['ID=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:17.637622 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:17.701213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:17.705001 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad1d62b-e087-4ad5-a624-a78c45835ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:17.769509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a25670-dae7-4be0-92d0-57919384f37b req-7be9bdf8-d43f-4151-a09d-6e5336fefefe tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:17.777589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9a25670-dae7-4be0-92d0-57919384f37b req-7be9bdf8-d43f-4151-a09d-6e5336fefefe tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1814597 Mar 11 17:16:17.884754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device de7cc3b5-c95e-477a-8a91-8429d1e6e0ee up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:17.965000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9a25670-dae7-4be0-92d0-57919384f37b req-657fb117-4911-4858-84d6-962436995445 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860948 Mar 11 17:16:17.968816 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.119708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:18.159673 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.167209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:18.170088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:18.205395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Pushing event updated for resources: {'Port': ['ID=cbb77cbe-95b8-4fc3-85c2-a1eae6cb4913,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:18.288743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:16:18.314937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:18.315698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.363249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.367783 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.456925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb4c15-f8a5-41c1-9a7f-cb2dbf53c779 req-697a9e07-5506-4c9a-a050-63ed640f6927 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:18.458850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9fb4c15-f8a5-41c1-9a7f-cb2dbf53c779 req-697a9e07-5506-4c9a-a050-63ed640f6927 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.2280629 Mar 11 17:16:18.464946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.652519 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.662863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.746018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Pushing event updated for resources: {'Port': ['ID=a1828c40-94cc-42da-9842-d3789d04f2f2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:18.752082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c95add-dc42-4af3-bb7b-09d74b75ef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7cc3b5-c95e-477a-8a91-8429d1e6e0ee'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:18.759739 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7426fc6-a161-4c16-9476-3bee0447ad3d" -d '{"events": [{"server_uuid": "71c95add-dc42-4af3-bb7b-09d74b75ef45", "name": "network-vif-plugged", "status": "completed", "tag": "de7cc3b5-c95e-477a-8a91-8429d1e6e0ee"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:18.813691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Network 7a4defc8-fbc5-4203-b968-932d21509d34 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:18.823131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,segment=NetworkSegment(c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8),segment_id=c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:18.828651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9fb4c15-f8a5-41c1-9a7f-cb2dbf53c779 req-f3ae7ea7-5cbf-4773-acd9-15f58762eacb tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745522 Mar 11 17:16:18.829871 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.830762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:18.834540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:18.900490 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.907202 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:18.951502 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:18.959596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:19.029331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:19.030532 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:19.097739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-c187d070-9c9e-4353-b039-4082fdf5e0da tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5879061 Mar 11 17:16:19.174262 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:19.191847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Pushing event updated for resources: {'Port': ['ID=cbb77cbe-95b8-4fc3-85c2-a1eae6cb4913,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:19.216823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:19.220684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-39d7cf7f-f718-4cf9-a1fb-455574528f9b tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.1079147 Mar 11 17:16:19.225466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Request body: {'port': {'device_id': 'e0bf80db-c648-482b-ba82-ddc50a43e1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:19.331670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd504542-8050-4bfe-a58a-f80c158fbb28 req-4fb6cbb3-8ce3-46c4-848f-8e3e62779b9e tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:19.334304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd504542-8050-4bfe-a58a-f80c158fbb28 req-4fb6cbb3-8ce3-46c4-848f-8e3e62779b9e tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 932 time: 0.3196440 Mar 11 17:16:19.342962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-152ca74d-b4fa-4d42-b734-1cbd6f5f485a tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.1086917 Mar 11 17:16:19.407298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:19.615646 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd504542-8050-4bfe-a58a-f80c158fbb28 req-3a5c3962-c4ce-488e-a608-2fa6a6ea7866 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239337 Mar 11 17:16:19.761456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-3356b739-c41e-4343-8b01-b06ad2b26780 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:19.788267 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d56632a2-8ac6-4e68-9eec-56bd4272995b req-3356b739-c41e-4343-8b01-b06ad2b26780 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.3941548 Mar 11 17:16:20.471914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af2a39-4219-43a2-8fdc-1fdf1443c1cc req-0d8ce9a2-f8f1-4887-9fcb-e93906e20e84 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:20.477272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3af2a39-4219-43a2-8fdc-1fdf1443c1cc req-0d8ce9a2-f8f1-4887-9fcb-e93906e20e84 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.6797285 Mar 11 17:16:20.568560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ead31d-52b7-4563-9dda-394e2ad3a6f9 req-9c3583d2-7458-4853-90d3-04786e86f608 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:20.575103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0ead31d-52b7-4563-9dda-394e2ad3a6f9 req-9c3583d2-7458-4853-90d3-04786e86f608 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 945 time: 0.3448744 Mar 11 17:16:20.735459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0ead31d-52b7-4563-9dda-394e2ad3a6f9 req-e418b002-c647-4f31-a155-420c92c874e4 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344759 Mar 11 17:16:20.790798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3af2a39-4219-43a2-8fdc-1fdf1443c1cc req-252aa5a9-d4a0-4d6c-a953-46e35e515d8b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511823 Mar 11 17:16:20.988825 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6201b735-d45c-4285-a451-fbd6b56911a7 x-openstack-request-id: req-6201b735-d45c-4285-a451-fbd6b56911a7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:20.989125 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:20.989895 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6201b735-d45c-4285-a451-fbd6b56911a7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:20.990324 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4', 'status': 'completed', 'code': 200} Mar 11 17:16:21.048923 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b054a4f5-7364-4933-9c95-119ccc2cfd6b x-openstack-request-id: req-b054a4f5-7364-4933-9c95-119ccc2cfd6b {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:21.050041 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c95add-dc42-4af3-bb7b-09d74b75ef45", "name": "network-vif-plugged", "status": "completed", "tag": "de7cc3b5-c95e-477a-8a91-8429d1e6e0ee", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:21.050850 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b054a4f5-7364-4933-9c95-119ccc2cfd6b {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:21.051597 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c95add-dc42-4af3-bb7b-09d74b75ef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7cc3b5-c95e-477a-8a91-8429d1e6e0ee', 'code': 200} Mar 11 17:16:21.098536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1828c40-94cc-42da-9842-d3789d04f2f2 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:21.116513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-0ec0b30a-b27e-4392-b98a-376e491dd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:21.119444 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-0ec0b30a-b27e-4392-b98a-376e491dd122 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 1174 time: 0.1053233 Mar 11 17:16:21.128999 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:21.218074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Transition to ACTIVE for port object a1828c40-94cc-42da-9842-d3789d04f2f2 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:16:21.242530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7edab-e67a-411f-9fa3-aa2a7dcd03b2 req-974e87d8-f6da-4fef-8d4c-69e4ff444026 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:21.250438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ae7edab-e67a-411f-9fa3-aa2a7dcd03b2 req-974e87d8-f6da-4fef-8d4c-69e4ff444026 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 1023 time: 0.3136890 Mar 11 17:16:21.259532 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:21.350992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-4a999a58-17b7-4e18-96ff-c4ddb22ee066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:21.356515 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-4a999a58-17b7-4e18-96ff-c4ddb22ee066 service neutron] 10.222.0.66 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 913 time: 0.2258613 Mar 11 17:16:21.404105 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-dca0daaa-6895-47d0-980d-d1b0a18bb824 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 HTTP/1.1" status: 200 len: 217 time: 0.0394249 Mar 11 17:16:21.535087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-b37e7432-9a29-44ac-94af-b2c51e950f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:21.541776 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-b37e7432-9a29-44ac-94af-b2c51e950f20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 200 len: 853 time: 0.1308680 Mar 11 17:16:21.600313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ae7edab-e67a-411f-9fa3-aa2a7dcd03b2 req-0803fb09-b06c-4b15-ad90-8f4b32a2d3e8 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=910f5a8b-f8df-4f6f-81a2-1c02ed871477&id=8f510720-490e-457f-a7dd-4d2ccf6b8347&id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6 HTTP/1.1" status: 200 len: 6151 time: 0.3484790 Mar 11 17:16:21.616086 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-7b9eac18-fa41-4ce5-a4d7-d7119473da10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=345efb7d-0013-4393-bacc-bddb63f2511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651708 Mar 11 17:16:21.636493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Attempting to bind port a1828c40-94cc-42da-9842-d3789d04f2f2 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:21.636897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Attempting to bind port a1828c40-94cc-42da-9842-d3789d04f2f2 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'd2dc2798-dfa9-4b77-9d5e-c14facd7f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a4defc8-fbc5-4203-b968-932d21509d34'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:21.637160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Attempting to bind port a1828c40-94cc-42da-9842-d3789d04f2f2 on network 7a4defc8-fbc5-4203-b968-932d21509d34 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:21.664815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf786a-6718-4ae0-9750-47703f990a3b req-a06986ab-152f-4022-8a71-a3ba7dcb3e47 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:21.672695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fabf786a-6718-4ae0-9750-47703f990a3b req-a06986ab-152f-4022-8a71-a3ba7dcb3e47 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.5367038 Mar 11 17:16:21.712821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Pushing event updated for resources: {'Port': ['ID=a1828c40-94cc-42da-9842-d3789d04f2f2,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:21.721819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Port a1828c40-94cc-42da-9842-d3789d04f2f2 on network 7a4defc8-fbc5-4203-b968-932d21509d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:16:21.722161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Attempting to bind port a1828c40-94cc-42da-9842-d3789d04f2f2 on network 7a4defc8-fbc5-4203-b968-932d21509d34 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:21.750710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:16:21.751051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Checking segment: {'id': 'd2dc2798-dfa9-4b77-9d5e-c14facd7f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a4defc8-fbc5-4203-b968-932d21509d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:21.752053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Bound using segment: {'id': 'd2dc2798-dfa9-4b77-9d5e-c14facd7f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a4defc8-fbc5-4203-b968-932d21509d34'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:16:21.752799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Bound port: a1828c40-94cc-42da-9842-d3789d04f2f2, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2dc2798-dfa9-4b77-9d5e-c14facd7f955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7a4defc8-fbc5-4203-b968-932d21509d34'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:21.753166 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:21.797126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fabf786a-6718-4ae0-9750-47703f990a3b req-9dab4232-e01a-49c0-8fa8-d8f6a635919d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235931 Mar 11 17:16:21.973736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-d1de3d07-7d81-42a0-9f57-9b71ea642b87 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:21.975335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-d1de3d07-7d81-42a0-9f57-9b71ea642b87 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2452717 Mar 11 17:16:22.091988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-9a7b9ad0-60a2-4a1a-8660-cf11e9cd2a7c tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.0942247 Mar 11 17:16:22.118449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-a739a71d-1ee2-44ec-afdc-8e1a97c29217 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Request body: {'floatingip': {'port_id': '131524ae-ff8e-4ace-afef-16caecce4311', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:22.167624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] For port a1828c40-94cc-42da-9842-d3789d04f2f2, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:22.192850 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-d8d76ca2-cbb5-4896-a059-8b8cc5968742 service neutron] 10.222.0.66 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679324 Mar 11 17:16:22.196074 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-a739a71d-1ee2-44ec-afdc-8e1a97c29217 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:22.210005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] For port a1828c40-94cc-42da-9842-d3789d04f2f2, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a1828c40-94cc-42da-9842-d3789d04f2f2,segment=NetworkSegment(d2dc2798-dfa9-4b77-9d5e-c14facd7f955),segment_id=d2dc2798-dfa9-4b77-9d5e-c14facd7f955)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:16:22.223401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d717aa-df10-4ff0-ac8d-d6abac536007 req-2f85b770-0eb1-4a00-9012-ddf8d0824f0f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:22.225034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8d717aa-df10-4ff0-ac8d-d6abac536007 req-2f85b770-0eb1-4a00-9012-ddf8d0824f0f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.2920125 Mar 11 17:16:22.284950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:22.359304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:22.360745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:22.361287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] 10.222.0.66 "PUT /v2.0/ports/a1828c40-94cc-42da-9842-d3789d04f2f2 HTTP/1.1" status: 200 len: 1092 time: 3.1490295 Mar 11 17:16:22.390048 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ad1d62b-e087-4ad5-a624-a78c45835ab2 req-d50b060e-f10f-493e-be69-0dd997e656bf service neutron] 10.222.0.66 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808825 Mar 11 17:16:22.455030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8d717aa-df10-4ff0-ac8d-d6abac536007 req-ea645bbb-4ab6-4638-a82c-1a5535ff1af3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959891 Mar 11 17:16:22.488715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48808fe0-6dd6-4055-8986-18487bb2c00a service neutron] Pushing event updated for resources: {'Port': ['ID=a1828c40-94cc-42da-9842-d3789d04f2f2,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:22.567626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-9b3a3b0c-28b9-4a1e-b02b-5331a4449e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:22.569264 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-9b3a3b0c-28b9-4a1e-b02b-5331a4449e8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c3babf8c4704a85b2bbb1dc794ed6e1&device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 1095 time: 0.1369903 Mar 11 17:16:22.641830 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-026f669d-82c9-427f-8a7e-5de2b704a8d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1828c40-94cc-42da-9842-d3789d04f2f2 HTTP/1.1" status: 200 len: 217 time: 0.0630674 Mar 11 17:16:22.755139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-daded4db-e12f-4ac2-82be-34e7fc1124ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:22.757057 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-daded4db-e12f-4ac2-82be-34e7fc1124ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=513b57e6-a87f-453a-bd22-8fec1badba81 HTTP/1.1" status: 200 len: 854 time: 0.1078398 Mar 11 17:16:22.803891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-0e25ee32-7ab4-4bb2-abad-07c54ed9ad93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a4defc8-fbc5-4203-b968-932d21509d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373263 Mar 11 17:16:23.051664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-a739a71d-1ee2-44ec-afdc-8e1a97c29217 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:23.054179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bf80db-c648-482b-ba82-ddc50a43e1ae', 'tag': 'a1828c40-94cc-42da-9842-d3789d04f2f2'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:23.058736 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a20b2d-91bd-4f2a-825e-3198fa1a133b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bf80db-c648-482b-ba82-ddc50a43e1ae", "tag": "a1828c40-94cc-42da-9842-d3789d04f2f2"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:23.066196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-a739a71d-1ee2-44ec-afdc-8e1a97c29217 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:23.077509 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-db889921-8af5-4fe9-b7ae-c42123d6eb78 service neutron] 10.222.0.66 "GET /v2.0/networks/7a4defc8-fbc5-4203-b968-932d21509d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627144 Mar 11 17:16:23.140163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b91a-3d26-46ea-bd1d-e559859f7b5b req-2c6f9134-d8d1-4389-be8d-8fad7e41882c tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:23.141911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3f1b91a-3d26-46ea-bd1d-e559859f7b5b req-2c6f9134-d8d1-4389-be8d-8fad7e41882c tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 944 time: 0.5184395 Mar 11 17:16:23.227600 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-23412d9b-e0ba-41d9-95de-5da960ff503c req-98ac8559-6c84-4851-8b0e-cc255ce5d0a9 service neutron] 10.222.0.66 "GET /v2.0/networks/7a4defc8-fbc5-4203-b968-932d21509d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424081 Mar 11 17:16:23.240450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3f1b91a-3d26-46ea-bd1d-e559859f7b5b req-f1b53bd9-e0a5-498f-9756-7c79ea54734b tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Mar 11 17:16:23.285195 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-a739a71d-1ee2-44ec-afdc-8e1a97c29217 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Floating IP c5e9734a-d4cd-4a2a-af79-429028d17d5d associated. External IP: 172.25.8.8, port: 131524ae-ff8e-4ace-afef-16caecce4311. Mar 11 17:16:23.301883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-33cac89d-f689-41e1-929b-5668ee8e13b8 req-44543bc1-a266-4999-90c9-a63e99ddadaa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1123910552 ', 'description': 'tempest-description-1117859270'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:23.401695 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-33cac89d-f689-41e1-929b-5668ee8e13b8 req-44543bc1-a266-4999-90c9-a63e99ddadaa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:23.634198 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-33cac89d-f689-41e1-929b-5668ee8e13b8 req-44543bc1-a266-4999-90c9-a63e99ddadaa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:23.690479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-33cac89d-f689-41e1-929b-5668ee8e13b8 req-44543bc1-a266-4999-90c9-a63e99ddadaa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:23.785902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-33cac89d-f689-41e1-929b-5668ee8e13b8 req-44543bc1-a266-4999-90c9-a63e99ddadaa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:23.788393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33cac89d-f689-41e1-929b-5668ee8e13b8 req-44543bc1-a266-4999-90c9-a63e99ddadaa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4899921 Mar 11 17:16:23.802291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44543bc1-a266-4999-90c9-a63e99ddadaa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a57eb-9814-409b-859a-47b3931818a3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:23.816253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-a739a71d-1ee2-44ec-afdc-8e1a97c29217 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Router a084fbfa-c15f-4690-b4a2-1cd5d46699fc has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:16:23.987564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbe89d-c2c6-4bbf-9e38-35b6b21d2c09 req-65c91384-17b6-4456-9aca-3730a057dae1 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:23.989436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4adbe89d-c2c6-4bbf-9e38-35b6b21d2c09 req-65c91384-17b6-4456-9aca-3730a057dae1 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 945 time: 0.1175311 Mar 11 17:16:24.056012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-a739a71d-1ee2-44ec-afdc-8e1a97c29217 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:16:24.060270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4adbe89d-c2c6-4bbf-9e38-35b6b21d2c09 req-d3864a7f-3d82-4e77-83ff-075979867233 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466361 Mar 11 17:16:24.063967 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-a739a71d-1ee2-44ec-afdc-8e1a97c29217 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:24.066816 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] Sync routers for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:16:24.081925 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:24.082886 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:16:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:24.101652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-a739a71d-1ee2-44ec-afdc-8e1a97c29217 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "PUT /v2.0/floatingips/c5e9734a-d4cd-4a2a-af79-429028d17d5d HTTP/1.1" status: 200 len: 995 time: 1.9872611 Mar 11 17:16:24.228642 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:24.270488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-cb64039a-1b84-4df3-882c-9be77456b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:24.272327 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-cb64039a-1b84-4df3-882c-9be77456b346 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09c79dbf25304e39aae26aba19d9c236&device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 1097 time: 0.1557484 Mar 11 17:16:24.281779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011320-7b6d-4bd6-95dd-858cd46f1e47 req-be543036-7a1f-459b-a34f-519d9a8f4193 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:24.290438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df011320-7b6d-4bd6-95dd-858cd46f1e47 req-be543036-7a1f-459b-a34f-519d9a8f4193 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1027987 Mar 11 17:16:24.397289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df011320-7b6d-4bd6-95dd-858cd46f1e47 req-80af0d3e-7e22-464e-b87b-af9db0631937 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059606 Mar 11 17:16:24.482584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-d4053901-93e3-4ed7-905c-621d4b63f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:24.489777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-d4053901-93e3-4ed7-905c-621d4b63f3ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae0188d4-b8d9-416c-b910-3eae46ab891c HTTP/1.1" status: 200 len: 929 time: 0.1860499 Mar 11 17:16:24.615479 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'c5e9734a-d4cd-4a2a-af79-429028d17d5d', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'port_id': '131524ae-ff8e-4ace-afef-16caecce4311', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'mac_address': 'fa:16:3e:dd:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:16:18Z', 'updated_at': '2022-03-11T17:16:22Z', 'revision_number': 1, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9b7352-7e65-4a33-bea7-95490bf1a8f9', 'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'mac_address': 'fa:16:3e:2c:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:38Z', 'updated_at': '2022-03-11T17:15:52Z', 'revision_number': 5, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'subnets': [{'id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:24.661261 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] Checking router: a084fbfa-c15f-4690-b4a2-1cd5d46699fc for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:16:24.672450 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:24.673585 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:16:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:24.694293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-6f229718-37e6-4a75-a2fb-5faae9f2c10b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131524ae-ff8e-4ace-afef-16caecce4311 HTTP/1.1" status: 200 len: 998 time: 0.1953478 Mar 11 17:16:24.745341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824b3a-49cf-49d9-bba8-4e217e6f0b12 req-c1a435d4-8532-49ae-a60b-298e962d2124 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:24.747139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97824b3a-49cf-49d9-bba8-4e217e6f0b12 req-c1a435d4-8532-49ae-a60b-298e962d2124 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1239097 Mar 11 17:16:24.859047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97824b3a-49cf-49d9-bba8-4e217e6f0b12 req-7f7484ed-c2fc-4fcc-a230-c99f129f647c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747557 Mar 11 17:16:24.862862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-7707ff3f-0f75-4e5a-8fea-339ab7c0deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:24.877641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-7707ff3f-0f75-4e5a-8fea-339ab7c0deb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51d381b9-a705-4b4d-9d0b-c1152a8e0fee HTTP/1.1" status: 200 len: 868 time: 0.1777101 Mar 11 17:16:24.881985 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:24.974119 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78897e2d-de1f-419e-9db5-cf976643bee6 x-openstack-request-id: req-78897e2d-de1f-419e-9db5-cf976643bee6 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:24.976259 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bf80db-c648-482b-ba82-ddc50a43e1ae", "tag": "a1828c40-94cc-42da-9842-d3789d04f2f2", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:24.976546 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78897e2d-de1f-419e-9db5-cf976643bee6 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:24.977041 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bf80db-c648-482b-ba82-ddc50a43e1ae', 'tag': 'a1828c40-94cc-42da-9842-d3789d04f2f2', 'status': 'completed', 'code': 200} Mar 11 17:16:25.051280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-57007cb7-af3a-4654-a0ca-df28d2d9cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:25.058095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-57007cb7-af3a-4654-a0ca-df28d2d9cb0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae0188d4-b8d9-416c-b910-3eae46ab891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710911 Mar 11 17:16:25.095569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-3b66427a-4bb6-427f-925a-42aa577f248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:25.097342 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-3b66427a-4bb6-427f-925a-42aa577f248f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c3babf8c4704a85b2bbb1dc794ed6e1&device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 1095 time: 0.1166792 Mar 11 17:16:25.315247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-4962f864-a2f6-4114-95b1-013200cf06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:25.327396 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-4962f864-a2f6-4114-95b1-013200cf06c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a4defc8-fbc5-4203-b968-932d21509d34 HTTP/1.1" status: 200 len: 914 time: 0.2162223 Mar 11 17:16:25.348982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-99446bf3-98fb-4b45-90ff-8d92bb415422 service neutron] 10.222.0.53 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846608 Mar 11 17:16:25.378996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8695cc-a69c-4532-8d0f-d56821fbab98 req-6cda9f90-f2c5-461f-8c3c-f50f70ac2c5d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:25.380700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef8695cc-a69c-4532-8d0f-d56821fbab98 req-6cda9f90-f2c5-461f-8c3c-f50f70ac2c5d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.1462400 Mar 11 17:16:25.442643 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'c5e9734a-d4cd-4a2a-af79-429028d17d5d', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'port_id': '131524ae-ff8e-4ace-afef-16caecce4311', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'mac_address': 'fa:16:3e:dd:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:16:18Z', 'updated_at': '2022-03-11T17:16:22Z', 'revision_number': 1, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9b7352-7e65-4a33-bea7-95490bf1a8f9', 'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'mac_address': 'fa:16:3e:2c:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:38Z', 'updated_at': '2022-03-11T17:15:52Z', 'revision_number': 5, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'subnets': [{'id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:25.452910 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-4997f34c-c26d-4e73-b038-e5ceb67f0577 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1828c40-94cc-42da-9842-d3789d04f2f2 HTTP/1.1" status: 200 len: 217 time: 0.1080661 Mar 11 17:16:25.521278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef8695cc-a69c-4532-8d0f-d56821fbab98 req-55823731-e0ec-42b0-a8f4-6aec7d3d8e06 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168077 Mar 11 17:16:25.531151 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923cc2d-c84b-4835-a195-36082f5f1d9c None None] The sync data for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 is: [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'c5e9734a-d4cd-4a2a-af79-429028d17d5d', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'port_id': '131524ae-ff8e-4ace-afef-16caecce4311', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'mac_address': 'fa:16:3e:dd:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:16:18Z', 'updated_at': '2022-03-11T17:16:22Z', 'revision_number': 1, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9b7352-7e65-4a33-bea7-95490bf1a8f9', 'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'mac_address': 'fa:16:3e:2c:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:38Z', 'updated_at': '2022-03-11T17:15:52Z', 'revision_number': 5, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'subnets': [{'id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:16:25.591313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-02fa800b-bd66-4480-9d22-57ec761c4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:25.594634 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-02fa800b-bd66-4480-9d22-57ec761c4b65 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=513b57e6-a87f-453a-bd22-8fec1badba81 HTTP/1.1" status: 200 len: 854 time: 0.1377234 Mar 11 17:16:25.600278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51516cdf-6d29-42c4-9893-f9d71d1dfd25 req-30de7f43-efa9-455f-af88-332d960d93bf service neutron] 10.222.0.53 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184649 Mar 11 17:16:25.675797 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-927d379e-a113-42ac-996d-1f6a31dfa84c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a4defc8-fbc5-4203-b968-932d21509d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656414 Mar 11 17:16:25.734542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7ac1e8d-b774-4b56-b2f7-62fd5b28a82e req-314f2342-6b93-489c-b950-36b4cd050f8b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/ab2a57eb-9814-409b-859a-47b3931818a3 HTTP/1.1" status: 200 len: 1783 time: 0.1271882 Mar 11 17:16:25.965743 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-32352d04-a0af-4b7b-a928-157be193db32 service neutron] 10.222.0.66 "GET /v2.0/networks/7a4defc8-fbc5-4203-b968-932d21509d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796907 Mar 11 17:16:25.966166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1def706-aa01-41a1-8dbb-9905eceb5b51 req-9b355e85-a5f4-4b47-85ca-610e66d681c2 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:25.969334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1def706-aa01-41a1-8dbb-9905eceb5b51 req-9b355e85-a5f4-4b47-85ca-610e66d681c2 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 944 time: 0.1967468 Mar 11 17:16:26.025650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc367b-05a3-4acf-b30a-5392934282e1 None None] New status for floating IP c5e9734a-d4cd-4a2a-af79-429028d17d5d: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:16:26.051823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f054c1-4f72-443f-b442-0501ad7b6fd6 req-48f7e99f-2038-475b-9f8c-8c9f8ee7ea39 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:26.056993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51f054c1-4f72-443f-b442-0501ad7b6fd6 req-48f7e99f-2038-475b-9f8c-8c9f8ee7ea39 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 945 time: 0.2281630 Mar 11 17:16:26.186794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51f054c1-4f72-443f-b442-0501ad7b6fd6 req-9842f6d7-bac5-40f4-bb67-750a779ee6d2 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164486 Mar 11 17:16:26.190978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1def706-aa01-41a1-8dbb-9905eceb5b51 req-788dfcba-a2cd-4114-9f34-1b8800cef3bf tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944263 Mar 11 17:16:26.249114 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-87a20b2d-91bd-4f2a-825e-3198fa1a133b req-884117bb-a7f6-4582-8297-ddc661acc218 service neutron] 10.222.0.66 "GET /v2.0/networks/7a4defc8-fbc5-4203-b968-932d21509d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684078 Mar 11 17:16:26.310206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a1828c40-94cc-42da-9842-d3789d04f2f2 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:16:26.443546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a1828c40-94cc-42da-9842-d3789d04f2f2, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a1828c40-94cc-42da-9842-d3789d04f2f2,segment=NetworkSegment(d2dc2798-dfa9-4b77-9d5e-c14facd7f955),segment_id=d2dc2798-dfa9-4b77-9d5e-c14facd7f955)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:26.459139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'a1828c40-94cc-42da-9842-d3789d04f2f2', 'network_id': '7a4defc8-fbc5-4203-b968-932d21509d34', 'port_id': 'a1828c40-94cc-42da-9842-d3789d04f2f2', 'mac_address': 'fa:16:3e:18:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513b57e6-a87f-453a-bd22-8fec1badba81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:16:26.502418 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:26.517860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1828c40-94cc-42da-9842-d3789d04f2f2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:26.526744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c176f7-fb8e-443b-a53e-aa10ee2aeb8a req-03dd1331-6dc6-42d6-add2-60ddc4cfc39d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:26.537330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76c176f7-fb8e-443b-a53e-aa10ee2aeb8a req-03dd1331-6dc6-42d6-add2-60ddc4cfc39d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1242290 Mar 11 17:16:26.543045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a1828c40-94cc-42da-9842-d3789d04f2f2, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a1828c40-94cc-42da-9842-d3789d04f2f2,segment=NetworkSegment(d2dc2798-dfa9-4b77-9d5e-c14facd7f955),segment_id=d2dc2798-dfa9-4b77-9d5e-c14facd7f955)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:26.550940 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:26.595208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-cf804a7b-6116-4def-b4d0-d40a25172515 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 258 time: 0.3034666 Mar 11 17:16:26.610441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76c176f7-fb8e-443b-a53e-aa10ee2aeb8a req-be81b59a-1637-4257-897d-69d77f0a19be tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691512 Mar 11 17:16:26.618796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:26.684593 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:26.713895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a1828c40-94cc-42da-9842-d3789d04f2f2,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:26.757150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6574d3b5-c159-4e56-8d88-1d90750c7790 req-5e6f6a49-51fc-42e9-ad3e-cc01d66d6cc0 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/ab2a57eb-9814-409b-859a-47b3931818a3 HTTP/1.1" status: 200 len: 1783 time: 0.1165049 Mar 11 17:16:26.985585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a1828c40-94cc-42da-9842-d3789d04f2f2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:27.378779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:27.381135 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1d92b4-5e83-4074-a82c-8f8d44b73217" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "tag": "131524ae-ff8e-4ace-afef-16caecce4311"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:27.422284 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6574d3b5-c159-4e56-8d88-1d90750c7790 req-6d062aa1-c528-4206-b068-ac7ac0273e46 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:27.453931 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6574d3b5-c159-4e56-8d88-1d90750c7790 req-6d062aa1-c528-4206-b068-ac7ac0273e46 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:27.508187 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:27.569257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6574d3b5-c159-4e56-8d88-1d90750c7790 req-6d062aa1-c528-4206-b068-ac7ac0273e46 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:27.572445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6574d3b5-c159-4e56-8d88-1d90750c7790 req-6d062aa1-c528-4206-b068-ac7ac0273e46 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:27.573893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6574d3b5-c159-4e56-8d88-1d90750c7790 req-6d062aa1-c528-4206-b068-ac7ac0273e46 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/ab2a57eb-9814-409b-859a-47b3931818a3 HTTP/1.1" status: 204 len: 173 time: 0.8149481 Mar 11 17:16:27.590321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d062aa1-c528-4206-b068-ac7ac0273e46 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a57eb-9814-409b-859a-47b3931818a3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:27.724436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Allocated IP 172.25.8.80 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/573392b4-0e57-4d52-bbbe-eb3f5e07b64a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:27.832863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d0129-2581-490c-aee5-caab93aed9b5 req-be2f504e-b6a7-44ed-915e-645a5646205d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:27.835031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af8d0129-2581-490c-aee5-caab93aed9b5 req-be2f504e-b6a7-44ed-915e-645a5646205d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1122532 Mar 11 17:16:27.937570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af8d0129-2581-490c-aee5-caab93aed9b5 req-67f2dca9-2bd3-4d1e-9800-ea0a5a97c5f5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893173 Mar 11 17:16:27.941182 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:27.983536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.056827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:28.063541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:28.067610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:28.069617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Pushing event updated for resources: {'Port': ['ID=573392b4-0e57-4d52-bbbe-eb3f5e07b64a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:28.133437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728334a1-71c0-41fc-bda5-2c58deff3c2f req-7e2cc19c-6827-4685-9c8e-078cd2f4b6d3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:28.134951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-728334a1-71c0-41fc-bda5-2c58deff3c2f req-7e2cc19c-6827-4685-9c8e-078cd2f4b6d3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.1130421 Mar 11 17:16:28.208252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-728334a1-71c0-41fc-bda5-2c58deff3c2f req-e247afc8-06de-4c59-9213-703064d5d090 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648096 Mar 11 17:16:28.219347 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.231500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b9c5d-6e9e-4eea-8fca-782d644df3f1 req-1a1e70cd-6c86-4610-8883-e305ced8c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:28.234938 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e6b9c5d-6e9e-4eea-8fca-782d644df3f1 req-1a1e70cd-6c86-4610-8883-e305ced8c560 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 1096 time: 0.0766404 Mar 11 17:16:28.292625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.315995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a1828c40-94cc-42da-9842-d3789d04f2f2 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:28.343620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9e6b9c5d-6e9e-4eea-8fca-782d644df3f1 req-7b644870-bc8f-4eaa-98b9-d82fa4e16784 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823703 Mar 11 17:16:28.388272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port a1828c40-94cc-42da-9842-d3789d04f2f2 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:16:28.394478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port a1828c40-94cc-42da-9842-d3789d04f2f2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:28.395270 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.473505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830ce4e-2ef4-4dee-89ad-bc002c446350 req-974e7ca4-ec3d-477f-89d8-db8036695943 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:28.475085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9830ce4e-2ef4-4dee-89ad-bc002c446350 req-974e7ca4-ec3d-477f-89d8-db8036695943 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 945 time: 0.1268666 Mar 11 17:16:28.504256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.535903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bf80db-c648-482b-ba82-ddc50a43e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1828c40-94cc-42da-9842-d3789d04f2f2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:28.538587 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52e0e37-7e0a-4720-8c75-2bcf9ddab083" -d '{"events": [{"server_uuid": "e0bf80db-c648-482b-ba82-ddc50a43e1ae", "name": "network-vif-plugged", "status": "completed", "tag": "a1828c40-94cc-42da-9842-d3789d04f2f2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:28.554195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a1828c40-94cc-42da-9842-d3789d04f2f2, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a1828c40-94cc-42da-9842-d3789d04f2f2,segment=NetworkSegment(d2dc2798-dfa9-4b77-9d5e-c14facd7f955),segment_id=d2dc2798-dfa9-4b77-9d5e-c14facd7f955)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:28.554930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9830ce4e-2ef4-4dee-89ad-bc002c446350 req-5b95f671-8cc3-4d5c-a4de-7b7538825374 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699093 Mar 11 17:16:28.561885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.602972 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.611966 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.635910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a1828c40-94cc-42da-9842-d3789d04f2f2,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:28.744236 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.755286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Pushing event updated for resources: {'Port': ['ID=573392b4-0e57-4d52-bbbe-eb3f5e07b64a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:28.759389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.779483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b637d0-43eb-4652-8c40-f0543cafd500 req-93c5fdc2-1003-4b7f-a349-9d25f040b444 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:28.781647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85b637d0-43eb-4652-8c40-f0543cafd500 req-93c5fdc2-1003-4b7f-a349-9d25f040b444 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 946 time: 0.1202674 Mar 11 17:16:28.798159 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:28.799387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-b230e3f2-52f9-4602-a93b-2d1f89c06855 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1879582 Mar 11 17:16:28.879416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-f24aa25a-3444-43f0-9f97-df63b23dfa24 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.0705619 Mar 11 17:16:28.887237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85b637d0-43eb-4652-8c40-f0543cafd500 req-11038506-5e80-45a3-a6e6-047d55edc6a7 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986617 Mar 11 17:16:28.966758 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cfc24e-e7ab-4e7a-a0fb-2278a0e178de x-openstack-request-id: req-d1cfc24e-e7ab-4e7a-a0fb-2278a0e178de {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:28.967886 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "tag": "131524ae-ff8e-4ace-afef-16caecce4311", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:28.968355 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1cfc24e-e7ab-4e7a-a0fb-2278a0e178de {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:28.968926 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311', 'status': 'completed', 'code': 200} Mar 11 17:16:29.028132 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-1318d17d-b205-42ae-97b0-a631af79db4e req-81a614b1-63ce-4ca7-aae3-d78fdc48ef36 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:16:29.029197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1318d17d-b205-42ae-97b0-a631af79db4e req-81a614b1-63ce-4ca7-aae3-d78fdc48ef36 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/ab2a57eb-9814-409b-859a-47b3931818a3 HTTP/1.1" status: 404 len: 352 time: 0.0269418 Mar 11 17:16:29.064481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-a9a12d5c-c35b-4a4f-aa55-f50dc9da376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.064724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-fcce0831-3782-4eee-a68d-5a2c1818d42c tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.067437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-489a3a2f-8b70-4d0e-a79b-32acf40126fe req-fcce0831-3782-4eee-a68d-5a2c1818d42c tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.1778870 Mar 11 17:16:29.068291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-a9a12d5c-c35b-4a4f-aa55-f50dc9da376e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09c79dbf25304e39aae26aba19d9c236&device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 1097 time: 0.0760043 Mar 11 17:16:29.135543 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eead8a-52e8-4ba2-8a22-59a5e0c9ae32 x-openstack-request-id: req-71eead8a-52e8-4ba2-8a22-59a5e0c9ae32 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:29.136456 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bf80db-c648-482b-ba82-ddc50a43e1ae", "name": "network-vif-plugged", "status": "completed", "tag": "a1828c40-94cc-42da-9842-d3789d04f2f2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:29.137194 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71eead8a-52e8-4ba2-8a22-59a5e0c9ae32 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:29.138106 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bf80db-c648-482b-ba82-ddc50a43e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1828c40-94cc-42da-9842-d3789d04f2f2', 'code': 200} Mar 11 17:16:29.289015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffe95-de67-4bfd-8671-b7cbbc7dd955 req-27ecc51c-e471-408d-b661-650683cbabde tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.289759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-f475cf65-d495-40b1-84dc-b57443c1908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.293779 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-f475cf65-d495-40b1-84dc-b57443c1908f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ae0188d4-b8d9-416c-b910-3eae46ab891c HTTP/1.1" status: 200 len: 929 time: 0.2145524 Mar 11 17:16:29.296330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39fffe95-de67-4bfd-8671-b7cbbc7dd955 req-27ecc51c-e471-408d-b661-650683cbabde tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1838255 Mar 11 17:16:29.325370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbbd58-8bbd-4cf3-b193-b12568dfde7e req-0daab0db-bedb-440c-a169-9af53d15696d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.327489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79cbbd58-8bbd-4cf3-b193-b12568dfde7e req-0daab0db-bedb-440c-a169-9af53d15696d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1138687 Mar 11 17:16:29.363142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39fffe95-de67-4bfd-8671-b7cbbc7dd955 req-63495864-33d4-4103-9257-053486db0f5d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595560 Mar 11 17:16:29.411304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79cbbd58-8bbd-4cf3-b193-b12568dfde7e req-fa423e0a-ed75-4300-9b7f-d195ee0105f1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687113 Mar 11 17:16:29.411694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0724a8-ad50-4040-b0af-1822e1306e1f req-757cfd34-5717-4907-87c4-75832a13094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.413682 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ea0724a8-ad50-4040-b0af-1822e1306e1f req-757cfd34-5717-4907-87c4-75832a13094e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 1097 time: 0.1709819 Mar 11 17:16:29.422045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-2f408782-2968-4a44-a6e7-d6e5881d8616 req-9d85adcd-02c4-4991-8dcc-8b7f8d0ebe71 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2032857649', 'description': 'tempest-description-1463325177'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:29.461614 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-548bf53a-46b8-4ffa-a0c6-2f7850e7d6c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131524ae-ff8e-4ace-afef-16caecce4311 HTTP/1.1" status: 200 len: 1000 time: 0.1572721 Mar 11 17:16:29.488310 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ea0724a8-ad50-4040-b0af-1822e1306e1f req-711d5a57-0d55-4280-b72b-83096a2a5d6e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665264 Mar 11 17:16:29.500276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2f408782-2968-4a44-a6e7-d6e5881d8616 req-9d85adcd-02c4-4991-8dcc-8b7f8d0ebe71 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:29.544308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-330a76f6-6239-4594-887b-496d7b711ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.546962 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-330a76f6-6239-4594-887b-496d7b711ad2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51d381b9-a705-4b4d-9d0b-c1152a8e0fee HTTP/1.1" status: 200 len: 868 time: 0.0683274 Mar 11 17:16:29.599598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6aafc-8d56-4cbd-af49-2def7b782599 req-b1e2389e-53cd-42a5-b582-04766597a5c5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.603162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1b6aafc-8d56-4cbd-af49-2def7b782599 req-b1e2389e-53cd-42a5-b582-04766597a5c5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0783701 Mar 11 17:16:29.642790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-24799c32-40df-4657-bc52-ae5ae456edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.645573 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-24799c32-40df-4657-bc52-ae5ae456edeb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae0188d4-b8d9-416c-b910-3eae46ab891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816789 Mar 11 17:16:29.709250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1b6aafc-8d56-4cbd-af49-2def7b782599 req-7e44018d-89a4-477a-ac4b-6070aad4f050 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.0976756 Mar 11 17:16:29.713371 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2f408782-2968-4a44-a6e7-d6e5881d8616 req-9d85adcd-02c4-4991-8dcc-8b7f8d0ebe71 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:29.720213 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2f408782-2968-4a44-a6e7-d6e5881d8616 req-9d85adcd-02c4-4991-8dcc-8b7f8d0ebe71 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:29.739533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b1b6aafc-8d56-4cbd-af49-2def7b782599 req-fcb984e2-5f10-46ab-b2cc-68ff18762594 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Request body: {'floatingip': {'port_id': '131524ae-ff8e-4ace-afef-16caecce4311', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:29.832746 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-6b0369b6-6fb9-4c89-8754-615d9e5d42c3 service neutron] 10.222.0.46 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744814 Mar 11 17:16:29.842614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2f408782-2968-4a44-a6e7-d6e5881d8616 req-9d85adcd-02c4-4991-8dcc-8b7f8d0ebe71 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:29.844228 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f408782-2968-4a44-a6e7-d6e5881d8616 req-9d85adcd-02c4-4991-8dcc-8b7f8d0ebe71 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4307714 Mar 11 17:16:29.848311 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b1b6aafc-8d56-4cbd-af49-2def7b782599 req-fcb984e2-5f10-46ab-b2cc-68ff18762594 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:29.854052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85adcd-02c4-4991-8dcc-8b7f8d0ebe71 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b890a9df-ca14-4bee-b052-59f0ef01429b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:30.046846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d1d92b4-5e83-4074-a82c-8f8d44b73217 req-97e51117-50d3-49da-b48e-cbee2ddc437c service neutron] 10.222.0.46 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016492 Mar 11 17:16:30.114974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926aa24-9e82-425f-8a03-154c3b296ede req-aa97821f-fd85-4f40-b471-8986f10919a2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:30.116524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6926aa24-9e82-425f-8a03-154c3b296ede req-aa97821f-fd85-4f40-b471-8986f10919a2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.1522834 Mar 11 17:16:30.244627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6926aa24-9e82-425f-8a03-154c3b296ede req-45642eb2-d04f-4231-afc3-678eaa5cb258 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902414 Mar 11 17:16:30.273996 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-b1b6aafc-8d56-4cbd-af49-2def7b782599 req-fcb984e2-5f10-46ab-b2cc-68ff18762594 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 17:16:30.283866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1b6aafc-8d56-4cbd-af49-2def7b782599 req-fcb984e2-5f10-46ab-b2cc-68ff18762594 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "PUT /v2.0/floatingips/9dff9d0f-1661-4974-a5ce-23abe439decd HTTP/1.1" status: 409 len: 550 time: 0.5505612 Mar 11 17:16:30.316847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b45e1af4-f909-4ee6-a7d6-afb7f923e4f5 req-ff5a720d-7e07-4172-843a-81f31a96db8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1164130715', 'description': 'tempest-description-1636692566'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:30.385757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b45e1af4-f909-4ee6-a7d6-afb7f923e4f5 req-ff5a720d-7e07-4172-843a-81f31a96db8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:30.433413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984eef72-8443-4c27-8724-32bc204bbc6f req-06383a34-eef6-4c2d-91a1-0a6869092ef0 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:30.435438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-984eef72-8443-4c27-8724-32bc204bbc6f req-06383a34-eef6-4c2d-91a1-0a6869092ef0 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 945 time: 0.0914052 Mar 11 17:16:30.520453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-984eef72-8443-4c27-8724-32bc204bbc6f req-84084eff-c27e-4b3b-afbe-25e2f3fd8f4b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677946 Mar 11 17:16:30.522814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b45e1af4-f909-4ee6-a7d6-afb7f923e4f5 req-ff5a720d-7e07-4172-843a-81f31a96db8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:30.528764 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b45e1af4-f909-4ee6-a7d6-afb7f923e4f5 req-ff5a720d-7e07-4172-843a-81f31a96db8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:30.569645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b45e1af4-f909-4ee6-a7d6-afb7f923e4f5 req-ff5a720d-7e07-4172-843a-81f31a96db8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:30.584991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b45e1af4-f909-4ee6-a7d6-afb7f923e4f5 req-ff5a720d-7e07-4172-843a-81f31a96db8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2749221 Mar 11 17:16:30.646852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a720d-7e07-4172-843a-81f31a96db8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8ca44f-3f65-40be-b764-6626cb0baec6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:30.671662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-089707fe-2383-4675-a1ea-bf1eb40062a9 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips/9dff9d0f-1661-4974-a5ce-23abe439decd HTTP/1.1" status: 200 len: 692 time: 0.0723279 Mar 11 17:16:30.715928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947eafc-b7f1-405a-bc8a-9ec500fbf5f8 req-b0ee20c1-6c62-4e3b-b3b9-3d28fb4dce22 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:30.718072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6947eafc-b7f1-405a-bc8a-9ec500fbf5f8 req-b0ee20c1-6c62-4e3b-b3b9-3d28fb4dce22 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 946 time: 0.1260297 Mar 11 17:16:30.807039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6947eafc-b7f1-405a-bc8a-9ec500fbf5f8 req-1282430d-1b2c-419e-b779-1377930d0462 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604961 Mar 11 17:16:30.829922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-96114122-fcf0-4147-9571-5a079310787c tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:30.831569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-96114122-fcf0-4147-9571-5a079310787c tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.1509717 Mar 11 17:16:30.902815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-596a33e4-d2c2-43b3-8723-09b85789d386 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.0626471 Mar 11 17:16:30.980626 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-30002cad-9f00-4846-a2ee-1093670949a0 service neutron] show failed (client error): The resource could not be found. Mar 11 17:16:30.982133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-30002cad-9f00-4846-a2ee-1093670949a0 service neutron] 10.222.0.46 "GET /v2.0/ports/891eae85-2b90-448a-bb40-e30ba1d77855/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0758045 Mar 11 17:16:30.989604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-1f147beb-537e-490b-8436-e7b36779ea9e tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.0505054 Mar 11 17:16:31.003984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe44e3-e618-450b-bbc5-5043044bff5a req-f5336d31-a2ae-4f1a-9e7a-681d2d59c5bc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:31.005686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdbe44e3-e618-450b-bbc5-5043044bff5a req-f5336d31-a2ae-4f1a-9e7a-681d2d59c5bc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1217592 Mar 11 17:16:31.156276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdbe44e3-e618-450b-bbc5-5043044bff5a req-e461e9dc-0a00-4ec0-b413-22817f699533 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021357 Mar 11 17:16:31.196818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Deleting port 573392b4-0e57-4d52-bbbe-eb3f5e07b64a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:31.197153 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.312299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-defd3f30-1625-4923-868d-fdeb211f53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:31.314336 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-defd3f30-1625-4923-868d-fdeb211f53b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594&tenant_id=d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 1100 time: 0.0735822 Mar 11 17:16:31.330868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:31.346360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.346683 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.366955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Calling delete_port for 573392b4-0e57-4d52-bbbe-eb3f5e07b64a owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:31.388717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67f46-5aee-455b-8ae0-d8dc077a58a9 req-7d52883b-b456-4dff-8cf1-4206799d7fc9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:31.390254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30c67f46-5aee-455b-8ae0-d8dc077a58a9 req-7d52883b-b456-4dff-8cf1-4206799d7fc9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.0835178 Mar 11 17:16:31.416670 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.488962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30c67f46-5aee-455b-8ae0-d8dc077a58a9 req-43f5fe8f-9968-4b7c-b6e9-3a8a10d03f50 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614421 Mar 11 17:16:31.588966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0598b1d8-ba4d-4278-8729-2f42739495a8 req-52cade12-fa25-424e-9a60-0647eb0016b5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2012783624', 'description': 'tempest-description-1463221372'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:31.600496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.632517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Pushing event deleted for resources: {'Port': ['ID=573392b4-0e57-4d52-bbbe-eb3f5e07b64a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:31.648063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0598b1d8-ba4d-4278-8729-2f42739495a8 req-52cade12-fa25-424e-9a60-0647eb0016b5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.734618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:31.739640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.742231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.743413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b74136dd-eb90-4b45-9f69-d94e632d0d29 req-942acd78-2cb5-4488-a647-bba4a2af18a5 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "DELETE /v2.0/floatingips/9dff9d0f-1661-4974-a5ce-23abe439decd HTTP/1.1" status: 204 len: 173 time: 0.7368162 Mar 11 17:16:31.783863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0598b1d8-ba4d-4278-8729-2f42739495a8 req-52cade12-fa25-424e-9a60-0647eb0016b5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.790460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0598b1d8-ba4d-4278-8729-2f42739495a8 req-52cade12-fa25-424e-9a60-0647eb0016b5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.794009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:31.820977 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0598b1d8-ba4d-4278-8729-2f42739495a8 req-52cade12-fa25-424e-9a60-0647eb0016b5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.831106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0598b1d8-ba4d-4278-8729-2f42739495a8 req-52cade12-fa25-424e-9a60-0647eb0016b5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2501338 Mar 11 17:16:31.880454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:31.883456 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff9a1c-5384-4ac7-b6a6-33efb381a48e" -d '{"events": [{"server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "name": "network-vif-unplugged", "status": "completed", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:31.887192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cade12-fa25-424e-9a60-0647eb0016b5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b026672-dc4b-44b7-90e6-b3e0ae15e8c2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:31.889840 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.926015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Transition to ACTIVE for port object 891eae85-2b90-448a-bb40-e30ba1d77855 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:16:31.932483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.964650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8141b-c99b-41b2-8f1d-582075d654c8 req-30247171-6ffc-4f56-854d-8a18cc5602d4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:31.966466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbb8141b-c99b-41b2-8f1d-582075d654c8 req-30247171-6ffc-4f56-854d-8a18cc5602d4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.1342802 Mar 11 17:16:31.986028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-d74d459d-16e9-4d44-90e1-ff62edafcdf4 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 1000 time: 0.1099584 Mar 11 17:16:32.042512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] No DVR routers for this DVR port 891eae85-2b90-448a-bb40-e30ba1d77855 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:16:32.047958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Pushing event updated for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:32.093389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-dd468555-a1cc-45ba-908d-260028ce7647 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:32.094905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-dd468555-a1cc-45ba-908d-260028ce7647 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports/131524ae-ff8e-4ace-afef-16caecce4311 HTTP/1.1" status: 200 len: 943 time: 0.1014519 Mar 11 17:16:32.101225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbb8141b-c99b-41b2-8f1d-582075d654c8 req-0c5da2ef-fcfc-4c34-bc9c-090cadd9642e tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063786 Mar 11 17:16:32.138268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Attempting to bind port 891eae85-2b90-448a-bb40-e30ba1d77855 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:32.140115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Attempting to bind port 891eae85-2b90-448a-bb40-e30ba1d77855 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:32.140578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Attempting to bind port 891eae85-2b90-448a-bb40-e30ba1d77855 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:32.180766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Port 891eae85-2b90-448a-bb40-e30ba1d77855 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:16:32.181464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Attempting to bind port 891eae85-2b90-448a-bb40-e30ba1d77855 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:32.191083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:16:32.191832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:32.192431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:16:32.192608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Bound port: 891eae85-2b90-448a-bb40-e30ba1d77855, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:32.194260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:32.291117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-5d4ac83f-73cd-4fc3-a377-35f7afd594e8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 1000 time: 0.1133559 Mar 11 17:16:32.299767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:32.304200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:16:32.314975 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:32.380915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:32.387325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:32.390688 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] 10.222.0.66 "PUT /v2.0/ports/891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 1095 time: 1.0643592 Mar 11 17:16:32.420957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9a6866c-c896-45ad-8de9-00e3a4eefa1b req-382b6825-1b4d-4673-aa47-e524ddc4e405 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e876d4c952eb4b948add0b463cfff584 HTTP/1.1" status: 200 len: 10907 time: 0.2618423 Mar 11 17:16:32.471037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3536a28-03f7-46bc-8d69-a151e751300f service neutron] Pushing event updated for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:32.497476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-4b6dc037-a06e-4fa9-9391-6d3b6ec28226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:32.500754 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-4b6dc037-a06e-4fa9-9391-6d3b6ec28226 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 1098 time: 0.0756056 Mar 11 17:16:32.506263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-ffcaae31-5ffc-4a80-802e-cde94d204957 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:32.508099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-ffcaae31-5ffc-4a80-802e-cde94d204957 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.2022181 Mar 11 17:16:32.568645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9a6866c-c896-45ad-8de9-00e3a4eefa1b req-20671096-2392-49de-b029-98847cb5f4e1 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/d38d2ffe-2dca-46e6-91a7-ed013bf85dc6 HTTP/1.1" status: 200 len: 2981 time: 0.1303856 Mar 11 17:16:32.668323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-689a6e81-4f94-46a1-96ad-9deae08f8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:32.671323 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-689a6e81-4f94-46a1-96ad-9deae08f8bc3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1605978 Mar 11 17:16:32.672501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-47886d3c-dbc8-45c4-9f94-a9a6c89d3dae tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 1000 time: 0.1366057 Mar 11 17:16:32.686468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-88ef55f2-e4ab-4b80-888d-c51470ca9781 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:32.726961 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-9451ec2a-e698-486a-94e0-2b5e4b4e4222 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 217 time: 0.0464916 Mar 11 17:16:32.730822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9a6866c-c896-45ad-8de9-00e3a4eefa1b req-68ce60cf-4f08-40d0-b28a-99be6311a0f8 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/d38d2ffe-2dca-46e6-91a7-ed013bf85dc6 HTTP/1.1" status: 200 len: 2981 time: 0.1206918 Mar 11 17:16:32.775484 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-88ef55f2-e4ab-4b80-888d-c51470ca9781 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:32.795679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-5ba91e7c-4331-4d32-9d74-8cd788ad5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:32.797144 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-5ba91e7c-4331-4d32-9d74-8cd788ad5d32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0545247 Mar 11 17:16:32.855493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-f970f899-195e-44c3-a5ad-c8b8569509d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:32.859387 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-f970f899-195e-44c3-a5ad-c8b8569509d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527606 Mar 11 17:16:32.974671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198b390-642a-4836-8fe8-cb760a60ff1f req-27ce53b0-90b3-472e-8827-cabc5661cac5 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:32.976194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5198b390-642a-4836-8fe8-cb760a60ff1f req-27ce53b0-90b3-472e-8827-cabc5661cac5 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 946 time: 0.1370053 Mar 11 17:16:32.978755 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-88ef55f2-e4ab-4b80-888d-c51470ca9781 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:32.984469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-88ef55f2-e4ab-4b80-888d-c51470ca9781 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:32.984878 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-88ef55f2-e4ab-4b80-888d-c51470ca9781 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Floating IP c5e9734a-d4cd-4a2a-af79-429028d17d5d disassociated. External IP: 172.25.8.8, port: 131524ae-ff8e-4ace-afef-16caecce4311. Mar 11 17:16:33.000450 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-b919902a-7bd2-429f-87a2-30f6097117aa service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257913 Mar 11 17:16:33.107349 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a83669ff-740c-4d8c-9951-6310438a3f36 req-3ec4541f-45d9-4f4e-a1ea-db4bfb996998 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944538 Mar 11 17:16:33.394099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5198b390-642a-4836-8fe8-cb760a60ff1f req-ef892c34-1cc6-4dc5-85d9-00b3a2e44b20 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054992 Mar 11 17:16:33.540728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-88ef55f2-e4ab-4b80-888d-c51470ca9781 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Router a084fbfa-c15f-4690-b4a2-1cd5d46699fc has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:16:33.594433 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8775e536-2ff8-4a1e-bab9-33f4f4218aff x-openstack-request-id: req-8775e536-2ff8-4a1e-bab9-33f4f4218aff {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:33.594718 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "name": "network-vif-unplugged", "status": "completed", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:33.594968 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8775e536-2ff8-4a1e-bab9-33f4f4218aff {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:33.595363 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855', 'code': 200} Mar 11 17:16:33.677330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-88ef55f2-e4ab-4b80-888d-c51470ca9781 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:16:33.682396 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-88ef55f2-e4ab-4b80-888d-c51470ca9781 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:33.694327 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] Sync routers for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:16:33.707044 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:33.707786 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:16:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:33.739707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-88ef55f2-e4ab-4b80-888d-c51470ca9781 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "PUT /v2.0/floatingips/c5e9734a-d4cd-4a2a-af79-429028d17d5d HTTP/1.1" status: 200 len: 693 time: 1.0602067 Mar 11 17:16:33.742177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:33.744580 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197991f3-70c2-4e9a-b898-bb9c00908ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "tag": "131524ae-ff8e-4ace-afef-16caecce4311"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:33.756283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c1bdc-c553-4fb5-b1ea-be3940ceca55 req-7fec60fd-ea47-4916-bd92-9b36ce646a38 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:33.757903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a96c1bdc-c553-4fb5-b1ea-be3940ceca55 req-7fec60fd-ea47-4916-bd92-9b36ce646a38 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 947 time: 0.0955415 Mar 11 17:16:33.807286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a96c1bdc-c553-4fb5-b1ea-be3940ceca55 req-22f69890-8155-4624-9905-4d555d668e5a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Mar 11 17:16:33.897597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-743c1d6a-a65d-42f2-8490-7064f9fce13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:33.900022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-743c1d6a-a65d-42f2-8490-7064f9fce13a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09c79dbf25304e39aae26aba19d9c236&device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 1097 time: 0.1409609 Mar 11 17:16:33.905918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 891eae85-2b90-448a-bb40-e30ba1d77855 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:33.960517 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:33.965214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 891eae85-2b90-448a-bb40-e30ba1d77855 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:34.059888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3646f-360d-4584-a2e9-b6c6d114a06c req-9e80428a-1dc1-45fd-bd54-a655a69cd039 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:34.068993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09f3646f-360d-4584-a2e9-b6c6d114a06c req-9e80428a-1dc1-45fd-bd54-a655a69cd039 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1538360 Mar 11 17:16:34.150112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-036d1d15-4224-44df-aa94-cb4b6c3814e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:34.152544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-036d1d15-4224-44df-aa94-cb4b6c3814e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae0188d4-b8d9-416c-b910-3eae46ab891c HTTP/1.1" status: 200 len: 929 time: 0.2354867 Mar 11 17:16:34.160390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09f3646f-360d-4584-a2e9-b6c6d114a06c req-9e9c9f2c-ef23-49a8-a65d-64359633aca1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778866 Mar 11 17:16:34.218150 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a9b7352-7e65-4a33-bea7-95490bf1a8f9', 'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'mac_address': 'fa:16:3e:2c:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:38Z', 'updated_at': '2022-03-11T17:15:52Z', 'revision_number': 5, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'subnets': [{'id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:34.236202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-c9496647-33cd-49f2-a02c-bbfb57cc9581 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131524ae-ff8e-4ace-afef-16caecce4311 HTTP/1.1" status: 200 len: 217 time: 0.0738134 Mar 11 17:16:34.252401 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] Checking router: a084fbfa-c15f-4690-b4a2-1cd5d46699fc for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:16:34.262108 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:34.262818 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:16:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:34.312268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-3d5bcd03-b43c-45ee-af06-d9927732764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:34.314327 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-3d5bcd03-b43c-45ee-af06-d9927732764b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51d381b9-a705-4b4d-9d0b-c1152a8e0fee HTTP/1.1" status: 200 len: 868 time: 0.0644526 Mar 11 17:16:34.317506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72431c3d-5881-4812-a119-6f8c368e2eaa req-1aa30f85-fcd1-4a8a-b0a6-90b46ebc192c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/b890a9df-ca14-4bee-b052-59f0ef01429b HTTP/1.1" status: 200 len: 1803 time: 0.0846686 Mar 11 17:16:34.401582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-c1fd6cf4-0c29-42e5-ab20-9ae8dcb365d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:34.403136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-c1fd6cf4-0c29-42e5-ab20-9ae8dcb365d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae0188d4-b8d9-416c-b910-3eae46ab891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791781 Mar 11 17:16:34.419993 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:34.442800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-72431c3d-5881-4812-a119-6f8c368e2eaa req-c99c6300-47a3-4a14-b50c-fcdeff61ecdb tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:34.521822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-72431c3d-5881-4812-a119-6f8c368e2eaa req-c99c6300-47a3-4a14-b50c-fcdeff61ecdb tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:34.597590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-f3b43eba-e993-4e80-bad7-47108450f5f0 service neutron] 10.222.0.53 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822464 Mar 11 17:16:34.633684 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-72431c3d-5881-4812-a119-6f8c368e2eaa req-c99c6300-47a3-4a14-b50c-fcdeff61ecdb tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:34.636259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-72431c3d-5881-4812-a119-6f8c368e2eaa req-c99c6300-47a3-4a14-b50c-fcdeff61ecdb tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:34.641584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72431c3d-5881-4812-a119-6f8c368e2eaa req-c99c6300-47a3-4a14-b50c-fcdeff61ecdb tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/b890a9df-ca14-4bee-b052-59f0ef01429b HTTP/1.1" status: 204 len: 173 time: 0.3080010 Mar 11 17:16:34.657972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c6300-47a3-4a14-b50c-fcdeff61ecdb tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b890a9df-ca14-4bee-b052-59f0ef01429b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:34.693378 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a9b7352-7e65-4a33-bea7-95490bf1a8f9', 'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'mac_address': 'fa:16:3e:2c:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:38Z', 'updated_at': '2022-03-11T17:15:52Z', 'revision_number': 5, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'subnets': [{'id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:34.725120 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18adab-2bb9-404a-a3f7-b29dc27568ab None None] The sync data for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 is: [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:15:39Z', 'revision_number': 4, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a9b7352-7e65-4a33-bea7-95490bf1a8f9', 'name': '', 'network_id': 'ae0188d4-b8d9-416c-b910-3eae46ab891c', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'mac_address': 'fa:16:3e:2c:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:38Z', 'updated_at': '2022-03-11T17:15:52Z', 'revision_number': 5, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'subnets': [{'id': '51d381b9-a705-4b4d-9d0b-c1152a8e0fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:16:34.793804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f4d1850-2cd3-42f6-ba6d-0cc52429bcb0 req-6a903744-7e16-41bd-830a-81403130d626 service neutron] 10.222.0.53 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892769 Mar 11 17:16:34.812617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d982f-555d-496b-81a9-73593d878212 req-ebafb146-a7ee-4bc5-8657-58af1bf75e93 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:34.812617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e1d982f-555d-496b-81a9-73593d878212 req-ebafb146-a7ee-4bc5-8657-58af1bf75e93 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 943 time: 0.0948389 Mar 11 17:16:34.896664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e1d982f-555d-496b-81a9-73593d878212 req-9dda2e31-ade7-4946-844c-e145f075ecf5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569901 Mar 11 17:16:35.029683 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cef2e84-c765-4870-ab6a-f3d8708fb56a x-openstack-request-id: req-6cef2e84-c765-4870-ab6a-f3d8708fb56a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:35.030474 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "tag": "131524ae-ff8e-4ace-afef-16caecce4311", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:35.030712 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cef2e84-c765-4870-ab6a-f3d8708fb56a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:35.031110 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311', 'status': 'completed', 'code': 200} Mar 11 17:16:35.041136 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-f3036dce-745f-4d20-897d-2f2cef2d3713 req-0c05d319-b918-4a49-b874-13ee864dbed5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:16:35.042281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3036dce-745f-4d20-897d-2f2cef2d3713 req-0c05d319-b918-4a49-b874-13ee864dbed5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/b890a9df-ca14-4bee-b052-59f0ef01429b HTTP/1.1" status: 404 len: 352 time: 0.0209293 Mar 11 17:16:35.065993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdd929-28a1-4188-b629-9de0eea7243e req-2557c455-9f66-4246-80b8-3085e60bf087 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.068374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6fdd929-28a1-4188-b629-9de0eea7243e req-2557c455-9f66-4246-80b8-3085e60bf087 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 945 time: 0.0970788 Mar 11 17:16:35.140526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-265950e2-13b8-44fb-8745-19fabfc70f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.143490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-265950e2-13b8-44fb-8745-19fabfc70f9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09c79dbf25304e39aae26aba19d9c236&device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 1097 time: 0.0999660 Mar 11 17:16:35.148753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-f56f34d5-2af0-4ffb-93a5-f1139e08db56 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips/c5e9734a-d4cd-4a2a-af79-429028d17d5d HTTP/1.1" status: 200 len: 693 time: 0.0737309 Mar 11 17:16:35.195757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9e5cc-82e3-452c-97df-3466083ed6bd None None] New status for floating IP c5e9734a-d4cd-4a2a-af79-429028d17d5d: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:16:35.226765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6fdd929-28a1-4188-b629-9de0eea7243e req-34fd9587-41de-43cc-b27f-34a4a1858485 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/security-groups?id=e897ac7d-231a-4706-9d5e-caec617d4ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426091 Mar 11 17:16:35.291148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-2af8ca00-275a-4cac-97c7-61edd71bdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.292787 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-2af8ca00-275a-4cac-97c7-61edd71bdb18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ae0188d4-b8d9-416c-b910-3eae46ab891c HTTP/1.1" status: 200 len: 929 time: 0.1419604 Mar 11 17:16:35.344998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-6d17f0fd-ea0f-4e03-a376-251572750dda tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.346642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-6d17f0fd-ea0f-4e03-a376-251572750dda tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 784 time: 0.1801610 Mar 11 17:16:35.379060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-1a688aef-1c1e-423b-9fda-2725d48f6801 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131524ae-ff8e-4ace-afef-16caecce4311 HTTP/1.1" status: 200 len: 217 time: 0.0741844 Mar 11 17:16:35.439408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-4e8b7006-f984-4729-8a67-96be88061ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.440895 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-4e8b7006-f984-4729-8a67-96be88061ee8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51d381b9-a705-4b4d-9d0b-c1152a8e0fee HTTP/1.1" status: 200 len: 868 time: 0.0498741 Mar 11 17:16:35.480549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-940003cb-1677-4e3f-b6f9-823e08c0c36e tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 696 time: 0.1196823 Mar 11 17:16:35.537133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-666ede77-bcf1-472f-b5f3-768d28aa6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.538696 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-666ede77-bcf1-472f-b5f3-768d28aa6649 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae0188d4-b8d9-416c-b910-3eae46ab891c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866764 Mar 11 17:16:35.558845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-f71629f4-f9ce-4688-a610-6e5b7f30fe67 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.0665650 Mar 11 17:16:35.568928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c9c9b-8abc-4e9a-8b5a-2d9c6359f13e req-dc5a9108-fa36-4dc6-9ff8-9f901fcb2af4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.570468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab1c9c9b-8abc-4e9a-8b5a-2d9c6359f13e req-dc5a9108-fa36-4dc6-9ff8-9f901fcb2af4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 947 time: 0.2228801 Mar 11 17:16:35.610833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:35.613957 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04996d1-8273-4ae9-b6b5-a588ecf8236c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:35.671337 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-61e5a160-c4e3-437a-b0ac-faabbf8f26de service neutron] 10.222.0.46 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225886 Mar 11 17:16:35.768236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab1c9c9b-8abc-4e9a-8b5a-2d9c6359f13e req-9221d411-01ba-491e-9d18-51479824fa19 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331925 Mar 11 17:16:35.791362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d96ea8-1552-4ab9-869c-32223c420615 req-f6b84abe-e232-4f58-8b77-111b3fc8ee54 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.792971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90d96ea8-1552-4ab9-869c-32223c420615 req-f6b84abe-e232-4f58-8b77-111b3fc8ee54 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.46 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 945 time: 0.1568143 Mar 11 17:16:35.820332 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-197991f3-70c2-4e9a-b898-bb9c00908ce1 req-04bec80e-7d68-4956-baf9-6b345cc75a69 service neutron] 10.222.0.46 "GET /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397550 Mar 11 17:16:35.881412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Deleting port cbb77cbe-95b8-4fc3-85c2-a1eae6cb4913 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:35.882037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:35.902207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5bd27180-ad80-4f61-b299-e84f6b50d353 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:16:36.032327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-90d96ea8-1552-4ab9-869c-32223c420615 req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Deleting port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:36.032719 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90d96ea8-1552-4ab9-869c-32223c420615 req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.040356 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d34af014-d035-4807-aa09-957a347f8758 req-50e5d705-2f32-4971-9976-276c5feb0fc5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/0c8ca44f-3f65-40be-b764-6626cb0baec6 HTTP/1.1" status: 200 len: 1803 time: 0.0856311 Mar 11 17:16:36.053021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.053375 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.072027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-092165b3-fbdf-41fd-af05-1566f49a55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:36.073913 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-092165b3-fbdf-41fd-af05-1566f49a55be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c3babf8c4704a85b2bbb1dc794ed6e1&device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 1097 time: 0.0723121 Mar 11 17:16:36.077304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:36.091110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'port_id': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'mac_address': 'fa:16:3e:44:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:16:36.107214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Calling delete_port for cbb77cbe-95b8-4fc3-85c2-a1eae6cb4913 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:36.159201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.176299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd27180-ad80-4f61-b299-e84f6b50d353 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:36.181754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-99c1a685-e33a-4d71-8a13-37ed0c879cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:36.183221 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-99c1a685-e33a-4d71-8a13-37ed0c879cd3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a4defc8-fbc5-4203-b968-932d21509d34 HTTP/1.1" status: 200 len: 914 time: 0.1017423 Mar 11 17:16:36.196803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:36.202243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.232088 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-271fda5f-f343-4ec3-942f-af6015bbda4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1828c40-94cc-42da-9842-d3789d04f2f2 HTTP/1.1" status: 200 len: 217 time: 0.0409346 Mar 11 17:16:36.235321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-90d96ea8-1552-4ab9-869c-32223c420615 req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] For port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,segment=NetworkSegment(c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8),segment_id=c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:36.236519 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90d96ea8-1552-4ab9-869c-32223c420615 req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.262811 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d34af014-d035-4807-aa09-957a347f8758 req-049c90ff-81aa-4f05-9627-9e88e8dbde76 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.269541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-90d96ea8-1552-4ab9-869c-32223c420615 req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Calling delete_port for de7cc3b5-c95e-477a-8a91-8429d1e6e0ee owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:36.277583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:36.292107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.292769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.293845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.295296 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.296664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.297991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.300099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.300718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.301558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.302909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.303436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.303878 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-ab2a3908-481c-4605-9670-03c33245c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:36.304097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:36.305725 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-ab2a3908-481c-4605-9670-03c33245c979 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=513b57e6-a87f-453a-bd22-8fec1badba81 HTTP/1.1" status: 200 len: 854 time: 0.0628772 Mar 11 17:16:36.353653 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-5852d502-89c1-4c0b-9c72-6caf251acf98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a4defc8-fbc5-4203-b968-932d21509d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396471 Mar 11 17:16:36.363658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 891eae85-2b90-448a-bb40-e30ba1d77855 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:16:36.364484 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d34af014-d035-4807-aa09-957a347f8758 req-049c90ff-81aa-4f05-9627-9e88e8dbde76 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.506955 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d34af014-d035-4807-aa09-957a347f8758 req-049c90ff-81aa-4f05-9627-9e88e8dbde76 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.515641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d34af014-d035-4807-aa09-957a347f8758 req-049c90ff-81aa-4f05-9627-9e88e8dbde76 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.521014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d34af014-d035-4807-aa09-957a347f8758 req-049c90ff-81aa-4f05-9627-9e88e8dbde76 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/0c8ca44f-3f65-40be-b764-6626cb0baec6 HTTP/1.1" status: 204 len: 173 time: 0.4647744 Mar 11 17:16:36.564118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.565374 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-e590b561-cbe0-4283-b38f-87ae7567b6d1 service neutron] 10.222.0.66 "GET /v2.0/networks/7a4defc8-fbc5-4203-b968-932d21509d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033739 Mar 11 17:16:36.581067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['5bd27180-ad80-4f61-b299-e84f6b50d353'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:36.607585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c90ff-81aa-4f05-9627-9e88e8dbde76 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8ca44f-3f65-40be-b764-6626cb0baec6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:36.610925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Pushing event deleted for resources: {'Port': ['ID=cbb77cbe-95b8-4fc3-85c2-a1eae6cb4913,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:36.688640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:36.699852 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90d96ea8-1552-4ab9-869c-32223c420615 req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.705414 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-040f4612-6936-4af0-924c-c7a1941d1c44 req-bc70a3e9-de47-42bf-8017-43ada8731a56 service neutron] 10.222.0.66 "GET /v2.0/networks/7a4defc8-fbc5-4203-b968-932d21509d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298707 Mar 11 17:16:36.709485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '891eae85-2b90-448a-bb40-e30ba1d77855', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '891eae85-2b90-448a-bb40-e30ba1d77855', 'mac_address': 'fa:16:3e:1a:57:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:16:36.733270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48038) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:36.745881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1588403503'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:36.774267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:36.778411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.787220 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.802944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Pushing event deleted for resources: {'Port': ['ID=de7cc3b5-c95e-477a-8a91-8429d1e6e0ee,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:36.816766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:16:36.828200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d96ea8-1552-4ab9-869c-32223c420615 req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] No DVR routers for this DVR port de7cc3b5-c95e-477a-8a91-8429d1e6e0ee on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:16:36.830427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.831102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90d96ea8-1552-4ab9-869c-32223c420615 req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.831421 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Added segment 9fe47d94-0dd1-4198-80f3-637d8abfca81 of type vlan for network 76a7467c-f517-456a-a479-d4b9c4849562 Mar 11 17:16:36.834351 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891eae85-2b90-448a-bb40-e30ba1d77855 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:36.834803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90d96ea8-1552-4ab9-869c-32223c420615 req-22d663e3-8da4-4f03-af3b-8f8426a9539b tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.46 "DELETE /v2.0/ports/de7cc3b5-c95e-477a-8a91-8429d1e6e0ee HTTP/1.1" status: 204 len: 173 time: 1.0321434 Mar 11 17:16:36.837454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.843364 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.844539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56036ff-d77f-4845-8412-ba432c0cd205 req-35910a8b-c7e1-4cc1-90c2-2866f201b6ef tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "DELETE /v2.0/floatingips/c5e9734a-d4cd-4a2a-af79-429028d17d5d HTTP/1.1" status: 204 len: 173 time: 1.2848790 Mar 11 17:16:36.860704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb0304-596b-4b29-9a79-90893e88b0be req-b900f702-c706-4500-a391-6cd31f68f008 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:36.863118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5bb0304-596b-4b29-9a79-90893e88b0be req-b900f702-c706-4500-a391-6cd31f68f008 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.2610762 Mar 11 17:16:36.879185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:36.892356 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.938965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:36.944700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5bb0304-596b-4b29-9a79-90893e88b0be req-43a75cc8-7912-459b-8b43-a290c8099167 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726376 Mar 11 17:16:36.966433 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa5633d-9cde-4853-bb7a-5bc60fb044e7 x-openstack-request-id: req-8fa5633d-9cde-4853-bb7a-5bc60fb044e7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:36.972484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:36.974221 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:36.975746 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fa5633d-9cde-4853-bb7a-5bc60fb044e7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:36.975746 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855', 'status': 'completed', 'code': 200} Mar 11 17:16:37.034118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c95add-dc42-4af3-bb7b-09d74b75ef45', 'name': 'network-vif-deleted', 'tag': 'de7cc3b5-c95e-477a-8a91-8429d1e6e0ee'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:37.037737 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479a6e59-e1fe-47a2-be4f-8ac81b5bda72" -d '{"events": [{"server_uuid": "71c95add-dc42-4af3-bb7b-09d74b75ef45", "name": "network-vif-deleted", "tag": "de7cc3b5-c95e-477a-8a91-8429d1e6e0ee"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:37.061911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:37.073462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.074788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:37.129315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-b42580eb-0ba6-4ce4-b5b0-834ef5db6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.131327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-b42580eb-0ba6-4ce4-b5b0-834ef5db6632 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 1099 time: 0.1238971 Mar 11 17:16:37.151544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b5785-94f4-4173-9a00-eea3e4fb0abf req-914a4f62-22d3-48e1-bc68-c8607e555305 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.153870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc6b5785-94f4-4173-9a00-eea3e4fb0abf req-914a4f62-22d3-48e1-bc68-c8607e555305 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 946 time: 0.1290488 Mar 11 17:16:37.200497 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4649696 Mar 11 17:16:37.213119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48046) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:37.229808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-583670830'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:37.258774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Network': ['ID=76a7467c-f517-456a-a479-d4b9c4849562,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:37.275826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.275826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.275826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.275826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.276440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.276547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-d8344040-9c10-42c9-b355-9b3807c21444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.276725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.276927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.277261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.277590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.277854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-d8344040-9c10-42c9-b355-9b3807c21444 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 1099 time: 0.1860847 Mar 11 17:16:37.278072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.278258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.279149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3463b-477a-4038-a234-8f2a304991c8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:37.297393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3016fda-91aa-41db-a3e3-8ad3ee3d4c11 req-31eea613-0632-4f57-9e7f-faac7f89c916 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.298461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 76a7467c-f517-456a-a479-d4b9c4849562 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:16:37.299001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3016fda-91aa-41db-a3e3-8ad3ee3d4c11 req-31eea613-0632-4f57-9e7f-faac7f89c916 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 944 time: 0.1945169 Mar 11 17:16:37.327794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc6b5785-94f4-4173-9a00-eea3e4fb0abf req-cdfcc278-8a8e-4faf-bc92-5a2ef1bbffca tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327555 Mar 11 17:16:37.335170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-6930dae6-7e6e-4c66-b9f5-1087d02300e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.336798 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-6930dae6-7e6e-4c66-b9f5-1087d02300e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1619821 Mar 11 17:16:37.343130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:37.346620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:37.390627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['891eae85-2b90-448a-bb40-e30ba1d77855'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:37.421273 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-739c4eb0-830f-46ff-8156-6812d4a617f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 217 time: 0.0658438 Mar 11 17:16:37.427689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['de7cc3b5-c95e-477a-8a91-8429d1e6e0ee'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:37.472236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3016fda-91aa-41db-a3e3-8ad3ee3d4c11 req-361a1187-e46f-4037-accf-5eb9259ff4ac tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524262 Mar 11 17:16:37.527277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:16:37.535586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-0fde8215-7035-414a-8f94-05d750951f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.538844 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-0fde8215-7035-414a-8f94-05d750951f55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1049953 Mar 11 17:16:37.560049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91330805-e7f7-4e7a-9bb9-b2cbed3a4483 req-f82346dc-82af-420b-8a1f-288331418164 tempest-InstanceActionsNegativeTestJSON-347137543 tempest-InstanceActionsNegativeTestJSON-347137543-project] 10.222.0.53 "GET /v2.0/ports?device_id=71c95add-dc42-4af3-bb7b-09d74b75ef45 HTTP/1.1" status: 200 len: 210 time: 0.0691381 Mar 11 17:16:37.588292 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-6d822cea-28ec-4fa1-b775-24718ba9d01f req-55715510-3d0a-46fa-81e9-9c36d22d4d7f tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:16:37.600457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d822cea-28ec-4fa1-b775-24718ba9d01f req-55715510-3d0a-46fa-81e9-9c36d22d4d7f tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/0c8ca44f-3f65-40be-b764-6626cb0baec6 HTTP/1.1" status: 404 len: 352 time: 0.0433669 Mar 11 17:16:37.625512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-0d48f356-10cb-41f7-93a5-3b370f15e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.627533 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-0d48f356-10cb-41f7-93a5-3b370f15e169 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702915 Mar 11 17:16:37.631993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:37.632608 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Added segment a2752407-8e62-4b67-a47b-26e6c3d85af8 of type vlan for network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c Mar 11 17:16:37.708950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-cc540451-78ef-40c4-9e95-43894bf12598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.710658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-cc540451-78ef-40c4-9e95-43894bf12598 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.4071248 Mar 11 17:16:37.715923 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0beffaf-22e9-42f3-a9f2-0d4c8ae120d6 x-openstack-request-id: req-b0beffaf-22e9-42f3-a9f2-0d4c8ae120d6 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:37.716305 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c95add-dc42-4af3-bb7b-09d74b75ef45", "name": "network-vif-deleted", "tag": "de7cc3b5-c95e-477a-8a91-8429d1e6e0ee", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:37.716711 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0beffaf-22e9-42f3-a9f2-0d4c8ae120d6 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:37.717221 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c95add-dc42-4af3-bb7b-09d74b75ef45', 'name': 'network-vif-deleted', 'tag': 'de7cc3b5-c95e-477a-8a91-8429d1e6e0ee', 'status': 'completed', 'code': 200} Mar 11 17:16:37.780458 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-c4e7e85d-d6c7-45d1-a2a8-33d8b9958869 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429565 Mar 11 17:16:37.805177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:37.812225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-18495821-d671-4157-8a9f-293f2f829d13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 217 time: 0.0735643 Mar 11 17:16:37.876871 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-424540af-62eb-474d-ac3c-52f9f474d400 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889361 Mar 11 17:16:37.896667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54362ed-d538-453b-92c9-48f6af63d97c req-c9661606-ba24-40f4-8eda-adb95f571bb5 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.898219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c54362ed-d538-453b-92c9-48f6af63d97c req-c9661606-ba24-40f4-8eda-adb95f571bb5 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 948 time: 0.1865520 Mar 11 17:16:37.908591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a766a77-a422-4301-baa1-887546d8bf10 req-f1095360-b0f2-42a2-93f9-42685033bae5 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/6b026672-dc4b-44b7-90e6-b3e0ae15e8c2 HTTP/1.1" status: 200 len: 1803 time: 0.1904356 Mar 11 17:16:37.918998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5bd27180-ad80-4f61-b299-e84f6b50d353 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:37.919437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:37.924970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.925707 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:37.944003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-65553b1b-57e2-469d-887d-00ccd58f4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:37.945459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-65553b1b-57e2-469d-887d-00ccd58f4b82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1233392 Mar 11 17:16:37.976102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 5bd27180-ad80-4f61-b299-e84f6b50d353 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:37.976640 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.055615 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.059967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8364367 Mar 11 17:16:38.063900 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48054) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:38.069244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'subnet': {'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:38.076630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c54362ed-d538-453b-92c9-48f6af63d97c req-de0bd308-fa1d-43de-b4fc-1f2847efbb67 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718988 Mar 11 17:16:38.081660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:38.083919 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1804a07-16d2-4a64-ac8e-3bf1d969cb78" -d '{"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-plugged", "status": "completed", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:38.092467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413799-78ef-47bc-90fd-8eff928e034b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Network': ['ID=36da8ce5-1317-4ec3-ab5e-b620a9faa58c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:38.102884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:38.108383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-1ae84dd4-60a0-4cae-ad16-f98e19886722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:38.110018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-1ae84dd4-60a0-4cae-ad16-f98e19886722 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509099 Mar 11 17:16:38.110590 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.112782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device de7cc3b5-c95e-477a-8a91-8429d1e6e0ee no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:38.131578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8a766a77-a422-4301-baa1-887546d8bf10 req-fb2b4144-d5ed-4f3d-b342-0d857fcbada2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.142954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:16:38.181780 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: de7cc3b5-c95e-477a-8a91-8429d1e6e0ee {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:16:38.182121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device de7cc3b5-c95e-477a-8a91-8429d1e6e0ee not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:38.206563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:38.211315 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.248298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:38.412798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.478209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Subnet': ['ID=8f3b4a4c-47da-4681-8b34-816896925994,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:38.487607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Checking segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:38.488586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network hostable DHCP agents. Network: 76a7467c-f517-456a-a479-d4b9c4849562, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:16:38.502570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8a766a77-a422-4301-baa1-887546d8bf10 req-fb2b4144-d5ed-4f3d-b342-0d857fcbada2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.507105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 76a7467c-f517-456a-a479-d4b9c4849562 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:16:38.518769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 76a7467c-f517-456a-a479-d4b9c4849562) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:38.523164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:38.523963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.531745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f36d97-6aaf-41d6-9f5c-9094e5a417cc None None] Network 76a7467c-f517-456a-a479-d4b9c4849562 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:38.552405 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b1a60d38-e276-45ca-804b-7e7fa4f95d3a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4849608 Mar 11 17:16:38.554502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48064) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:38.559715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'subnet': {'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:38.588099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-77d693a3-8933-4ec2-b644-9135ffce3bd0 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688785 Mar 11 17:16:38.597756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf835-728f-40ff-b165-1b526f41620c req-c51734fa-475d-4b3c-860b-f19749d38a83 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:38.599366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14bdf835-728f-40ff-b165-1b526f41620c req-c51734fa-475d-4b3c-860b-f19749d38a83 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1242588 Mar 11 17:16:38.655654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:38.656479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8a766a77-a422-4301-baa1-887546d8bf10 req-fb2b4144-d5ed-4f3d-b342-0d857fcbada2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.658984 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8a766a77-a422-4301-baa1-887546d8bf10 req-fb2b4144-d5ed-4f3d-b342-0d857fcbada2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.659122 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.660118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a766a77-a422-4301-baa1-887546d8bf10 req-fb2b4144-d5ed-4f3d-b342-0d857fcbada2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/6b026672-dc4b-44b7-90e6-b3e0ae15e8c2 HTTP/1.1" status: 204 len: 173 time: 0.7316225 Mar 11 17:16:38.669846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14bdf835-728f-40ff-b165-1b526f41620c req-75096345-33aa-494d-a61f-5ab4d5133041 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0607195 Mar 11 17:16:38.706702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b4144-d5ed-4f3d-b342-0d857fcbada2 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b026672-dc4b-44b7-90e6-b3e0ae15e8c2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:38.767867 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0fc505-7290-4d30-b4b2-22e9f0e439a4 x-openstack-request-id: req-9f0fc505-7290-4d30-b4b2-22e9f0e439a4 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:38.768229 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-plugged", "status": "completed", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:38.768496 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f0fc505-7290-4d30-b4b2-22e9f0e439a4 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:38.768794 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'code': 200} Mar 11 17:16:38.770189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-76a7467c-f517-456a-a479-d4b9c4849562', 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'fixed_ips': [{'subnet_id': '8f3b4a4c-47da-4681-8b34-816896925994'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:16:38.773563 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:38.806888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a04996d1-8273-4ae9-b6b5-a588ecf8236c req-cd722ace-79c1-43bf-a12e-ed23850f243b service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064314 Mar 11 17:16:38.911560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bddc3-17d7-4693-819b-8764c66a5c57 req-dd77a7e8-538e-46b6-b320-581fb25d4c2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:38.913234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-791bddc3-17d7-4693-819b-8764c66a5c57 req-dd77a7e8-538e-46b6-b320-581fb25d4c2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1337132 Mar 11 17:16:38.951954 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.006710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Allocated IP 10.1.1.2 (76a7467c-f517-456a-a479-d4b9c4849562/8f3b4a4c-47da-4681-8b34-816896925994/29f2fa62-b912-4e76-ac90-9c495adf370e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:39.062805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-791bddc3-17d7-4693-819b-8764c66a5c57 req-0c0466a5-188a-4857-8642-f8a2eb37eb13 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406870 Mar 11 17:16:39.064541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Subnet': ['ID=58b1af45-4cc2-4faf-8258-3060d4686a9d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:39.081399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Checking segment: {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:39.081766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network hostable DHCP agents. Network: 36da8ce5-1317-4ec3-ab5e-b620a9faa58c, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:16:39.081990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad79d8-4c48-4fe7-a3f9-9e2a1aa41a7c req-8d39d42f-62d7-4898-923e-ddac78d0c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:39.083699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0ad79d8-4c48-4fe7-a3f9-9e2a1aa41a7c req-8d39d42f-62d7-4898-923e-ddac78d0c524 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 1097 time: 0.1382258 Mar 11 17:16:39.096771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-f3a3e543-a4df-452e-a2a7-579b42021b90 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:39.096771 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-f3a3e543-a4df-452e-a2a7-579b42021b90 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594&tenant_id=d03326208d724ef2a2f1f758b35e8732&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 948 time: 0.1057510 Mar 11 17:16:39.110518 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d6c01-90da-476c-99e5-3ae747087231 req-9db0d8bc-5c52-41f5-98f9-e1b2b48a74ff tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:39.113333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a66d6c01-90da-476c-99e5-3ae747087231 req-9db0d8bc-5c52-41f5-98f9-e1b2b48a74ff tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 946 time: 0.1094198 Mar 11 17:16:39.146411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:16:39.173179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 36da8ce5-1317-4ec3-ab5e-b620a9faa58c) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:39.180277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0ad79d8-4c48-4fe7-a3f9-9e2a1aa41a7c req-bde28bfe-ae86-4743-92cd-bab2f0d4024c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885196 Mar 11 17:16:39.183531 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:39.184470 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.186490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a66d6c01-90da-476c-99e5-3ae747087231 req-b411631e-fd33-44d1-af42-fd8f3c06da1d tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653448 Mar 11 17:16:39.198019 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-912019d2-4580-4129-94c4-d7a5e6a36335 service neutron] delete failed (client error): The resource could not be found. Mar 11 17:16:39.199188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-912019d2-4580-4129-94c4-d7a5e6a36335 service neutron] 10.222.0.46 "DELETE /v2.0/ports/891eae85-2b90-448a-bb40-e30ba1d77855/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0990248 Mar 11 17:16:39.211123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12025f-f3e0-40e0-b527-56b4fc64cd3c None None] Network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:39.225943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-78f3f75e-783e-4b2e-9998-3847231fbb88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6701508 Mar 11 17:16:39.236915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:39.243124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'port': {'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'name': 'tempest-TaggedBootDevicesTest-131086315', 'fixed_ips': [{'subnet_id': '8f3b4a4c-47da-4681-8b34-816896925994'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:39.268845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48080) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:39.294092 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.312075 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-72d2f946-8d00-4a12-b70c-afef429167b7 req-5580dbb2-82f7-4b57-b226-f1132a7f314f tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:16:39.313547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72d2f946-8d00-4a12-b70c-afef429167b7 req-5580dbb2-82f7-4b57-b226-f1132a7f314f tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/6b026672-dc4b-44b7-90e6-b3e0ae15e8c2 HTTP/1.1" status: 404 len: 352 time: 0.0256240 Mar 11 17:16:39.315047 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.331863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec8766-319b-46a9-bcb7-9468a6b5a073 req-d6e9ee6f-8e70-49a1-b12c-e8c79dc1985a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:39.333514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34ec8766-319b-46a9-bcb7-9468a6b5a073 req-d6e9ee6f-8e70-49a1-b12c-e8c79dc1985a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 946 time: 0.1354406 Mar 11 17:16:39.376001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4fe07d-5997-4561-b956-331868546402 admin admin] Deleting subnet 28ee01c4-a585-4abc-9713-cd54ab8f5416 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:16:39.383402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Network 76a7467c-f517-456a-a479-d4b9c4849562 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:39.386306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Pushing event updated for resources: {'Port': ['ID=29f2fa62-b912-4e76-ac90-9c495adf370e,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:39.386851 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe4fe07d-5997-4561-b956-331868546402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.391012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:39.410849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b9ff14d-8896-477d-b8a3-f5980ba16c1b req-eb05260a-f7a9-4096-9fa2-b9912ffd68ae tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0478606 Mar 11 17:16:39.413836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:39.425279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34ec8766-319b-46a9-bcb7-9468a6b5a073 req-02f2bf3b-61c4-4092-b9f4-2d0f663c5e7f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796838 Mar 11 17:16:39.460905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe4fe07d-5997-4561-b956-331868546402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.530825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe4fe07d-5997-4561-b956-331868546402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.533889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:39.573827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-36da8ce5-1317-4ec3-ab5e-b620a9faa58c', 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'fixed_ips': [{'subnet_id': '58b1af45-4cc2-4faf-8258-3060d4686a9d'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:16:39.574694 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.579153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Attempting to bind port 29f2fa62-b912-4e76-ac90-9c495adf370e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:39.579521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Attempting to bind port 29f2fa62-b912-4e76-ac90-9c495adf370e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:39.579881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Attempting to bind port 29f2fa62-b912-4e76-ac90-9c495adf370e on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:39.587872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046aeb2-d3d9-4f3e-abe5-6399e11f9a48 req-71034796-f4a6-48c2-ac6e-ad375a5f5d97 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:39.591886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9046aeb2-d3d9-4f3e-abe5-6399e11f9a48 req-71034796-f4a6-48c2-ac6e-ad375a5f5d97 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 948 time: 0.0931387 Mar 11 17:16:39.600019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:16:39.600580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Checking segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:39.600994 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.601463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Bound using segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:16:39.602220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Bound port: 29f2fa62-b912-4e76-ac90-9c495adf370e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:39.602815 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.666072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9046aeb2-d3d9-4f3e-abe5-6399e11f9a48 req-1e4f7ffd-fc9c-4af1-a0d4-7eda97641ff8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631337 Mar 11 17:16:39.794005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7494d3-411e-4d87-ae78-55f24a783b19 req-e6d26b55-04ae-4659-9f26-de77c3cae215 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e876d4c952eb4b948add0b463cfff584 HTTP/1.1" status: 200 len: 6151 time: 0.0949488 Mar 11 17:16:39.862974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] For port 29f2fa62-b912-4e76-ac90-9c495adf370e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:39.868307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] For port 29f2fa62-b912-4e76-ac90-9c495adf370e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=29f2fa62-b912-4e76-ac90-9c495adf370e,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:16:39.868670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7494d3-411e-4d87-ae78-55f24a783b19 req-cba16ce2-ddb8-477f-b0ab-3aa2a6d51eaa tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/d38d2ffe-2dca-46e6-91a7-ed013bf85dc6 HTTP/1.1" status: 200 len: 2981 time: 0.0681951 Mar 11 17:16:39.875344 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:39.885216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Allocated IP 10.2.2.2 (36da8ce5-1317-4ec3-ab5e-b620a9faa58c/58b1af45-4cc2-4faf-8258-3060d4686a9d/8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:39.959872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7494d3-411e-4d87-ae78-55f24a783b19 req-671d9284-8f68-45ec-a8ac-5236377abc4b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/d38d2ffe-2dca-46e6-91a7-ed013bf85dc6 HTTP/1.1" status: 200 len: 2981 time: 0.0784733 Mar 11 17:16:40.026438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4df8ca-983b-4dff-bab4-9e0df66c1cc7 None None] Pushing event updated for resources: {'Port': ['ID=29f2fa62-b912-4e76-ac90-9c495adf370e,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:40.113196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aca7ab-8571-4686-b217-17c32b320827 req-b006da5d-204d-46f3-b494-0df9e3063a5a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:40.126215 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02aca7ab-8571-4686-b217-17c32b320827 req-b006da5d-204d-46f3-b494-0df9e3063a5a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1047423 Mar 11 17:16:40.160768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe4fe07d-5997-4561-b956-331868546402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.188975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-46536150-af7a-4eb5-8b0a-ef676d04169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:40.190534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-46536150-af7a-4eb5-8b0a-ef676d04169b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 1099 time: 0.6510801 Mar 11 17:16:40.240890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02aca7ab-8571-4686-b217-17c32b320827 req-fe41870d-ddb9-481a-bfbb-819d19161b1b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106975 Mar 11 17:16:40.257959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fe07d-5997-4561-b956-331868546402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ee01c4-a585-4abc-9713-cd54ab8f5416,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:40.262850 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe4fe07d-5997-4561-b956-331868546402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.271666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-097de088-37a1-45de-9202-7f2b1e68830d req-70fbdbed-1230-4eac-b357-37d6ff277c9e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1200684660', 'description': 'tempest-description-264911627'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:40.273031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fe4fe07d-5997-4561-b956-331868546402 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/28ee01c4-a585-4abc-9713-cd54ab8f5416 HTTP/1.1" status: 204 len: 168 time: 1.0030985 Mar 11 17:16:40.294386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.305163 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.355841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48096) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:40.398764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 891eae85-2b90-448a-bb40-e30ba1d77855 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:40.421866 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.433175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:40.450632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:40.458911 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-a9ca31eb-2240-4fdc-bc36-749df18f7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:40.461481 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-a9ca31eb-2240-4fdc-bc36-749df18f7f46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2309930 Mar 11 17:16:40.472775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:40.487742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Pushing event updated for resources: {'Port': ['ID=8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:40.489901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] device_id is not set on port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:16:40.564771 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-097de088-37a1-45de-9202-7f2b1e68830d req-70fbdbed-1230-4eac-b357-37d6ff277c9e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.608419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.614405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Attempting to bind port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:40.615036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Attempting to bind port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:40.615750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Attempting to bind port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 on network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:40.644094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:16:40.644886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Checking segment: {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:40.645634 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.646434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Bound using segment: {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:16:40.647576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Bound port: 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:40.648233 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.648967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f8ec-05bc-4ede-b634-9e902cc6764d req-9c5031b2-4632-4a80-9edb-c940884abe4d tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:40.657848 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50d2f8ec-05bc-4ede-b634-9e902cc6764d req-9c5031b2-4632-4a80-9edb-c940884abe4d tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 946 time: 0.1801040 Mar 11 17:16:40.662429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 891eae85-2b90-448a-bb40-e30ba1d77855 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:16:40.684367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 891eae85-2b90-448a-bb40-e30ba1d77855 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:40.684811 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.687277 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:40.714453 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-c332d340-6ad5-460b-baff-5f915c1a23bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 217 time: 0.0766749 Mar 11 17:16:40.779141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50d2f8ec-05bc-4ede-b634-9e902cc6764d req-c2edd1a8-fa26-48d7-909d-a88b37941ac0 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194322 Mar 11 17:16:40.889861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Allocated IP 10.1.1.81 (76a7467c-f517-456a-a479-d4b9c4849562/8f3b4a4c-47da-4681-8b34-816896925994/b5cf5aa3-94d6-4ba2-8423-21581bfdddf6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:40.912555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.001585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-097de088-37a1-45de-9202-7f2b1e68830d req-70fbdbed-1230-4eac-b357-37d6ff277c9e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.011893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bccc234-3f41-49da-a424-c732f55ff46d']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:41.015917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-097de088-37a1-45de-9202-7f2b1e68830d req-70fbdbed-1230-4eac-b357-37d6ff277c9e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.037461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:41.037868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38af5f3-2ff3-4be1-a5a8-f8dc80e1c6b8') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:41.072157 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.080799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-097de088-37a1-45de-9202-7f2b1e68830d req-70fbdbed-1230-4eac-b357-37d6ff277c9e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.099291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-097de088-37a1-45de-9202-7f2b1e68830d req-70fbdbed-1230-4eac-b357-37d6ff277c9e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8472726 Mar 11 17:16:41.102823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-d391853c-dcc3-4d50-9886-1077a9e67610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:41.106603 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-d391853c-dcc3-4d50-9886-1077a9e67610 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.3781106 Mar 11 17:16:41.118820 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:16:41.143905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbdbed-1230-4eac-b357-37d6ff277c9e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa6b2d-a731-4ba9-b1dd-db229307e653,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:41.155231 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 29f2fa62-b912-4e76-ac90-9c495adf370e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:41.183334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b28a39-7648-448d-82a8-e72d18f6d340 req-6467aca2-e24a-43ce-bf11-a9a37036d010 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:41.191776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2b28a39-7648-448d-82a8-e72d18f6d340 req-6467aca2-e24a-43ce-bf11-a9a37036d010 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 946 time: 0.2537568 Mar 11 17:16:41.197688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.240269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:16:41.240985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:16:41.245412 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:16:41.259282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] For port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:41.266248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] For port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:16:41.286200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-475d197f-8788-4698-9555-6584fd380e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:41.290480 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-475d197f-8788-4698-9555-6584fd380e1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573699 Mar 11 17:16:41.299137 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.348568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced54794-4b70-4f27-a57d-2b5c85e4c6ac req-6d4fc36f-ef8a-4339-bc44-bed4a2e10664 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:41.357244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ced54794-4b70-4f27-a57d-2b5c85e4c6ac req-6d4fc36f-ef8a-4339-bc44-bed4a2e10664 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1523798 Mar 11 17:16:41.400658 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.405684 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.409668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] 10.222.0.53 "DELETE /v2.0/networks/7bccc234-3f41-49da-a424-c732f55ff46d HTTP/1.1" status: 204 len: 168 time: 1.0408788 Mar 11 17:16:41.449212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2b28a39-7648-448d-82a8-e72d18f6d340 req-095d711d-5655-4b4b-953d-bc9cb185e4ed tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992793 Mar 11 17:16:41.485943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa61ea6-9670-4933-9f08-eda9a7ae869f admin admin] Pushing event deleted for resources: {'Network': ['ID=7bccc234-3f41-49da-a424-c732f55ff46d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:41.515415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ced54794-4b70-4f27-a57d-2b5c85e4c6ac req-f2a07499-9e50-4a7a-8c42-6b731f95760a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507607 Mar 11 17:16:41.537236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 29f2fa62-b912-4e76-ac90-9c495adf370e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:41.537604 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.543181 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.554391 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-d02b2c33-205f-483a-872f-adfa611a7719 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371182 Mar 11 17:16:41.565825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.655279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:41.660908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:41.663682 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f602a66-2014-4bb8-9319-bdbf70666fcf" -d '{"events": [{"server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "name": "network-vif-plugged", "status": "completed", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:41.667553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a5d73-9eda-4988-aaf2-6fe60239c310 None None] Pushing event updated for resources: {'Port': ['ID=8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:41.686180 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.770814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5277-e492-4c53-8e57-6d9c0a7ff354 req-abd7659d-522f-4cbf-90f0-3652fcd8cce8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:41.779058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a99d5277-e492-4c53-8e57-6d9c0a7ff354 req-abd7659d-522f-4cbf-90f0-3652fcd8cce8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 946 time: 0.1876154 Mar 11 17:16:41.782003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48146) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:41.854046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.890577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:41.899696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a492c-78ee-408c-ae5b-970091bd9308 req-686550b4-bf9e-4b3d-bb34-d0da8313826a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:41.903702 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.906352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-370a492c-78ee-408c-ae5b-970091bd9308 req-686550b4-bf9e-4b3d-bb34-d0da8313826a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.2194111 Mar 11 17:16:41.984165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Port': ['ID=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:42.001692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a99d5277-e492-4c53-8e57-6d9c0a7ff354 req-ee4020ae-8ee9-47d5-8e12-032129a469f0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188556 Mar 11 17:16:42.006232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 29f2fa62-b912-4e76-ac90-9c495adf370e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=29f2fa62-b912-4e76-ac90-9c495adf370e,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:42.007541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df634df4-868b-43f1-85a1-969958a6175a None None] Network 76a7467c-f517-456a-a479-d4b9c4849562 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:42.010980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0f832c7-0315-4537-86b2-f1900836f2d7 req-1d50ee61-7b2f-4c89-8886-55e3e73e83cb service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383142 Mar 11 17:16:42.037373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 76a7467c-f517-456a-a479-d4b9c4849562 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:42.039433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:42.042450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:42.055948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-370a492c-78ee-408c-ae5b-970091bd9308 req-2382b06c-8beb-46fc-b1e0-2fc2b2c63c7c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328397 Mar 11 17:16:42.064625 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.068884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-efe7234d-8d39-43e7-a7bd-9c0f2e1d9a25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07a88ac1a87f4944a9824962db237f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844467 Mar 11 17:16:42.073893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8f659927-3486-46cc-91b4-81ceee94cd53 req-5643fcdb-4030-4a80-8a32-81f2d40d57ce tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-155425879', 'description': 'tempest-description-200394365'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:42.075545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:42.099719 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8f659927-3486-46cc-91b4-81ceee94cd53 req-5643fcdb-4030-4a80-8a32-81f2d40d57ce tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.183577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:42.184676 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.208683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-3e0b2ceb-07b6-46fd-9f50-b3fff378dc44 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:42.210439 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-3e0b2ceb-07b6-46fd-9f50-b3fff378dc44 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 946 time: 0.1360731 Mar 11 17:16:42.242909 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8f659927-3486-46cc-91b4-81ceee94cd53 req-5643fcdb-4030-4a80-8a32-81f2d40d57ce tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.258139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4d2bed49-94d0-4c91-9a1c-800ba7230c9a None None] Provisioning complete for port 29f2fa62-b912-4e76-ac90-9c495adf370e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:42.258409 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d2bed49-94d0-4c91-9a1c-800ba7230c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.259731 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8f659927-3486-46cc-91b4-81ceee94cd53 req-5643fcdb-4030-4a80-8a32-81f2d40d57ce tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.270579 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4bcf9a15-5c30-4b31-93c3-0ed00b6e5c3e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0323842 Mar 11 17:16:42.275285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48154) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:42.286512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'port': {'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'name': 'tempest-TaggedBootDevicesTest-1148224578', 'fixed_ips': [{'subnet_id': '8f3b4a4c-47da-4681-8b34-816896925994'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:42.308147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=29f2fa62-b912-4e76-ac90-9c495adf370e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:42.318689 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1479748b-2d3d-49cb-b8a0-3d2f7b1c5e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.333659 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8f659927-3486-46cc-91b4-81ceee94cd53 req-5643fcdb-4030-4a80-8a32-81f2d40d57ce tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.335509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f659927-3486-46cc-91b4-81ceee94cd53 req-5643fcdb-4030-4a80-8a32-81f2d40d57ce tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2783315 Mar 11 17:16:42.375539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643fcdb-4030-4a80-8a32-81f2d40d57ce tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba91ba3-9e6f-4405-b3ea-e026624fd66b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:42.396226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1479748b-2d3d-49cb-b8a0-3d2f7b1c5e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.400821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4a00c-7af4-47e8-95b0-7e100b39ef1a req-5669b519-ccb1-4d0f-b366-65012e5e2cea tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:42.409557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd4a00c-7af4-47e8-95b0-7e100b39ef1a req-5669b519-ccb1-4d0f-b366-65012e5e2cea tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1849127 Mar 11 17:16:42.419201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa432a9-50bc-4363-b348-a63879e080a0 req-c6965d5c-2388-4529-b595-4fec590c7d27 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:42.422617 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daa432a9-50bc-4363-b348-a63879e080a0 req-c6965d5c-2388-4529-b595-4fec590c7d27 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 946 time: 0.1905403 Mar 11 17:16:42.470541 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfb66f4-acc7-47fa-bfb3-6c9c3b8b26ae x-openstack-request-id: req-bcfb66f4-acc7-47fa-bfb3-6c9c3b8b26ae {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:42.471768 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "name": "network-vif-plugged", "status": "completed", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:42.474559 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcfb66f4-acc7-47fa-bfb3-6c9c3b8b26ae {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:42.475005 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855', 'code': 200} Mar 11 17:16:42.521947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd4a00c-7af4-47e8-95b0-7e100b39ef1a req-b7140c62-6d9f-4fc6-9820-72b4d877717d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955479 Mar 11 17:16:42.522438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Deleting port 131524ae-ff8e-4ace-afef-16caecce4311 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:42.522438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.553934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:42.677862 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1479748b-2d3d-49cb-b8a0-3d2f7b1c5e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.680755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1479748b-2d3d-49cb-b8a0-3d2f7b1c5e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.689494 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1479748b-2d3d-49cb-b8a0-3d2f7b1c5e07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e897ac7d-231a-4706-9d5e-caec617d4ac9 HTTP/1.1" status: 204 len: 168 time: 0.6127596 Mar 11 17:16:42.750086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] For port 131524ae-ff8e-4ace-afef-16caecce4311, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=131524ae-ff8e-4ace-afef-16caecce4311,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:42.750579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.764519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472694af-8aa8-45bd-95de-ee1e2e572fe9 req-ddb6b80c-77b4-43bd-8389-3738f6fd6791 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:42.772440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-472694af-8aa8-45bd-95de-ee1e2e572fe9 req-ddb6b80c-77b4-43bd-8389-3738f6fd6791 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8fae94d-7456-49bf-a497-c2eac7458198 HTTP/1.1" status: 200 len: 946 time: 0.1927526 Mar 11 17:16:42.780848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479748b-2d3d-49cb-b8a0-3d2f7b1c5e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e897ac7d-231a-4706-9d5e-caec617d4ac9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:42.803366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Calling delete_port for 131524ae-ff8e-4ace-afef-16caecce4311 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:42.853303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.862528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254dbb7-b0c1-4fb0-84e2-944ce0d5e069 req-d96331ae-c2e8-4f3f-9cb2-b08278e444af tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:42.871146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1254dbb7-b0c1-4fb0-84e2-944ce0d5e069 req-d96331ae-c2e8-4f3f-9cb2-b08278e444af tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0bf80db-c648-482b-ba82-ddc50a43e1ae HTTP/1.1" status: 200 len: 946 time: 0.2354059 Mar 11 17:16:42.967465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] device_id is not set on port 5fbad905-fa64-4fdc-aa78-bda80d01360d yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:16:43.053529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-472694af-8aa8-45bd-95de-ee1e2e572fe9 req-3f308d9b-90f9-42ec-8f1c-94608472eb98 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd01a96d-015f-4777-9db4-d6596099d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801852 Mar 11 17:16:43.057746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7dc808d0-ab7e-48c6-a61a-8f89008ace01 None None] Provisioning complete for port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:43.058586 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7dc808d0-ab7e-48c6-a61a-8f89008ace01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.089297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-daa432a9-50bc-4363-b348-a63879e080a0 req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Deleting port a1828c40-94cc-42da-9842-d3789d04f2f2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:43.090161 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-daa432a9-50bc-4363-b348-a63879e080a0 req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.163897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7dc808d0-ab7e-48c6-a61a-8f89008ace01 None None] Port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:16:43.192304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7dc808d0-ab7e-48c6-a61a-8f89008ace01 None None] Provisioning complete for port 29f2fa62-b912-4e76-ac90-9c495adf370e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:43.193032 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7dc808d0-ab7e-48c6-a61a-8f89008ace01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.220275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1254dbb7-b0c1-4fb0-84e2-944ce0d5e069 req-d8c5fcaf-40cd-4c1e-ac25-ee1e69a00e5b tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.53 "GET /v2.0/security-groups?id=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481667 Mar 11 17:16:43.305951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:43.320326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.357337 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['131524ae-ff8e-4ace-afef-16caecce4311'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:43.379756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76297c99-2bab-4c91-9968-44efb21c4701 None None] Network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:43.423822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Pushing event deleted for resources: {'Port': ['ID=131524ae-ff8e-4ace-afef-16caecce4311,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:43.507309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] No DVR routers for this DVR port 131524ae-ff8e-4ace-afef-16caecce4311 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:16:43.514550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.516928 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac36c831-6bf3-4db1-bfd2-274cddcaf23e req-93b5b50b-d773-44a2-8223-03c7a724b1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888 tempest-FloatingIPsAssociationNegativeTestJSON-1487021888-project] 10.222.0.46 "DELETE /v2.0/ports/131524ae-ff8e-4ace-afef-16caecce4311 HTTP/1.1" status: 204 len: 173 time: 1.2949309 Mar 11 17:16:43.520212 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'name': 'network-vif-deleted', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:43.523887 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976332bf-9cac-42b0-96c4-3c6fc9f20a48" -d '{"events": [{"server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "name": "network-vif-deleted", "tag": "131524ae-ff8e-4ace-afef-16caecce4311"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:43.548982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-daa432a9-50bc-4363-b348-a63879e080a0 req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] For port a1828c40-94cc-42da-9842-d3789d04f2f2, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a1828c40-94cc-42da-9842-d3789d04f2f2,segment=NetworkSegment(d2dc2798-dfa9-4b77-9d5e-c14facd7f955),segment_id=d2dc2798-dfa9-4b77-9d5e-c14facd7f955)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:43.549625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-daa432a9-50bc-4363-b348-a63879e080a0 req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.594348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135b3a6-12ce-4bb3-99ed-785effca950e req-6a843d50-5689-465f-b1ee-ce42081eccc4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:43.595963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a135b3a6-12ce-4bb3-99ed-785effca950e req-6a843d50-5689-465f-b1ee-ce42081eccc4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3655341 Mar 11 17:16:43.604993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-daa432a9-50bc-4363-b348-a63879e080a0 req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Calling delete_port for a1828c40-94cc-42da-9842-d3789d04f2f2 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:43.636703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:43.637523 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.753859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-da8a35b7-48da-429e-b527-c0c1b7da2f90 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:43.763052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-da8a35b7-48da-429e-b527-c0c1b7da2f90 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 813 time: 0.3876238 Mar 11 17:16:43.765700 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-daa432a9-50bc-4363-b348-a63879e080a0 req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.799587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Allocated IP 10.1.1.235 (76a7467c-f517-456a-a479-d4b9c4849562/8f3b4a4c-47da-4681-8b34-816896925994/5fbad905-fa64-4fdc-aa78-bda80d01360d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:43.804391 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a135b3a6-12ce-4bb3-99ed-785effca950e req-8083741e-3139-40a3-bfb1-87e9133df037 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963317 Mar 11 17:16:43.812744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a1828c40-94cc-42da-9842-d3789d04f2f2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:43.814291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-dce9940a-6d54-436f-894b-fc367803a5bf tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/quotas/e876d4c952eb4b948add0b463cfff584 HTTP/1.1" status: 200 len: 375 time: 0.0503116 Mar 11 17:16:43.828711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Pushing event deleted for resources: {'Port': ['ID=a1828c40-94cc-42da-9842-d3789d04f2f2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:43.918746 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9370a3b-c183-471c-a8e3-553a168a3e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.935473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa432a9-50bc-4363-b348-a63879e080a0 req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] No DVR routers for this DVR port a1828c40-94cc-42da-9842-d3789d04f2f2 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:16:43.939303 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-daa432a9-50bc-4363-b348-a63879e080a0 req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.945992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daa432a9-50bc-4363-b348-a63879e080a0 req-e863f7a1-9c2c-43aa-b3ab-173edeac5168 tempest-InstanceActionsTestJSON-2097931721 tempest-InstanceActionsTestJSON-2097931721-project] 10.222.0.66 "DELETE /v2.0/ports/a1828c40-94cc-42da-9842-d3789d04f2f2 HTTP/1.1" status: 204 len: 173 time: 1.5150168 Mar 11 17:16:43.946680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-d7c5bc95-d36b-4c8a-bd86-ebb31c14cf0a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221259 Mar 11 17:16:44.023955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6edf1b71-d9aa-488b-8721-de595ab67d54 None None] Provisioning complete for port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:44.024418 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6edf1b71-d9aa-488b-8721-de595ab67d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.063742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6edf1b71-d9aa-488b-8721-de595ab67d54 None None] Port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:16:44.068480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.118267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6edf1b71-d9aa-488b-8721-de595ab67d54 None None] Provisioning complete for port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:44.118632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6edf1b71-d9aa-488b-8721-de595ab67d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.121233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:44.154323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.155118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 29f2fa62-b912-4e76-ac90-9c495adf370e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:44.167451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f2e2-bfe0-4e13-94c9-f3f319e4655a req-aa3ab578-7456-4057-a991-70236c54b948 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:44.177479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d26f2e2-bfe0-4e13-94c9-f3f319e4655a req-aa3ab578-7456-4057-a991-70236c54b948 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 946 time: 0.1492667 Mar 11 17:16:44.232019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-5c5c5fc3-90a9-4912-81c4-ed19410e7211 service neutron] 10.222.0.53 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843194 Mar 11 17:16:44.268472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:44.289262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:44.322237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 29f2fa62-b912-4e76-ac90-9c495adf370e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:44.322614 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.385547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d26f2e2-bfe0-4e13-94c9-f3f319e4655a req-ebf22218-98e0-48f9-9f8c-7ff4d00a9f58 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072058 Mar 11 17:16:44.406633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-427515935-network', 'tenant_id': '9a8e2ac88bc64e5598f7aa1b58bf40c9'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:44.445177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.471599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-e25b44e0-d432-4c6f-8f48-bbbb6ca15297 service neutron] 10.222.0.53 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108009 Mar 11 17:16:44.483864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Made reservation on behalf of 9a8e2ac88bc64e5598f7aa1b58bf40c9 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:44.489726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.499088 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ded27f41-43d7-4ec1-8152-c619dd4e4cd2 None None] Provisioning complete for port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:44.499738 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ded27f41-43d7-4ec1-8152-c619dd4e4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.520075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.568390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.589989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614567c0-c07e-423a-b883-30e6d8ee1091 req-d6100d71-5051-4b39-9e96-f11a0cd1084d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:44.592040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-614567c0-c07e-423a-b883-30e6d8ee1091 req-d6100d71-5051-4b39-9e96-f11a0cd1084d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1064749 Mar 11 17:16:44.656701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 76a7467c-f517-456a-a479-d4b9c4849562 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:44.664569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:44.669564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:44.674542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.694566 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.708912 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae4100-360e-48b5-8169-cba544b55782 x-openstack-request-id: req-8aae4100-360e-48b5-8169-cba544b55782 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:44.710304 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fae94d-7456-49bf-a497-c2eac7458198", "name": "network-vif-deleted", "tag": "131524ae-ff8e-4ace-afef-16caecce4311", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:44.710602 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8aae4100-360e-48b5-8169-cba544b55782 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:44.712097 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fae94d-7456-49bf-a497-c2eac7458198', 'name': 'network-vif-deleted', 'tag': '131524ae-ff8e-4ace-afef-16caecce4311', 'status': 'completed', 'code': 200} Mar 11 17:16:44.723778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Port': ['ID=5fbad905-fa64-4fdc-aa78-bda80d01360d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:44.755226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:16:44.755666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-614567c0-c07e-423a-b883-30e6d8ee1091 req-f5287418-b1f4-46d7-b9bf-6b8bebfbfd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560683 Mar 11 17:16:44.767542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e292f870-5afc-4486-adeb-52506c750be0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:44.791228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:44.792226 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.799311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.799662 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Added segment 06df8dec-43ba-4210-b457-d98259b5d2cc of type vlan for network 394dd3cb-0d73-4cc7-906b-d3203dfad461 Mar 11 17:16:44.852446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48226) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:44.862243 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.888830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b7429d0f-3398-471d-bcee-6591b1ebc9bd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6064596 Mar 11 17:16:44.892586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48230) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:44.992904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-581126b9-c5ac-40c0-a379-519d76b467c4 req-f70c1874-59b1-4078-bcfe-ceac1e409cb9 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 210 time: 0.0582585 Mar 11 17:16:45.026565 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.027547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:45.028453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.049913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-2074b39a-6534-4433-97d3-4688f09f8581 admin admin] Deleting subnet 513b57e6-a87f-453a-bd22-8fec1badba81 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:16:45.072975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2074b39a-6534-4433-97d3-4688f09f8581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.081092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-24fdc13e-8317-4970-ba4b-93f08c0c4b8e None None] Provisioning complete for port 5fbad905-fa64-4fdc-aa78-bda80d01360d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:45.081522 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-24fdc13e-8317-4970-ba4b-93f08c0c4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.128782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2074b39a-6534-4433-97d3-4688f09f8581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.142386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:45.147098 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8745909 Mar 11 17:16:45.155716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48238) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:45.167507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Request body: {'subnet': {'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-427515935-subnet', 'tenant_id': '9a8e2ac88bc64e5598f7aa1b58bf40c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:45.174382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2074b39a-6534-4433-97d3-4688f09f8581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.207351 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-24fdc13e-8317-4970-ba4b-93f08c0c4b8e None None] Port 5fbad905-fa64-4fdc-aa78-bda80d01360d cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:16:45.214525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:45.214988 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.225620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44ed44-a946-47cb-89d6-da8a60470439 admin admin] Pushing event updated for resources: {'Network': ['ID=394dd3cb-0d73-4cc7-906b-d3203dfad461,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:45.251963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Made reservation on behalf of 9a8e2ac88bc64e5598f7aa1b58bf40c9 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:45.255011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.265218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 394dd3cb-0d73-4cc7-906b-d3203dfad461 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:16:45.276610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-12ad6297-9177-4f1c-86be-95ad2dffb4dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:45.278145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-12ad6297-9177-4f1c-86be-95ad2dffb4dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.4746480 Mar 11 17:16:45.281492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2074b39a-6534-4433-97d3-4688f09f8581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.351186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-1279e3eb-afdb-4d66-926c-45d4da5b902e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/quotas/080774e382a94480ae2d5e9788b772f8 HTTP/1.1" status: 200 len: 375 time: 0.0547538 Mar 11 17:16:45.358233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b39a-6534-4433-97d3-4688f09f8581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513b57e6-a87f-453a-bd22-8fec1badba81,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:45.367623 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2074b39a-6534-4433-97d3-4688f09f8581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.371304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2074b39a-6534-4433-97d3-4688f09f8581 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/513b57e6-a87f-453a-bd22-8fec1badba81 HTTP/1.1" status: 204 len: 168 time: 0.4775283 Mar 11 17:16:45.376766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48240) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:45.442389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccac882-ea05-4b2e-acf6-0953267f4c5e req-31708a0d-55e0-4a36-ad45-f262685ba722 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:45.451798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ccac882-ea05-4b2e-acf6-0953267f4c5e req-31708a0d-55e0-4a36-ad45-f262685ba722 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1832211 Mar 11 17:16:45.473949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-46041554-cee9-4cdc-ba2d-2bb022e1ad51 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1099038 Mar 11 17:16:45.572142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ccac882-ea05-4b2e-acf6-0953267f4c5e req-07eebf2a-2a67-4f9f-be5a-c1f92336632d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189749 Mar 11 17:16:45.613315 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.647263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-014c8222-ced0-4862-910e-2a2a88efcc22 service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605771 Mar 11 17:16:45.712749 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.768088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-2dc8fa86-5781-4956-906a-cea0cbe0c227 service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196902 Mar 11 17:16:45.827670 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b8a50119-9b3e-43ee-8920-7619db871ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.845260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37491a1-06bf-455f-81cd-f6f9505fb6e3,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:45.863289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.883923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48244) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:45.892417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a1cd4fab-83fb-4bf4-bf13-1e59112cdb4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020154419', 'description': 'tempest-description--45515329'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:45.928649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4defc8-fbc5-4203-b968-932d21509d34']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:45.931997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Checking segment: {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:45.932727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 131524ae-ff8e-4ace-afef-16caecce4311 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:45.932967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Network hostable DHCP agents. Network: 394dd3cb-0d73-4cc7-906b-d3203dfad461, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:16:45.937436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4fab-83fb-4bf4-bf13-1e59112cdb4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.951297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dc2798-dfa9-4b77-9d5e-c14facd7f955') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:45.951773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dc2798-dfa9-4b77-9d5e-c14facd7f955') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:45.964234 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.992759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.999642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 131524ae-ff8e-4ace-afef-16caecce4311 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:16:45.999968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 131524ae-ff8e-4ace-afef-16caecce4311 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:46.000188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Network 394dd3cb-0d73-4cc7-906b-d3203dfad461 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:16:46.007432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:16:46.007910 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:16:46.011558 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:16:46.039396 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.042343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 394dd3cb-0d73-4cc7-906b-d3203dfad461) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:46.054227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8a359-9e70-476d-870a-72e18c3fc88f None None] Network 394dd3cb-0d73-4cc7-906b-d3203dfad461 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:46.074531 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:46.075130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.114395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e86f356-5792-4ba3-af93-28e264b8b173 req-87ee54d4-cbe7-495f-a93f-710e2de52be5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 210 time: 0.0576715 Mar 11 17:16:46.138865 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4fab-83fb-4bf4-bf13-1e59112cdb4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.144625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4fab-83fb-4bf4-bf13-1e59112cdb4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.234569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4fab-83fb-4bf4-bf13-1e59112cdb4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deaea29d-fd6c-4608-8cae-c7905890b463,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:46.281139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4fab-83fb-4bf4-bf13-1e59112cdb4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.286144 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a1cd4fab-83fb-4bf4-bf13-1e59112cdb4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4007533 Mar 11 17:16:46.287442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48264) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:46.331008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.356002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cbe5470f-a39b-4570-8971-6d21f68c2ea1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'security_group_rule': {'security_group_id': 'deaea29d-fd6c-4608-8cae-c7905890b463', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:46.365807 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.369977 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7a4defc8-fbc5-4203-b968-932d21509d34 HTTP/1.1" status: 204 len: 168 time: 0.9918039 Mar 11 17:16:46.373482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48a697-2063-4527-8dd9-812fa5117da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a4defc8-fbc5-4203-b968-932d21509d34,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:46.392083 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-62b2e76e-21ef-4279-ad1c-2796e192e339 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2329443 Mar 11 17:16:46.411342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a1828c40-94cc-42da-9842-d3789d04f2f2 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:46.413398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810deda-4d1e-4c7e-b635-cd4997f68c18 None None] Network 394dd3cb-0d73-4cc7-906b-d3203dfad461 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:46.414984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-791a9bd3-83f2-42f3-a8b4-f306b98afeb8 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:46.416935 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-791a9bd3-83f2-42f3-a8b4-f306b98afeb8 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.46 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 813 time: 0.2478409 Mar 11 17:16:46.423177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d40b7b19-6f0e-4a17-96e6-abf4e0957701 req-86820221-9441-4732-bc72-7dba4425277b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 210 time: 0.1662686 Mar 11 17:16:46.445351 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbe5470f-a39b-4570-8971-6d21f68c2ea1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.488228 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-0f679e33-635a-48d3-9fe5-c48e79f27e7d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d03326208d724ef2a2f1f758b35e8732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606985 Mar 11 17:16:46.521183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: a1828c40-94cc-42da-9842-d3789d04f2f2 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:16:46.521529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a1828c40-94cc-42da-9842-d3789d04f2f2 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:46.529854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbe5470f-a39b-4570-8971-6d21f68c2ea1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.533208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'port': {'device_id': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d', 'admin_state_up': True, 'tenant_id': 'e876d4c952eb4b948add0b463cfff584'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:46.542538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbe5470f-a39b-4570-8971-6d21f68c2ea1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.658841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48284) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:46.700438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5470f-a39b-4570-8971-6d21f68c2ea1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa4a229-a591-43f5-9c65-2c965ccbb98d,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:46.731228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bf80db-c648-482b-ba82-ddc50a43e1ae', 'name': 'network-vif-deleted', 'tag': 'a1828c40-94cc-42da-9842-d3789d04f2f2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:46.736239 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc3173-8408-47a7-bc4e-fc52d388afad" -d '{"events": [{"server_uuid": "e0bf80db-c648-482b-ba82-ddc50a43e1ae", "name": "network-vif-deleted", "tag": "a1828c40-94cc-42da-9842-d3789d04f2f2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:46.750752 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbe5470f-a39b-4570-8971-6d21f68c2ea1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.756432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cbe5470f-a39b-4570-8971-6d21f68c2ea1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4052029 Mar 11 17:16:46.759567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48288) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:46.768113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-432b697b-d700-4840-b0e2-e45e270d0e8e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'security_group_rule': {'security_group_id': 'deaea29d-fd6c-4608-8cae-c7905890b463', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:46.821582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-def2f661-079f-4bb4-88cf-394b6bd9ed11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c3babf8c4704a85b2bbb1dc794ed6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549227 Mar 11 17:16:46.824539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48294) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:46.832044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a61a6-72ff-4d94-b32a-d62296702127 req-c67db7df-85a1-456c-ace6-e9e3155d90fd tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:46.833701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-c67db7df-85a1-456c-ace6-e9e3155d90fd tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3376162 Mar 11 17:16:46.879168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Made reservation on behalf of e876d4c952eb4b948add0b463cfff584 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:46.882739 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.889077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-86232463-c028-46c7-966a-9557d15a2e50 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/quotas/d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 375 time: 0.0456929 Mar 11 17:16:46.895838 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-432b697b-d700-4840-b0e2-e45e270d0e8e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.000056 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.009065 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48217410-c688-40ab-9552-2d1e7ee591e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.024660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-d0209189-1bc4-4512-a7db-b59f7a188b1c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1345856 Mar 11 17:16:47.061343 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-432b697b-d700-4840-b0e2-e45e270d0e8e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.069309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48217410-c688-40ab-9552-2d1e7ee591e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.072272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-432b697b-d700-4840-b0e2-e45e270d0e8e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.133700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Allocated IP 172.20.0.9 (345efb7d-0013-4393-bacc-bddb63f2511d/5b1f692d-79a3-4bf6-9bf5-cba63da2a347/2ebed541-7cf0-4710-946c-57681a3a7eac) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:47.141378 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Deleting port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:47.141378 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.148390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-432b697b-d700-4840-b0e2-e45e270d0e8e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.152233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-432b697b-d700-4840-b0e2-e45e270d0e8e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3856061 Mar 11 17:16:47.182332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b697b-d700-4840-b0e2-e45e270d0e8e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b1bb52-b573-44cc-94d3-887beedf4b68,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:47.198911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48306) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:47.205705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:47.266980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.329671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-ce8bea32-03d5-423f-ae06-3682f971cb83 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:47.332753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-ce8bea32-03d5-423f-ae06-3682f971cb83 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/networks?id=394dd3cb-0d73-4cc7-906b-d3203dfad461 HTTP/1.1" status: 200 len: 817 time: 0.2665565 Mar 11 17:16:47.356906 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48217410-c688-40ab-9552-2d1e7ee591e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.360987 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48217410-c688-40ab-9552-2d1e7ee591e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.365350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-48217410-c688-40ab-9552-2d1e7ee591e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/129ee0c1-bdf3-44cc-97d9-5c3bc0256d40 HTTP/1.1" status: 204 len: 168 time: 0.5305254 Mar 11 17:16:47.427422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c468c13a-3728-4506-b56c-009beec28451 req-b65aea43-b838-4fd6-b8ae-403a81a78011 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 210 time: 0.0720227 Mar 11 17:16:47.432934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48217410-c688-40ab-9552-2d1e7ee591e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129ee0c1-bdf3-44cc-97d9-5c3bc0256d40,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:47.449213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-cb2c5792-a6fe-49ca-acc6-e30fdc1992f6 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/quotas/9a8e2ac88bc64e5598f7aa1b58bf40c9 HTTP/1.1" status: 200 len: 375 time: 0.0798914 Mar 11 17:16:47.508827 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae95e4da-38df-4ff6-b51a-c9af7e188c06 x-openstack-request-id: req-ae95e4da-38df-4ff6-b51a-c9af7e188c06 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:47.509406 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bf80db-c648-482b-ba82-ddc50a43e1ae", "name": "network-vif-deleted", "tag": "a1828c40-94cc-42da-9842-d3789d04f2f2", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:47.509857 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae95e4da-38df-4ff6-b51a-c9af7e188c06 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:47.510437 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bf80db-c648-482b-ba82-ddc50a43e1ae', 'name': 'network-vif-deleted', 'tag': 'a1828c40-94cc-42da-9842-d3789d04f2f2', 'status': 'completed', 'code': 200} Mar 11 17:16:47.727280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] For port 1a9b7352-7e65-4a33-bea7-95490bf1a8f9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1a9b7352-7e65-4a33-bea7-95490bf1a8f9,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:47.727598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:47.778082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Calling delete_port for 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:48.086896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-427a80d2-c93a-4f7a-a315-3980bc722dd6 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a8e2ac88bc64e5598f7aa1b58bf40c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6365063 Mar 11 17:16:48.115260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-6cf0e1b2-6b4e-4fd6-a269-3eae224c6711 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:16:48.115260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-6cf0e1b2-6b4e-4fd6-a269-3eae224c6711 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076520 Mar 11 17:16:48.137110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8192cf5f-cc02-4bb5-83d9-55e4568dfa93 req-161c9876-1c54-459e-a080-876f48305a12 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 210 time: 0.0528331 Mar 11 17:16:48.263585 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:48.277870 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:48.286618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:48.332919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-c60f2457-9ebc-4bde-8064-5e374392cfe2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:48.334428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-c60f2457-9ebc-4bde-8064-5e374392cfe2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.8057055 Mar 11 17:16:48.352509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9b7352-7e65-4a33-bea7-95490bf1a8f9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:48.353590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'port': {'device_id': '836c8a05-f7b4-4f76-9e38-9cd806f39d36', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'admin_state_up': True, 'tenant_id': '080774e382a94480ae2d5e9788b772f8'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:48.397830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77117fc5-08fa-47fe-9e96-a325fed55080 req-43ae52ff-a46c-49c9-996f-820b7f1d57d0 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 210 time: 0.0857387 Mar 11 17:16:48.535399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-70ae7b13-cb08-4681-b8b7-55755139a209 service neutron] 10.222.0.53 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932848 Mar 11 17:16:48.637886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:48.659556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:48.678523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:48.715870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:48.735061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Network 345efb7d-0013-4393-bacc-bddb63f2511d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:48.740754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:48.748901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'Port': ['ID=2ebed541-7cf0-4710-946c-57681a3a7eac,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:48.753527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:48.760216 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-917b35cd-bd8e-4739-a1a3-a099b5a0b38a req-16f47aa8-5e30-4089-b16a-6486fd29ff2c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 210 time: 0.1242397 Mar 11 17:16:48.833759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Made reservation on behalf of 080774e382a94480ae2d5e9788b772f8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:48.837205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:48.867276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-92e08ee5-16f6-48c0-98d0-5b5dde2b8b3f service neutron] 10.222.0.53 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306012 Mar 11 17:16:48.937844 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:48.978879 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-20939a6d-968c-4ed9-80ac-0cd5db08649b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d03326208d724ef2a2f1f758b35e8732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676575 Mar 11 17:16:48.987319 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:48.988110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:49.094587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-2938dcdc-20bc-4680-914d-f3a3a0fdb366 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5742705 Mar 11 17:16:49.107533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Request body: {'port': {'device_id': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:49.191505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Allocated IP 172.25.8.123 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/6ebdce3c-913c-461f-a4ab-7dd2d6c8e89a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:49.362998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Allocated IP 172.20.0.4 (558c6011-93ea-4132-8ba8-bf4c6d83f7c1/d697f241-673f-43dc-a23c-ba6c98adb721/d62d8405-0624-460c-bfc5-549470c9c0ea) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:49.368052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:49.449316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a61a6-72ff-4d94-b32a-d62296702127 req-c56c91b3-5e59-4bcd-8f84-5f0dd8e7e4db tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:49.450780 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-c56c91b3-5e59-4bcd-8f84-5f0dd8e7e4db tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4226513 Mar 11 17:16:49.490635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Request body: {'port': {'device_id': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'd03326208d724ef2a2f1f758b35e8732'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:49.531343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42df0f51-6708-4f30-9a81-f1bfc549b7be req-c0ae2cb5-05ae-4b0e-b34f-335fa5bbfb61 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 210 time: 0.1048951 Mar 11 17:16:49.561004 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:49.679026 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:49.725953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:49.770469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5447f93-4bcd-49e8-83c9-534b8a0e7990 req-6f620926-c705-4b84-8e06-ee364b649d44 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=aeb24375-f777-401f-a30e-d2f8181a4c66 HTTP/1.1" status: 200 len: 210 time: 0.0474527 Mar 11 17:16:49.831604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:49.846780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Port': ['ID=6ebdce3c-913c-461f-a4ab-7dd2d6c8e89a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:49.856807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:49.859753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:49.909066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c7096-7a1e-472a-a628-bc729aa2c9f5 req-3917375e-bd62-4e3c-a2a1-3374040bacfd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:49.909610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Router a084fbfa-c15f-4690-b4a2-1cd5d46699fc has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:16:49.913109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-582c7096-7a1e-472a-a628-bc729aa2c9f5 req-3917375e-bd62-4e3c-a2a1-3374040bacfd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 931 time: 0.1914828 Mar 11 17:16:49.951939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Made reservation on behalf of d03326208d724ef2a2f1f758b35e8732 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:49.956482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:49.993213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea1dd75d-801e-4ea4-85df-740690d2b91d req-df15490b-c4b0-4e90-bab0-db4dcf7e450e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 210 time: 0.0767550 Mar 11 17:16:50.019320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:50.033149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b7449359-c845-4633-bba1-fa0ee78ce186'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:50.121284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-582c7096-7a1e-472a-a628-bc729aa2c9f5 req-c5060f0e-060d-4280-a94f-956890db991e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948161 Mar 11 17:16:50.123610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:50.151742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:50.160380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:50.235707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'Port': ['ID=d62d8405-0624-460c-bfc5-549470c9c0ea,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:50.274862 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:50.338145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b6b86-a8b0-4a74-96ee-a1b3f0d02783 req-feb64cbc-0408-4ea0-ae8b-e08a18f1396d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:50.346824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-516b6b86-a8b0-4a74-96ee-a1b3f0d02783 req-feb64cbc-0408-4ea0-ae8b-e08a18f1396d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 931 time: 0.2177482 Mar 11 17:16:50.396929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:50.398042 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:50.422467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:50.474329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-516b6b86-a8b0-4a74-96ee-a1b3f0d02783 req-402c70db-6457-4bc5-b1ac-49dbcc51665d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264791 Mar 11 17:16:50.478520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-99955fff-676a-49a1-b9ad-bac3a264ad2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1300695 Mar 11 17:16:50.508331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Request body: {'port': {'device_id': '836c8a05-f7b4-4f76-9e38-9cd806f39d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:50.524397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0ac8369c-8523-4a63-b8a9-89de56fb2abf None None] Provisioning complete for port d62d8405-0624-460c-bfc5-549470c9c0ea triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:50.525821 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ac8369c-8523-4a63-b8a9-89de56fb2abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:50.536424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Allocated IP 192.168.233.235 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/6cb6a596-c199-43ed-afbe-f39965ddc42d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:50.619596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:16:50.651894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] Sync routers for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:16:50.655519 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:50.675576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-692af893-a12b-486e-aab2-0ddd49963423 admin admin] 10.222.0.53 "PUT /v2.0/routers/a084fbfa-c15f-4690-b4a2-1cd5d46699fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8198357 Mar 11 17:16:50.678393 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:50.678813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48414) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:50.686034 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:16:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:50.726384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8369c-8523-4a63-b8a9-89de56fb2abf None None] Port d62d8405-0624-460c-bfc5-549470c9c0ea cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:16:50.830089 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:50.925373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebed541-7cf0-4710-946c-57681a3a7eac {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:50.961740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8394680-1a9e-4cbd-a65d-8214ecf54c27 req-ecd09ce1-5a3f-422e-9e45-be212aaf280b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 210 time: 0.1224766 Mar 11 17:16:51.014840 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.085261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76c76be9-83e0-4e93-a7d7-db9e1e194064 req-bd2e50cf-19a4-4d1f-96e7-44cac4218dd8 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1205413 Mar 11 17:16:51.098182 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:51.148434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Transition to ACTIVE for port object 2ebed541-7cf0-4710-946c-57681a3a7eac will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:16:51.156146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.242496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebed541-7cf0-4710-946c-57681a3a7eac,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:51.389542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Attempting to bind port 2ebed541-7cf0-4710-946c-57681a3a7eac on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:51.390335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Attempting to bind port 2ebed541-7cf0-4710-946c-57681a3a7eac by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '424bb9d6-00a1-4827-8848-21a6f6cae575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:51.390845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Attempting to bind port 2ebed541-7cf0-4710-946c-57681a3a7eac on network 345efb7d-0013-4393-bacc-bddb63f2511d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:51.399528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Port 2ebed541-7cf0-4710-946c-57681a3a7eac on network 345efb7d-0013-4393-bacc-bddb63f2511d not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:16:51.400988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Attempting to bind port 2ebed541-7cf0-4710-946c-57681a3a7eac on network 345efb7d-0013-4393-bacc-bddb63f2511d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:51.409384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1f33058-b780-4df3-889f-36f552b12eb5 req-04bb8345-a250-44ca-8639-3b753aa03a4d tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 210 time: 0.1148598 Mar 11 17:16:51.420604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:16:51.422001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Checking segment: {'id': '424bb9d6-00a1-4827-8848-21a6f6cae575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:51.422710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Bound using segment: {'id': '424bb9d6-00a1-4827-8848-21a6f6cae575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:16:51.423390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Bound port: 2ebed541-7cf0-4710-946c-57681a3a7eac, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424bb9d6-00a1-4827-8848-21a6f6cae575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:51.424202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.450619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.457978 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.486116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162f3e2-23c8-4006-a441-33e4e09097e2 req-a7f1d0be-cd9e-45ea-8776-e8af596b32cc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:51.494437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5162f3e2-23c8-4006-a441-33e4e09097e2 req-a7f1d0be-cd9e-45ea-8776-e8af596b32cc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 943 time: 0.2014010 Mar 11 17:16:51.499703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.506131 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:16:48Z', 'revision_number': 5, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:51.510525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.532760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] For port 2ebed541-7cf0-4710-946c-57681a3a7eac, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:51.538274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] For port 2ebed541-7cf0-4710-946c-57681a3a7eac, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2ebed541-7cf0-4710-946c-57681a3a7eac,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:16:51.545610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.566785 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] Checking router: a084fbfa-c15f-4690-b4a2-1cd5d46699fc for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:16:51.578322 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] Routers {'a084fbfa-c15f-4690-b4a2-1cd5d46699fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:16:51.579237 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:16:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:51.643866 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:51.646855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.652330 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] 10.222.0.46 "PUT /v2.0/ports/2ebed541-7cf0-4710-946c-57681a3a7eac HTTP/1.1" status: 200 len: 1091 time: 2.5497425 Mar 11 17:16:51.653456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdcbbd-ace1-4d2c-83a2-39c1f8942185 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebed541-7cf0-4710-946c-57681a3a7eac,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:51.662415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:51.665239 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:51.716119 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.727810 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] Set router a084fbfa-c15f-4690-b4a2-1cd5d46699fc gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:16:51.736476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6670a465-bbc8-4482-bf8b-40f8842c63ca', '891eae85-2b90-448a-bb40-e30ba1d77855'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:51.780584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:51.828750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Port': ['ID=6ebdce3c-913c-461f-a4ab-7dd2d6c8e89a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:51.891815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5162f3e2-23c8-4006-a441-33e4e09097e2 req-86f95268-6bbe-4738-9718-83fb69381243 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963816 Mar 11 17:16:51.990766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a8e11-3653-4c49-89c9-d527532b0ab4 req-cd0973cf-667f-4460-8b09-30349e69b287 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:52.000637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-368a8e11-3653-4c49-89c9-d527532b0ab4 req-cd0973cf-667f-4460-8b09-30349e69b287 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 931 time: 0.3647418 Mar 11 17:16:52.003423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:52.039168 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64218fd-ec06-4d23-ba4e-7915b85ed3f7 x-openstack-request-id: req-c64218fd-ec06-4d23-ba4e-7915b85ed3f7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:52.039705 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:52.040173 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c64218fd-ec06-4d23-ba4e-7915b85ed3f7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:52.040777 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac', 'status': 'completed', 'code': 200} Mar 11 17:16:52.044480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:52.054738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:52.099654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:52.122631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-bf726f7a-932b-44ac-a6cc-c0db124c59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:52.124692 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-bf726f7a-932b-44ac-a6cc-c0db124c59a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1094 time: 0.3318045 Mar 11 17:16:52.162258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:52.163476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-588489f5-a9cb-4595-8d27-f12f90a2fd5e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9643464 Mar 11 17:16:52.186513 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:16:48Z', 'revision_number': 5, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:52.260316 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a12e2-9367-4e42-871a-e7f339d8b413 None None] The sync data for ids ['a084fbfa-c15f-4690-b4a2-1cd5d46699fc'] in n-d-833411-1 is: [{'id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615318380-router', 'tenant_id': '09c79dbf25304e39aae26aba19d9c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:32Z', 'updated_at': '2022-03-11T17:16:48Z', 'revision_number': 5, 'project_id': '09c79dbf25304e39aae26aba19d9c236', 'gw_port': {'id': 'ff613317-9298-4c6c-b5d2-502f2f11fcae', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fbfa-c15f-4690-b4a2-1cd5d46699fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:33Z', 'updated_at': '2022-03-11T17:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:16:52.276195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:52.281618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:52.300097 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-688440b3-4ab6-455c-8ed0-8cc5a7c2f3d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ebed541-7cf0-4710-946c-57681a3a7eac HTTP/1.1" status: 200 len: 217 time: 0.1574917 Mar 11 17:16:52.426362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-055dceef-7c79-495c-9feb-a8f3b5346af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:52.428386 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-055dceef-7c79-495c-9feb-a8f3b5346af2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 200 len: 853 time: 0.1269481 Mar 11 17:16:52.432527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-61ad1927-0f39-454c-a7bd-4fcef0dafd55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9571700 Mar 11 17:16:52.470504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Request body: {'port': {'device_id': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:52.542800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-9868329d-8d25-4608-94ed-1d0042cd5735 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=345efb7d-0013-4393-bacc-bddb63f2511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924025 Mar 11 17:16:52.585027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:52.617356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-37847b9c-6faa-4f95-a603-efe8c2a3e34b None None] Provisioning complete for port 6cb6a596-c199-43ed-afbe-f39965ddc42d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:52.618273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-37847b9c-6faa-4f95-a603-efe8c2a3e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:52.690544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-37847b9c-6faa-4f95-a603-efe8c2a3e34b None None] Port 6cb6a596-c199-43ed-afbe-f39965ddc42d cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:16:53.001018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-368a8e11-3653-4c49-89c9-d527532b0ab4 req-4fb354a8-038d-4699-93ad-8eabf76bdf76 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9992015 Mar 11 17:16:53.002550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:53.050174 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:16:53.057241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a9b7352-7e65-4a33-bea7-95490bf1a8f9 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:53.063275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62d8405-0624-460c-bfc5-549470c9c0ea {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:53.143039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:53.147959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Deleting port ff613317-9298-4c6c-b5d2-502f2f11fcae {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:53.148840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:53.183433 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-add2b510-e97d-4e8c-932a-0fee4fc90d16 service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075249 Mar 11 17:16:53.336079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843766b-c9aa-4b6d-8b6e-07f63d827ebf req-0307cd57-417c-4233-a8ab-92c9f111ac9a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:53.341187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0843766b-c9aa-4b6d-8b6e-07f63d827ebf req-0307cd57-417c-4233-a8ab-92c9f111ac9a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 936 time: 1.1960673 Mar 11 17:16:53.360681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-21a0d8e8-8ba1-4763-9bce-0dbbc54fa317 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:53.363371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-21a0d8e8-8ba1-4763-9bce-0dbbc54fa317 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.66 "GET /v2.0/networks?id=394dd3cb-0d73-4cc7-906b-d3203dfad461 HTTP/1.1" status: 200 len: 817 time: 1.4698527 Mar 11 17:16:53.365437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07f7cb3d-6a0e-4797-a921-2e572578d8af req-2a889409-1627-42cf-b8e0-8b2b4e2b7973 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.2015474 Mar 11 17:16:53.369384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Transition to ACTIVE for port object d62d8405-0624-460c-bfc5-549470c9c0ea will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:16:53.384884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0bd40f8e-b4a3-4a13-9d6a-19b7c9ce425a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:53.386372 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0bd40f8e-b4a3-4a13-9d6a-19b7c9ce425a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.46 "GET /v2.0/networks?id=394dd3cb-0d73-4cc7-906b-d3203dfad461 HTTP/1.1" status: 200 len: 817 time: 0.4383674 Mar 11 17:16:53.405918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Request body: {'port': {'device_id': '0bd5e06e-0ec3-4ac4-acea-86d19b4145d7', 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461', 'admin_state_up': True, 'tenant_id': '9a8e2ac88bc64e5598f7aa1b58bf40c9'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:53.407267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Request body: {'port': {'device_id': 'e29ac773-4b9c-4724-9dcc-095d09f898cf', 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461', 'admin_state_up': True, 'tenant_id': '9a8e2ac88bc64e5598f7aa1b58bf40c9'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:53.412837 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:53.478310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.46', 57192) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:53.598963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0843766b-c9aa-4b6d-8b6e-07f63d827ebf req-290aaf1f-9f0f-4bd9-b1a4-923fc54bfc8b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247829 Mar 11 17:16:53.619469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.46', 57193) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:53.667167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9106c43d-81e5-4159-9e01-f7db382df049 req-431c250b-8ecb-41f9-a64b-f45c7818ccc9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aeb24375-f777-401f-a30e-d2f8181a4c66 HTTP/1.1" status: 200 len: 210 time: 0.1717603 Mar 11 17:16:53.681386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-ac59c182-de36-40fd-b77d-f9de307c5f94 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:53.683366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-ac59c182-de36-40fd-b77d-f9de307c5f94 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.46 "GET /v2.0/networks?id=394dd3cb-0d73-4cc7-906b-d3203dfad461 HTTP/1.1" status: 200 len: 817 time: 0.7996714 Mar 11 17:16:53.782191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3015c22d-0d44-4776-acfc-bfe726fbe62a req-9062f73d-88f7-434b-83f4-a5cadecd0404 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 210 time: 0.2078171 Mar 11 17:16:53.803749 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bcbb8eb4-171e-4e08-9977-6959cd95ec57 req-587d38a3-5423-4a30-b520-8f09621062dc service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034138 Mar 11 17:16:53.817117 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb6a596-c199-43ed-afbe-f39965ddc42d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:53.870609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:53.875854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Pushing event updated for resources: {'Port': ['ID=d62d8405-0624-460c-bfc5-549470c9c0ea,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:53.912802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Transition to ACTIVE for port object 6cb6a596-c199-43ed-afbe-f39965ddc42d will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:16:53.922878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Request body: {'port': {'device_id': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461', 'admin_state_up': True, 'tenant_id': '9a8e2ac88bc64e5598f7aa1b58bf40c9'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:53.923362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:53.928368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Made reservation on behalf of 9a8e2ac88bc64e5598f7aa1b58bf40c9 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:53.933005 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:53.978018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] For port ff613317-9298-4c6c-b5d2-502f2f11fcae, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ff613317-9298-4c6c-b5d2-502f2f11fcae,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:53.978518 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:54.084394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:54.084719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Calling delete_port for ff613317-9298-4c6c-b5d2-502f2f11fcae owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:54.089902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-9f2cf7c7-014a-4cdd-88c6-9b56aa29013d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4583881 Mar 11 17:16:54.135366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f853c61c-4e89-4aac-8e80-89ecc8a2f06e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1020154419&fields=id&tenant_id=57e97bf04688486b83ee0690c8ff475f HTTP/1.1" status: 200 len: 267 time: 0.3467815 Mar 11 17:16:54.210782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-ed0ac009-b8e3-4095-b6d9-28534b955147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:54.212547 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-ed0ac009-b8e3-4095-b6d9-28534b955147 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1094 time: 0.2278104 Mar 11 17:16:54.251159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Attempting to bind port d62d8405-0624-460c-bfc5-549470c9c0ea on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:54.251493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Attempting to bind port d62d8405-0624-460c-bfc5-549470c9c0ea by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:54.251805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Attempting to bind port d62d8405-0624-460c-bfc5-549470c9c0ea on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:54.315964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Port d62d8405-0624-460c-bfc5-549470c9c0ea on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:16:54.316272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Attempting to bind port d62d8405-0624-460c-bfc5-549470c9c0ea on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:54.332397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167f6a0-faac-4a0e-b645-3f7627f53662 req-c31a60d3-6f83-4448-8a85-aaa6e105dd8c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:54.334336 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3167f6a0-faac-4a0e-b645-3f7627f53662 req-c31a60d3-6f83-4448-8a85-aaa6e105dd8c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 943 time: 0.4279609 Mar 11 17:16:54.341225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-e5eaac21-15db-4e6a-a73c-af7b99821123 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:54.346479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-e5eaac21-15db-4e6a-a73c-af7b99821123 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports/b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 HTTP/1.1" status: 200 len: 930 time: 0.2099705 Mar 11 17:16:54.407471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Made reservation on behalf of 9a8e2ac88bc64e5598f7aa1b58bf40c9 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:54.411341 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:54.435169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:16:54.435169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Checking segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:54.436249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Bound using segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:16:54.436614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Bound port: d62d8405-0624-460c-bfc5-549470c9c0ea, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:54.436924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:54.448967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Attempting to bind port 6cb6a596-c199-43ed-afbe-f39965ddc42d on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:54.449295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Attempting to bind port 6cb6a596-c199-43ed-afbe-f39965ddc42d by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:54.449625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Attempting to bind port 6cb6a596-c199-43ed-afbe-f39965ddc42d on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:54.474641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Allocated IP 172.20.0.6 (394dd3cb-0d73-4cc7-906b-d3203dfad461/e37491a1-06bf-455f-81cd-f6f9505fb6e3/98abce31-8840-4c8b-aaf0-1834025d7b66) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:54.501306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Port 6cb6a596-c199-43ed-afbe-f39965ddc42d on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:16:54.501918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Attempting to bind port 6cb6a596-c199-43ed-afbe-f39965ddc42d on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:16:54.525340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-a4f45808-9ae3-49b9-a31c-76867aede128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:54.528249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-a4f45808-9ae3-49b9-a31c-76867aede128 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 1097 time: 0.3633783 Mar 11 17:16:54.534844 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-2088defd-6272-467b-9e64-8c668c0022c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2850847 Mar 11 17:16:54.538491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-a668fa95-5593-410b-b7d0-4560233ee246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:54.545861 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-a668fa95-5593-410b-b7d0-4560233ee246 service neutron] 10.222.0.46 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 913 time: 0.3207276 Mar 11 17:16:54.550922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:16:54.552658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:16:54.553271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:16:54.554061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Bound port: 6cb6a596-c199-43ed-afbe-f39965ddc42d, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:54.554634 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:54.578567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-c19ac983-9744-4983-8cc6-5dc1c1d627f3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:54.581033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-c19ac983-9744-4983-8cc6-5dc1c1d627f3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports/5fbad905-fa64-4fdc-aa78-bda80d01360d HTTP/1.1" status: 200 len: 932 time: 0.2042923 Mar 11 17:16:54.605041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Made reservation on behalf of 9a8e2ac88bc64e5598f7aa1b58bf40c9 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:54.611353 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:54.664415 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-4dfedb7f-58b9-42e0-a6c6-d62e12155f4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ebed541-7cf0-4710-946c-57681a3a7eac HTTP/1.1" status: 200 len: 217 time: 0.1052184 Mar 11 17:16:54.732247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3167f6a0-faac-4a0e-b645-3f7627f53662 req-4870b035-3baa-44a3-9707-ee48807eee04 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813765 Mar 11 17:16:54.890447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-afe2dcd8-ce70-43df-80c2-15f2e6e5e3ff tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?network_id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2660139 Mar 11 17:16:54.931244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-cc02ac12-74e9-41a6-a1f6-f195ceab22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:54.934218 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-cc02ac12-74e9-41a6-a1f6-f195ceab22e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 1100 time: 0.2896285 Mar 11 17:16:54.950430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-9971dd42-66b7-458a-b487-6f005205c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:54.954389 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-9971dd42-66b7-458a-b487-6f005205c0f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 200 len: 853 time: 0.2733512 Mar 11 17:16:55.026835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:55.072389 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-392c667a-3c71-4849-9a8d-1d84bb40a6e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=345efb7d-0013-4393-bacc-bddb63f2511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591283 Mar 11 17:16:55.116628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-9a5200cd-a986-47a7-81bf-050076c9bcec tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?network_id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1403630 Mar 11 17:16:55.144400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:16:55.200508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] For port d62d8405-0624-460c-bfc5-549470c9c0ea, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:16:55.229162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:55.259686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] For port d62d8405-0624-460c-bfc5-549470c9c0ea, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d62d8405-0624-460c-bfc5-549470c9c0ea,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:16:55.307929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:55.318218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b716e5-bf76-43f1-9819-8dd28d00c58d req-877a33f8-374d-4b61-b744-1e0e5141fda6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:55.319812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69b716e5-bf76-43f1-9819-8dd28d00c58d req-877a33f8-374d-4b61-b744-1e0e5141fda6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 943 time: 0.4510345 Mar 11 17:16:55.330365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-d56bc39e-4142-47a0-8ab4-ec0acae71c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:55.332308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-d56bc39e-4142-47a0-8ab4-ec0acae71c15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.7480934 Mar 11 17:16:55.387875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:55.388900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:55.391185 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] 10.222.0.66 "PUT /v2.0/ports/6cb6a596-c199-43ed-afbe-f39965ddc42d HTTP/1.1" status: 200 len: 1096 time: 2.9280944 Mar 11 17:16:55.392554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:55.395432 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:55.410778 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:55.491170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde78a3-3f8a-40a0-b221-40cfb21657e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:55.523358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:55.524468 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:55.526886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] 10.222.0.46 "PUT /v2.0/ports/d62d8405-0624-460c-bfc5-549470c9c0ea HTTP/1.1" status: 200 len: 1091 time: 5.0308807 Mar 11 17:16:55.532963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:55.536150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-7bd01c7c-6687-4106-9f77-f41074308054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:55.537296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836c8a05-f7b4-4f76-9e38-9cd806f39d36', 'tag': 'd62d8405-0624-460c-bfc5-549470c9c0ea'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:55.538515 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-7bd01c7c-6687-4106-9f77-f41074308054 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.5274212 Mar 11 17:16:55.539610 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57ea3dd-b284-4967-a514-279fdddd4489" -d '{"events": [{"name": "network-changed", "server_uuid": "836c8a05-f7b4-4f76-9e38-9cd806f39d36", "tag": "d62d8405-0624-460c-bfc5-549470c9c0ea"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:55.568987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-3d3fe42d-3a00-4383-98cc-265494302577 service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515040 Mar 11 17:16:55.603390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e293e81-9b60-465b-b281-c4a05f699b7d req-3bb6e354-ea0c-428f-a1bf-ee57e522b22c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1338458 Mar 11 17:16:55.645127 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-d4b38e63-49fd-43d3-9960-d3644f3c1177 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 200 len: 217 time: 0.0782456 Mar 11 17:16:55.692417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69b716e5-bf76-43f1-9819-8dd28d00c58d req-60af40e2-86a2-4802-9c22-5e98dd3ae28f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556111 Mar 11 17:16:55.693203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667eab1b-7e13-4e02-9602-13b506056a5e service neutron] Pushing event updated for resources: {'Port': ['ID=d62d8405-0624-460c-bfc5-549470c9c0ea,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:55.726388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-486ed87c-e739-48dd-b5b2-934672c20ca9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bd27180-ad80-4f61-b299-e84f6b50d353 HTTP/1.1" status: 200 len: 1001 time: 0.3456976 Mar 11 17:16:55.744360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8bbefbe0-6068-4306-9011-294fc74a6cf8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:55.760383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8bbefbe0-6068-4306-9011-294fc74a6cf8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:55.766563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8bbefbe0-6068-4306-9011-294fc74a6cf8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:55.768603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8bbefbe0-6068-4306-9011-294fc74a6cf8 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/networks?id=1394a171-ce99-407d-a71d-c9abf03ee56b&id=76a7467c-f517-456a-a479-d4b9c4849562&id=76a7467c-f517-456a-a479-d4b9c4849562&id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c&id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c HTTP/1.1" status: 200 len: 1989 time: 0.6002426 Mar 11 17:16:55.846259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ff613317-9298-4c6c-b5d2-502f2f11fcae,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:55.856106 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a61a6-72ff-4d94-b32a-d62296702127 req-df393cd5-d26b-467a-80b5-62d94c49a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:55.859491 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-df393cd5-d26b-467a-80b5-62d94c49a5f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 1099 time: 0.3845034 Mar 11 17:16:55.892525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-e9688d6a-25fd-44c6-b50f-a324742d86a0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/quotas/57e97bf04688486b83ee0690c8ff475f HTTP/1.1" status: 200 len: 375 time: 0.0926201 Mar 11 17:16:55.902061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50bbcafd-de71-4b90-8747-57cd26afda2c req-7d9e987e-c7d1-40b4-ab12-2135b4635f1d tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0727358 Mar 11 17:16:55.949860 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:55.971678 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-0e984c09-533b-441c-94b6-1d2a4352e779 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d HTTP/1.1" status: 200 len: 217 time: 0.0935888 Mar 11 17:16:55.994564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 2ebed541-7cf0-4710-946c-57681a3a7eac details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:16:56.036055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-43a021ad-589c-4169-a4bf-fc46a6462908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:56.037810 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-43a021ad-589c-4169-a4bf-fc46a6462908 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.3692789 Mar 11 17:16:56.106233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Network 394dd3cb-0d73-4cc7-906b-d3203dfad461 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:56.125666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-99f533a0-d748-449d-8aae-c07fe56c4eed service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972241 Mar 11 17:16:56.128684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Pushing event updated for resources: {'Port': ['ID=98abce31-8840-4c8b-aaf0-1834025d7b66,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:56.135563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:56.138623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:56.148535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a61a6-72ff-4d94-b32a-d62296702127 req-1a4c8a78-60aa-4bd0-9ae4-743e1cd25b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:56.150033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-1a4c8a78-60aa-4bd0-9ae4-743e1cd25b1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1366339 Mar 11 17:16:56.173421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 2ebed541-7cf0-4710-946c-57681a3a7eac, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2ebed541-7cf0-4710-946c-57681a3a7eac,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:56.204514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '2ebed541-7cf0-4710-946c-57681a3a7eac', 'network_id': '345efb7d-0013-4393-bacc-bddb63f2511d', 'port_id': '2ebed541-7cf0-4710-946c-57681a3a7eac', 'mac_address': 'fa:16:3e:ce:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f692d-79a3-4bf6-9bf5-cba63da2a347', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:16:56.237133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-5450a37d-505d-4659-b42f-222b3524a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:56.238649 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-5450a37d-505d-4659-b42f-222b3524a14b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687536 Mar 11 17:16:56.245826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:56.246344 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:56.259289 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:56.280582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebed541-7cf0-4710-946c-57681a3a7eac {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:56.307846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 2ebed541-7cf0-4710-946c-57681a3a7eac, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2ebed541-7cf0-4710-946c-57681a3a7eac,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:56.313349 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:56.323229 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-54b14957-fd1c-4b36-8e9e-0ede9c9d9bbf tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9270184 Mar 11 17:16:56.328015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a61a6-72ff-4d94-b32a-d62296702127 req-a30bc362-9475-4e63-bebd-11d1f3f944b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:56.329576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-a30bc362-9475-4e63-bebd-11d1f3f944b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530592 Mar 11 17:16:56.339586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Request body: {'port': {'device_id': '0bd5e06e-0ec3-4ac4-acea-86d19b4145d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:56.358810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-15e86c5f-f9e9-4907-a9e7-beacc823c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:56.361274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-15e86c5f-f9e9-4907-a9e7-beacc823c339 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 1094 time: 0.7472188 Mar 11 17:16:56.369772 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:56.383420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=2ebed541-7cf0-4710-946c-57681a3a7eac,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:56.491236 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:56.501044 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-319b9698-32f2-4326-8124-d76c052cd137 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495918 Mar 11 17:16:56.573438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-859c7574-6bd5-4c4f-999d-2be792ca8f13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d62d8405-0624-460c-bfc5-549470c9c0ea HTTP/1.1" status: 200 len: 217 time: 0.1985743 Mar 11 17:16:56.581842 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:56.585604 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:56.585924 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-89a518b5-b5ce-486d-92d3-76b3fd01fd86 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412710 Mar 11 17:16:56.605677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-ba837b62-6763-4cd0-ab5b-de930c8d9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:56.607158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-ba837b62-6763-4cd0-ab5b-de930c8d9c5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.7121277 Mar 11 17:16:56.608985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Allocated IP 172.20.0.10 (394dd3cb-0d73-4cc7-906b-d3203dfad461/e37491a1-06bf-455f-81cd-f6f9505fb6e3/0170f8a9-8296-4bf9-b282-03a99b806715) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:56.651369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-532063ce-2a39-4eda-b102-8516ed19c355 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7577426 Mar 11 17:16:56.657014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['2ebed541-7cf0-4710-946c-57681a3a7eac'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:16:56.765618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:56.766173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a084fbfa-c15f-4690-b4a2-1cd5d46699fc {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:16:56.812056 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:56.813215 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-20268402-f444-4364-970b-3c02f36d76cc admin admin] 10.222.0.53 "DELETE /v2.0/routers/a084fbfa-c15f-4690-b4a2-1cd5d46699fc HTTP/1.1" status: 204 len: 168 time: 6.1332846 Mar 11 17:16:56.829065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801812-7516-4c23-b6d6-4a4b53681e19 req-edc8da95-b789-4543-9cad-44a93aead062 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:56.830430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48474) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:56.836544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99801812-7516-4c23-b6d6-4a4b53681e19 req-edc8da95-b789-4543-9cad-44a93aead062 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 948 time: 0.4722266 Mar 11 17:16:56.862728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-76e4183b-b8a2-4dae-aafe-fb7b4da7c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:56.864522 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-76e4183b-b8a2-4dae-aafe-fb7b4da7c9d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.2754159 Mar 11 17:16:56.979170 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aea212b-5c09-4e92-b932-0f4f4d0cea3c req-361a4e26-0b39-4bdb-94d1-6639661e5f34 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612489 Mar 11 17:16:56.991050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a213ad9-e9f0-4514-bc3b-acb6169b4566 admin admin] Deleting subnet 51d381b9-a705-4b4d-9d0b-c1152a8e0fee {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:16:57.008842 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a213ad9-e9f0-4514-bc3b-acb6169b4566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.014658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-7fa233ac-ff23-4149-97de-ef1878fc9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:57.017625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-7fa233ac-ff23-4149-97de-ef1878fc9b93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3317192 Mar 11 17:16:57.042730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99801812-7516-4c23-b6d6-4a4b53681e19 req-daf9dd10-cf7f-4080-9dfb-2545b278188e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016873 Mar 11 17:16:57.068745 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-ecb93289-6925-411c-a4ea-6f708bd75602 service neutron] 10.222.0.53 "GET /v2.0/networks/1394a171-ce99-407d-a71d-c9abf03ee56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716362 Mar 11 17:16:57.105248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a213ad9-e9f0-4514-bc3b-acb6169b4566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.182687 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948a61a6-72ff-4d94-b32a-d62296702127 req-c4490ea3-0439-41c9-a09d-e52c96eecdd0 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882175 Mar 11 17:16:57.192618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-3181f543-a04f-41d3-ba16-f8b66a251af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:57.194110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-3181f543-a04f-41d3-ba16-f8b66a251af3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2960503 Mar 11 17:16:57.242563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a213ad9-e9f0-4514-bc3b-acb6169b4566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.265349 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.311511 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a213ad9-e9f0-4514-bc3b-acb6169b4566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.338759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a213ad9-e9f0-4514-bc3b-acb6169b4566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d381b9-a705-4b4d-9d0b-c1152a8e0fee,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:57.349002 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a213ad9-e9f0-4514-bc3b-acb6169b4566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.360322 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0a213ad9-e9f0-4514-bc3b-acb6169b4566 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/51d381b9-a705-4b4d-9d0b-c1152a8e0fee HTTP/1.1" status: 204 len: 168 time: 0.5252900 Mar 11 17:16:57.361302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48478) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:57.364057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-e7ee2b3b-575b-419c-ab64-85b74eebb420 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124707 Mar 11 17:16:57.386183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba94cd-4bc0-4763-8343-2dbb3a4e519e None None] Network ae0188d4-b8d9-416c-b910-3eae46ab891c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:16:57.440578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-81f2e894-6e40-4a83-8941-5924085c801c service neutron] 10.222.0.53 "GET /v2.0/networks/1394a171-ce99-407d-a71d-c9abf03ee56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515525 Mar 11 17:16:57.461375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e1988-ff08-4e3e-953f-45a2172b4478 req-947f973e-531b-4345-9095-74bc0dda9859 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:57.480002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b71e1988-ff08-4e3e-953f-45a2172b4478 req-947f973e-531b-4345-9095-74bc0dda9859 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 931 time: 0.2706764 Mar 11 17:16:57.544229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.575448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.621939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Deleting port 5a2721dc-011a-45ba-8192-773c0061285b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:57.622910 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.665453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-6a1c4e5e-8837-494a-9b84-73dc9ac7c887 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301138 Mar 11 17:16:57.678490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-ec53fb3e-88c7-473d-99e0-d09f5e8922bd service neutron] 10.222.0.53 "GET /v2.0/ports/b5cf5aa3-94d6-4ba2-8423-21581bfdddf6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2027087 Mar 11 17:16:57.695304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b71e1988-ff08-4e3e-953f-45a2172b4478 req-05d3c501-72d4-483b-9474-2d96310fd2b4 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928482 Mar 11 17:16:57.705899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1a3107-793e-4e4c-8db9-7f08b2c83733 None None] DHCP port deletion for ae0188d4-b8d9-416c-b910-3eae46ab891c request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:16:57.737039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] For port 5a2721dc-011a-45ba-8192-773c0061285b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5a2721dc-011a-45ba-8192-773c0061285b,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:57.737635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.750348 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628667f0-e483-4f4b-af24-6bcae2a76b16 x-openstack-request-id: req-628667f0-e483-4f4b-af24-6bcae2a76b16 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:57.750649 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:57.750919 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-628667f0-e483-4f4b-af24-6bcae2a76b16 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:57.751455 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'status': 'completed', 'code': 200} Mar 11 17:16:57.755451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Calling delete_port for 5a2721dc-011a-45ba-8192-773c0061285b owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:57.776925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-df1a3107-793e-4e4c-8db9-7f08b2c83733 None None] Deleting port 5a2721dc-011a-45ba-8192-773c0061285b {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:16:57.777299 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df1a3107-793e-4e4c-8db9-7f08b2c83733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.800461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Network 394dd3cb-0d73-4cc7-906b-d3203dfad461 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:57.802386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Pushing event updated for resources: {'Port': ['ID=0170f8a9-8296-4bf9-b282-03a99b806715,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:57.858985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-df1a3107-793e-4e4c-8db9-7f08b2c83733 None None] For port 5a2721dc-011a-45ba-8192-773c0061285b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5a2721dc-011a-45ba-8192-773c0061285b,segment=NetworkSegment(03d8c27f-cc72-42c9-9817-3ac66a6de0c4),segment_id=03d8c27f-cc72-42c9-9817-3ac66a6de0c4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:57.859713 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df1a3107-793e-4e4c-8db9-7f08b2c83733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.882963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-df1a3107-793e-4e4c-8db9-7f08b2c83733 None None] Calling delete_port for 5a2721dc-011a-45ba-8192-773c0061285b owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:16:57.886648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:57.891801 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca25dcc-7276-451d-af46-19a7ba1d1f80 x-openstack-request-id: req-0ca25dcc-7276-451d-af46-19a7ba1d1f80 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:16:57.892111 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836c8a05-f7b4-4f76-9e38-9cd806f39d36", "tag": "d62d8405-0624-460c-bfc5-549470c9c0ea", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:16:57.892434 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ca25dcc-7276-451d-af46-19a7ba1d1f80 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:16:57.892780 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836c8a05-f7b4-4f76-9e38-9cd806f39d36', 'tag': 'd62d8405-0624-460c-bfc5-549470c9c0ea', 'status': 'completed', 'code': 200} Mar 11 17:16:57.894369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-ea01f5b5-b379-496a-9cdc-a182bd8920cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:57.895482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:57.896201 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-ea01f5b5-b379-496a-9cdc-a182bd8920cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 1099 time: 0.0670285 Mar 11 17:16:57.899137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf96fbd5-0fa6-4125-aa44-74571394bdde req-59689b0e-62b0-4df3-822d-042046d5978d service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033240 Mar 11 17:16:57.931842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2721dc-011a-45ba-8192-773c0061285b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:57.948596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] No DVR routers for this DVR port 5a2721dc-011a-45ba-8192-773c0061285b on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:16:57.955948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:58.018564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 2ebed541-7cf0-4710-946c-57681a3a7eac up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:16:58.034951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Allocated IP 172.20.0.3 (394dd3cb-0d73-4cc7-906b-d3203dfad461/e37491a1-06bf-455f-81cd-f6f9505fb6e3/fa210ba6-1d34-4800-931e-1b10c3965d2a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:58.074091 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.080709 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df1a3107-793e-4e4c-8db9-7f08b2c83733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.114864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0188d4-b8d9-416c-b910-3eae46ab891c']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:58.117601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-b39fb3f5-63a4-4176-b806-14367268507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:58.119493 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-b39fb3f5-63a4-4176-b806-14367268507b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1991322 Mar 11 17:16:58.129700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d8c27f-cc72-42c9-9817-3ac66a6de0c4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:58.130117 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d8c27f-cc72-42c9-9817-3ac66a6de0c4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:58.142304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a3107-793e-4e4c-8db9-7f08b2c83733 None None] No DVR routers for this DVR port 5a2721dc-011a-45ba-8192-773c0061285b on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:16:58.158568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a3107-793e-4e4c-8db9-7f08b2c83733 None None] Pushing event deleted for resources: {'Port': ['ID=5a2721dc-011a-45ba-8192-773c0061285b,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:58.161879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4d13-5bce-4bf2-adea-f61c8131be3b req-a68f50de-4621-4d51-931c-06bb1537faeb tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:58.170457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb2c4d13-5bce-4bf2-adea-f61c8131be3b req-a68f50de-4621-4d51-931c-06bb1537faeb tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 944 time: 0.2691574 Mar 11 17:16:58.174433 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.177104 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-17453d91-d75d-4043-9ce8-978cebd97558 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d HTTP/1.1" status: 200 len: 217 time: 0.0494220 Mar 11 17:16:58.183240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 2ebed541-7cf0-4710-946c-57681a3a7eac completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:16:58.189154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 2ebed541-7cf0-4710-946c-57681a3a7eac triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:58.190182 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.198033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.215465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:58.216083 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.224592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:16:58.225057 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:16:58.227149 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:16:58.313346 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f20732fe-665e-42b4-9170-329938c83291 service neutron] 10.222.0.53 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417354 Mar 11 17:16:58.317552 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.331958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-5fef5b63-5c53-4242-85c4-4f9093be447a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9534748 Mar 11 17:16:58.346640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:58.349402 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6274c100-8aca-4caf-831b-3ac5bb09bde8" -d '{"events": [{"server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "name": "network-vif-plugged", "status": "completed", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:16:58.362916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ae04af6-07e2-41a7-9263-50f6e00611a1 req-01fdf846-b772-4289-847b-97ccfee28a57 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740208 Mar 11 17:16:58.366501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb2c4d13-5bce-4bf2-adea-f61c8131be3b req-93cdc9ac-545d-4d4b-9881-49aa69f5f066 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948650 Mar 11 17:16:58.385373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 2ebed541-7cf0-4710-946c-57681a3a7eac, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2ebed541-7cf0-4710-946c-57681a3a7eac,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:16:58.397338 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.431922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Request body: {'port': {'device_id': 'e29ac773-4b9c-4724-9dcc-095d09f898cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:58.508424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=2ebed541-7cf0-4710-946c-57681a3a7eac,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:58.594898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-b5b86b26-ca25-44ef-afc0-4996d015f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:58.596457 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-b5b86b26-ca25-44ef-afc0-4996d015f0ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.4082000 Mar 11 17:16:58.642434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.652624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.661506 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ae0188d4-b8d9-416c-b910-3eae46ab891c HTTP/1.1" status: 204 len: 168 time: 1.2952178 Mar 11 17:16:58.681406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53e21b-3759-48a2-b5bd-0b7e10d08ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0188d4-b8d9-416c-b910-3eae46ab891c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:58.700532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-87d54760-b8a6-42d6-a8bf-60481a9068f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:58.703497 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-87d54760-b8a6-42d6-a8bf-60481a9068f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0953848 Mar 11 17:16:58.740727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-0a68ae12-4c5f-40b0-bcc4-e743194e1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:58.742247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-0a68ae12-4c5f-40b0-bcc4-e743194e1b68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 1094 time: 0.2868252 Mar 11 17:16:58.749267 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.765467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.773027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-dc1d7ee5-250a-4d3f-b0f8-1a1fcddf6323 service neutron] 10.222.0.53 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362335 Mar 11 17:16:58.785247 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:58.802637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62dcf-3bd5-414a-9793-4fe6ee15ca04 req-fdc63be7-5bf5-450c-a7fc-e26123352549 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:58.804210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47e62dcf-3bd5-414a-9793-4fe6ee15ca04 req-fdc63be7-5bf5-450c-a7fc-e26123352549 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 943 time: 0.2630961 Mar 11 17:16:58.874827 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-2b80c405-9220-48f8-b53a-f7464c4d3ed0 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627941 Mar 11 17:16:58.979267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:59.020461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06a07dc2-1e90-47a0-a7d9-557358d1c5ac req-e9c92558-8c68-4c64-bff7-c1958ca565bd service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318913 Mar 11 17:16:59.065672 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-34f342ed-1535-4e93-928d-91e6db0d6cf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09c79dbf25304e39aae26aba19d9c236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812557 Mar 11 17:16:59.065980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:16:59.078532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ff613317-9298-4c6c-b5d2-502f2f11fcae no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:59.109668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ff613317-9298-4c6c-b5d2-502f2f11fcae {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:16:59.110147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ff613317-9298-4c6c-b5d2-502f2f11fcae not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:59.110648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5a2721dc-011a-45ba-8192-773c0061285b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:16:59.140449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 5a2721dc-011a-45ba-8192-773c0061285b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:16:59.140803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5a2721dc-011a-45ba-8192-773c0061285b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:16:59.142788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63e9d8c7-b75f-45e2-9523-a9426b5bbda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:59.181992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63e9d8c7-b75f-45e2-9523-a9426b5bbda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:59.281089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-0df98550-4f51-43b9-98a5-b80fb78a89c0 service neutron] 10.222.0.53 "GET /v2.0/ports/5fbad905-fa64-4fdc-aa78-bda80d01360d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4718866 Mar 11 17:16:59.287043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63e9d8c7-b75f-45e2-9523-a9426b5bbda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:59.292302 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63e9d8c7-b75f-45e2-9523-a9426b5bbda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:59.294409 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63e9d8c7-b75f-45e2-9523-a9426b5bbda3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd01a96d-015f-4777-9db4-d6596099d38d HTTP/1.1" status: 204 len: 168 time: 0.2272100 Mar 11 17:16:59.305608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9d8c7-b75f-45e2-9523-a9426b5bbda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01a96d-015f-4777-9db4-d6596099d38d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:59.482750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47e62dcf-3bd5-414a-9793-4fe6ee15ca04 req-e1302179-c37b-4ffe-ad63-a53fc7a64dca tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361282 Mar 11 17:16:59.501754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-88f8333c-e6a1-47de-8d81-bc27a8564249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:59.504105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-88f8333c-e6a1-47de-8d81-bc27a8564249 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.7425065 Mar 11 17:16:59.531207 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:59.637178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-798610f7-a3c9-4f36-b185-e9d01828117f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d62d8405-0624-460c-bfc5-549470c9c0ea HTTP/1.1" status: 200 len: 217 time: 0.1086709 Mar 11 17:16:59.705578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Network 394dd3cb-0d73-4cc7-906b-d3203dfad461 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:59.733315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4aca092-f422-40e6-a4bf-fb0f75e79026 req-bf2a4c41-b62f-4447-91c1-ce791f0604ec tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0843825 Mar 11 17:16:59.740017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Pushing event updated for resources: {'Port': ['ID=fa210ba6-1d34-4800-931e-1b10c3965d2a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:59.742675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:59.750294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:16:59.757506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-0eaa74fa-bea2-4277-ba9b-5ef2f088363c service neutron] 10.222.0.53 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517243 Mar 11 17:16:59.800817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98abce31-8840-4c8b-aaf0-1834025d7b66 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:59.814169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:59.822710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-148d95a7-22d1-44b6-aad8-1869c69fc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:59.824167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-148d95a7-22d1-44b6-aad8-1869c69fc080 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1639428 Mar 11 17:16:59.839358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Transition to ACTIVE for port object 98abce31-8840-4c8b-aaf0-1834025d7b66 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:16:59.856645 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:59.976528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Pushing event updated for resources: {'Port': ['ID=98abce31-8840-4c8b-aaf0-1834025d7b66,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:00.003906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:00.004581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:00.047127 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Attempting to bind port 98abce31-8840-4c8b-aaf0-1834025d7b66 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:00.047718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Attempting to bind port 98abce31-8840-4c8b-aaf0-1834025d7b66 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:00.048635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Attempting to bind port 98abce31-8840-4c8b-aaf0-1834025d7b66 on network 394dd3cb-0d73-4cc7-906b-d3203dfad461 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:00.057815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Port 98abce31-8840-4c8b-aaf0-1834025d7b66 on network 394dd3cb-0d73-4cc7-906b-d3203dfad461 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:00.058338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Attempting to bind port 98abce31-8840-4c8b-aaf0-1834025d7b66 on network 394dd3cb-0d73-4cc7-906b-d3203dfad461 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:00.066577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:00.067088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Checking segment: {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:00.067671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Bound using segment: {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:00.068326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Bound port: 98abce31-8840-4c8b-aaf0-1834025d7b66, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:00.068887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:00.081420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f0587688-a97e-4191-8cd7-238d20883df2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1630244 Mar 11 17:17:00.097354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-87c1759b-9ced-4fb9-bb72-29970ac71cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:00.099627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-87c1759b-9ced-4fb9-bb72-29970ac71cdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522571 Mar 11 17:17:00.102667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-a942aadd-5501-4e38-aef6-e21ddd169bd5 service neutron] 10.222.0.53 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132100 Mar 11 17:17:00.120988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Request body: {'port': {'device_id': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:00.133634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498dd31-a7e0-43f3-a21c-56d05be4311f req-3f0fa365-eeca-4551-ae19-bbd57af3a690 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:00.135106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4498dd31-a7e0-43f3-a21c-56d05be4311f req-3f0fa365-eeca-4551-ae19-bbd57af3a690 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 948 time: 0.2292852 Mar 11 17:17:00.185872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] For port 98abce31-8840-4c8b-aaf0-1834025d7b66, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:00.190128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] For port 98abce31-8840-4c8b-aaf0-1834025d7b66, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=98abce31-8840-4c8b-aaf0-1834025d7b66,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:00.193963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:00.256152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:00.257113 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:00.259041 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] 10.222.0.46 "PUT /v2.0/ports/98abce31-8840-4c8b-aaf0-1834025d7b66 HTTP/1.1" status: 200 len: 1091 time: 3.9244318 Mar 11 17:17:00.259634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd5e06e-0ec3-4ac4-acea-86d19b4145d7', 'tag': '98abce31-8840-4c8b-aaf0-1834025d7b66'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:00.262671 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd5e06e-0ec3-4ac4-acea-86d19b4145d7", "tag": "98abce31-8840-4c8b-aaf0-1834025d7b66"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:00.284639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1f08f-d019-4fcd-85c7-ae4abae763ff service neutron] Pushing event updated for resources: {'Port': ['ID=98abce31-8840-4c8b-aaf0-1834025d7b66,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:00.393690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f715a2e6-ca10-45ab-b74d-8e2377db6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:00.396911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-f715a2e6-ca10-45ab-b74d-8e2377db6dbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a8e2ac88bc64e5598f7aa1b58bf40c9&device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 1094 time: 0.0713596 Mar 11 17:17:00.440316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:00.444401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4498dd31-a7e0-43f3-a21c-56d05be4311f req-fbe25995-cb7f-4404-b587-8c6f6b4f8f39 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861791 Mar 11 17:17:00.456542 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-1cefc91c-ba2f-43e7-af71-f5e04ec19cd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98abce31-8840-4c8b-aaf0-1834025d7b66 HTTP/1.1" status: 200 len: 217 time: 0.0448895 Mar 11 17:17:00.468777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0170f8a9-8296-4bf9-b282-03a99b806715 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:00.479646 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-c0107236-6a9f-4897-afd2-585c582e57c5 service neutron] 10.222.0.53 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551829 Mar 11 17:17:00.481100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:17:00.484097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:00.489260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-67732f2f-e651-4172-98e4-9c982873c0c7 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744247 Mar 11 17:17:00.554133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Transition to ACTIVE for port object 0170f8a9-8296-4bf9-b282-03a99b806715 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:00.554863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-1a029ab6-be30-4886-af5b-09aded6b8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:00.558433 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-1a029ab6-be30-4886-af5b-09aded6b8e07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e37491a1-06bf-455f-81cd-f6f9505fb6e3 HTTP/1.1" status: 200 len: 857 time: 0.0937595 Mar 11 17:17:00.573041 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:00.627437 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-fe479f57-9143-4f8f-b4af-82e435435e91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=394dd3cb-0d73-4cc7-906b-d3203dfad461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499072 Mar 11 17:17:00.651922 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac95a65e-aea0-47c7-84bd-1117ef16e109 x-openstack-request-id: req-ac95a65e-aea0-47c7-84bd-1117ef16e109 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:00.652390 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "name": "network-vif-plugged", "status": "completed", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:00.653048 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac95a65e-aea0-47c7-84bd-1117ef16e109 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:00.653887 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac', 'code': 200} Mar 11 17:17:00.722910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:00.741061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'mac_address': 'fa:16:3e:9c:c6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:17:00.781934 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-9c26a6a9-afc4-419a-93b6-eabad3d02e25 service neutron] 10.222.0.46 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377392 Mar 11 17:17:00.809471 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:00.831801 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb6a596-c199-43ed-afbe-f39965ddc42d {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:00.858030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Pushing event updated for resources: {'Port': ['ID=0170f8a9-8296-4bf9-b282-03a99b806715,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:00.866110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:00.873339 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:00.887235 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-bc2f402f-eafb-46df-85da-a61254055d61 service neutron] 10.222.0.46 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983202 Mar 11 17:17:00.929534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-e7cd83ef-20de-4211-8ac5-de607e9a8b44 service neutron] 10.222.0.53 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327765 Mar 11 17:17:00.952117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:01.007142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57ea3dd-b284-4967-a514-279fdddd4489 req-9d0db5c9-7c55-45e1-9958-282135ab6b71 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750984 Mar 11 17:17:01.080451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770f08-da3f-415f-a317-228dd4a99cbf req-5c687b06-b3a1-4d04-af34-99174347c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:01.081935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de770f08-da3f-415f-a317-228dd4a99cbf req-5c687b06-b3a1-4d04-af34-99174347c4ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1096 time: 0.3301651 Mar 11 17:17:01.096887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae32a9-3457-47ab-ad51-f340637566c1 req-3f2ea7fa-d57f-406f-96d8-440b98808b4f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:01.098551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9ae32a9-3457-47ab-ad51-f340637566c1 req-3f2ea7fa-d57f-406f-96d8-440b98808b4f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 943 time: 0.3984215 Mar 11 17:17:01.192246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Attempting to bind port 0170f8a9-8296-4bf9-b282-03a99b806715 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:01.192593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Attempting to bind port 0170f8a9-8296-4bf9-b282-03a99b806715 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:01.192930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Attempting to bind port 0170f8a9-8296-4bf9-b282-03a99b806715 on network 394dd3cb-0d73-4cc7-906b-d3203dfad461 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:01.227717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Port 0170f8a9-8296-4bf9-b282-03a99b806715 on network 394dd3cb-0d73-4cc7-906b-d3203dfad461 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:01.228044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Attempting to bind port 0170f8a9-8296-4bf9-b282-03a99b806715 on network 394dd3cb-0d73-4cc7-906b-d3203dfad461 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:01.243623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-6d30ab98-723c-4625-8766-43e9a2efa4a6 service neutron] 10.222.0.53 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936580 Mar 11 17:17:01.253777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de770f08-da3f-415f-a317-228dd4a99cbf req-6100b258-8123-41b7-a5a0-eca883b4b6e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501594 Mar 11 17:17:01.256386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:01.256726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Checking segment: {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:01.257123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Bound using segment: {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:01.257644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Bound port: 0170f8a9-8296-4bf9-b282-03a99b806715, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:01.257931 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:01.265227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9ae32a9-3457-47ab-ad51-f340637566c1 req-b65408d8-f015-4c08-bb8f-e6ce5f330b8a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438088 Mar 11 17:17:01.284167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6cb6a596-c199-43ed-afbe-f39965ddc42d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:01.428807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa210ba6-1d34-4800-931e-1b10c3965d2a {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:01.440083 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:01.507414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Transition to ACTIVE for port object fa210ba6-1d34-4800-931e-1b10c3965d2a will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:01.514328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-39d6dfa9-c117-411c-bf92-45f0139dfe7b service neutron] 10.222.0.53 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537858 Mar 11 17:17:01.522564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95516a5b-9676-4c54-b5af-472bfdb185bf req-fa18e9f4-bd2b-49cb-bef4-2951e63a718a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:01.524101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95516a5b-9676-4c54-b5af-472bfdb185bf req-fa18e9f4-bd2b-49cb-bef4-2951e63a718a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 945 time: 0.1645143 Mar 11 17:17:01.525493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] For port 0170f8a9-8296-4bf9-b282-03a99b806715, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:01.527660 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:01.586514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] For port 0170f8a9-8296-4bf9-b282-03a99b806715, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0170f8a9-8296-4bf9-b282-03a99b806715,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:01.612182 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:01.682621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Pushing event updated for resources: {'Port': ['ID=fa210ba6-1d34-4800-931e-1b10c3965d2a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:01.688417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:01.689124 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:01.691484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] 10.222.0.66 "PUT /v2.0/ports/0170f8a9-8296-4bf9-b282-03a99b806715 HTTP/1.1" status: 200 len: 1092 time: 3.3211377 Mar 11 17:17:01.699209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29ac773-4b9c-4724-9dcc-095d09f898cf', 'tag': '0170f8a9-8296-4bf9-b282-03a99b806715'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:01.703380 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e29ac773-4b9c-4724-9dcc-095d09f898cf", "tag": "0170f8a9-8296-4bf9-b282-03a99b806715"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:01.743931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95516a5b-9676-4c54-b5af-472bfdb185bf req-f9a8593b-4a1f-48fb-81c3-ccf36e915e66 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942444 Mar 11 17:17:02.033401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d62d8405-0624-460c-bfc5-549470c9c0ea details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:17:02.084702 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf3e25-a1d0-4f2a-863e-e161e4086919 x-openstack-request-id: req-28cf3e25-a1d0-4f2a-863e-e161e4086919 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:02.084702 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd5e06e-0ec3-4ac4-acea-86d19b4145d7", "tag": "98abce31-8840-4c8b-aaf0-1834025d7b66", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:02.085390 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28cf3e25-a1d0-4f2a-863e-e161e4086919 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:02.085390 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd5e06e-0ec3-4ac4-acea-86d19b4145d7', 'tag': '98abce31-8840-4c8b-aaf0-1834025d7b66', 'status': 'completed', 'code': 200} Mar 11 17:17:02.317931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-fe81ba06-4ffb-4c88-a4d7-9662e24903de service neutron] 10.222.0.53 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7863879 Mar 11 17:17:02.334926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76d0f7-ff1b-4bdc-81d5-8a36bcbf5d98 service neutron] Pushing event updated for resources: {'Port': ['ID=0170f8a9-8296-4bf9-b282-03a99b806715,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:02.380528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d62d8405-0624-460c-bfc5-549470c9c0ea, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d62d8405-0624-460c-bfc5-549470c9c0ea,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:02.404613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'd62d8405-0624-460c-bfc5-549470c9c0ea', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'port_id': 'd62d8405-0624-460c-bfc5-549470c9c0ea', 'mac_address': 'fa:16:3e:82:6b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:17:02.404977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-56645ab8-bdbe-4dbe-b4cd-b425114a6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:02.406302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-56645ab8-bdbe-4dbe-b4cd-b425114a6385 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a8e2ac88bc64e5598f7aa1b58bf40c9&device_id=e29ac773-4b9c-4724-9dcc-095d09f898cf HTTP/1.1" status: 200 len: 1095 time: 0.6369588 Mar 11 17:17:02.412716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Attempting to bind port fa210ba6-1d34-4800-931e-1b10c3965d2a on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:02.413053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Attempting to bind port fa210ba6-1d34-4800-931e-1b10c3965d2a by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:02.413384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Attempting to bind port fa210ba6-1d34-4800-931e-1b10c3965d2a on network 394dd3cb-0d73-4cc7-906b-d3203dfad461 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:02.443920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-c3d4cf70-839e-4ec6-8f93-bb53fb05d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:02.445443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-c3d4cf70-839e-4ec6-8f93-bb53fb05d6a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a8e2ac88bc64e5598f7aa1b58bf40c9&device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 1094 time: 0.2729769 Mar 11 17:17:02.489864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:02.495257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a273327-1191-4c50-926c-6b04aebdde6a req-9251f5c5-490b-425e-845d-3d67caae5e87 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:02.496184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a273327-1191-4c50-926c-6b04aebdde6a req-9251f5c5-490b-425e-845d-3d67caae5e87 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 943 time: 0.3204410 Mar 11 17:17:02.503131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Port fa210ba6-1d34-4800-931e-1b10c3965d2a on network 394dd3cb-0d73-4cc7-906b-d3203dfad461 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:02.503613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Attempting to bind port fa210ba6-1d34-4800-931e-1b10c3965d2a on network 394dd3cb-0d73-4cc7-906b-d3203dfad461 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:02.515948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-90ce3091-5c3e-497b-b753-b7a10def43b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0170f8a9-8296-4bf9-b282-03a99b806715 HTTP/1.1" status: 200 len: 217 time: 0.0759258 Mar 11 17:17:02.556606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:02.557186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:02.557542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Checking segment: {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:02.557933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Bound using segment: {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:02.558386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Bound port: fa210ba6-1d34-4800-931e-1b10c3965d2a, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06df8dec-43ba-4210-b457-d98259b5d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:02.558751 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:02.583995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62d8405-0624-460c-bfc5-549470c9c0ea {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:02.608664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d62d8405-0624-460c-bfc5-549470c9c0ea, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d62d8405-0624-460c-bfc5-549470c9c0ea,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:02.617435 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:02.658982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 6cb6a596-c199-43ed-afbe-f39965ddc42d completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:17:02.665790 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 6cb6a596-c199-43ed-afbe-f39965ddc42d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:02.666161 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:02.702363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d62d8405-0624-460c-bfc5-549470c9c0ea,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:02.718340 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-dd826002-dde2-4824-8805-438f12685b96 service neutron] 10.222.0.53 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747702 Mar 11 17:17:02.730666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a273327-1191-4c50-926c-6b04aebdde6a req-89a4e059-0f53-46c4-b77e-12a1b91d5da7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137737 Mar 11 17:17:02.762679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-1b21598c-8846-494a-b17f-3b0149a50b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:02.765193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-1b21598c-8846-494a-b17f-3b0149a50b0e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e37491a1-06bf-455f-81cd-f6f9505fb6e3 HTTP/1.1" status: 200 len: 857 time: 0.2203126 Mar 11 17:17:02.774116 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:02.818746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:02.822213 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2d734b-28a3-487b-9c91-f98bd968eab9" -d '{"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:02.824208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-a8d911e2-6d5f-4ece-9824-4ac6632906a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:02.827215 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-a8d911e2-6d5f-4ece-9824-4ac6632906a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=394dd3cb-0d73-4cc7-906b-d3203dfad461 HTTP/1.1" status: 200 len: 917 time: 0.3248479 Mar 11 17:17:02.840188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:02.845228 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:02.894236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-93eca637-71b8-4a4a-ab31-0598946e9c08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=394dd3cb-0d73-4cc7-906b-d3203dfad461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043456 Mar 11 17:17:02.925352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:02.961260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] For port fa210ba6-1d34-4800-931e-1b10c3965d2a, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:02.991261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-41fef868-5198-4b41-9a3e-0ee4c2c79f12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98abce31-8840-4c8b-aaf0-1834025d7b66 HTTP/1.1" status: 200 len: 217 time: 0.1043088 Mar 11 17:17:03.003265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] For port fa210ba6-1d34-4800-931e-1b10c3965d2a, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=fa210ba6-1d34-4800-931e-1b10c3965d2a,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:03.065938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d62d8405-0624-460c-bfc5-549470c9c0ea'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:03.097375 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:03.220840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-c596a3ac-bfd8-4349-bf59-63b032ffd2e5 service neutron] 10.222.0.53 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847255 Mar 11 17:17:03.225355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:03.226100 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:03.227737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa210ba6-1d34-4800-931e-1b10c3965d2a HTTP/1.1" status: 200 len: 1091 time: 3.1237943 Mar 11 17:17:03.287438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-06300002-d5c1-47e3-9c69-b6f7aa5b1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:03.289280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-06300002-d5c1-47e3-9c69-b6f7aa5b1640 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e37491a1-06bf-455f-81cd-f6f9505fb6e3 HTTP/1.1" status: 200 len: 857 time: 0.2789204 Mar 11 17:17:03.396406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Pushing event updated for resources: {'Port': ['ID=fa210ba6-1d34-4800-931e-1b10c3965d2a,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:03.430896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-77f112f0-7166-488c-be1f-a6339cf1de59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=394dd3cb-0d73-4cc7-906b-d3203dfad461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961578 Mar 11 17:17:03.437136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-8e497538-bc41-4fc7-9031-92c07cae20f1 service neutron] 10.222.0.66 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190976 Mar 11 17:17:03.441966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.442311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.442651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.442986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.443315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.443671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.443975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.444298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.444648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.444970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.445292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.445671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5101-25f0-4acc-a70c-93e12a75f790 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:03.528049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd7cf5-fd42-463a-adc0-538d83fd3d29 req-7984b5d6-7ef5-41ca-9cb3-884160acd01a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:03.530247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5fd7cf5-fd42-463a-adc0-538d83fd3d29 req-7984b5d6-7ef5-41ca-9cb3-884160acd01a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.2928364 Mar 11 17:17:03.629811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7bbb5a50-4421-4b52-8816-e5f0b9943981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:03.631303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-7bbb5a50-4421-4b52-8816-e5f0b9943981 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a8e2ac88bc64e5598f7aa1b58bf40c9&device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 1094 time: 0.3096149 Mar 11 17:17:03.640592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-7fb49a2c-0dfa-475a-b238-d7740a888f69 service neutron] 10.222.0.53 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867664 Mar 11 17:17:03.741721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-53ecb48e-38f9-4ffe-8795-2cdf48eab873 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa210ba6-1d34-4800-931e-1b10c3965d2a HTTP/1.1" status: 200 len: 217 time: 0.0966449 Mar 11 17:17:03.749827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5fd7cf5-fd42-463a-adc0-538d83fd3d29 req-e99b7aa4-b10a-4a27-9b0e-9bf9e22ebbcc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909306 Mar 11 17:17:03.752636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-753094c7-328e-447f-945c-36ccf603d818 service neutron] 10.222.0.66 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017933 Mar 11 17:17:03.755544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-8e6ba94b-97fc-416a-9f98-f8194d52d6a1 service neutron] 10.222.0.46 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032293 Mar 11 17:17:03.884875 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102557cf-4d38-41f8-8eea-53f630cdf4aa x-openstack-request-id: req-102557cf-4d38-41f8-8eea-53f630cdf4aa {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:03.885253 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29ac773-4b9c-4724-9dcc-095d09f898cf", "tag": "0170f8a9-8296-4bf9-b282-03a99b806715", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:03.885466 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-102557cf-4d38-41f8-8eea-53f630cdf4aa {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:03.885739 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29ac773-4b9c-4724-9dcc-095d09f898cf', 'tag': '0170f8a9-8296-4bf9-b282-03a99b806715', 'status': 'completed', 'code': 200} Mar 11 17:17:03.969666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-8b84f1b0-8afd-4c2b-a1fe-ce5c5bfc1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:03.971138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-8b84f1b0-8afd-4c2b-a1fe-ce5c5bfc1fae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e37491a1-06bf-455f-81cd-f6f9505fb6e3 HTTP/1.1" status: 200 len: 857 time: 0.2142878 Mar 11 17:17:03.972947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f162acf-ec9d-401a-8732-ea160cc0d114 req-d585d183-8da8-4de2-8623-8a50ea35aca7 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0534513 Mar 11 17:17:04.017433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-598994b3-1286-45d8-9dbe-d00c504229ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=394dd3cb-0d73-4cc7-906b-d3203dfad461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335894 Mar 11 17:17:04.052619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac7ae99c-cefb-47cd-a4a1-9e2ef53b902e req-1b4aff81-b452-40d2-956d-4edf7f49f5f0 service neutron] 10.222.0.46 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705905 Mar 11 17:17:04.052619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-9910cb0a-798b-48ee-ae4f-74f163a4c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:04.052619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-9910cb0a-798b-48ee-ae4f-74f163a4c78d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a8e2ac88bc64e5598f7aa1b58bf40c9&device_id=e29ac773-4b9c-4724-9dcc-095d09f898cf HTTP/1.1" status: 200 len: 1095 time: 0.1648355 Mar 11 17:17:04.062029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 98abce31-8840-4c8b-aaf0-1834025d7b66 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:17:04.078539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d62d8405-0624-460c-bfc5-549470c9c0ea up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:04.220990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port d62d8405-0624-460c-bfc5-549470c9c0ea completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:17:04.235378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port d62d8405-0624-460c-bfc5-549470c9c0ea triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:04.236366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-06463110-1386-42d2-9fad-6b04e4c30076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:04.236678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:04.236971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-06463110-1386-42d2-9fad-6b04e4c30076 service neutron] 10.222.0.66 "GET /v2.0/networks?id=394dd3cb-0d73-4cc7-906b-d3203dfad461 HTTP/1.1" status: 200 len: 917 time: 0.1634824 Mar 11 17:17:04.243759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465a22-1e1e-44a7-bf1d-6f4345cb99db req-5a7dc6e4-bd53-4066-8d74-3f5c66326b47 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:04.245232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37465a22-1e1e-44a7-bf1d-6f4345cb99db req-5a7dc6e4-bd53-4066-8d74-3f5c66326b47 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 943 time: 0.1736712 Mar 11 17:17:04.300324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-f5e88b2e-8d5a-43e3-91b3-6ef3dd47925e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0170f8a9-8296-4bf9-b282-03a99b806715 HTTP/1.1" status: 200 len: 217 time: 0.0540628 Mar 11 17:17:04.307889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-4a797919-ef44-4070-bcd7-de09c5691e02 service neutron] 10.222.0.46 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711701 Mar 11 17:17:04.350242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 98abce31-8840-4c8b-aaf0-1834025d7b66, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=98abce31-8840-4c8b-aaf0-1834025d7b66,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:04.380905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '98abce31-8840-4c8b-aaf0-1834025d7b66', 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461', 'port_id': '98abce31-8840-4c8b-aaf0-1834025d7b66', 'mac_address': 'fa:16:3e:f4:e4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37491a1-06bf-455f-81cd-f6f9505fb6e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:17:04.417161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37465a22-1e1e-44a7-bf1d-6f4345cb99db req-ab2572ea-cae7-4516-b1b9-7add6b909544 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583846 Mar 11 17:17:04.475363 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:04.494770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-4a77cf1e-cdca-4124-b923-61b41d3a03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:04.500124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-4a77cf1e-cdca-4124-b923-61b41d3a03d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e37491a1-06bf-455f-81cd-f6f9505fb6e3 HTTP/1.1" status: 200 len: 857 time: 0.1872399 Mar 11 17:17:04.545823 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc640e-c574-4499-8732-1bca724260e8 x-openstack-request-id: req-e1bc640e-c574-4499-8732-1bca724260e8 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:04.546865 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:04.547122 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1bc640e-c574-4499-8732-1bca724260e8 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:04.549018 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'code': 200} Mar 11 17:17:04.554389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b639bcab-5fbe-4ba4-af7a-f00b9acada46 req-3d7abe14-d467-4187-adb1-070dc82a1a20 service neutron] 10.222.0.46 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316515 Mar 11 17:17:04.581683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98abce31-8840-4c8b-aaf0-1834025d7b66 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:04.603234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-d654220a-bb5b-44f6-9079-50ca8aa05a03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=394dd3cb-0d73-4cc7-906b-d3203dfad461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529990 Mar 11 17:17:04.611682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:04.617225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 98abce31-8840-4c8b-aaf0-1834025d7b66, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=98abce31-8840-4c8b-aaf0-1834025d7b66,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:04.634594 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:04.697891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c909fe9-416a-4e50-96c3-b8cf2a55b111 req-ea8393b9-8d28-427c-bc31-f9a165f456d3 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:04.701606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d62d8405-0624-460c-bfc5-549470c9c0ea, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d62d8405-0624-460c-bfc5-549470c9c0ea,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:04.707431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c909fe9-416a-4e50-96c3-b8cf2a55b111 req-ea8393b9-8d28-427c-bc31-f9a165f456d3 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 945 time: 0.2878187 Mar 11 17:17:04.712043 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:04.719371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=98abce31-8840-4c8b-aaf0-1834025d7b66,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:04.793067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a3a64-7f60-4c9a-bbb1-4d8cf72995d8 req-847f151f-3708-4825-9fb7-4f3adc688d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:04.798563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f76a3a64-7f60-4c9a-bbb1-4d8cf72995d8 req-847f151f-3708-4825-9fb7-4f3adc688d93 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 1101 time: 0.1397951 Mar 11 17:17:04.809956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d62d8405-0624-460c-bfc5-549470c9c0ea,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:04.870229 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f76a3a64-7f60-4c9a-bbb1-4d8cf72995d8 req-ddb9c792-5635-4990-aefe-b3ff2397ce8b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562265 Mar 11 17:17:05.079185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['98abce31-8840-4c8b-aaf0-1834025d7b66'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:05.119025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6ff3-047c-4c15-9d30-4792f2aee5a4 req-10387806-6693-4637-a908-eab4a9c2c1fb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:05.121197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45ac6ff3-047c-4c15-9d30-4792f2aee5a4 req-10387806-6693-4637-a908-eab4a9c2c1fb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 944 time: 0.5224841 Mar 11 17:17:05.138603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c909fe9-416a-4e50-96c3-b8cf2a55b111 req-169cc5c7-9d20-45be-b926-17f666721bc7 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299040 Mar 11 17:17:05.180584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-0de8a73c-3914-406e-8a0f-2628cd7c7964 service neutron] 10.222.0.66 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657887 Mar 11 17:17:05.189638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45ac6ff3-047c-4c15-9d30-4792f2aee5a4 req-886d89b1-1044-4196-ad46-120f081335ad tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543189 Mar 11 17:17:05.378231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0bd0a4f-95a0-4d84-9cb6-c496df825e0a req-9a3ee30f-bb3a-4dba-a02b-4aab42f22efc tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.0641854 Mar 11 17:17:05.445682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02ea6c71-3843-4cf1-b1a2-703d4d45c7fc req-69d13540-1cab-43c2-b042-b50a61c22b66 service neutron] 10.222.0.66 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547026 Mar 11 17:17:05.485975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdcdf6-effe-417b-901e-baa94d4d7e15 req-8b87e524-53d8-419e-b573-075ee744cc90 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:05.488086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23fdcdf6-effe-417b-901e-baa94d4d7e15 req-8b87e524-53d8-419e-b573-075ee744cc90 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.1122572 Mar 11 17:17:05.549041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62bbe471-ac14-491c-a100-40170ae550f3 req-34ef5f03-a488-4bf0-b8ae-0fed0f5b80e2 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0450468 Mar 11 17:17:05.567805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23fdcdf6-effe-417b-901e-baa94d4d7e15 req-8d582a7a-eb0e-4620-ae97-ef124f7ba2ba tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726442 Mar 11 17:17:05.692573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-604771c1-f117-4f9d-a0be-2145a75e233a req-3a69b933-b77e-48a5-9546-bffc5b9d5516 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1200684660&fields=id&tenant_id=e876d4c952eb4b948add0b463cfff584 HTTP/1.1" status: 200 len: 267 time: 0.0498548 Mar 11 17:17:05.775027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e554b2d-8b6e-4d03-bd6c-33f6507cd2de req-9481fbd2-3af3-4a37-a92e-43dba4d269be tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:05.776417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e554b2d-8b6e-4d03-bd6c-33f6507cd2de req-9481fbd2-3af3-4a37-a92e-43dba4d269be tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 944 time: 0.0829322 Mar 11 17:17:05.784799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604771c1-f117-4f9d-a0be-2145a75e233a req-7ffbff18-d8bd-4169-9203-9959d7796755 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:05.786285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-604771c1-f117-4f9d-a0be-2145a75e233a req-7ffbff18-d8bd-4169-9203-9959d7796755 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 945 time: 0.0839243 Mar 11 17:17:05.806609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-604771c1-f117-4f9d-a0be-2145a75e233a req-51789db7-a62e-4e87-a356-6b271332ca23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'port': {'security_groups': ['d38d2ffe-2dca-46e6-91a7-ed013bf85dc6', 'a2fa6b2d-a731-4ba9-b1dd-db229307e653']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:05.860510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e554b2d-8b6e-4d03-bd6c-33f6507cd2de req-6f3eb5a4-bf3a-431c-a811-1c60f3d6e8f4 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727601 Mar 11 17:17:05.887370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'tag': 'fa210ba6-1d34-4800-931e-1b10c3965d2a'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:05.891595 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e93e36-d012-4d56-b309-da019586a32a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7957181-2d6c-4b71-ac0e-f62b506a052f", "tag": "fa210ba6-1d34-4800-931e-1b10c3965d2a"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:05.908673 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-604771c1-f117-4f9d-a0be-2145a75e233a req-51789db7-a62e-4e87-a356-6b271332ca23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:06.030307 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5428e9f9-0575-4379-a3d5-62bf16696c54 x-openstack-request-id: req-5428e9f9-0575-4379-a3d5-62bf16696c54 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:06.031480 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7957181-2d6c-4b71-ac0e-f62b506a052f", "tag": "fa210ba6-1d34-4800-931e-1b10c3965d2a", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:06.031480 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5428e9f9-0575-4379-a3d5-62bf16696c54 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:06.031862 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'tag': 'fa210ba6-1d34-4800-931e-1b10c3965d2a', 'status': 'completed', 'code': 200} Mar 11 17:17:06.096084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-a3ee95a9-5c30-4059-b955-0ad8ee45880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:06.098137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-a3ee95a9-5c30-4059-b955-0ad8ee45880d service neutron] 10.222.0.66 "GET /v2.0/ports/b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 HTTP/1.1" status: 200 len: 1026 time: 0.1105580 Mar 11 17:17:06.211462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93e36-d012-4d56-b309-da019586a32a req-155b3b1e-9c01-40e8-8e35-27c745adf9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:06.214611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0e93e36-d012-4d56-b309-da019586a32a req-155b3b1e-9c01-40e8-8e35-27c745adf9cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a8e2ac88bc64e5598f7aa1b58bf40c9&device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 1094 time: 0.1676357 Mar 11 17:17:06.224709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-26c7e06e-5043-4219-9f70-03ee7b378011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:06.227190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-26c7e06e-5043-4219-9f70-03ee7b378011 service neutron] 10.222.0.66 "GET /v2.0/ports/5fbad905-fa64-4fdc-aa78-bda80d01360d HTTP/1.1" status: 200 len: 1028 time: 0.1088681 Mar 11 17:17:06.501793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0170f8a9-8296-4bf9-b282-03a99b806715 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:17:06.556950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-604771c1-f117-4f9d-a0be-2145a75e233a req-51789db7-a62e-4e87-a356-6b271332ca23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] For port 2ebed541-7cf0-4710-946c-57681a3a7eac, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2ebed541-7cf0-4710-946c-57681a3a7eac,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:06.564250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93e36-d012-4d56-b309-da019586a32a req-47bb8193-30b5-47bf-a546-0e346d4f10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:06.565814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0e93e36-d012-4d56-b309-da019586a32a req-47bb8193-30b5-47bf-a546-0e346d4f10de service neutron] 10.222.0.46 "GET /v2.0/networks?id=394dd3cb-0d73-4cc7-906b-d3203dfad461 HTTP/1.1" status: 200 len: 917 time: 0.3374498 Mar 11 17:17:06.570370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48632) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:06.574689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836c8a05-f7b4-4f76-9e38-9cd806f39d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62d8405-0624-460c-bfc5-549470c9c0ea'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:06.580591 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7e4e23-39e3-4aa7-aecd-ee19e0d9feb3" -d '{"events": [{"server_uuid": "836c8a05-f7b4-4f76-9e38-9cd806f39d36", "name": "network-vif-plugged", "status": "completed", "tag": "d62d8405-0624-460c-bfc5-549470c9c0ea"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:06.598241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d5fc6-67ad-43e9-bf37-3abe6293f0ee req-33c2bc34-dc1f-4ecd-839e-9b2334cd907b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:06.607652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-458d5fc6-67ad-43e9-bf37-3abe6293f0ee req-33c2bc34-dc1f-4ecd-839e-9b2334cd907b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 945 time: 0.2309575 Mar 11 17:17:06.644503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bfaabefb-09de-4c8d-9f7f-4a88decdea01 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:06.650336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bfaabefb-09de-4c8d-9f7f-4a88decdea01 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:06.657255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bfaabefb-09de-4c8d-9f7f-4a88decdea01 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:06.658862 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bfaabefb-09de-4c8d-9f7f-4a88decdea01 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "GET /v2.0/networks?id=1394a171-ce99-407d-a71d-c9abf03ee56b&id=76a7467c-f517-456a-a479-d4b9c4849562&id=76a7467c-f517-456a-a479-d4b9c4849562&id=76a7467c-f517-456a-a479-d4b9c4849562&id=76a7467c-f517-456a-a479-d4b9c4849562&id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c&id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c HTTP/1.1" status: 200 len: 1989 time: 0.4113739 Mar 11 17:17:06.708972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0e93e36-d012-4d56-b309-da019586a32a req-88369a41-90b6-4fb2-8e86-8ce5d6f29247 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa210ba6-1d34-4800-931e-1b10c3965d2a HTTP/1.1" status: 200 len: 217 time: 0.1242814 Mar 11 17:17:06.748266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-604771c1-f117-4f9d-a0be-2145a75e233a req-51789db7-a62e-4e87-a356-6b271332ca23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:06.795380 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-604771c1-f117-4f9d-a0be-2145a75e233a req-51789db7-a62e-4e87-a356-6b271332ca23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:06.806744 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113072d-49b5-4673-883c-fb5b6b9c63cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:06.841159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:06.857251 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-458d5fc6-67ad-43e9-bf37-3abe6293f0ee req-d43006fb-97c4-4cc2-bfd1-176e003a86e1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483017 Mar 11 17:17:06.937307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['2ebed541-7cf0-4710-946c-57681a3a7eac'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:06.943804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8e447469-8d85-422a-8967-0622bae4c2c3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57e97bf04688486b83ee0690c8ff475f HTTP/1.1" status: 200 len: 380 time: 0.2451479 Mar 11 17:17:06.973620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'admin_state_up': True, 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'security_groups': ['deaea29d-fd6c-4608-8cae-c7905890b463']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:06.980577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93e36-d012-4d56-b309-da019586a32a req-71f3fc67-7ed9-4289-b877-09a1dc2e8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:06.983724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0e93e36-d012-4d56-b309-da019586a32a req-71f3fc67-7ed9-4289-b877-09a1dc2e8ae1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e37491a1-06bf-455f-81cd-f6f9505fb6e3 HTTP/1.1" status: 200 len: 857 time: 0.2551670 Mar 11 17:17:07.010665 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113072d-49b5-4673-883c-fb5b6b9c63cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:07.019256 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113072d-49b5-4673-883c-fb5b6b9c63cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:07.058512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0170f8a9-8296-4bf9-b282-03a99b806715, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0170f8a9-8296-4bf9-b282-03a99b806715,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:07.068135 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e113072d-49b5-4673-883c-fb5b6b9c63cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=301d32daa55f442ba93813f3e3d3293d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4964898 Mar 11 17:17:07.086849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:07.096669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604771c1-f117-4f9d-a0be-2145a75e233a req-51789db7-a62e-4e87-a356-6b271332ca23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:07.098212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-604771c1-f117-4f9d-a0be-2145a75e233a req-51789db7-a62e-4e87-a356-6b271332ca23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:07.099673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '0170f8a9-8296-4bf9-b282-03a99b806715', 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461', 'port_id': '0170f8a9-8296-4bf9-b282-03a99b806715', 'mac_address': 'fa:16:3e:87:1d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37491a1-06bf-455f-81cd-f6f9505fb6e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:17:07.101014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-604771c1-f117-4f9d-a0be-2145a75e233a req-51789db7-a62e-4e87-a356-6b271332ca23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "PUT /v2.0/ports/2ebed541-7cf0-4710-946c-57681a3a7eac HTTP/1.1" status: 200 len: 981 time: 1.3070214 Mar 11 17:17:07.163506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51789db7-a62e-4e87-a356-6b271332ca23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'Port': ['ID=2ebed541-7cf0-4710-946c-57681a3a7eac,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:07.169444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113072d-49b5-4673-883c-fb5b6b9c63cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d668ad7-840d-4414-b5f2-8f3a23d6cccd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:07.179162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-711dc08b-a0b7-4e37-bc4b-659ab6c0cf2b req-bb2c1d80-e541-47e2-9cd0-42425ccdab7b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.0436184 Mar 11 17:17:07.202330 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['2ebed541-7cf0-4710-946c-57681a3a7eac'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:07.217743 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900cb4a2-892c-44db-af76-233b1f4189f5 x-openstack-request-id: req-900cb4a2-892c-44db-af76-233b1f4189f5 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:07.218378 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836c8a05-f7b4-4f76-9e38-9cd806f39d36", "name": "network-vif-plugged", "status": "completed", "tag": "d62d8405-0624-460c-bfc5-549470c9c0ea", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:07.218867 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-900cb4a2-892c-44db-af76-233b1f4189f5 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:07.219459 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836c8a05-f7b4-4f76-9e38-9cd806f39d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62d8405-0624-460c-bfc5-549470c9c0ea', 'code': 200} Mar 11 17:17:07.225386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19d27b6f-9a29-4089-aaef-b339f7b68aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:07.259264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0e93e36-d012-4d56-b309-da019586a32a req-fe699dbb-c4fc-4170-8a18-7668b2404007 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=394dd3cb-0d73-4cc7-906b-d3203dfad461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568542 Mar 11 17:17:07.339657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19d27b6f-9a29-4089-aaef-b339f7b68aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:07.439750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19d27b6f-9a29-4089-aaef-b339f7b68aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:07.443649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19d27b6f-9a29-4089-aaef-b339f7b68aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:07.449009 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-19d27b6f-9a29-4089-aaef-b339f7b68aea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d668ad7-840d-4414-b5f2-8f3a23d6cccd HTTP/1.1" status: 204 len: 168 time: 0.3607213 Mar 11 17:17:07.458367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d27b6f-9a29-4089-aaef-b339f7b68aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d668ad7-840d-4414-b5f2-8f3a23d6cccd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:07.575462 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:07.628472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c16f579-dfe2-49fd-b132-3c69646e544b req-8e773f2f-5d14-4e2c-943a-5879ac946124 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.2602470 Mar 11 17:17:07.683714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068707e-6b6f-4dbc-8e55-3262556f45a0 req-a13232b3-6c61-41d9-b5a3-13e9fed51d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:07.686240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7068707e-6b6f-4dbc-8e55-3262556f45a0 req-a13232b3-6c61-41d9-b5a3-13e9fed51d04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 1096 time: 0.3397939 Mar 11 17:17:07.770455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cc541-dc80-4cbf-a5be-c341a5043a4f req-1a7c27cb-5c6b-4c29-8ea2-ed959091e345 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:07.772869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0170f8a9-8296-4bf9-b282-03a99b806715 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:07.792538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d8cc541-dc80-4cbf-a5be-c341a5043a4f req-1a7c27cb-5c6b-4c29-8ea2-ed959091e345 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.4197206 Mar 11 17:17:07.887461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:07.893881 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:07.905159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0e93e36-d012-4d56-b309-da019586a32a req-8bad88ce-d00f-4aa3-84b4-a81f4d694c0e service neutron] 10.222.0.46 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210289 Mar 11 17:17:07.954424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7068707e-6b6f-4dbc-8e55-3262556f45a0 req-846d30cf-1194-4c9c-8b33-d243873894d0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524281 Mar 11 17:17:08.050638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:08.054039 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00b3761-665d-4561-aa9d-98529cb3eff9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:08.074375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0170f8a9-8296-4bf9-b282-03a99b806715, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0170f8a9-8296-4bf9-b282-03a99b806715,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:08.076876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d8cc541-dc80-4cbf-a5be-c341a5043a4f req-81dc7d50-1e08-42e4-87bd-771f99bbd08d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831199 Mar 11 17:17:08.093773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device fa210ba6-1d34-4800-931e-1b10c3965d2a details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:17:08.168278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca6fd4-4a92-483f-9eea-c31e1032638a req-ce582ad9-ff83-4069-9164-2291f7f9a74f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:08.170891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97ca6fd4-4a92-483f-9eea-c31e1032638a req-ce582ad9-ff83-4069-9164-2291f7f9a74f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 944 time: 0.3737409 Mar 11 17:17:08.184247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 98abce31-8840-4c8b-aaf0-1834025d7b66 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:08.187865 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:08.308982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0170f8a9-8296-4bf9-b282-03a99b806715,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:08.325545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0e93e36-d012-4d56-b309-da019586a32a req-c2dc6038-3bc3-403d-b16b-180caf8f7eb8 service neutron] 10.222.0.46 "GET /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916855 Mar 11 17:17:08.386481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97ca6fd4-4a92-483f-9eea-c31e1032638a req-4670399d-f93d-4ed2-a442-f70b106a6fd2 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956151 Mar 11 17:17:08.413891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10457917-8adc-4925-8019-a07762132c59 req-f47aabc3-ee55-476a-8542-dfcf8199908f tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/a2fa6b2d-a731-4ba9-b1dd-db229307e653 HTTP/1.1" status: 200 len: 1802 time: 0.2376173 Mar 11 17:17:08.459896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port fa210ba6-1d34-4800-931e-1b10c3965d2a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=fa210ba6-1d34-4800-931e-1b10c3965d2a,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:08.498550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Allocated IP 172.20.0.10 (1394a171-ce99-407d-a71d-c9abf03ee56b/4bf8e4bb-7108-4116-a5e2-7ae872b2c394/fff06a60-8fe8-4864-962d-fec0baf86aa0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:08.510085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'fa210ba6-1d34-4800-931e-1b10c3965d2a', 'network_id': '394dd3cb-0d73-4cc7-906b-d3203dfad461', 'port_id': 'fa210ba6-1d34-4800-931e-1b10c3965d2a', 'mac_address': 'fa:16:3e:a5:3b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37491a1-06bf-455f-81cd-f6f9505fb6e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:17:08.527142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 98abce31-8840-4c8b-aaf0-1834025d7b66 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:17:08.553066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 98abce31-8840-4c8b-aaf0-1834025d7b66 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:08.553597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:08.590742 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-10457917-8adc-4925-8019-a07762132c59 req-9ccb55f3-848a-4ba0-ab2b-aa4694c7359d tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:17:08.592316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10457917-8adc-4925-8019-a07762132c59 req-9ccb55f3-848a-4ba0-ab2b-aa4694c7359d tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2fa6b2d-a731-4ba9-b1dd-db229307e653 HTTP/1.1" status: 409 len: 341 time: 0.1571753 Mar 11 17:17:08.623851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e9376-a0c1-4d68-b64e-90402c94450f req-fe217d80-0e6a-4493-91c1-e965a657e0f8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:08.625609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d5e9376-a0c1-4d68-b64e-90402c94450f req-fe217d80-0e6a-4493-91c1-e965a657e0f8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 945 time: 0.1344686 Mar 11 17:17:08.659943 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:08.673573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0170f8a9-8296-4bf9-b282-03a99b806715'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:08.723100 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2b23f8-18a5-4b35-be57-2bdfc8719791 x-openstack-request-id: req-eb2b23f8-18a5-4b35-be57-2bdfc8719791 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:08.723950 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:08.723950 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb2b23f8-18a5-4b35-be57-2bdfc8719791 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:08.724328 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac', 'status': 'completed', 'code': 200} Mar 11 17:17:08.828037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d5e9376-a0c1-4d68-b64e-90402c94450f req-a85af396-1eaa-451c-9cb1-1753ae510695 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710446 Mar 11 17:17:08.845206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa210ba6-1d34-4800-931e-1b10c3965d2a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:08.919410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:08.924736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-1fb68025-9d7d-4ba9-9cbc-cc4353177123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:08.929238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-1fb68025-9d7d-4ba9-9cbc-cc4353177123 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1135 time: 0.1745985 Mar 11 17:17:08.935863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port fa210ba6-1d34-4800-931e-1b10c3965d2a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=fa210ba6-1d34-4800-931e-1b10c3965d2a,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:08.942863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2857f-21e0-4eac-b40a-10bb3e5a88a9 req-10102c11-fef0-445e-9a15-b804c126cdce tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:08.944752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0e2857f-21e0-4eac-b40a-10bb3e5a88a9 req-10102c11-fef0-445e-9a15-b804c126cdce tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.1363826 Mar 11 17:17:08.959528 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:09.088399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec0ed6d9-9873-4edf-a2b6-b82e04b636e0 req-ef740b54-6bed-4f4f-a00f-1f69fb304baf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.1051495 Mar 11 17:17:09.091551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=fa210ba6-1d34-4800-931e-1b10c3965d2a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:09.095088 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:09.181869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 98abce31-8840-4c8b-aaf0-1834025d7b66, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=98abce31-8840-4c8b-aaf0-1834025d7b66,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:09.196937 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:09.224587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd5e06e-0ec3-4ac4-acea-86d19b4145d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abce31-8840-4c8b-aaf0-1834025d7b66'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:09.230021 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24139156-bd1a-4c29-9bc2-46b41837d369" -d '{"events": [{"server_uuid": "0bd5e06e-0ec3-4ac4-acea-86d19b4145d7", "name": "network-vif-plugged", "status": "completed", "tag": "98abce31-8840-4c8b-aaf0-1834025d7b66"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:09.233579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-b52ab54a-8d04-44e7-a8dd-1d25228c2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:09.236155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-b52ab54a-8d04-44e7-a8dd-1d25228c2de3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 913 time: 0.2900863 Mar 11 17:17:09.243924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0e2857f-21e0-4eac-b40a-10bb3e5a88a9 req-9a8d8faa-3a89-4437-9b78-08b23e0a2a14 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624505 Mar 11 17:17:09.261229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:09.389913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=98abce31-8840-4c8b-aaf0-1834025d7b66,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:09.431611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-d6a1746e-96c1-475a-a99f-b8a0903f7304 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ebed541-7cf0-4710-946c-57681a3a7eac HTTP/1.1" status: 200 len: 217 time: 0.1854818 Mar 11 17:17:09.506418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50a2f266-81e3-42b4-8a26-c32b897e23a0 req-39522925-5305-42d2-8496-e7c5e812fbe4 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1111176 Mar 11 17:17:09.525301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['fa210ba6-1d34-4800-931e-1b10c3965d2a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:09.572706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 1394a171-ce99-407d-a71d-c9abf03ee56b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:09.575045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:09.602507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Port': ['ID=fff06a60-8fe8-4864-962d-fec0baf86aa0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:09.616251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:09.724570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-3f804284-3394-47e5-ac0a-ee4715d2a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:09.736005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-3f804284-3394-47e5-ac0a-ee4715d2a0b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 200 len: 853 time: 0.2818708 Mar 11 17:17:09.836256 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e9f47e-07d3-4097-b20a-e08e733740a4 x-openstack-request-id: req-88e9f47e-07d3-4097-b20a-e08e733740a4 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:09.837245 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd5e06e-0ec3-4ac4-acea-86d19b4145d7", "name": "network-vif-plugged", "status": "completed", "tag": "98abce31-8840-4c8b-aaf0-1834025d7b66", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:09.837245 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88e9f47e-07d3-4097-b20a-e08e733740a4 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:09.837997 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd5e06e-0ec3-4ac4-acea-86d19b4145d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abce31-8840-4c8b-aaf0-1834025d7b66', 'code': 200} Mar 11 17:17:09.870892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:09.873222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:09.913986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-4875af59-ea21-4be0-a687-de93ac93769f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=345efb7d-0013-4393-bacc-bddb63f2511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289895 Mar 11 17:17:10.038315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-883b29ef-c2b1-4064-a3e2-1f06c741e266 None None] Provisioning complete for port fff06a60-8fe8-4864-962d-fec0baf86aa0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:10.039277 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-883b29ef-c2b1-4064-a3e2-1f06c741e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:10.085487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-883b29ef-c2b1-4064-a3e2-1f06c741e266 None None] Port fff06a60-8fe8-4864-962d-fec0baf86aa0 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:17:10.518315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b703f8f4-85e0-48a0-a191-44f04a6cc139 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5598555 Mar 11 17:17:10.532658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0170f8a9-8296-4bf9-b282-03a99b806715 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:10.550264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'admin_state_up': True, 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'security_groups': ['deaea29d-fd6c-4608-8cae-c7905890b463']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:10.595102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 0170f8a9-8296-4bf9-b282-03a99b806715 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:17:10.600620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 0170f8a9-8296-4bf9-b282-03a99b806715 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:10.601150 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:10.656024 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:10.702779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207975-0ec8-4735-ae07-09e41c6baaa2 req-79b0c604-21a7-4ac7-9715-bb0c99a0cba8 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:10.705145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa207975-0ec8-4735-ae07-09e41c6baaa2 req-79b0c604-21a7-4ac7-9715-bb0c99a0cba8 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 945 time: 0.8018372 Mar 11 17:17:10.727830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049b853-3942-489e-854b-a0e417aea0e6 req-832022ee-47ec-47b8-9be1-16cc9cd9259e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:10.730410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9049b853-3942-489e-854b-a0e417aea0e6 req-832022ee-47ec-47b8-9be1-16cc9cd9259e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 984 time: 0.8288069 Mar 11 17:17:10.730806 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:10.733325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd24f85-c60e-45c1-992f-edcde4914853 req-0c36c609-a262-4560-ab6a-ed3728089f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:10.736036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fd24f85-c60e-45c1-992f-edcde4914853 req-0c36c609-a262-4560-ab6a-ed3728089f1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 1096 time: 0.8202367 Mar 11 17:17:10.785910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0170f8a9-8296-4bf9-b282-03a99b806715, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0170f8a9-8296-4bf9-b282-03a99b806715,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:10.791138 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:10.810831 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-ca7ec137-554e-4a80-9939-fa9fe39ed6b4 service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578207 Mar 11 17:17:10.848933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0170f8a9-8296-4bf9-b282-03a99b806715,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:11.035073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa207975-0ec8-4735-ae07-09e41c6baaa2 req-2c31b390-2d72-42a4-8ad8-03f0d8e21ee3 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906425 Mar 11 17:17:11.055635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fd24f85-c60e-45c1-992f-edcde4914853 req-cbfbf963-91f1-4581-adda-20cc98218090 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935827 Mar 11 17:17:11.066579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9049b853-3942-489e-854b-a0e417aea0e6 req-2b149a9b-d81f-474e-a5e2-c09c3777bb3c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&id=a2fa6b2d-a731-4ba9-b1dd-db229307e653&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2811251 Mar 11 17:17:11.126445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:11.131748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:11.140396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e00b3761-665d-4561-aa9d-98529cb3eff9 req-2db0ef3e-c577-4158-9a03-47294909c089 service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007739 Mar 11 17:17:11.475588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd29b1e-8e2a-40bd-896e-7abdaed272db req-5992e679-b4b6-403c-ba23-2da149edf720 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:11.476837 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1bd29b1e-8e2a-40bd-896e-7abdaed272db req-5992e679-b4b6-403c-ba23-2da149edf720 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 932 time: 0.2176268 Mar 11 17:17:11.496083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fd0bb-a51d-488d-925f-d40863234dbd req-600bfa28-34e5-4fac-ad40-f8ffc5dbe86a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:11.497931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e56fd0bb-a51d-488d-925f-d40863234dbd req-600bfa28-34e5-4fac-ad40-f8ffc5dbe86a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 945 time: 0.2645066 Mar 11 17:17:11.528494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Allocated IP 10.1.1.68 (76a7467c-f517-456a-a479-d4b9c4849562/8f3b4a4c-47da-4681-8b34-816896925994/aefa956c-bead-4e2f-8f87-663847b1e03d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:11.569228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-1983d8f5-4ded-4bc0-8112-160ac176cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:11.570605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-1983d8f5-4ded-4bc0-8112-160ac176cb8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1135 time: 0.1418786 Mar 11 17:17:11.628827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1bd29b1e-8e2a-40bd-896e-7abdaed272db req-4acff591-aab2-4bbf-8cc8-00ed4839531c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416852 Mar 11 17:17:11.640434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e56fd0bb-a51d-488d-925f-d40863234dbd req-074f8b59-9507-4784-bbc4-eda974b092a1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285617 Mar 11 17:17:11.826452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bef76a2a-a790-494d-b18d-fab13a3e33e7 req-79286d81-ab60-4ac8-ab87-1c1ce8526684 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0976443 Mar 11 17:17:11.839253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29ac773-4b9c-4724-9dcc-095d09f898cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170f8a9-8296-4bf9-b282-03a99b806715'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:11.843056 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e05634-aa28-4c35-8c02-91ac263a0b73" -d '{"events": [{"server_uuid": "e29ac773-4b9c-4724-9dcc-095d09f898cf", "name": "network-vif-plugged", "status": "completed", "tag": "0170f8a9-8296-4bf9-b282-03a99b806715"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:11.883224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-10694021-496d-4d25-aee7-79ac52c50bd1 req-51961206-8756-4ef7-a6f8-236b0227e427 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:17:11.884681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10694021-496d-4d25-aee7-79ac52c50bd1 req-51961206-8756-4ef7-a6f8-236b0227e427 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110433 Mar 11 17:17:11.932297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-d7c22a67-6b44-4920-89ee-83cb546d26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:11.934523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-d7c22a67-6b44-4920-89ee-83cb546d26b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 913 time: 0.3530381 Mar 11 17:17:11.998014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.033637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-3c4bb0d8-eced-4864-8c11-794dc062ae70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ebed541-7cf0-4710-946c-57681a3a7eac HTTP/1.1" status: 200 len: 217 time: 0.0876000 Mar 11 17:17:12.036991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.114121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device fa210ba6-1d34-4800-931e-1b10c3965d2a up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:12.192819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 76a7467c-f517-456a-a479-d4b9c4849562 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:12.202440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:12.206051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:12.216000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-14bb832e-6b21-47ef-aac1-02bc76f3c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:12.219555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-14bb832e-6b21-47ef-aac1-02bc76f3c43a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 200 len: 853 time: 0.1730773 Mar 11 17:17:12.220723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Port': ['ID=aefa956c-bead-4e2f-8f87-663847b1e03d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:12.280043 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffed3a30-4c90-4fb7-9dd9-e15924b01b50 x-openstack-request-id: req-ffed3a30-4c90-4fb7-9dd9-e15924b01b50 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:12.280916 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29ac773-4b9c-4724-9dcc-095d09f898cf", "name": "network-vif-plugged", "status": "completed", "tag": "0170f8a9-8296-4bf9-b282-03a99b806715", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:12.281251 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffed3a30-4c90-4fb7-9dd9-e15924b01b50 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:12.281729 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29ac773-4b9c-4724-9dcc-095d09f898cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170f8a9-8296-4bf9-b282-03a99b806715', 'code': 200} Mar 11 17:17:12.308582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port fa210ba6-1d34-4800-931e-1b10c3965d2a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:17:12.318557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port fa210ba6-1d34-4800-931e-1b10c3965d2a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:12.319650 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.379942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-c699b6f7-6a97-4c7f-9219-126f29ecf98e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=345efb7d-0013-4393-bacc-bddb63f2511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103964 Mar 11 17:17:12.465684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e49a4a-c703-47d1-af40-581c1783660c req-eb6ad49f-2caf-4bb1-a171-32d7db8c2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:12.468234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d4e49a4a-c703-47d1-af40-581c1783660c req-eb6ad49f-2caf-4bb1-a171-32d7db8c2eb8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e29ac773-4b9c-4724-9dcc-095d09f898cf HTTP/1.1" status: 200 len: 1097 time: 0.0852950 Mar 11 17:17:12.546507 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d4e49a4a-c703-47d1-af40-581c1783660c req-31dc9fca-9d4f-4da3-bcc7-d663f7e99b49 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704541 Mar 11 17:17:12.569151 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.597567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:12.598659 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.643321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port fa210ba6-1d34-4800-931e-1b10c3965d2a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=fa210ba6-1d34-4800-931e-1b10c3965d2a,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:12.648770 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.727556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b62e4f19-73a6-47fc-9e5e-2a9ec710be4c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1989343 Mar 11 17:17:12.747007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=fa210ba6-1d34-4800-931e-1b10c3965d2a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:12.757845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cb76905b-de62-4f18-b462-a9446e9df230 None None] Provisioning complete for port aefa956c-bead-4e2f-8f87-663847b1e03d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:12.758265 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cb76905b-de62-4f18-b462-a9446e9df230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.759122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bd0bb-7887-434f-87d1-df6cf5746eab req-d0999bcf-95ae-4b6d-b3b1-64a048b0b3e8 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:12.761687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f9bd0bb-7887-434f-87d1-df6cf5746eab req-d0999bcf-95ae-4b6d-b3b1-64a048b0b3e8 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 945 time: 0.3313184 Mar 11 17:17:12.771041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-a114318a-4840-4563-9b2f-c5a8838ee94a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4727309 Mar 11 17:17:12.797238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515eabf1-feb9-4257-8044-ef184bf56bc2 req-0e56e9a7-4ba6-4426-aedf-9443a7ee8660 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:12.798761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-515eabf1-feb9-4257-8044-ef184bf56bc2 req-0e56e9a7-4ba6-4426-aedf-9443a7ee8660 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.3543966 Mar 11 17:17:12.818635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-db5d83c1-a998-4b1a-80a0-aca38100893e service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964708 Mar 11 17:17:12.820724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cb76905b-de62-4f18-b462-a9446e9df230 None None] Port aefa956c-bead-4e2f-8f87-663847b1e03d cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:17:12.833046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'admin_state_up': True, 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'security_groups': ['deaea29d-fd6c-4608-8cae-c7905890b463']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:12.910853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f9bd0bb-7887-434f-87d1-df6cf5746eab req-48db03cf-a69e-49e6-a181-5f50afe9e1ff tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347873 Mar 11 17:17:13.162790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-515eabf1-feb9-4257-8044-ef184bf56bc2 req-3adbeec1-e411-4de3-8c7b-f7786cc8d315 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381979 Mar 11 17:17:13.263750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a33ba-7d0b-4eea-8e50-f1d0a42aff63 req-e142ec3d-87b3-4c0b-a580-7ed8c45216a8 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:13.266636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b0a33ba-7d0b-4eea-8e50-f1d0a42aff63 req-e142ec3d-87b3-4c0b-a580-7ed8c45216a8 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 984 time: 0.2122910 Mar 11 17:17:13.272604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd68e36b-3c9a-410c-a034-868dec13b178 req-a71942ed-f969-43be-8fa8-b06e33b3e6e8 service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114079 Mar 11 17:17:13.318846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:13.324576 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:13.420968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b0a33ba-7d0b-4eea-8e50-f1d0a42aff63 req-4e7115be-41dd-40bc-a66e-82804bc32bfb tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&id=a2fa6b2d-a731-4ba9-b1dd-db229307e653&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1264465 Mar 11 17:17:13.583054 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f5560343-bc74-47fa-ba9c-a40f40964b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:13.703863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Allocated IP 10.1.1.196 (76a7467c-f517-456a-a479-d4b9c4849562/8f3b4a4c-47da-4681-8b34-816896925994/a517875c-a749-4d98-98fc-eefa461908c5) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:13.714730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a178e42-e27e-43f2-bbc2-ca232098e830 req-397d6d12-11d1-4140-9c21-854017430ef1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:13.722087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a178e42-e27e-43f2-bbc2-ca232098e830 req-397d6d12-11d1-4140-9c21-854017430ef1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:13.723917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a178e42-e27e-43f2-bbc2-ca232098e830 req-397d6d12-11d1-4140-9c21-854017430ef1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 1653 time: 0.1863964 Mar 11 17:17:13.726026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05bfa2b3-be75-4e8e-9bc7-59e7fe68eca9 req-2f71a809-86be-437f-b59a-d6b34880dcea tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0774431 Mar 11 17:17:13.810470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a178e42-e27e-43f2-bbc2-ca232098e830 req-638e161a-84de-4574-890a-b6ceb8c5737d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711532 Mar 11 17:17:14.028641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:14.086935 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:14.214967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 76a7467c-f517-456a-a479-d4b9c4849562 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:14.262773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:14.286317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa210ba6-1d34-4800-931e-1b10c3965d2a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:14.292351 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053e862d-c95c-4187-8909-a469effede28" -d '{"events": [{"server_uuid": "e7957181-2d6c-4b71-ac0e-f62b506a052f", "name": "network-vif-plugged", "status": "completed", "tag": "fa210ba6-1d34-4800-931e-1b10c3965d2a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:14.301158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:14.436333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Port': ['ID=a517875c-a749-4d98-98fc-eefa461908c5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:14.486029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187ee32-b419-4602-b64b-1c239b5342a1 req-9e014b0e-f163-4db9-a9ef-aaf7a5720f74 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:14.494081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c187ee32-b419-4602-b64b-1c239b5342a1 req-9e014b0e-f163-4db9-a9ef-aaf7a5720f74 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 945 time: 0.3675160 Mar 11 17:17:14.538976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:14.539911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:14.599176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f2050a69-9c69-49fa-bf0f-766cef2ae434 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7753136 Mar 11 17:17:14.611484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa630a9c-06cb-4f5e-b434-e5a1511619bb req-3aaa1221-6731-4d7d-8c3f-8e3aa7075d52 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:14.613654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa630a9c-06cb-4f5e-b434-e5a1511619bb req-3aaa1221-6731-4d7d-8c3f-8e3aa7075d52 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.1881471 Mar 11 17:17:14.620308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c', 'admin_state_up': True, 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'security_groups': ['deaea29d-fd6c-4608-8cae-c7905890b463']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:14.684766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c187ee32-b419-4602-b64b-1c239b5342a1 req-80e52ba4-1cfa-45d1-aee3-0bc9ab537730 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894197 Mar 11 17:17:14.750518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-528b9ccc-aee1-4ccb-a9c1-173894ddefbd None None] Provisioning complete for port a517875c-a749-4d98-98fc-eefa461908c5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:14.753089 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-528b9ccc-aee1-4ccb-a9c1-173894ddefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:14.792290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa630a9c-06cb-4f5e-b434-e5a1511619bb req-6a0c5c11-078c-4819-997b-91d81f4c5d91 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561077 Mar 11 17:17:14.847171 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93f164-0201-4210-8465-cad45b45b9d9 x-openstack-request-id: req-aa93f164-0201-4210-8465-cad45b45b9d9 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:14.847901 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7957181-2d6c-4b71-ac0e-f62b506a052f", "name": "network-vif-plugged", "status": "completed", "tag": "fa210ba6-1d34-4800-931e-1b10c3965d2a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:14.848370 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa93f164-0201-4210-8465-cad45b45b9d9 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:14.849052 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa210ba6-1d34-4800-931e-1b10c3965d2a', 'code': 200} Mar 11 17:17:14.880996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-528b9ccc-aee1-4ccb-a9c1-173894ddefbd None None] Port a517875c-a749-4d98-98fc-eefa461908c5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:17:14.991695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:15.286834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ecf9a-05b6-42c2-a499-6c897701be5e req-2c0df285-d286-4a07-bcc3-c45e9c0b3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:15.290067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-152ecf9a-05b6-42c2-a499-6c897701be5e req-2c0df285-d286-4a07-bcc3-c45e9c0b3993 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 1096 time: 0.3593180 Mar 11 17:17:15.328650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-6ac394d3-9c6d-4e98-9042-464ac55f91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:15.331262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-6ac394d3-9c6d-4e98-9042-464ac55f91ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 1101 time: 0.0936408 Mar 11 17:17:15.348060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96da9f8-c7e2-47e3-8895-440b3b46e66d req-82c3b25c-52ca-4530-9154-867943bd3ce9 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:15.350541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e96da9f8-c7e2-47e3-8895-440b3b46e66d req-82c3b25c-52ca-4530-9154-867943bd3ce9 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 984 time: 0.3283925 Mar 11 17:17:15.378815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48782) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:15.438064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee54cbc-1ff2-4859-a219-a99c7a5a659f req-3fde1d11-5e84-4767-a1de-f5368789f43f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:15.447364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bee54cbc-1ff2-4859-a219-a99c7a5a659f req-3fde1d11-5e84-4767-a1de-f5368789f43f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=e29ac773-4b9c-4724-9dcc-095d09f898cf HTTP/1.1" status: 200 len: 946 time: 0.3124344 Mar 11 17:17:15.455789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-c163fb9a-7acb-48bb-99d0-76f4d88982e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:15.458660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-c163fb9a-7acb-48bb-99d0-76f4d88982e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1197159 Mar 11 17:17:15.478019 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:15.513819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-152ecf9a-05b6-42c2-a499-6c897701be5e req-278d6413-a5b7-4107-aecc-e12051dfd111 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021437 Mar 11 17:17:15.537380 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-0aa67d42-5473-4b36-b509-7c9fc5cbaf14 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d HTTP/1.1" status: 200 len: 217 time: 0.0636952 Mar 11 17:17:15.594361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-e7bce8e6-a14b-471a-acca-6dbb81ec76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:15.596013 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-e7bce8e6-a14b-471a-acca-6dbb81ec76cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0503879 Mar 11 17:17:15.599260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e96da9f8-c7e2-47e3-8895-440b3b46e66d req-0f91110f-f136-4b4a-a487-8744abcc4e23 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&id=a2fa6b2d-a731-4ba9-b1dd-db229307e653&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2232022 Mar 11 17:17:15.600550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-294abc34-1ac6-47d4-b006-5dc174477658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:15.673670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bee54cbc-1ff2-4859-a219-a99c7a5a659f req-e173cacf-279e-4e23-92f8-87fb378ec9a7 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251754 Mar 11 17:17:15.693063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-fd8e3538-4246-410d-8d11-2f1c9b2f71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:15.694707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-fd8e3538-4246-410d-8d11-2f1c9b2f71ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881481 Mar 11 17:17:15.835335 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-90903e69-3e63-4378-a097-9fd33c22f7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:15.858013 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-7c00852e-0635-4d8c-af68-c6a864f94cda service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537988 Mar 11 17:17:15.859214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-464d4570-c1cf-41e9-8054-fcf967a0fec5 req-f9d09fce-0b9a-4f45-b904-09003d48c739 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1136932 Mar 11 17:17:16.075998 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-b6062978-5a56-49c5-b9df-c765d4bc134d service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029848 Mar 11 17:17:16.155861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbf3c6-e508-4492-a925-e748476f6095 req-394e64d1-354b-4d25-b504-de3c21ab6d59 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:16.162685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbf3c6-e508-4492-a925-e748476f6095 req-394e64d1-354b-4d25-b504-de3c21ab6d59 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:16.170850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbf3c6-e508-4492-a925-e748476f6095 req-394e64d1-354b-4d25-b504-de3c21ab6d59 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:16.177458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11cbf3c6-e508-4492-a925-e748476f6095 req-394e64d1-354b-4d25-b504-de3c21ab6d59 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 2374 time: 0.3650727 Mar 11 17:17:16.323494 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-294abc34-1ac6-47d4-b006-5dc174477658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:16.339132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Allocated IP 10.2.2.100 (36da8ce5-1317-4ec3-ab5e-b620a9faa58c/58b1af45-4cc2-4faf-8258-3060d4686a9d/05b3125f-5734-432c-847e-a11654b73b98) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:16.350149 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-294abc34-1ac6-47d4-b006-5dc174477658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:16.394638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-a2a3c577-9a79-486d-aff8-f4e15b65f51f tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-155425879&fields=id&tenant_id=e876d4c952eb4b948add0b463cfff584 HTTP/1.1" status: 200 len: 267 time: 0.2550659 Mar 11 17:17:16.430830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11cbf3c6-e508-4492-a925-e748476f6095 req-fff5cb14-800c-4374-9ee4-17f2aa6f753b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092233 Mar 11 17:17:16.517762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294abc34-1ac6-47d4-b006-5dc174477658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb65b1c-5c50-4dea-8102-a5fd310cbb28,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:16.530264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-294abc34-1ac6-47d4-b006-5dc174477658 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e92ba72c97a498eae8491313c88c28a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1379402 Mar 11 17:17:16.534027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48792) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:16.624269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-678b95ac-7116-41de-9c6d-eaf590d56f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:16.653958 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-678b95ac-7116-41de-9c6d-eaf590d56f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:16.713030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-0f241ac0-f998-4e0e-9a59-598154130b63 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:16.716024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-0f241ac0-f998-4e0e-9a59-598154130b63 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 984 time: 0.2883942 Mar 11 17:17:16.716688 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-678b95ac-7116-41de-9c6d-eaf590d56f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:16.723983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-678b95ac-7116-41de-9c6d-eaf590d56f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:16.729761 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-678b95ac-7116-41de-9c6d-eaf590d56f27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffb65b1c-5c50-4dea-8102-a5fd310cbb28 HTTP/1.1" status: 204 len: 168 time: 0.1866119 Mar 11 17:17:16.741072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b95ac-7116-41de-9c6d-eaf590d56f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb65b1c-5c50-4dea-8102-a5fd310cbb28,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:16.755744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-2936b174-d677-431e-a6b7-316dcf6a7083 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'port': {'security_groups': ['a2fa6b2d-a731-4ba9-b1dd-db229307e653', 'd38d2ffe-2dca-46e6-91a7-ed013bf85dc6', 'cba91ba3-9e6f-4405-b3ea-e026624fd66b']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:17.027513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:17.253531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e64f-051e-4aed-8cf7-72e355c697b2 req-8cd1da0e-3854-4aa0-af64-80ef74226445 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:17.255174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0179e64f-051e-4aed-8cf7-72e355c697b2 req-8cd1da0e-3854-4aa0-af64-80ef74226445 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 945 time: 0.6857421 Mar 11 17:17:17.344617 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:17.374329 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-2936b174-d677-431e-a6b7-316dcf6a7083 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:17.402421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0179e64f-051e-4aed-8cf7-72e355c697b2 req-9be0b4f6-2bd3-4d22-9ad1-07da79a57a1c tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400063 Mar 11 17:17:17.543064 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:17.687927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Port': ['ID=05b3125f-5734-432c-847e-a11654b73b98,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:17.748674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:17.764678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:17.773545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:17.875108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:17.876227 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:17.896520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbcf55-77f9-46f3-9a87-0db96b7df5da req-8c905a80-23c1-4227-ae43-056b557d08f1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:17.904595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17fbcf55-77f9-46f3-9a87-0db96b7df5da req-8c905a80-23c1-4227-ae43-056b557d08f1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.3469110 Mar 11 17:17:17.952967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-68c8722f-3781-4703-8481-8780e052343c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3377900 Mar 11 17:17:17.980151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c', 'admin_state_up': True, 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'security_groups': ['deaea29d-fd6c-4608-8cae-c7905890b463']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:18.074037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17fbcf55-77f9-46f3-9a87-0db96b7df5da req-df0eff70-e966-4f39-b3d9-04557803be5d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683085 Mar 11 17:17:18.075606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48820) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:18.122844 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:17:18.288884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d787263c-2f22-4a45-8207-0462bfdb5697 req-d2c0eeb0-1642-487b-aced-6890c129a53f tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0900910 Mar 11 17:17:18.320881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-2936b174-d677-431e-a6b7-316dcf6a7083 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] For port 2ebed541-7cf0-4710-946c-57681a3a7eac, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2ebed541-7cf0-4710-946c-57681a3a7eac,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:18.366473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1359249612-network', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:18.413137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Made reservation on behalf of 1361845d5e43409eb9a3f5c3c7b96241 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:18.422885 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.437195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Made reservation on behalf of 57e97bf04688486b83ee0690c8ff475f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:18.447362 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.454191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.482580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-2936b174-d677-431e-a6b7-316dcf6a7083 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.504453 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-2936b174-d677-431e-a6b7-316dcf6a7083 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.618550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:18.625834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['2ebed541-7cf0-4710-946c-57681a3a7eac'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:18.639956 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.648258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-2936b174-d677-431e-a6b7-316dcf6a7083 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:18.664761 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-2936b174-d677-431e-a6b7-316dcf6a7083 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.667285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cca3b222-2fd9-4245-b44c-0bac0102a284 req-2936b174-d677-431e-a6b7-316dcf6a7083 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "PUT /v2.0/ports/2ebed541-7cf0-4710-946c-57681a3a7eac HTTP/1.1" status: 200 len: 1020 time: 1.9325683 Mar 11 17:17:18.687544 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.692298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:18.694145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.696436 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:18.704883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-24ce4bd8-8a5a-44d8-83b9-b107b21f8813 None None] Provisioning complete for port 05b3125f-5734-432c-847e-a11654b73b98 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:18.705471 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-24ce4bd8-8a5a-44d8-83b9-b107b21f8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.743917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73447c1d-29e6-4e9c-b4c1-9ee22c28efac,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:18.767789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:17:18.797491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.797491 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Added segment 1b0b334f-b144-4c32-b810-496c93ff2a25 of type vlan for network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 Mar 11 17:17:18.812526 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['2ebed541-7cf0-4710-946c-57681a3a7eac'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:18.923092 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.924370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-24ce4bd8-8a5a-44d8-83b9-b107b21f8813 None None] Port 05b3125f-5734-432c-847e-a11654b73b98 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:17:18.932804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b174-d677-431e-a6b7-316dcf6a7083 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'Port': ['ID=2ebed541-7cf0-4710-946c-57681a3a7eac,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:18.974679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.975682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:18.976640 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:19.032714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb522-89b4-45c5-94e5-8a51fd2b01ab req-728b91a5-2219-4579-ae36-d095630cecdf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:19.036871 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:19.044321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb522-89b4-45c5-94e5-8a51fd2b01ab req-728b91a5-2219-4579-ae36-d095630cecdf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:19.053500 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9754696 Mar 11 17:17:19.056455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb522-89b4-45c5-94e5-8a51fd2b01ab req-728b91a5-2219-4579-ae36-d095630cecdf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:19.061777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:19.068327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb522-89b4-45c5-94e5-8a51fd2b01ab req-728b91a5-2219-4579-ae36-d095630cecdf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:19.070813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Request body: {'subnet': {'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1359249612-subnet', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:19.082906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba1fb522-89b4-45c5-94e5-8a51fd2b01ab req-728b91a5-2219-4579-ae36-d095630cecdf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 3095 time: 0.3804791 Mar 11 17:17:19.111000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Made reservation on behalf of 1361845d5e43409eb9a3f5c3c7b96241 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:19.116671 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:19.226162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a133e-89ca-43a2-a260-d670445d1058 req-48bce3b2-7cf5-4a4a-8e00-944f04001ab8 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:19.239169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-067a133e-89ca-43a2-a260-d670445d1058 req-48bce3b2-7cf5-4a4a-8e00-944f04001ab8 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 945 time: 0.3121598 Mar 11 17:17:19.260528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba1fb522-89b4-45c5-94e5-8a51fd2b01ab req-d7d1fd1f-eb7d-4127-8e9b-2c389ea25175 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763301 Mar 11 17:17:19.358217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-067a133e-89ca-43a2-a260-d670445d1058 req-3dbea675-aa9d-4d2f-b0d3-29586b41ab37 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166723 Mar 11 17:17:19.371673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Allocated IP 10.2.2.200 (36da8ce5-1317-4ec3-ab5e-b620a9faa58c/58b1af45-4cc2-4faf-8258-3060d4686a9d/09798251-aa0d-4919-b8c0-0f36590dd938) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:19.439234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b98a81-1be2-4fa7-b14c-eabdaa63be80 admin admin] Pushing event updated for resources: {'Network': ['ID=cffb9a87-a43f-45e1-9b3d-82a0dcd111a3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:19.447423 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:19.475256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:17:19.481142 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f580f5-aa94-4155-b2f9-7f879c43305c x-openstack-request-id: req-00f580f5-aa94-4155-b2f9-7f879c43305c {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:19.482019 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:19.487499 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00f580f5-aa94-4155-b2f9-7f879c43305c {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:19.488976 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac', 'status': 'completed', 'code': 200} Mar 11 17:17:19.598650 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75ce9987-ef55-4ee0-8450-93a49a59385e req-b31db1b8-9cbd-4bb1-a53f-0e3f223d9e21 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/cba91ba3-9e6f-4405-b3ea-e026624fd66b HTTP/1.1" status: 200 len: 1801 time: 0.2845407 Mar 11 17:17:19.621324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ccba869-abc8-4b34-a594-97d2dc7d0160,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:19.654709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Checking segment: {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:19.656042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Network hostable DHCP agents. Network: cffb9a87-a43f-45e1-9b3d-82a0dcd111a3, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:17:19.689555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:17:19.711056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, cffb9a87-a43f-45e1-9b3d-82a0dcd111a3) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:19.732216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:19.733403 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:19.756522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-1ddeb0c5-911a-4974-94dc-122fd0507d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:19.758213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-1ddeb0c5-911a-4974-94dc-122fd0507d08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e876d4c952eb4b948add0b463cfff584&device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1174 time: 0.2340996 Mar 11 17:17:19.763911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4ec76989-d532-4d60-b441-8890562e93db admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7000115 Mar 11 17:17:19.768172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:19.777050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:19.814394 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:19.817360 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:19.833828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd14741-4e43-4498-828f-3189a0972984 None None] Network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:17:19.854941 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-75ce9987-ef55-4ee0-8450-93a49a59385e req-ffb2e167-eaf7-492c-97e2-3a7e9a076972 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:17:19.856865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75ce9987-ef55-4ee0-8450-93a49a59385e req-ffb2e167-eaf7-492c-97e2-3a7e9a076972 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/cba91ba3-9e6f-4405-b3ea-e026624fd66b HTTP/1.1" status: 409 len: 341 time: 0.2569976 Mar 11 17:17:19.886047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f124f-f3c4-489b-8b2b-6592e61ef1a7 req-2ffaea99-d783-4098-9e7d-e2611e1689f4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:19.900584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc8f124f-f3c4-489b-8b2b-6592e61ef1a7 req-2ffaea99-d783-4098-9e7d-e2611e1689f4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.2940326 Mar 11 17:17:19.971952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:20.029551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc8f124f-f3c4-489b-8b2b-6592e61ef1a7 req-1cb84957-cb11-4b5b-8644-781b685cadf0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273875 Mar 11 17:17:20.065214 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:20.138791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-dd85d711-e229-4fd3-9fd0-66d6fbe12eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:20.140306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-dd85d711-e229-4fd3-9fd0-66d6fbe12eed service neutron] 10.222.0.46 "GET /v2.0/networks?id=345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 200 len: 913 time: 0.3605800 Mar 11 17:17:20.143443 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:20.157364 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:20.187440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71b61f5b-1ff2-412d-ab13-1d827089b973 req-ae5a57fe-9aad-47bd-b76d-06d4ae6ef88a tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0799806 Mar 11 17:17:20.256776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-1d7d17fa-16ab-4c7f-bd9c-116f62e2f297 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ebed541-7cf0-4710-946c-57681a3a7eac HTTP/1.1" status: 200 len: 217 time: 0.0875096 Mar 11 17:17:20.328462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:20.337225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:20.340305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event updated for resources: {'Port': ['ID=09798251-aa0d-4919-b8c0-0f36590dd938,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:20.343924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-5c3c481a-188f-4786-b4b8-c721647fe6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:20.358664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-5c3c481a-188f-4786-b4b8-c721647fe6fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 200 len: 853 time: 0.0846679 Mar 11 17:17:20.361085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:20.499865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:20.500889 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:20.571723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-40378441-088b-498e-ba67-fe94171b7a5c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6087885 Mar 11 17:17:20.625324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:20.649467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-87d9cf7a-0154-4dac-b148-6749bc0fc85d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=345efb7d-0013-4393-bacc-bddb63f2511d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102269 Mar 11 17:17:20.672611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:17:20.677284 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:20.847621 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:20.957699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:21.053711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2ffc0bde-7b7c-4603-8b21-a360cf10dbcb None None] Provisioning complete for port 09798251-aa0d-4919-b8c0-0f36590dd938 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:21.054567 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0bde-7b7c-4603-8b21-a360cf10dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:21.125214 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:21.145090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Allocated IP 172.20.0.2 (cffb9a87-a43f-45e1-9b3d-82a0dcd111a3/9ccba869-abc8-4b34-a594-97d2dc7d0160/62b2a8ef-df4d-4b8c-9d7c-f747701e024b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:21.199767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Allocated IP 172.25.8.21 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/73e174d5-e00e-40b1-b918-c86ec16afded) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:21.292076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225d0a-473d-42be-a9c1-24928e22eca4 req-5ac18eec-6a0d-4a76-b5c3-931aff27aff7 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:21.296557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6225d0a-473d-42be-a9c1-24928e22eca4 req-5ac18eec-6a0d-4a76-b5c3-931aff27aff7 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 945 time: 0.2593598 Mar 11 17:17:21.317091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70409-f502-4f11-ac42-120bcd8ff3ec req-0119bb99-9a3e-4664-b183-c9fa7e7d71ca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:21.330205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70409-f502-4f11-ac42-120bcd8ff3ec req-0119bb99-9a3e-4664-b183-c9fa7e7d71ca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:21.343161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70409-f502-4f11-ac42-120bcd8ff3ec req-0119bb99-9a3e-4664-b183-c9fa7e7d71ca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:21.350242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70409-f502-4f11-ac42-120bcd8ff3ec req-0119bb99-9a3e-4664-b183-c9fa7e7d71ca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:21.358235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70409-f502-4f11-ac42-120bcd8ff3ec req-0119bb99-9a3e-4664-b183-c9fa7e7d71ca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:21.367248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30a70409-f502-4f11-ac42-120bcd8ff3ec req-0119bb99-9a3e-4664-b183-c9fa7e7d71ca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 3816 time: 0.5147519 Mar 11 17:17:21.390268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:21.445716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:21.456242 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:21.527866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc0bde-7b7c-4603-8b21-a360cf10dbcb None None] Port 09798251-aa0d-4919-b8c0-0f36590dd938 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:17:21.533403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:21.536911 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:21.538674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:21.546374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:21.561056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6225d0a-473d-42be-a9c1-24928e22eca4 req-5ae8a0a1-0074-4664-8839-855c4719f0ae tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888580 Mar 11 17:17:21.597816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Pushing event updated for resources: {'Port': ['ID=73e174d5-e00e-40b1-b918-c86ec16afded,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:21.630888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30a70409-f502-4f11-ac42-120bcd8ff3ec req-e2ee6d5f-a7fb-41b0-b6f1-716cb288484b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617843 Mar 11 17:17:21.676988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:21.681179 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-5882b8b7-fe56-430c-bcb1-e2830ff6cf8d service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8910325 Mar 11 17:17:21.684720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:21.694333 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:21.789595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Pushing event updated for resources: {'Port': ['ID=62b2a8ef-df4d-4b8c-9d7c-f747701e024b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:21.846120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Attempting to bind port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:21.846498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Attempting to bind port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:21.846872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Attempting to bind port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b on network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:21.853525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:21.853891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Checking segment: {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:21.854302 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:21.854710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Bound using segment: {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:21.855190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Bound port: 62b2a8ef-df4d-4b8c-9d7c-f747701e024b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:21.855573 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:21.956788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] For port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:21.961228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] For port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=62b2a8ef-df4d-4b8c-9d7c-f747701e024b,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:21.971955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:22.079654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11fb3-b500-4fb2-a10e-65004aa43158 req-81d39cec-ef28-4cff-a5a7-c9b900368652 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:22.095855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbb11fb3-b500-4fb2-a10e-65004aa43158 req-81d39cec-ef28-4cff-a5a7-c9b900368652 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1023 time: 0.2798467 Mar 11 17:17:22.099805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ab608-e111-44ff-a0e8-1d54f9b7162f None None] Pushing event updated for resources: {'Port': ['ID=62b2a8ef-df4d-4b8c-9d7c-f747701e024b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:22.199425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ff17fe8-0f7f-4594-8985-67ea2e3932a9 req-0c87b888-7b68-497f-a6f7-db19bea1632a service neutron] 10.222.0.46 "GET /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146446 Mar 11 17:17:22.217769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:22.228442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1672bd-0295-44c3-acc1-e2eee410415c req-77167126-e01f-4b94-83b7-c1e17b0ee076 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:22.230057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c1672bd-0295-44c3-acc1-e2eee410415c req-77167126-e01f-4b94-83b7-c1e17b0ee076 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.4154947 Mar 11 17:17:22.296013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbb11fb3-b500-4fb2-a10e-65004aa43158 req-e96aee5d-f506-4ab6-9722-e47ce740bd79 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&id=cba91ba3-9e6f-4405-b3ea-e026624fd66b&id=a2fa6b2d-a731-4ba9-b1dd-db229307e653&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1988158 Mar 11 17:17:22.437874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c1672bd-0295-44c3-acc1-e2eee410415c req-2bab91ee-b538-46ca-a7f1-9ac75a07647b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821158 Mar 11 17:17:22.567416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b84bfd60-b0c7-47c6-8bf1-376e8f487946 req-14162afc-d34b-4d94-930a-68139c64c74e tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1107299 Mar 11 17:17:22.586713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff06a60-8fe8-4864-962d-fec0baf86aa0 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:22.611600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:22.632153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Transition to ACTIVE for port object fff06a60-8fe8-4864-962d-fec0baf86aa0 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:22.639210 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:22.765180 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:22.865083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83877d-0e81-4081-a432-5abae228704a service neutron] Pushing event updated for resources: {'Port': ['ID=fff06a60-8fe8-4864-962d-fec0baf86aa0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:22.986738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f15dc-9ff6-484d-8ffb-c7da8014a321 req-91e38c66-fc52-4ffa-872f-eb3311e4dc9f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:22.995493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-913f15dc-9ff6-484d-8ffb-c7da8014a321 req-91e38c66-fc52-4ffa-872f-eb3311e4dc9f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 945 time: 0.2862782 Mar 11 17:17:23.061829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:17:23.086434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Attempting to bind port fff06a60-8fe8-4864-962d-fec0baf86aa0 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:23.086709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Attempting to bind port fff06a60-8fe8-4864-962d-fec0baf86aa0 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:23.087041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Attempting to bind port fff06a60-8fe8-4864-962d-fec0baf86aa0 on network 1394a171-ce99-407d-a71d-c9abf03ee56b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:23.105526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Port fff06a60-8fe8-4864-962d-fec0baf86aa0 on network 1394a171-ce99-407d-a71d-c9abf03ee56b not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:23.105834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Attempting to bind port fff06a60-8fe8-4864-962d-fec0baf86aa0 on network 1394a171-ce99-407d-a71d-c9abf03ee56b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:23.110566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-913f15dc-9ff6-484d-8ffb-c7da8014a321 req-90989ce1-50fa-4bce-8daf-ef317468c8f3 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141715 Mar 11 17:17:23.122388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051a59-27d9-41be-97b7-64b9f88776a9 req-4ad897cf-6b2c-412c-a43e-85a3137f0db3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:23.128582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051a59-27d9-41be-97b7-64b9f88776a9 req-4ad897cf-6b2c-412c-a43e-85a3137f0db3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:23.134412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051a59-27d9-41be-97b7-64b9f88776a9 req-4ad897cf-6b2c-412c-a43e-85a3137f0db3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:23.141439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051a59-27d9-41be-97b7-64b9f88776a9 req-4ad897cf-6b2c-412c-a43e-85a3137f0db3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:23.156420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051a59-27d9-41be-97b7-64b9f88776a9 req-4ad897cf-6b2c-412c-a43e-85a3137f0db3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:23.156420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d051a59-27d9-41be-97b7-64b9f88776a9 req-4ad897cf-6b2c-412c-a43e-85a3137f0db3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 3828 time: 0.2399709 Mar 11 17:17:23.165061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:23.165521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Checking segment: {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:23.166061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Bound using segment: {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:23.166355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Bound port: fff06a60-8fe8-4864-962d-fec0baf86aa0, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c1d57e-3931-4d3d-a0be-69464eb90152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:23.166954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:23.264196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 62b2a8ef-df4d-4b8c-9d7c-f747701e024b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:23.346216 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d051a59-27d9-41be-97b7-64b9f88776a9 req-33fc8f4f-d918-4754-973d-d5d50d0b0f26 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888652 Mar 11 17:17:23.347793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:23.348275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:23.399610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:17:23.418434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Sync routers for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:17:23.446060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:23.448910 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63869cce-4f2d-4b01-b524-6fe86565cde9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6788874 Mar 11 17:17:23.453771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48864) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:23.469072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:17:23.470320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:17:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:23.486270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] For port fff06a60-8fe8-4864-962d-fec0baf86aa0, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:23.667654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] For port fff06a60-8fe8-4864-962d-fec0baf86aa0, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fff06a60-8fe8-4864-962d-fec0baf86aa0,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:23.730298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:23.790284 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:23.884930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-8c46f15a-aae8-4c0b-a143-eddc2bdb459c tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:23.887567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-8c46f15a-aae8-4c0b-a143-eddc2bdb459c tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 945 time: 0.4578805 Mar 11 17:17:23.962606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=62b2a8ef-df4d-4b8c-9d7c-f747701e024b,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:23.966682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:17:24.029156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:24.030142 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:24.043637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-da83877d-0e81-4081-a432-5abae228704a service neutron] 10.222.0.66 "PUT /v2.0/ports/fff06a60-8fe8-4864-962d-fec0baf86aa0 HTTP/1.1" status: 200 len: 1092 time: 3.4307616 Mar 11 17:17:24.052821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:24.056717 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c39451-fde2-4025-ab06-a2051ff129c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:24.069611 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:24.115991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:24.235604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83877d-0e81-4081-a432-5abae228704a service neutron] Pushing event updated for resources: {'Port': ['ID=fff06a60-8fe8-4864-962d-fec0baf86aa0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:24.298249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:24.354062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=62b2a8ef-df4d-4b8c-9d7c-f747701e024b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:24.366768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75d008-e10c-44e5-a3d7-44ff5647d496 None None] Network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:17:24.522886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a24ca8b9-448e-418d-893f-152d671fb5e1 None None] Provisioning complete for port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:24.523676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a24ca8b9-448e-418d-893f-152d671fb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:24.558910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Allocated IP 172.20.0.1 (cffb9a87-a43f-45e1-9b3d-82a0dcd111a3/9ccba869-abc8-4b34-a594-97d2dc7d0160/f52f2cda-fc31-43b4-bfcf-76ee4d9219c4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:24.715069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:24.788112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b777135-be27-40e5-a670-e194771e4b01 req-6bc1aadf-fa15-4ade-9df0-ec6a7e08a98e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:24.790556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b777135-be27-40e5-a670-e194771e4b01 req-6bc1aadf-fa15-4ade-9df0-ec6a7e08a98e tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1023 time: 1.2163537 Mar 11 17:17:24.868710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463a75f-b264-4106-b804-4bd65de24bfb req-dbc324b5-da9e-47d3-966c-77d0d59d22de tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:24.879565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0463a75f-b264-4106-b804-4bd65de24bfb req-dbc324b5-da9e-47d3-966c-77d0d59d22de tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 1.2059145 Mar 11 17:17:24.955997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0463a75f-b264-4106-b804-4bd65de24bfb req-897e87b7-428f-4937-87bd-22d1cc1b221f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750604 Mar 11 17:17:24.962731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:21Z', 'revision_number': 3, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:25.036242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Checking router: 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:17:25.036820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Updating router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 port 73e174d5-e00e-40b1-b918-c86ec16afded binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:17:25.073763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b777135-be27-40e5-a670-e194771e4b01 req-c9c63e40-c7a2-446a-bb86-97cb832827c9 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&id=cba91ba3-9e6f-4405-b3ea-e026624fd66b&id=a2fa6b2d-a731-4ba9-b1dd-db229307e653&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2623436 Mar 11 17:17:25.132923 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:25.225595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 62b2a8ef-df4d-4b8c-9d7c-f747701e024b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:25.295998 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:25.354097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:25.433534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Pushing event updated for resources: {'Port': ['ID=f52f2cda-fc31-43b4-bfcf-76ee4d9219c4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:25.459231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:25.469569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:25.483733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:25.564730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:25.580328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-6ed7444d-b858-4485-9b14-db33b3757682 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:25.582651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-6ed7444d-b858-4485-9b14-db33b3757682 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1023 time: 1.3303246 Mar 11 17:17:25.592861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:25.593428 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:25.600617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-dc787f53-38e6-45af-82b2-099e9b6a0c26 None None] Provisioning complete for port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:25.601192 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dc787f53-38e6-45af-82b2-099e9b6a0c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:25.680649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1421fe04-7d67-4f58-992a-70b72fabde11 req-4c3ef7c9-e5b4-41d9-8fb9-92615d656d40 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1131618 Mar 11 17:17:25.923058 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9b5757-00a6-454b-ac14-6cb3c0aa05fe x-openstack-request-id: req-6a9b5757-00a6-454b-ac14-6cb3c0aa05fe {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:25.929335 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:25.930247 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a9b5757-00a6-454b-ac14-6cb3c0aa05fe {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:25.931232 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'status': 'completed', 'code': 200} Mar 11 17:17:25.937030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:25.964936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Deleting port fa210ba6-1d34-4800-931e-1b10c3965d2a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:17:25.973513 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:25.986849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-66e3872c-8eea-4183-8c46-a236f5cbf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:25.988921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-66e3872c-8eea-4183-8c46-a236f5cbf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:25.989665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-66e3872c-8eea-4183-8c46-a236f5cbf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:25.990962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-66e3872c-8eea-4183-8c46-a236f5cbf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:25.991857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-66e3872c-8eea-4183-8c46-a236f5cbf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:25.996276 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-66e3872c-8eea-4183-8c46-a236f5cbf433 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 4363 time: 0.1539571 Mar 11 17:17:26.097358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d9f50-75ef-436f-b642-c6af10b66dd2 req-120dc99f-c74e-4dd7-95c2-6c52dc2cf194 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.099137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a2d9f50-75ef-436f-b642-c6af10b66dd2 req-120dc99f-c74e-4dd7-95c2-6c52dc2cf194 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 945 time: 0.5302541 Mar 11 17:17:26.139067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device fa210ba6-1d34-4800-931e-1b10c3965d2a no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:17:26.251248 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.296029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb6818-a411-4f6c-afaf-c024820711e1 req-3a2ca3f0-fcab-4b86-bfcc-a133a701d5e0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.302599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-657906c2-ec36-4f81-81c2-4ac2cd61daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.302798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb6818-a411-4f6c-afaf-c024820711e1 req-3a2ca3f0-fcab-4b86-bfcc-a133a701d5e0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.303079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-657906c2-ec36-4f81-81c2-4ac2cd61daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.303560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-657906c2-ec36-4f81-81c2-4ac2cd61daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.305846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-657906c2-ec36-4f81-81c2-4ac2cd61daa0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=57e97bf04688486b83ee0690c8ff475f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2729897 Mar 11 17:17:26.308803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c4afac82-29f5-463c-9a6a-f083e6f85c13 None None] Provisioning complete for port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:26.308941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb6818-a411-4f6c-afaf-c024820711e1 req-3a2ca3f0-fcab-4b86-bfcc-a133a701d5e0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.309510 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c4afac82-29f5-463c-9a6a-f083e6f85c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.314362 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.317690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb6818-a411-4f6c-afaf-c024820711e1 req-3a2ca3f0-fcab-4b86-bfcc-a133a701d5e0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.323609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb6818-a411-4f6c-afaf-c024820711e1 req-3a2ca3f0-fcab-4b86-bfcc-a133a701d5e0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.331945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58fb6818-a411-4f6c-afaf-c024820711e1 req-3a2ca3f0-fcab-4b86-bfcc-a133a701d5e0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 3828 time: 0.3534505 Mar 11 17:17:26.366333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a2d9f50-75ef-436f-b642-c6af10b66dd2 req-42cfa0f0-87bc-4fcf-bd9a-3989cdfe3848 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227514 Mar 11 17:17:26.369069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] For port fa210ba6-1d34-4800-931e-1b10c3965d2a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=fa210ba6-1d34-4800-931e-1b10c3965d2a,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:26.369745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.430714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Calling delete_port for fa210ba6-1d34-4800-931e-1b10c3965d2a owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:17:26.435947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:26.450199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Deleting port 2ebed541-7cf0-4710-946c-57681a3a7eac {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:17:26.450926 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.500856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.532473 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.541743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.553113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.562272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Attempting to bind port 73e174d5-e00e-40b1-b918-c86ec16afded on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:26.564317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Attempting to bind port 73e174d5-e00e-40b1-b918-c86ec16afded by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:26.564968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Attempting to bind port 73e174d5-e00e-40b1-b918-c86ec16afded on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:26.574283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663fbda-8626-4c41-9e59-19e62273a79f None None] Pushing event updated for resources: {'Port': ['ID=73e174d5-e00e-40b1-b918-c86ec16afded,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:26.579985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c4afac82-29f5-463c-9a6a-f083e6f85c13 None None] Port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:17:26.598271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:26.600000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:26.600963 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.601781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:26.602946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Bound port: 73e174d5-e00e-40b1-b918-c86ec16afded, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:26.603814 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.614175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.644101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-4069d9ec-0f94-43fe-8711-2cbfdc6358a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:26.645990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58fb6818-a411-4f6c-afaf-c024820711e1 req-6b550ade-0fa7-41eb-9ea3-68ffff3ab35a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128157 Mar 11 17:17:26.646483 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f9c39451-fde2-4025-ab06-a2051ff129c9 req-4069d9ec-0f94-43fe-8711-2cbfdc6358a4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3287950 Mar 11 17:17:26.696369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa210ba6-1d34-4800-931e-1b10c3965d2a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:26.700628 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f980027e-e1b6-4776-bbde-7483572f5425" -d '{"events": [{"server_uuid": "e7957181-2d6c-4b71-ac0e-f62b506a052f", "name": "network-vif-unplugged", "status": "completed", "tag": "fa210ba6-1d34-4800-931e-1b10c3965d2a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:26.731380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port fa210ba6-1d34-4800-931e-1b10c3965d2a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=fa210ba6-1d34-4800-931e-1b10c3965d2a,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:26.736112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Transition to ACTIVE for port object b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:26.745513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.783177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.804600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:26.808825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:26.824656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] For port 73e174d5-e00e-40b1-b918-c86ec16afded, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:26.835960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] For port 73e174d5-e00e-40b1-b918-c86ec16afded, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=73e174d5-e00e-40b1-b918-c86ec16afded,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:26.851118 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.879566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=fa210ba6-1d34-4800-931e-1b10c3965d2a,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:26.934047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] For port 2ebed541-7cf0-4710-946c-57681a3a7eac, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2ebed541-7cf0-4710-946c-57681a3a7eac,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:26.935068 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:26.962953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Pushing event updated for resources: {'Port': ['ID=f52f2cda-fc31-43b4-bfcf-76ee4d9219c4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:26.980090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:17:26.981398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:17:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:27.014991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a390f-6760-48e2-9674-373d61ee6b6d req-d8d5bdad-43d3-4885-922a-0868b645f4c6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:27.022874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c51a390f-6760-48e2-9674-373d61ee6b6d req-d8d5bdad-43d3-4885-922a-0868b645f4c6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.4801669 Mar 11 17:17:27.063855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Calling delete_port for 2ebed541-7cf0-4710-946c-57681a3a7eac owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:17:27.073755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:27.197795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:17:27.216114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:17:27.450451 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c51a390f-6760-48e2-9674-373d61ee6b6d req-546d5ae4-fb05-449b-af0e-83ab01fc7d58 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249506 Mar 11 17:17:27.455657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663fbda-8626-4c41-9e59-19e62273a79f None None] Pushing event updated for resources: {'Port': ['ID=73e174d5-e00e-40b1-b918-c86ec16afded,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:27.486867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bbc889bc-f502-4f34-a6d6-5007864b4f98 None None] Provisioning complete for port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:27.487451 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bbc889bc-f502-4f34-a6d6-5007864b4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:27.488228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa70314-9b45-441e-9523-91e2ec20c9e8 req-bd998b61-ca67-4f7c-8952-f3a2c0c4835f tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:27.490074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7aa70314-9b45-441e-9523-91e2ec20c9e8 req-bd998b61-ca67-4f7c-8952-f3a2c0c4835f tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 1023 time: 0.5636575 Mar 11 17:17:27.540435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Attempting to bind port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:27.541203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Attempting to bind port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:27.541919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Attempting to bind port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:27.586126 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:27.604573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 on network 76a7467c-f517-456a-a479-d4b9c4849562 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:27.604966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Attempting to bind port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:27.612898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0170f8a9-8296-4bf9-b282-03a99b806715'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:27.619729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:17:27.629064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:27.630293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Checking segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:27.630707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Bound using segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:27.631263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Bound port: b5cf5aa3-94d6-4ba2-8423-21581bfdddf6, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:27.631629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:27.645620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-117f0b16-9486-416d-943a-348644ae1c17 admin admin] 10.222.0.53 "PUT /v2.0/routers/413eb5c2-08ac-40c9-ad2a-56555c5e3b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1896651 Mar 11 17:17:27.690203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7aa70314-9b45-441e-9523-91e2ec20c9e8 req-10a47b36-f555-4e34-b562-79a0651e6d94 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&id=cba91ba3-9e6f-4405-b3ea-e026624fd66b&id=a2fa6b2d-a731-4ba9-b1dd-db229307e653&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1516914 Mar 11 17:17:27.693472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Pushing event deleted for resources: {'Port': ['ID=fa210ba6-1d34-4800-931e-1b10c3965d2a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:27.718328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['98abce31-8840-4c8b-aaf0-1834025d7b66'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:27.739911 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bbc889bc-f502-4f34-a6d6-5007864b4f98 None None] Port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:17:27.840100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] No DVR routers for this DVR port fa210ba6-1d34-4800-931e-1b10c3965d2a on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:17:27.861658 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:27.874341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9016a493-be0c-4246-8131-ecbd9c71abf6 req-305dd599-b924-4519-8c4e-fefb90976688 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.46 "DELETE /v2.0/ports/fa210ba6-1d34-4800-931e-1b10c3965d2a HTTP/1.1" status: 204 len: 173 time: 3.9518063 Mar 11 17:17:27.932855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'name': 'network-vif-deleted', 'tag': 'fa210ba6-1d34-4800-931e-1b10c3965d2a'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:27.939295 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624aebc2-c5f5-46cc-90ce-4868b765b7f1" -d '{"events": [{"server_uuid": "e7957181-2d6c-4b71-ac0e-f62b506a052f", "name": "network-vif-deleted", "tag": "fa210ba6-1d34-4800-931e-1b10c3965d2a"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:28.077382 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae27592-13e9-453f-97da-a9fdd3f0d790 x-openstack-request-id: req-5ae27592-13e9-453f-97da-a9fdd3f0d790 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:28.078119 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7957181-2d6c-4b71-ac0e-f62b506a052f", "name": "network-vif-unplugged", "status": "completed", "tag": "fa210ba6-1d34-4800-931e-1b10c3965d2a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:28.078649 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ae27592-13e9-453f-97da-a9fdd3f0d790 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:28.079525 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa210ba6-1d34-4800-931e-1b10c3965d2a', 'code': 200} Mar 11 17:17:28.113393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] For port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:28.130936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] For port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:28.149754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26dad9af-9b2a-4d45-ad59-57258879a2f3 req-7f2e13a6-d06d-4ddb-80d0-4bd75a97c827 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1958973 Mar 11 17:17:28.150993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:28.154236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16c9d949-9a54-446d-a5a6-120799685e05 req-1e809465-a119-4e96-bd94-f086ef3a70e5 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7957181-2d6c-4b71-ac0e-f62b506a052f HTTP/1.1" status: 200 len: 210 time: 0.1777205 Mar 11 17:17:28.158430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:28.172459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 2ebed541-7cf0-4710-946c-57681a3a7eac no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:17:28.207529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'Port': ['ID=2ebed541-7cf0-4710-946c-57681a3a7eac,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:28.267846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 2ebed541-7cf0-4710-946c-57681a3a7eac {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:17:28.268189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 2ebed541-7cf0-4710-946c-57681a3a7eac not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:17:28.327519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:28.328584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:28.333779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] 10.222.0.66 "PUT /v2.0/ports/b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 HTTP/1.1" status: 200 len: 1129 time: 4.2236242 Mar 11 17:17:28.420029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] No DVR routers for this DVR port 2ebed541-7cf0-4710-946c-57681a3a7eac on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:17:28.433037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:28.436377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34e092d1-6c92-4115-af7d-16fcb659e143 req-ea1f4fb2-68c0-4a9b-83ee-e1da9a06b44c tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.46 "DELETE /v2.0/ports/2ebed541-7cf0-4710-946c-57681a3a7eac HTTP/1.1" status: 204 len: 173 time: 2.7665470 Mar 11 17:17:28.449267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:28.550803 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa2e205-0a2d-4b93-a3d0-aedd8b033be7 x-openstack-request-id: req-aaa2e205-0a2d-4b93-a3d0-aedd8b033be7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:28.551267 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7957181-2d6c-4b71-ac0e-f62b506a052f", "name": "network-vif-deleted", "tag": "fa210ba6-1d34-4800-931e-1b10c3965d2a", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:28.551533 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aaa2e205-0a2d-4b93-a3d0-aedd8b033be7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:28.551951 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7957181-2d6c-4b71-ac0e-f62b506a052f', 'name': 'network-vif-deleted', 'tag': 'fa210ba6-1d34-4800-931e-1b10c3965d2a', 'status': 'completed', 'code': 200} Mar 11 17:17:28.594190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:26Z', 'revision_number': 2, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:28.639868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeda7b2-c04c-4ebc-85a9-c359237c8a08 None None] The sync data for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 is: [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:26Z', 'revision_number': 2, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:17:28.717108 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:28.719557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba64d0b-31af-43b3-9010-d3e3272b5697 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:28.824050 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:28.850489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb3e6c-d422-46a3-adc3-28cbb0c61dd9 req-bf94320a-ebc3-415b-8ec6-51fdd396c225 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:28.861689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb3e6c-d422-46a3-adc3-28cbb0c61dd9 req-bf94320a-ebc3-415b-8ec6-51fdd396c225 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:28.876303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb3e6c-d422-46a3-adc3-28cbb0c61dd9 req-bf94320a-ebc3-415b-8ec6-51fdd396c225 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:28.889526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb3e6c-d422-46a3-adc3-28cbb0c61dd9 req-bf94320a-ebc3-415b-8ec6-51fdd396c225 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:28.900181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb3e6c-d422-46a3-adc3-28cbb0c61dd9 req-bf94320a-ebc3-415b-8ec6-51fdd396c225 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:28.910829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb3e6c-d422-46a3-adc3-28cbb0c61dd9 req-bf94320a-ebc3-415b-8ec6-51fdd396c225 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:28.920918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6cdb3e6c-d422-46a3-adc3-28cbb0c61dd9 req-bf94320a-ebc3-415b-8ec6-51fdd396c225 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 4599 time: 0.4942772 Mar 11 17:17:28.980175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:29.123054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6cdb3e6c-d422-46a3-adc3-28cbb0c61dd9 req-22fb5a64-4861-4408-a46d-eb79969ea066 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953022 Mar 11 17:17:29.290616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:29.295944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6573ea44-75e8-401d-864b-d7f11cd62bb0 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25887450', 'description': 'tempest-description--1185770659'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:29.359614 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6573ea44-75e8-401d-864b-d7f11cd62bb0 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:29.563636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-140d9e92-09e5-4e30-8c84-3478a3a76f54 req-271eb656-d0dc-40b3-939c-1f424dea43bc tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2119aa-08ff-4d3d-913c-166df3937c02 HTTP/1.1" status: 200 len: 210 time: 0.0584064 Mar 11 17:17:29.619550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6573ea44-75e8-401d-864b-d7f11cd62bb0 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:29.627100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6573ea44-75e8-401d-864b-d7f11cd62bb0 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:29.677808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28967bf3-d8f8-4a9b-b672-d35f1f68e339 req-05e4d4c1-21cb-4f3a-b531-d7934cc96e17 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:29.679760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28967bf3-d8f8-4a9b-b672-d35f1f68e339 req-05e4d4c1-21cb-4f3a-b531-d7934cc96e17 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.2646945 Mar 11 17:17:29.724489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6573ea44-75e8-401d-864b-d7f11cd62bb0 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:29.740816 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6573ea44-75e8-401d-864b-d7f11cd62bb0 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4451783 Mar 11 17:17:29.746420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48918) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:29.756524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4d5b96fa-b308-4770-9f7b-e0ff264b79e1 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Request body: {'security_group_rule': {'security_group_id': 'bb83aaf0-a15d-437d-a4a8-cef7e46a2972', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:29.760753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ea44-75e8-401d-864b-d7f11cd62bb0 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb83aaf0-a15d-437d-a4a8-cef7e46a2972,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:29.793891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbad905-fa64-4fdc-aa78-bda80d01360d {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:29.800504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d5b96fa-b308-4770-9f7b-e0ff264b79e1 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:29.810978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28967bf3-d8f8-4a9b-b672-d35f1f68e339 req-18a7e46a-4444-4f54-9de2-b3b6a60517e4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842662 Mar 11 17:17:29.835635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:29.864155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Transition to ACTIVE for port object 5fbad905-fa64-4fdc-aa78-bda80d01360d will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:29.888626 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:29.896686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f39f9c3e-4c42-4274-8a38-da911542ec5a req-05902d3a-e259-4aae-a750-c2c8d9121ac1 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0845778 Mar 11 17:17:29.964258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbad905-fa64-4fdc-aa78-bda80d01360d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:29.980673 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d5b96fa-b308-4770-9f7b-e0ff264b79e1 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:29.987817 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d5b96fa-b308-4770-9f7b-e0ff264b79e1 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.029390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d5b96fa-b308-4770-9f7b-e0ff264b79e1 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.031667 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4d5b96fa-b308-4770-9f7b-e0ff264b79e1 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2820666 Mar 11 17:17:30.040471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48920) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:30.051423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-623a1b66-e88b-4f58-ae42-998811cb1dba tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Request body: {'security_group_rule': {'security_group_id': 'bb83aaf0-a15d-437d-a4a8-cef7e46a2972', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:30.093119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b96fa-b308-4770-9f7b-e0ff264b79e1 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb8b96f-004f-4799-b16a-6bb334a8e684,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:30.124742 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-623a1b66-e88b-4f58-ae42-998811cb1dba tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.131996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Attempting to bind port 5fbad905-fa64-4fdc-aa78-bda80d01360d on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:30.132579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Attempting to bind port 5fbad905-fa64-4fdc-aa78-bda80d01360d by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:30.133061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Attempting to bind port 5fbad905-fa64-4fdc-aa78-bda80d01360d on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:30.143415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Port 5fbad905-fa64-4fdc-aa78-bda80d01360d on network 76a7467c-f517-456a-a479-d4b9c4849562 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:30.143962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Attempting to bind port 5fbad905-fa64-4fdc-aa78-bda80d01360d on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:30.153571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:30.154640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Checking segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:30.155231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Bound using segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:30.155972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Bound port: 5fbad905-fa64-4fdc-aa78-bda80d01360d, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:30.156616 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.274713 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-623a1b66-e88b-4f58-ae42-998811cb1dba tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.282352 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-623a1b66-e88b-4f58-ae42-998811cb1dba tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.336567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a1b66-e88b-4f58-ae42-998811cb1dba tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b12432a-4098-4af9-83cd-248ac4ccbb4e,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:30.368504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-623a1b66-e88b-4f58-ae42-998811cb1dba tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.374319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] For port 5fbad905-fa64-4fdc-aa78-bda80d01360d, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:30.376528 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-623a1b66-e88b-4f58-ae42-998811cb1dba tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3289745 Mar 11 17:17:30.377798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48930) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:30.381076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] For port 5fbad905-fa64-4fdc-aa78-bda80d01360d, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=5fbad905-fa64-4fdc-aa78-bda80d01360d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:30.389761 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.408401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:30.455297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.537126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:30.538390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.542186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] 10.222.0.66 "PUT /v2.0/ports/5fbad905-fa64-4fdc-aa78-bda80d01360d HTTP/1.1" status: 200 len: 1131 time: 2.1117976 Mar 11 17:17:30.554648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'b5cf5aa3-94d6-4ba2-8423-21581bfdddf6'}, {'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'name': 'network-vif-deleted', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac'}, {'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': '5fbad905-fa64-4fdc-aa78-bda80d01360d'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:30.559443 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b67ef9-e965-4f4f-af64-8cef63952712" -d '{"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "b5cf5aa3-94d6-4ba2-8423-21581bfdddf6"}, {"server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "name": "network-vif-deleted", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac"}, {"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "5fbad905-fa64-4fdc-aa78-bda80d01360d"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:30.594828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afdb3b-6f71-4b86-b1b8-6ca46d787a86 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbad905-fa64-4fdc-aa78-bda80d01360d,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:30.612152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664864-2a14-4e16-90b8-9cd00a182433 req-f2a6c936-c09f-4e15-810c-a3b0fce74f70 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:30.618523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664864-2a14-4e16-90b8-9cd00a182433 req-f2a6c936-c09f-4e15-810c-a3b0fce74f70 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:30.626663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664864-2a14-4e16-90b8-9cd00a182433 req-f2a6c936-c09f-4e15-810c-a3b0fce74f70 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:30.651632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664864-2a14-4e16-90b8-9cd00a182433 req-f2a6c936-c09f-4e15-810c-a3b0fce74f70 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:30.664525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664864-2a14-4e16-90b8-9cd00a182433 req-f2a6c936-c09f-4e15-810c-a3b0fce74f70 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:30.680433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664864-2a14-4e16-90b8-9cd00a182433 req-f2a6c936-c09f-4e15-810c-a3b0fce74f70 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:30.693259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664864-2a14-4e16-90b8-9cd00a182433 req-f2a6c936-c09f-4e15-810c-a3b0fce74f70 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:30.706385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe664864-2a14-4e16-90b8-9cd00a182433 req-f2a6c936-c09f-4e15-810c-a3b0fce74f70 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5372 time: 0.3106298 Mar 11 17:17:30.725386 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a56e5a-677f-4dd2-b979-76e6ef685d19 x-openstack-request-id: req-a5a56e5a-677f-4dd2-b979-76e6ef685d19 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:30.725776 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "b5cf5aa3-94d6-4ba2-8423-21581bfdddf6", "status": "completed", "code": 200}, {"server_uuid": "0f2119aa-08ff-4d3d-913c-166df3937c02", "name": "network-vif-deleted", "tag": "2ebed541-7cf0-4710-946c-57681a3a7eac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "5fbad905-fa64-4fdc-aa78-bda80d01360d", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:30.726101 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5a56e5a-677f-4dd2-b979-76e6ef685d19 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:30.726616 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'b5cf5aa3-94d6-4ba2-8423-21581bfdddf6', 'status': 'completed', 'code': 200} Mar 11 17:17:30.726952 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2119aa-08ff-4d3d-913c-166df3937c02', 'name': 'network-vif-deleted', 'tag': '2ebed541-7cf0-4710-946c-57681a3a7eac', 'status': 'completed', 'code': 200} Mar 11 17:17:30.727278 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': '5fbad905-fa64-4fdc-aa78-bda80d01360d', 'status': 'completed', 'code': 200} Mar 11 17:17:30.734153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:30.814163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe664864-2a14-4e16-90b8-9cd00a182433 req-d3e879d2-6f35-42e9-ad55-072d73c2106c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053827 Mar 11 17:17:30.906626 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:30.910854 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.099014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-51c07698-b143-4a31-9e46-9900ba434c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.099734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-51c07698-b143-4a31-9e46-9900ba434c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.100390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-51c07698-b143-4a31-9e46-9900ba434c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.101022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-51c07698-b143-4a31-9e46-9900ba434c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.101660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-51c07698-b143-4a31-9e46-9900ba434c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.102297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-51c07698-b143-4a31-9e46-9900ba434c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.102905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-51c07698-b143-4a31-9e46-9900ba434c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.105327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-51c07698-b143-4a31-9e46-9900ba434c2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6209 time: 0.3494368 Mar 11 17:17:31.185425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Allocated IP 172.25.8.142 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/f294e535-5e89-402b-abdf-52d17038aa5d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:31.195635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 73e174d5-e00e-40b1-b918-c86ec16afded up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:31.218799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17b3d114-7d8c-4ec7-b716-8ad8ec53277e req-a4568461-cf16-4262-9b7d-bf710410b387 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/a2fa6b2d-a731-4ba9-b1dd-db229307e653 HTTP/1.1" status: 200 len: 1802 time: 0.4017107 Mar 11 17:17:31.314123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ac214-bfb7-4a72-8938-578543579904 req-282050d2-ae4a-4317-a6d6-76afa10dc023 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.321588 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c45ac214-bfb7-4a72-8938-578543579904 req-282050d2-ae4a-4317-a6d6-76afa10dc023 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.3642530 Mar 11 17:17:31.321817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 73e174d5-e00e-40b1-b918-c86ec16afded triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:31.322226 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.367656 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-17b3d114-7d8c-4ec7-b716-8ad8ec53277e req-b5abfa5f-c2ae-4c27-9ca2-0eb4125167e1 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.378597 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.431291 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-17b3d114-7d8c-4ec7-b716-8ad8ec53277e req-b5abfa5f-c2ae-4c27-9ca2-0eb4125167e1 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.447361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c45ac214-bfb7-4a72-8938-578543579904 req-ac1044f6-8855-49ae-98bf-1bc8fdfdd5ea tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246088 Mar 11 17:17:31.463722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-0045c6ef-8ca8-4c3d-97fe-abdf46f0268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.464199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-0045c6ef-8ca8-4c3d-97fe-abdf46f0268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.464690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-0045c6ef-8ca8-4c3d-97fe-abdf46f0268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.466462 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-0045c6ef-8ca8-4c3d-97fe-abdf46f0268f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=57e97bf04688486b83ee0690c8ff475f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3510091 Mar 11 17:17:31.471183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefa956c-bead-4e2f-8f87-663847b1e03d {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:31.482319 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.496128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.507209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.525354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Transition to ACTIVE for port object aefa956c-bead-4e2f-8f87-663847b1e03d will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:31.527237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 73e174d5-e00e-40b1-b918-c86ec16afded, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=73e174d5-e00e-40b1-b918-c86ec16afded,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:31.534456 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.587810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:31.599163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:31.600455 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.602053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:31.629476 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-17b3d114-7d8c-4ec7-b716-8ad8ec53277e req-b5abfa5f-c2ae-4c27-9ca2-0eb4125167e1 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.633782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-17b3d114-7d8c-4ec7-b716-8ad8ec53277e req-b5abfa5f-c2ae-4c27-9ca2-0eb4125167e1 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.646525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=73e174d5-e00e-40b1-b918-c86ec16afded,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:31.649249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17b3d114-7d8c-4ec7-b716-8ad8ec53277e req-b5abfa5f-c2ae-4c27-9ca2-0eb4125167e1 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2fa6b2d-a731-4ba9-b1dd-db229307e653 HTTP/1.1" status: 204 len: 173 time: 0.4290159 Mar 11 17:17:31.695400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Pushing event updated for resources: {'Port': ['ID=f294e535-5e89-402b-abdf-52d17038aa5d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:31.805828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-009e91c7-900d-4f9b-8289-a8fb420488f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:31.807234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-009e91c7-900d-4f9b-8289-a8fb420488f1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3277128 Mar 11 17:17:31.810395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abfa5f-c2ae-4c27-9ca2-0eb4125167e1 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fa6b2d-a731-4ba9-b1dd-db229307e653,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:31.864082 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:31.909096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c211022c-17e7-4c01-8a89-a62f0175885a req-e06e84e8-0f4b-4bb9-b0f1-44e9ada9a274 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1124980 Mar 11 17:17:31.930580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aefa956c-bead-4e2f-8f87-663847b1e03d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:32.000912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.056203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-d5e151dc-56ca-4100-b337-91ea17e68333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.056638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-d5e151dc-56ca-4100-b337-91ea17e68333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.057103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-d5e151dc-56ca-4100-b337-91ea17e68333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.057562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-d5e151dc-56ca-4100-b337-91ea17e68333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.058026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-d5e151dc-56ca-4100-b337-91ea17e68333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.058482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-d5e151dc-56ca-4100-b337-91ea17e68333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.058938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-d5e151dc-56ca-4100-b337-91ea17e68333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.061727 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-d5e151dc-56ca-4100-b337-91ea17e68333 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6234 time: 0.1818955 Mar 11 17:17:32.097065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Attempting to bind port aefa956c-bead-4e2f-8f87-663847b1e03d on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:32.097376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Attempting to bind port aefa956c-bead-4e2f-8f87-663847b1e03d by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:32.097717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Attempting to bind port aefa956c-bead-4e2f-8f87-663847b1e03d on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:32.129082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Port aefa956c-bead-4e2f-8f87-663847b1e03d on network 76a7467c-f517-456a-a479-d4b9c4849562 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:32.129485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Attempting to bind port aefa956c-bead-4e2f-8f87-663847b1e03d on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:32.135653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58c3e434-0dc6-4410-ace3-a80c92c9ca80 req-10a514f8-6fd2-4a19-a478-ce5a4c2c0ef4 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/cba91ba3-9e6f-4405-b3ea-e026624fd66b HTTP/1.1" status: 200 len: 1801 time: 0.2335401 Mar 11 17:17:32.145105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:32.145448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Checking segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:32.145839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Bound using segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:32.147275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Bound port: aefa956c-bead-4e2f-8f87-663847b1e03d, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:32.147275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.201271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e5ba-c042-4c03-9d1d-921b40ae5b6b req-e5c2b3a3-a93e-44bd-a925-c561813b7f21 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.207186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e5ba-c042-4c03-9d1d-921b40ae5b6b req-e5c2b3a3-a93e-44bd-a925-c561813b7f21 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.213236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e5ba-c042-4c03-9d1d-921b40ae5b6b req-e5c2b3a3-a93e-44bd-a925-c561813b7f21 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.220443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e5ba-c042-4c03-9d1d-921b40ae5b6b req-e5c2b3a3-a93e-44bd-a925-c561813b7f21 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.226673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e5ba-c042-4c03-9d1d-921b40ae5b6b req-e5c2b3a3-a93e-44bd-a925-c561813b7f21 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.233056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e5ba-c042-4c03-9d1d-921b40ae5b6b req-e5c2b3a3-a93e-44bd-a925-c561813b7f21 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.239431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e5ba-c042-4c03-9d1d-921b40ae5b6b req-e5c2b3a3-a93e-44bd-a925-c561813b7f21 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.248048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa94e5ba-c042-4c03-9d1d-921b40ae5b6b req-e5c2b3a3-a93e-44bd-a925-c561813b7f21 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5384 time: 0.1888192 Mar 11 17:17:32.255357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-f5a035ba-08c9-4928-a6f3-86de1a42e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.255825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-f5a035ba-08c9-4928-a6f3-86de1a42e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.256286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-f5a035ba-08c9-4928-a6f3-86de1a42e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.257907 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-f5a035ba-08c9-4928-a6f3-86de1a42e95f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=57e97bf04688486b83ee0690c8ff475f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1838279 Mar 11 17:17:32.374145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.377276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa94e5ba-c042-4c03-9d1d-921b40ae5b6b req-961d092b-5276-437c-a36e-3e41f314de7e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209366 Mar 11 17:17:32.392433 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.415168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] For port aefa956c-bead-4e2f-8f87-663847b1e03d, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:32.425041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] For port aefa956c-bead-4e2f-8f87-663847b1e03d, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aefa956c-bead-4e2f-8f87-663847b1e03d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:32.434446 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.445806 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-58c3e434-0dc6-4410-ace3-a80c92c9ca80 req-de46a6ea-024f-42f6-a89e-b8e5def836fd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.522356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-777f187f-6357-457c-be01-c46df099ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.523837 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d2b67ef9-e965-4f4f-af64-8cef63952712 req-777f187f-6357-457c-be01-c46df099ac68 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2584734 Mar 11 17:17:32.526451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Pushing event updated for resources: {'Port': ['ID=f294e535-5e89-402b-abdf-52d17038aa5d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:32.541699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.570979 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.572283 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7565f63e-f256-4ead-9815-8708281d748f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1889431 Mar 11 17:17:32.626459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.627746 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.629971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] 10.222.0.66 "PUT /v2.0/ports/aefa956c-bead-4e2f-8f87-663847b1e03d HTTP/1.1" status: 200 len: 1090 time: 1.9011326 Mar 11 17:17:32.648196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-58c3e434-0dc6-4410-ace3-a80c92c9ca80 req-de46a6ea-024f-42f6-a89e-b8e5def836fd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.676883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8183c9a-2373-4754-b85d-05c3ccbdf3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aefa956c-bead-4e2f-8f87-663847b1e03d,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:32.706446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:32.733123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'aefa956c-bead-4e2f-8f87-663847b1e03d'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:32.735464 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c2637b-746f-437b-aec7-b3449b003647" -d '{"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "aefa956c-bead-4e2f-8f87-663847b1e03d"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:32.773161 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Sync routers for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:17:32.785413 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:17:32.786323 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:17:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:32.849351 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-58c3e434-0dc6-4410-ace3-a80c92c9ca80 req-de46a6ea-024f-42f6-a89e-b8e5def836fd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.854444 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-58c3e434-0dc6-4410-ace3-a80c92c9ca80 req-de46a6ea-024f-42f6-a89e-b8e5def836fd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.856562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58c3e434-0dc6-4410-ace3-a80c92c9ca80 req-de46a6ea-024f-42f6-a89e-b8e5def836fd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/cba91ba3-9e6f-4405-b3ea-e026624fd66b HTTP/1.1" status: 204 len: 173 time: 0.7072134 Mar 11 17:17:32.872260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:32.912278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46a6ea-024f-42f6-a89e-b8e5def836fd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba91ba3-9e6f-4405-b3ea-e026624fd66b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:32.969242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd45b-d6ec-49b6-b122-95ac19d01780 req-fcc28df5-8369-4c46-9c35-3b762bf713b0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:32.970818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d3dd45b-d6ec-49b6-b122-95ac19d01780 req-fcc28df5-8369-4c46-9c35-3b762bf713b0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.1770620 Mar 11 17:17:32.996832 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:17:33.098346 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d3dd45b-d6ec-49b6-b122-95ac19d01780 req-6de889dd-6b74-427f-8728-3f389f6bf69d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190693 Mar 11 17:17:33.187674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 73e174d5-e00e-40b1-b918-c86ec16afded up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:33.325044 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:26Z', 'revision_number': 2, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:33.328591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 73e174d5-e00e-40b1-b918-c86ec16afded triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:33.332811 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:33.374652 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Checking router: 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:17:33.375283 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Updating router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:17:33.411317 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:33.724735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fa55bec0-46cb-40dc-bd7c-cd18d4be57c7 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--25887450&fields=id&tenant_id=1361845d5e43409eb9a3f5c3c7b96241 HTTP/1.1" status: 200 len: 267 time: 0.1169689 Mar 11 17:17:33.745611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660c67-4c5c-457e-87b9-5c78e9d478c0 req-27c4a837-b6bd-47e7-b693-f16ffe258d24 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:33.751871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660c67-4c5c-457e-87b9-5c78e9d478c0 req-27c4a837-b6bd-47e7-b693-f16ffe258d24 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:33.753484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9660c67-4c5c-457e-87b9-5c78e9d478c0 req-27c4a837-b6bd-47e7-b693-f16ffe258d24 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7&device_id=e29ac773-4b9c-4724-9dcc-095d09f898cf HTTP/1.1" status: 200 len: 1682 time: 0.1483257 Mar 11 17:17:33.809387 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:33.815796 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:33.907156 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Pushing event updated for resources: {'Port': ['ID=f52f2cda-fc31-43b4-bfcf-76ee4d9219c4,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:33.939108 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.940227 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.940227 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.940510 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.940745 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.941096 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.941418 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.941738 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.942053 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.942371 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.942689 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.943003 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:33.952081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9660c67-4c5c-457e-87b9-5c78e9d478c0 req-1b500897-b85d-4b39-9393-ccfbc05a03c8 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907077 Mar 11 17:17:33.960925 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Attempting to bind port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:33.966312 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Attempting to bind port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:33.966312 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Attempting to bind port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 on network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:33.991510 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:33.991956 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Checking segment: {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:33.993083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a517875c-a749-4d98-98fc-eefa461908c5 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:33.993572 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:33.994060 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Bound using segment: {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:33.994618 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Bound port: f52f2cda-fc31-43b4-bfcf-76ee4d9219c4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:33.995011 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.018441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.043128 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceac2ab-35b0-48cb-9162-ebd61cff0538 x-openstack-request-id: req-9ceac2ab-35b0-48cb-9162-ebd61cff0538 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:34.043622 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "aefa956c-bead-4e2f-8f87-663847b1e03d", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:34.044034 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ceac2ab-35b0-48cb-9162-ebd61cff0538 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:34.044726 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'aefa956c-bead-4e2f-8f87-663847b1e03d', 'status': 'completed', 'code': 200} Mar 11 17:17:34.067616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-2e982b4d-0641-4b20-8a5c-b5e356695f39 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.076957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-2e982b4d-0641-4b20-8a5c-b5e356695f39 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/networks?id=cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 HTTP/1.1" status: 200 len: 806 time: 0.3210261 Mar 11 17:17:34.102678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a309dae3-b7e9-48d4-93c1-f3588c4d53ca tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/quotas/1361845d5e43409eb9a3f5c3c7b96241 HTTP/1.1" status: 200 len: 375 time: 0.0224035 Mar 11 17:17:34.111754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-11533802-ab89-405e-90bd-5fe01ab2017f req-b0610f21-16ef-4fb1-9f26-b36f89f8fcc6 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1424831564', 'description': 'tempest-description-1496489101'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:34.115923 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] For port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:34.119899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Transition to ACTIVE for port object a517875c-a749-4d98-98fc-eefa461908c5 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:34.123078 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] For port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f52f2cda-fc31-43b4-bfcf-76ee4d9219c4,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:34.132116 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.146516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.179576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-0fd5a29f-4b3c-4b12-9e1e-4cba6230f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.180464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-0fd5a29f-4b3c-4b12-9e1e-4cba6230f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.181079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-0fd5a29f-4b3c-4b12-9e1e-4cba6230f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.181750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-0fd5a29f-4b3c-4b12-9e1e-4cba6230f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.182341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-0fd5a29f-4b3c-4b12-9e1e-4cba6230f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.183129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-0fd5a29f-4b3c-4b12-9e1e-4cba6230f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.184099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-0fd5a29f-4b3c-4b12-9e1e-4cba6230f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.187559 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29c2637b-746f-437b-aec7-b3449b003647 req-0fd5a29f-4b3c-4b12-9e1e-4cba6230f509 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6276 time: 0.1157877 Mar 11 17:17:34.221223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11533802-ab89-405e-90bd-5fe01ab2017f req-b0610f21-16ef-4fb1-9f26-b36f89f8fcc6 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.222657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Pushing event updated for resources: {'Port': ['ID=a517875c-a749-4d98-98fc-eefa461908c5,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:34.285301 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:17:34.286550 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:17:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:34.290367 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7433230-1edc-4c25-bab5-aeab7f81dbe7 None None] Pushing event updated for resources: {'Port': ['ID=f52f2cda-fc31-43b4-bfcf-76ee4d9219c4,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:34.339720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-50e20332-ce51-493f-9d52-19ab42ec46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.340919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-50e20332-ce51-493f-9d52-19ab42ec46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.342491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-50e20332-ce51-493f-9d52-19ab42ec46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.344948 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29c2637b-746f-437b-aec7-b3449b003647 req-50e20332-ce51-493f-9d52-19ab42ec46da service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=57e97bf04688486b83ee0690c8ff475f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1482322 Mar 11 17:17:34.365184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-b92e2e8f-d504-461e-8369-0cdae954289f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1361845d5e43409eb9a3f5c3c7b96241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2339962 Mar 11 17:17:34.400667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ce422daa-e90a-4c8e-bf65-65f8fbec5a5f None None] Provisioning complete for port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:34.402559 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce422daa-e90a-4c8e-bf65-65f8fbec5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.573192 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce422daa-e90a-4c8e-bf65-65f8fbec5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.609003 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:17:34.612942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2637b-746f-437b-aec7-b3449b003647 req-cbf17cc2-a529-458f-a82c-43af5c3ac864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:34.616087 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29c2637b-746f-437b-aec7-b3449b003647 req-cbf17cc2-a529-458f-a82c-43af5c3ac864 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2634394 Mar 11 17:17:34.625517 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11533802-ab89-405e-90bd-5fe01ab2017f req-b0610f21-16ef-4fb1-9f26-b36f89f8fcc6 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.633466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Attempting to bind port a517875c-a749-4d98-98fc-eefa461908c5 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:34.634726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Attempting to bind port a517875c-a749-4d98-98fc-eefa461908c5 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:34.635551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Attempting to bind port a517875c-a749-4d98-98fc-eefa461908c5 on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:34.646960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Port a517875c-a749-4d98-98fc-eefa461908c5 on network 76a7467c-f517-456a-a479-d4b9c4849562 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:34.647372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Attempting to bind port a517875c-a749-4d98-98fc-eefa461908c5 on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:34.650381 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11533802-ab89-405e-90bd-5fe01ab2017f req-b0610f21-16ef-4fb1-9f26-b36f89f8fcc6 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.655811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ce422daa-e90a-4c8e-bf65-65f8fbec5a5f None None] For port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f52f2cda-fc31-43b4-bfcf-76ee4d9219c4,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:34.665320 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce422daa-e90a-4c8e-bf65-65f8fbec5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.673515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-f271cc0f-90bd-46cf-9989-716cb47f130f service neutron] 10.222.0.53 "GET /v2.0/networks/cffb9a87-a43f-45e1-9b3d-82a0dcd111a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911329 Mar 11 17:17:34.681098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11533802-ab89-405e-90bd-5fe01ab2017f req-b0610f21-16ef-4fb1-9f26-b36f89f8fcc6 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.696642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11533802-ab89-405e-90bd-5fe01ab2017f req-b0610f21-16ef-4fb1-9f26-b36f89f8fcc6 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6129174 Mar 11 17:17:34.729809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:34.730722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Checking segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:34.730722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Bound using segment: {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:34.731146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Bound port: a517875c-a749-4d98-98fc-eefa461908c5, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe47d94-0dd1-4198-80f3-637d8abfca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:34.731455 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.778499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce422daa-e90a-4c8e-bf65-65f8fbec5a5f None None] Pushing event updated for resources: {'Port': ['ID=f52f2cda-fc31-43b4-bfcf-76ee4d9219c4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:34.803208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-aacbe233-577a-4094-9aeb-3196ed96c058 None None] Provisioning complete for port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:34.803764 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aacbe233-577a-4094-9aeb-3196ed96c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:34.832751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4b20882-ed68-4e5b-94dc-ef5373b47c52 req-c71b5b1d-b863-44d5-b210-cafdf889bd8a tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0697250 Mar 11 17:17:34.836287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0610f21-16ef-4fb1-9f26-b36f89f8fcc6 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f638c240-0ff3-4189-8b5a-525e9fb0cf4f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:34.944842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-595f365a-3b3c-4876-9a16-b4e71fc18f5a service neutron] 10.222.0.53 "GET /v2.0/networks/cffb9a87-a43f-45e1-9b3d-82a0dcd111a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317302 Mar 11 17:17:34.946012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] For port a517875c-a749-4d98-98fc-eefa461908c5, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:34.962164 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] For port a517875c-a749-4d98-98fc-eefa461908c5, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a517875c-a749-4d98-98fc-eefa461908c5,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:34.969312 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:35.029760 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:34Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:35.077128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:35.077987 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:35.079629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] 10.222.0.66 "PUT /v2.0/ports/a517875c-a749-4d98-98fc-eefa461908c5 HTTP/1.1" status: 200 len: 1091 time: 2.3773794 Mar 11 17:17:35.083596 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbcc5b-e7a9-4302-9533-60988b814289 None None] The sync data for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 is: [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:34Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:17:35.128939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:35.160737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a7712-0d12-41fb-9e90-362b4a07e406 service neutron] Pushing event updated for resources: {'Port': ['ID=a517875c-a749-4d98-98fc-eefa461908c5,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:35.184622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376d5b-f180-4b57-beec-2a1c5dbe3887 req-b3787555-132e-4b10-b44c-bba5edcc72c7 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:35.191655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376d5b-f180-4b57-beec-2a1c5dbe3887 req-b3787555-132e-4b10-b44c-bba5edcc72c7 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:35.200069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376d5b-f180-4b57-beec-2a1c5dbe3887 req-b3787555-132e-4b10-b44c-bba5edcc72c7 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:35.208209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376d5b-f180-4b57-beec-2a1c5dbe3887 req-b3787555-132e-4b10-b44c-bba5edcc72c7 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:35.217547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376d5b-f180-4b57-beec-2a1c5dbe3887 req-b3787555-132e-4b10-b44c-bba5edcc72c7 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:35.230051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376d5b-f180-4b57-beec-2a1c5dbe3887 req-b3787555-132e-4b10-b44c-bba5edcc72c7 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:35.241792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376d5b-f180-4b57-beec-2a1c5dbe3887 req-b3787555-132e-4b10-b44c-bba5edcc72c7 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:35.245413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03376d5b-f180-4b57-beec-2a1c5dbe3887 req-b3787555-132e-4b10-b44c-bba5edcc72c7 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5396 time: 0.2443147 Mar 11 17:17:35.267407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:35.314915 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:35.363321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03376d5b-f180-4b57-beec-2a1c5dbe3887 req-03bc5d1f-5d47-4a87-aed4-3924f1f5fb3b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893629 Mar 11 17:17:35.406724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:35.408003 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:35.806802 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-645f2cb1-b603-4ec2-9051-d0a5616ce37b req-6bbd3950-7c62-4417-9397-52e4c68d8d8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/f638c240-0ff3-4189-8b5a-525e9fb0cf4f HTTP/1.1" status: 200 len: 1803 time: 0.1972945 Mar 11 17:17:35.861105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-645f2cb1-b603-4ec2-9051-d0a5616ce37b req-d67035ff-1357-4295-b065-c9631b486035 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1366317057', 'description': 'tempest-description-hth-904508416'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:35.877793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ddff-27f5-4782-94e7-982ef090de7f req-36fac5a1-a020-4578-a5f2-906aead7770f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:35.889134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ffd8ddff-27f5-4782-94e7-982ef090de7f req-36fac5a1-a020-4578-a5f2-906aead7770f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.3715775 Mar 11 17:17:36.007796 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-645f2cb1-b603-4ec2-9051-d0a5616ce37b req-d67035ff-1357-4295-b065-c9631b486035 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:36.040255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ffd8ddff-27f5-4782-94e7-982ef090de7f req-7c69afe6-c0a0-427f-9194-5c46d7f1f8cf tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336880 Mar 11 17:17:36.053563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'a517875c-a749-4d98-98fc-eefa461908c5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:36.057424 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425124da-3b85-4e25-8622-5e586bddacc8" -d '{"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "a517875c-a749-4d98-98fc-eefa461908c5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:36.144084 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-645f2cb1-b603-4ec2-9051-d0a5616ce37b req-d67035ff-1357-4295-b065-c9631b486035 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:36.150035 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-645f2cb1-b603-4ec2-9051-d0a5616ce37b req-d67035ff-1357-4295-b065-c9631b486035 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:36.152633 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-645f2cb1-b603-4ec2-9051-d0a5616ce37b req-d67035ff-1357-4295-b065-c9631b486035 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:36.154416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-645f2cb1-b603-4ec2-9051-d0a5616ce37b req-d67035ff-1357-4295-b065-c9631b486035 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "PUT /v2.0/security-groups/f638c240-0ff3-4189-8b5a-525e9fb0cf4f HTTP/1.1" status: 200 len: 1776 time: 0.3038929 Mar 11 17:17:36.266662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5b1aa08-c068-4de9-88e9-eb8491c730bd req-0ee12187-b7d8-4681-a695-0988aca77cd6 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 210 time: 0.0662835 Mar 11 17:17:36.273189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b3125f-5734-432c-847e-a11654b73b98 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:36.281538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67035ff-1357-4295-b065-c9631b486035 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f638c240-0ff3-4189-8b5a-525e9fb0cf4f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:36.299960 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:36.315489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Transition to ACTIVE for port object 05b3125f-5734-432c-847e-a11654b73b98 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:36.320194 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:36.508817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-559fac9f-23d2-41e3-9279-8909fa7ed7a1 req-1327f140-69db-4ae9-ba61-33afc35d726b tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1085250 Mar 11 17:17:36.528316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Pushing event updated for resources: {'Port': ['ID=05b3125f-5734-432c-847e-a11654b73b98,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:36.550051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0343f-b228-4bb9-b765-df2d069efaa3 req-8685350e-2310-4b85-9b45-192f520560e6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.551737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ae0343f-b228-4bb9-b765-df2d069efaa3 req-8685350e-2310-4b85-9b45-192f520560e6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1686730 Mar 11 17:17:36.599364 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577afee1-a8d1-495a-96fb-9726737ebbfd x-openstack-request-id: req-577afee1-a8d1-495a-96fb-9726737ebbfd {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:36.599614 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "a517875c-a749-4d98-98fc-eefa461908c5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:36.599813 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-577afee1-a8d1-495a-96fb-9726737ebbfd {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:36.600212 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'a517875c-a749-4d98-98fc-eefa461908c5', 'status': 'completed', 'code': 200} Mar 11 17:17:36.693936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ae0343f-b228-4bb9-b765-df2d069efaa3 req-58eb7a19-cfcf-4b88-b3c5-17b3e1b6d518 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278148 Mar 11 17:17:36.704333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-4b968f81-b9cb-4559-9f01-b8e7c612a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.705173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-4b968f81-b9cb-4559-9f01-b8e7c612a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.705996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-4b968f81-b9cb-4559-9f01-b8e7c612a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.706811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-4b968f81-b9cb-4559-9f01-b8e7c612a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.707824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-4b968f81-b9cb-4559-9f01-b8e7c612a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.708661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-4b968f81-b9cb-4559-9f01-b8e7c612a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.709471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-4b968f81-b9cb-4559-9f01-b8e7c612a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.714012 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-425124da-3b85-4e25-8622-5e586bddacc8 req-4b968f81-b9cb-4559-9f01-b8e7c612a13b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6368 time: 0.0929003 Mar 11 17:17:36.726753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Attempting to bind port 05b3125f-5734-432c-847e-a11654b73b98 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:36.727369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Attempting to bind port 05b3125f-5734-432c-847e-a11654b73b98 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:36.727870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Attempting to bind port 05b3125f-5734-432c-847e-a11654b73b98 on network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:36.737984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9b3b4cb-cc0c-4b41-b713-b8dc6af95c6b req-c857723b-5f77-406a-bb00-f068c1fd5f77 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/f638c240-0ff3-4189-8b5a-525e9fb0cf4f HTTP/1.1" status: 200 len: 1776 time: 0.1288700 Mar 11 17:17:36.741692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Port 05b3125f-5734-432c-847e-a11654b73b98 on network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:36.742227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Attempting to bind port 05b3125f-5734-432c-847e-a11654b73b98 on network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:36.762808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:36.763905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Checking segment: {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:36.764636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Bound using segment: {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:36.765466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Bound port: 05b3125f-5734-432c-847e-a11654b73b98, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:36.766071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:36.899029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-2c6bfd81-af89-4583-acf1-cf9116bd3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.900137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-2c6bfd81-af89-4583-acf1-cf9116bd3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.901032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-2c6bfd81-af89-4583-acf1-cf9116bd3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.905078 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-425124da-3b85-4e25-8622-5e586bddacc8 req-2c6bfd81-af89-4583-acf1-cf9116bd3bfa service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=57e97bf04688486b83ee0690c8ff475f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1746807 Mar 11 17:17:36.967673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] For port 05b3125f-5734-432c-847e-a11654b73b98, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:36.977072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] For port 05b3125f-5734-432c-847e-a11654b73b98, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=05b3125f-5734-432c-847e-a11654b73b98,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:37.000933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e8325-08fd-4ab2-a682-90898d922e17 req-1b121627-2324-497b-9ad3-4a9ff620a898 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.011809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e8325-08fd-4ab2-a682-90898d922e17 req-1b121627-2324-497b-9ad3-4a9ff620a898 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.020924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e8325-08fd-4ab2-a682-90898d922e17 req-1b121627-2324-497b-9ad3-4a9ff620a898 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.029617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e8325-08fd-4ab2-a682-90898d922e17 req-1b121627-2324-497b-9ad3-4a9ff620a898 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.036648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e8325-08fd-4ab2-a682-90898d922e17 req-1b121627-2324-497b-9ad3-4a9ff620a898 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.047721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e8325-08fd-4ab2-a682-90898d922e17 req-1b121627-2324-497b-9ad3-4a9ff620a898 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.058679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e8325-08fd-4ab2-a682-90898d922e17 req-1b121627-2324-497b-9ad3-4a9ff620a898 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.062150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb6e8325-08fd-4ab2-a682-90898d922e17 req-1b121627-2324-497b-9ad3-4a9ff620a898 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5408 time: 0.2244198 Mar 11 17:17:37.066166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425124da-3b85-4e25-8622-5e586bddacc8 req-b63088ca-748b-4205-bb29-f2e63aa3aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.068290 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-425124da-3b85-4e25-8622-5e586bddacc8 req-b63088ca-748b-4205-bb29-f2e63aa3aade service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1578038 Mar 11 17:17:37.081309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:37.097633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8b077-00c7-440e-8296-bb212b632fe4 req-e12e5aa3-14cc-4e95-b9e0-2dcf7cf4f3d8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.100318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfe8b077-00c7-440e-8296-bb212b632fe4 req-e12e5aa3-14cc-4e95-b9e0-2dcf7cf4f3d8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2401204 Mar 11 17:17:37.244080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.245191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:37.247151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] 10.222.0.66 "PUT /v2.0/ports/05b3125f-5734-432c-847e-a11654b73b98 HTTP/1.1" status: 200 len: 1091 time: 2.1253386 Mar 11 17:17:37.321991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Request body: {'port': {'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:37.376016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfe8b077-00c7-440e-8296-bb212b632fe4 req-840e2c04-7709-4aee-a15c-3a61488abee5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424536 Mar 11 17:17:37.388739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb6e8325-08fd-4ab2-a682-90898d922e17 req-bd130f1b-cd8c-4735-bd02-375e4b35fe49 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2834187 Mar 11 17:17:37.396085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550a703-4d9d-45cb-a389-27b87fcb1457 service neutron] Pushing event updated for resources: {'Port': ['ID=05b3125f-5734-432c-847e-a11654b73b98,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:37.451924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-1036ed4b-6ad6-4c31-980e-25e1167f87c4 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.453621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-1036ed4b-6ad6-4c31-980e-25e1167f87c4 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.46 "GET /v2.0/networks?id=cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 HTTP/1.1" status: 200 len: 806 time: 0.3901713 Mar 11 17:17:37.519073 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:37.586320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1dfecbff-f8a5-4767-9240-6c384dd37957 req-64861f3f-b0a0-47e8-8f17-6856c43c2883 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/f638c240-0ff3-4189-8b5a-525e9fb0cf4f HTTP/1.1" status: 200 len: 1776 time: 0.1609230 Mar 11 17:17:37.596490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-e369a5df-a464-4c77-997e-4c02263e780a tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1361845d5e43409eb9a3f5c3c7b96241 HTTP/1.1" status: 200 len: 378 time: 0.1147485 Mar 11 17:17:37.624474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Request body: {'port': {'device_id': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'admin_state_up': True, 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'security_groups': ['bb83aaf0-a15d-437d-a4a8-cef7e46a2972']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:37.907609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1dfecbff-f8a5-4767-9240-6c384dd37957 req-05482538-435f-43b5-b841-4a2a7474de57 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:37.933640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efeea8-c5fa-4bc0-8be9-b738e2dcf503 req-85dcea23-2212-46d0-b5a8-f54d6282b234 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.935168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37efeea8-c5fa-4bc0-8be9-b738e2dcf503 req-85dcea23-2212-46d0-b5a8-f54d6282b234 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.1837885 Mar 11 17:17:38.000274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1dfecbff-f8a5-4767-9240-6c384dd37957 req-05482538-435f-43b5-b841-4a2a7474de57 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:38.028417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Made reservation on behalf of 1361845d5e43409eb9a3f5c3c7b96241 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:38.032425 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:38.090880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37efeea8-c5fa-4bc0-8be9-b738e2dcf503 req-8a8f7304-e6fd-4840-9108-b9933b18c660 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429334 Mar 11 17:17:38.197652 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1dfecbff-f8a5-4767-9240-6c384dd37957 req-05482538-435f-43b5-b841-4a2a7474de57 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:38.200139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1dfecbff-f8a5-4767-9240-6c384dd37957 req-05482538-435f-43b5-b841-4a2a7474de57 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:38.201770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1dfecbff-f8a5-4767-9240-6c384dd37957 req-05482538-435f-43b5-b841-4a2a7474de57 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/f638c240-0ff3-4189-8b5a-525e9fb0cf4f HTTP/1.1" status: 204 len: 173 time: 0.6043758 Mar 11 17:17:38.281405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05482538-435f-43b5-b841-4a2a7474de57 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638c240-0ff3-4189-8b5a-525e9fb0cf4f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:38.297256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08307816-aeec-45b8-bdc9-da8325f51337 req-51279f5d-52b5-48a3-8c80-8b91d2b2c9e2 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 210 time: 0.1005061 Mar 11 17:17:38.348907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09798251-aa0d-4919-b8c0-0f36590dd938 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:38.386596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:38.450474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab23077f-83ad-4b58-ad5d-c7962e65e8db req-d93277ef-de6c-4acf-984d-a3487649539f tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0690088 Mar 11 17:17:38.456996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Transition to ACTIVE for port object 09798251-aa0d-4919-b8c0-0f36590dd938 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:38.466234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Allocated IP 172.20.0.9 (cffb9a87-a43f-45e1-9b3d-82a0dcd111a3/9ccba869-abc8-4b34-a594-97d2dc7d0160/e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:38.472731 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:38.490948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc868f6-bd27-43df-b000-8c7633be8877 req-cb8f7aeb-50e2-40b6-8b3d-faccd3de1ab2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:38.493450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dc868f6-bd27-43df-b000-8c7633be8877 req-cb8f7aeb-50e2-40b6-8b3d-faccd3de1ab2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2059085 Mar 11 17:17:38.605856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': '05b3125f-5734-432c-847e-a11654b73b98'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:38.609656 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28" -d '{"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "05b3125f-5734-432c-847e-a11654b73b98"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:38.698420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Pushing event updated for resources: {'Port': ['ID=09798251-aa0d-4919-b8c0-0f36590dd938,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:38.759169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dc868f6-bd27-43df-b000-8c7633be8877 req-e3fb465e-1463-4f51-9390-9b099b1cebf6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233238 Mar 11 17:17:38.880000 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a137224f-89e4-459c-84cd-a79a95019e3b x-openstack-request-id: req-a137224f-89e4-459c-84cd-a79a95019e3b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:38.880489 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "05b3125f-5734-432c-847e-a11654b73b98", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:38.880919 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a137224f-89e4-459c-84cd-a79a95019e3b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:38.881543 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': '05b3125f-5734-432c-847e-a11654b73b98', 'status': 'completed', 'code': 200} Mar 11 17:17:38.953556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-c9be3f77-f9f8-43a6-a3b6-8bbce76f8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:38.954284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-c9be3f77-f9f8-43a6-a3b6-8bbce76f8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:38.954525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-c9be3f77-f9f8-43a6-a3b6-8bbce76f8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:38.959464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-c9be3f77-f9f8-43a6-a3b6-8bbce76f8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:38.959464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-c9be3f77-f9f8-43a6-a3b6-8bbce76f8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:38.959464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-c9be3f77-f9f8-43a6-a3b6-8bbce76f8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:38.959464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-c9be3f77-f9f8-43a6-a3b6-8bbce76f8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:38.959464 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-c9be3f77-f9f8-43a6-a3b6-8bbce76f8112 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6435 time: 0.0680285 Mar 11 17:17:39.001726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:39.051648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9edc31-c3ad-4ec7-b864-206a68101e4e req-2fb69ecd-88c7-4219-bd86-62474fa6e0aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.057556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9edc31-c3ad-4ec7-b864-206a68101e4e req-2fb69ecd-88c7-4219-bd86-62474fa6e0aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.063995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9edc31-c3ad-4ec7-b864-206a68101e4e req-2fb69ecd-88c7-4219-bd86-62474fa6e0aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.069918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9edc31-c3ad-4ec7-b864-206a68101e4e req-2fb69ecd-88c7-4219-bd86-62474fa6e0aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.075914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9edc31-c3ad-4ec7-b864-206a68101e4e req-2fb69ecd-88c7-4219-bd86-62474fa6e0aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.082365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9edc31-c3ad-4ec7-b864-206a68101e4e req-2fb69ecd-88c7-4219-bd86-62474fa6e0aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.088777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9edc31-c3ad-4ec7-b864-206a68101e4e req-2fb69ecd-88c7-4219-bd86-62474fa6e0aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.090672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac9edc31-c3ad-4ec7-b864-206a68101e4e req-2fb69ecd-88c7-4219-bd86-62474fa6e0aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.3302939 Mar 11 17:17:39.108025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-e44ef2b7-7650-4938-8296-cecba162e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.108890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-e44ef2b7-7650-4938-8296-cecba162e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.109729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-e44ef2b7-7650-4938-8296-cecba162e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.112531 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-e44ef2b7-7650-4938-8296-cecba162e3bc service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=57e97bf04688486b83ee0690c8ff475f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1424091 Mar 11 17:17:39.125937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Attempting to bind port 09798251-aa0d-4919-b8c0-0f36590dd938 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:39.125937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Attempting to bind port 09798251-aa0d-4919-b8c0-0f36590dd938 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:39.125937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Attempting to bind port 09798251-aa0d-4919-b8c0-0f36590dd938 on network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:39.168914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Port 09798251-aa0d-4919-b8c0-0f36590dd938 on network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:39.169278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Attempting to bind port 09798251-aa0d-4919-b8c0-0f36590dd938 on network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:39.193892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:39.194242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Checking segment: {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:39.194631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Bound using segment: {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:39.195084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Bound port: 09798251-aa0d-4919-b8c0-0f36590dd938, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2752407-8e62-4b67-a47b-26e6c3d85af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:39.195440 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:39.206562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:39.211870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac9edc31-c3ad-4ec7-b864-206a68101e4e req-13369a37-9036-46b4-962e-203da25f7867 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939479 Mar 11 17:17:39.262957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acabfa0-11e5-46e4-b290-ce0cd0847e02 req-465b1329-0819-4dfd-b05c-da97bc22b360 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.265130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8acabfa0-11e5-46e4-b290-ce0cd0847e02 req-465b1329-0819-4dfd-b05c-da97bc22b360 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1711183 Mar 11 17:17:39.274485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-245bb008-657f-4fb9-b251-59caed2055c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.277355 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4cbb01a3-61ae-4da2-bf7f-19a45e85ef28 req-245bb008-657f-4fb9-b251-59caed2055c0 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1575239 Mar 11 17:17:39.315758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:39.338416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:39.361546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:39.378460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Pushing event updated for resources: {'Port': ['ID=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:39.516329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] For port 09798251-aa0d-4919-b8c0-0f36590dd938, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:39.527358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.528152 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:39.532753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] For port 09798251-aa0d-4919-b8c0-0f36590dd938, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=09798251-aa0d-4919-b8c0-0f36590dd938,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:39.538437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8acabfa0-11e5-46e4-b290-ce0cd0847e02 req-8e77309f-5e0c-4b5b-95fb-1b46524dfd84 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211890 Mar 11 17:17:39.546320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:39.568182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fc64d-80ef-4d6c-98b0-8fe25c950a34 req-37f55097-e937-4657-849f-a676098cdde5 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.570768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e22fc64d-80ef-4d6c-98b0-8fe25c950a34 req-37f55097-e937-4657-849f-a676098cdde5 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=e29ac773-4b9c-4724-9dcc-095d09f898cf HTTP/1.1" status: 200 len: 946 time: 0.2482331 Mar 11 17:17:39.622192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f7daeb8f-44db-44ce-8e8c-6ddb700adbcb None None] Provisioning complete for port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:39.623928 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f7daeb8f-44db-44ce-8e8c-6ddb700adbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:39.645466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd26e133-8824-44c4-8c87-57c53b3a9772 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0327179 Mar 11 17:17:39.646298 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-8205b399-6dca-4da2-a4c2-0183fbc836ad req-6cd7984c-b807-4b15-8696-21e2e6500f68 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:17:39.647230 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8205b399-6dca-4da2-a4c2-0183fbc836ad req-6cd7984c-b807-4b15-8696-21e2e6500f68 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/cba91ba3-9e6f-4405-b3ea-e026624fd66b HTTP/1.1" status: 404 len: 352 time: 0.0752006 Mar 11 17:17:39.656263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.656945 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:39.658326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] 10.222.0.66 "PUT /v2.0/ports/09798251-aa0d-4919-b8c0-0f36590dd938 HTTP/1.1" status: 200 len: 1091 time: 2.3542063 Mar 11 17:17:39.679931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f7daeb8f-44db-44ce-8e8c-6ddb700adbcb None None] Port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:17:39.681425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Request body: {'port': {'device_id': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:39.715455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005eb80-b3c9-4431-90ff-a84f4b887af0 service neutron] Pushing event updated for resources: {'Port': ['ID=09798251-aa0d-4919-b8c0-0f36590dd938,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:39.735746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e22fc64d-80ef-4d6c-98b0-8fe25c950a34 req-59bf318f-8e6e-42d9-8738-2fe61a72cf9a tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456254 Mar 11 17:17:39.843372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bdcaac26-17d7-4dcc-afe3-6db6ee1e3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.845330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bdcaac26-17d7-4dcc-afe3-6db6ee1e3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.846598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bdcaac26-17d7-4dcc-afe3-6db6ee1e3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.847281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bdcaac26-17d7-4dcc-afe3-6db6ee1e3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.848005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bdcaac26-17d7-4dcc-afe3-6db6ee1e3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.848837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bdcaac26-17d7-4dcc-afe3-6db6ee1e3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.849737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bdcaac26-17d7-4dcc-afe3-6db6ee1e3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.853094 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-bdcaac26-17d7-4dcc-afe3-6db6ee1e3661 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6477 time: 0.1282272 Mar 11 17:17:39.912991 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-3044b948-a141-4df6-9834-eb56bdc1986f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff06a60-8fe8-4864-962d-fec0baf86aa0 HTTP/1.1" status: 200 len: 217 time: 0.0516772 Mar 11 17:17:39.990697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f1b2c031-617b-488f-84cd-85100eb3255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:39.994748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f1b2c031-617b-488f-84cd-85100eb3255d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4bf8e4bb-7108-4116-a5e2-7ae872b2c394 HTTP/1.1" status: 200 len: 850 time: 0.0720992 Mar 11 17:17:40.068027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-19d3ae00-020d-4bae-b275-ed78566f02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:40.070835 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-19d3ae00-020d-4bae-b275-ed78566f02fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1394a171-ce99-407d-a71d-c9abf03ee56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700698 Mar 11 17:17:40.206202 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-0faf156b-8a1b-4d60-bd82-b7ac7effeb8e service neutron] 10.222.0.66 "GET /v2.0/networks/1394a171-ce99-407d-a71d-c9abf03ee56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258526 Mar 11 17:17:40.249993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:40.322019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4278a-649f-4551-a278-47416c2223fe req-41887a54-dc7a-493f-a74d-44845cc64ee4 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:40.323523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ae4278a-649f-4551-a278-47416c2223fe req-41887a54-dc7a-493f-a74d-44845cc64ee4 tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29ac773-4b9c-4724-9dcc-095d09f898cf HTTP/1.1" status: 200 len: 946 time: 0.5861351 Mar 11 17:17:40.339251 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-faec07be-666f-415e-b908-0a3d60d65596 service neutron] 10.222.0.66 "GET /v2.0/networks/1394a171-ce99-407d-a71d-c9abf03ee56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213748 Mar 11 17:17:40.356539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a536e2-3152-41fa-bd89-edcdcb1aba4c req-6dc7c153-1138-4dc5-9c76-124ebb649588 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:40.359321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64a536e2-3152-41fa-bd89-edcdcb1aba4c req-6dc7c153-1138-4dc5-9c76-124ebb649588 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.5707679 Mar 11 17:17:40.390941 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-87da54e1-9eff-47d2-8ab7-51762913d391 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 HTTP/1.1" status: 200 len: 217 time: 0.0452659 Mar 11 17:17:40.408302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f531f-88e3-4c5b-af54-e12c5b35d0e4 req-0f949942-c826-40dd-b9d9-8fd6e9429247 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:40.410098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-615f531f-88e3-4c5b-af54-e12c5b35d0e4 req-0f949942-c826-40dd-b9d9-8fd6e9429247 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 931 time: 0.5517633 Mar 11 17:17:40.455619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8c3d9fc2-a9ac-44dd-838f-0348a97363b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:40.457502 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8c3d9fc2-a9ac-44dd-838f-0348a97363b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f3b4a4c-47da-4681-8b34-816896925994 HTTP/1.1" status: 200 len: 797 time: 0.0594180 Mar 11 17:17:40.533020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b6af71da-d531-48a9-b808-e3ef2a95ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:40.534971 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-b6af71da-d531-48a9-b808-e3ef2a95ba5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76a7467c-f517-456a-a479-d4b9c4849562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0673568 Mar 11 17:17:40.577690 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64a536e2-3152-41fa-bd89-edcdcb1aba4c req-edd675b0-3983-456e-b85b-d57f44e6e779 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944568 Mar 11 17:17:40.637559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-615f531f-88e3-4c5b-af54-e12c5b35d0e4 req-8810c9b3-6900-4ef6-89cd-5591e8c5b189 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2078936 Mar 11 17:17:40.662641 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:40.703964 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-a00c3500-3ca4-49a1-a821-653c50db6ca3 service neutron] 10.222.0.66 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530521 Mar 11 17:17:40.763941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66a3473b-8ad1-4818-b4b0-52056d4bd2ae req-df58f0a1-f5f8-44fa-9147-917a205f4011 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0544512 Mar 11 17:17:40.769555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-6ae4278a-649f-4551-a278-47416c2223fe req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Deleting port 0170f8a9-8296-4bf9-b282-03a99b806715 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:17:40.769986 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6ae4278a-649f-4551-a278-47416c2223fe req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:40.863524 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-3e54781b-c1f7-4f98-9e8e-65b16bb45c5b service neutron] 10.222.0.66 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509862 Mar 11 17:17:40.876574 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-31ec854f-bb41-427d-b094-ac089002192f req-8b990237-c0dc-4d68-bea5-779d81033a5b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:17:40.878056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-31ec854f-bb41-427d-b094-ac089002192f req-8b990237-c0dc-4d68-bea5-779d81033a5b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/a2fa6b2d-a731-4ba9-b1dd-db229307e653 HTTP/1.1" status: 404 len: 352 time: 0.0680513 Mar 11 17:17:40.884843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': '09798251-aa0d-4919-b8c0-0f36590dd938'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:40.890175 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133382f3-737e-4c9a-8f5a-3934813129a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "09798251-aa0d-4919-b8c0-0f36590dd938"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:40.945995 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-7571d6dc-26bf-494f-88b5-dd10e4b0f7b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=5fbad905-fa64-4fdc-aa78-bda80d01360d HTTP/1.1" status: 200 len: 217 time: 0.0742202 Mar 11 17:17:41.013530 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-edfd8211-8ba7-4c44-a2ad-7aa31c9ffac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.015133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-edfd8211-8ba7-4c44-a2ad-7aa31c9ffac6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f3b4a4c-47da-4681-8b34-816896925994 HTTP/1.1" status: 200 len: 797 time: 0.0605905 Mar 11 17:17:41.074630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-fcf14ac8-0540-4014-b1ac-4f609022f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.076882 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-fcf14ac8-0540-4014-b1ac-4f609022f461 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76a7467c-f517-456a-a479-d4b9c4849562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0541623 Mar 11 17:17:41.122644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6ae4278a-649f-4551-a278-47416c2223fe req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] For port 0170f8a9-8296-4bf9-b282-03a99b806715, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0170f8a9-8296-4bf9-b282-03a99b806715,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:41.123263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6ae4278a-649f-4551-a278-47416c2223fe req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:41.169601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f856b2-1321-4ed8-9f14-a0efef93816b req-bc8c4115-3086-49d4-8bf4-bcbbbfc10418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.176642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f856b2-1321-4ed8-9f14-a0efef93816b req-bc8c4115-3086-49d4-8bf4-bcbbbfc10418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.188326 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-e9b80c65-fe05-43d0-a225-1f398a85c113 service neutron] 10.222.0.66 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966396 Mar 11 17:17:41.188527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f856b2-1321-4ed8-9f14-a0efef93816b req-bc8c4115-3086-49d4-8bf4-bcbbbfc10418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.188527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f856b2-1321-4ed8-9f14-a0efef93816b req-bc8c4115-3086-49d4-8bf4-bcbbbfc10418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.193975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f856b2-1321-4ed8-9f14-a0efef93816b req-bc8c4115-3086-49d4-8bf4-bcbbbfc10418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.199982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f856b2-1321-4ed8-9f14-a0efef93816b req-bc8c4115-3086-49d4-8bf4-bcbbbfc10418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.208430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f856b2-1321-4ed8-9f14-a0efef93816b req-bc8c4115-3086-49d4-8bf4-bcbbbfc10418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.211523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91f856b2-1321-4ed8-9f14-a0efef93816b req-bc8c4115-3086-49d4-8bf4-bcbbbfc10418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.2723236 Mar 11 17:17:41.224141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-6ae4278a-649f-4551-a278-47416c2223fe req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Calling delete_port for 0170f8a9-8296-4bf9-b282-03a99b806715 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:17:41.230402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:41.248087 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:41.296992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-98e8fee2-30bc-48c0-b21d-6f91af48ed19 service neutron] 10.222.0.66 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085606 Mar 11 17:17:41.335383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Transition to ACTIVE for port object e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:41.346883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea1795-8098-4af5-a56f-2540b3a120aa req-027014e9-01fc-49ba-b1eb-072dbbcefdea tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.348452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1ea1795-8098-4af5-a56f-2540b3a120aa req-027014e9-01fc-49ba-b1eb-072dbbcefdea tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=e29ac773-4b9c-4724-9dcc-095d09f898cf HTTP/1.1" status: 200 len: 946 time: 0.3299146 Mar 11 17:17:41.359294 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-189a6c1f-4acc-4191-83f2-5f379f461eaf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=aefa956c-bead-4e2f-8f87-663847b1e03d HTTP/1.1" status: 200 len: 217 time: 0.0493221 Mar 11 17:17:41.364280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:41.392409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-cca8d608-bae9-44d1-b080-462b4f8e6c5b tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.394253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-cca8d608-bae9-44d1-b080-462b4f8e6c5b tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 945 time: 0.3078296 Mar 11 17:17:41.406328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91f856b2-1321-4ed8-9f14-a0efef93816b req-8fcf01ed-6234-46f4-8ac9-a1e87d8e71ea tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712387 Mar 11 17:17:41.612920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1ea1795-8098-4af5-a56f-2540b3a120aa req-e3b11283-7c7c-4da1-a74e-4c4632d8866e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/security-groups?id=e292f870-5afc-4486-adeb-52506c750be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515299 Mar 11 17:17:41.634317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:41.706149 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b3b736-610c-44e9-8191-d1cc1bcadb1f x-openstack-request-id: req-51b3b736-610c-44e9-8191-d1cc1bcadb1f {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:41.706579 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "09798251-aa0d-4919-b8c0-0f36590dd938", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:41.706978 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51b3b736-610c-44e9-8191-d1cc1bcadb1f {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:41.707567 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': '09798251-aa0d-4919-b8c0-0f36590dd938', 'status': 'completed', 'code': 200} Mar 11 17:17:41.809197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f655ba89-0e4e-4ccf-a60a-5d5197134b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.811439 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f655ba89-0e4e-4ccf-a60a-5d5197134b71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f3b4a4c-47da-4681-8b34-816896925994 HTTP/1.1" status: 200 len: 797 time: 0.4399655 Mar 11 17:17:41.832644 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-bd72163d-b160-4829-acd9-a0ace91e95a6 req-074ec210-7810-47f9-a790-7a8b4edf28a0 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:17:41.833681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd72163d-b160-4829-acd9-a0ace91e95a6 req-074ec210-7810-47f9-a790-7a8b4edf28a0 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/6b026672-dc4b-44b7-90e6-b3e0ae15e8c2 HTTP/1.1" status: 404 len: 352 time: 0.1115232 Mar 11 17:17:41.854109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b5262-df66-4515-88cf-3199c771a855 req-70514bca-8bb5-45ec-9460-b9b78cdc4e93 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.862812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21b5262-df66-4515-88cf-3199c771a855 req-70514bca-8bb5-45ec-9460-b9b78cdc4e93 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3397732 Mar 11 17:17:41.884989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-9bc6bef3-0fe6-4c65-9808-7395aadeeed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:41.886750 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-9bc6bef3-0fe6-4c65-9808-7395aadeeed9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76a7467c-f517-456a-a479-d4b9c4849562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0647137 Mar 11 17:17:41.914127 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6ae4278a-649f-4551-a278-47416c2223fe req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:41.923756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Attempting to bind port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:41.924090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Attempting to bind port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:41.924446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Attempting to bind port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 on network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:41.929117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['98abce31-8840-4c8b-aaf0-1834025d7b66'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:41.933283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0170f8a9-8296-4bf9-b282-03a99b806715'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:41.980321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Pushing event deleted for resources: {'Port': ['ID=0170f8a9-8296-4bf9-b282-03a99b806715,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:42.014555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 on network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:42.014989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Attempting to bind port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 on network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:42.017832 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-5525555e-ce67-4799-838d-df8a5ae4fc9e service neutron] 10.222.0.66 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229811 Mar 11 17:17:42.028625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Deleting port 98abce31-8840-4c8b-aaf0-1834025d7b66 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:17:42.028625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:42.050023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21b5262-df66-4515-88cf-3199c771a855 req-acca4ebe-e5ef-4686-85fc-8b516798edf7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861520 Mar 11 17:17:42.096760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:42.096760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Checking segment: {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:42.096760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Bound using segment: {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:42.096760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Bound port: e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0b334f-b144-4c32-b810-496c93ff2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:42.096760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:42.131884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae4278a-649f-4551-a278-47416c2223fe req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] No DVR routers for this DVR port 0170f8a9-8296-4bf9-b282-03a99b806715 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:17:42.135840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6ae4278a-649f-4551-a278-47416c2223fe req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:42.142122 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ae4278a-649f-4551-a278-47416c2223fe req-f381d60d-1cf7-49b7-9ae5-160e5d5a619f tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.66 "DELETE /v2.0/ports/0170f8a9-8296-4bf9-b282-03a99b806715 HTTP/1.1" status: 204 len: 173 time: 1.8065171 Mar 11 17:17:42.189767 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f799e365-cb8e-4fe6-9bff-2a2273af4f07 service neutron] 10.222.0.66 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645396 Mar 11 17:17:42.245198 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-8c4a311e-ac9b-4714-92b8-2c5d7a15f8d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=a517875c-a749-4d98-98fc-eefa461908c5 HTTP/1.1" status: 200 len: 217 time: 0.0464370 Mar 11 17:17:42.273777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce368a1-f214-4498-8597-71f769b77df9 req-e21e8082-b7f0-4ba7-8141-77e044cb533b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:42.275324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ce368a1-f214-4498-8597-71f769b77df9 req-e21e8082-b7f0-4ba7-8141-77e044cb533b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.3445163 Mar 11 17:17:42.324823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-0485c0ad-c916-454b-b204-5f2b47c392ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:42.328260 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-0485c0ad-c916-454b-b204-5f2b47c392ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f3b4a4c-47da-4681-8b34-816896925994 HTTP/1.1" status: 200 len: 797 time: 0.0711915 Mar 11 17:17:42.335922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] For port 98abce31-8840-4c8b-aaf0-1834025d7b66, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=98abce31-8840-4c8b-aaf0-1834025d7b66,segment=NetworkSegment(06df8dec-43ba-4210-b457-d98259b5d2cc),segment_id=06df8dec-43ba-4210-b457-d98259b5d2cc)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:42.336557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:42.371416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Calling delete_port for 98abce31-8840-4c8b-aaf0-1834025d7b66 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:17:42.389893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-fcad1f6f-9be4-4d34-b56b-7dce550c1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:42.391642 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-fcad1f6f-9be4-4d34-b56b-7dce550c1bf8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76a7467c-f517-456a-a479-d4b9c4849562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0525665 Mar 11 17:17:42.395422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] For port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:42.411932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc07503-f3de-4c86-99cf-1e275ab0d76d req-c0ecdab3-10f0-411a-bc96-e6fc90b163f3 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:42.412213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfc07503-f3de-4c86-99cf-1e275ab0d76d req-c0ecdab3-10f0-411a-bc96-e6fc90b163f3 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 943 time: 0.2019939 Mar 11 17:17:42.424393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] For port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:42.430695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ce368a1-f214-4498-8597-71f769b77df9 req-5eb5b5fe-164e-4eb5-816c-83aa261b6c15 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360056 Mar 11 17:17:42.462433 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:42.532564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:42.533201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:42.534673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] 10.222.0.46 "PUT /v2.0/ports/e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 HTTP/1.1" status: 200 len: 1091 time: 2.8666031 Mar 11 17:17:42.560463 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-d8125fc8-8b8f-4166-ad58-88ad846331fc service neutron] 10.222.0.66 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580510 Mar 11 17:17:42.562563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfc07503-f3de-4c86-99cf-1e275ab0d76d req-7b2aff9f-1709-4142-8075-4d6be3472d0c tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361761 Mar 11 17:17:42.617888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d02487f-9554-4d8a-9fd5-809b41646dc1 req-1561cd51-7a26-43b2-a812-a249309061f9 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0536029 Mar 11 17:17:42.700582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d69bb-8df4-449c-9308-ac8205a6bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:42.709495 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-295d03a5-7a7e-4933-9120-8a18536e20b1 req-54b34677-c0d2-4df2-83cf-a8fcf46122ef tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:17:42.713995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-295d03a5-7a7e-4933-9120-8a18536e20b1 req-54b34677-c0d2-4df2-83cf-a8fcf46122ef tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/0c8ca44f-3f65-40be-b764-6626cb0baec6 HTTP/1.1" status: 404 len: 352 time: 0.0945175 Mar 11 17:17:42.740366 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-f23318ca-328c-4fca-9140-3213af14e789 service neutron] 10.222.0.66 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733694 Mar 11 17:17:42.837514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-2abc9f68-389b-48e0-bf03-ec623282fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:42.839622 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-fd673417-a4b1-4839-b3b5-7a7fa69da923 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05b3125f-5734-432c-847e-a11654b73b98 HTTP/1.1" status: 200 len: 217 time: 0.0904286 Mar 11 17:17:42.841952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-2abc9f68-389b-48e0-bf03-ec623282fdc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1361845d5e43409eb9a3f5c3c7b96241&device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 1094 time: 0.2133579 Mar 11 17:17:42.925568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-b266e73e-d076-4dad-ac9b-03cc08571ee2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 HTTP/1.1" status: 200 len: 217 time: 0.0646555 Mar 11 17:17:42.984068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-9f21327c-1bb4-472f-8ca1-dd9e1f22162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:42.985954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-9f21327c-1bb4-472f-8ca1-dd9e1f22162b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58b1af45-4cc2-4faf-8258-3060d4686a9d HTTP/1.1" status: 200 len: 797 time: 0.1385467 Mar 11 17:17:43.017644 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:43.030913 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-d2fe4baf-0026-4700-bb14-3a9b756a8c2a req-85569d2b-ba06-418f-a642-e9f0e1b3108d tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:17:43.031945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2fe4baf-0026-4700-bb14-3a9b756a8c2a req-85569d2b-ba06-418f-a642-e9f0e1b3108d tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/b890a9df-ca14-4bee-b052-59f0ef01429b HTTP/1.1" status: 404 len: 352 time: 0.0647066 Mar 11 17:17:43.068334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-30cfc9b2-adc8-43bb-a289-60cf24985d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.068955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Pushing event deleted for resources: {'Port': ['ID=98abce31-8840-4c8b-aaf0-1834025d7b66,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:43.072256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-30cfc9b2-adc8-43bb-a289-60cf24985d7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772626 Mar 11 17:17:43.073674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-3c6e08d8-19e8-465a-9116-d1a6f7a88d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.076210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-3c6e08d8-19e8-465a-9116-d1a6f7a88d7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ccba869-abc8-4b34-a594-97d2dc7d0160 HTTP/1.1" status: 200 len: 845 time: 0.1254797 Mar 11 17:17:43.143296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2361-ee7b-4811-afec-7ab5ef446818 req-db948570-94a8-4c9b-9c49-04a4487c4df3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.149357 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2361-ee7b-4811-afec-7ab5ef446818 req-db948570-94a8-4c9b-9c49-04a4487c4df3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.155960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2361-ee7b-4811-afec-7ab5ef446818 req-db948570-94a8-4c9b-9c49-04a4487c4df3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.161329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2361-ee7b-4811-afec-7ab5ef446818 req-db948570-94a8-4c9b-9c49-04a4487c4df3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.167245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2361-ee7b-4811-afec-7ab5ef446818 req-db948570-94a8-4c9b-9c49-04a4487c4df3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.173321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2361-ee7b-4811-afec-7ab5ef446818 req-db948570-94a8-4c9b-9c49-04a4487c4df3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.179134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2361-ee7b-4811-afec-7ab5ef446818 req-db948570-94a8-4c9b-9c49-04a4487c4df3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.181081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f61c2361-ee7b-4811-afec-7ab5ef446818 req-db948570-94a8-4c9b-9c49-04a4487c4df3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.2604313 Mar 11 17:17:43.200906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] No DVR routers for this DVR port 98abce31-8840-4c8b-aaf0-1834025d7b66 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:17:43.206574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-aa6a8fa8-3b1c-45de-bc25-014f3f3cda84 service neutron] 10.222.0.66 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238847 Mar 11 17:17:43.208525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:43.211799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ddef3cb-da81-45d4-bccc-2659479d7cb2 req-0bd9079d-63d3-4400-b7fb-7fe648d8052e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.46 "DELETE /v2.0/ports/98abce31-8840-4c8b-aaf0-1834025d7b66 HTTP/1.1" status: 204 len: 173 time: 1.8026302 Mar 11 17:17:43.269419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-dbc444b1-e04e-4a53-89e1-7fdc9b776e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.271854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-dbc444b1-e04e-4a53-89e1-7fdc9b776e1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffb9a87-a43f-45e1-9b3d-82a0dcd111a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870644 Mar 11 17:17:43.297207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f61c2361-ee7b-4811-afec-7ab5ef446818 req-ff90136e-33cc-42c1-81ae-9df518ce4f79 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004469 Mar 11 17:17:43.371465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-e29188ce-434e-47df-855f-aa0d1e964f54 service neutron] 10.222.0.66 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593297 Mar 11 17:17:43.443605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-4fcc6c5c-794f-4654-863b-8bba3667c1b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09798251-aa0d-4919-b8c0-0f36590dd938 HTTP/1.1" status: 200 len: 217 time: 0.0640771 Mar 11 17:17:43.500982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9815c7c-9380-4628-b838-6d80640a6f58 req-e11f4ba1-227b-4ded-afee-6924bb0b0b1e tempest-ListServersNegativeTestJSON-252464491 tempest-ListServersNegativeTestJSON-252464491-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bd5e06e-0ec3-4ac4-acea-86d19b4145d7 HTTP/1.1" status: 200 len: 210 time: 0.0593941 Mar 11 17:17:43.509747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-a1c8f192-5249-499a-acd9-e05547acec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.511622 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-a1c8f192-5249-499a-acd9-e05547acec43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58b1af45-4cc2-4faf-8258-3060d4686a9d HTTP/1.1" status: 200 len: 797 time: 0.0598423 Mar 11 17:17:43.533098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-5701ce36-81d5-4ee3-baf5-03980781f446 service neutron] 10.222.0.46 "GET /v2.0/networks/cffb9a87-a43f-45e1-9b3d-82a0dcd111a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328837 Mar 11 17:17:43.534496 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-415e2209-0c03-41a3-9128-49203cce818f req-7a38dbc0-b4ed-4278-94ea-8fe71c5cd662 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] show failed (client error): The resource could not be found. Mar 11 17:17:43.549393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-415e2209-0c03-41a3-9128-49203cce818f req-7a38dbc0-b4ed-4278-94ea-8fe71c5cd662 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/ab2a57eb-9814-409b-859a-47b3931818a3 HTTP/1.1" status: 404 len: 352 time: 0.0558798 Mar 11 17:17:43.572762 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6ca2958e-2675-4e27-9d42-08591c2a3859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:43.582858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-d3d53422-ae8c-432a-b1ee-61802dcb65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.586813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-d3d53422-ae8c-432a-b1ee-61802dcb65b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657370 Mar 11 17:17:43.711784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29ac773-4b9c-4724-9dcc-095d09f898cf', 'name': 'network-vif-deleted', 'tag': '0170f8a9-8296-4bf9-b282-03a99b806715'}, {'name': 'network-changed', 'server_uuid': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'tag': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1'}, {'server_uuid': '0bd5e06e-0ec3-4ac4-acea-86d19b4145d7', 'name': 'network-vif-deleted', 'tag': '98abce31-8840-4c8b-aaf0-1834025d7b66'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:43.715553 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b" -d '{"events": [{"server_uuid": "e29ac773-4b9c-4724-9dcc-095d09f898cf", "name": "network-vif-deleted", "tag": "0170f8a9-8296-4bf9-b282-03a99b806715"}, {"name": "network-changed", "server_uuid": "4ce8c42b-d748-4258-966b-bfa1c13dfb7c", "tag": "e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1"}, {"server_uuid": "0bd5e06e-0ec3-4ac4-acea-86d19b4145d7", "name": "network-vif-deleted", "tag": "98abce31-8840-4c8b-aaf0-1834025d7b66"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:43.749377 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-953733c8-a1c9-4623-b60c-afbfdc18fec5 service neutron] 10.222.0.66 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565928 Mar 11 17:17:43.812304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24e365a0-4707-41ea-8ebc-ef0617a7045f req-fd0b0155-6ae4-4519-acfd-47f163c1923c service neutron] 10.222.0.46 "GET /v2.0/networks/cffb9a87-a43f-45e1-9b3d-82a0dcd111a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492599 Mar 11 17:17:43.846795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e8db3-f95e-4447-b8f2-08df73a86cba req-de0746e8-b844-42b6-b4f1-cd4620342e54 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:43.848477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-713e8db3-f95e-4447-b8f2-08df73a86cba req-de0746e8-b844-42b6-b4f1-cd4620342e54 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.0947700 Mar 11 17:17:43.906526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-713e8db3-f95e-4447-b8f2-08df73a86cba req-564640b9-2f0e-48f7-9fbb-e2b8606d6f3d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508516 Mar 11 17:17:43.909125 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be3b7775-b34e-41fd-8c1f-743bdbc3050a req-893da423-b0cb-4595-ac4b-be2c9f87a4f1 service neutron] 10.222.0.66 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529019 Mar 11 17:17:44.012045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45cfb3-fc7e-4449-ac13-7109c518a41b req-33013c15-9e85-4a3a-86d9-c5e6ef34f319 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.014600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff45cfb3-fc7e-4449-ac13-7109c518a41b req-33013c15-9e85-4a3a-86d9-c5e6ef34f319 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 943 time: 0.0866773 Mar 11 17:17:44.099316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-58f4676f-ae2a-4c1b-a4c6-9b88a16200d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.100231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-58f4676f-ae2a-4c1b-a4c6-9b88a16200d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.101199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-58f4676f-ae2a-4c1b-a4c6-9b88a16200d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.102098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-58f4676f-ae2a-4c1b-a4c6-9b88a16200d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.102889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-58f4676f-ae2a-4c1b-a4c6-9b88a16200d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.104003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-58f4676f-ae2a-4c1b-a4c6-9b88a16200d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.104853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-58f4676f-ae2a-4c1b-a4c6-9b88a16200d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.110099 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-58f4676f-ae2a-4c1b-a4c6-9b88a16200d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6477 time: 0.0925903 Mar 11 17:17:44.139593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff45cfb3-fc7e-4449-ac13-7109c518a41b req-500f9c17-59ca-40d8-a19f-a897edd92923 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1164758 Mar 11 17:17:44.172965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c0966-7480-4212-928a-e0296681f3f7 req-cd859d8f-a329-4f0d-972a-82644142b923 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.172965 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-851c0966-7480-4212-928a-e0296681f3f7 req-cd859d8f-a329-4f0d-972a-82644142b923 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1161518 Mar 11 17:17:44.230760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-851c0966-7480-4212-928a-e0296681f3f7 req-cbf8b90b-67aa-4830-b843-92e4dc268fb5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504670 Mar 11 17:17:44.256061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 98abce31-8840-4c8b-aaf0-1834025d7b66 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:17:44.286148 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 98abce31-8840-4c8b-aaf0-1834025d7b66 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:17:44.286918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 98abce31-8840-4c8b-aaf0-1834025d7b66 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:17:44.289067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3008b7db-3b0f-4a73-8faf-d1306a38626d req-2b322443-cffe-4129-a651-e0c61f0d1390 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0533326 Mar 11 17:17:44.291412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-2388d1b6-73bb-4ca6-9aef-81fed249ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.294636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-2388d1b6-73bb-4ca6-9aef-81fed249ceea service neutron] 10.222.0.66 "GET /v2.0/networks?id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c HTTP/1.1" status: 200 len: 901 time: 0.1760972 Mar 11 17:17:44.363933 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108f4db8-6e44-40ec-9287-9760bdb92962 x-openstack-request-id: req-108f4db8-6e44-40ec-9287-9760bdb92962 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:44.364640 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29ac773-4b9c-4724-9dcc-095d09f898cf", "name": "network-vif-deleted", "tag": "0170f8a9-8296-4bf9-b282-03a99b806715", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ce8c42b-d748-4258-966b-bfa1c13dfb7c", "tag": "e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1", "status": "completed", "code": 200}, {"server_uuid": "0bd5e06e-0ec3-4ac4-acea-86d19b4145d7", "name": "network-vif-deleted", "tag": "98abce31-8840-4c8b-aaf0-1834025d7b66", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:44.365149 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-108f4db8-6e44-40ec-9287-9760bdb92962 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:44.365785 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29ac773-4b9c-4724-9dcc-095d09f898cf', 'name': 'network-vif-deleted', 'tag': '0170f8a9-8296-4bf9-b282-03a99b806715', 'status': 'completed', 'code': 200} Mar 11 17:17:44.366249 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'tag': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1', 'status': 'completed', 'code': 200} Mar 11 17:17:44.366730 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd5e06e-0ec3-4ac4-acea-86d19b4145d7', 'name': 'network-vif-deleted', 'tag': '98abce31-8840-4c8b-aaf0-1834025d7b66', 'status': 'completed', 'code': 200} Mar 11 17:17:44.367482 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-f2907a46-482f-4824-b269-56e8dd5e56e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09798251-aa0d-4919-b8c0-0f36590dd938 HTTP/1.1" status: 200 len: 217 time: 0.0656452 Mar 11 17:17:44.448743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-cda03080-9a70-4ac5-af20-85a4d66e0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.450296 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-cda03080-9a70-4ac5-af20-85a4d66e0659 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58b1af45-4cc2-4faf-8258-3060d4686a9d HTTP/1.1" status: 200 len: 797 time: 0.0649707 Mar 11 17:17:44.521773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-ec43bfab-8b0d-43d2-97c2-a7f602089caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.523587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-ec43bfab-8b0d-43d2-97c2-a7f602089caa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36da8ce5-1317-4ec3-ab5e-b620a9faa58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0655751 Mar 11 17:17:44.542009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-2956c127-a31f-4aca-af32-7ae1ec561f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.543549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-2956c127-a31f-4aca-af32-7ae1ec561f9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1361845d5e43409eb9a3f5c3c7b96241&device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 1094 time: 0.1102655 Mar 11 17:17:44.552353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f804a-a1d4-47d6-a5e6-02c3f7102c78 req-ff54571e-042f-4d09-a180-7cd7a94505fd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.553935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-777f804a-a1d4-47d6-a5e6-02c3f7102c78 req-ff54571e-042f-4d09-a180-7cd7a94505fd tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 1023 time: 0.1689556 Mar 11 17:17:44.615875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0170f8a9-8296-4bf9-b282-03a99b806715 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:17:44.626584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7255d1-03b9-4a5e-9030-d4be6540db50 req-675c188d-7fc2-4354-a53c-04e367e387ab tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.632490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7255d1-03b9-4a5e-9030-d4be6540db50 req-675c188d-7fc2-4354-a53c-04e367e387ab tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.638479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7255d1-03b9-4a5e-9030-d4be6540db50 req-675c188d-7fc2-4354-a53c-04e367e387ab tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.644715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 0170f8a9-8296-4bf9-b282-03a99b806715 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:17:44.645095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7255d1-03b9-4a5e-9030-d4be6540db50 req-675c188d-7fc2-4354-a53c-04e367e387ab tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.646064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0170f8a9-8296-4bf9-b282-03a99b806715 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:17:44.651105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7255d1-03b9-4a5e-9030-d4be6540db50 req-675c188d-7fc2-4354-a53c-04e367e387ab tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.658935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7255d1-03b9-4a5e-9030-d4be6540db50 req-675c188d-7fc2-4354-a53c-04e367e387ab tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.667323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7255d1-03b9-4a5e-9030-d4be6540db50 req-675c188d-7fc2-4354-a53c-04e367e387ab tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.671003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b7255d1-03b9-4a5e-9030-d4be6540db50 req-675c188d-7fc2-4354-a53c-04e367e387ab tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.2357118 Mar 11 17:17:44.697900 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-1f2f594b-4e88-4300-aa74-69b1db50f108 service neutron] 10.222.0.66 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659956 Mar 11 17:17:44.774488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-777f804a-a1d4-47d6-a5e6-02c3f7102c78 req-ac1d73e2-f42f-4c36-8b52-9c5c108d4111 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=910f5a8b-f8df-4f6f-81a2-1c02ed871477&id=8f510720-490e-457f-a7dd-4d2ccf6b8347&id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2094715 Mar 11 17:17:44.805559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b7255d1-03b9-4a5e-9030-d4be6540db50 req-9cc668f7-a523-4a02-9e85-269cd134459c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212366 Mar 11 17:17:44.808697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-3413dcc6-3271-4217-ac98-8863c403959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:44.810366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-3413dcc6-3271-4217-ac98-8863c403959e service neutron] 10.222.0.46 "GET /v2.0/networks?id=cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 HTTP/1.1" status: 200 len: 906 time: 0.2552707 Mar 11 17:17:44.826162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49128) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:44.880607 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-133382f3-737e-4c9a-8f5a-3934813129a2 req-c0f120e5-22c3-4485-8fbc-4fcc1c91d242 service neutron] 10.222.0.66 "GET /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754334 Mar 11 17:17:44.910950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-2aaee0b1-076d-433f-8cae-9d1b8912d20c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 HTTP/1.1" status: 200 len: 217 time: 0.0878258 Mar 11 17:17:44.932273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfaa01f-cc7e-4131-84f3-f41a1e3f13f4 admin admin] Deleting subnet e37491a1-06bf-455f-81cd-f6f9505fb6e3 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:17:44.959550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa01f-cc7e-4131-84f3-f41a1e3f13f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.024716 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa01f-cc7e-4131-84f3-f41a1e3f13f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.063119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-bf334c6a-4463-46d8-9e08-35b4fbfe0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:45.065007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-bf334c6a-4463-46d8-9e08-35b4fbfe0024 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ccba869-abc8-4b34-a594-97d2dc7d0160 HTTP/1.1" status: 200 len: 845 time: 0.1428287 Mar 11 17:17:45.146938 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa01f-cc7e-4131-84f3-f41a1e3f13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.553478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77509aea-f0a6-47c3-9e74-5a0ff8ba3094 req-09983207-bb9d-4a78-bb05-0fe7141a041e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:45.554931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77509aea-f0a6-47c3-9e74-5a0ff8ba3094 req-09983207-bb9d-4a78-bb05-0fe7141a041e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.4950702 Mar 11 17:17:45.565302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-f7b538e0-b666-43bc-84bb-c937c1758818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:45.567031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-f7b538e0-b666-43bc-84bb-c937c1758818 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffb9a87-a43f-45e1-9b3d-82a0dcd111a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4894485 Mar 11 17:17:45.639061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-9a64cc2d-77db-4be3-b1ea-3a60ced16796 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:45.640978 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-9a64cc2d-77db-4be3-b1ea-3a60ced16796 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 1023 time: 0.0727715 Mar 11 17:17:45.666881 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa01f-cc7e-4131-84f3-f41a1e3f13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.698074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd974f-9a18-4246-b504-daaa58989263 req-e1c8e6e4-ed3a-4ad5-87b0-4efaba7d36f1 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:45.699636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87dd974f-9a18-4246-b504-daaa58989263 req-e1c8e6e4-ed3a-4ad5-87b0-4efaba7d36f1 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 943 time: 0.1988504 Mar 11 17:17:45.730575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77509aea-f0a6-47c3-9e74-5a0ff8ba3094 req-2f7b4009-1f78-40ed-b5c0-599a01b15ab8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612611 Mar 11 17:17:45.734223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfaa01f-cc7e-4131-84f3-f41a1e3f13f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37491a1-06bf-455f-81cd-f6f9505fb6e3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:45.746218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa01f-cc7e-4131-84f3-f41a1e3f13f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.753630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3bfaa01f-cc7e-4131-84f3-f41a1e3f13f4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e37491a1-06bf-455f-81cd-f6f9505fb6e3 HTTP/1.1" status: 204 len: 168 time: 0.9259105 Mar 11 17:17:45.754661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49138) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:45.824839 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f0785d0-0ee7-4600-98e0-df57da66d51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.827817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Deleting port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:17:45.828162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.883096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87dd974f-9a18-4246-b504-daaa58989263 req-cdddd6f1-4846-4d16-8a53-f294439b3ca6 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1548178 Mar 11 17:17:45.897929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-5c4bc5ce-6e77-4960-b226-3a80f3a92921 service neutron] 10.222.0.46 "GET /v2.0/networks/cffb9a87-a43f-45e1-9b3d-82a0dcd111a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159575 Mar 11 17:17:45.959485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.052288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] For port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,segment=NetworkSegment(424bb9d6-00a1-4827-8848-21a6f6cae575),segment_id=424bb9d6-00a1-4827-8848-21a6f6cae575)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:46.052792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.077396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Calling delete_port for 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:17:46.080784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd131827-6ae8-43b3-86a5-19208a75974e req-2ec33446-61aa-4414-aba2-8f4ae672d57c tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0720372 Mar 11 17:17:46.095236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524f50-cebd-466c-a1c2-fc616e2a11fc req-d461cc86-e84c-4685-8fd0-67162957ce52 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:46.097135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c524f50-cebd-466c-a1c2-fc616e2a11fc req-d461cc86-e84c-4685-8fd0-67162957ce52 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1981778 Mar 11 17:17:46.203221 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.209985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-482ee742-7d7e-4cf7-bb54-b5d7faa3910b req-04f98dcd-c194-427e-9010-1ee45a255ef4 service neutron] 10.222.0.46 "GET /v2.0/networks/cffb9a87-a43f-45e1-9b3d-82a0dcd111a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002622 Mar 11 17:17:46.243712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:17:46.249498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c524f50-cebd-466c-a1c2-fc616e2a11fc req-bcb5d8ea-d85c-4747-a425-cd97a11864f4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290617 Mar 11 17:17:46.305921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.313875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394dd3cb-0d73-4cc7-906b-d3203dfad461']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:46.330190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06df8dec-43ba-4210-b457-d98259b5d2cc') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:46.330720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06df8dec-43ba-4210-b457-d98259b5d2cc') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:46.363741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:46.386932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'Port': ['ID=746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:46.392799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.410829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] No DVR routers for this DVR port 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:17:46.413921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.414292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.414669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.415015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.415831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.415831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.416044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.416302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.416655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.416981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.417304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.418567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.421959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.426154 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-858b5919-d6ba-4fcd-b0b7-44d0fc6c5fa1 req-61e8c6bb-6e91-4d43-a7b4-da53ef7fc462 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.66 "DELETE /v2.0/ports/746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 HTTP/1.1" status: 204 len: 173 time: 0.7794313 Mar 11 17:17:46.426628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'name': 'network-vif-deleted', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:46.432747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.438430 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407b35ef-74ff-45ab-8dee-0cdcea315633" -d '{"events": [{"server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "name": "network-vif-deleted", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:46.455651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:46.469735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6390f-5adb-46e1-a6d9-66a70b0d1cfc req-b51e874c-e519-49b5-88c2-da9d740e7d8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:46.477408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cd6390f-5adb-46e1-a6d9-66a70b0d1cfc req-b51e874c-e519-49b5-88c2-da9d740e7d8a tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c6bface-4826-43a3-8adb-3b81cd41cf9e HTTP/1.1" status: 200 len: 945 time: 0.2588859 Mar 11 17:17:46.483275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'port_id': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1', 'mac_address': 'fa:16:3e:e2:e3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:17:46.492057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:17:46.493693 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:17:46.500688 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:17:46.534453 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.550272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:46.573117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:46.578215 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.611270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89896-4dbe-40c5-bed3-abc1e2c1c39f req-385fe7f8-8041-435f-a88f-8285493fe137 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:46.620385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89896-4dbe-40c5-bed3-abc1e2c1c39f req-385fe7f8-8041-435f-a88f-8285493fe137 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:46.633785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89896-4dbe-40c5-bed3-abc1e2c1c39f req-385fe7f8-8041-435f-a88f-8285493fe137 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:46.643487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89896-4dbe-40c5-bed3-abc1e2c1c39f req-385fe7f8-8041-435f-a88f-8285493fe137 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:46.652142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89896-4dbe-40c5-bed3-abc1e2c1c39f req-385fe7f8-8041-435f-a88f-8285493fe137 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:46.660092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89896-4dbe-40c5-bed3-abc1e2c1c39f req-385fe7f8-8041-435f-a88f-8285493fe137 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:46.667379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89896-4dbe-40c5-bed3-abc1e2c1c39f req-385fe7f8-8041-435f-a88f-8285493fe137 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:46.669312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5c89896-4dbe-40c5-bed3-abc1e2c1c39f req-385fe7f8-8041-435f-a88f-8285493fe137 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.3327949 Mar 11 17:17:46.669460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:46.677562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.680903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.681397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.681908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.682389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.682869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.683357 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.684049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.684545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.685186 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.685755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.686243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.686706 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.687300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:46.692859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] 10.222.0.53 "DELETE /v2.0/networks/394dd3cb-0d73-4cc7-906b-d3203dfad461 HTTP/1.1" status: 204 len: 168 time: 0.9329495 Mar 11 17:17:46.725464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cd6390f-5adb-46e1-a6d9-66a70b0d1cfc req-386a75b9-ed11-40fc-883e-84a8c83f2540 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups?id=910f5a8b-f8df-4f6f-81a2-1c02ed871477&id=8f510720-490e-457f-a7dd-4d2ccf6b8347&id=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2468405 Mar 11 17:17:46.732981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0095b-73da-449f-aef6-881348024b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=394dd3cb-0d73-4cc7-906b-d3203dfad461,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:46.770090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5c89896-4dbe-40c5-bed3-abc1e2c1c39f req-023fec5b-6629-47e4-8b79-1a4720c5e852 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433366 Mar 11 17:17:46.870761 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9acda5-9c6c-4d19-af38-e9a537fd17e0 x-openstack-request-id: req-ca9acda5-9c6c-4d19-af38-e9a537fd17e0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:46.871541 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6bface-4826-43a3-8adb-3b81cd41cf9e", "name": "network-vif-deleted", "tag": "746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:46.871541 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca9acda5-9c6c-4d19-af38-e9a537fd17e0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:46.871824 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6bface-4826-43a3-8adb-3b81cd41cf9e', 'name': 'network-vif-deleted', 'tag': '746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4', 'status': 'completed', 'code': 200} Mar 11 17:17:46.918349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:47.002780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b424861-542f-4347-91f2-54813fe45b25 req-ec5dc555-e5b3-4dcd-9a5f-9bf64d90e3fa tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:47.006143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b424861-542f-4347-91f2-54813fe45b25 req-ec5dc555-e5b3-4dcd-9a5f-9bf64d90e3fa tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.0955029 Mar 11 17:17:47.028187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49154) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:47.079165 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:47.124323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b424861-542f-4347-91f2-54813fe45b25 req-64f8aa03-3388-40b9-b726-4e76c1e7bdd9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054430 Mar 11 17:17:47.136321 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ef2384e4-6391-40e6-a4d6-adbcd73642aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a8e2ac88bc64e5598f7aa1b58bf40c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065361 Mar 11 17:17:47.138882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:47.185165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76722867-84bd-4b4a-b657-da93d9697cdb req-a01d2515-0315-4f4b-a0b4-7f028c27d003 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:47.196756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76722867-84bd-4b4a-b657-da93d9697cdb req-a01d2515-0315-4f4b-a0b4-7f028c27d003 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 944 time: 0.1385064 Mar 11 17:17:47.209098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33496a4a-9f24-4632-90a8-546d0d77dbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:47.264246 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33496a4a-9f24-4632-90a8-546d0d77dbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:47.285777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdffa528-bf6e-4fd1-8a3c-63b84a9c8ed4 req-7f5488aa-e6f0-410b-8b40-901fd16f1106 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0383275 Mar 11 17:17:47.307881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76722867-84bd-4b4a-b657-da93d9697cdb req-64885ebc-9a42-433a-8dc1-5ba3f5df57cf tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049683 Mar 11 17:17:47.363716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33496a4a-9f24-4632-90a8-546d0d77dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:47.367301 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33496a4a-9f24-4632-90a8-546d0d77dbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:47.370828 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-33496a4a-9f24-4632-90a8-546d0d77dbe2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e292f870-5afc-4486-adeb-52506c750be0 HTTP/1.1" status: 204 len: 168 time: 0.2286801 Mar 11 17:17:47.380003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33496a4a-9f24-4632-90a8-546d0d77dbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e292f870-5afc-4486-adeb-52506c750be0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:47.467702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15223ba-a9e1-4081-90f6-e189f92b04cc req-fa4043a4-b94a-4d81-ae67-96d28e70ceb9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:47.470392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d15223ba-a9e1-4081-90f6-e189f92b04cc req-fa4043a4-b94a-4d81-ae67-96d28e70ceb9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0905426 Mar 11 17:17:47.528809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d15223ba-a9e1-4081-90f6-e189f92b04cc req-97a71226-2f51-4a97-9ff4-f545ee6ee179 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460210 Mar 11 17:17:48.001274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1891b-d469-4411-a4fa-f24a17c1b26f req-b54d37d4-1649-43de-ba8a-0d0487bdb3aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:48.007775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1891b-d469-4411-a4fa-f24a17c1b26f req-b54d37d4-1649-43de-ba8a-0d0487bdb3aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:48.014085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1891b-d469-4411-a4fa-f24a17c1b26f req-b54d37d4-1649-43de-ba8a-0d0487bdb3aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:48.020602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1891b-d469-4411-a4fa-f24a17c1b26f req-b54d37d4-1649-43de-ba8a-0d0487bdb3aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:48.027996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1891b-d469-4411-a4fa-f24a17c1b26f req-b54d37d4-1649-43de-ba8a-0d0487bdb3aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:48.035326 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1891b-d469-4411-a4fa-f24a17c1b26f req-b54d37d4-1649-43de-ba8a-0d0487bdb3aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:48.042269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1891b-d469-4411-a4fa-f24a17c1b26f req-b54d37d4-1649-43de-ba8a-0d0487bdb3aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:48.050828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02f1891b-d469-4411-a4fa-f24a17c1b26f req-b54d37d4-1649-43de-ba8a-0d0487bdb3aa tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.1408544 Mar 11 17:17:48.134679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02f1891b-d469-4411-a4fa-f24a17c1b26f req-d430acfc-f74c-472b-a158-92f92a934170 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825148 Mar 11 17:17:48.142441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7d043b2-2f63-42d3-ac22-0af1c56255c7 req-32c62cbe-c303-4b87-9b05-abeb39723499 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/910f5a8b-f8df-4f6f-81a2-1c02ed871477 HTTP/1.1" status: 200 len: 1802 time: 0.1670017 Mar 11 17:17:48.264495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:48.332388 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c7d043b2-2f63-42d3-ac22-0af1c56255c7 req-9d8f6c5b-ad6f-43a2-be40-a26704c13245 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:48.363962 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:48.376189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19566911-d16b-4cd2-b4c9-6064100bb149 req-a813cad0-63d9-42a9-8183-c851c1866d16 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:48.378927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19566911-d16b-4cd2-b4c9-6064100bb149 req-a813cad0-63d9-42a9-8183-c851c1866d16 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.1611204 Mar 11 17:17:48.429115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:17:48.438645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:48.439401 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:48.483856 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c7d043b2-2f63-42d3-ac22-0af1c56255c7 req-9d8f6c5b-ad6f-43a2-be40-a26704c13245 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:48.574006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19566911-d16b-4cd2-b4c9-6064100bb149 req-e12fd5d2-f222-4027-b9b8-23f6a4b9ae2c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487854 Mar 11 17:17:48.583365 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-ea440e20-4444-493d-9ae6-466d76cceac0 service neutron] 10.222.0.66 "GET /v2.0/ports/6cb6a596-c199-43ed-afbe-f39965ddc42d/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 382 time: 0.1192365 Mar 11 17:17:48.612162 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c7d043b2-2f63-42d3-ac22-0af1c56255c7 req-9d8f6c5b-ad6f-43a2-be40-a26704c13245 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:48.616634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c7d043b2-2f63-42d3-ac22-0af1c56255c7 req-9d8f6c5b-ad6f-43a2-be40-a26704c13245 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:48.618395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7d043b2-2f63-42d3-ac22-0af1c56255c7 req-9d8f6c5b-ad6f-43a2-be40-a26704c13245 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/910f5a8b-f8df-4f6f-81a2-1c02ed871477 HTTP/1.1" status: 204 len: 173 time: 0.4635868 Mar 11 17:17:48.639210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f6c5b-ad6f-43a2-be40-a26704c13245 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f5a8b-f8df-4f6f-81a2-1c02ed871477,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:48.690632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:48.791644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:48.798112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49200) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:48.802455 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b316236-f364-4c12-a660-95113eed93a4" -d '{"events": [{"server_uuid": "4ce8c42b-d748-4258-966b-bfa1c13dfb7c", "name": "network-vif-plugged", "status": "completed", "tag": "e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:48.835183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53a002d7-b425-47b8-aee0-02bbbdc5fe5b req-4733c39d-18b9-41f3-b953-f515659a1c11 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0799074 Mar 11 17:17:48.860670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:48.878223 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:48.995619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a276b80-cdbe-4e2e-a696-529ab4e13d53 req-bb576d42-3cbd-4fc8-952e-a70dad6732ac tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:48.997892 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.019133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a276b80-cdbe-4e2e-a696-529ab4e13d53 req-bb576d42-3cbd-4fc8-952e-a70dad6732ac tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.1823766 Mar 11 17:17:49.049557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:49.077964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-56769307-network', 'tenant_id': '4757748605fa4a2a9ce019b607c9d365'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:49.081387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a276b80-cdbe-4e2e-a696-529ab4e13d53 req-05f27e41-30dd-45e8-a7c4-88e00b66e517 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596988 Mar 11 17:17:49.108453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-fd811db7-6b40-4d8e-828f-867cc15d5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:49.114918 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-fd811db7-6b40-4d8e-828f-867cc15d5fda service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7&tenant_id=d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 1101 time: 0.1957386 Mar 11 17:17:49.161753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Made reservation on behalf of 4757748605fa4a2a9ce019b607c9d365 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:49.165970 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.211854 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.237453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd87a2d-5d2a-4fb5-9b2a-8bfc248426d1 req-56937842-ce3f-45ad-96fd-abc953e7fd8e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:49.240047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd87a2d-5d2a-4fb5-9b2a-8bfc248426d1 req-56937842-ce3f-45ad-96fd-abc953e7fd8e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1549494 Mar 11 17:17:49.249321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5a3f397-494c-4d64-87f8-04e1507bf799 req-1f910607-c76a-4ebe-81ef-3539d2d3fb13 tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "GET /v2.0/security-groups/8f510720-490e-457f-a7dd-4d2ccf6b8347 HTTP/1.1" status: 200 len: 1801 time: 0.1049755 Mar 11 17:17:49.255744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-d551f2af-92a8-4e9f-8f79-55b6924770b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:49.258174 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-d551f2af-92a8-4e9f-8f79-55b6924770b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 1101 time: 0.1152518 Mar 11 17:17:49.365564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd87a2d-5d2a-4fb5-9b2a-8bfc248426d1 req-aaf59ea2-15ab-425f-a82c-78b0e8543ab4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138043 Mar 11 17:17:49.406659 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d5a3f397-494c-4d64-87f8-04e1507bf799 req-f1a62981-69db-4007-b56a-a5485f3de17b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.453210 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0292b40f-ebb2-4b26-aebb-940c965e3052 x-openstack-request-id: req-0292b40f-ebb2-4b26-aebb-940c965e3052 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:49.453764 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce8c42b-d748-4258-966b-bfa1c13dfb7c", "name": "network-vif-plugged", "status": "completed", "tag": "e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:49.453937 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0292b40f-ebb2-4b26-aebb-940c965e3052 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:49.454844 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1', 'code': 200} Mar 11 17:17:49.455485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d5a3f397-494c-4d64-87f8-04e1507bf799 req-f1a62981-69db-4007-b56a-a5485f3de17b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.505561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-296dda07-4f4d-4685-add3-a39e2f4cc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:49.507962 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-296dda07-4f4d-4685-add3-a39e2f4cc818 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2331369 Mar 11 17:17:49.531087 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.544849 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d5a3f397-494c-4d64-87f8-04e1507bf799 req-f1a62981-69db-4007-b56a-a5485f3de17b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.551897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d5a3f397-494c-4d64-87f8-04e1507bf799 req-f1a62981-69db-4007-b56a-a5485f3de17b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.554410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5a3f397-494c-4d64-87f8-04e1507bf799 req-f1a62981-69db-4007-b56a-a5485f3de17b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] 10.222.0.53 "DELETE /v2.0/security-groups/8f510720-490e-457f-a7dd-4d2ccf6b8347 HTTP/1.1" status: 204 len: 173 time: 0.2928360 Mar 11 17:17:49.567441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49210) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:49.602015 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.620765 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-6d57f167-4672-48d6-b580-e900a8144170 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d HTTP/1.1" status: 200 len: 217 time: 0.1039693 Mar 11 17:17:49.626480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a62981-69db-4007-b56a-a5485f3de17b tempest-SecurityGroupsTestJSON-622822982 tempest-SecurityGroupsTestJSON-622822982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f510720-490e-457f-a7dd-4d2ccf6b8347,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:49.710919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:17:49.721114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-53490dcd-35e4-46c8-bd56-4fbc67a5fff1 admin admin] Deleting subnet 5b1f692d-79a3-4bf6-9bf5-cba63da2a347 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:17:49.734478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81528f31-a3e4-43da-b249-fc454dedbd25,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:49.749602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53490dcd-35e4-46c8-bd56-4fbc67a5fff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.779611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.780153 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Added segment 29033e10-a124-4174-8b3a-2ab857ac846b of type vlan for network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 Mar 11 17:17:49.790567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-913f1b38-f3b5-4050-8dc7-f00d87b9334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:49.793076 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-913f1b38-f3b5-4050-8dc7-f00d87b9334b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1569743 Mar 11 17:17:49.860596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53490dcd-35e4-46c8-bd56-4fbc67a5fff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.911038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:49.938786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-1f641be5-9926-400a-b352-42eff12accc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:49.940541 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-1f641be5-9926-400a-b352-42eff12accc6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345191 Mar 11 17:17:49.941898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7574126-5417-412f-9528-cc70a887f222 req-cfa6169b-c895-47d5-a778-226332ecf25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:49.944540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7574126-5417-412f-9528-cc70a887f222 req-cfa6169b-c895-47d5-a778-226332ecf25c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 1096 time: 0.3199775 Mar 11 17:17:50.017405 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53490dcd-35e4-46c8-bd56-4fbc67a5fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.049278 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.050847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.051811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.125723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc9db-4db4-40cd-9d40-b65e0c1c14cc req-551010b3-cd74-49b6-be56-d63b1d3c9dcb tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.138441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc9db-4db4-40cd-9d40-b65e0c1c14cc req-551010b3-cd74-49b6-be56-d63b1d3c9dcb tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.149715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc9db-4db4-40cd-9d40-b65e0c1c14cc req-551010b3-cd74-49b6-be56-d63b1d3c9dcb tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.161503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc9db-4db4-40cd-9d40-b65e0c1c14cc req-551010b3-cd74-49b6-be56-d63b1d3c9dcb tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.170108 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3689735 Mar 11 17:17:50.172157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc9db-4db4-40cd-9d40-b65e0c1c14cc req-551010b3-cd74-49b6-be56-d63b1d3c9dcb tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.177183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49218) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:50.184205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc9db-4db4-40cd-9d40-b65e0c1c14cc req-551010b3-cd74-49b6-be56-d63b1d3c9dcb tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.195314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc9db-4db4-40cd-9d40-b65e0c1c14cc req-551010b3-cd74-49b6-be56-d63b1d3c9dcb tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.198386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b5fc9db-4db4-40cd-9d40-b65e0c1c14cc req-551010b3-cd74-49b6-be56-d63b1d3c9dcb tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.4888873 Mar 11 17:17:50.201751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Request body: {'subnet': {'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-56769307-subnet', 'tenant_id': '4757748605fa4a2a9ce019b607c9d365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:50.211395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc98627-35c4-4b16-b787-bb4559aa6f0e admin admin] Pushing event updated for resources: {'Network': ['ID=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:50.241581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:17:50.256044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7574126-5417-412f-9528-cc70a887f222 req-616e0d61-8cce-4b78-a4e1-677580f3850d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2619550 Mar 11 17:17:50.256392 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-2113c07d-39f5-48ce-b2da-86c15db8c510 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060296 Mar 11 17:17:50.263210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Made reservation on behalf of 4757748605fa4a2a9ce019b607c9d365 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:50.266960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.283887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983e654-64b6-45c4-837c-01f92a398611 req-d0bb7325-4736-434b-8b05-3e61df5e1575 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.286569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f983e654-64b6-45c4-837c-01f92a398611 req-d0bb7325-4736-434b-8b05-3e61df5e1575 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.4622121 Mar 11 17:17:50.381241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b5fc9db-4db4-40cd-9d40-b65e0c1c14cc req-962d51ab-3d78-425e-8872-55862460bcba tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598351 Mar 11 17:17:50.396204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53490dcd-35e4-46c8-bd56-4fbc67a5fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.424461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f983e654-64b6-45c4-837c-01f92a398611 req-4c0cd4f7-bc2a-46b5-b94d-1ce40d9b8100 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254823 Mar 11 17:17:50.486991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53490dcd-35e4-46c8-bd56-4fbc67a5fff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1f692d-79a3-4bf6-9bf5-cba63da2a347,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:50.532671 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53490dcd-35e4-46c8-bd56-4fbc67a5fff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.536770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-53490dcd-35e4-46c8-bd56-4fbc67a5fff1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5b1f692d-79a3-4bf6-9bf5-cba63da2a347 HTTP/1.1" status: 204 len: 168 time: 0.9693725 Mar 11 17:17:50.541121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d72a06e0-d15a-4b6c-bc31-3b392250d82e req-8b1e6959-4046-4c93-84fe-8c345d174d16 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0601196 Mar 11 17:17:50.541985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49222) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:50.554339 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-61cf24e1-0049-4959-92b2-8f56f49f4a95 req-10056698-1b9f-4da3-ae31-f9b8deabdd08 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819645 Mar 11 17:17:50.608475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:17:50.644224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:17:50.645410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 746a270d-60ef-4dcf-8f8f-2f2feb5d8bf4 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:17:50.745694 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.781480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.795098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdabe5-b73b-4dc7-8397-12a92b8fee15 req-16866f97-5ef5-4d91-9cd0-6752e12a2312 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.802873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1bdabe5-b73b-4dc7-8397-12a92b8fee15 req-16866f97-5ef5-4d91-9cd0-6752e12a2312 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.2285264 Mar 11 17:17:50.823005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Pushing event updated for resources: {'Subnet': ['ID=70525433-d112-44c1-b87a-47615ec97109,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:50.839260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Checking segment: {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:50.840106 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Network hostable DHCP agents. Network: 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:17:50.855849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe66bbf-ea33-444b-a0bc-2f6b8ec4bcf6 req-412c90f1-b62a-4932-b198-1f2a46744cdd tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.859801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ffe66bbf-ea33-444b-a0bc-2f6b8ec4bcf6 req-412c90f1-b62a-4932-b198-1f2a46744cdd tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1163573 Mar 11 17:17:50.869755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:17:50.883479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:50.891209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:50.891835 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.897287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdc304b-ab32-41a5-b683-fada81be038d None None] Network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:17:50.907157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1bdabe5-b73b-4dc7-8397-12a92b8fee15 req-bc855e5d-8ec4-424e-98af-dba7633d7eae tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033964 Mar 11 17:17:50.964403 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b091801f-5b0e-402f-bcee-02a3c281739d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7765851 Mar 11 17:17:51.003071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.058095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345efb7d-0013-4393-bacc-bddb63f2511d']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:51.080613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ffe66bbf-ea33-444b-a0bc-2f6b8ec4bcf6 req-ebd8c018-68e3-462a-a967-53e5ad9d195c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861081 Mar 11 17:17:51.101228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424bb9d6-00a1-4827-8848-21a6f6cae575') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:51.102088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424bb9d6-00a1-4827-8848-21a6f6cae575') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:51.120730 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.152619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.163305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:17:51.163978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:17:51.167798 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:17:51.255211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34aa38c-d2f2-458c-a492-ef20d726722c None None] Network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:17:51.258492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.272975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.278993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/345efb7d-0013-4393-bacc-bddb63f2511d HTTP/1.1" status: 204 len: 168 time: 0.7349446 Mar 11 17:17:51.309158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee835c1-b3a5-4ac2-a111-6e1f58e5f9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=345efb7d-0013-4393-bacc-bddb63f2511d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:51.493149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49246) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:51.564329 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7e60565d-f108-4a0e-98e5-9b435676d719 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e876d4c952eb4b948add0b463cfff584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687814 Mar 11 17:17:51.567880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:51.586431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f42ef-f3e2-46e6-bed4-5d1a89a4d835 req-8de4080f-e1e8-4957-93f4-04ff1313dde9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:51.589168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f22f42ef-f3e2-46e6-bed4-5d1a89a4d835 req-8de4080f-e1e8-4957-93f4-04ff1313dde9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 946 time: 0.1023707 Mar 11 17:17:51.656541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc69689c-6f5f-45fe-92ff-7783ad4b107c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.681823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f22f42ef-f3e2-46e6-bed4-5d1a89a4d835 req-5c168205-1457-4d9a-8eb2-0bef6154de62 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857275 Mar 11 17:17:51.696066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc69689c-6f5f-45fe-92ff-7783ad4b107c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.797053 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc69689c-6f5f-45fe-92ff-7783ad4b107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.802136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc69689c-6f5f-45fe-92ff-7783ad4b107c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:51.804327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cc69689c-6f5f-45fe-92ff-7783ad4b107c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d38d2ffe-2dca-46e6-91a7-ed013bf85dc6 HTTP/1.1" status: 204 len: 168 time: 0.2358961 Mar 11 17:17:51.821942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69689c-6f5f-45fe-92ff-7783ad4b107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38d2ffe-2dca-46e6-91a7-ed013bf85dc6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:51.838947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e0bb3bd9-e70d-40cf-aae0-5836f69c7f87 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:51.840624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e0bb3bd9-e70d-40cf-aae0-5836f69c7f87 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 811 time: 0.2116823 Mar 11 17:17:51.889214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-aef95281-65b1-48f9-84db-404c3200f157 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/quotas/4757748605fa4a2a9ce019b607c9d365 HTTP/1.1" status: 200 len: 375 time: 0.0284996 Mar 11 17:17:51.938483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139e698-9224-4bd0-99c9-6a92179f060c req-3c827dc1-b1aa-404b-9334-130f3b169c5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:51.952835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139e698-9224-4bd0-99c9-6a92179f060c req-3c827dc1-b1aa-404b-9334-130f3b169c5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:51.960203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139e698-9224-4bd0-99c9-6a92179f060c req-3c827dc1-b1aa-404b-9334-130f3b169c5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:51.966171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139e698-9224-4bd0-99c9-6a92179f060c req-3c827dc1-b1aa-404b-9334-130f3b169c5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:51.972497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139e698-9224-4bd0-99c9-6a92179f060c req-3c827dc1-b1aa-404b-9334-130f3b169c5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:51.978378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139e698-9224-4bd0-99c9-6a92179f060c req-3c827dc1-b1aa-404b-9334-130f3b169c5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:51.985139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139e698-9224-4bd0-99c9-6a92179f060c req-3c827dc1-b1aa-404b-9334-130f3b169c5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:51.986416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d139e698-9224-4bd0-99c9-6a92179f060c req-3c827dc1-b1aa-404b-9334-130f3b169c5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.1924016 Mar 11 17:17:52.035967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-78863cbd-77e1-46ed-8593-d8625599fa1a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1320579 Mar 11 17:17:52.037576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62c4f961-9c83-44b8-9b2d-8f8c006a4d58 req-1e429ea3-8b35-40ff-8940-ccb98fa89f7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0501475 Mar 11 17:17:52.142249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d139e698-9224-4bd0-99c9-6a92179f060c req-92471bd3-013c-4c57-92c6-489d0bd776f9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099198 Mar 11 17:17:52.203609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-51e1b101-e548-4f3e-bd05-39a4a73ca2c9 service neutron] 10.222.0.53 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473532 Mar 11 17:17:52.411173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000634c-22af-44bb-9a41-44897ea136a0 req-d61a0cff-db4d-44f1-8082-bd7328aa6901 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:52.413108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d000634c-22af-44bb-9a41-44897ea136a0 req-d61a0cff-db4d-44f1-8082-bd7328aa6901 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.1174238 Mar 11 17:17:52.422090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-14739db4-86f5-491f-9b7a-47e3e9269747 service neutron] 10.222.0.53 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077622 Mar 11 17:17:52.470092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d000634c-22af-44bb-9a41-44897ea136a0 req-2c4b2bc4-9553-420a-90fa-707e7aa925b4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Mar 11 17:17:52.609501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:17:52.631388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbd71e11-e78e-4370-a9f2-ed96eb182d98 req-3805ece2-29a5-4e11-b3b3-068507d53dc0 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0503123 Mar 11 17:17:52.796589 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:52.829731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:52.833374 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd77a3d-42ed-4020-8044-283ded536c06" -d '{"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:52.834320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def0a80-ea3d-4641-8e78-e26a0143bf49 req-675a6a85-2e77-459a-a829-bacb17676992 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:52.836660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7def0a80-ea3d-4641-8e78-e26a0143bf49 req-675a6a85-2e77-459a-a829-bacb17676992 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.0953321 Mar 11 17:17:52.854087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:52.862070 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:52.940908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7def0a80-ea3d-4641-8e78-e26a0143bf49 req-edc271d5-0f28-450b-8c85-cda1f8f689db tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821173 Mar 11 17:17:52.975302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec448-29a3-43da-8f79-cea5ded5c97b req-ee91fc95-2298-413c-9b09-bd57a65f6ce7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:52.977005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:52.990581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-787ec448-29a3-43da-8f79-cea5ded5c97b req-ee91fc95-2298-413c-9b09-bd57a65f6ce7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1520178 Mar 11 17:17:53.084419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-787ec448-29a3-43da-8f79-cea5ded5c97b req-21ba17bc-a6c9-4929-8c7a-6cb5b97bcf1e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925264 Mar 11 17:17:53.140118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49300) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:53.164147 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b2d977-6a5f-4235-a441-801231c42acc x-openstack-request-id: req-d0b2d977-6a5f-4235-a441-801231c42acc {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:53.164471 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:53.164757 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0b2d977-6a5f-4235-a441-801231c42acc {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:53.165187 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'code': 200} Mar 11 17:17:53.261686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c477d-156c-4efe-a45f-309aca48571f req-3e05d2bf-a803-409f-9c9f-32864e57f475 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:53.264239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec9c477d-156c-4efe-a45f-309aca48571f req-3e05d2bf-a803-409f-9c9f-32864e57f475 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 946 time: 0.0904336 Mar 11 17:17:53.309909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1081549383-network', 'tenant_id': '5f05a57a1ad543079227f1a5ecedd11b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:53.359019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Made reservation on behalf of 5f05a57a1ad543079227f1a5ecedd11b for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:53.361681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:53.406705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac40df-3a9d-4e6c-acd6-82e6b68a8c0c req-6d64b21e-0175-46bc-b1d9-1b2f8b73cc6f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:53.409451 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64ac40df-3a9d-4e6c-acd6-82e6b68a8c0c req-6d64b21e-0175-46bc-b1d9-1b2f8b73cc6f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.1654422 Mar 11 17:17:53.410715 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:53.417072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec9c477d-156c-4efe-a45f-309aca48571f req-8e2c71a6-1e70-4d86-8502-5c5be59f53b1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416433 Mar 11 17:17:53.425018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:53.433523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f26da00e-a0b1-485d-9ea6-1f2d0ac5bc7e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Request body: {'floatingip': {'port_id': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:53.531181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db725f14-996f-4d17-9ffb-7152b7322389 req-80002f55-c824-44ba-ba87-5d02d2c08aa4 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 210 time: 0.0448277 Mar 11 17:17:53.565097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f26da00e-a0b1-485d-9ea6-1f2d0ac5bc7e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:53.604290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:53.610355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:53.705837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:17:53.714523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1176887d-d1d2-445e-84ff-1daa4b3eceaf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:53.776659 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:53.777015 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Added segment da7beafb-f2f7-4bf2-8037-2d9d031eabef of type vlan for network bf04f661-d2b4-4444-b04d-602718a918ba Mar 11 17:17:53.837943 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:53.857064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f40f5-f89e-4a1e-a4ae-09c3023b6a69 req-0ba0cd92-f1f8-47d8-94d3-d9954bb4358c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:53.866761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f40f5-f89e-4a1e-a4ae-09c3023b6a69 req-0ba0cd92-f1f8-47d8-94d3-d9954bb4358c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:53.877390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f40f5-f89e-4a1e-a4ae-09c3023b6a69 req-0ba0cd92-f1f8-47d8-94d3-d9954bb4358c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:53.886242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f40f5-f89e-4a1e-a4ae-09c3023b6a69 req-0ba0cd92-f1f8-47d8-94d3-d9954bb4358c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:53.893961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f40f5-f89e-4a1e-a4ae-09c3023b6a69 req-0ba0cd92-f1f8-47d8-94d3-d9954bb4358c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:53.908146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f40f5-f89e-4a1e-a4ae-09c3023b6a69 req-0ba0cd92-f1f8-47d8-94d3-d9954bb4358c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:53.926038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f40f5-f89e-4a1e-a4ae-09c3023b6a69 req-0ba0cd92-f1f8-47d8-94d3-d9954bb4358c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:53.939878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-582f40f5-f89e-4a1e-a4ae-09c3023b6a69 req-0ba0cd92-f1f8-47d8-94d3-d9954bb4358c tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.2942286 Mar 11 17:17:53.990136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1280ffe-4e7b-4884-9dac-bce230af9eb6 req-39e88e94-f44d-468d-a182-e6af8ed57a64 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:54.002979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1280ffe-4e7b-4884-9dac-bce230af9eb6 req-39e88e94-f44d-468d-a182-e6af8ed57a64 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 948 time: 0.3323994 Mar 11 17:17:54.077925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:54.079430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:54.080479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:54.148309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-582f40f5-f89e-4a1e-a4ae-09c3023b6a69 req-100a6b82-405b-4359-93a7-87d8cf7c28b2 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2072704 Mar 11 17:17:54.259708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1280ffe-4e7b-4884-9dac-bce230af9eb6 req-e64b07e5-3f0f-4e50-8164-f552ab6ce955 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501392 Mar 11 17:17:54.292270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1505568 Mar 11 17:17:54.294687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49320) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:17:54.306671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Request body: {'subnet': {'network_id': 'bf04f661-d2b4-4444-b04d-602718a918ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1081549383-subnet', 'tenant_id': '5f05a57a1ad543079227f1a5ecedd11b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:54.341769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebaaed-7397-444b-b0fb-e35508bce7e7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf04f661-d2b4-4444-b04d-602718a918ba,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:54.358350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network bf04f661-d2b4-4444-b04d-602718a918ba details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:17:54.419736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f26da00e-a0b1-485d-9ea6-1f2d0ac5bc7e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:54.428071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f26da00e-a0b1-485d-9ea6-1f2d0ac5bc7e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:54.458334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4b635ec-4f07-41b9-9778-5323eb4b133f req-7be12204-7cd1-46d1-b8f3-203abdb0396c tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1406190 Mar 11 17:17:54.519237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Made reservation on behalf of 5f05a57a1ad543079227f1a5ecedd11b for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:54.523559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:54.633603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:17:54.658781 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-f26da00e-a0b1-485d-9ea6-1f2d0ac5bc7e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Floating IP 7f42b51c-b4c7-42b1-bf7e-835b65a67098 associated. External IP: 172.25.8.142, port: e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1. Mar 11 17:17:54.679270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8caba-3c3a-4f06-bf19-291bd56fa5b9 req-a915f00f-771b-44e4-9c13-79a5e4b68b39 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:54.688859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbe8caba-3c3a-4f06-bf19-291bd56fa5b9 req-a915f00f-771b-44e4-9c13-79a5e4b68b39 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2673035 Mar 11 17:17:55.002842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:55.029673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'mac_address': 'fa:16:3e:9c:c6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:17:55.031883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e0e2f245-b2bd-4821-a2c6-8e1c16adeafc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:55.035106 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e0e2f245-b2bd-4821-a2c6-8e1c16adeafc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.66 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 811 time: 0.4171526 Mar 11 17:17:55.056747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Request body: {'port': {'device_id': '45268799-19a0-43de-9458-8778ea8ec293', 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86', 'admin_state_up': True, 'tenant_id': '4757748605fa4a2a9ce019b607c9d365'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:55.124466 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:17:55.131763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:55.147173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb6a596-c199-43ed-afbe-f39965ddc42d {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:55.170514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:55.175679 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:55.198386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbe8caba-3c3a-4f06-bf19-291bd56fa5b9 req-2fd97397-b3e4-4300-9e88-3be1e6cd2a61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5079055 Mar 11 17:17:55.235310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:55.296107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783d4d5-cbb9-4bf2-bcb4-0ac3dca1c1de req-52ed183a-aeef-458b-97d5-e018afa1f004 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:55.306884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0783d4d5-cbb9-4bf2-bcb4-0ac3dca1c1de req-52ed183a-aeef-458b-97d5-e018afa1f004 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 946 time: 0.6618853 Mar 11 17:17:55.406215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-ee37451a-43bb-4109-bb3e-0f38270ed59e tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:55.407783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-ee37451a-43bb-4109-bb3e-0f38270ed59e tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 946 time: 0.6501977 Mar 11 17:17:55.500655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0783d4d5-cbb9-4bf2-bcb4-0ac3dca1c1de req-13a59eda-4616-410f-86d4-3ad5ca8a5f70 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925600 Mar 11 17:17:55.583436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6cb6a596-c199-43ed-afbe-f39965ddc42d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:17:55.624662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-aeac83ee-8c12-44e9-b3cd-e9cdfd9d986b tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:55.629934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-aeac83ee-8c12-44e9-b3cd-e9cdfd9d986b tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.46 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 811 time: 0.4222944 Mar 11 17:17:55.686191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26da00e-a0b1-485d-9ea6-1f2d0ac5bc7e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:17:55.694520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Made reservation on behalf of 4757748605fa4a2a9ce019b607c9d365 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:55.698192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:55.708210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Request body: {'port': {'device_id': '04c58c7f-bdd9-4042-9a92-39641868e099', 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86', 'admin_state_up': True, 'tenant_id': '4757748605fa4a2a9ce019b607c9d365'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:55.894414 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7640979-623f-433c-8caf-bc2a7f69f25e req-5b6211ed-eb43-4408-b412-148678bd5da6 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 210 time: 0.2618361 Mar 11 17:17:55.926489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26da00e-a0b1-485d-9ea6-1f2d0ac5bc7e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:17:55.935596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-704a2529-be69-4dc4-9d30-b5675ed5b86c req-f78376bd-1c6c-4797-a99f-25abb24d3496 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b&device_id=aeb24375-f777-401f-a30e-d2f8181a4c66 HTTP/1.1" status: 200 len: 210 time: 0.2598386 Mar 11 17:17:55.937451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:55.938495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f26da00e-a0b1-485d-9ea6-1f2d0ac5bc7e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:55.963240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] Sync routers for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:17:55.980128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:17:55.983080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:17:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:55.988166 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f26da00e-a0b1-485d-9ea6-1f2d0ac5bc7e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "PUT /v2.0/floatingips/7f42b51c-b4c7-42b1-bf7e-835b65a67098 HTTP/1.1" status: 200 len: 991 time: 2.5607724 Mar 11 17:17:55.990986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'tag': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:55.993844 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211ebf2b-15ac-4f1e-9926-26399db93640" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce8c42b-d748-4258-966b-bfa1c13dfb7c", "tag": "e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:56.007683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Allocated IP 172.20.0.10 (39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86/70525433-d112-44c1-b87a-47615ec97109/a251c0a4-e8ed-4315-8b37-207e7350acb5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:56.177251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8abb49ac-8648-4c4f-801d-c2a0647b1008,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:56.180134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:17:56.183070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Checking segment: {'id': 'da7beafb-f2f7-4bf2-8037-2d9d031eabef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bf04f661-d2b4-4444-b04d-602718a918ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:56.183435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Network hostable DHCP agents. Network: bf04f661-d2b4-4444-b04d-602718a918ba, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:17:56.192497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Deleting port 5bd27180-ad80-4f61-b299-e84f6b50d353 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:17:56.193035 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:56.206799 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:56.276537 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:56.348764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:56.349701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780281-31c5-4c0b-9328-eb39ae2f64b9 req-92f73ce7-16da-488f-b1c5-8c9949a4ca5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.352085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:56.356433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:56.362461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780281-31c5-4c0b-9328-eb39ae2f64b9 req-92f73ce7-16da-488f-b1c5-8c9949a4ca5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.375077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780281-31c5-4c0b-9328-eb39ae2f64b9 req-92f73ce7-16da-488f-b1c5-8c9949a4ca5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.385078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780281-31c5-4c0b-9328-eb39ae2f64b9 req-92f73ce7-16da-488f-b1c5-8c9949a4ca5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.394092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780281-31c5-4c0b-9328-eb39ae2f64b9 req-92f73ce7-16da-488f-b1c5-8c9949a4ca5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.397963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Pushing event updated for resources: {'Port': ['ID=a251c0a4-e8ed-4315-8b37-207e7350acb5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:56.405584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780281-31c5-4c0b-9328-eb39ae2f64b9 req-92f73ce7-16da-488f-b1c5-8c9949a4ca5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.422444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780281-31c5-4c0b-9328-eb39ae2f64b9 req-92f73ce7-16da-488f-b1c5-8c9949a4ca5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.424089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.426377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5780281-31c5-4c0b-9328-eb39ae2f64b9 req-92f73ce7-16da-488f-b1c5-8c9949a4ca5d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.3855824 Mar 11 17:17:56.427682 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:56.464459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e33c81-ea5b-461d-8891-d34e4c09d7ab req-5202f173-b16c-4de0-81b9-60dabbcf1186 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.466971 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-07209e1f-6280-4e5e-bbcd-daaf82e9364f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4150112 Mar 11 17:17:56.467472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2e33c81-ea5b-461d-8891-d34e4c09d7ab req-5202f173-b16c-4de0-81b9-60dabbcf1186 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 949 time: 0.3921506 Mar 11 17:17:56.477490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Network bf04f661-d2b4-4444-b04d-602718a918ba is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:17:56.480768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Request body: {'port': {'device_id': '45268799-19a0-43de-9458-8778ea8ec293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:17:56.549257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7f42b51c-b4c7-42b1-bf7e-835b65a67098', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'port_id': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'mac_address': 'fa:16:3e:e2:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:17:31Z', 'updated_at': '2022-03-11T17:17:54Z', 'revision_number': 1, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:34Z', 'revision_number': 5, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:56.573051 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:56.577261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Made reservation on behalf of 4757748605fa4a2a9ce019b607c9d365 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:17:56.583581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:56.584011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] Checking router: 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:17:56.596924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:17:56.597808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:17:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:56.619457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, bf04f661-d2b4-4444-b04d-602718a918ba) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:56.629315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:56.630396 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:56.671436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c832f76-f6d9-45f9-ae5b-53ef53155171 None None] Network bf04f661-d2b4-4444-b04d-602718a918ba requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:17:56.747235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-038c425b-63aa-4896-a310-f4741a990bdb req-42b65cf7-41e1-4f28-854f-ed57e4af20f6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4739871 Mar 11 17:17:56.777957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-64d65366-503b-485d-9936-1dcefe467222 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4774230 Mar 11 17:17:56.783339 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] For port 5bd27180-ad80-4f61-b299-e84f6b50d353, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5bd27180-ad80-4f61-b299-e84f6b50d353,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:56.784671 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:56.802275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2e33c81-ea5b-461d-8891-d34e4c09d7ab req-f3f80dde-1e45-4fe2-9508-566b19dba0b0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213382 Mar 11 17:17:56.815371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5780281-31c5-4c0b-9328-eb39ae2f64b9 req-57c5fb98-e3a0-45ed-8022-b540442484e0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3440080 Mar 11 17:17:56.953808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:17:57.104208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a251c0a4-e8ed-4315-8b37-207e7350acb5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:17:57.120311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:57.145947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Transition to ACTIVE for port object a251c0a4-e8ed-4315-8b37-207e7350acb5 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:17:57.152872 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:57.196878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c425b-63aa-4896-a310-f4741a990bdb req-41cbb970-0ae1-440e-8061-c6dc8bf7cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:57.198606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-038c425b-63aa-4896-a310-f4741a990bdb req-41cbb970-0ae1-440e-8061-c6dc8bf7cb14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 1100 time: 0.4095669 Mar 11 17:17:57.269117 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a251c0a4-e8ed-4315-8b37-207e7350acb5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:57.295512 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f763ca-1547-4120-a9bc-4144be81fcf5 x-openstack-request-id: req-47f763ca-1547-4120-a9bc-4144be81fcf5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:17:57.296301 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce8c42b-d748-4258-966b-bfa1c13dfb7c", "tag": "e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:17:57.296955 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47f763ca-1547-4120-a9bc-4144be81fcf5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:17:57.298021 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'tag': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1', 'status': 'completed', 'code': 200} Mar 11 17:17:57.330919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95edd472-8d24-4a54-bbdf-783ab13e5ba4 req-91d00a13-78e3-4d16-94a3-71795ffaa8a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f69e63faea449498c353bd24e171950&device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0956511 Mar 11 17:17:57.390576 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7561405-3ca4-4955-b76c-8ac017601cfd req-5240c272-0f81-4da8-a5c4-f7759008c04c tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:57.392807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7561405-3ca4-4955-b76c-8ac017601cfd req-5240c272-0f81-4da8-a5c4-f7759008c04c tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.3515017 Mar 11 17:17:57.440222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4919a-d42c-4ea0-a722-a1c898c5e3a6 None None] Network bf04f661-d2b4-4444-b04d-602718a918ba requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:17:57.496803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-b1a2f61f-002c-45ca-8a5c-7a1c23c3af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:57.500023 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-b1a2f61f-002c-45ca-8a5c-7a1c23c3af74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1361845d5e43409eb9a3f5c3c7b96241&device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 1096 time: 0.1542172 Mar 11 17:17:57.537929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Attempting to bind port a251c0a4-e8ed-4315-8b37-207e7350acb5 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:17:57.538405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Attempting to bind port a251c0a4-e8ed-4315-8b37-207e7350acb5 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:17:57.538863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Attempting to bind port a251c0a4-e8ed-4315-8b37-207e7350acb5 on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:57.553384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95edd472-8d24-4a54-bbdf-783ab13e5ba4 req-19c8e19b-7d08-487e-989d-66ed46637376 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0f69e63faea449498c353bd24e171950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1593087 Mar 11 17:17:57.554604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Allocated IP 172.20.0.3 (39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86/70525433-d112-44c1-b87a-47615ec97109/3ee4b60b-7a77-4c90-9523-e633b8a38219) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:17:57.558046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:57.558538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:57.558713 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Floating IP 034403ba-86fa-4595-9cd5-7f1806c8362b disassociated. External IP: 172.25.8.233, port: 5bd27180-ad80-4f61-b299-e84f6b50d353. Mar 11 17:17:57.559167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Calling delete_port for 5bd27180-ad80-4f61-b299-e84f6b50d353 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:17:57.566989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Port a251c0a4-e8ed-4315-8b37-207e7350acb5 on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:17:57.568610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Attempting to bind port a251c0a4-e8ed-4315-8b37-207e7350acb5 on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:17:57.624781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:17:57.625335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Checking segment: {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:17:57.625906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Bound using segment: {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:17:57.626619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Bound port: a251c0a4-e8ed-4315-8b37-207e7350acb5, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:17:57.627136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:57.719438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-a7f62a0c-dc46-4149-8509-d08cf1252d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:57.721033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-a7f62a0c-dc46-4149-8509-d08cf1252d51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 HTTP/1.1" status: 200 len: 906 time: 0.2033198 Mar 11 17:17:57.754013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] For port a251c0a4-e8ed-4315-8b37-207e7350acb5, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:17:57.775238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7561405-3ca4-4955-b76c-8ac017601cfd req-9d10b653-db4b-437e-a930-91288959f94f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3460002 Mar 11 17:17:57.813836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69e47d-265a-4b22-b563-502a054e1eef req-c4eb7c3f-272c-4dc3-9d31-3235ea483648 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:57.822217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d69e47d-265a-4b22-b563-502a054e1eef req-c4eb7c3f-272c-4dc3-9d31-3235ea483648 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.4213521 Mar 11 17:17:57.844873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7f42b51c-b4c7-42b1-bf7e-835b65a67098', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'port_id': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'mac_address': 'fa:16:3e:e2:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:17:31Z', 'updated_at': '2022-03-11T17:17:54Z', 'revision_number': 1, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:34Z', 'revision_number': 5, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:17:57.847779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c425b-63aa-4896-a310-f4741a990bdb req-abb1da9f-45e8-497e-83c6-51e6d6292049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:57.849534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-038c425b-63aa-4896-a310-f4741a990bdb req-abb1da9f-45e8-497e-83c6-51e6d6292049 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.6025705 Mar 11 17:17:57.858950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] For port a251c0a4-e8ed-4315-8b37-207e7350acb5, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a251c0a4-e8ed-4315-8b37-207e7350acb5,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:17:57.869314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:57.913644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e845f-88e3-44cb-87d0-7d284175dc2b None None] The sync data for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 is: [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7f42b51c-b4c7-42b1-bf7e-835b65a67098', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'port_id': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'mac_address': 'fa:16:3e:e2:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:17:31Z', 'updated_at': '2022-03-11T17:17:54Z', 'revision_number': 1, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:34Z', 'revision_number': 5, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:17:57.945532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:57.946572 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:57.948491 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] 10.222.0.66 "PUT /v2.0/ports/a251c0a4-e8ed-4315-8b37-207e7350acb5 HTTP/1.1" status: 200 len: 1092 time: 1.4736204 Mar 11 17:17:57.971684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-038c425b-63aa-4896-a310-f4741a990bdb req-ae24f90a-ae4d-4484-b8a7-3fc1c0429b32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 200 len: 217 time: 0.0958872 Mar 11 17:17:57.994351 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-346fbb29-3bd5-4e5d-af3c-bef8f79115dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 HTTP/1.1" status: 200 len: 999 time: 0.2591546 Mar 11 17:17:57.999555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860c223-f0cf-4739-9707-dc5ed6a349a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a251c0a4-e8ed-4315-8b37-207e7350acb5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:58.085294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-eaabe002-ebef-462b-b7f6-f8f496615c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:58.086789 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-eaabe002-ebef-462b-b7f6-f8f496615c18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ccba869-abc8-4b34-a594-97d2dc7d0160 HTTP/1.1" status: 200 len: 845 time: 0.0745788 Mar 11 17:17:58.089683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-f0d89a3a-c115-4fb1-a4d6-a062ee177666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:58.091357 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-f0d89a3a-c115-4fb1-a4d6-a062ee177666 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&device_id=45268799-19a0-43de-9458-8778ea8ec293 HTTP/1.1" status: 200 len: 1095 time: 0.0877187 Mar 11 17:17:58.163675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd472-8d24-4a54-bbdf-783ab13e5ba4 req-4a7bd463-4ff4-4d2d-9d0b-9a6f0791b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:58.163971 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-5cae0c7f-a3bf-4d82-8c02-c52cd5d9eff7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a251c0a4-e8ed-4315-8b37-207e7350acb5 HTTP/1.1" status: 200 len: 217 time: 0.0642016 Mar 11 17:17:58.165163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95edd472-8d24-4a54-bbdf-783ab13e5ba4 req-4a7bd463-4ff4-4d2d-9d0b-9a6f0791b6fa service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5927224 Mar 11 17:17:58.203558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d69e47d-265a-4b22-b563-502a054e1eef req-25176b16-59ee-4957-a817-cc8440eeb110 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803220 Mar 11 17:17:58.247405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-ad9c094d-f3d0-4070-8c78-6fa0e1b3e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:58.250275 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-ad9c094d-f3d0-4070-8c78-6fa0e1b3e69e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffb9a87-a43f-45e1-9b3d-82a0dcd111a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440017 Mar 11 17:17:58.261809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-d2be919b-fcaf-4c24-9b14-4db332e4c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:58.264530 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-d2be919b-fcaf-4c24-9b14-4db332e4c7de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70525433-d112-44c1-b87a-47615ec97109 HTTP/1.1" status: 200 len: 851 time: 0.0904305 Mar 11 17:17:58.291073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c425b-63aa-4896-a310-f4741a990bdb req-a7e20a11-d229-4551-8799-0b99f9863c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:58.292964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-038c425b-63aa-4896-a310-f4741a990bdb req-a7e20a11-d229-4551-8799-0b99f9863c52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2770383 Mar 11 17:17:58.318147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5bd27180-ad80-4f61-b299-e84f6b50d353 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:17:58.333059 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-f5c0bbf9-ed40-4fb7-886f-cf8154f7e6d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596073 Mar 11 17:17:58.344759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd94fc3-7756-4b25-957e-8f2540d7cbb8 req-8cd3ba04-5a20-4878-ae86-2e4e56957da0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:58.346353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efd94fc3-7756-4b25-957e-8f2540d7cbb8 req-8cd3ba04-5a20-4878-ae86-2e4e56957da0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 946 time: 0.3729739 Mar 11 17:17:58.372578 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7bda5-0cad-4d9b-add7-aebb6b3e2a7f None None] New status for floating IP 7f42b51c-b4c7-42b1-bf7e-835b65a67098: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:17:58.495613 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:58.524392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:58.540981 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-dd207ede-f101-402c-b4d1-8eac47bc9a5a service neutron] 10.222.0.46 "GET /v2.0/networks/cffb9a87-a43f-45e1-9b3d-82a0dcd111a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753861 Mar 11 17:17:58.559570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:58.591657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c425b-63aa-4896-a310-f4741a990bdb req-66c579b7-8a61-4313-999d-5b64bdd27aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:58.593181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-038c425b-63aa-4896-a310-f4741a990bdb req-66c579b7-8a61-4313-999d-5b64bdd27aef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2882209 Mar 11 17:17:58.594108 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b18eecc7-bf92-471a-81ea-cdc99c7a2619 service neutron] 10.222.0.66 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113261 Mar 11 17:17:58.637122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event deleted for resources: {'Port': ['ID=5bd27180-ad80-4f61-b299-e84f6b50d353,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:58.639046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:17:58.647540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efd94fc3-7756-4b25-957e-8f2540d7cbb8 req-02f4af12-84cc-4bb5-b271-90772bbd48be tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb92dfda-173e-4657-b4cc-d66645bd98eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555876 Mar 11 17:17:58.778552 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:58.811536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 6cb6a596-c199-43ed-afbe-f39965ddc42d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:58.811758 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:58.885345 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-049185b3-1eb1-4b7c-885d-cae4beacdfe3 service neutron] 10.222.0.66 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737119 Mar 11 17:17:58.962985 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-211ebf2b-15ac-4f1e-9926-26399db93640 req-e9cd6817-911b-49ed-809d-f139585c835b service neutron] 10.222.0.46 "GET /v2.0/networks/cffb9a87-a43f-45e1-9b3d-82a0dcd111a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968556 Mar 11 17:17:58.988842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-fcaa5223-93e6-4522-a99c-2ba46da9b9bc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:58.991434 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-fcaa5223-93e6-4522-a99c-2ba46da9b9bc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7&tenant_id=d03326208d724ef2a2f1f758b35e8732&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 949 time: 0.1432824 Mar 11 17:17:58.994124 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:59.048378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:59.052104 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1196e6cf-b095-40d6-aa0e-e943551ae762" -d '{"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:59.076098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:59.077610 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-d88baf84-30c1-45f7-a88b-ed0ce0802370 service neutron] 10.222.0.66 "GET /v2.0/ports/6cb6a596-c199-43ed-afbe-f39965ddc42d/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 382 time: 0.0770466 Mar 11 17:17:59.082180 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:59.172522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-07cb9177-c060-4cbe-b40b-2895952f91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.174301 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-07cb9177-c060-4cbe-b40b-2895952f91a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 1101 time: 0.0646012 Mar 11 17:17:59.177646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:59.286893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b1852bc-1cb5-4c43-b977-71a9c0966f3b req-d3637ec5-8625-4965-93e2-63e6e9f6833a tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.4378500 Mar 11 17:17:59.299312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45268799-19a0-43de-9458-8778ea8ec293', 'tag': 'a251c0a4-e8ed-4315-8b37-207e7350acb5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:17:59.304647 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ba1ad-9c96-493d-8bac-996a7948b180" -d '{"events": [{"name": "network-changed", "server_uuid": "45268799-19a0-43de-9458-8778ea8ec293", "tag": "a251c0a4-e8ed-4315-8b37-207e7350acb5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:17:59.310219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:59.324027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9daa488a-138f-4706-b944-c951584c9e9e req-d68c19a3-03a5-454b-945f-ecda0d5ed9e0 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 210 time: 0.4611092 Mar 11 17:17:59.354600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-a2e8d1be-490b-4bac-a0fb-9c7d7fa039fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.374623 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-a2e8d1be-490b-4bac-a0fb-9c7d7fa039fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1924522 Mar 11 17:17:59.444026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-79d91879-25a9-474e-8c78-4c519f1d32c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d HTTP/1.1" status: 200 len: 217 time: 0.0546000 Mar 11 17:17:59.452303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-038c425b-63aa-4896-a310-f4741a990bdb req-f7af1435-535a-4508-b7e8-190b94ce1d5e service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8251598 Mar 11 17:17:59.455908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Pushing event updated for resources: {'Port': ['ID=3ee4b60b-7a77-4c90-9523-e633b8a38219,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:59.513969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:17:59.551742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:17:59.552793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-3f2eff59-a373-4f98-ae71-4aca951e7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.554121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-3f2eff59-a373-4f98-ae71-4aca951e7737 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1014466 Mar 11 17:17:59.554510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:17:59.616092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-00d3b48b-b02d-4d60-be16-cd3e77c006ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.618871 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-00d3b48b-b02d-4d60-be16-cd3e77c006ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530829 Mar 11 17:17:59.663081 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-72bd88b4-18d3-4fe8-bafc-62d9acac15cc req-25ded4ab-5942-4c1e-a8e4-6df9cdcfece7 tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] show failed (client error): The resource could not be found. Mar 11 17:17:59.664471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72bd88b4-18d3-4fe8-bafc-62d9acac15cc req-25ded4ab-5942-4c1e-a8e4-6df9cdcfece7 tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] 10.222.0.53 "GET /v2.0/security-groups/3b0883ae-d7a6-48a7-86c6-1486012f846f HTTP/1.1" status: 404 len: 352 time: 0.1140471 Mar 11 17:17:59.697907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:17:59.739924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68653ba7-0da0-476c-b495-f8c4e8ba0f72 req-5f05c0d8-bb98-48dc-b13f-e2c1812ae335 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.749186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68653ba7-0da0-476c-b495-f8c4e8ba0f72 req-5f05c0d8-bb98-48dc-b13f-e2c1812ae335 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.752004 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-79caee70-98b4-4d72-a59f-4e6e131ae4d7 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252141 Mar 11 17:17:59.755306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68653ba7-0da0-476c-b495-f8c4e8ba0f72 req-5f05c0d8-bb98-48dc-b13f-e2c1812ae335 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.761206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68653ba7-0da0-476c-b495-f8c4e8ba0f72 req-5f05c0d8-bb98-48dc-b13f-e2c1812ae335 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.767097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68653ba7-0da0-476c-b495-f8c4e8ba0f72 req-5f05c0d8-bb98-48dc-b13f-e2c1812ae335 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.773067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68653ba7-0da0-476c-b495-f8c4e8ba0f72 req-5f05c0d8-bb98-48dc-b13f-e2c1812ae335 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.779480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68653ba7-0da0-476c-b495-f8c4e8ba0f72 req-5f05c0d8-bb98-48dc-b13f-e2c1812ae335 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.781745 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68653ba7-0da0-476c-b495-f8c4e8ba0f72 req-5f05c0d8-bb98-48dc-b13f-e2c1812ae335 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.3103960 Mar 11 17:17:59.799301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:59.799963 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:59.871895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-038c425b-63aa-4896-a310-f4741a990bdb req-fd2a83de-2cf6-42cf-aa21-6110a5e31225 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993022 Mar 11 17:17:59.893739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-0961b478-8ea6-4c76-9732-9ba74e675ebc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2170427 Mar 11 17:17:59.899802 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-214285e8-5893-44f0-a2ed-198417cf647f service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375115 Mar 11 17:17:59.962984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Request body: {'port': {'device_id': '04c58c7f-bdd9-4042-9a92-39641868e099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:00.001692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68653ba7-0da0-476c-b495-f8c4e8ba0f72 req-fed923be-8296-4081-aa69-62e6bf1182b4 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1892219 Mar 11 17:18:00.117299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8b507-8de6-440f-a4bc-b947f8a393ec req-7f7c3b35-3451-453f-8a27-8b0f1be343d0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:00.119895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08c8b507-8de6-440f-a4bc-b947f8a393ec req-7f7c3b35-3451-453f-8a27-8b0f1be343d0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.3348541 Mar 11 17:18:00.129242 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a56308-2bc5-4338-a77e-f10576c69d99 x-openstack-request-id: req-75a56308-2bc5-4338-a77e-f10576c69d99 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:00.130024 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:00.130024 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75a56308-2bc5-4338-a77e-f10576c69d99 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:00.130854 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'code': 200} Mar 11 17:18:00.167127 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:00.274340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:00.288646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] Sync routers for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:18:00.306314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:00.307376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:17:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:00.322069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08c8b507-8de6-440f-a4bc-b947f8a393ec req-2a02c06d-2826-4ba7-9506-00df9170cedc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759953 Mar 11 17:18:00.404664 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-95edd472-8d24-4a54-bbdf-783ab13e5ba4 req-78a43578-2a1f-4051-a272-2efe63085cd8 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0719216 Mar 11 17:18:00.437763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] No DVR routers for this DVR port 5bd27180-ad80-4f61-b299-e84f6b50d353 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:18:00.443674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:00.449757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05d95dad-623c-4cdc-8119-b435b1f21701 req-d528e4eb-9d4a-4794-a684-eefade28cef6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.46 "DELETE /v2.0/ports/5bd27180-ad80-4f61-b299-e84f6b50d353 HTTP/1.1" status: 204 len: 173 time: 5.0253472 Mar 11 17:18:00.463520 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eeaa81-8366-4087-ae1f-49eee878abb4 x-openstack-request-id: req-80eeaa81-8366-4087-ae1f-49eee878abb4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:00.464056 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45268799-19a0-43de-9458-8778ea8ec293", "tag": "a251c0a4-e8ed-4315-8b37-207e7350acb5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:00.464410 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80eeaa81-8366-4087-ae1f-49eee878abb4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:00.465030 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45268799-19a0-43de-9458-8778ea8ec293', 'tag': 'a251c0a4-e8ed-4315-8b37-207e7350acb5', 'status': 'completed', 'code': 200} Mar 11 17:18:00.546342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:00.621595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-4b6066da-7c9c-48af-9675-0f92e90e890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:00.626010 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-4b6066da-7c9c-48af-9675-0f92e90e890e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&device_id=45268799-19a0-43de-9458-8778ea8ec293 HTTP/1.1" status: 200 len: 1095 time: 0.1247044 Mar 11 17:18:00.677766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-deleted', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:00.680899 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aa6aca-8b80-4de4-8620-aa74a61b1c2b" -d '{"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-deleted", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:00.738035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdeb04-3876-4faa-9597-ccce684618a6 req-d946ffdc-c0e0-465e-8202-b2b2eee191ec tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:00.739706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbbdeb04-3876-4faa-9597-ccce684618a6 req-d946ffdc-c0e0-465e-8202-b2b2eee191ec tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.4876273 Mar 11 17:18:00.806493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-fcb9a2c9-7fc7-4635-95d7-c256f0f083a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:00.807962 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-fcb9a2c9-7fc7-4635-95d7-c256f0f083a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 911 time: 0.1723862 Mar 11 17:18:00.836991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-657d16f9-6125-4294-9536-c84790042147 req-0abf7b9a-3b3d-4e30-98f0-74db3190bf8a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f10b9c-8ece-4549-a788-f47a484219f9 HTTP/1.1" status: 200 len: 210 time: 0.1277511 Mar 11 17:18:00.869577 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-6d70a924-d551-4b04-99dc-58abf5908062 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a251c0a4-e8ed-4315-8b37-207e7350acb5 HTTP/1.1" status: 200 len: 217 time: 0.0500071 Mar 11 17:18:00.925337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbbdeb04-3876-4faa-9597-ccce684618a6 req-3b64d6ab-fdc3-4a9f-b202-b8a09c585dfb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704199 Mar 11 17:18:00.970416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-4c9a5586-214d-46be-8dfe-07b4700cdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:00.971948 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-4c9a5586-214d-46be-8dfe-07b4700cdda9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70525433-d112-44c1-b87a-47615ec97109 HTTP/1.1" status: 200 len: 851 time: 0.0944946 Mar 11 17:18:01.002455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee4b60b-7a77-4c90-9523-e633b8a38219 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:01.012482 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:01.023422 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-09ed44a1-4837-47b7-a05f-68b31cea459a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325913 Mar 11 17:18:01.032569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Transition to ACTIVE for port object 3ee4b60b-7a77-4c90-9523-e633b8a38219 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:18:01.073704 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:01.102606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c386a456-8e27-4cbf-8f1a-d8ec565b6556 req-4d49c0ed-ba09-4098-a48e-1565e04a10b1 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a0d0123-0db4-4c6f-9b9b-c5f58f0b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0736496 Mar 11 17:18:01.139842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:01.165648 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-5b4b24ea-5f2c-4391-abac-ef9b5ce3405a service neutron] 10.222.0.66 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231916 Mar 11 17:18:01.181414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] Checking router: a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:18:01.193723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:01.194460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee4b60b-7a77-4c90-9523-e633b8a38219,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:01.194642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:17:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:01.225787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ed859-8d37-4923-99a3-efcf4a067095 req-e7a503ad-4add-43b2-877d-a6c5a689b434 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:01.228573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-972ed859-8d37-4923-99a3-efcf4a067095 req-e7a503ad-4add-43b2-877d-a6c5a689b434 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 943 time: 0.2013278 Mar 11 17:18:01.316564 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-294ba1ad-9c96-493d-8bac-996a7948b180 req-666a4bf9-b522-47eb-860d-e2e3ce5441d8 service neutron] 10.222.0.66 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431828 Mar 11 17:18:01.339023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:01.362127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4eee78fc-039c-4ef5-b040-ffb30faed62c req-36d88bb5-3884-40a4-8110-dbdbbf52452b tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f05a57a1ad543079227f1a5ecedd11b HTTP/1.1" status: 200 len: 2988 time: 0.1989245 Mar 11 17:18:01.404049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-972ed859-8d37-4923-99a3-efcf4a067095 req-62a2ecc2-5e3b-41e9-beb6-9ae51336a667 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356618 Mar 11 17:18:01.431349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Attempting to bind port 3ee4b60b-7a77-4c90-9523-e633b8a38219 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:01.431887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Attempting to bind port 3ee4b60b-7a77-4c90-9523-e633b8a38219 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:01.433585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Attempting to bind port 3ee4b60b-7a77-4c90-9523-e633b8a38219 on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:01.448772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Port 3ee4b60b-7a77-4c90-9523-e633b8a38219 on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:01.449119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Attempting to bind port 3ee4b60b-7a77-4c90-9523-e633b8a38219 on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:01.456463 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4eee78fc-039c-4ef5-b040-ffb30faed62c req-78dc3d96-a500-408e-b6f0-8497f0a35cbe tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] 10.222.0.53 "GET /v2.0/security-groups/1176887d-d1d2-445e-84ff-1daa4b3eceaf HTTP/1.1" status: 200 len: 2985 time: 0.0782523 Mar 11 17:18:01.459294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:18:01.459644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Checking segment: {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:01.460032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Bound using segment: {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:18:01.460508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Bound port: 3ee4b60b-7a77-4c90-9523-e633b8a38219, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:18:01.460877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:01.482820 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1303b052-18b7-4a30-acce-e73f18f07f43 x-openstack-request-id: req-1303b052-18b7-4a30-acce-e73f18f07f43 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:01.483110 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f10b9c-8ece-4549-a788-f47a484219f9", "name": "network-vif-deleted", "tag": "5bd27180-ad80-4f61-b299-e84f6b50d353", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:01.483379 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1303b052-18b7-4a30-acce-e73f18f07f43 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:01.483746 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f10b9c-8ece-4549-a788-f47a484219f9', 'name': 'network-vif-deleted', 'tag': '5bd27180-ad80-4f61-b299-e84f6b50d353', 'status': 'completed', 'code': 200} Mar 11 17:18:01.580294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4eee78fc-039c-4ef5-b040-ffb30faed62c req-9f203b99-749f-42de-8551-efb51b4afd3a tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] 10.222.0.53 "GET /v2.0/security-groups/1176887d-d1d2-445e-84ff-1daa4b3eceaf HTTP/1.1" status: 200 len: 2985 time: 0.0998383 Mar 11 17:18:01.616995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] For port 3ee4b60b-7a77-4c90-9523-e633b8a38219, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:18:01.624073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] For port 3ee4b60b-7a77-4c90-9523-e633b8a38219, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3ee4b60b-7a77-4c90-9523-e633b8a38219,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:18:01.633558 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:01.664008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:01.665128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:01.670268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] 10.222.0.46 "PUT /v2.0/ports/3ee4b60b-7a77-4c90-9523-e633b8a38219 HTTP/1.1" status: 200 len: 1091 time: 1.7152092 Mar 11 17:18:01.754046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:01.790853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc936327-5b36-4434-8018-c385fc21dea2 None None] The sync data for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 is: [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:18:01.902930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cf449-d2aa-4ac7-93e8-69c4ebff9c57 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee4b60b-7a77-4c90-9523-e633b8a38219,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:01.933140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba94b9-853f-4bd2-96b8-a718b2dab8ed req-cf71b146-55f7-4cba-bab4-75d7000ce0da tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:01.939025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba94b9-853f-4bd2-96b8-a718b2dab8ed req-cf71b146-55f7-4cba-bab4-75d7000ce0da tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:01.945155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba94b9-853f-4bd2-96b8-a718b2dab8ed req-cf71b146-55f7-4cba-bab4-75d7000ce0da tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:01.951134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba94b9-853f-4bd2-96b8-a718b2dab8ed req-cf71b146-55f7-4cba-bab4-75d7000ce0da tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:01.957391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba94b9-853f-4bd2-96b8-a718b2dab8ed req-cf71b146-55f7-4cba-bab4-75d7000ce0da tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:01.964173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba94b9-853f-4bd2-96b8-a718b2dab8ed req-cf71b146-55f7-4cba-bab4-75d7000ce0da tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:01.970876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba94b9-853f-4bd2-96b8-a718b2dab8ed req-cf71b146-55f7-4cba-bab4-75d7000ce0da tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:01.972885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caba94b9-853f-4bd2-96b8-a718b2dab8ed req-cf71b146-55f7-4cba-bab4-75d7000ce0da tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.2492623 Mar 11 17:18:02.051993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46efebd-b6cd-4021-9681-cf59c19aa77c req-6242d3e6-afe1-4374-b1e4-5bd2a6480ac8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:02.060667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c46efebd-b6cd-4021-9681-cf59c19aa77c req-6242d3e6-afe1-4374-b1e4-5bd2a6480ac8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.2485964 Mar 11 17:18:02.111771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caba94b9-853f-4bd2-96b8-a718b2dab8ed req-b7f67c12-438e-48a7-8516-d9fec3101782 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187842 Mar 11 17:18:02.114437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e772f292-6463-4b31-a83a-88179ece9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:02.116129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-e772f292-6463-4b31-a83a-88179ece9c31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 1094 time: 0.2431729 Mar 11 17:18:02.117982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-69f67365-a74e-47a3-9bc5-3a654a61c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:02.119440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-69f67365-a74e-47a3-9bc5-3a654a61c084 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1095 time: 0.2323153 Mar 11 17:18:02.202260 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc04b2b-d707-4ee3-a79a-fd30f5cdf006 None None] New status for floating IP 034403ba-86fa-4595-9cd5-7f1806c8362b: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:18:02.210946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c46efebd-b6cd-4021-9681-cf59c19aa77c req-394ae145-abd2-44c1-88e0-f3baadcbf5c2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493948 Mar 11 17:18:02.235393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-451f036b-097b-4904-9d02-6b077d834ff1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ee4b60b-7a77-4c90-9523-e633b8a38219 HTTP/1.1" status: 200 len: 217 time: 0.0804489 Mar 11 17:18:02.377656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-446f6e06-aee3-430b-972e-35fe4ba36580 req-6815225d-1a2a-4c60-8d7e-f08b79a91827 tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] 10.222.0.53 "GET /v2.0/security-groups/1176887d-d1d2-445e-84ff-1daa4b3eceaf HTTP/1.1" status: 200 len: 2985 time: 0.2177050 Mar 11 17:18:02.414249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-20998c39-b636-42ad-84f3-5d445b9c4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:02.415685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-20998c39-b636-42ad-84f3-5d445b9c4dbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70525433-d112-44c1-b87a-47615ec97109 HTTP/1.1" status: 200 len: 851 time: 0.1751192 Mar 11 17:18:02.429591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-b3a15ba5-9158-4f5d-856b-b1b4ee835655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:02.431134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-b3a15ba5-9158-4f5d-856b-b1b4ee835655 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2817709 Mar 11 17:18:02.517818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-009ec65a-d77f-4c6e-8fb8-e39493545f92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898457 Mar 11 17:18:02.532201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edf004-5f56-43fb-bcd6-ae4a47e1863c req-d065f222-0a29-4121-8531-b37ad0fe0d05 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:02.533728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92edf004-5f56-43fb-bcd6-ae4a47e1863c req-d065f222-0a29-4121-8531-b37ad0fe0d05 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2165384 Mar 11 17:18:02.639965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a251c0a4-e8ed-4315-8b37-207e7350acb5 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:02.640916 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-446f6e06-aee3-430b-972e-35fe4ba36580 req-5934d0b9-dc7e-45c5-8357-f9d64b949ccf tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:18:02.641683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-446f6e06-aee3-430b-972e-35fe4ba36580 req-5934d0b9-dc7e-45c5-8357-f9d64b949ccf tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] 10.222.0.53 "DELETE /v2.0/security-groups/1176887d-d1d2-445e-84ff-1daa4b3eceaf HTTP/1.1" status: 409 len: 352 time: 0.2556920 Mar 11 17:18:02.646235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-dc206fb1-f1ed-4493-96b7-48b2d1b66a8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 999 time: 0.1971071 Mar 11 17:18:02.730343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92edf004-5f56-43fb-bcd6-ae4a47e1863c req-ea31c435-884f-458a-bc9b-d56c35b991e7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831849 Mar 11 17:18:02.774418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-69f9f547-7f50-4c1f-9def-9e1fe05f9cd3 service neutron] 10.222.0.46 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371237 Mar 11 17:18:02.805701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a251c0a4-e8ed-4315-8b37-207e7350acb5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a251c0a4-e8ed-4315-8b37-207e7350acb5,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:02.809733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-37c950bd-5b9a-4f36-b97f-fa7618818a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:02.811483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-37c950bd-5b9a-4f36-b97f-fa7618818a43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1444426 Mar 11 17:18:02.831339 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'a251c0a4-e8ed-4315-8b37-207e7350acb5', 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86', 'port_id': 'a251c0a4-e8ed-4315-8b37-207e7350acb5', 'mac_address': 'fa:16:3e:9e:b4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70525433-d112-44c1-b87a-47615ec97109', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:02.880639 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:02.898781 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-c6da2793-3c7d-4327-abb0-ddecd249933e req-dfc7c70d-88d2-4253-9f13-dfb38571a7f0 tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] show failed (client error): The resource could not be found. Mar 11 17:18:02.899745 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6da2793-3c7d-4327-abb0-ddecd249933e req-dfc7c70d-88d2-4253-9f13-dfb38571a7f0 tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] 10.222.0.53 "GET /v2.0/security-groups/e2205826-7d39-497d-886b-4de5ec8f8348 HTTP/1.1" status: 404 len: 352 time: 0.1125817 Mar 11 17:18:02.913803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a251c0a4-e8ed-4315-8b37-207e7350acb5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:02.947475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a251c0a4-e8ed-4315-8b37-207e7350acb5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a251c0a4-e8ed-4315-8b37-207e7350acb5,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:02.952526 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:02.979191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2932d-0331-43bc-bd21-675476e8e6ac req-2c6c44cf-e6e1-4c53-8f57-12aa8f4556fe tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:02.980705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6e2932d-0331-43bc-bd21-675476e8e6ac req-2c6c44cf-e6e1-4c53-8f57-12aa8f4556fe tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 943 time: 0.1510720 Mar 11 17:18:02.983396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49406) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:03.015355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a251c0a4-e8ed-4315-8b37-207e7350acb5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:03.016608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-e38961a7-6d93-43f0-8461-0bd0cd22cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:03.019737 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-e38961a7-6d93-43f0-8461-0bd0cd22cb97 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7&tenant_id=d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 1101 time: 0.0758233 Mar 11 17:18:03.021857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-5caca0e5-858a-48ea-bbf4-d372995eea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:03.023353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-5caca0e5-858a-48ea-bbf4-d372995eea5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960137 Mar 11 17:18:03.030235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-919e795d-6e6d-461e-b6bd-991dd10d542e req-5aab98bc-5f39-4d83-af7e-6615d42722f8 service neutron] 10.222.0.46 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415364 Mar 11 17:18:03.122333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-cf6abe74-56c7-4c30-938c-2ca2414f2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:03.124198 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-cf6abe74-56c7-4c30-938c-2ca2414f2888 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 1101 time: 0.0730040 Mar 11 17:18:03.146330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:03.150822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6e2932d-0331-43bc-bd21-675476e8e6ac req-57d89204-9a8a-4b22-92aa-db64ceafca32 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322863 Mar 11 17:18:03.192994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:03.256680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-65c7b2bf-7e57-46c4-9d96-c9997226e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:03.258186 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-65c7b2bf-7e57-46c4-9d96-c9997226e496 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1269293 Mar 11 17:18:03.258320 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-d462c8da-606b-4d99-ae0b-f69ab865f3c7 req-a1822624-7598-471d-8689-6ee4eac61c08 tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] show failed (client error): The resource could not be found. Mar 11 17:18:03.260307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d462c8da-606b-4d99-ae0b-f69ab865f3c7 req-a1822624-7598-471d-8689-6ee4eac61c08 tempest-SecurityGroupsNegativeTestJSON-1027155608 tempest-SecurityGroupsNegativeTestJSON-1027155608-project] 10.222.0.53 "GET /v2.0/security-groups/69916e1c-25d3-45d1-9149-d8f699f45826 HTTP/1.1" status: 404 len: 352 time: 0.0545549 Mar 11 17:18:03.267155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-d02178db-3df5-4813-ba09-9264064dd316 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206383 Mar 11 17:18:03.283036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49414) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:03.319970 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-2439cc77-0105-4d0a-8c89-067947d3623c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d HTTP/1.1" status: 200 len: 217 time: 0.0535438 Mar 11 17:18:03.385265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-9f664b53-bb23-4b6e-8861-36a87e86c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:03.387761 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-9f664b53-bb23-4b6e-8861-36a87e86c200 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0610652 Mar 11 17:18:03.457133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-f3a7e5e5-6d9c-4e62-8237-c1dec3dc82db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:03.458605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-f3a7e5e5-6d9c-4e62-8237-c1dec3dc82db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638094 Mar 11 17:18:03.545258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a251c0a4-e8ed-4315-8b37-207e7350acb5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:03.572030 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-b16cf0e3-02b7-4344-8365-d292b8bb3083 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052356 Mar 11 17:18:03.699363 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-88e47b8f-8f79-410c-b05a-f3a76504a6e0 req-4e0ba449-47d7-4172-9cc4-951618812983 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198866 Mar 11 17:18:03.730162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c58c7f-bdd9-4042-9a92-39641868e099', 'tag': '3ee4b60b-7a77-4c90-9523-e633b8a38219'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:03.732433 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "04c58c7f-bdd9-4042-9a92-39641868e099", "tag": "3ee4b60b-7a77-4c90-9523-e633b8a38219"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:03.749142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d6f5fa2-6e2f-4dbe-95f1-5d98177047b3 req-6791ae56-c3c6-4039-a300-93db303b8b0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f69e63faea449498c353bd24e171950&device_id=aeb24375-f777-401f-a30e-d2f8181a4c66 HTTP/1.1" status: 200 len: 210 time: 0.4533057 Mar 11 17:18:03.839983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02bdc589-5ea3-4abb-a467-66e50c297c9c req-2a57a4f0-52f0-4ac0-bfa8-22785028f8b7 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=aeb24375-f777-401f-a30e-d2f8181a4c66 HTTP/1.1" status: 200 len: 210 time: 0.4802563 Mar 11 17:18:03.861700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d6f5fa2-6e2f-4dbe-95f1-5d98177047b3 req-e4821643-50f0-4574-9e71-89656790f38f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0f69e63faea449498c353bd24e171950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594893 Mar 11 17:18:03.894697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-2680581c-1aa8-4e7f-8f31-d70a235267db admin admin] Deleting subnet 8abb49ac-8648-4c4f-801d-c2a0647b1008 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:18:03.902099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:03.904670 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:03.905929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "DELETE /v2.0/security-groups/eb92dfda-173e-4657-b4cc-d66645bd98eb HTTP/1.1" status: 204 len: 168 time: 0.9198458 Mar 11 17:18:03.911645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49420) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:03.919280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2680581c-1aa8-4e7f-8f31-d70a235267db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:03.932011 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-948b0dca-8242-4511-b3fa-e0855bdd9919 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] show failed (client error): The resource could not be found. Mar 11 17:18:03.933262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-948b0dca-8242-4511-b3fa-e0855bdd9919 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups/eb92dfda-173e-4657-b4cc-d66645bd98eb HTTP/1.1" status: 404 len: 347 time: 0.0201933 Mar 11 17:18:03.937214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49422) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:03.991663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb92dfda-173e-4657-b4cc-d66645bd98eb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:04.035372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad004-75bc-4c6e-8077-243653095b4f req-0539cb51-4175-4cea-848e-50168b4e963e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.044964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad004-75bc-4c6e-8077-243653095b4f req-0539cb51-4175-4cea-848e-50168b4e963e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.055843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad004-75bc-4c6e-8077-243653095b4f req-0539cb51-4175-4cea-848e-50168b4e963e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.066897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad004-75bc-4c6e-8077-243653095b4f req-0539cb51-4175-4cea-848e-50168b4e963e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.075037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad004-75bc-4c6e-8077-243653095b4f req-0539cb51-4175-4cea-848e-50168b4e963e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.081690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad004-75bc-4c6e-8077-243653095b4f req-0539cb51-4175-4cea-848e-50168b4e963e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.087506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad004-75bc-4c6e-8077-243653095b4f req-0539cb51-4175-4cea-848e-50168b4e963e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.089546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c68ad004-75bc-4c6e-8077-243653095b4f req-0539cb51-4175-4cea-848e-50168b4e963e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5420 time: 0.7583103 Mar 11 17:18:04.092821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Deleting port a08dd00a-5206-418e-ab34-ff20e8dbc033 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:18:04.093349 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.114694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.115037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.115378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.115818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.117484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.117484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.117484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.117484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.117484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.117949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.118110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.118420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5285ea2-b7c7-46cf-aa2a-1da830fc3863 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:04.124695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a83bdeea-3f39-4f3f-a795-6e99f1cbf251 req-40ae413a-7ba0-4fa1-86ef-44ef7f92c759 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8178723 Mar 11 17:18:04.144643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2680581c-1aa8-4e7f-8f31-d70a235267db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.201981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.202368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.224487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Calling delete_port for a08dd00a-5206-418e-ab34-ff20e8dbc033 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:18:04.276688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50327c-a151-4345-aee6-1f295f084721 req-5430727b-629c-4e2f-bc3f-4e4504b16678 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.278367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a50327c-a151-4345-aee6-1f295f084721 req-5430727b-629c-4e2f-bc3f-4e4504b16678 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.3211057 Mar 11 17:18:04.280387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2680581c-1aa8-4e7f-8f31-d70a235267db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.284635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5fa2-6e2f-4dbe-95f1-5d98177047b3 req-b1eeaae1-2dd6-4212-a30e-4ea6200c4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.286561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d6f5fa2-6e2f-4dbe-95f1-5d98177047b3 req-b1eeaae1-2dd6-4212-a30e-4ea6200c4986 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4059055 Mar 11 17:18:04.292509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c68ad004-75bc-4c6e-8077-243653095b4f req-58f14199-c371-4c50-95a6-ee2363c3ea17 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831787 Mar 11 17:18:04.343265 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3ee4b60b-7a77-4c90-9523-e633b8a38219 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:04.379901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a50327c-a151-4345-aee6-1f295f084721 req-7fffad2f-303d-491a-95a4-a8601095fac9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861893 Mar 11 17:18:04.408845 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b25a6a2-682e-4eb3-b020-be164020f432 x-openstack-request-id: req-3b25a6a2-682e-4eb3-b020-be164020f432 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:04.409413 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c58c7f-bdd9-4042-9a92-39641868e099", "tag": "3ee4b60b-7a77-4c90-9523-e633b8a38219", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:04.409884 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b25a6a2-682e-4eb3-b020-be164020f432 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:04.410591 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c58c7f-bdd9-4042-9a92-39641868e099', 'tag': '3ee4b60b-7a77-4c90-9523-e633b8a38219', 'status': 'completed', 'code': 200} Mar 11 17:18:04.413272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2680581c-1aa8-4e7f-8f31-d70a235267db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.451342 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.481882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680581c-1aa8-4e7f-8f31-d70a235267db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8abb49ac-8648-4c4f-801d-c2a0647b1008,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:04.531235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2680581c-1aa8-4e7f-8f31-d70a235267db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.534579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event deleted for resources: {'Port': ['ID=a08dd00a-5206-418e-ab34-ff20e8dbc033,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:04.541181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2680581c-1aa8-4e7f-8f31-d70a235267db admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8abb49ac-8648-4c4f-801d-c2a0647b1008 HTTP/1.1" status: 204 len: 168 time: 1.2562129 Mar 11 17:18:04.543735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49428) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:04.586113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3ee4b60b-7a77-4c90-9523-e633b8a38219, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3ee4b60b-7a77-4c90-9523-e633b8a38219,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:04.603427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '3ee4b60b-7a77-4c90-9523-e633b8a38219', 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86', 'port_id': '3ee4b60b-7a77-4c90-9523-e633b8a38219', 'mac_address': 'fa:16:3e:83:61:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70525433-d112-44c1-b87a-47615ec97109', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:04.631354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-68b64ab1-72f1-4e22-8429-0586153a0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.632781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-68b64ab1-72f1-4e22-8429-0586153a0b31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 1094 time: 0.1661952 Mar 11 17:18:04.649703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:04.660998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:18:04.667139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9214582-ffd2-4ee5-95dd-f2f39592e689 req-94a45cc4-925d-4c9b-a49e-7731af588364 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.668716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9214582-ffd2-4ee5-95dd-f2f39592e689 req-94a45cc4-925d-4c9b-a49e-7731af588364 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 943 time: 0.1254416 Mar 11 17:18:04.687849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d42ed-b7c5-4ead-a41c-4004d67e3aa2 req-8a020036-01fd-4cc1-97fc-3b5a416d06bd tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.689439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a11d42ed-b7c5-4ead-a41c-4004d67e3aa2 req-8a020036-01fd-4cc1-97fc-3b5a416d06bd tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1472690 Mar 11 17:18:04.729935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.731989 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.734571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.735770 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f47cae61-7e70-49d0-bae8-2bfa68ca560d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "DELETE /v2.0/floatingips/034403ba-86fa-4595-9cd5-7f1806c8362b HTTP/1.1" status: 204 len: 168 time: 0.7972858 Mar 11 17:18:04.743096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.799134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee4b60b-7a77-4c90-9523-e633b8a38219 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:04.861438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9214582-ffd2-4ee5-95dd-f2f39592e689 req-d4a36475-3f4c-40b9-a32e-1fc764e1e06a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676071 Mar 11 17:18:04.894952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.922736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf04f661-d2b4-4444-b04d-602718a918ba']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:04.942408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7beafb-f2f7-4bf2-8037-2d9d031eabef') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:04.942741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a11d42ed-b7c5-4ead-a41c-4004d67e3aa2 req-03737526-02fb-4c5e-9035-cf316a53fa2d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355751 Mar 11 17:18:04.943164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7beafb-f2f7-4bf2-8037-2d9d031eabef') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:04.963481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.982949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-2ac47d27-5bbd-4e07-9ee3-7a8a3e7a2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:04.984801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-2ac47d27-5bbd-4e07-9ee3-7a8a3e7a2be0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 911 time: 0.3414595 Mar 11 17:18:04.986922 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:04.991919 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.001659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:18:05.002295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:18:05.004642 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:18:05.008414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3ee4b60b-7a77-4c90-9523-e633b8a38219, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3ee4b60b-7a77-4c90-9523-e633b8a38219,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:05.021723 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.074353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:05.080360 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2bfb64-9b44-4253-9ee5-c5fed5019299" -d '{"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:05.105817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:05.112983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-7b9e2af2-2e7f-4a84-a880-c4ad14c525fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ee4b60b-7a77-4c90-9523-e633b8a38219 HTTP/1.1" status: 200 len: 217 time: 0.1093361 Mar 11 17:18:05.121089 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.124275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.134382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:05.144209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f5032fa-6782-40d5-9706-0e90d8f1c645 req-d72507b5-c3b1-4107-9210-943270352c27 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=aeb24375-f777-401f-a30e-d2f8181a4c66 HTTP/1.1" status: 200 len: 210 time: 0.0449893 Mar 11 17:18:05.145481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.154916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] 10.222.0.53 "DELETE /v2.0/networks/bf04f661-d2b4-4444-b04d-602718a918ba HTTP/1.1" status: 204 len: 168 time: 0.6066723 Mar 11 17:18:05.159518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3ee4b60b-7a77-4c90-9523-e633b8a38219,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:05.162656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'b5cf5aa3-94d6-4ba2-8423-21581bfdddf6', 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'port_id': 'b5cf5aa3-94d6-4ba2-8423-21581bfdddf6', 'mac_address': 'fa:16:3e:0a:51:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3b4a4c-47da-4681-8b34-816896925994', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:05.208461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0676b-bc53-4084-b5fe-079a272bbdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=bf04f661-d2b4-4444-b04d-602718a918ba,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:05.262090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-af17ed9d-e55e-47a7-bcdf-56404a66afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:05.264555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-af17ed9d-e55e-47a7-bcdf-56404a66afc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70525433-d112-44c1-b87a-47615ec97109 HTTP/1.1" status: 200 len: 851 time: 0.1192536 Mar 11 17:18:05.296844 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74378a3-2bf9-4454-b313-c31bd72cf121 x-openstack-request-id: req-d74378a3-2bf9-4454-b313-c31bd72cf121 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:05.297318 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:05.297824 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d74378a3-2bf9-4454-b313-c31bd72cf121 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:05.298298 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'code': 200} Mar 11 17:18:05.326567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-e85e940e-a130-4fbd-bf21-4d75e602cbe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498230 Mar 11 17:18:05.346546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:05.367106 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.387652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49440) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:05.412258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:05.467816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:05.480635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3ee4b60b-7a77-4c90-9523-e633b8a38219'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:05.484203 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fd5bc5ef-3b02-4d24-be68-0b72f04650da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f05a57a1ad543079227f1a5ecedd11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946043 Mar 11 17:18:05.485142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49444) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:05.526543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49446) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:05.526990 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.529428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device fff06a60-8fe8-4864-962d-fec0baf86aa0 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:05.536495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9ffba9e0-067e-4fcc-a783-1d8008c6d9a7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100439464', 'description': 'tempest-description--885545284'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:05.570664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ffba9e0-067e-4fcc-a783-1d8008c6d9a7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.610010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:05.642547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41908bd-2ba5-4941-ad4e-46a74c79108c req-266561f8-06fe-47c5-bf0b-704657c68f17 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:05.644603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e19f52d7-aeaf-410c-ba7f-815907be9853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.651122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41908bd-2ba5-4941-ad4e-46a74c79108c req-266561f8-06fe-47c5-bf0b-704657c68f17 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:05.660747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41908bd-2ba5-4941-ad4e-46a74c79108c req-266561f8-06fe-47c5-bf0b-704657c68f17 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:05.670618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41908bd-2ba5-4941-ad4e-46a74c79108c req-266561f8-06fe-47c5-bf0b-704657c68f17 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:05.678922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41908bd-2ba5-4941-ad4e-46a74c79108c req-266561f8-06fe-47c5-bf0b-704657c68f17 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:05.686705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41908bd-2ba5-4941-ad4e-46a74c79108c req-266561f8-06fe-47c5-bf0b-704657c68f17 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:05.693249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e19f52d7-aeaf-410c-ba7f-815907be9853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.695220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41908bd-2ba5-4941-ad4e-46a74c79108c req-266561f8-06fe-47c5-bf0b-704657c68f17 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:05.697533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f41908bd-2ba5-4941-ad4e-46a74c79108c req-266561f8-06fe-47c5-bf0b-704657c68f17 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5421 time: 0.2074821 Mar 11 17:18:05.733485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-51a3d5e9-9126-45d4-85ab-a07675f908fa service neutron] 10.222.0.46 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963292 Mar 11 17:18:05.766227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port fff06a60-8fe8-4864-962d-fec0baf86aa0, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fff06a60-8fe8-4864-962d-fec0baf86aa0,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:05.783054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ffba9e0-067e-4fcc-a783-1d8008c6d9a7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.789336 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ffba9e0-067e-4fcc-a783-1d8008c6d9a7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.789588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'port_id': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'mac_address': 'fa:16:3e:cc:b5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:05.846297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ffba9e0-067e-4fcc-a783-1d8008c6d9a7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.851744 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9ffba9e0-067e-4fcc-a783-1d8008c6d9a7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3207202 Mar 11 17:18:05.858927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49448) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:05.860201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffba9e0-067e-4fcc-a783-1d8008c6d9a7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e59e11-6475-46ab-909c-280a218fdb3f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:05.864116 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.885322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-67a8973d-4543-4618-af03-beb591d4b88d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'security_group_rule': {'security_group_id': '93e59e11-6475-46ab-909c-280a218fdb3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:05.893475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff06a60-8fe8-4864-962d-fec0baf86aa0 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:05.896206 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e19f52d7-aeaf-410c-ba7f-815907be9853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.901153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e19f52d7-aeaf-410c-ba7f-815907be9853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.906936 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e19f52d7-aeaf-410c-ba7f-815907be9853 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1176887d-d1d2-445e-84ff-1daa4b3eceaf HTTP/1.1" status: 204 len: 168 time: 0.4160562 Mar 11 17:18:05.925113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f52d7-aeaf-410c-ba7f-815907be9853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1176887d-d1d2-445e-84ff-1daa4b3eceaf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:05.937201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f41908bd-2ba5-4941-ad4e-46a74c79108c req-a4e54505-f762-4036-bb9c-5d1004c075f6 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2131579 Mar 11 17:18:05.959747 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67a8973d-4543-4618-af03-beb591d4b88d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.967997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port fff06a60-8fe8-4864-962d-fec0baf86aa0, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fff06a60-8fe8-4864-962d-fec0baf86aa0,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:05.972301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990730e-29da-48a8-bba7-2244fe3971e8 req-d95f0c79-4fc0-432f-87c0-1d123664c1a8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:05.977761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8990730e-29da-48a8-bba7-2244fe3971e8 req-d95f0c79-4fc0-432f-87c0-1d123664c1a8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 948 time: 0.2697957 Mar 11 17:18:06.043907 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.045165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 5fbad905-fa64-4fdc-aa78-bda80d01360d details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:06.087370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67a8973d-4543-4618-af03-beb591d4b88d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.095342 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67a8973d-4543-4618-af03-beb591d4b88d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.127317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8973d-4543-4618-af03-beb591d4b88d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d33a94-0a35-488e-9405-2f2d0de102cb,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:06.154563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67a8973d-4543-4618-af03-beb591d4b88d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.160302 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-67a8973d-4543-4618-af03-beb591d4b88d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2914767 Mar 11 17:18:06.161079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:06.169168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b8eb3e10-80e0-4199-9df9-e19628de1fa5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'security_group_rule': {'security_group_id': '93e59e11-6475-46ab-909c-280a218fdb3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:06.170489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=fff06a60-8fe8-4864-962d-fec0baf86aa0,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:06.177180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 5fbad905-fa64-4fdc-aa78-bda80d01360d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=5fbad905-fa64-4fdc-aa78-bda80d01360d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:06.197796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '5fbad905-fa64-4fdc-aa78-bda80d01360d', 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'port_id': '5fbad905-fa64-4fdc-aa78-bda80d01360d', 'mac_address': 'fa:16:3e:25:c9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3b4a4c-47da-4681-8b34-816896925994', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:06.221307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8990730e-29da-48a8-bba7-2244fe3971e8 req-56d60c0c-808f-4267-8bdc-c0ea008900df tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240884 Mar 11 17:18:06.224076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6ad7f5-53f2-4e2f-bd22-1105870d9ef3 req-f129ebd1-9769-488c-97fd-ed2666315d22 service neutron] 10.222.0.46 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513428 Mar 11 17:18:06.274078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8160708-61b7-4214-ac0d-7ebf6d6d3221 req-fdd1ea4e-c331-4d2e-a00a-995ec2e10716 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:06.278811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8160708-61b7-4214-ac0d-7ebf6d6d3221 req-fdd1ea4e-c331-4d2e-a00a-995ec2e10716 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 944 time: 0.1764421 Mar 11 17:18:06.290591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8eb3e10-80e0-4199-9df9-e19628de1fa5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.326708 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.348667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbad905-fa64-4fdc-aa78-bda80d01360d {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:06.362484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8160708-61b7-4214-ac0d-7ebf6d6d3221 req-0a7a3ef1-eea4-445a-b794-017b11e2df39 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731025 Mar 11 17:18:06.376564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 5fbad905-fa64-4fdc-aa78-bda80d01360d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=5fbad905-fa64-4fdc-aa78-bda80d01360d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:06.384148 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.454706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8eb3e10-80e0-4199-9df9-e19628de1fa5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.456574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763a033-27c6-415d-bc5b-d47a511974a2 req-280e7217-ba2e-4b20-9845-d092aebb877e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:06.458928 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b763a033-27c6-415d-bc5b-d47a511974a2 req-280e7217-ba2e-4b20-9845-d092aebb877e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0954578 Mar 11 17:18:06.463434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8eb3e10-80e0-4199-9df9-e19628de1fa5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.482823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb3e10-80e0-4199-9df9-e19628de1fa5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f214e5eb-883a-409d-9231-9b249a814f3d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:06.499553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=5fbad905-fa64-4fdc-aa78-bda80d01360d,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:06.519056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8eb3e10-80e0-4199-9df9-e19628de1fa5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.521196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b8eb3e10-80e0-4199-9df9-e19628de1fa5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3583889 Mar 11 17:18:06.525401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49464) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:06.532561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:06.552074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d6f5fa2-6e2f-4dbe-95f1-5d98177047b3 req-be650735-5043-49b8-a821-ed6a86bd1796 tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeb24375-f777-401f-a30e-d2f8181a4c66 HTTP/1.1" status: 200 len: 210 time: 0.0886302 Mar 11 17:18:06.576751 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.597038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95674218-1de6-4f92-a0bc-376620ccc869 req-0e4cab90-e1a7-41bf-a858-86aad24d3fde tempest-ServerShowV247Test-271634870 tempest-ServerShowV247Test-271634870-project] 10.222.0.53 "GET /v2.0/ports?device_id=aeb24375-f777-401f-a30e-d2f8181a4c66 HTTP/1.1" status: 200 len: 210 time: 0.0475433 Mar 11 17:18:06.634755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b763a033-27c6-415d-bc5b-d47a511974a2 req-2c73c3b2-f65a-45be-8477-cdc77ec3a985 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431382 Mar 11 17:18:06.658413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 05b3125f-5734-432c-847e-a11654b73b98 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:06.660815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a251c0a4-e8ed-4315-8b37-207e7350acb5 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:06.839566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe275696-bd42-4e58-a642-f39a3582a0ef req-f1a1536e-819e-473d-a759-c8e7b4c29839 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:06.842573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe275696-bd42-4e58-a642-f39a3582a0ef req-f1a1536e-819e-473d-a759-c8e7b4c29839 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0984523 Mar 11 17:18:06.856380 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.877400 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port a251c0a4-e8ed-4315-8b37-207e7350acb5 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:06.895358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port a251c0a4-e8ed-4315-8b37-207e7350acb5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:06.896191 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.907792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe275696-bd42-4e58-a642-f39a3582a0ef req-0ce8544e-76f7-4956-abef-3cf64eabf628 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515664 Mar 11 17:18:06.990711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b5cf5aa3-94d6-4ba2-8423-21581bfdddf6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:06.998220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 05b3125f-5734-432c-847e-a11654b73b98, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=05b3125f-5734-432c-847e-a11654b73b98,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:07.107497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Allocated IP 172.25.8.45 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/4f240cce-29b2-4549-8225-135280717f62) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:07.235979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['fff06a60-8fe8-4864-962d-fec0baf86aa0'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:07.293970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db07e-843e-41fb-b4bc-af9133811556 req-ede326d7-5a04-485c-ab0d-25c804c77416 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.306922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db07e-843e-41fb-b4bc-af9133811556 req-ede326d7-5a04-485c-ab0d-25c804c77416 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.322558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.327941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '05b3125f-5734-432c-847e-a11654b73b98', 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c', 'port_id': '05b3125f-5734-432c-847e-a11654b73b98', 'mac_address': 'fa:16:3e:49:b8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b1af45-4cc2-4faf-8258-3060d4686a9d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:07.332966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db07e-843e-41fb-b4bc-af9133811556 req-ede326d7-5a04-485c-ab0d-25c804c77416 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.359852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db07e-843e-41fb-b4bc-af9133811556 req-ede326d7-5a04-485c-ab0d-25c804c77416 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.368664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.394716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db07e-843e-41fb-b4bc-af9133811556 req-ede326d7-5a04-485c-ab0d-25c804c77416 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.401336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db07e-843e-41fb-b4bc-af9133811556 req-ede326d7-5a04-485c-ab0d-25c804c77416 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.422185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49492) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:07.425479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db07e-843e-41fb-b4bc-af9133811556 req-ede326d7-5a04-485c-ab0d-25c804c77416 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.427383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a30db07e-843e-41fb-b4bc-af9133811556 req-ede326d7-5a04-485c-ab0d-25c804c77416 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5423 time: 0.3437006 Mar 11 17:18:07.446484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:07.450583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:07.454480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:07.489171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'Port': ['ID=4f240cce-29b2-4549-8225-135280717f62,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:07.543293 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.574222 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.590500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.601609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b3125f-5734-432c-847e-a11654b73b98 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:07.614332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45268799-19a0-43de-9458-8778ea8ec293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a251c0a4-e8ed-4315-8b37-207e7350acb5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:07.616592 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa59729-f0f6-4c7e-8396-4f6c82f381f2" -d '{"events": [{"server_uuid": "45268799-19a0-43de-9458-8778ea8ec293", "name": "network-vif-plugged", "status": "completed", "tag": "a251c0a4-e8ed-4315-8b37-207e7350acb5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:07.638941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13338b6e-2cb1-418d-a570-97bacfaf9dbe req-6d8699f6-0ebb-4633-a49b-deb8bee12fa3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.653306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13338b6e-2cb1-418d-a570-97bacfaf9dbe req-6d8699f6-0ebb-4633-a49b-deb8bee12fa3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2245231 Mar 11 17:18:07.662198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a251c0a4-e8ed-4315-8b37-207e7350acb5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a251c0a4-e8ed-4315-8b37-207e7350acb5,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:07.667988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 05b3125f-5734-432c-847e-a11654b73b98, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=05b3125f-5734-432c-847e-a11654b73b98,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:07.673634 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.675789 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.689795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a30db07e-843e-41fb-b4bc-af9133811556 req-5a7879a3-0e57-46ff-bdd9-ceeb71f09692 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886492 Mar 11 17:18:07.778309 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.778963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a517875c-a749-4d98-98fc-eefa461908c5 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:07.789735 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a251c0a4-e8ed-4315-8b37-207e7350acb5,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:07.845218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13338b6e-2cb1-418d-a570-97bacfaf9dbe req-a1c5b6f7-b198-453b-903c-eea591a26c1d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892674 Mar 11 17:18:07.891224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-202857788-network', 'tenant_id': 'abb30d77639c41728e8859254b88a81d'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:07.911639 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.919653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.953613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Made reservation on behalf of abb30d77639c41728e8859254b88a81d for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:07.956233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.968365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.978021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=05b3125f-5734-432c-847e-a11654b73b98,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:08.006606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'Port': ['ID=4f240cce-29b2-4549-8225-135280717f62,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:08.042207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.067451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.078231 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bc6e154b-5b7b-46be-a417-d49a2a908ff1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5418859 Mar 11 17:18:08.085323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a517875c-a749-4d98-98fc-eefa461908c5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a517875c-a749-4d98-98fc-eefa461908c5,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:08.090555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['5fbad905-fa64-4fdc-aa78-bda80d01360d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:08.134168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'a517875c-a749-4d98-98fc-eefa461908c5', 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'port_id': 'a517875c-a749-4d98-98fc-eefa461908c5', 'mac_address': 'fa:16:3e:dd:c7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3b4a4c-47da-4681-8b34-816896925994', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:08.157540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d5e4b-2103-40d1-a953-d11131f51256 req-0191115a-715a-4943-85d0-511058b1c911 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:08.159234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c02d5e4b-2103-40d1-a953-d11131f51256 req-0191115a-715a-4943-85d0-511058b1c911 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 948 time: 0.2105494 Mar 11 17:18:08.168631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.169393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da931b94-26b6-4b2a-8164-b3ccb26ac69a req-86ea63d8-2ebe-411b-af60-d27411026d19 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:08.179475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.179795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da931b94-26b6-4b2a-8164-b3ccb26ac69a req-86ea63d8-2ebe-411b-af60-d27411026d19 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 944 time: 0.1408639 Mar 11 17:18:08.188942 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.213422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a517875c-a749-4d98-98fc-eefa461908c5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:08.236954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0b4f10-1266-457a-a2d6-cba0ef636d4a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:08.253398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a517875c-a749-4d98-98fc-eefa461908c5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a517875c-a749-4d98-98fc-eefa461908c5,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:08.258342 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.259129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device aefa956c-bead-4e2f-8f87-663847b1e03d details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:08.266562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:18:08.285873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.286562 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Added segment 2999a46a-6e65-408a-9947-a775cd93c335 of type vlan for network e673c20a-db0f-4fb0-87a2-26ab70db7a47 Mar 11 17:18:08.303837 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da931b94-26b6-4b2a-8164-b3ccb26ac69a req-aa1c43cd-642a-4594-a097-0b786294be2f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229959 Mar 11 17:18:08.310768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c02d5e4b-2103-40d1-a953-d11131f51256 req-65fbf1f4-3bfe-4d75-9664-9d2d3794b651 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280768 Mar 11 17:18:08.346094 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.352754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3ee4b60b-7a77-4c90-9523-e633b8a38219 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:08.390758 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.391826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:08.392452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.417176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a517875c-a749-4d98-98fc-eefa461908c5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:08.428527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49508) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:08.430028 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b90801-9fb3-48c2-b4a2-9559020673a6 x-openstack-request-id: req-b1b90801-9fb3-48c2-b4a2-9559020673a6 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:08.431378 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45268799-19a0-43de-9458-8778ea8ec293", "name": "network-vif-plugged", "status": "completed", "tag": "a251c0a4-e8ed-4315-8b37-207e7350acb5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:08.431803 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1b90801-9fb3-48c2-b4a2-9559020673a6 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:08.432826 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45268799-19a0-43de-9458-8778ea8ec293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a251c0a4-e8ed-4315-8b37-207e7350acb5', 'code': 200} Mar 11 17:18:08.434300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Request body: {'subnet': {'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-202857788-subnet', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:08.436044 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0127375 Mar 11 17:18:08.444444 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:18:08.534270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbec118-7942-4103-a241-18f441c3c478 admin admin] Pushing event updated for resources: {'Network': ['ID=e673c20a-db0f-4fb0-87a2-26ab70db7a47,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:08.534821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port aefa956c-bead-4e2f-8f87-663847b1e03d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aefa956c-bead-4e2f-8f87-663847b1e03d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:08.543589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Made reservation on behalf of abb30d77639c41728e8859254b88a81d for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:08.551172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.566321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e80cfc-ee9d-4f48-90b3-90ea44c4342a req-c8574837-965a-4e91-8b30-14a32dfee1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:08.567665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e673c20a-db0f-4fb0-87a2-26ab70db7a47 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:18:08.569361 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e0e80cfc-ee9d-4f48-90b3-90ea44c4342a req-c8574837-965a-4e91-8b30-14a32dfee1b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45268799-19a0-43de-9458-8778ea8ec293 HTTP/1.1" status: 200 len: 1097 time: 0.0912628 Mar 11 17:18:08.577697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'aefa956c-bead-4e2f-8f87-663847b1e03d', 'network_id': '76a7467c-f517-456a-a479-d4b9c4849562', 'port_id': 'aefa956c-bead-4e2f-8f87-663847b1e03d', 'mac_address': 'fa:16:3e:30:6f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3b4a4c-47da-4681-8b34-816896925994', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:08.649306 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e0e80cfc-ee9d-4f48-90b3-90ea44c4342a req-ad81f08e-7f6e-4eca-b077-f82344af7e96 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702994 Mar 11 17:18:08.692057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74ec19-11c6-46ae-af25-144cbf23892e req-0fb55220-84da-4f43-9e3d-11095b53d082 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:08.693764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb74ec19-11c6-46ae-af25-144cbf23892e req-0fb55220-84da-4f43-9e3d-11095b53d082 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2046373 Mar 11 17:18:08.694909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 3ee4b60b-7a77-4c90-9523-e633b8a38219 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:08.703636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 3ee4b60b-7a77-4c90-9523-e633b8a38219 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:08.704014 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.707029 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.718567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-814e1dc2-c2f3-4931-89f0-0ec4141e8a92 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--100439464&fields=id&tenant_id=aba924be257049b6a82c2bc2be9fa879 HTTP/1.1" status: 200 len: 267 time: 0.1417906 Mar 11 17:18:08.757723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefa956c-bead-4e2f-8f87-663847b1e03d {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:08.783793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port aefa956c-bead-4e2f-8f87-663847b1e03d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aefa956c-bead-4e2f-8f87-663847b1e03d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:08.792694 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.793372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 09798251-aa0d-4919-b8c0-0f36590dd938 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:08.806025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49522) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:08.875068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb74ec19-11c6-46ae-af25-144cbf23892e req-60436570-b6b5-4fdc-92bb-c4e42729b34d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541514 Mar 11 17:18:08.884727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.888954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=aefa956c-bead-4e2f-8f87-663847b1e03d,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:08.907563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 09798251-aa0d-4919-b8c0-0f36590dd938, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=09798251-aa0d-4919-b8c0-0f36590dd938,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:08.930434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '09798251-aa0d-4919-b8c0-0f36590dd938', 'network_id': '36da8ce5-1317-4ec3-ab5e-b620a9faa58c', 'port_id': '09798251-aa0d-4919-b8c0-0f36590dd938', 'mac_address': 'fa:16:3e:3a:39:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b1af45-4cc2-4faf-8258-3060d4686a9d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:08.943736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3ee4b60b-7a77-4c90-9523-e633b8a38219, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3ee4b60b-7a77-4c90-9523-e633b8a38219,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:08.948608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-1dc20648-c8c3-438b-8209-94386bfff90b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:08.950817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-1dc20648-c8c3-438b-8209-94386bfff90b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 817 time: 0.2307398 Mar 11 17:18:08.968201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.017449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f285844b-df44-44aa-840e-da1fcd03a353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.018769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.043548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09798251-aa0d-4919-b8c0-0f36590dd938 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:09.048722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3ee4b60b-7a77-4c90-9523-e633b8a38219,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:09.070203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 09798251-aa0d-4919-b8c0-0f36590dd938, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=09798251-aa0d-4919-b8c0-0f36590dd938,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:09.075874 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.101601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-d7e84dea-25b2-45a8-8fc5-49c782ba2f94 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/quotas/aba924be257049b6a82c2bc2be9fa879 HTTP/1.1" status: 200 len: 375 time: 0.0851943 Mar 11 17:18:09.103995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:09.113823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.138929 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f285844b-df44-44aa-840e-da1fcd03a353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.145217 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f285844b-df44-44aa-840e-da1fcd03a353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.161863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=09798251-aa0d-4919-b8c0-0f36590dd938,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:09.214146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285844b-df44-44aa-840e-da1fcd03a353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ecdaad-efe4-493d-bb09-5308ae63f882,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:09.214433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8fa7-6373-424f-802c-edb97b8f4b35 req-2624451f-5bdb-4b80-b18b-3172ab3427cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.219885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8fa7-6373-424f-802c-edb97b8f4b35 req-2624451f-5bdb-4b80-b18b-3172ab3427cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.225781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f285844b-df44-44aa-840e-da1fcd03a353 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f69e63faea449498c353bd24e171950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156644 Mar 11 17:18:09.225996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8fa7-6373-424f-802c-edb97b8f4b35 req-2624451f-5bdb-4b80-b18b-3172ab3427cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.226824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49528) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:09.231711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8fa7-6373-424f-802c-edb97b8f4b35 req-2624451f-5bdb-4b80-b18b-3172ab3427cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.237483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8fa7-6373-424f-802c-edb97b8f4b35 req-2624451f-5bdb-4b80-b18b-3172ab3427cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.243228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8fa7-6373-424f-802c-edb97b8f4b35 req-2624451f-5bdb-4b80-b18b-3172ab3427cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.249720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:09.249891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8fa7-6373-424f-802c-edb97b8f4b35 req-2624451f-5bdb-4b80-b18b-3172ab3427cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.252921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a6c8fa7-6373-424f-802c-edb97b8f4b35 req-2624451f-5bdb-4b80-b18b-3172ab3427cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5426 time: 0.2382808 Mar 11 17:18:09.266671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'mac_address': 'fa:16:3e:9c:c6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:09.276504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=604aaae0-d5b2-4e73-a027-2e9abcaa650a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:09.293062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a978ea3-0bd4-4c54-93a1-cb424d4e2126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.312086 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.317138 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a978ea3-0bd4-4c54-93a1-cb424d4e2126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.318014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-af663ccb-64a4-476c-b030-40f82faa1f8c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1976717 Mar 11 17:18:09.326855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb6a596-c199-43ed-afbe-f39965ddc42d {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:09.327726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Checking segment: {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:09.328391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Network hostable DHCP agents. Network: e673c20a-db0f-4fb0-87a2-26ab70db7a47, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:18:09.351494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:09.358532 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.383555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a6c8fa7-6373-424f-802c-edb97b8f4b35 req-9abf824b-964d-4423-8691-0966a8944085 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169031 Mar 11 17:18:09.398113 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a978ea3-0bd4-4c54-93a1-cb424d4e2126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.404869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a978ea3-0bd4-4c54-93a1-cb424d4e2126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.407209 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9a978ea3-0bd4-4c54-93a1-cb424d4e2126 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74ecdaad-efe4-493d-bb09-5308ae63f882 HTTP/1.1" status: 204 len: 168 time: 0.1789935 Mar 11 17:18:09.423202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a978ea3-0bd4-4c54-93a1-cb424d4e2126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ecdaad-efe4-493d-bb09-5308ae63f882,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:09.481853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:09.509558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Network e673c20a-db0f-4fb0-87a2-26ab70db7a47 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:18:09.552787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e673c20a-db0f-4fb0-87a2-26ab70db7a47) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:09.565154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ca594-6532-4040-a9d3-9bf80af3ab1d None None] Network e673c20a-db0f-4fb0-87a2-26ab70db7a47 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:18:09.570964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.571562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.593199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-f5f2f0f7-511a-4591-a262-6fdbf13a6988 service neutron] 10.222.0.53 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491519 Mar 11 17:18:09.621792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:09.622075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f4a9b809-15fe-492d-becd-c30b79c0d4e7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1922379 Mar 11 17:18:09.626432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:09.634216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbe4dd-1ed4-4f90-9513-5b736bad7891 req-ea6aa2cc-3831-49a4-801d-0574f5749aec tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.635732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcbe4dd-1ed4-4f90-9513-5b736bad7891 req-ea6aa2cc-3831-49a4-801d-0574f5749aec tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1422083 Mar 11 17:18:09.668075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.672328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.734185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcbe4dd-1ed4-4f90-9513-5b736bad7891 req-48f7d798-d5bb-4282-aa80-303a139b4749 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642445 Mar 11 17:18:09.756618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b1af43c4-e02f-48ea-88e6-fefb78c57d5e service neutron] 10.222.0.53 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618407 Mar 11 17:18:09.775884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:18:09.779760 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.895068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12060209-99cf-41d3-a5bd-648d9d585132 req-73670f33-29ea-4a8b-9783-5f65176c0a76 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.903394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12060209-99cf-41d3-a5bd-648d9d585132 req-73670f33-29ea-4a8b-9783-5f65176c0a76 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 945 time: 0.0677607 Mar 11 17:18:09.958994 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12060209-99cf-41d3-a5bd-648d9d585132 req-401b4c7a-1252-49bb-90e5-506bc7ab552d tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489750 Mar 11 17:18:10.050643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Allocated IP 172.20.0.2 (e673c20a-db0f-4fb0-87a2-26ab70db7a47/604aaae0-d5b2-4e73-a027-2e9abcaa650a/ab239ec9-7756-4f7b-9f2e-bcd210c18d86) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:10.142718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dececd-2cda-465e-b63a-ac7e6d79b0ac req-5097a49d-8ddb-4a4f-abc7-63504ffca5ab tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:10.147244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89dececd-2cda-465e-b63a-ac7e6d79b0ac req-5097a49d-8ddb-4a4f-abc7-63504ffca5ab tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.1135936 Mar 11 17:18:10.211208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89dececd-2cda-465e-b63a-ac7e6d79b0ac req-0cd5f0e1-fbea-4b0a-9360-5e018861153d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546024 Mar 11 17:18:10.326627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-175ef796-c2f5-440f-b0b0-71796960272d req-da498b5e-d3bb-4a10-97de-14f2dbdc9f95 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 210 time: 0.0485377 Mar 11 17:18:10.417306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:10.434981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c58c7f-bdd9-4042-9a92-39641868e099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee4b60b-7a77-4c90-9523-e633b8a38219'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:10.437340 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e9c03-3481-4f3c-96c1-d016ce145bd1" -d '{"events": [{"server_uuid": "04c58c7f-bdd9-4042-9a92-39641868e099", "name": "network-vif-plugged", "status": "completed", "tag": "3ee4b60b-7a77-4c90-9523-e633b8a38219"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:10.446356 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:10.455361 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:10.506636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1fc91-9c3b-406d-b412-7fa99bfc4c77 req-a500c4f0-03bf-48be-aad6-1da376eb5449 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:10.511507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['aefa956c-bead-4e2f-8f87-663847b1e03d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:10.521727 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9d1fc91-9c3b-406d-b412-7fa99bfc4c77 req-a500c4f0-03bf-48be-aad6-1da376eb5449 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 950 time: 0.1780088 Mar 11 17:18:10.531003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a517875c-a749-4d98-98fc-eefa461908c5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:10.655588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Network e673c20a-db0f-4fb0-87a2-26ab70db7a47 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:10.685628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9d1fc91-9c3b-406d-b412-7fa99bfc4c77 req-5dc127d5-3be5-47c4-b04c-8006d15d7c59 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608183 Mar 11 17:18:10.703746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['09798251-aa0d-4919-b8c0-0f36590dd938'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:10.752940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac8d3-4014-443e-9d87-cda5731838de req-6b8a79b8-0969-479b-8150-2a8415989f5a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:10.762184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d80ac8d3-4014-443e-9d87-cda5731838de req-6b8a79b8-0969-479b-8150-2a8415989f5a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1615584 Mar 11 17:18:10.803410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:10.876027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:10.880220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6cb6a596-c199-43ed-afbe-f39965ddc42d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:10.887064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d80ac8d3-4014-443e-9d87-cda5731838de req-a44ff4b2-a416-49c9-bf37-0f7fcfd02e6d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219740 Mar 11 17:18:10.887557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:10.952076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Pushing event updated for resources: {'Port': ['ID=ab239ec9-7756-4f7b-9f2e-bcd210c18d86,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:11.023342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c8b9-b563-495a-9f8e-c1d39b1caf96 req-9cf44fb2-8a81-47df-be74-a17e19a784de tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.034003 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ca7fd0-0e97-409c-83ff-5fcedb4b50a0 x-openstack-request-id: req-d4ca7fd0-0e97-409c-83ff-5fcedb4b50a0 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:11.034431 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c58c7f-bdd9-4042-9a92-39641868e099", "name": "network-vif-plugged", "status": "completed", "tag": "3ee4b60b-7a77-4c90-9523-e633b8a38219", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:11.034748 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4ca7fd0-0e97-409c-83ff-5fcedb4b50a0 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:11.035275 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c58c7f-bdd9-4042-9a92-39641868e099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee4b60b-7a77-4c90-9523-e633b8a38219', 'code': 200} Mar 11 17:18:11.052576 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c8b9-b563-495a-9f8e-c1d39b1caf96 req-9cf44fb2-8a81-47df-be74-a17e19a784de tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.058932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c8b9-b563-495a-9f8e-c1d39b1caf96 req-9cf44fb2-8a81-47df-be74-a17e19a784de tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.066358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c8b9-b563-495a-9f8e-c1d39b1caf96 req-9cf44fb2-8a81-47df-be74-a17e19a784de tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.072836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c8b9-b563-495a-9f8e-c1d39b1caf96 req-9cf44fb2-8a81-47df-be74-a17e19a784de tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.079986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c8b9-b563-495a-9f8e-c1d39b1caf96 req-9cf44fb2-8a81-47df-be74-a17e19a784de tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.086629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c8b9-b563-495a-9f8e-c1d39b1caf96 req-9cf44fb2-8a81-47df-be74-a17e19a784de tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.096108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf12c8b9-b563-495a-9f8e-c1d39b1caf96 req-9cf44fb2-8a81-47df-be74-a17e19a784de tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5427 time: 0.2555640 Mar 11 17:18:11.186588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:11.188229 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:11.241654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf12c8b9-b563-495a-9f8e-c1d39b1caf96 req-d9e3d881-8530-487a-9975-ed7c1cd9c3e9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1438804 Mar 11 17:18:11.363085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57253f0-c1ae-4aa4-b472-8e58c28be32b req-dfdd30fd-3c13-48c5-a334-55e228f631c8 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.383749 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:11.384597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57253f0-c1ae-4aa4-b472-8e58c28be32b req-dfdd30fd-3c13-48c5-a334-55e228f631c8 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 945 time: 0.2354145 Mar 11 17:18:11.414343 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:11.448544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41a9eeaf-9a1a-479d-8f6c-4b9c3db0c5ea tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d03326208d724ef2a2f1f758b35e8732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551236 Mar 11 17:18:11.480636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79efa-8bf4-48ed-9d48-8c8be66ff965 req-06da7023-c8a8-4c22-b166-bc6dd053fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.484074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cd79efa-8bf4-48ed-9d48-8c8be66ff965 req-06da7023-c8a8-4c22-b166-bc6dd053fed1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 1096 time: 0.2401612 Mar 11 17:18:11.547548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57253f0-c1ae-4aa4-b472-8e58c28be32b req-c0cdf612-5414-4dec-b2a3-b05ec91c0921 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618629 Mar 11 17:18:11.666753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cd79efa-8bf4-48ed-9d48-8c8be66ff965 req-941a0676-8aaa-4829-8847-71bf79545c08 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598129 Mar 11 17:18:11.700277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c857ca2-4a2e-48a3-9090-be755abb1628 req-a53f6732-920e-4aea-b5a9-3187eb43a15b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 210 time: 0.0521979 Mar 11 17:18:11.708127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['05b3125f-5734-432c-847e-a11654b73b98'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:11.712270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Allocated IP 172.25.8.107 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/c2527429-dce7-49c9-a0c5-c122b6dd8339) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:11.769464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-26bacdf2-2fdb-4d24-a356-c2f09b64ba9c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:11.779842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-26bacdf2-2fdb-4d24-a356-c2f09b64ba9c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286321 Mar 11 17:18:11.806425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-af41e4a4-3bef-41f3-847f-6dab4923b286 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/quotas/d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 375 time: 0.0257058 Mar 11 17:18:11.809908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Attempting to bind port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:11.810411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Attempting to bind port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:11.810861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Attempting to bind port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 on network e673c20a-db0f-4fb0-87a2-26ab70db7a47 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:11.828375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:18:11.828884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Checking segment: {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:11.829395 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:11.829883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Bound using segment: {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:18:11.830509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Bound port: ab239ec9-7756-4f7b-9f2e-bcd210c18d86, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:18:11.830985 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:11.911930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:11.913467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:11.958613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-1a102529-6c2c-499a-898c-15e3c068b34f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507068 Mar 11 17:18:11.967067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:11.967442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:11.999205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.123686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0f57c-71e3-49cb-9376-7ee0e01d1675 req-9b727a25-ac32-4a35-9999-641c0e92eb23 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:12.125919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9c0f57c-71e3-49cb-9376-7ee0e01d1675 req-9b727a25-ac32-4a35-9999-641c0e92eb23 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0783944 Mar 11 17:18:12.136428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:12.146010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:12.155810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:12.224309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9c0f57c-71e3-49cb-9376-7ee0e01d1675 req-f2970ec7-e7ce-47b7-b2d1-37b5fccd071f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889554 Mar 11 17:18:12.246561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Pushing event updated for resources: {'Port': ['ID=c2527429-dce7-49c9-a0c5-c122b6dd8339,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:12.344279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-227877af-e89c-4bde-bf81-0c5b0ba67650 req-6923ee7e-f157-4de1-931f-9f278b5143b6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 210 time: 0.0607696 Mar 11 17:18:12.485668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] For port ab239ec9-7756-4f7b-9f2e-bcd210c18d86, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:18:12.612833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] For port ab239ec9-7756-4f7b-9f2e-bcd210c18d86, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ab239ec9-7756-4f7b-9f2e-bcd210c18d86,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:18:12.677695 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.844829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390b367-a1ce-42b7-95fb-f62767133f0a req-8d03ca7b-92a7-433c-927f-2603a35ed07f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:12.858042 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.874756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390b367-a1ce-42b7-95fb-f62767133f0a req-8d03ca7b-92a7-433c-927f-2603a35ed07f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:12.928745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390b367-a1ce-42b7-95fb-f62767133f0a req-8d03ca7b-92a7-433c-927f-2603a35ed07f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:12.938672 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.955717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390b367-a1ce-42b7-95fb-f62767133f0a req-8d03ca7b-92a7-433c-927f-2603a35ed07f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:12.975388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390b367-a1ce-42b7-95fb-f62767133f0a req-8d03ca7b-92a7-433c-927f-2603a35ed07f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:12.990756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390b367-a1ce-42b7-95fb-f62767133f0a req-8d03ca7b-92a7-433c-927f-2603a35ed07f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:13.007403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390b367-a1ce-42b7-95fb-f62767133f0a req-8d03ca7b-92a7-433c-927f-2603a35ed07f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:13.017076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a390b367-a1ce-42b7-95fb-f62767133f0a req-8d03ca7b-92a7-433c-927f-2603a35ed07f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5427 time: 0.6089859 Mar 11 17:18:13.063682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cf5aa3-94d6-4ba2-8423-21581bfdddf6'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:13.101826 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ff6b6f-460a-4090-9356-e942be24de03" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "b5cf5aa3-94d6-4ba2-8423-21581bfdddf6"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:13.162170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-1cbc293f-96da-4824-8fbd-b28d49aee64f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:13.165071 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:13.170121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-1cbc293f-96da-4824-8fbd-b28d49aee64f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 817 time: 0.5972152 Mar 11 17:18:13.184693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d03d0-58bf-4098-ae74-9256ff856ec6 None None] Pushing event updated for resources: {'Port': ['ID=ab239ec9-7756-4f7b-9f2e-bcd210c18d86,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:13.214614 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.222171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device fff06a60-8fe8-4864-962d-fec0baf86aa0 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:13.254217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a390b367-a1ce-42b7-95fb-f62767133f0a req-330f45ea-2e33-4c33-be68-c1d73825882a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389513 Mar 11 17:18:13.264437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e33a0-fb02-4bdf-8948-5bbad0dc633b req-8f04a96d-253a-4d47-ba24-ab1d0ed12050 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:13.296746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de3e33a0-fb02-4bdf-8948-5bbad0dc633b req-8f04a96d-253a-4d47-ba24-ab1d0ed12050 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 945 time: 0.2716074 Mar 11 17:18:13.564169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-4e391c46-9485-45b0-8b51-348d877aa838 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba924be257049b6a82c2bc2be9fa879 HTTP/1.1" status: 200 len: 379 time: 0.3740306 Mar 11 17:18:13.610387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de3e33a0-fb02-4bdf-8948-5bbad0dc633b req-f99a620d-e98c-42c6-835d-74105204545a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122456 Mar 11 17:18:13.631443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'port': {'device_id': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'admin_state_up': True, 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'security_groups': ['93e59e11-6475-46ab-909c-280a218fdb3f']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:13.653170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-59e242f9-e901-4411-9388-7dcedf5a60ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.669606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:13.681628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port fff06a60-8fe8-4864-962d-fec0baf86aa0 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:13.695463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port fff06a60-8fe8-4864-962d-fec0baf86aa0 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:13.695980 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.797656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685f14b-7321-4d58-8e8f-a22d00229132 req-cb064150-03db-49d7-8dd1-e58ad0ac5465 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:13.806840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e685f14b-7321-4d58-8e8f-a22d00229132 req-cb064150-03db-49d7-8dd1-e58ad0ac5465 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3397095 Mar 11 17:18:13.849705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Made reservation on behalf of aba924be257049b6a82c2bc2be9fa879 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:13.856683 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.882020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.900786 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.901979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2c5c897-8adb-40fe-9f65-60f212510f92 req-e29460c1-7c36-49d8-9f39-50043513cabb tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 210 time: 0.0850055 Mar 11 17:18:14.073943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port fff06a60-8fe8-4864-962d-fec0baf86aa0, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fff06a60-8fe8-4864-962d-fec0baf86aa0,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:14.086781 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a03dcad-44b1-4fae-80df-0dfccbbbba6e x-openstack-request-id: req-3a03dcad-44b1-4fae-80df-0dfccbbbba6e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:14.087236 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "b5cf5aa3-94d6-4ba2-8423-21581bfdddf6", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:14.087686 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a03dcad-44b1-4fae-80df-0dfccbbbba6e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:14.088286 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cf5aa3-94d6-4ba2-8423-21581bfdddf6', 'code': 200} Mar 11 17:18:14.094935 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:14.109148 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 5fbad905-fa64-4fdc-aa78-bda80d01360d up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:14.116923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e685f14b-7321-4d58-8e8f-a22d00229132 req-92e79c2d-273a-4768-a6fc-5d27bced48c5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081286 Mar 11 17:18:14.180451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Router 112518b6-68e3-4bbb-9404-2b4ff3988057 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:18:14.387301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=fff06a60-8fe8-4864-962d-fec0baf86aa0,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:14.406459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 5fbad905-fa64-4fdc-aa78-bda80d01360d completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:14.416079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 5fbad905-fa64-4fdc-aa78-bda80d01360d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:14.416701 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:14.440697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:14.472454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:14.475675 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cd4fbc4c-26ea-4558-8e84-63a514844923 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8524590 Mar 11 17:18:14.483796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49642) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:14.484005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Sync routers for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:18:14.502952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:14.503641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:17:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:14.629914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:14.796454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Allocated IP 172.20.0.12 (efb264d9-9098-4c16-ad0d-e1ecd37a3c48/668e6ff1-ad51-42c3-baf3-2c9e24e137c2/e3a81c10-88ee-4e77-b263-656cfe0c38ec) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:14.883401 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:14.913579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7d2e44f-f563-4386-a063-9ac921506fab req-fed8b1fc-5b90-4f07-88c1-9430e8ecea71 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 210 time: 0.0468030 Mar 11 17:18:15.016146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-ebae6498-700d-4544-afec-6628715490d9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d03326208d724ef2a2f1f758b35e8732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1637585 Mar 11 17:18:15.032290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 5fbad905-fa64-4fdc-aa78-bda80d01360d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=5fbad905-fa64-4fdc-aa78-bda80d01360d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:15.051825 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.228284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1874cb2-72d8-4f7b-8f54-7466b2d858bc None None] Network e673c20a-db0f-4fb0-87a2-26ab70db7a47 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:18:15.256364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480c6dd-6079-4a43-a878-8f4f5318a4ee req-58da47af-9d7c-457b-8be2-52f4404db953 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.265093 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9480c6dd-6079-4a43-a878-8f4f5318a4ee req-58da47af-9d7c-457b-8be2-52f4404db953 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.4154260 Mar 11 17:18:15.380882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ab239ec9-7756-4f7b-9f2e-bcd210c18d86 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:15.427495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:12Z', 'revision_number': 3, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:15.477632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5495-d0de-424a-b0a8-af0ba9fe93cf req-413d119e-c826-4418-bc7f-1347646b7ed3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.485857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5495-d0de-424a-b0a8-af0ba9fe93cf req-413d119e-c826-4418-bc7f-1347646b7ed3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.494311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5495-d0de-424a-b0a8-af0ba9fe93cf req-413d119e-c826-4418-bc7f-1347646b7ed3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.503609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5495-d0de-424a-b0a8-af0ba9fe93cf req-413d119e-c826-4418-bc7f-1347646b7ed3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.505060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Checking router: 112518b6-68e3-4bbb-9404-2b4ff3988057 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:18:15.505756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Updating router 112518b6-68e3-4bbb-9404-2b4ff3988057 port c2527429-dce7-49c9-a0c5-c122b6dd8339 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:18:15.511706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5495-d0de-424a-b0a8-af0ba9fe93cf req-413d119e-c826-4418-bc7f-1347646b7ed3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.523245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5495-d0de-424a-b0a8-af0ba9fe93cf req-413d119e-c826-4418-bc7f-1347646b7ed3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.535050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5495-d0de-424a-b0a8-af0ba9fe93cf req-413d119e-c826-4418-bc7f-1347646b7ed3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.539090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b0b5495-d0de-424a-b0a8-af0ba9fe93cf req-413d119e-c826-4418-bc7f-1347646b7ed3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5430 time: 0.2938478 Mar 11 17:18:15.550855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e4654daf-e607-48bf-bc8c-992e20eee4ab None None] Provisioning complete for port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:15.551484 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4654daf-e607-48bf-bc8c-992e20eee4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.554040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=5fbad905-fa64-4fdc-aa78-bda80d01360d,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:15.563965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-06c2c429-6c37-47b3-9adb-0f667072b233 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.565967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-06c2c429-6c37-47b3-9adb-0f667072b233 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5242035 Mar 11 17:18:15.574884 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.590184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.613141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Request body: {'port': {'device_id': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'd03326208d724ef2a2f1f758b35e8732'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:15.708302 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.775417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:15.779879 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.788086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9480c6dd-6079-4a43-a878-8f4f5318a4ee req-b4e8e08b-1b07-4587-aad2-2d52e53205d6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5217991 Mar 11 17:18:15.797400 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.877858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:15.920704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b0b5495-d0de-424a-b0a8-af0ba9fe93cf req-127f48be-95a8-4739-9887-153051478a6d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3507621 Mar 11 17:18:15.969679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Allocated IP 172.20.0.1 (e673c20a-db0f-4fb0-87a2-26ab70db7a47/604aaae0-d5b2-4e73-a027-2e9abcaa650a/20e43b9b-4e31-4925-8e57-8510831f866e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:16.074408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:16.095073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:16.110368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0'}, {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbad905-fa64-4fdc-aa78-bda80d01360d'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:16.112839 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f118da03-06f2-4d4d-b70c-880372ae2df2" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0"}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "5fbad905-fa64-4fdc-aa78-bda80d01360d"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:16.113248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:16.179021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.201682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b189b0a2-f99b-44da-91a2-efd53e74d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.221520 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.322360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880e65e-c2bf-4808-b200-2c97dcf994e1 req-b3b4e68d-3f91-449e-8252-66649a7ffbe6 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:16.336797 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f880e65e-c2bf-4808-b200-2c97dcf994e1 req-b3b4e68d-3f91-449e-8252-66649a7ffbe6 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 945 time: 0.3561282 Mar 11 17:18:16.337677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Network e673c20a-db0f-4fb0-87a2-26ab70db7a47 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:16.342711 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4654daf-e607-48bf-bc8c-992e20eee4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.346533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:16.353689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:16.363323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Pushing event updated for resources: {'Port': ['ID=20e43b9b-4e31-4925-8e57-8510831f866e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:16.439042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa1b4a-93e4-4c10-867a-b1195279cef9 req-1195beec-32ba-4ac1-bbf6-673fc10dde93 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:16.443416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.455369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9fa1b4a-93e4-4c10-867a-b1195279cef9 req-1195beec-32ba-4ac1-bbf6-673fc10dde93 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 932 time: 0.3689411 Mar 11 17:18:16.486201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:16.488109 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.549727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.563246 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f880e65e-c2bf-4808-b200-2c97dcf994e1 req-cda3cbf8-4cad-46e9-9317-6659f0246edc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997139 Mar 11 17:18:16.598493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Made reservation on behalf of d03326208d724ef2a2f1f758b35e8732 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:16.605166 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.668378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e4654daf-e607-48bf-bc8c-992e20eee4ab None None] For port ab239ec9-7756-4f7b-9f2e-bcd210c18d86, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ab239ec9-7756-4f7b-9f2e-bcd210c18d86,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:16.683803 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4654daf-e607-48bf-bc8c-992e20eee4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.703424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.749309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-9c12c91f-52e6-498b-8dfa-9cbb32fcada1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1354909 Mar 11 17:18:16.785447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Request body: {'port': {'device_id': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:16.828365 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9fa1b4a-93e4-4c10-867a-b1195279cef9 req-c4408ef0-bf2d-457a-bbd2-3ba4ecf2aa53 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610444 Mar 11 17:18:16.895011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3224e185-3e9b-41d6-89b6-d8345db7d909 None None] Provisioning complete for port e3a81c10-88ee-4e77-b263-656cfe0c38ec triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:16.895394 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3224e185-3e9b-41d6-89b6-d8345db7d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.982781 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:18:16.983340 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:18:16.991447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654daf-e607-48bf-bc8c-992e20eee4ab None None] Pushing event updated for resources: {'Port': ['ID=ab239ec9-7756-4f7b-9f2e-bcd210c18d86,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:17.030462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Allocated IP 192.168.233.123 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/027d6608-0af4-4922-977c-1bd33b5e8f2e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:17.049864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.054471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.083086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3224e185-3e9b-41d6-89b6-d8345db7d909 None None] Port e3a81c10-88ee-4e77-b263-656cfe0c38ec cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:18:17.092250 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.105153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 09798251-aa0d-4919-b8c0-0f36590dd938 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:17.109566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42560a56-71cd-4bf6-8b49-b03219f3cec9 req-ce65541c-38c6-4bc4-8033-1843c370ab03 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 210 time: 0.1231327 Mar 11 17:18:17.153724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Pushing event updated for resources: {'Port': ['ID=20e43b9b-4e31-4925-8e57-8510831f866e,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:17.165697 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.187684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.204256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.219628 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e577d-a697-4bb9-b41e-6610a4094969 x-openstack-request-id: req-166e577d-a697-4bb9-b41e-6610a4094969 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:17.220024 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0", "code": 200}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "5fbad905-fa64-4fdc-aa78-bda80d01360d", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:17.220554 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-166e577d-a697-4bb9-b41e-6610a4094969 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:17.221341 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'code': 200} Mar 11 17:18:17.221704 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbad905-fa64-4fdc-aa78-bda80d01360d', 'code': 200} Mar 11 17:18:17.226338 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa91ab7-72a3-4e24-a161-d9dca51ee724 req-bc396f20-8241-45b0-bfe4-c42cbdf86090 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.235925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfa91ab7-72a3-4e24-a161-d9dca51ee724 req-bc396f20-8241-45b0-bfe4-c42cbdf86090 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.4962296 Mar 11 17:18:17.267061 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.289894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5572ade-0663-4b54-a82d-51e4154861e4 None None] Pushing event updated for resources: {'Port': ['ID=c2527429-dce7-49c9-a0c5-c122b6dd8339,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:17.306286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c92ef88c-d344-4353-aaf3-7766c73a4b60 None None] Provisioning complete for port 20e43b9b-4e31-4925-8e57-8510831f866e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:17.307016 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c92ef88c-d344-4353-aaf3-7766c73a4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.335284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 09798251-aa0d-4919-b8c0-0f36590dd938 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:17.359400 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 09798251-aa0d-4919-b8c0-0f36590dd938 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:17.360497 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.391342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Network e673c20a-db0f-4fb0-87a2-26ab70db7a47 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:17.393031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:17.430769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfa91ab7-72a3-4e24-a161-d9dca51ee724 req-8a386c0a-3d08-482a-853c-d6d8433df12d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940365 Mar 11 17:18:17.438557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c92ef88c-d344-4353-aaf3-7766c73a4b60 None None] Port 20e43b9b-4e31-4925-8e57-8510831f866e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:18:17.448027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Attempting to bind port c2527429-dce7-49c9-a0c5-c122b6dd8339 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:17.449221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Attempting to bind port c2527429-dce7-49c9-a0c5-c122b6dd8339 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:17.449812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Attempting to bind port c2527429-dce7-49c9-a0c5-c122b6dd8339 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:17.486941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:18:17.487549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:17.488284 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.489019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:18:17.489938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Bound port: c2527429-dce7-49c9-a0c5-c122b6dd8339, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:18:17.490932 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.575528 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.597638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Router 112518b6-68e3-4bbb-9404-2b4ff3988057 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:18:17.640531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44bb7b-60a2-4756-91c3-2ef4542c5d16 req-92b3e1e6-0583-46f8-8969-2f43547503c5 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.642096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d44bb7b-60a2-4756-91c3-2ef4542c5d16 req-92b3e1e6-0583-46f8-8969-2f43547503c5 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=45268799-19a0-43de-9458-8778ea8ec293 HTTP/1.1" status: 200 len: 946 time: 0.3695061 Mar 11 17:18:17.674453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] For port c2527429-dce7-49c9-a0c5-c122b6dd8339, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:18:17.681897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c92ef88c-d344-4353-aaf3-7766c73a4b60 None None] Provisioning complete for port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:17.682509 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c92ef88c-d344-4353-aaf3-7766c73a4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.749149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:17.754849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-97c69002-8a65-4664-bb8e-b15c796b29fe admin admin] 10.222.0.53 "PUT /v2.0/routers/112518b6-68e3-4bbb-9404-2b4ff3988057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2699876 Mar 11 17:18:17.772659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] For port c2527429-dce7-49c9-a0c5-c122b6dd8339, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c2527429-dce7-49c9-a0c5-c122b6dd8339,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:18:17.807430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0a5e-62b0-45a0-b9ef-22e5c77f1458 req-91be064a-1ae0-4f24-93bf-2f0c36698717 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.813731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0a5e-62b0-45a0-b9ef-22e5c77f1458 req-91be064a-1ae0-4f24-93bf-2f0c36698717 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.821264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0a5e-62b0-45a0-b9ef-22e5c77f1458 req-91be064a-1ae0-4f24-93bf-2f0c36698717 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.824828 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.827660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0a5e-62b0-45a0-b9ef-22e5c77f1458 req-91be064a-1ae0-4f24-93bf-2f0c36698717 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.834970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0a5e-62b0-45a0-b9ef-22e5c77f1458 req-91be064a-1ae0-4f24-93bf-2f0c36698717 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.841460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0a5e-62b0-45a0-b9ef-22e5c77f1458 req-91be064a-1ae0-4f24-93bf-2f0c36698717 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.847361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0a5e-62b0-45a0-b9ef-22e5c77f1458 req-91be064a-1ae0-4f24-93bf-2f0c36698717 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.849403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-773e0a5e-62b0-45a0-b9ef-22e5c77f1458 req-91be064a-1ae0-4f24-93bf-2f0c36698717 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5430 time: 0.2596962 Mar 11 17:18:17.852208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d44bb7b-60a2-4756-91c3-2ef4542c5d16 req-69f801cb-5dca-4ca3-9407-0a105370ae10 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881621 Mar 11 17:18:17.855944 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.953311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:17.977062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:17.993491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:17.997980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:18.052324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5572ade-0663-4b54-a82d-51e4154861e4 None None] Pushing event updated for resources: {'Port': ['ID=c2527429-dce7-49c9-a0c5-c122b6dd8339,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:18.057897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-773e0a5e-62b0-45a0-b9ef-22e5c77f1458 req-8fe73da8-4064-42fc-9db4-000fc333bc43 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603148 Mar 11 17:18:18.081710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6670a465-bbc8-4482-bf8b-40f8842c63ca', '891eae85-2b90-448a-bb40-e30ba1d77855', '6cb6a596-c199-43ed-afbe-f39965ddc42d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:18.086133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ab239ec9-7756-4f7b-9f2e-bcd210c18d86 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:18.150601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:18.151287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.173332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a81c10-88ee-4e77-b263-656cfe0c38ec {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:18.185227 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.192717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-35ab60aa-7980-43c5-9cb0-2b3e39e4f462 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5893683 Mar 11 17:18:18.203641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563f4f1-943e-4455-8645-dcca0e957c0a req-101feb22-06de-4b26-a42a-4319b579ee39 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:18.204787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6563f4f1-943e-4455-8645-dcca0e957c0a req-101feb22-06de-4b26-a42a-4319b579ee39 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1660793 Mar 11 17:18:18.218912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Request body: {'port': {'device_id': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:18.261221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Transition to ACTIVE for port object e3a81c10-88ee-4e77-b263-656cfe0c38ec will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:18:18.274755 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.308883 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.358077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6563f4f1-943e-4455-8645-dcca0e957c0a req-2ac83df3-167f-405a-9357-958d19c5f4c5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321714 Mar 11 17:18:18.367859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:18.369389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:18.372465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:18.375245 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.502689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:18.503167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.637839 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.666746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Attempting to bind port e3a81c10-88ee-4e77-b263-656cfe0c38ec on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:18.667011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Attempting to bind port e3a81c10-88ee-4e77-b263-656cfe0c38ec by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:18.667369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Attempting to bind port e3a81c10-88ee-4e77-b263-656cfe0c38ec on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:18.669315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 09798251-aa0d-4919-b8c0-0f36590dd938, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=09798251-aa0d-4919-b8c0-0f36590dd938,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:18.679409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Port e3a81c10-88ee-4e77-b263-656cfe0c38ec on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:18.679846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Attempting to bind port e3a81c10-88ee-4e77-b263-656cfe0c38ec on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:18.741790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:18:18.742124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Checking segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:18.742582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Bound using segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:18:18.743527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Bound port: e3a81c10-88ee-4e77-b263-656cfe0c38ec, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:18:18.743527 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.835684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.837423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:18.877178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f198261-a0dc-4a77-bdbf-898c9a8d5e42 req-e5f79cd7-bc45-4251-9e84-dc21b06f9295 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:18.884679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f198261-a0dc-4a77-bdbf-898c9a8d5e42 req-e5f79cd7-bc45-4251-9e84-dc21b06f9295 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 944 time: 0.1949244 Mar 11 17:18:18.981031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=09798251-aa0d-4919-b8c0-0f36590dd938,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:19.011785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:18:19.020088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f198261-a0dc-4a77-bdbf-898c9a8d5e42 req-b74c05b1-77ec-4008-aa91-5aceeaf02310 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219461 Mar 11 17:18:19.024217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:18:19.094442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:19.131936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:19.145291 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:19.227308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09798251-aa0d-4919-b8c0-0f36590dd938'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:19.231355 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14df14d5-bdec-4965-9c00-ffde0372c35b" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "09798251-aa0d-4919-b8c0-0f36590dd938"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:19.360829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:19.362622 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:19.368491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] 10.222.0.46 "PUT /v2.0/ports/e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 200 len: 1092 time: 2.5954742 Mar 11 17:18:19.369202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:19.374534 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bf6c75-70b7-4b81-8142-b55416f5ef00" -d '{"events": [{"name": "network-changed", "server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:19.389468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027d6608-0af4-4922-977c-1bd33b5e8f2e {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:19.425657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49714) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:19.427412 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:19.432417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-17fd3730-830d-42f5-ab9b-d54f9d2d6863 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--777942917', 'description': 'tempest-description--2029293678'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:19.460043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4512a-f6de-4a79-a972-e2bff97e9639 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:19.514714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17fd3730-830d-42f5-ab9b-d54f9d2d6863 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:19.549404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Transition to ACTIVE for port object 027d6608-0af4-4922-977c-1bd33b5e8f2e will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:18:19.578920 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:19.589927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98fa11-48aa-48b2-a49d-92f90c0fe16a req-b6d28cc9-8947-4edd-a288-f9e01e63e033 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:19.598981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46d063c5-40b8-4f46-85ee-a8f3c201f41c None None] Provisioning complete for port 20e43b9b-4e31-4925-8e57-8510831f866e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:19.599604 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46d063c5-40b8-4f46-85ee-a8f3c201f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:19.600882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af98fa11-48aa-48b2-a49d-92f90c0fe16a req-b6d28cc9-8947-4edd-a288-f9e01e63e033 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 936 time: 0.4022229 Mar 11 17:18:19.670861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46d063c5-40b8-4f46-85ee-a8f3c201f41c None None] Port 20e43b9b-4e31-4925-8e57-8510831f866e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:18:19.709781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 6cb6a596-c199-43ed-afbe-f39965ddc42d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:19.710518 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:19.738266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-7369d07a-d9fe-4dbb-b194-b78bd950bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:19.740432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-7369d07a-d9fe-4dbb-b194-b78bd950bc4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 1095 time: 0.2892416 Mar 11 17:18:19.777761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:19.806067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af98fa11-48aa-48b2-a49d-92f90c0fe16a req-ca64fff5-b5f7-4280-8713-3fb0058ea24f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990952 Mar 11 17:18:19.834486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6b6a6-1225-4a37-82e7-02d5513310cb req-a0041b0f-1beb-4df7-9251-6a7a832acdf2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:19.844770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6d6b6a6-1225-4a37-82e7-02d5513310cb req-a0041b0f-1beb-4df7-9251-6a7a832acdf2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2823303 Mar 11 17:18:19.961713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-96d9c944-fcdd-4dbb-a723-56f72520623c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 200 len: 217 time: 0.1808386 Mar 11 17:18:20.254051 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17fd3730-830d-42f5-ab9b-d54f9d2d6863 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.261218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17fd3730-830d-42f5-ab9b-d54f9d2d6863 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.296086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17fd3730-830d-42f5-ab9b-d54f9d2d6863 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.298520 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-17fd3730-830d-42f5-ab9b-d54f9d2d6863 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8713956 Mar 11 17:18:20.304033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:20.310532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4f45e226-ad41-4596-89b8-cbdccf0b02c3 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Request body: {'security_group_rule': {'security_group_id': 'ea110ccd-7c40-4c19-83c3-ed3c72653e40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:20.324944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6d6b6a6-1225-4a37-82e7-02d5513310cb req-d907f8a4-b628-43c7-a044-112616f85611 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4772129 Mar 11 17:18:20.326062 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd3730-830d-42f5-ab9b-d54f9d2d6863 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea110ccd-7c40-4c19-83c3-ed3c72653e40,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:20.391812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f45e226-ad41-4596-89b8-cbdccf0b02c3 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.447534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b211da27-f649-4cc5-a73a-583ab3114084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.451213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-b211da27-f649-4cc5-a73a-583ab3114084 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.4676344 Mar 11 17:18:20.477118 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a728a81-b4b3-4303-a9c6-aafa78bbb794 x-openstack-request-id: req-1a728a81-b4b3-4303-a9c6-aafa78bbb794 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:20.478330 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "09798251-aa0d-4919-b8c0-0f36590dd938", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:20.478330 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a728a81-b4b3-4303-a9c6-aafa78bbb794 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:20.478330 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09798251-aa0d-4919-b8c0-0f36590dd938', 'code': 200} Mar 11 17:18:20.537217 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81e93da-fa17-4fc7-9dc8-d24db08b7b3e x-openstack-request-id: req-f81e93da-fa17-4fc7-9dc8-d24db08b7b3e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:20.537727 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:20.538106 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f81e93da-fa17-4fc7-9dc8-d24db08b7b3e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:20.538812 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'status': 'completed', 'code': 200} Mar 11 17:18:20.553801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:20.554490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:20.555125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:20.572745 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f45e226-ad41-4596-89b8-cbdccf0b02c3 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.578870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f45e226-ad41-4596-89b8-cbdccf0b02c3 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.585890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Port 027d6608-0af4-4922-977c-1bd33b5e8f2e on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:20.586523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:20.605409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45e226-ad41-4596-89b8-cbdccf0b02c3 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32739bbd-b1b8-4a1f-bd2d-cc59c57e74fc,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:20.614426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3793cc-14c1-41be-a262-62202200c6f3 req-b0d6941f-e4c5-49fe-9f71-0db6c4aa73fc tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.627141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3793cc-14c1-41be-a262-62202200c6f3 req-b0d6941f-e4c5-49fe-9f71-0db6c4aa73fc tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.637311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f45e226-ad41-4596-89b8-cbdccf0b02c3 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.638735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3793cc-14c1-41be-a262-62202200c6f3 req-b0d6941f-e4c5-49fe-9f71-0db6c4aa73fc tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.640094 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4f45e226-ad41-4596-89b8-cbdccf0b02c3 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3348336 Mar 11 17:18:20.643923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49728) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:20.650209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-caec5a8d-a3c9-4724-a4f4-43a823316bb9 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Request body: {'security_group_rule': {'security_group_id': 'ea110ccd-7c40-4c19-83c3-ed3c72653e40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:20.650796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3793cc-14c1-41be-a262-62202200c6f3 req-b0d6941f-e4c5-49fe-9f71-0db6c4aa73fc tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.662414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3793cc-14c1-41be-a262-62202200c6f3 req-b0d6941f-e4c5-49fe-9f71-0db6c4aa73fc tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.674065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3793cc-14c1-41be-a262-62202200c6f3 req-b0d6941f-e4c5-49fe-9f71-0db6c4aa73fc tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.682940 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caec5a8d-a3c9-4724-a4f4-43a823316bb9 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.685303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3793cc-14c1-41be-a262-62202200c6f3 req-b0d6941f-e4c5-49fe-9f71-0db6c4aa73fc tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.689633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd3793cc-14c1-41be-a262-62202200c6f3 req-b0d6941f-e4c5-49fe-9f71-0db6c4aa73fc tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5431 time: 0.3631902 Mar 11 17:18:20.729656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:18:20.730387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:20.731052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:18:20.731832 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.732593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Bound port: 027d6608-0af4-4922-977c-1bd33b5e8f2e, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:18:20.733070 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.760514 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caec5a8d-a3c9-4724-a4f4-43a823316bb9 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.774512 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caec5a8d-a3c9-4724-a4f4-43a823316bb9 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.776138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-2838e652-7d95-4dad-b6dd-f9ffc7d2df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.779297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-2838e652-7d95-4dad-b6dd-f9ffc7d2df02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3163087 Mar 11 17:18:20.810271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec5a8d-a3c9-4724-a4f4-43a823316bb9 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a87f650-3846-4694-9fa6-ab1e94039312,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:20.820955 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caec5a8d-a3c9-4724-a4f4-43a823316bb9 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.823668 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-caec5a8d-a3c9-4724-a4f4-43a823316bb9 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771955 Mar 11 17:18:20.827277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49732) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:20.832047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:20.884502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.901815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:20.920292 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.921666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a517875c-a749-4d98-98fc-eefa461908c5 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:20.960227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03647465-107b-446e-b230-4d64510bee4a req-75ffb827-2b5c-459e-899d-de8f055b9b2f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:20.961920 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03647465-107b-446e-b230-4d64510bee4a req-75ffb827-2b5c-459e-899d-de8f055b9b2f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.66 "GET /v2.0/ports?device_id=45268799-19a0-43de-9458-8778ea8ec293 HTTP/1.1" status: 200 len: 946 time: 0.0934603 Mar 11 17:18:21.132092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-03647465-107b-446e-b230-4d64510bee4a req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Deleting port a251c0a4-e8ed-4315-8b37-207e7350acb5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:18:21.132267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-03647465-107b-446e-b230-4d64510bee4a req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.142728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=11']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:21.155679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 2, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:21.159935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.223873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c0944-6d6a-458b-bb88-7875e3843f53 None None] The sync data for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 is: [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 2, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:18:21.255729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port a517875c-a749-4d98-98fc-eefa461908c5 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:21.282548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port a517875c-a749-4d98-98fc-eefa461908c5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:21.283068 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.326789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-03647465-107b-446e-b230-4d64510bee4a req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] For port a251c0a4-e8ed-4315-8b37-207e7350acb5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a251c0a4-e8ed-4315-8b37-207e7350acb5,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:21.327327 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-03647465-107b-446e-b230-4d64510bee4a req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.388644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-03647465-107b-446e-b230-4d64510bee4a req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Calling delete_port for a251c0a4-e8ed-4315-8b37-207e7350acb5 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:18:21.424158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:18:21.428869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:18:21.439822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.469421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd3793cc-14c1-41be-a262-62202200c6f3 req-92dfe55c-e096-49ed-970b-69bcabe3e574 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7544863 Mar 11 17:18:21.483074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb91b7-6011-483a-8c63-a8efb11defdb req-9a7bf74c-f4c9-4aca-9378-d62eb8506e61 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:21.490850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5fb91b7-6011-483a-8c63-a8efb11defdb req-9a7bf74c-f4c9-4aca-9378-d62eb8506e61 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 944 time: 0.7993996 Mar 11 17:18:21.537425 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.569461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:21.569461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.569888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] 10.222.0.46 "PUT /v2.0/ports/027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 1096 time: 3.3602512 Mar 11 17:18:21.607765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Allocated IP 172.25.8.7 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/48859dd9-f11f-4c99-95ac-1c32a6d307a7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:21.659383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a517875c-a749-4d98-98fc-eefa461908c5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a517875c-a749-4d98-98fc-eefa461908c5,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:21.666232 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.667518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 05b3125f-5734-432c-847e-a11654b73b98 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:21.691109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5fb91b7-6011-483a-8c63-a8efb11defdb req-ccca6bcb-b502-41ac-bcad-1b52c60caf28 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988854 Mar 11 17:18:21.694157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47348-8f7b-4c02-96c4-b859ba75b580 service neutron] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:21.871957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a517875c-a749-4d98-98fc-eefa461908c5,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:21.916192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 05b3125f-5734-432c-847e-a11654b73b98 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:21.916774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-0a26c111-47cf-4334-a221-b37e94eabc52 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1133280 Mar 11 17:18:21.923541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-eb87b09e-df72-437e-a1e0-f875c480cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:21.926243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-eb87b09e-df72-437e-a1e0-f875c480cb56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1099 time: 0.2930205 Mar 11 17:18:21.938425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 05b3125f-5734-432c-847e-a11654b73b98 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:21.939460 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.001356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c207414-7f8a-479e-9e83-46ca2c6d1fad req-186ebdef-8c39-4ff0-9cb9-1112b3f0f1e7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:22.004167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c207414-7f8a-479e-9e83-46ca2c6d1fad req-186ebdef-8c39-4ff0-9cb9-1112b3f0f1e7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3050864 Mar 11 17:18:22.058843 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.069463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-03647465-107b-446e-b230-4d64510bee4a req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.117637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 05b3125f-5734-432c-847e-a11654b73b98, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=05b3125f-5734-432c-847e-a11654b73b98,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:22.123603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3ee4b60b-7a77-4c90-9523-e633b8a38219'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:22.130985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96560ff3-c75e-40ad-b1fd-2331bdce7933 req-f11edbd6-eb69-4dfa-8ccc-0555c42668db service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634464 Mar 11 17:18:22.167662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Pushing event deleted for resources: {'Port': ['ID=a251c0a4-e8ed-4315-8b37-207e7350acb5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:22.202245 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.203270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device aefa956c-bead-4e2f-8f87-663847b1e03d up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:22.251282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-7e247696-6141-4346-a157-17583bdd8082 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.3043323 Mar 11 17:18:22.277658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-03647465-107b-446e-b230-4d64510bee4a req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] No DVR routers for this DVR port a251c0a4-e8ed-4315-8b37-207e7350acb5 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:18:22.284450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.313508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-03647465-107b-446e-b230-4d64510bee4a req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.319043 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03647465-107b-446e-b230-4d64510bee4a req-6cd06039-aaaa-4566-bd2b-e1882a95e545 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.66 "DELETE /v2.0/ports/a251c0a4-e8ed-4315-8b37-207e7350acb5 HTTP/1.1" status: 204 len: 173 time: 1.3320458 Mar 11 17:18:22.322982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45268799-19a0-43de-9458-8778ea8ec293', 'name': 'network-vif-deleted', 'tag': 'a251c0a4-e8ed-4315-8b37-207e7350acb5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:22.327326 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63e6499-0bf6-4cfc-ba50-993dbb8424e5" -d '{"events": [{"server_uuid": "45268799-19a0-43de-9458-8778ea8ec293", "name": "network-vif-deleted", "tag": "a251c0a4-e8ed-4315-8b37-207e7350acb5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:22.351691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port aefa956c-bead-4e2f-8f87-663847b1e03d completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:22.393974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-5af6c8c0-9a46-4b15-a923-821b786f8e5f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:22.396629 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-5af6c8c0-9a46-4b15-a923-821b786f8e5f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.46 "GET /v2.0/ports?device_id=04c58c7f-bdd9-4042-9a92-39641868e099 HTTP/1.1" status: 200 len: 945 time: 0.1674972 Mar 11 17:18:22.463320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c207414-7f8a-479e-9e83-46ca2c6d1fad req-3ae519aa-69b9-4127-9a07-5c6d5141921f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147961 Mar 11 17:18:22.472528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port aefa956c-bead-4e2f-8f87-663847b1e03d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:22.473046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.482208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d'}, {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a517875c-a749-4d98-98fc-eefa461908c5'}, {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b3125f-5734-432c-847e-a11654b73b98'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:22.485220 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce9249-cd77-45eb-9d5f-e0fecaf2ea5b" -d '{"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d"}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "a517875c-a749-4d98-98fc-eefa461908c5"}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "05b3125f-5734-432c-847e-a11654b73b98"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:22.547146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-52e5d228-38e4-4384-beed-5c3203b9d305 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:22.549679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-52e5d228-38e4-4384-beed-5c3203b9d305 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 811 time: 0.6188395 Mar 11 17:18:22.551229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-71c3f27c-b0d2-4f93-bbeb-bacf4f26c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:22.552729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-71c3f27c-b0d2-4f93-bbeb-bacf4f26c25d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2816029 Mar 11 17:18:22.554327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:22.557977 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c8fb5f-0db6-42b8-bb0a-844b920a6270" -d '{"events": [{"name": "network-changed", "server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:22.566817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-e45be511-4780-43fc-bef8-88ec93d1b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:22.571775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-e45be511-4780-43fc-bef8-88ec93d1b948 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 1095 time: 0.3168967 Mar 11 17:18:22.579375 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.658772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:22.664529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=05b3125f-5734-432c-847e-a11654b73b98,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:22.677402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:22.680455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Pushing event updated for resources: {'Port': ['ID=48859dd9-f11f-4c99-95ac-1c32a6d307a7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:22.689063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:22.696243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a251c0a4-e8ed-4315-8b37-207e7350acb5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:22.731283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Deleting port 3ee4b60b-7a77-4c90-9523-e633b8a38219 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:18:22.731625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.782918 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.792635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-f4858544-7da6-45c8-b84a-753a3a30635c tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/quotas/4757748605fa4a2a9ce019b607c9d365 HTTP/1.1" status: 200 len: 375 time: 0.2190986 Mar 11 17:18:22.932159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port aefa956c-bead-4e2f-8f87-663847b1e03d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aefa956c-bead-4e2f-8f87-663847b1e03d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:22.935826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950d2ef-6fc3-4ae4-a9ad-810bec156870 req-98e42c45-8a59-4606-a5a2-3b82ed058258 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:22.938426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0950d2ef-6fc3-4ae4-a9ad-810bec156870 req-98e42c45-8a59-4606-a5a2-3b82ed058258 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 948 time: 0.2303088 Mar 11 17:18:22.938620 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.955147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-beef73ae-9107-4b51-8734-302de8b40910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:22.957866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-beef73ae-9107-4b51-8734-302de8b40910 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3827236 Mar 11 17:18:22.998162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] For port 3ee4b60b-7a77-4c90-9523-e633b8a38219, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3ee4b60b-7a77-4c90-9523-e633b8a38219,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:22.999701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.011931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-3becb967-b54e-4070-9032-7a12c690c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.013612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-3becb967-b54e-4070-9032-7a12c690c465 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.3837690 Mar 11 17:18:23.015807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=aefa956c-bead-4e2f-8f87-663847b1e03d,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:23.052988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Calling delete_port for 3ee4b60b-7a77-4c90-9523-e633b8a38219 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:18:23.066947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.073654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0950d2ef-6fc3-4ae4-a9ad-810bec156870 req-2afd22a6-3bdd-4054-9618-4b4a5f2479e1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113682 Mar 11 17:18:23.082421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-c0da4811-51de-454a-8aab-aa1e14547387 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2756736 Mar 11 17:18:23.146329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-f43c2f3b-5944-472e-8e1c-8e44264ff23a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 200 len: 217 time: 0.0835383 Mar 11 17:18:23.274001 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2057b166-86a0-4919-b96c-d08c7d728989 x-openstack-request-id: req-2057b166-86a0-4919-b96c-d08c7d728989 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:23.274457 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45268799-19a0-43de-9458-8778ea8ec293", "name": "network-vif-deleted", "tag": "a251c0a4-e8ed-4315-8b37-207e7350acb5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:23.274859 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2057b166-86a0-4919-b96c-d08c7d728989 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:23.275451 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45268799-19a0-43de-9458-8778ea8ec293', 'name': 'network-vif-deleted', 'tag': 'a251c0a4-e8ed-4315-8b37-207e7350acb5', 'status': 'completed', 'code': 200} Mar 11 17:18:23.295539 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.298321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-8fa9c86a-6343-45c2-bc95-7e0dea03c878 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271530 Mar 11 17:18:23.299855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-f5a9d8ed-e710-497a-8632-f672bdbbfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.301949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-f5a9d8ed-e710-497a-8632-f672bdbbfa6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.1107404 Mar 11 17:18:23.317340 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-f8523ff5-46d3-4455-a877-df4d48e7a12a service neutron] 10.222.0.53 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053292 Mar 11 17:18:23.319632 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e05ba6-36eb-48ec-b1d1-c18c8aa815e2 x-openstack-request-id: req-28e05ba6-36eb-48ec-b1d1-c18c8aa815e2 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:23.320024 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d", "code": 200}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "a517875c-a749-4d98-98fc-eefa461908c5", "code": 200}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "05b3125f-5734-432c-847e-a11654b73b98", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:23.320668 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28e05ba6-36eb-48ec-b1d1-c18c8aa815e2 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:23.321245 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'code': 200} Mar 11 17:18:23.321651 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a517875c-a749-4d98-98fc-eefa461908c5', 'code': 200} Mar 11 17:18:23.322054 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b3125f-5734-432c-847e-a11654b73b98', 'code': 200} Mar 11 17:18:23.478269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.526492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Pushing event deleted for resources: {'Port': ['ID=3ee4b60b-7a77-4c90-9523-e633b8a38219,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:23.615156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] No DVR routers for this DVR port 3ee4b60b-7a77-4c90-9523-e633b8a38219 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:18:23.622127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-b36cea23-76a9-4530-a5ce-561a8bcca496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.623045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.624816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-b36cea23-76a9-4530-a5ce-561a8bcca496 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2934029 Mar 11 17:18:23.628899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf3b4a40-7046-432e-a858-a4dd3c238f4b req-12109ac5-1463-4a1b-aae0-2966e2b491ce tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.46 "DELETE /v2.0/ports/3ee4b60b-7a77-4c90-9523-e633b8a38219 HTTP/1.1" status: 204 len: 173 time: 1.2231102 Mar 11 17:18:23.698869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.705174 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.728284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ffed-6218-403f-8c67-cf450d830d74 req-ebb84bab-a801-435f-9955-98052383c5d3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.735221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ffed-6218-403f-8c67-cf450d830d74 req-ebb84bab-a801-435f-9955-98052383c5d3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.741682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ffed-6218-403f-8c67-cf450d830d74 req-ebb84bab-a801-435f-9955-98052383c5d3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.747299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ffed-6218-403f-8c67-cf450d830d74 req-ebb84bab-a801-435f-9955-98052383c5d3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.753661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ffed-6218-403f-8c67-cf450d830d74 req-ebb84bab-a801-435f-9955-98052383c5d3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.759444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ffed-6218-403f-8c67-cf450d830d74 req-ebb84bab-a801-435f-9955-98052383c5d3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.765916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ffed-6218-403f-8c67-cf450d830d74 req-ebb84bab-a801-435f-9955-98052383c5d3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:23.768828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5595ffed-6218-403f-8c67-cf450d830d74 req-ebb84bab-a801-435f-9955-98052383c5d3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.3581452 Mar 11 17:18:23.789676 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74ebd07f-dd8c-4024-b563-6bee87a35118 req-a936b3a0-9c9e-4abb-874f-a7cc13e9684e service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713333 Mar 11 17:18:23.791617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Pushing event updated for resources: {'Port': ['ID=48859dd9-f11f-4c99-95ac-1c32a6d307a7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:23.792566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5c2a96bb-3d89-4f12-aa9e-e9c36a11b053 service neutron] 10.222.0.53 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644134 Mar 11 17:18:23.804725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.837756 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.849350 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-506366c7-6b35-40f5-8003-31c0916aa5d1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0108995 Mar 11 17:18:23.909619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5595ffed-6218-403f-8c67-cf450d830d74 req-c6234987-35df-4977-a88e-60dcf85320e6 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122355 Mar 11 17:18:23.943921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-e18a4ea3-d00e-42f6-a53a-7407c5442884 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931881 Mar 11 17:18:23.984153 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9d89c7-a7a0-4cf7-bb1b-3c4732c4b2e1 x-openstack-request-id: req-9b9d89c7-a7a0-4cf7-bb1b-3c4732c4b2e1 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:23.984665 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:23.985318 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b9d89c7-a7a0-4cf7-bb1b-3c4732c4b2e1 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:23.986035 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'status': 'completed', 'code': 200} Mar 11 17:18:24.205407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-8f04fe32-3375-4d14-aaf5-8a70c6e5fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:24.207280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-8f04fe32-3375-4d14-aaf5-8a70c6e5fb11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1099 time: 0.1595883 Mar 11 17:18:24.210401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41bf6c75-70b7-4b81-8142-b55416f5ef00 req-bb0ca213-6af3-4d61-b284-bf5cc74aa8ea service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542231 Mar 11 17:18:24.251464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc5da7-d970-4ec0-a9e8-61980a167014 req-23e86104-34e8-4778-a55e-4cbfd2f35fe9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:24.271930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2bc5da7-d970-4ec0-a9e8-61980a167014 req-23e86104-34e8-4778-a55e-4cbfd2f35fe9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 944 time: 0.1817896 Mar 11 17:18:24.388185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2bc5da7-d970-4ec0-a9e8-61980a167014 req-edcc465e-08ef-47fd-9b7d-94be49987d35 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135077 Mar 11 17:18:24.398223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3ee4b60b-7a77-4c90-9523-e633b8a38219 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:18:24.454877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c2527429-dce7-49c9-a0c5-c122b6dd8339 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:24.457033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 3ee4b60b-7a77-4c90-9523-e633b8a38219 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:18:24.457393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3ee4b60b-7a77-4c90-9523-e633b8a38219 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:18:24.495424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-3fbd6747-b349-4776-8e99-66da4e188249 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--777942917&fields=id&tenant_id=abb30d77639c41728e8859254b88a81d HTTP/1.1" status: 200 len: 267 time: 0.1038737 Mar 11 17:18:24.499234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-f4013a19-3085-48c8-ab4a-196d0f49e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:24.500790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-f4013a19-3085-48c8-ab4a-196d0f49e7c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2255268 Mar 11 17:18:24.549849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c2527429-dce7-49c9-a0c5-c122b6dd8339 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:24.562285 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:24.608737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-223680e8-47e2-42ff-8fc1-a5a047734545 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.0902410 Mar 11 17:18:24.711540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-1f654185-7cf3-495c-afce-ec1eed524df0 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:24.713456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-1f654185-7cf3-495c-afce-ec1eed524df0 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/networks?id=e673c20a-db0f-4fb0-87a2-26ab70db7a47 HTTP/1.1" status: 200 len: 811 time: 0.2105405 Mar 11 17:18:24.725913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-91b82b1b-6b58-429f-bc61-c0ee36636b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:24.728536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-91b82b1b-6b58-429f-bc61-c0ee36636b85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1002283 Mar 11 17:18:24.780206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-cd819a92-fdb0-41fa-8a5e-f52f922ceeb2 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/quotas/abb30d77639c41728e8859254b88a81d HTTP/1.1" status: 200 len: 375 time: 0.0500555 Mar 11 17:18:24.789259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:24.820468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port c2527429-dce7-49c9-a0c5-c122b6dd8339, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c2527429-dce7-49c9-a0c5-c122b6dd8339,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:24.825759 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:24.862406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c735669-bb03-4d3e-937e-230ade454736 req-efea9c8d-9510-4582-b3a7-79463ae06c1f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:24.864509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c735669-bb03-4d3e-937e-230ade454736 req-efea9c8d-9510-4582-b3a7-79463ae06c1f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 948 time: 0.1501050 Mar 11 17:18:24.876091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-2bfb9c82-ea28-4439-afb3-230ea52b1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:24.877805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-2bfb9c82-ea28-4439-afb3-230ea52b1820 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1344035 Mar 11 17:18:24.905946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=c2527429-dce7-49c9-a0c5-c122b6dd8339,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:24.911659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-be4e552e-cb4c-4479-80bf-c41734198059 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb30d77639c41728e8859254b88a81d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089046 Mar 11 17:18:25.013574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c735669-bb03-4d3e-937e-230ade454736 req-08dcf333-c577-4eb6-a772-4002ef2f720c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347709 Mar 11 17:18:25.092400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-177efe57-4084-4cbb-b743-ebb1a189219f service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773775 Mar 11 17:18:25.093268 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a251c0a4-e8ed-4315-8b37-207e7350acb5 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:18:25.131056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-33c97d13-8a03-41cb-ad07-ccc5fd81a865 service neutron] 10.222.0.53 "GET /v2.0/networks/e673c20a-db0f-4fb0-87a2-26ab70db7a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953950 Mar 11 17:18:25.145797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: a251c0a4-e8ed-4315-8b37-207e7350acb5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:18:25.146539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a251c0a4-e8ed-4315-8b37-207e7350acb5 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:18:25.274348 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Sync routers for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:18:25.276767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c58c7f-bdd9-4042-9a92-39641868e099', 'name': 'network-vif-deleted', 'tag': '3ee4b60b-7a77-4c90-9523-e633b8a38219'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:25.279685 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996255ed-342d-4dae-a7da-e01dad268920" -d '{"events": [{"server_uuid": "04c58c7f-bdd9-4042-9a92-39641868e099", "name": "network-vif-deleted", "tag": "3ee4b60b-7a77-4c90-9523-e633b8a38219"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:25.288667 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:25.289526 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:25.323173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefa956c-bead-4e2f-8f87-663847b1e03d'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:25.327768 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f0745c-4137-4f68-817c-f8859f974b7c" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "aefa956c-bead-4e2f-8f87-663847b1e03d"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:25.341320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb2042b2-7393-461d-a0f8-c68db05b6b09 req-f9706a34-991c-4c72-83fb-269ee1b0d032 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 210 time: 0.0700905 Mar 11 17:18:25.383136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53c8fb5f-0db6-42b8-bb0a-844b920a6270 req-acd87d72-7ef0-46a0-9324-5aa5f4fd35a3 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752476 Mar 11 17:18:25.438870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-6459da8c-72c7-4e46-9bef-cdf5f139f5a5 service neutron] 10.222.0.53 "GET /v2.0/networks/e673c20a-db0f-4fb0-87a2-26ab70db7a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651417 Mar 11 17:18:25.446757 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:25.505017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca57e-4dd6-46d1-95c6-09ad08bbf4fd req-2233812a-19b3-46fc-995c-37713ed8f000 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:25.511458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca57e-4dd6-46d1-95c6-09ad08bbf4fd req-2233812a-19b3-46fc-995c-37713ed8f000 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:25.518421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca57e-4dd6-46d1-95c6-09ad08bbf4fd req-2233812a-19b3-46fc-995c-37713ed8f000 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:25.527013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca57e-4dd6-46d1-95c6-09ad08bbf4fd req-2233812a-19b3-46fc-995c-37713ed8f000 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:25.533327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca57e-4dd6-46d1-95c6-09ad08bbf4fd req-2233812a-19b3-46fc-995c-37713ed8f000 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:25.539465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca57e-4dd6-46d1-95c6-09ad08bbf4fd req-2233812a-19b3-46fc-995c-37713ed8f000 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:25.546751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca57e-4dd6-46d1-95c6-09ad08bbf4fd req-2233812a-19b3-46fc-995c-37713ed8f000 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:25.555907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e07ca57e-4dd6-46d1-95c6-09ad08bbf4fd req-2233812a-19b3-46fc-995c-37713ed8f000 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.1152408 Mar 11 17:18:25.635570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e07ca57e-4dd6-46d1-95c6-09ad08bbf4fd req-e33cd0e2-3937-4ae3-970e-071ee7001ea9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785115 Mar 11 17:18:25.706642 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fb2647-b613-4583-8925-016dca0a4abb x-openstack-request-id: req-b4fb2647-b613-4583-8925-016dca0a4abb {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:25.707280 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c58c7f-bdd9-4042-9a92-39641868e099", "name": "network-vif-deleted", "tag": "3ee4b60b-7a77-4c90-9523-e633b8a38219", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:25.707605 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4fb2647-b613-4583-8925-016dca0a4abb {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:25.708078 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c58c7f-bdd9-4042-9a92-39641868e099', 'name': 'network-vif-deleted', 'tag': '3ee4b60b-7a77-4c90-9523-e633b8a38219', 'status': 'completed', 'code': 200} Mar 11 17:18:25.749510 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de47503-c169-4017-bf33-c733cd5d2096 x-openstack-request-id: req-7de47503-c169-4017-bf33-c733cd5d2096 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:25.750539 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-plugged", "status": "completed", "tag": "aefa956c-bead-4e2f-8f87-663847b1e03d", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:25.751167 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7de47503-c169-4017-bf33-c733cd5d2096 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:25.751779 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefa956c-bead-4e2f-8f87-663847b1e03d', 'code': 200} Mar 11 17:18:25.817988 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 2, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:25.858132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-332167a2-2e24-4c1e-b0e6-29ebb6608902 req-7f5b273f-c0ea-4aad-b192-3d53216d06eb tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 210 time: 0.0409424 Mar 11 17:18:25.867729 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Checking router: 112518b6-68e3-4bbb-9404-2b4ff3988057 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:18:25.868429 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Updating router 112518b6-68e3-4bbb-9404-2b4ff3988057 port 20e43b9b-4e31-4925-8e57-8510831f866e binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:18:25.940659 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.056720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2fce0-6138-4361-a91c-0c1f649e6c9e req-348b2c14-47dc-43a1-a12b-aa5549b5e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.057676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2fce0-6138-4361-a91c-0c1f649e6c9e req-348b2c14-47dc-43a1-a12b-aa5549b5e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.058325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2fce0-6138-4361-a91c-0c1f649e6c9e req-348b2c14-47dc-43a1-a12b-aa5549b5e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.058951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2fce0-6138-4361-a91c-0c1f649e6c9e req-348b2c14-47dc-43a1-a12b-aa5549b5e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.061351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2fce0-6138-4361-a91c-0c1f649e6c9e req-348b2c14-47dc-43a1-a12b-aa5549b5e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.061998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2fce0-6138-4361-a91c-0c1f649e6c9e req-348b2c14-47dc-43a1-a12b-aa5549b5e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.064476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2fce0-6138-4361-a91c-0c1f649e6c9e req-348b2c14-47dc-43a1-a12b-aa5549b5e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.069357 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-70e2fce0-6138-4361-a91c-0c1f649e6c9e req-348b2c14-47dc-43a1-a12b-aa5549b5e304 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6491 time: 0.1529121 Mar 11 17:18:26.093560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb36977-1503-4012-8436-5106e8e8eac8 req-2ef631e6-3568-4763-9c97-6f15e46bcf62 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.095526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fb36977-1503-4012-8436-5106e8e8eac8 req-2ef631e6-3568-4763-9c97-6f15e46bcf62 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 944 time: 0.2235377 Mar 11 17:18:26.172547 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-70e2fce0-6138-4361-a91c-0c1f649e6c9e req-4ff73ff3-f864-4fe8-acb0-11570268bc98 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&id=3c84bff2-8e54-439b-888a-6216d92c3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934553 Mar 11 17:18:26.327417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-32c1975a-38d9-4ddc-97ed-2cd7c8c8c979 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.330067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-32c1975a-38d9-4ddc-97ed-2cd7c8c8c979 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.66 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 811 time: 0.3594275 Mar 11 17:18:26.348098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c2527429-dce7-49c9-a0c5-c122b6dd8339 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:26.412436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:26.425704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fb36977-1503-4012-8436-5106e8e8eac8 req-0b977610-e9b0-4334-86b8-d1714f72076f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485671 Mar 11 17:18:26.439938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c2527429-dce7-49c9-a0c5-c122b6dd8339 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:26.440304 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.514442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Request body: {'port': {'device_id': 'e07342cc-4afb-47a9-83c7-2d928caf8531', 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86', 'admin_state_up': True, 'tenant_id': '4757748605fa4a2a9ce019b607c9d365'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:26.609239 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.622811 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.664014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:26.689597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'port_id': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'mac_address': 'fa:16:3e:51:24:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:26.691249 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1501c-cb41-4c18-98d2-5b14ac995e9b None None] Pushing event updated for resources: {'Port': ['ID=20e43b9b-4e31-4925-8e57-8510831f866e,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:26.716906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f0399-e264-48ff-8613-3e9628fd657b req-bd21396a-06be-4fdf-aa62-21e8e68c4e71 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.727549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-813f0399-e264-48ff-8613-3e9628fd657b req-bd21396a-06be-4fdf-aa62-21e8e68c4e71 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 948 time: 0.4962721 Mar 11 17:18:26.753389 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.787593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a81c10-88ee-4e77-b263-656cfe0c38ec {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:26.816194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:26.821440 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.832455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5fc6400d-e995-4e2d-8d90-8f367002164f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:26.834619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5fc6400d-e995-4e2d-8d90-8f367002164f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.46 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 811 time: 0.5929406 Mar 11 17:18:26.847993 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Attempting to bind port 20e43b9b-4e31-4925-8e57-8510831f866e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:26.848731 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Attempting to bind port 20e43b9b-4e31-4925-8e57-8510831f866e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:26.849560 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Attempting to bind port 20e43b9b-4e31-4925-8e57-8510831f866e on network e673c20a-db0f-4fb0-87a2-26ab70db7a47 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:26.857802 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:18:26.858254 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Checking segment: {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:26.858677 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.859843 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Bound using segment: {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:18:26.860279 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Bound port: 20e43b9b-4e31-4925-8e57-8510831f866e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:18:26.860742 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.907434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-813f0399-e264-48ff-8613-3e9628fd657b req-66e69664-5ea7-4147-b675-ee3f63b9de19 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783464 Mar 11 17:18:26.928718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Request body: {'port': {'device_id': '6ffe8b2c-2066-4d67-8c0b-9094daf6b230', 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86', 'admin_state_up': True, 'tenant_id': '4757748605fa4a2a9ce019b607c9d365'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:26.929008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:26.945651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-822e98c0-0bc4-4305-b784-d056d5871aff req-0e2d84da-afce-488d-b98d-5e4d316676a5 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 210 time: 0.1460712 Mar 11 17:18:26.993351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Made reservation on behalf of 4757748605fa4a2a9ce019b607c9d365 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:26.997662 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.019385 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] For port 20e43b9b-4e31-4925-8e57-8510831f866e, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:18:27.028402 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] For port 20e43b9b-4e31-4925-8e57-8510831f866e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=20e43b9b-4e31-4925-8e57-8510831f866e,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:18:27.040067 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.140867 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1501c-cb41-4c18-98d2-5b14ac995e9b None None] Pushing event updated for resources: {'Port': ['ID=20e43b9b-4e31-4925-8e57-8510831f866e,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:27.148578 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:27.149238 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:27.182336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d1a0e61f-1d3f-404b-a8f6-c99f89299771 None None] Provisioning complete for port 20e43b9b-4e31-4925-8e57-8510831f866e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:27.183047 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d1a0e61f-1d3f-404b-a8f6-c99f89299771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.214923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['e3a81c10-88ee-4e77-b263-656cfe0c38ec'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:27.288462 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:27.491462 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d1a0e61f-1d3f-404b-a8f6-c99f89299771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.552113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d1a0e61f-1d3f-404b-a8f6-c99f89299771 None None] For port 20e43b9b-4e31-4925-8e57-8510831f866e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=20e43b9b-4e31-4925-8e57-8510831f866e,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:27.557436 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d1a0e61f-1d3f-404b-a8f6-c99f89299771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.627066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a27c92c-7374-4ef4-9fc6-628c76dab3bb req-f99483bd-c928-4e3f-829a-86e23699d55a tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 210 time: 0.0756309 Mar 11 17:18:27.639755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0e61f-1d3f-404b-a8f6-c99f89299771 None None] Pushing event updated for resources: {'Port': ['ID=20e43b9b-4e31-4925-8e57-8510831f866e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:27.707216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c3516efb-a3e7-4bce-b146-61690616e911 None None] Provisioning complete for port 20e43b9b-4e31-4925-8e57-8510831f866e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:27.707474 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c3516efb-a3e7-4bce-b146-61690616e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.777049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-44129ef2-f940-4a23-86a8-94f95324aa84 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:27.782536 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-44129ef2-f940-4a23-86a8-94f95324aa84 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.66 "GET /v2.0/networks?id=e673c20a-db0f-4fb0-87a2-26ab70db7a47 HTTP/1.1" status: 200 len: 811 time: 0.2792113 Mar 11 17:18:27.835244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ff0f4-240f-41c5-a225-0bfc9abb3b6e req-93002f71-7a0a-49a9-8248-dcd7131b3620 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:27.848137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ff0f4-240f-41c5-a225-0bfc9abb3b6e req-93002f71-7a0a-49a9-8248-dcd7131b3620 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:27.857357 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ff0f4-240f-41c5-a225-0bfc9abb3b6e req-93002f71-7a0a-49a9-8248-dcd7131b3620 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:27.864328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ff0f4-240f-41c5-a225-0bfc9abb3b6e req-93002f71-7a0a-49a9-8248-dcd7131b3620 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:27.870016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ff0f4-240f-41c5-a225-0bfc9abb3b6e req-93002f71-7a0a-49a9-8248-dcd7131b3620 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:27.879077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ff0f4-240f-41c5-a225-0bfc9abb3b6e req-93002f71-7a0a-49a9-8248-dcd7131b3620 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:27.883845 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:27Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:27.887081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ff0f4-240f-41c5-a225-0bfc9abb3b6e req-93002f71-7a0a-49a9-8248-dcd7131b3620 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:27.889789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f9ff0f4-240f-41c5-a225-0bfc9abb3b6e req-93002f71-7a0a-49a9-8248-dcd7131b3620 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.8623898 Mar 11 17:18:27.932374 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-64e919ae-3dfe-4ad5-8780-db2ac5d0bc8d tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb30d77639c41728e8859254b88a81d HTTP/1.1" status: 200 len: 379 time: 0.1270559 Mar 11 17:18:27.936919 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc2104a-56cb-423a-b9cc-8e2ecaff88db None None] The sync data for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 is: [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:27Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:18:27.950751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Request body: {'port': {'device_id': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'admin_state_up': True, 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'security_groups': ['ea110ccd-7c40-4c19-83c3-ed3c72653e40']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:28.030244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f9ff0f4-240f-41c5-a225-0bfc9abb3b6e req-70bcd440-f395-4e5d-8544-54813cb053c5 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321294 Mar 11 17:18:28.040467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Made reservation on behalf of 4757748605fa4a2a9ce019b607c9d365 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:28.044255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.094612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Allocated IP 172.20.0.9 (39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86/70525433-d112-44c1-b87a-47615ec97109/51afe7ba-a3a7-471e-b3c5-60e35c19723f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:28.226528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Made reservation on behalf of abb30d77639c41728e8859254b88a81d for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:28.238347 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.260658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290fc7d-1656-4e19-a2eb-cb3d3272df15 req-f7092e86-9cd8-4509-93fc-f8fe31a4958b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:28.270638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9290fc7d-1656-4e19-a2eb-cb3d3272df15 req-f7092e86-9cd8-4509-93fc-f8fe31a4958b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.2312906 Mar 11 17:18:28.419052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:28.423119 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:28.436458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9290fc7d-1656-4e19-a2eb-cb3d3272df15 req-f7195b61-317b-4d76-a263-d2a969bba182 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640892 Mar 11 17:18:28.514872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Allocated IP 172.20.0.11 (e673c20a-db0f-4fb0-87a2-26ab70db7a47/604aaae0-d5b2-4e73-a027-2e9abcaa650a/a37bf467-8341-45c5-92e8-cc2c418e19cb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:28.562436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.595986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 20e43b9b-4e31-4925-8e57-8510831f866e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:28.642964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port e3a81c10-88ee-4e77-b263-656cfe0c38ec completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:28.683330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Allocated IP 172.20.0.14 (39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86/70525433-d112-44c1-b87a-47615ec97109/10464d7f-aafb-4202-ae70-28e8a2d1e439) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:18:28.792008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.864439 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.886848 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.894812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71566db6-eb09-4c17-b14e-d3feafa0268a req-767437b1-ed89-4b02-8b06-5e1a3d9a0c31 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:28.904861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71566db6-eb09-4c17-b14e-d3feafa0268a req-767437b1-ed89-4b02-8b06-5e1a3d9a0c31 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 948 time: 0.6650622 Mar 11 17:18:28.950169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Network e673c20a-db0f-4fb0-87a2-26ab70db7a47 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:28.957430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:28.973097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:29.031827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port e3a81c10-88ee-4e77-b263-656cfe0c38ec triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:29.032208 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.035724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:29.038457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Pushing event updated for resources: {'Port': ['ID=a37bf467-8341-45c5-92e8-cc2c418e19cb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:29.043183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91fdee1f-7d95-46d1-9ef4-ca4773d0d7ed req-126d4c0b-4d50-4e79-ba43-43b46a34b680 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 210 time: 0.1814024 Mar 11 17:18:29.048301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:29.088925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:29.093383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:29.096616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.136873 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-717f78c9-bc46-4207-99c7-b776119d73de tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2030892 Mar 11 17:18:29.154197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Request body: {'port': {'device_id': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:29.169429 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.197287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 20e43b9b-4e31-4925-8e57-8510831f866e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:29.197660 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.242384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:29.245605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.289615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.295338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:29.328876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8273437 Mar 11 17:18:29.330236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'mac_address': 'fa:16:3e:0d:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:29.411543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Request body: {'port': {'device_id': 'e07342cc-4afb-47a9-83c7-2d928caf8531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:29.460194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.483568 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.511557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2fac06a7-fdd0-416f-91b7-8027066472fb None None] Provisioning complete for port a37bf467-8341-45c5-92e8-cc2c418e19cb triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:29.511998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fac06a7-fdd0-416f-91b7-8027066472fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.517777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027d6608-0af4-4922-977c-1bd33b5e8f2e {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:29.545687 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.548655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:29.551460 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae0b65c-517a-4f6e-b1dc-db89d7288e3b" -d '{"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-plugged", "status": "completed", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:29.562202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71566db6-eb09-4c17-b14e-d3feafa0268a req-54b4b675-7cf8-4133-8136-30520680794c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559808 Mar 11 17:18:29.563014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67481f97-a37b-4409-8cfc-c05a78c4ba1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Pushing event updated for resources: {'Port': ['ID=51afe7ba-a3a7-471e-b3c5-60e35c19723f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:29.586038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:29.591809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:29.596909 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.603179 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.607742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2fac06a7-fdd0-416f-91b7-8027066472fb None None] Port a37bf467-8341-45c5-92e8-cc2c418e19cb cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:18:29.648173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.679067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:29.772847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:29.784309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631443c2-5cbb-4dd1-bad2-c0a71b634a50 req-70fcf031-0afb-44a2-9e6a-a6a36f1be2f7 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:29.787464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-631443c2-5cbb-4dd1-bad2-c0a71b634a50 req-70fcf031-0afb-44a2-9e6a-a6a36f1be2f7 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 932 time: 0.5129244 Mar 11 17:18:29.797088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37bf467-8341-45c5-92e8-cc2c418e19cb {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:29.811059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.838020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Transition to ACTIVE for port object a37bf467-8341-45c5-92e8-cc2c418e19cb will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:18:29.846947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.923354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Pushing event updated for resources: {'Port': ['ID=a37bf467-8341-45c5-92e8-cc2c418e19cb,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:29.953937 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.971994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['027d6608-0af4-4922-977c-1bd33b5e8f2e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:30.036450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917c92-cd2b-42b0-8151-de0042f82b61 req-08ec585f-d134-4b7b-a0a2-05f57e403f8d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.043061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917c92-cd2b-42b0-8151-de0042f82b61 req-08ec585f-d134-4b7b-a0a2-05f57e403f8d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.050042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917c92-cd2b-42b0-8151-de0042f82b61 req-08ec585f-d134-4b7b-a0a2-05f57e403f8d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.056975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917c92-cd2b-42b0-8151-de0042f82b61 req-08ec585f-d134-4b7b-a0a2-05f57e403f8d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.065007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917c92-cd2b-42b0-8151-de0042f82b61 req-08ec585f-d134-4b7b-a0a2-05f57e403f8d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.072657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917c92-cd2b-42b0-8151-de0042f82b61 req-08ec585f-d134-4b7b-a0a2-05f57e403f8d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.079786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917c92-cd2b-42b0-8151-de0042f82b61 req-08ec585f-d134-4b7b-a0a2-05f57e403f8d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.088003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a917c92-cd2b-42b0-8151-de0042f82b61 req-08ec585f-d134-4b7b-a0a2-05f57e403f8d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.4333112 Mar 11 17:18:30.124944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Pushing event updated for resources: {'Port': ['ID=10464d7f-aafb-4202-ae70-28e8a2d1e439,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:30.136508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Attempting to bind port a37bf467-8341-45c5-92e8-cc2c418e19cb on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:30.136508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Attempting to bind port a37bf467-8341-45c5-92e8-cc2c418e19cb by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:30.136921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Attempting to bind port a37bf467-8341-45c5-92e8-cc2c418e19cb on network e673c20a-db0f-4fb0-87a2-26ab70db7a47 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:30.140299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-631443c2-5cbb-4dd1-bad2-c0a71b634a50 req-5f24fab0-fb43-4ee3-a1e4-f2eb81ea1fd2 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459527 Mar 11 17:18:30.154440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Port a37bf467-8341-45c5-92e8-cc2c418e19cb on network e673c20a-db0f-4fb0-87a2-26ab70db7a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:30.154440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Attempting to bind port a37bf467-8341-45c5-92e8-cc2c418e19cb on network e673c20a-db0f-4fb0-87a2-26ab70db7a47 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:30.171491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:18:30.171491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Checking segment: {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:30.171491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Bound using segment: {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:18:30.171491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Bound port: a37bf467-8341-45c5-92e8-cc2c418e19cb, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2999a46a-6e65-408a-9947-a775cd93c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:18:30.171491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:30.226927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:18:30.238088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:30.247435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:30.263673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a917c92-cd2b-42b0-8151-de0042f82b61 req-4645253c-fe63-4f72-b83e-d511ce3d7980 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738913 Mar 11 17:18:30.347848 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee13e124-4067-4e32-a8e0-5907b7dcacaf x-openstack-request-id: req-ee13e124-4067-4e32-a8e0-5907b7dcacaf {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:30.348154 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-plugged", "status": "completed", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:30.348443 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee13e124-4067-4e32-a8e0-5907b7dcacaf {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:30.348909 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'code': 200} Mar 11 17:18:30.350978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] For port a37bf467-8341-45c5-92e8-cc2c418e19cb, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:18:30.355056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] For port a37bf467-8341-45c5-92e8-cc2c418e19cb, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a37bf467-8341-45c5-92e8-cc2c418e19cb,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:18:30.372627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:30.426347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.427112 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:30.446100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Pushing event updated for resources: {'Port': ['ID=a37bf467-8341-45c5-92e8-cc2c418e19cb,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:30.469188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.469188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:30.470284 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-8ff40fd4-33c3-47ae-b608-20e5047ca186 service neutron] 10.222.0.66 "PUT /v2.0/ports/a37bf467-8341-45c5-92e8-cc2c418e19cb HTTP/1.1" status: 200 len: 1092 time: 1.3228385 Mar 11 17:18:30.471032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'tag': 'a37bf467-8341-45c5-92e8-cc2c418e19cb'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:30.474897 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0" -d '{"events": [{"name": "network-changed", "server_uuid": "43dd92f1-1f9f-4925-934c-1634544b25e2", "tag": "a37bf467-8341-45c5-92e8-cc2c418e19cb"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:30.548917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-7ea3f0f2-f264-4846-a1b6-a1024d062686 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6813886 Mar 11 17:18:30.616746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-6e60a8a3-2887-4747-ad9f-bb95e7133975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.618277 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-6e60a8a3-2887-4747-ad9f-bb95e7133975 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=abb30d77639c41728e8859254b88a81d&device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 1095 time: 0.0727568 Mar 11 17:18:30.631920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efcbdf-c78d-4c3b-b265-717c92799904 req-073c7506-428b-4678-9b10-b09659f3b64a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.633856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1efcbdf-c78d-4c3b-b265-717c92799904 req-073c7506-428b-4678-9b10-b09659f3b64a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.3413939 Mar 11 17:18:30.644242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Request body: {'port': {'device_id': '6ffe8b2c-2066-4d67-8c0b-9094daf6b230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:30.680061 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-e854478e-2f2b-45c9-b6dc-30f47edbd1af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37bf467-8341-45c5-92e8-cc2c418e19cb HTTP/1.1" status: 200 len: 217 time: 0.0536048 Mar 11 17:18:30.686986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51afe7ba-a3a7-471e-b3c5-60e35c19723f {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:30.705307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:30.763301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Transition to ACTIVE for port object 51afe7ba-a3a7-471e-b3c5-60e35c19723f will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:18:30.773323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-158a4c34-26c9-4db3-b2c1-a4b1a4f7d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.774674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:30.775279 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-158a4c34-26c9-4db3-b2c1-a4b1a4f7d7b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=604aaae0-d5b2-4e73-a027-2e9abcaa650a HTTP/1.1" status: 200 len: 850 time: 0.0873971 Mar 11 17:18:30.790726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d6530-17d9-4f55-9ae0-51591145c02f req-80213c33-be17-4c8e-bade-f821e37668cc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.792553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad2d6530-17d9-4f55-9ae0-51591145c02f req-80213c33-be17-4c8e-bade-f821e37668cc tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 932 time: 0.3248453 Mar 11 17:18:30.802195 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:30.814761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c568dbb-1bc8-43a2-bec8-46c8554b3478 req-d3a37cab-7ef9-41cb-ac4f-e1e0746692e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.816249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c568dbb-1bc8-43a2-bec8-46c8554b3478 req-d3a37cab-7ef9-41cb-ac4f-e1e0746692e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 1097 time: 0.3645320 Mar 11 17:18:30.824040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1efcbdf-c78d-4c3b-b265-717c92799904 req-af912002-fb74-476a-8a5f-9f1841c78011 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523602 Mar 11 17:18:30.843392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-ad883252-9ff8-4477-be45-7ea89de6e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:30.845736 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-ad883252-9ff8-4477-be45-7ea89de6e2d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e673c20a-db0f-4fb0-87a2-26ab70db7a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639193 Mar 11 17:18:31.021528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Pushing event updated for resources: {'Port': ['ID=51afe7ba-a3a7-471e-b3c5-60e35c19723f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:31.050748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-a6a1d4a3-1683-43db-a75e-4a6ced6d1170 service neutron] 10.222.0.66 "GET /v2.0/networks/e673c20a-db0f-4fb0-87a2-26ab70db7a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981006 Mar 11 17:18:31.095679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c568dbb-1bc8-43a2-bec8-46c8554b3478 req-b24e7abb-89df-43cb-9ae1-db40a8beb137 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355690 Mar 11 17:18:31.105244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad2d6530-17d9-4f55-9ae0-51591145c02f req-779227dd-744f-402c-a1d2-3fddd7f65e12 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878826 Mar 11 17:18:31.215351 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f30207-2dd4-40a7-bc6a-3bd0cf51a37b x-openstack-request-id: req-23f30207-2dd4-40a7-bc6a-3bd0cf51a37b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:31.215741 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dd92f1-1f9f-4925-934c-1634544b25e2", "tag": "a37bf467-8341-45c5-92e8-cc2c418e19cb", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:31.216022 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23f30207-2dd4-40a7-bc6a-3bd0cf51a37b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:31.223365 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'tag': 'a37bf467-8341-45c5-92e8-cc2c418e19cb', 'status': 'completed', 'code': 200} Mar 11 17:18:31.267020 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89c36db7-490f-4c04-bf1d-1ebd26555d47 req-a092a53c-09b5-435c-a82e-a6d60b5973e0 service neutron] 10.222.0.66 "GET /v2.0/networks/e673c20a-db0f-4fb0-87a2-26ab70db7a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087519 Mar 11 17:18:31.347774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4892-e4c3-45cf-bc6c-77477513e5cf req-ab20ae92-abba-4861-b0a7-d3ea1038b2f4 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.355836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4892-e4c3-45cf-bc6c-77477513e5cf req-ab20ae92-abba-4861-b0a7-d3ea1038b2f4 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.360846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4892-e4c3-45cf-bc6c-77477513e5cf req-ab20ae92-abba-4861-b0a7-d3ea1038b2f4 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.367084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4892-e4c3-45cf-bc6c-77477513e5cf req-ab20ae92-abba-4861-b0a7-d3ea1038b2f4 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.373649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4892-e4c3-45cf-bc6c-77477513e5cf req-ab20ae92-abba-4861-b0a7-d3ea1038b2f4 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.379988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4892-e4c3-45cf-bc6c-77477513e5cf req-ab20ae92-abba-4861-b0a7-d3ea1038b2f4 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.386020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4892-e4c3-45cf-bc6c-77477513e5cf req-ab20ae92-abba-4861-b0a7-d3ea1038b2f4 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.390851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ebe4892-e4c3-45cf-bc6c-77477513e5cf req-ab20ae92-abba-4861-b0a7-d3ea1038b2f4 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.4624193 Mar 11 17:18:31.401704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49888) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:31.404797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5ab278eb-c899-4f37-bf7b-ed18a8942103 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Request body: {'floatingip': {'port_id': 'fff06a60-8fe8-4864-962d-fec0baf86aa0'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:31.419927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-1a88b032-b62a-4419-97bc-6bbdbecb41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.421971 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-1a88b032-b62a-4419-97bc-6bbdbecb41ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=abb30d77639c41728e8859254b88a81d&device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 1095 time: 0.0975773 Mar 11 17:18:31.521206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Attempting to bind port 51afe7ba-a3a7-471e-b3c5-60e35c19723f on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:31.521536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Attempting to bind port 51afe7ba-a3a7-471e-b3c5-60e35c19723f by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:31.521868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Attempting to bind port 51afe7ba-a3a7-471e-b3c5-60e35c19723f on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:31.545535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ab278eb-c899-4f37-bf7b-ed18a8942103 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:31.572887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Port 51afe7ba-a3a7-471e-b3c5-60e35c19723f on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:31.573344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Attempting to bind port 51afe7ba-a3a7-471e-b3c5-60e35c19723f on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:31.602285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:18:31.602606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Checking segment: {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:31.603536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Bound using segment: {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:18:31.603536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Bound port: 51afe7ba-a3a7-471e-b3c5-60e35c19723f, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:18:31.604430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:31.654566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a0d70-2d91-4d3b-b29b-f66cdf3b1aad req-1b5c9a75-0244-43a4-af39-45224ffc5412 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.656792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-328a0d70-2d91-4d3b-b29b-f66cdf3b1aad req-1b5c9a75-0244-43a4-af39-45224ffc5412 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 949 time: 0.3368950 Mar 11 17:18:31.709321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc20425-17ea-4199-b1f5-b53686a57ab8 req-4257e4ed-1ca7-46a0-8ca4-579dd258f821 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.711059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ccc20425-17ea-4199-b1f5-b53686a57ab8 req-4257e4ed-1ca7-46a0-8ca4-579dd258f821 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 944 time: 0.2234237 Mar 11 17:18:31.745749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-3c374328-d06b-4d29-bcb3-be2f2511c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.747960 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-3c374328-d06b-4d29-bcb3-be2f2511c7cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=e673c20a-db0f-4fb0-87a2-26ab70db7a47 HTTP/1.1" status: 200 len: 911 time: 0.2597704 Mar 11 17:18:31.840739 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-03bcded6-4732-4e7f-a3e2-63cf92025bf3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37bf467-8341-45c5-92e8-cc2c418e19cb HTTP/1.1" status: 200 len: 217 time: 0.0444760 Mar 11 17:18:31.896130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-328a0d70-2d91-4d3b-b29b-f66cdf3b1aad req-f595bf7e-bcbf-41e4-8ae8-613e562a52b8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128625 Mar 11 17:18:31.974662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10464d7f-aafb-4202-ae70-28e8a2d1e439 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:31.979880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-5072d20e-cf5b-4d1d-b4ef-f273cc0b4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:31.982228 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-5072d20e-cf5b-4d1d-b4ef-f273cc0b4aa1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=604aaae0-d5b2-4e73-a027-2e9abcaa650a HTTP/1.1" status: 200 len: 850 time: 0.1333852 Mar 11 17:18:31.994132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] For port 51afe7ba-a3a7-471e-b3c5-60e35c19723f, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:18:32.000006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ccc20425-17ea-4199-b1f5-b53686a57ab8 req-540d0e78-d776-4f03-84f6-67df0428c454 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243590 Mar 11 17:18:32.002953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.036765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] For port 51afe7ba-a3a7-471e-b3c5-60e35c19723f, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=51afe7ba-a3a7-471e-b3c5-60e35c19723f,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:18:32.039015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Transition to ACTIVE for port object 10464d7f-aafb-4202-ae70-28e8a2d1e439 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:18:32.061649 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.065932 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.120082 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:18:32.182668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Pushing event updated for resources: {'Port': ['ID=10464d7f-aafb-4202-ae70-28e8a2d1e439,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:32.255891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:32.257066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.260646 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] 10.222.0.66 "PUT /v2.0/ports/51afe7ba-a3a7-471e-b3c5-60e35c19723f HTTP/1.1" status: 200 len: 1091 time: 2.8571806 Mar 11 17:18:32.268740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07342cc-4afb-47a9-83c7-2d928caf8531', 'tag': '51afe7ba-a3a7-471e-b3c5-60e35c19723f'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:32.272781 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442" -d '{"events": [{"name": "network-changed", "server_uuid": "e07342cc-4afb-47a9-83c7-2d928caf8531", "tag": "51afe7ba-a3a7-471e-b3c5-60e35c19723f"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:32.384084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6782a54-01f2-41a5-ab6f-bddd7a44acee req-f339aa70-46ac-4791-9b70-0fd8d76a3385 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:32.386779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6782a54-01f2-41a5-ab6f-bddd7a44acee req-f339aa70-46ac-4791-9b70-0fd8d76a3385 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.3782532 Mar 11 17:18:32.419689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:32.464462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251151c-d6b1-40af-93fb-be226d0ff862 service neutron] Pushing event updated for resources: {'Port': ['ID=51afe7ba-a3a7-471e-b3c5-60e35c19723f,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:32.546278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52cea6-1be7-4be3-b1d4-5bf898c00462 req-83cf93a4-7324-4e4c-bcfe-ab252b07ca7f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:32.547393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 027d6608-0af4-4922-977c-1bd33b5e8f2e completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:32.558314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a52cea6-1be7-4be3-b1d4-5bf898c00462 req-83cf93a4-7324-4e4c-bcfe-ab252b07ca7f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 944 time: 0.2972686 Mar 11 17:18:32.560828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 027d6608-0af4-4922-977c-1bd33b5e8f2e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:32.562501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.615397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-10c67f7d-5e67-4196-985b-c98d7693034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:32.617736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-10c67f7d-5e67-4196-985b-c98d7693034e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 1094 time: 0.2745583 Mar 11 17:18:32.648530 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a52cea6-1be7-4be3-b1d4-5bf898c00462 req-47da2826-e313-4afe-b943-27cd4311cf21 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886030 Mar 11 17:18:32.722303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-d0f2deec-0e9d-46f9-9e50-2f440ada6ec9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51afe7ba-a3a7-471e-b3c5-60e35c19723f HTTP/1.1" status: 200 len: 217 time: 0.0792131 Mar 11 17:18:32.745637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6782a54-01f2-41a5-ab6f-bddd7a44acee req-36087cff-65e9-4f24-8681-a4483786bf08 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331017 Mar 11 17:18:32.768373 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.774885 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d836e29-9fa1-4bbc-bc2a-ba9cb96f16af x-openstack-request-id: req-2d836e29-9fa1-4bbc-bc2a-ba9cb96f16af {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:32.775450 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07342cc-4afb-47a9-83c7-2d928caf8531", "tag": "51afe7ba-a3a7-471e-b3c5-60e35c19723f", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:32.776038 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d836e29-9fa1-4bbc-bc2a-ba9cb96f16af {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:32.776552 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07342cc-4afb-47a9-83c7-2d928caf8531', 'tag': '51afe7ba-a3a7-471e-b3c5-60e35c19723f', 'status': 'completed', 'code': 200} Mar 11 17:18:32.812115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:32.813322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:32.813920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-2d0bbb27-c0ce-41f0-82db-2e16866909c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:32.816120 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-2d0bbb27-c0ce-41f0-82db-2e16866909c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e673c20a-db0f-4fb0-87a2-26ab70db7a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8235083 Mar 11 17:18:32.816707 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997cd128-f7c9-40af-92c7-693706a3d98f" -d '{"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:32.817984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Attempting to bind port 10464d7f-aafb-4202-ae70-28e8a2d1e439 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:32.818400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Attempting to bind port 10464d7f-aafb-4202-ae70-28e8a2d1e439 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:32.818858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Attempting to bind port 10464d7f-aafb-4202-ae70-28e8a2d1e439 on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:32.829737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Port 10464d7f-aafb-4202-ae70-28e8a2d1e439 on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:32.830200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Attempting to bind port 10464d7f-aafb-4202-ae70-28e8a2d1e439 on network 39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:32.837900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.838099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:18:32.838516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Checking segment: {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:32.838992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Bound using segment: {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:18:32.839643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Bound port: 10464d7f-aafb-4202-ae70-28e8a2d1e439, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29033e10-a124-4174-8b3a-2ab857ac846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:18:32.839975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.863232 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ab278eb-c899-4f37-bf7b-ed18a8942103 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.902088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ab278eb-c899-4f37-bf7b-ed18a8942103 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:32.918149 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3257c7f8-0a75-462f-a802-dea3f1b8519d x-openstack-request-id: req-3257c7f8-0a75-462f-a802-dea3f1b8519d {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:32.918489 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:32.925040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-11aece5b-cc99-4b20-8021-d31ca5955a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:32.932429 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3257c7f8-0a75-462f-a802-dea3f1b8519d {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:32.932810 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-11aece5b-cc99-4b20-8021-d31ca5955a13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70525433-d112-44c1-b87a-47615ec97109 HTTP/1.1" status: 200 len: 851 time: 0.1753278 Mar 11 17:18:32.933501 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'code': 200} Mar 11 17:18:32.993892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:32.998547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-04a93330-430c-4a90-a3ba-42f29cbb35f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441360 Mar 11 17:18:33.005893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] For port 10464d7f-aafb-4202-ae70-28e8a2d1e439, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:18:33.022265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] For port 10464d7f-aafb-4202-ae70-28e8a2d1e439, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10464d7f-aafb-4202-ae70-28e8a2d1e439,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:18:33.144662 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-c7f728cb-0416-4a02-a9c0-9fc4364e4d6c service neutron] 10.222.0.66 "GET /v2.0/networks/e673c20a-db0f-4fb0-87a2-26ab70db7a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182211 Mar 11 17:18:33.181285 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-5ab278eb-c899-4f37-bf7b-ed18a8942103 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Floating IP 2a49062a-a2be-4553-9165-e5564125e14f associated. External IP: 172.25.8.123, port: fff06a60-8fe8-4864-962d-fec0baf86aa0. Mar 11 17:18:33.368125 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3bc4c1f-b6b2-48b8-8465-3d967cd1ebd0 req-e0f81a73-ba44-4131-970b-52ac09a0945b service neutron] 10.222.0.66 "GET /v2.0/networks/e673c20a-db0f-4fb0-87a2-26ab70db7a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129841 Mar 11 17:18:33.451227 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:33.555514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab278eb-c899-4f37-bf7b-ed18a8942103 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:18:33.578330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:33.578962 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:33.580392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] 10.222.0.46 "PUT /v2.0/ports/10464d7f-aafb-4202-ae70-28e8a2d1e439 HTTP/1.1" status: 200 len: 1092 time: 2.9407635 Mar 11 17:18:33.636964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883373-6ed9-4d9f-a26b-ee9d30c4db32 req-9d182c33-d6c1-4ca1-b921-df417c1cf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:33.638516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00883373-6ed9-4d9f-a26b-ee9d30c4db32 req-9d182c33-d6c1-4ca1-b921-df417c1cf50e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1101 time: 0.6302657 Mar 11 17:18:33.654096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc315f-950a-46fd-b96f-1a00b3d53507 req-d6bc3861-ff03-47a9-9031-53df9075f9ca tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:33.655700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8dcc315f-950a-46fd-b96f-1a00b3d53507 req-d6bc3861-ff03-47a9-9031-53df9075f9ca tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.6319916 Mar 11 17:18:33.668019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac23d9-e81e-4051-8ac0-60f08594930f service neutron] Pushing event updated for resources: {'Port': ['ID=10464d7f-aafb-4202-ae70-28e8a2d1e439,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:33.730324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab278eb-c899-4f37-bf7b-ed18a8942103 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:33.736484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ab278eb-c899-4f37-bf7b-ed18a8942103 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:33.740000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d997ad3-8705-40b1-9d37-7f4591061369 req-ebd758bc-a316-464f-8a8c-faf9f5f0c868 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:33.741564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d997ad3-8705-40b1-9d37-7f4591061369 req-ebd758bc-a316-464f-8a8c-faf9f5f0c868 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 944 time: 0.2946782 Mar 11 17:18:33.755727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] Sync routers for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:18:33.759309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-c065cebc-33c9-4aeb-a2f5-fb7bb14f89e7 service neutron] 10.222.0.66 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7341006 Mar 11 17:18:33.771878 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5ab278eb-c899-4f37-bf7b-ed18a8942103 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "PUT /v2.0/floatingips/2a49062a-a2be-4553-9165-e5564125e14f HTTP/1.1" status: 200 len: 992 time: 2.3718820 Mar 11 17:18:33.772811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:33.775511 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024df110-5dff-421f-825b-e9cdb1becaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:33.796274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:33.797355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:33.812628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00883373-6ed9-4d9f-a26b-ee9d30c4db32 req-de84fea6-6214-40f2-bfb6-36b678b8a7bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558182 Mar 11 17:18:33.818848 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8dcc315f-950a-46fd-b96f-1a00b3d53507 req-ba4071ba-b3a1-4a01-8b01-831fffc41c1c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393371 Mar 11 17:18:33.904110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-3e6959db-a014-489e-b531-c3a378f4e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:33.906002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-3e6959db-a014-489e-b531-c3a378f4e047 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 1095 time: 0.2458355 Mar 11 17:18:33.953746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:33.979790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d997ad3-8705-40b1-9d37-7f4591061369 req-afa031a3-eab4-4338-8908-824f56faea2f tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915455 Mar 11 17:18:34.006311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfadd5-7a98-44a2-ae40-1a7874fffe5a req-53dfc858-64bd-453d-8aaf-577380443903 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.007946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcbfadd5-7a98-44a2-ae40-1a7874fffe5a req-53dfc858-64bd-453d-8aaf-577380443903 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 944 time: 0.0990956 Mar 11 17:18:34.015125 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-52234998-a538-473d-9f96-a54acf93f2c1 service neutron] 10.222.0.66 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409918 Mar 11 17:18:34.088329 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8d5f5e-c5dd-4cc3-b53d-da07ce667020 x-openstack-request-id: req-ba8d5f5e-c5dd-4cc3-b53d-da07ce667020 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:34.088951 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:34.089454 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba8d5f5e-c5dd-4cc3-b53d-da07ce667020 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:34.090365 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'status': 'completed', 'code': 200} Mar 11 17:18:34.127152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcbfadd5-7a98-44a2-ae40-1a7874fffe5a req-ea9b6f08-1326-433f-92dd-c534a475753d tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076407 Mar 11 17:18:34.171923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-fc7b739b-ac01-402a-a232-558aa770d637 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10464d7f-aafb-4202-ae70-28e8a2d1e439 HTTP/1.1" status: 200 len: 217 time: 0.0875857 Mar 11 17:18:34.248196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-09636df6-3331-45d9-b95b-e11888dedc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.250314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-09636df6-3331-45d9-b95b-e11888dedc9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 1094 time: 0.1638346 Mar 11 17:18:34.254413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-69111fc9-bc76-4db9-9312-61765d305d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.255575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-69111fc9-bc76-4db9-9312-61765d305d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.256170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-69111fc9-bc76-4db9-9312-61765d305d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.257096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-69111fc9-bc76-4db9-9312-61765d305d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.257985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-69111fc9-bc76-4db9-9312-61765d305d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.258883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-69111fc9-bc76-4db9-9312-61765d305d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.259727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-69111fc9-bc76-4db9-9312-61765d305d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.264133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-69111fc9-bc76-4db9-9312-61765d305d4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57e97bf04688486b83ee0690c8ff475f&device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6491 time: 0.1480477 Mar 11 17:18:34.314684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c2a7-6428-4997-8989-b7a429be5566 req-31bb346f-bfde-4226-9b91-ed48feac1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.317299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-31bb346f-bfde-4226-9b91-ed48feac1d0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70525433-d112-44c1-b87a-47615ec97109 HTTP/1.1" status: 200 len: 851 time: 0.1386278 Mar 11 17:18:34.364715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2a49062a-a2be-4553-9165-e5564125e14f', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'port_id': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'mac_address': 'fa:16:3e:cc:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:16:50Z', 'updated_at': '2022-03-11T17:18:32Z', 'revision_number': 1, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:47Z', 'revision_number': 5, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:34.403884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] Checking router: 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:18:34.413487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:34.414335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:34.423730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380634d-598a-4578-bdfd-2e9a67636fa0 req-e0654a5e-717c-4f0e-a782-d9374e0ef665 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.425503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c380634d-598a-4578-bdfd-2e9a67636fa0 req-e0654a5e-717c-4f0e-a782-d9374e0ef665 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.2362847 Mar 11 17:18:34.425683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-fbdd1eab-53c6-4e72-9f32-b515930863f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.427533 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-fbdd1eab-53c6-4e72-9f32-b515930863f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1394a171-ce99-407d-a71d-c9abf03ee56b HTTP/1.1" status: 200 len: 911 time: 0.1534092 Mar 11 17:18:34.430672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-28dd4847-a84e-498b-9595-3eb1805fd384 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621545 Mar 11 17:18:34.551875 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-544577f7-08fc-422b-ab7c-7b9d9a79d464 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff06a60-8fe8-4864-962d-fec0baf86aa0 HTTP/1.1" status: 200 len: 1000 time: 0.1143012 Mar 11 17:18:34.597984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-c08850fa-b1ca-4108-87c9-09d7b6f76f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.600902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-c08850fa-b1ca-4108-87c9-09d7b6f76f22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 911 time: 0.3361104 Mar 11 17:18:34.627725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-a82fab14-cc31-4715-8615-b3b1ec555cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.628936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c380634d-598a-4578-bdfd-2e9a67636fa0 req-d992f4fe-d8d3-4cb9-b7f4-555ed9c2e4b9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913939 Mar 11 17:18:34.629861 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-a82fab14-cc31-4715-8615-b3b1ec555cba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4bf8e4bb-7108-4116-a5e2-7ae872b2c394 HTTP/1.1" status: 200 len: 850 time: 0.0707397 Mar 11 17:18:34.670612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:34.740481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-b5b51482-1cd7-4461-9307-d73499182826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.742267 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-b5b51482-1cd7-4461-9307-d73499182826 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1394a171-ce99-407d-a71d-c9abf03ee56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030638 Mar 11 17:18:34.763053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-c8493766-306f-4475-8b2f-a89ca1c97661 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51afe7ba-a3a7-471e-b3c5-60e35c19723f HTTP/1.1" status: 200 len: 217 time: 0.0666921 Mar 11 17:18:34.783316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe8b2c-2066-4d67-8c0b-9094daf6b230', 'tag': '10464d7f-aafb-4202-ae70-28e8a2d1e439'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:34.786560 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f352c85-78b8-40fc-b1d6-d122c786867b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffe8b2c-2066-4d67-8c0b-9094daf6b230", "tag": "10464d7f-aafb-4202-ae70-28e8a2d1e439"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:34.922280 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-3a8f51e1-2e88-49ec-8052-f1df0ecc6ffe service neutron] 10.222.0.66 "GET /v2.0/networks/1394a171-ce99-407d-a71d-c9abf03ee56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702280 Mar 11 17:18:34.970111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-afc51a39-3286-46dc-b633-466ad43a6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:34.972765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-afc51a39-3286-46dc-b633-466ad43a6758 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70525433-d112-44c1-b87a-47615ec97109 HTTP/1.1" status: 200 len: 851 time: 0.2024875 Mar 11 17:18:34.976617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-ce135a9b-36f3-49b1-ba29-bdb431ca0592 service neutron] 10.222.0.46 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291147 Mar 11 17:18:34.980673 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf7ff8f-9681-43b9-acaf-ae314145db27 x-openstack-request-id: req-3cf7ff8f-9681-43b9-acaf-ae314145db27 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:34.981611 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffe8b2c-2066-4d67-8c0b-9094daf6b230", "tag": "10464d7f-aafb-4202-ae70-28e8a2d1e439", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:34.982258 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cf7ff8f-9681-43b9-acaf-ae314145db27 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:34.982870 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe8b2c-2066-4d67-8c0b-9094daf6b230', 'tag': '10464d7f-aafb-4202-ae70-28e8a2d1e439', 'status': 'completed', 'code': 200} Mar 11 17:18:35.112123 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-024df110-5dff-421f-825b-e9cdb1becaa3 req-b779f058-9ffb-477b-82ba-d9345e40070b service neutron] 10.222.0.66 "GET /v2.0/networks/1394a171-ce99-407d-a71d-c9abf03ee56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825418 Mar 11 17:18:35.132730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a37bf467-8341-45c5-92e8-cc2c418e19cb details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:35.147567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2a49062a-a2be-4553-9165-e5564125e14f', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'port_id': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'mac_address': 'fa:16:3e:cc:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:16:50Z', 'updated_at': '2022-03-11T17:18:32Z', 'revision_number': 1, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:47Z', 'revision_number': 5, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:35.149740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9435c2a7-6428-4997-8989-b7a429be5566 req-6afd5527-b2f1-4147-a295-641b85547bde service neutron] 10.222.0.46 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488299 Mar 11 17:18:35.194873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0261a-f36a-4e2c-9a9a-a48774113b71 req-1f073070-929e-4133-a6c1-e79b362b2f6d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:35.199073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6c0261a-f36a-4e2c-9a9a-a48774113b71 req-1f073070-929e-4133-a6c1-e79b362b2f6d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.3637567 Mar 11 17:18:35.212894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49932) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:35.214990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb7af0-441e-4b18-b55f-162273a14f07 None None] The sync data for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 is: [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2a49062a-a2be-4553-9165-e5564125e14f', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'port_id': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'mac_address': 'fa:16:3e:cc:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:16:50Z', 'updated_at': '2022-03-11T17:18:32Z', 'revision_number': 1, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:47Z', 'revision_number': 5, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:18:35.224847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fd4b96d6-3ade-47ea-83ae-b9401a9ccd78 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Request body: {'floatingip': {'port_id': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:35.329673 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd4b96d6-3ade-47ea-83ae-b9401a9ccd78 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:35.386249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-218b2e92-7f8e-4b52-90d7-878dd85dba0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3906977 Mar 11 17:18:35.500274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a37bf467-8341-45c5-92e8-cc2c418e19cb, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a37bf467-8341-45c5-92e8-cc2c418e19cb,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:35.523003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'a37bf467-8341-45c5-92e8-cc2c418e19cb', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'port_id': 'a37bf467-8341-45c5-92e8-cc2c418e19cb', 'mac_address': 'fa:16:3e:3d:35:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:35.638006 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:35.655647 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db154e18-f1ce-45a7-9586-3b9ea9dc7d28 None None] New status for floating IP 2a49062a-a2be-4553-9165-e5564125e14f: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:18:35.672105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37bf467-8341-45c5-92e8-cc2c418e19cb {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:35.703197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc805147-8f71-44c8-a5f0-204c92540b36 req-2a51d246-8896-4f01-aba3-6a7bbfc0623b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:35.705896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a37bf467-8341-45c5-92e8-cc2c418e19cb, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a37bf467-8341-45c5-92e8-cc2c418e19cb,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:35.709370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc805147-8f71-44c8-a5f0-204c92540b36 req-2a51d246-8896-4f01-aba3-6a7bbfc0623b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.5576351 Mar 11 17:18:35.712448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:35.776639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f0ccd-c71f-4a64-bbc2-6e98b48b8c2d req-55781c9c-7f61-4648-b877-f66d75bd5de4 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:35.779491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-722f0ccd-c71f-4a64-bbc2-6e98b48b8c2d req-55781c9c-7f61-4648-b877-f66d75bd5de4 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 944 time: 0.3157346 Mar 11 17:18:35.786711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a37bf467-8341-45c5-92e8-cc2c418e19cb,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:35.803580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-69809cfe-1f7e-4ce1-9d3e-db2ec7bd330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:35.805622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-69809cfe-1f7e-4ce1-9d3e-db2ec7bd330b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4757748605fa4a2a9ce019b607c9d365&device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 1095 time: 0.5198023 Mar 11 17:18:35.986026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-722f0ccd-c71f-4a64-bbc2-6e98b48b8c2d req-3bd5aaff-81c6-417a-bc55-fcf0157ad8da tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502192 Mar 11 17:18:35.988311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-b527589d-60a2-4df2-8588-01ef2e8f30f2 service neutron] 10.222.0.66 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206974 Mar 11 17:18:36.007625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc805147-8f71-44c8-a5f0-204c92540b36 req-a82c4282-08e7-4120-977d-7ce6c1bd98a7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216284 Mar 11 17:18:36.219358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-86160445-7216-47c5-806e-e200d1656d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:36.222150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-86160445-7216-47c5-806e-e200d1656d46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 200 len: 911 time: 0.3725967 Mar 11 17:18:36.268481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a37bf467-8341-45c5-92e8-cc2c418e19cb'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:36.273847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd4b96d6-3ade-47ea-83ae-b9401a9ccd78 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:36.279962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd4b96d6-3ade-47ea-83ae-b9401a9ccd78 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:36.294629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11a22-b6f9-4ca9-ad81-e33c3333eb97 req-228aa020-d6c8-4edc-b7d8-5f8c999851c8 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:36.296889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58b11a22-b6f9-4ca9-ad81-e33c3333eb97 req-228aa020-d6c8-4edc-b7d8-5f8c999851c8 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 944 time: 0.1648958 Mar 11 17:18:36.300843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-dac8034e-5450-40e0-8400-3d48441c4a0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10464d7f-aafb-4202-ae70-28e8a2d1e439 HTTP/1.1" status: 200 len: 217 time: 0.0665138 Mar 11 17:18:36.404269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0002eb7d-cf85-4b5c-b8d8-01e2e9695442 req-589e9c58-c62c-4237-916f-2f94cd1ae1d6 service neutron] 10.222.0.66 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952694 Mar 11 17:18:36.436524 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-fd4b96d6-3ade-47ea-83ae-b9401a9ccd78 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Floating IP 42eb4175-344f-4ff2-a5b9-2c390bdfb253 associated. External IP: 172.25.8.45, port: e3a81c10-88ee-4e77-b263-656cfe0c38ec. Mar 11 17:18:36.439648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58b11a22-b6f9-4ca9-ad81-e33c3333eb97 req-f941eba8-061c-47f5-9812-90f2c9552c0e tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286087 Mar 11 17:18:36.458348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-9ebaf648-9c8f-4fa2-aa6d-792e44c50e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:36.461413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-9ebaf648-9c8f-4fa2-aa6d-792e44c50e5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70525433-d112-44c1-b87a-47615ec97109 HTTP/1.1" status: 200 len: 851 time: 0.1278286 Mar 11 17:18:36.507540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-71209208-01ff-428d-9ea0-2bcd80a54e84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345366 Mar 11 17:18:36.653705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-6aa79fa1-17c4-42f3-8e68-eb567e81a059 service neutron] 10.222.0.46 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317954 Mar 11 17:18:36.761419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4b96d6-3ade-47ea-83ae-b9401a9ccd78 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:18:36.806504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f352c85-78b8-40fc-b1d6-d122c786867b req-62c74159-2f9e-4831-9a78-40d4bcf43686 service neutron] 10.222.0.46 "GET /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453054 Mar 11 17:18:36.932482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4b96d6-3ade-47ea-83ae-b9401a9ccd78 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:36.937590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd4b96d6-3ade-47ea-83ae-b9401a9ccd78 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:36.950282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] Sync routers for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:18:36.964127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:36.964944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:36.988534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fd4b96d6-3ade-47ea-83ae-b9401a9ccd78 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "PUT /v2.0/floatingips/42eb4175-344f-4ff2-a5b9-2c390bdfb253 HTTP/1.1" status: 200 len: 991 time: 1.7650318 Mar 11 17:18:36.988534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:36.988534 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c583448-4e99-40d8-a2fc-696cc2159606" -d '{"events": [{"name": "network-changed", "server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:37.035089 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9420349a-562d-4b58-9568-31824e663f5c x-openstack-request-id: req-9420349a-562d-4b58-9568-31824e663f5c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:37.036288 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:37.036288 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9420349a-562d-4b58-9568-31824e663f5c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:37.036701 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'status': 'completed', 'code': 200} Mar 11 17:18:37.160855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:37.208556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-233cb033-80e2-4a56-a911-e1d0dc3d2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:37.210135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-233cb033-80e2-4a56-a911-e1d0dc3d2d92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 1097 time: 0.1391335 Mar 11 17:18:37.243060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f02b-4329-4032-9456-3f6a3340589d req-63f3a463-f722-489b-95fe-cf13b943752e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:37.244679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b39f02b-4329-4032-9456-3f6a3340589d req-63f3a463-f722-489b-95fe-cf13b943752e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1211245 Mar 11 17:18:37.271427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a6779-d24e-405c-a3f4-78754a4e88ac req-adffee2b-2569-4c00-8704-ac6580688ef6 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:37.271427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b2a6779-d24e-405c-a3f4-78754a4e88ac req-adffee2b-2569-4c00-8704-ac6580688ef6 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 945 time: 0.1404748 Mar 11 17:18:37.382971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b39f02b-4329-4032-9456-3f6a3340589d req-26a4970e-9c9a-4d74-aafa-7fad0bee29af tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273372 Mar 11 17:18:37.426887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b2a6779-d24e-405c-a3f4-78754a4e88ac req-09300a41-8b79-40f0-a6c6-07f18162478a tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211631 Mar 11 17:18:37.461868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-d1b8d195-4911-407c-9120-4fc1af913ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:37.465109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-d1b8d195-4911-407c-9120-4fc1af913ae2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.2414255 Mar 11 17:18:37.546274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '42eb4175-344f-4ff2-a5b9-2c390bdfb253', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'port_id': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'mac_address': 'fa:16:3e:51:24:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:18:07Z', 'updated_at': '2022-03-11T17:18:36Z', 'revision_number': 1, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:37.577565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] Checking router: a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:18:37.593787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:37.594707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:37.666995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-da7e3dd7-2efd-4a12-b423-920f155d3b52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 200 len: 999 time: 0.1903958 Mar 11 17:18:37.670719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a27c51-ed07-4373-b238-60bcfd65cfe6 req-bde944e9-93da-46b3-83cf-cc79eb4f9ae4 tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:37.672229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71a27c51-ed07-4373-b238-60bcfd65cfe6 req-bde944e9-93da-46b3-83cf-cc79eb4f9ae4 tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1101 time: 0.1046441 Mar 11 17:18:37.693938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835e34-d31f-4b03-9066-2aae964837e1 req-0cedf5a1-0431-4998-bbd0-6273b41ce068 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:37.695370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f835e34-d31f-4b03-9066-2aae964837e1 req-0cedf5a1-0431-4998-bbd0-6273b41ce068 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 944 time: 0.1156058 Mar 11 17:18:37.749239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:37.771838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-2be5feb0-f499-45d9-be51-7a783aa43923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:37.773399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-2be5feb0-f499-45d9-be51-7a783aa43923 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.0963893 Mar 11 17:18:37.785997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71a27c51-ed07-4373-b238-60bcfd65cfe6 req-c76e3be2-9fa6-4cd2-a9ed-c90d1a63da3c tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010973 Mar 11 17:18:37.825680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f835e34-d31f-4b03-9066-2aae964837e1 req-bdcef0f8-b2e9-49eb-a097-c3e0bd68fc47 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065538 Mar 11 17:18:37.879715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-31a1c399-a387-44b0-92c9-1672aa6e5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:37.882536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-31a1c399-a387-44b0-92c9-1672aa6e5c2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954998 Mar 11 17:18:37.933805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-97d7e421-e768-436d-bb59-d303e2d57a66 req-347e448c-7d86-4e94-ba4c-21ecb811ebd7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:18:37.935659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97d7e421-e768-436d-bb59-d303e2d57a66 req-347e448c-7d86-4e94-ba4c-21ecb811ebd7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123913 Mar 11 17:18:38.076987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-7eb84a3f-2a1a-48a4-944f-9f317e5c99ae service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757312 Mar 11 17:18:38.208204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '42eb4175-344f-4ff2-a5b9-2c390bdfb253', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'port_id': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'mac_address': 'fa:16:3e:51:24:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:18:07Z', 'updated_at': '2022-03-11T17:18:36Z', 'revision_number': 1, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:38.247520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcdb91e-2e17-4531-a0c0-f42ffd3c9abd None None] The sync data for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 is: [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '42eb4175-344f-4ff2-a5b9-2c390bdfb253', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'port_id': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'mac_address': 'fa:16:3e:51:24:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:18:07Z', 'updated_at': '2022-03-11T17:18:36Z', 'revision_number': 1, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:18:38.282220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c583448-4e99-40d8-a2fc-696cc2159606 req-e3212f30-b1b7-4de3-844e-dd6aad571262 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976063 Mar 11 17:18:38.346663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49970) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:38.428098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 10464d7f-aafb-4202-ae70-28e8a2d1e439 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:38.515038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-257bc119-a5dc-441b-8685-55c7efa30753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:38.627689 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e3df7-4c31-4e09-b3ac-0d7fdfee5122 None None] New status for floating IP 42eb4175-344f-4ff2-a5b9-2c390bdfb253: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:18:38.678388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 10464d7f-aafb-4202-ae70-28e8a2d1e439, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10464d7f-aafb-4202-ae70-28e8a2d1e439,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:38.715228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '10464d7f-aafb-4202-ae70-28e8a2d1e439', 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86', 'port_id': '10464d7f-aafb-4202-ae70-28e8a2d1e439', 'mac_address': 'fa:16:3e:d7:2d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70525433-d112-44c1-b87a-47615ec97109', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:38.718409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-257bc119-a5dc-441b-8685-55c7efa30753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:38.726870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-257bc119-a5dc-441b-8685-55c7efa30753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:38.735245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a280e6-5631-4fbe-8674-5abe33bfdc40 req-e5032fd0-4583-420a-96c7-7aa3da5e6c82 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:38.744146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82a280e6-5631-4fbe-8674-5abe33bfdc40 req-e5032fd0-4583-420a-96c7-7aa3da5e6c82 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 945 time: 0.1676435 Mar 11 17:18:38.812171 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:38.818332 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-257bc119-a5dc-441b-8685-55c7efa30753 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cf719e735b24f9dad578f4441671d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665349 Mar 11 17:18:38.830684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49980) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:38.836807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10464d7f-aafb-4202-ae70-28e8a2d1e439 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:38.844708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bc119-a5dc-441b-8685-55c7efa30753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c009722d-d91c-4b8c-bb06-6d9e0ce490f4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:38.865169 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 10464d7f-aafb-4202-ae70-28e8a2d1e439, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10464d7f-aafb-4202-ae70-28e8a2d1e439,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:38.870651 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:38.917321 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-7f77a37d-297c-47e6-9175-78e96ed4a3ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980005 Mar 11 17:18:38.926251 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82a280e6-5631-4fbe-8674-5abe33bfdc40 req-5c7555e4-1e14-4aee-a284-87eee9c41d63 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796901 Mar 11 17:18:38.941840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=10464d7f-aafb-4202-ae70-28e8a2d1e439,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:39.052123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b214aa-2eed-429d-a7cf-ea7822f0abc0 req-42708631-bf4a-4319-994e-cd20f07c166e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:39.054909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1b214aa-2eed-429d-a7cf-ea7822f0abc0 req-42708631-bf4a-4319-994e-cd20f07c166e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1910508 Mar 11 17:18:39.058307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c2402ed-77eb-4c63-86a5-b436d3b0d1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:39.158405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 51afe7ba-a3a7-471e-b3c5-60e35c19723f details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:18:39.162059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a37bf467-8341-45c5-92e8-cc2c418e19cb up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:39.175825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c2402ed-77eb-4c63-86a5-b436d3b0d1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:39.239298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1b214aa-2eed-429d-a7cf-ea7822f0abc0 req-05a6bfec-5c69-42de-93db-b1431a90f570 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762309 Mar 11 17:18:39.272439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f9608-879e-4049-9153-f50f6b8af5ed req-5dc979bb-6094-425a-8329-c40a50840004 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:39.272439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-032f9608-879e-4049-9153-f50f6b8af5ed req-5dc979bb-6094-425a-8329-c40a50840004 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 945 time: 0.2078722 Mar 11 17:18:39.308482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['10464d7f-aafb-4202-ae70-28e8a2d1e439'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:39.320257 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-032f9608-879e-4049-9153-f50f6b8af5ed req-f1cb5aa3-706d-446e-b8bb-bbb5edacd5a3 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455208 Mar 11 17:18:39.321260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c2402ed-77eb-4c63-86a5-b436d3b0d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:39.325725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c2402ed-77eb-4c63-86a5-b436d3b0d1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:39.327556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5c2402ed-77eb-4c63-86a5-b436d3b0d1c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c009722d-d91c-4b8c-bb06-6d9e0ce490f4 HTTP/1.1" status: 204 len: 168 time: 0.4935000 Mar 11 17:18:39.340372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2402ed-77eb-4c63-86a5-b436d3b0d1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c009722d-d91c-4b8c-bb06-6d9e0ce490f4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:39.409477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port a37bf467-8341-45c5-92e8-cc2c418e19cb completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:39.424850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port a37bf467-8341-45c5-92e8-cc2c418e19cb triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:39.425303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:39.433314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 51afe7ba-a3a7-471e-b3c5-60e35c19723f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=51afe7ba-a3a7-471e-b3c5-60e35c19723f,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:39.480937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '51afe7ba-a3a7-471e-b3c5-60e35c19723f', 'network_id': '39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86', 'port_id': '51afe7ba-a3a7-471e-b3c5-60e35c19723f', 'mac_address': 'fa:16:3e:60:24:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70525433-d112-44c1-b87a-47615ec97109', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:18:39.607388 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:39.682764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51afe7ba-a3a7-471e-b3c5-60e35c19723f {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:18:39.722366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 51afe7ba-a3a7-471e-b3c5-60e35c19723f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=51afe7ba-a3a7-471e-b3c5-60e35c19723f,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:39.729339 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:39.733090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:39.835262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37bf467-8341-45c5-92e8-cc2c418e19cb'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:39.839262 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f81224-c0c5-4094-bafa-b8e78a7fb187" -d '{"events": [{"server_uuid": "43dd92f1-1f9f-4925-934c-1634544b25e2", "name": "network-vif-plugged", "status": "completed", "tag": "a37bf467-8341-45c5-92e8-cc2c418e19cb"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:39.917089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a37bf467-8341-45c5-92e8-cc2c418e19cb, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a37bf467-8341-45c5-92e8-cc2c418e19cb,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:39.918835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=51afe7ba-a3a7-471e-b3c5-60e35c19723f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:39.924954 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:39.986516 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ba65ef-c5ee-47d5-aa52-9a3a63e5a9ad x-openstack-request-id: req-83ba65ef-c5ee-47d5-aa52-9a3a63e5a9ad {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:39.986516 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dd92f1-1f9f-4925-934c-1634544b25e2", "name": "network-vif-plugged", "status": "completed", "tag": "a37bf467-8341-45c5-92e8-cc2c418e19cb", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:39.986516 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83ba65ef-c5ee-47d5-aa52-9a3a63e5a9ad {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:39.987265 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37bf467-8341-45c5-92e8-cc2c418e19cb', 'code': 200} Mar 11 17:18:40.070061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a37bf467-8341-45c5-92e8-cc2c418e19cb,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:40.166232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e2600-9015-4466-9296-79aada905fe2 req-f93a3bd5-bd67-40b4-816d-b736001a7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:40.167911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f21e2600-9015-4466-9296-79aada905fe2 req-f93a3bd5-bd67-40b4-816d-b736001a7207 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 1097 time: 0.1132755 Mar 11 17:18:40.182541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27334365-4bbb-4a43-a6ed-9d6848626f9c req-42654be7-d6c0-473f-a771-af2bb1fcf55f tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:40.184819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27334365-4bbb-4a43-a6ed-9d6848626f9c req-42654be7-d6c0-473f-a771-af2bb1fcf55f tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 946 time: 0.1044919 Mar 11 17:18:40.235346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['51afe7ba-a3a7-471e-b3c5-60e35c19723f'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:40.678410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f21e2600-9015-4466-9296-79aada905fe2 req-6d97f3ad-c483-4c6a-a555-efe18bcf6109 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4923358 Mar 11 17:18:40.686911 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:40.709165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27334365-4bbb-4a43-a6ed-9d6848626f9c req-977ceed6-8b00-4119-8ad5-406d44159f58 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5168998 Mar 11 17:18:40.749732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619ea3a-3993-4a8e-b35e-d4d2ab9a9c44 req-cedbda81-5a33-4709-a8a7-5e2570fde662 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:40.757705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1619ea3a-3993-4a8e-b35e-d4d2ab9a9c44 req-cedbda81-5a33-4709-a8a7-5e2570fde662 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1092069 Mar 11 17:18:40.811444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1619ea3a-3993-4a8e-b35e-d4d2ab9a9c44 req-16af613b-75a2-42cc-8ac7-e1c99f3a4250 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527158 Mar 11 17:18:40.871087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd481e-8c57-4378-af22-b522ed8f72e1 req-f9845d18-052e-4efe-b422-e019a2e3ad8d tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:40.873952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-31fd481e-8c57-4378-af22-b522ed8f72e1 req-f9845d18-052e-4efe-b422-e019a2e3ad8d tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 945 time: 0.0795310 Mar 11 17:18:40.927518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-31fd481e-8c57-4378-af22-b522ed8f72e1 req-c332424a-e9d4-4816-9c85-412c75b36b29 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450413 Mar 11 17:18:41.181475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-2097e0c2-b6d3-45de-8de2-37b3dcbb78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:41.183544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-2097e0c2-b6d3-45de-8de2-37b3dcbb78a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1101 time: 0.0744147 Mar 11 17:18:41.311200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-7dd4d4fc-e2ed-475c-8186-8aff5bfd5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:41.312618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-7dd4d4fc-e2ed-475c-8186-8aff5bfd5191 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1146710 Mar 11 17:18:41.363892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-f34e0771-d8d0-4f55-97c6-c7badb7f0db4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.0397344 Mar 11 17:18:41.427341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-d6b6fdd1-e796-4c52-9c00-0471514593a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:41.431181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-d6b6fdd1-e796-4c52-9c00-0471514593a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0584359 Mar 11 17:18:41.497410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-64a77cbd-ab01-49cb-8e5e-ad7653c7c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:41.499883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-64a77cbd-ab01-49cb-8e5e-ad7653c7c33a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584142 Mar 11 17:18:41.615965 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-df5e1bfb-905d-44cc-970e-0305d8f2ab76 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074870 Mar 11 17:18:41.739793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-844fec91-cc59-48fb-9afe-d177c210ae6d service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080875 Mar 11 17:18:41.884108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d0890-73a3-436a-b9d5-bbb7d89e7845 req-60205a01-6e70-48f2-9760-52cf670c3c61 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:41.885913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d1d0890-73a3-436a-b9d5-bbb7d89e7845 req-60205a01-6e70-48f2-9760-52cf670c3c61 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 946 time: 0.0896585 Mar 11 17:18:41.970565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d1d0890-73a3-436a-b9d5-bbb7d89e7845 req-d05f22f8-c751-43b3-8934-6242028ab5a8 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726020 Mar 11 17:18:41.988267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bf9bf-3dcb-47b2-a52c-a1f2d7078a2a req-7fcbded0-330f-4860-ab90-18c62639ae4b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:41.989998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23bf9bf-3dcb-47b2-a52c-a1f2d7078a2a req-7fcbded0-330f-4860-ab90-18c62639ae4b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.0758760 Mar 11 17:18:42.047160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23bf9bf-3dcb-47b2-a52c-a1f2d7078a2a req-109a8dac-8018-4529-9772-a171028d1074 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476916 Mar 11 17:18:42.110580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80f385-2c8b-4aa2-9078-a14abe4c60f8 req-e722fd0b-f829-455d-bda2-cb3a038e6167 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:42.112069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d80f385-2c8b-4aa2-9078-a14abe4c60f8 req-e722fd0b-f829-455d-bda2-cb3a038e6167 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 945 time: 0.0637066 Mar 11 17:18:42.160297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d80f385-2c8b-4aa2-9078-a14abe4c60f8 req-b0a8d1df-8718-43c2-9c54-a441f2817e20 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Mar 11 17:18:42.443972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 10464d7f-aafb-4202-ae70-28e8a2d1e439 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:42.535663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 10464d7f-aafb-4202-ae70-28e8a2d1e439 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:42.536768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:42.540288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 10464d7f-aafb-4202-ae70-28e8a2d1e439 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:42.541047 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.628412 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.656533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe8b2c-2066-4d67-8c0b-9094daf6b230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10464d7f-aafb-4202-ae70-28e8a2d1e439'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:42.658758 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4926ce6a-e214-43cc-b6b2-5778e9946c8d" -d '{"events": [{"server_uuid": "6ffe8b2c-2066-4d67-8c0b-9094daf6b230", "name": "network-vif-plugged", "status": "completed", "tag": "10464d7f-aafb-4202-ae70-28e8a2d1e439"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:42.677771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 10464d7f-aafb-4202-ae70-28e8a2d1e439, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10464d7f-aafb-4202-ae70-28e8a2d1e439,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:42.684812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.701969 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7a5b-d27b-42c4-ade4-297c5bfefadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.717891 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb32a6b9-0b6a-4136-be15-7552a2d77786 x-openstack-request-id: req-fb32a6b9-0b6a-4136-be15-7552a2d77786 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:42.718296 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffe8b2c-2066-4d67-8c0b-9094daf6b230", "name": "network-vif-plugged", "status": "completed", "tag": "10464d7f-aafb-4202-ae70-28e8a2d1e439", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:42.718639 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb32a6b9-0b6a-4136-be15-7552a2d77786 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:42.719417 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe8b2c-2066-4d67-8c0b-9094daf6b230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10464d7f-aafb-4202-ae70-28e8a2d1e439', 'code': 200} Mar 11 17:18:42.760595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=10464d7f-aafb-4202-ae70-28e8a2d1e439,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:42.805195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7a5b-d27b-42c4-ade4-297c5bfefadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.808934 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7a5b-d27b-42c4-ade4-297c5bfefadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.851261 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a6dd7a5b-d27b-42c4-ade4-297c5bfefadb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ba0fc6771b749538bbb5a5c9b41fd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132417 Mar 11 17:18:42.853144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50084) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:42.853642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd7a5b-d27b-42c4-ade4-297c5bfefadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5b5325-cbe1-4a08-838f-c6c738f8b1f8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:42.871311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437dfe-9eec-4027-8d25-5ce2fc02a411 req-6b132a30-cf2f-4714-a43f-7430e8f96ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:42.873633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69437dfe-9eec-4027-8d25-5ce2fc02a411 req-6b132a30-cf2f-4714-a43f-7430e8f96ad3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 1097 time: 0.0692058 Mar 11 17:18:42.947209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69437dfe-9eec-4027-8d25-5ce2fc02a411 req-c7ac41e7-9f28-4692-b121-eea12b179c00 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563395 Mar 11 17:18:42.948299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6c8265a5-b61f-4a97-9259-1e31c0c08430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.973435 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6c8265a5-b61f-4a97-9259-1e31c0c08430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.032222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6c8265a5-b61f-4a97-9259-1e31c0c08430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.036580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6c8265a5-b61f-4a97-9259-1e31c0c08430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.040723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6c8265a5-b61f-4a97-9259-1e31c0c08430 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f5b5325-cbe1-4a08-838f-c6c738f8b1f8 HTTP/1.1" status: 204 len: 168 time: 0.1862340 Mar 11 17:18:43.061636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8265a5-b61f-4a97-9259-1e31c0c08430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5b5325-cbe1-4a08-838f-c6c738f8b1f8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:43.128900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479883aa-ea56-49ac-8d6f-b49f6372fd7d req-99540d60-ccd2-4d4d-87c5-2d37258f0a09 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:43.131503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-479883aa-ea56-49ac-8d6f-b49f6372fd7d req-99540d60-ccd2-4d4d-87c5-2d37258f0a09 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 946 time: 0.0798690 Mar 11 17:18:43.181580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 51afe7ba-a3a7-471e-b3c5-60e35c19723f up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:18:43.253459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-479883aa-ea56-49ac-8d6f-b49f6372fd7d req-66fb2c76-a356-4228-a35c-6f9c8869cc3d tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130865 Mar 11 17:18:43.267972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 51afe7ba-a3a7-471e-b3c5-60e35c19723f completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:18:43.276493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 51afe7ba-a3a7-471e-b3c5-60e35c19723f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:18:43.277060 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.287129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ea7d8-08ab-4617-8922-dd1e98fc3974 req-09786d79-f0af-4b28-bc19-235f21cd0536 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:43.300190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d84ea7d8-08ab-4617-8922-dd1e98fc3974 req-09786d79-f0af-4b28-bc19-235f21cd0536 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1256127 Mar 11 17:18:43.358221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d84ea7d8-08ab-4617-8922-dd1e98fc3974 req-0a91528f-e965-4d76-b484-ce99339eb0b2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552208 Mar 11 17:18:43.449524 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.460989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064bc37-65a2-4f62-b2e2-7ce42e8bf85d req-76725ff2-57be-4632-a70d-373bd5537478 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:43.463150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a064bc37-65a2-4f62-b2e2-7ce42e8bf85d req-76725ff2-57be-4632-a70d-373bd5537478 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 946 time: 0.0773458 Mar 11 17:18:43.510382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50098) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:43.530922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 51afe7ba-a3a7-471e-b3c5-60e35c19723f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=51afe7ba-a3a7-471e-b3c5-60e35c19723f,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:43.532585 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d151c3cd-b471-486f-9a45-c8be087d78e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.537610 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.567173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8024e66-7c4f-40dd-a425-3190baa7f24e req-921dd5a6-08a1-4d6d-b965-b0778f52bd49 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:43.569539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8024e66-7c4f-40dd-a425-3190baa7f24e req-921dd5a6-08a1-4d6d-b965-b0778f52bd49 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 946 time: 0.1048431 Mar 11 17:18:43.588842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50100) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:43.605426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bc4b7b12-6f68-41e8-8ab2-5810d8ca3fa1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Request body: {'floatingip': {'port_id': 'a37bf467-8341-45c5-92e8-cc2c418e19cb'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:43.619682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-adeac253-a754-4c39-849f-0fcc2c1fca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.634344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a064bc37-65a2-4f62-b2e2-7ce42e8bf85d req-90d68879-2600-4b6e-bfb1-e5c5218fa1e1 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150122 Mar 11 17:18:43.641683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=51afe7ba-a3a7-471e-b3c5-60e35c19723f,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:43.688573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7b12-6f68-41e8-8ab2-5810d8ca3fa1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.694138 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d151c3cd-b471-486f-9a45-c8be087d78e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.699205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d151c3cd-b471-486f-9a45-c8be087d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.738288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d151c3cd-b471-486f-9a45-c8be087d78e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fea4170d1df9493c85dff66366907899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261126 Mar 11 17:18:43.739526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151c3cd-b471-486f-9a45-c8be087d78e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429ab64d-5832-4ebe-9093-e34b8753a951,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:43.741932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50102) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:43.811058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce59015e-b55f-46d7-8815-67bd8a946200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.838237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce59015e-b55f-46d7-8815-67bd8a946200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.898862 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce59015e-b55f-46d7-8815-67bd8a946200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.903439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce59015e-b55f-46d7-8815-67bd8a946200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.907914 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ce59015e-b55f-46d7-8815-67bd8a946200 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/429ab64d-5832-4ebe-9093-e34b8753a951 HTTP/1.1" status: 204 len: 168 time: 0.1622293 Mar 11 17:18:43.928167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59015e-b55f-46d7-8815-67bd8a946200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429ab64d-5832-4ebe-9093-e34b8753a951,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:44.327043 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7b12-6f68-41e8-8ab2-5810d8ca3fa1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:44.332975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7b12-6f68-41e8-8ab2-5810d8ca3fa1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:44.516237 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-bc4b7b12-6f68-41e8-8ab2-5810d8ca3fa1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Floating IP e5da5add-a2b5-4235-89b7-a6ee1a42300f associated. External IP: 172.25.8.7, port: a37bf467-8341-45c5-92e8-cc2c418e19cb. Mar 11 17:18:44.595630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a9f60-cb49-4fdb-9478-393d5281e171 req-d7564a6b-29f7-402f-930a-1cc719c88443 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:44.598237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-779a9f60-cb49-4fdb-9478-393d5281e171 req-d7564a6b-29f7-402f-930a-1cc719c88443 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1482241 Mar 11 17:18:44.721446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07342cc-4afb-47a9-83c7-2d928caf8531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51afe7ba-a3a7-471e-b3c5-60e35c19723f'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:44.725505 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7575ccf7-8f9b-4e6a-8733-7a0d9c914012" -d '{"events": [{"server_uuid": "e07342cc-4afb-47a9-83c7-2d928caf8531", "name": "network-vif-plugged", "status": "completed", "tag": "51afe7ba-a3a7-471e-b3c5-60e35c19723f"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:44.732068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-779a9f60-cb49-4fdb-9478-393d5281e171 req-55b03bf4-23fe-4d23-ba62-b2f27336fdd4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206405 Mar 11 17:18:44.811143 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec59be4-e239-4fa6-babd-f4fbf251667d x-openstack-request-id: req-cec59be4-e239-4fa6-babd-f4fbf251667d {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:44.811767 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07342cc-4afb-47a9-83c7-2d928caf8531", "name": "network-vif-plugged", "status": "completed", "tag": "51afe7ba-a3a7-471e-b3c5-60e35c19723f", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:44.812163 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cec59be4-e239-4fa6-babd-f4fbf251667d {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:44.812732 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07342cc-4afb-47a9-83c7-2d928caf8531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51afe7ba-a3a7-471e-b3c5-60e35c19723f', 'code': 200} Mar 11 17:18:44.931928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadc7aa-8619-4b5e-bb15-91bce9942fa4 req-d97f2fc6-5c62-404f-b9bb-9a7da2419078 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:44.934990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dadc7aa-8619-4b5e-bb15-91bce9942fa4 req-d97f2fc6-5c62-404f-b9bb-9a7da2419078 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 946 time: 0.1349967 Mar 11 17:18:45.025414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4b7b12-6f68-41e8-8ab2-5810d8ca3fa1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Router 112518b6-68e3-4bbb-9404-2b4ff3988057 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:18:45.030591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dadc7aa-8619-4b5e-bb15-91bce9942fa4 req-217d316a-d15c-44d6-9d0e-64c4acad7aaa tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771177 Mar 11 17:18:45.032947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d45399-ef82-4e36-a7ae-371705e1db93 req-f29fcb40-6173-4a09-9367-029ce144a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:45.034447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60d45399-ef82-4e36-a7ae-371705e1db93 req-f29fcb40-6173-4a09-9367-029ce144a165 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 1096 time: 0.1296341 Mar 11 17:18:45.203669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60d45399-ef82-4e36-a7ae-371705e1db93 req-c074d631-b4de-4831-bd51-c7f82c38af9d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539757 Mar 11 17:18:45.240437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4b7b12-6f68-41e8-8ab2-5810d8ca3fa1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:45.248388 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7b12-6f68-41e8-8ab2-5810d8ca3fa1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:45.263078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] Sync routers for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:18:45.280387 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:45.281146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623ab7-7cd0-425b-af8a-3100e81a0924 req-8b8aea85-26e1-43be-b906-2bfe61699cff tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:45.281935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:45.283258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29623ab7-7cd0-425b-af8a-3100e81a0924 req-8b8aea85-26e1-43be-b906-2bfe61699cff tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 945 time: 0.0970502 Mar 11 17:18:45.304059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc4b7b12-6f68-41e8-8ab2-5810d8ca3fa1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "PUT /v2.0/floatingips/e5da5add-a2b5-4235-89b7-a6ee1a42300f HTTP/1.1" status: 200 len: 990 time: 1.7101545 Mar 11 17:18:45.306953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'tag': 'a37bf467-8341-45c5-92e8-cc2c418e19cb'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:45.309798 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acdc61b-648f-4212-8673-8b9b4b827ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "43dd92f1-1f9f-4925-934c-1634544b25e2", "tag": "a37bf467-8341-45c5-92e8-cc2c418e19cb"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:45.346391 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29623ab7-7cd0-425b-af8a-3100e81a0924 req-d854429f-a421-44a3-9042-39f43cb62125 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500150 Mar 11 17:18:45.426934 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241a7b47-17d7-422c-8cf7-70f509102c98 x-openstack-request-id: req-241a7b47-17d7-422c-8cf7-70f509102c98 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:45.427300 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dd92f1-1f9f-4925-934c-1634544b25e2", "tag": "a37bf467-8341-45c5-92e8-cc2c418e19cb", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:45.427614 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-241a7b47-17d7-422c-8cf7-70f509102c98 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:45.428083 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'tag': 'a37bf467-8341-45c5-92e8-cc2c418e19cb', 'status': 'completed', 'code': 200} Mar 11 17:18:45.448272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aea9ba-50ee-442e-b2c0-31679072274b req-207dc4ae-b65a-4058-9254-3725f85ff930 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:45.456609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-93aea9ba-50ee-442e-b2c0-31679072274b req-207dc4ae-b65a-4058-9254-3725f85ff930 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 946 time: 0.0803957 Mar 11 17:18:45.485546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:45.561197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-93aea9ba-50ee-442e-b2c0-31679072274b req-353feead-2947-491a-81a0-03c05787f19a tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031690 Mar 11 17:18:45.583503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-ce101cb8-314a-4bcc-80ef-c7a52762b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:45.586209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-ce101cb8-314a-4bcc-80ef-c7a52762b0b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=abb30d77639c41728e8859254b88a81d&device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 1097 time: 0.0971596 Mar 11 17:18:45.612903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50148) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:45.756289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-15272eea-261f-42fa-a4ff-b1654bcfdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:45.757845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-15272eea-261f-42fa-a4ff-b1654bcfdb24 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e673c20a-db0f-4fb0-87a2-26ab70db7a47 HTTP/1.1" status: 200 len: 911 time: 0.1599898 Mar 11 17:18:45.793236 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75aa3fb3-4a44-404b-ac79-c2e1694707e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:45.893716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-66ffa1f8-e710-4ee7-8821-c1cd53819213 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a37bf467-8341-45c5-92e8-cc2c418e19cb HTTP/1.1" status: 200 len: 998 time: 0.1265032 Mar 11 17:18:45.910536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75aa3fb3-4a44-404b-ac79-c2e1694707e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:45.915395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75aa3fb3-4a44-404b-ac79-c2e1694707e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:45.957962 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b644b877-9c49-440b-83f4-04b603ddc21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:45.983014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50154) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:45.983200 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-75aa3fb3-4a44-404b-ac79-c2e1694707e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d4adc6c34dd481188c4bcded89271a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681846 Mar 11 17:18:45.985857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa3fb3-4a44-404b-ac79-c2e1694707e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0afe15-24b7-4b5e-8ea1-2b5726047673,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:45.996546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-bbd4a44a-7d87-4daa-9cbf-c92e5d7bdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:45.999757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-bbd4a44a-7d87-4daa-9cbf-c92e5d7bdfee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=604aaae0-d5b2-4e73-a027-2e9abcaa650a HTTP/1.1" status: 200 len: 850 time: 0.0660920 Mar 11 17:18:46.058554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'e5da5add-a2b5-4235-89b7-a6ee1a42300f', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'port_id': 'a37bf467-8341-45c5-92e8-cc2c418e19cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'mac_address': 'fa:16:3e:3d:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:18:22Z', 'updated_at': '2022-03-11T17:18:44Z', 'revision_number': 1, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:27Z', 'revision_number': 5, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:46.076673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18949e-ec64-4664-be1c-b4efbb7a58a9 req-bc2137c3-9039-46d5-aaa4-fbc2986e3c4c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:46.078193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f18949e-ec64-4664-be1c-b4efbb7a58a9 req-bc2137c3-9039-46d5-aaa4-fbc2986e3c4c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1886470 Mar 11 17:18:46.095393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] Checking router: 112518b6-68e3-4bbb-9404-2b4ff3988057 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:18:46.104700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:18:46.105420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:46.157679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-89d944f7-067d-49f1-881c-ef60f65f5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:46.159194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-89d944f7-067d-49f1-881c-ef60f65f5a08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e673c20a-db0f-4fb0-87a2-26ab70db7a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445534 Mar 11 17:18:46.159806 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb54b0e-fce5-490b-84d4-bb3fd30b7f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:46.174617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f18949e-ec64-4664-be1c-b4efbb7a58a9 req-5ced531a-6ff8-465f-8ee9-8ecc6c5591be tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849974 Mar 11 17:18:46.208285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb54b0e-fce5-490b-84d4-bb3fd30b7f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:46.243793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:18:46.316018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-51f47cab-c425-4117-87de-d27e917e3c7c service neutron] 10.222.0.66 "GET /v2.0/networks/e673c20a-db0f-4fb0-87a2-26ab70db7a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388013 Mar 11 17:18:46.335358 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb54b0e-fce5-490b-84d4-bb3fd30b7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:46.337874 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb54b0e-fce5-490b-84d4-bb3fd30b7f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:46.339026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-abb54b0e-fce5-490b-84d4-bb3fd30b7f09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f0afe15-24b7-4b5e-8ea1-2b5726047673 HTTP/1.1" status: 204 len: 168 time: 0.3555257 Mar 11 17:18:46.408105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb54b0e-fce5-490b-84d4-bb3fd30b7f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0afe15-24b7-4b5e-8ea1-2b5726047673,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:46.496422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acdc61b-648f-4212-8673-8b9b4b827ab3 req-97653558-6ad3-4936-a9d2-d69a198eeda3 service neutron] 10.222.0.66 "GET /v2.0/networks/e673c20a-db0f-4fb0-87a2-26ab70db7a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704786 Mar 11 17:18:46.582764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c79b0b-d372-4b2d-96d1-15fc42aadc88 req-9df3a2d5-839c-47ff-91e6-9c244bd8491a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:46.594671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19c79b0b-d372-4b2d-96d1-15fc42aadc88 req-9df3a2d5-839c-47ff-91e6-9c244bd8491a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 945 time: 0.0945864 Mar 11 17:18:46.635652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'e5da5add-a2b5-4235-89b7-a6ee1a42300f', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'port_id': 'a37bf467-8341-45c5-92e8-cc2c418e19cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'mac_address': 'fa:16:3e:3d:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:18:22Z', 'updated_at': '2022-03-11T17:18:44Z', 'revision_number': 1, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:27Z', 'revision_number': 5, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:46.659528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19c79b0b-d372-4b2d-96d1-15fc42aadc88 req-3158c2b2-f72f-4ff8-a0dd-de7be345413f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609908 Mar 11 17:18:46.668302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc39269-05e3-49b6-960e-0516badb08e6 None None] The sync data for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 is: [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'e5da5add-a2b5-4235-89b7-a6ee1a42300f', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'port_id': 'a37bf467-8341-45c5-92e8-cc2c418e19cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'mac_address': 'fa:16:3e:3d:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:18:22Z', 'updated_at': '2022-03-11T17:18:44Z', 'revision_number': 1, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:27Z', 'revision_number': 5, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:18:47.003038 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10815655-bd81-4333-8079-fdf4308c1d1c None None] New status for floating IP e5da5add-a2b5-4235-89b7-a6ee1a42300f: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:18:47.016971 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:47.360757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee36edf-8314-46bb-a0bc-97d550c30649 req-3372fa04-ceff-4a72-82a0-d8d5ec92fb89 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:47.364307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ee36edf-8314-46bb-a0bc-97d550c30649 req-3372fa04-ceff-4a72-82a0-d8d5ec92fb89 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.0650704 Mar 11 17:18:47.420067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ee36edf-8314-46bb-a0bc-97d550c30649 req-d62552bc-7319-4675-85af-bbb4aa698833 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494375 Mar 11 17:18:47.843884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db89e6-780b-45e3-a568-256b26f5bce6 req-3d3531cc-2a65-4a87-a65b-d7ff2d5910e7 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:47.845517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15db89e6-780b-45e3-a568-256b26f5bce6 req-3d3531cc-2a65-4a87-a65b-d7ff2d5910e7 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 945 time: 0.0742936 Mar 11 17:18:47.908838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15db89e6-780b-45e3-a568-256b26f5bce6 req-048a4b36-b608-4c57-b2a4-108bad7492db tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502360 Mar 11 17:18:48.272856 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:48.489029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9b56-5016-4e8a-912d-7ee12912efe4 req-b1686a63-dc3d-41b8-9f55-31f058d96527 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:48.492058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe1a9b56-5016-4e8a-912d-7ee12912efe4 req-b1686a63-dc3d-41b8-9f55-31f058d96527 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 945 time: 0.0902448 Mar 11 17:18:48.550980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe1a9b56-5016-4e8a-912d-7ee12912efe4 req-46f6ae83-5986-470a-9936-226d0d6bba20 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481701 Mar 11 17:18:48.644429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7a79-e60e-48a5-950c-773179d0ca3d req-5a062d97-8811-4658-a65f-ed99cd07381f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:48.647718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abcc7a79-e60e-48a5-950c-773179d0ca3d req-5a062d97-8811-4658-a65f-ed99cd07381f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.0935225 Mar 11 17:18:48.712494 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abcc7a79-e60e-48a5-950c-773179d0ca3d req-894cbc9e-4830-4d0c-8d5c-c5e2961f5f28 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536163 Mar 11 17:18:48.888400 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:49.737247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b56942-ebe2-4160-ab91-6b70628ded1d req-e1953377-0135-4550-9ace-26daf6958e2d tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:49.739457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02b56942-ebe2-4160-ab91-6b70628ded1d req-e1953377-0135-4550-9ace-26daf6958e2d tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 945 time: 0.0683749 Mar 11 17:18:49.810734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02b56942-ebe2-4160-ab91-6b70628ded1d req-907ab316-8f87-46cc-bc4b-9c3273514579 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561075 Mar 11 17:18:49.880976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58ab40-0151-4af5-84a3-e5c285f99780 req-18608521-816b-435a-b6de-25ffdf397c81 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:49.882904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d58ab40-0151-4af5-84a3-e5c285f99780 req-18608521-816b-435a-b6de-25ffdf397c81 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.0663536 Mar 11 17:18:49.928114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d58ab40-0151-4af5-84a3-e5c285f99780 req-6af0f72e-5c1d-4c97-8fc4-6c7dc3ef47f7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354595 Mar 11 17:18:50.053707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-7129ad72-ac01-4ec2-8fc1-091745286ef8 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:50.055236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-7129ad72-ac01-4ec2-8fc1-091745286ef8 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.66 "GET /v2.0/ports?device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 945 time: 0.0730035 Mar 11 17:18:50.525786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Deleting port 51afe7ba-a3a7-471e-b3c5-60e35c19723f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:18:50.526241 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:50.677105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-916960ff-44ee-4952-a3e6-a7d7aaf9d527 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:50.678581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-916960ff-44ee-4952-a3e6-a7d7aaf9d527 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffe8b2c-2066-4d67-8c0b-9094daf6b230 HTTP/1.1" status: 200 len: 946 time: 0.1369286 Mar 11 17:18:50.686899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] For port 51afe7ba-a3a7-471e-b3c5-60e35c19723f, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=51afe7ba-a3a7-471e-b3c5-60e35c19723f,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:50.687271 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:50.708315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Calling delete_port for 51afe7ba-a3a7-471e-b3c5-60e35c19723f owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:18:50.879138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Deleting port 10464d7f-aafb-4202-ae70-28e8a2d1e439 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:18:50.879138 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:51.058647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:51.072670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] For port 10464d7f-aafb-4202-ae70-28e8a2d1e439, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10464d7f-aafb-4202-ae70-28e8a2d1e439,segment=NetworkSegment(29033e10-a124-4174-8b3a-2ab857ac846b),segment_id=29033e10-a124-4174-8b3a-2ab857ac846b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:51.073888 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:51.082927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['51afe7ba-a3a7-471e-b3c5-60e35c19723f'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:51.085365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['10464d7f-aafb-4202-ae70-28e8a2d1e439'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:51.147815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b089c4-ceff-491a-925d-0eab909d5add req-52253472-57d4-450f-b190-a70a59c7d4c2 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:51.150484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0b089c4-ceff-491a-925d-0eab909d5add req-52253472-57d4-450f-b190-a70a59c7d4c2 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/ports?device_id=e07342cc-4afb-47a9-83c7-2d928caf8531 HTTP/1.1" status: 200 len: 945 time: 0.2104750 Mar 11 17:18:51.170064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Pushing event deleted for resources: {'Port': ['ID=51afe7ba-a3a7-471e-b3c5-60e35c19723f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:51.175048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Calling delete_port for 10464d7f-aafb-4202-ae70-28e8a2d1e439 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:18:51.333522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] No DVR routers for this DVR port 51afe7ba-a3a7-471e-b3c5-60e35c19723f on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:18:51.339629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:51.343437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-716a10ba-a53d-4afa-858a-e49bfc891bf9 req-4c4d0e39-8c0c-4962-b40b-d521fd0edc1f tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.66 "DELETE /v2.0/ports/51afe7ba-a3a7-471e-b3c5-60e35c19723f HTTP/1.1" status: 204 len: 173 time: 1.2806070 Mar 11 17:18:51.356764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92639e8-8aa8-455b-9668-b1495a41adde req-c41e4601-9ac9-4bcb-b094-e1943ed158cd tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:51.356999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e92639e8-8aa8-455b-9668-b1495a41adde req-c41e4601-9ac9-4bcb-b094-e1943ed158cd tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.3096178 Mar 11 17:18:51.357507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07342cc-4afb-47a9-83c7-2d928caf8531', 'name': 'network-vif-deleted', 'tag': '51afe7ba-a3a7-471e-b3c5-60e35c19723f'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:51.359883 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56c8e39-73ba-498f-9aee-31a0deecaeb7" -d '{"events": [{"server_uuid": "e07342cc-4afb-47a9-83c7-2d928caf8531", "name": "network-vif-deleted", "tag": "51afe7ba-a3a7-471e-b3c5-60e35c19723f"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:51.368072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0b089c4-ceff-491a-925d-0eab909d5add req-271f33df-f641-4587-8171-354382fbec83 tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.53 "GET /v2.0/security-groups?id=81528f31-a3e4-43da-b249-fc454dedbd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071595 Mar 11 17:18:51.445667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e92639e8-8aa8-455b-9668-b1495a41adde req-f8d66790-370b-4169-bd6d-92be5be83bae tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583136 Mar 11 17:18:51.506992 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010a814-4c76-4e70-a37d-dee7d8c566a0 x-openstack-request-id: req-e010a814-4c76-4e70-a37d-dee7d8c566a0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:51.507601 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07342cc-4afb-47a9-83c7-2d928caf8531", "name": "network-vif-deleted", "tag": "51afe7ba-a3a7-471e-b3c5-60e35c19723f", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:51.508102 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e010a814-4c76-4e70-a37d-dee7d8c566a0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:51.508864 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07342cc-4afb-47a9-83c7-2d928caf8531', 'name': 'network-vif-deleted', 'tag': '51afe7ba-a3a7-471e-b3c5-60e35c19723f', 'status': 'completed', 'code': 200} Mar 11 17:18:51.557024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:51.572283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['51afe7ba-a3a7-471e-b3c5-60e35c19723f'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:18:51.593610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Pushing event deleted for resources: {'Port': ['ID=10464d7f-aafb-4202-ae70-28e8a2d1e439,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:51.650177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] No DVR routers for this DVR port 10464d7f-aafb-4202-ae70-28e8a2d1e439 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:18:51.652814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:51.656232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbbed6c2-c93d-4187-bfb9-0906d44f2c29 req-62b2631b-52a6-4998-9e29-d4b7c455258a tempest-MultipleCreateTestJSON-1923468366 tempest-MultipleCreateTestJSON-1923468366-project] 10.222.0.46 "DELETE /v2.0/ports/10464d7f-aafb-4202-ae70-28e8a2d1e439 HTTP/1.1" status: 204 len: 173 time: 0.9607093 Mar 11 17:18:52.540448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50470) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:52.610460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Deleting subnet 70525433-d112-44c1-b87a-47615ec97109 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:18:52.614053 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:52.639516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a16b71-1875-4ee0-b867-140279b85a29 req-22c8f252-ad40-4470-bf51-478c2c517131 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:52.641278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21a16b71-1875-4ee0-b867-140279b85a29 req-22c8f252-ad40-4470-bf51-478c2c517131 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.0599370 Mar 11 17:18:52.682334 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:52.703452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21a16b71-1875-4ee0-b867-140279b85a29 req-3544fb46-e0e2-4b8c-bd81-a23fdb547bd1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542865 Mar 11 17:18:52.742098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:52.807172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:52.839211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70525433-d112-44c1-b87a-47615ec97109,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:52.842436 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:52.845623 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/70525433-d112-44c1-b87a-47615ec97109 HTTP/1.1" status: 204 len: 168 time: 0.3024869 Mar 11 17:18:52.848281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50492) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:52.852790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.853132 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.853469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.853800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.854125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.854448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.854833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.855086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.855404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.855727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.856622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.857002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753cc9-8f58-4e96-bfd2-60e44bd096a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:52.947253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.085809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.111267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:53.130351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29033e10-a124-4174-8b3a-2ab857ac846b') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:53.135989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29033e10-a124-4174-8b3a-2ab857ac846b') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:53.150154 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.167748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.176775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:18:53.177245 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:18:53.179388 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:18:53.263590 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.272083 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.277627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] 10.222.0.53 "DELETE /v2.0/networks/39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86 HTTP/1.1" status: 204 len: 168 time: 0.4277470 Mar 11 17:18:53.300951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d589202-8de8-4e25-b2b2-a6e24a920d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=39fe6ca8-7daa-4957-8d8a-ce36dcd7ba86,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:53.521659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe8b2c-2066-4d67-8c0b-9094daf6b230', 'name': 'network-vif-deleted', 'tag': '10464d7f-aafb-4202-ae70-28e8a2d1e439'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:18:53.525271 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e553f50-3215-4372-a02e-ec4608614f05" -d '{"events": [{"server_uuid": "6ffe8b2c-2066-4d67-8c0b-9094daf6b230", "name": "network-vif-deleted", "tag": "10464d7f-aafb-4202-ae70-28e8a2d1e439"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:18:53.541428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50540) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:53.598878 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a491694-59a5-4620-933c-0d6ccaaceb46 x-openstack-request-id: req-3a491694-59a5-4620-933c-0d6ccaaceb46 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:18:53.599304 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffe8b2c-2066-4d67-8c0b-9094daf6b230", "name": "network-vif-deleted", "tag": "10464d7f-aafb-4202-ae70-28e8a2d1e439", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:18:53.599651 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a491694-59a5-4620-933c-0d6ccaaceb46 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:18:53.600598 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe8b2c-2066-4d67-8c0b-9094daf6b230', 'name': 'network-vif-deleted', 'tag': '10464d7f-aafb-4202-ae70-28e8a2d1e439', 'status': 'completed', 'code': 200} Mar 11 17:18:53.631670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2d23301e-1c45-4d53-a4b3-3c83cd4672cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4757748605fa4a2a9ce019b607c9d365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888212 Mar 11 17:18:53.634041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50550) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:53.710154 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63ea635d-d631-4e6e-86d8-cca2c9519efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.744020 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63ea635d-d631-4e6e-86d8-cca2c9519efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.857423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63ea635d-d631-4e6e-86d8-cca2c9519efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.860401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-63ea635d-d631-4e6e-86d8-cca2c9519efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:53.862319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-63ea635d-d631-4e6e-86d8-cca2c9519efa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81528f31-a3e4-43da-b249-fc454dedbd25 HTTP/1.1" status: 204 len: 168 time: 0.2267261 Mar 11 17:18:53.920776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea635d-d631-4e6e-86d8-cca2c9519efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81528f31-a3e4-43da-b249-fc454dedbd25,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:53.945670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebe71a-a7e6-4871-a22f-6f6a033450ef req-d8836e36-996e-44da-bbad-bca3fae5c141 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:53.947259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6ebe71a-a7e6-4871-a22f-6f6a033450ef req-d8836e36-996e-44da-bbad-bca3fae5c141 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1276267 Mar 11 17:18:53.977327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088480a-6896-42c7-bc93-983a7b975d34 req-51b3f629-c1ad-445e-b542-49a52a678821 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:53.979889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a088480a-6896-42c7-bc93-983a7b975d34 req-51b3f629-c1ad-445e-b542-49a52a678821 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.1412995 Mar 11 17:18:54.049939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6ebe71a-a7e6-4871-a22f-6f6a033450ef req-51fe11e9-6155-4a2d-b27f-b85934b95131 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941896 Mar 11 17:18:54.067606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a088480a-6896-42c7-bc93-983a7b975d34 req-480533f6-1d9e-4e91-a750-74d02405ff3e tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741503 Mar 11 17:18:54.102773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50564) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:54.320427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fba34d-8cf9-4d28-bb17-526e9f95b3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:54.405642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fba34d-8cf9-4d28-bb17-526e9f95b3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:54.411226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fba34d-8cf9-4d28-bb17-526e9f95b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:54.452387 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-72fba34d-8cf9-4d28-bb17-526e9f95b3c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0e3c4b748294fefbb92092a3c968b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483348 Mar 11 17:18:54.456964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:54.470910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fba34d-8cf9-4d28-bb17-526e9f95b3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4407c3d2-6f86-42a2-8b7a-bdae22c60e99,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:54.529342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 10464d7f-aafb-4202-ae70-28e8a2d1e439 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:18:54.553658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 10464d7f-aafb-4202-ae70-28e8a2d1e439 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:18:54.554008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 10464d7f-aafb-4202-ae70-28e8a2d1e439 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:18:54.567263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f55960-90fb-45d3-a712-6ed81da7970a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:54.605193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f55960-90fb-45d3-a712-6ed81da7970a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:54.670333 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f55960-90fb-45d3-a712-6ed81da7970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:54.673917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f55960-90fb-45d3-a712-6ed81da7970a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:54.675996 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-11f55960-90fb-45d3-a712-6ed81da7970a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4407c3d2-6f86-42a2-8b7a-bdae22c60e99 HTTP/1.1" status: 204 len: 168 time: 0.2170358 Mar 11 17:18:54.685085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f55960-90fb-45d3-a712-6ed81da7970a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4407c3d2-6f86-42a2-8b7a-bdae22c60e99,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:54.830111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50592) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:55.184437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-6137931-network', 'tenant_id': '341715d5d9184aed9aaecc56aaec3c26'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:55.186551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297c84c-f606-4c0a-bae4-45bcfff259a9 req-c9e58d5a-22a1-4c3f-99dc-0e85c8c57bcb tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:55.188163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1297c84c-f606-4c0a-bae4-45bcfff259a9 req-c9e58d5a-22a1-4c3f-99dc-0e85c8c57bcb tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.0979440 Mar 11 17:18:55.219768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 51afe7ba-a3a7-471e-b3c5-60e35c19723f no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:18:55.232903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Made reservation on behalf of 341715d5d9184aed9aaecc56aaec3c26 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:55.237863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:55.257779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:55.269635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1297c84c-f606-4c0a-bae4-45bcfff259a9 req-5e83389a-d509-4f25-8e71-fb42b4953f20 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664182 Mar 11 17:18:55.283897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 51afe7ba-a3a7-471e-b3c5-60e35c19723f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:18:55.284446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 51afe7ba-a3a7-471e-b3c5-60e35c19723f not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:18:55.409886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:55.420471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:55.467869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:18:55.479281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186c8255-b3ec-4c50-8bc9-1892b706e901,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:55.500250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:55.500694 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Added segment a645fcac-f234-4b83-8494-6340ab02e829 of type vlan for network ceb2e039-8087-4ffa-9af6-704c1441a084 Mar 11 17:18:55.567545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:55.608631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:55.611997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:55.613087 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:55.625442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0d27-936c-4dcc-9040-f28a4eea9e5e req-e4008abb-4989-47db-9d72-e526a2341149 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:55.627865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-beda0d27-936c-4dcc-9040-f28a4eea9e5e req-e4008abb-4989-47db-9d72-e526a2341149 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.0738690 Mar 11 17:18:55.687581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-beda0d27-936c-4dcc-9040-f28a4eea9e5e req-06d264dc-c7a4-445c-8934-b0a84f5dbb27 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511048 Mar 11 17:18:55.727656 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8959956 Mar 11 17:18:55.732980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50616) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:55.738482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Request body: {'subnet': {'network_id': 'ceb2e039-8087-4ffa-9af6-704c1441a084', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-6137931-subnet', 'tenant_id': '341715d5d9184aed9aaecc56aaec3c26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:55.750651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09cb33-047b-4bbd-ac00-362b5782e3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb2e039-8087-4ffa-9af6-704c1441a084,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:55.764053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network ceb2e039-8087-4ffa-9af6-704c1441a084 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:18:55.771896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Made reservation on behalf of 341715d5d9184aed9aaecc56aaec3c26 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:55.774521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:56.028248 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:56.090838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Pushing event updated for resources: {'Subnet': ['ID=913626b2-bedc-4844-acb1-bc7c4765fe62,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:56.110842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Checking segment: {'id': 'a645fcac-f234-4b83-8494-6340ab02e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceb2e039-8087-4ffa-9af6-704c1441a084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:56.111353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Network hostable DHCP agents. Network: ceb2e039-8087-4ffa-9af6-704c1441a084, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:18:56.139887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Network ceb2e039-8087-4ffa-9af6-704c1441a084 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:18:56.154756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, ceb2e039-8087-4ffa-9af6-704c1441a084) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:56.162431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:56.163726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:56.164171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e77110-bf33-49a9-ae0d-e1db295a9959 None None] Network ceb2e039-8087-4ffa-9af6-704c1441a084 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:18:56.202549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c829874a-b38e-45d9-9fe0-01615f39207a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4547436 Mar 11 17:18:56.388185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c18d5fa-c225-4cc4-b40f-1723896382a6 None None] Network ceb2e039-8087-4ffa-9af6-704c1441a084 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:18:56.463884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08c359-8487-4944-b87f-d9a0728f336b req-e887a5bc-4528-4b93-be1d-48745e8ea3b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:56.467852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb08c359-8487-4944-b87f-d9a0728f336b req-e887a5bc-4528-4b93-be1d-48745e8ea3b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.0764151 Mar 11 17:18:56.532600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb08c359-8487-4944-b87f-d9a0728f336b req-3eb7b582-9c1f-4107-bfce-62d89451f3ad tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541377 Mar 11 17:18:56.655890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-2232ba81-1e65-4903-a798-e1381e206fdd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741229 Mar 11 17:18:56.804130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-d90af9d1-c5ce-4ada-b1f2-85cb7b264d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:56.805989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-d90af9d1-c5ce-4ada-b1f2-85cb7b264d6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1095 time: 0.0773516 Mar 11 17:18:56.934680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d055243-e515-4ec2-9fbd-8446e952c17c req-5e10d5ff-ca1d-4f7f-ac64-2707cfc60faa tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:56.937416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d055243-e515-4ec2-9fbd-8446e952c17c req-5e10d5ff-ca1d-4f7f-ac64-2707cfc60faa tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1461990 Mar 11 17:18:56.980236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50658) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:57.072675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-888d88d6-dd14-43bd-b1ce-85bd5b63a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:57.074128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-888d88d6-dd14-43bd-b1ce-85bd5b63a1be service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2309089 Mar 11 17:18:57.082135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d055243-e515-4ec2-9fbd-8446e952c17c req-29632ae6-8969-4d94-87c9-5754699aaf1f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285706 Mar 11 17:18:57.196519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-5f30fd42-0b19-425e-824c-3e34d62819f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 999 time: 0.0977085 Mar 11 17:18:57.204508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-d9e70e0d-45f6-4b4b-b493-6170f5b54863 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:57.206206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-d9e70e0d-45f6-4b4b-b493-6170f5b54863 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/networks?id=ceb2e039-8087-4ffa-9af6-704c1441a084 HTTP/1.1" status: 200 len: 818 time: 0.2267759 Mar 11 17:18:57.266655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-56ae7646-33bd-4456-98c9-30cd1fb43e89 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/quotas/341715d5d9184aed9aaecc56aaec3c26 HTTP/1.1" status: 200 len: 375 time: 0.0468173 Mar 11 17:18:57.311588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-55d56372-50ca-41da-a074-c2d40f0b7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:57.313612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-55d56372-50ca-41da-a074-c2d40f0b7ff6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1027961 Mar 11 17:18:57.349946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-6e833b38-f594-4ae6-bffe-7bfa4fbe8b4c tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=341715d5d9184aed9aaecc56aaec3c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594003 Mar 11 17:18:57.360568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1982898330'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:57.382098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-8cb5e0aa-d42e-4620-9f33-3e324e8f20f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1339219 Mar 11 17:18:57.398818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Made reservation on behalf of 00c96a1fed934af1987f5b1458307515 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:57.405735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:57.417766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:57.529542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-c6ccf339-6709-4c4d-a799-9fb5a402c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:57.531079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-c6ccf339-6709-4c4d-a799-9fb5a402c5f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1876850 Mar 11 17:18:57.552955 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:57.557628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:57.586213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-377435dd-67cb-4a1c-8a97-a767fa963ca7 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:57.587334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-377435dd-67cb-4a1c-8a97-a767fa963ca7 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.1434336 Mar 11 17:18:57.589408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-e0f4bd3f-5855-49ea-8a80-5a476b3eaa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:57.591400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-e0f4bd3f-5855-49ea-8a80-5a476b3eaa9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 1096 time: 0.1819503 Mar 11 17:18:57.596698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:18:57.607273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-0463788c-570b-491f-800c-603392f23bf5 service neutron] 10.222.0.53 "GET /v2.0/networks/ceb2e039-8087-4ffa-9af6-704c1441a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284048 Mar 11 17:18:57.618353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f5c500-00d4-4dad-ac3c-b5108bede363,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:57.625672 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:57.626250 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Added segment 63a1b3bf-0ed9-4134-9c6a-33526e239678 of type vlan for network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 Mar 11 17:18:57.678122 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:57.712796 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:57.719187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:57.719855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:57.798575 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8170114 Mar 11 17:18:57.815104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897977e3-b7b3-47ae-a7a2-af3ee58b9227 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Pushing event updated for resources: {'Network': ['ID=9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:57.834440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:18:58.009828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-f33af03c-45ea-4a4d-9492-ff53f14d2ac1 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602971 Mar 11 17:18:58.027824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a4d29-0913-4f75-94ec-255f13834fc4 req-8170718f-6799-4560-9c63-5c7d477b46a3 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:58.029352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec7a4d29-0913-4f75-94ec-255f13834fc4 req-8170718f-6799-4560-9c63-5c7d477b46a3 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.3401618 Mar 11 17:18:58.035448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-6468a229-34c6-4052-b6a3-92120f8783d5 service neutron] 10.222.0.53 "GET /v2.0/networks/ceb2e039-8087-4ffa-9af6-704c1441a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868725 Mar 11 17:18:58.044617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-984fa2fb-03e5-4620-8987-c8d093a56ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:58.046044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-984fa2fb-03e5-4620-8987-c8d093a56ee2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.4027445 Mar 11 17:18:58.155478 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-e6bfe53a-13c4-4d28-9a90-5a9a6d4f7aec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7449359-c845-4633-bba1-fa0ee78ce186 HTTP/1.1" status: 200 len: 217 time: 0.0896628 Mar 11 17:18:58.162353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Deleting port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:18:58.162753 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:58.246778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec7a4d29-0913-4f75-94ec-255f13834fc4 req-235cee6f-1cfb-4aea-83b8-beb33094e32f tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1980798 Mar 11 17:18:58.432998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50680) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:18:58.445341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Request body: {'port': {'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6', 'binding:host_id': 'n-h2-833411-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-66010571'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:18:58.479597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Made reservation on behalf of aaad021e9b7e469b843c31eb920f45dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:18:58.482209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:58.492455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:58.610540 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:58.616110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:58.624327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] device_id is not set on port cb54e291-1db3-418f-8495-e2241622a538 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:18:58.720580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09aa4f6-a4ee-4888-9a0c-2e97127772bb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:58.763617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb50403f-25c1-422d-9479-b408df76257b req-77a1d0a4-8a2f-4940-ba6a-ed0dc692b8f7 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 210 time: 0.1036322 Mar 11 17:18:58.779760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-5b3d33a4-8d5f-4ace-9dc8-0f118f9431f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:58.781228 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-5b3d33a4-8d5f-4ace-9dc8-0f118f9431f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.6135094 Mar 11 17:18:58.812183 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:58.843930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b56ce35e-20a0-4c8e-8f30-69b0fe756626 req-f8cda83a-0366-4892-bdde-f84c14fe2151 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130078 Mar 11 17:18:58.887287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] For port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:58.888253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:58.906380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee691f-b990-4ec5-9736-6a38953bed37 req-df61d590-96ba-43f0-9a30-8c15c1cd7982 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:58.908013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53ee691f-b990-4ec5-9736-6a38953bed37 req-df61d590-96ba-43f0-9a30-8c15c1cd7982 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.2467909 Mar 11 17:18:58.954156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-8ba9fffa-8a2a-4fa6-9abe-acada0e1264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:58.955737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-8ba9fffa-8a2a-4fa6-9abe-acada0e1264b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482704 Mar 11 17:18:59.063400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53ee691f-b990-4ec5-9736-6a38953bed37 req-49d1081a-7770-43b7-972f-44aaff464d0e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478608 Mar 11 17:18:59.207093 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-2e6f245b-12f9-4632-948f-4573f5a83480 service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379448 Mar 11 17:18:59.286235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:59.287102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:59.287102 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Floating IP 7f42b51c-b4c7-42b1-bf7e-835b65a67098 disassociated. External IP: 172.25.8.142, port: e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1. Mar 11 17:18:59.287417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Calling delete_port for e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:18:59.327298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] device_id is not set on port cb54e291-1db3-418f-8495-e2241622a538 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:18:59.339251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:59.349208 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:59.416725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'Port': ['ID=cb54e291-1db3-418f-8495-e2241622a538,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:59.430125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Checking segment: {'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:18:59.430474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Network hostable DHCP agents. Network: 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:18:59.432196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de28e60f-ecb3-4ca9-80d4-a6dabc4c16de req-a2b856c5-9de5-4ab8-ab28-01a121223806 service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151575 Mar 11 17:18:59.453106 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:18:59.468248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c06ca1-2837-45be-9146-6e1aa2e80b70 req-85a1e0ee-4173-4ff2-9d6b-c152ca631ccf tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:59.470103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65c06ca1-2837-45be-9146-6e1aa2e80b70 req-85a1e0ee-4173-4ff2-9d6b-c152ca631ccf tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 945 time: 0.1129797 Mar 11 17:18:59.471452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:18:59.479442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:18:59.493154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5cde1-a6a4-4a8f-985a-77fab8e16171 None None] Network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:18:59.513959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.514544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.515336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.539580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.541045 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.541045 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 2 to bind port cb54e291-1db3-418f-8495-e2241622a538 Mar 11 17:18:59.561045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65c06ca1-2837-45be-9146-6e1aa2e80b70 req-7ea675d8-49c5-410f-8961-a67ab411ab31 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb83aaf0-a15d-437d-a4a8-cef7e46a2972&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817230 Mar 11 17:18:59.577559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.577805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.578144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.583585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.583916 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.584327 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 3 to bind port cb54e291-1db3-418f-8495-e2241622a538 Mar 11 17:18:59.599689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:59.599968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.600405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.600750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.626302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.629853 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.630604 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 4 to bind port cb54e291-1db3-418f-8495-e2241622a538 Mar 11 17:18:59.654933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.655410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.655757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.655932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Pushing event deleted for resources: {'Port': ['ID=e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:59.662714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.663191 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.663604 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 5 to bind port cb54e291-1db3-418f-8495-e2241622a538 Mar 11 17:18:59.678316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.678725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.679128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.686005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.686545 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.687022 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 6 to bind port cb54e291-1db3-418f-8495-e2241622a538 Mar 11 17:18:59.706297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.706802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.707246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.721779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.722364 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.722968 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 7 to bind port cb54e291-1db3-418f-8495-e2241622a538 Mar 11 17:18:59.742856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.743465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.745166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.753016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.753798 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.754391 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 8 to bind port cb54e291-1db3-418f-8495-e2241622a538 Mar 11 17:18:59.774025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.775287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.776259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.782157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.782730 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.783315 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 9 to bind port cb54e291-1db3-418f-8495-e2241622a538 Mar 11 17:18:59.821345 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.824038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.824717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.833549 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.834398 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.834398 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 10 to bind port cb54e291-1db3-418f-8495-e2241622a538 Mar 11 17:18:59.866211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:18:59.867090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:18:59.868458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:18:59.879886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port cb54e291-1db3-418f-8495-e2241622a538 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:18:59.880742 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port cb54e291-1db3-418f-8495-e2241622a538 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:18:59.882855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:59.916764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-c51a3712-4b56-4ce5-9009-d1df313f815f tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:59.917886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-c51a3712-4b56-4ce5-9009-d1df313f815f tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.46 "GET /v2.0/networks?id=ceb2e039-8087-4ffa-9af6-704c1441a084 HTTP/1.1" status: 200 len: 818 time: 0.2749572 Mar 11 17:18:59.931863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:18:59.953432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Request body: {'port': {'device_id': 'f6beb468-cff5-4f1c-a43e-5fef59b1fa80', 'network_id': 'ceb2e039-8087-4ffa-9af6-704c1441a084', 'admin_state_up': True, 'tenant_id': '341715d5d9184aed9aaecc56aaec3c26'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:00.007071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-800c3dcc-3d64-42d7-8bea-e334eb43de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:00.008927 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-800c3dcc-3d64-42d7-8bea-e334eb43de67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1095 time: 0.0776758 Mar 11 17:19:00.011768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] For port cb54e291-1db3-418f-8495-e2241622a538, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:00.012131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempted to set empty binding levels {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:19:00.017238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:00.101001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:00.101615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:00.102045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6684d416-ced3-4bc7-aed3-6eb7c0f0197b req-329e52e9-597a-48fc-9353-10c00a0b7c42 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 210 time: 0.1434722 Mar 11 17:19:00.164588 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 1.7284343 Mar 11 17:19:00.169960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50700) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:00.230451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a066e-7f76-402c-9988-16e860aead92 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'Port': ['ID=cb54e291-1db3-418f-8495-e2241622a538,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:00.286341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f64d51-b7fa-436b-93c3-32597fc5776f req-3b235170-3d87-49ae-82cb-1e141f4a86d6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:00.298858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53f64d51-b7fa-436b-93c3-32597fc5776f req-3b235170-3d87-49ae-82cb-1e141f4a86d6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3359957 Mar 11 17:19:00.304254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-af24e430-f731-4ef6-abe7-dd4f4a9da0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:00.305969 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-af24e430-f731-4ef6-abe7-dd4f4a9da0cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2454803 Mar 11 17:19:00.348175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Made reservation on behalf of 341715d5d9184aed9aaecc56aaec3c26 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:00.353479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:00.372100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-97f41316-aac5-45f3-b091-6d9030af44bf tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Deleting port cb54e291-1db3-418f-8495-e2241622a538 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:00.372653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97f41316-aac5-45f3-b091-6d9030af44bf tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:00.392807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:00.415695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] Sync routers for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:00.437833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53f64d51-b7fa-436b-93c3-32597fc5776f req-cc0af9cf-faf1-4e29-a059-ad98bba7943a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333015 Mar 11 17:19:00.439781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:00.442050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:00.470441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] No DVR routers for this DVR port e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:00.475754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:00.480016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8629bcc-fb09-498a-a612-c020d4bcffd4 req-efc620ea-34b7-4538-8c4f-8e19ba5b39d8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.46 "DELETE /v2.0/ports/e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 HTTP/1.1" status: 204 len: 173 time: 2.8766115 Mar 11 17:19:00.480695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'name': 'network-vif-deleted', 'tag': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:00.483956 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12d9481-433e-41aa-a686-8dfea15b4ff1" -d '{"events": [{"server_uuid": "4ce8c42b-d748-4258-966b-bfa1c13dfb7c", "name": "network-vif-deleted", "tag": "e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:00.625456 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c3fb6c-4b63-4c6a-b355-57b27675ebf8 x-openstack-request-id: req-74c3fb6c-4b63-4c6a-b355-57b27675ebf8 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:00.625905 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce8c42b-d748-4258-966b-bfa1c13dfb7c", "name": "network-vif-deleted", "tag": "e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:00.626386 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74c3fb6c-4b63-4c6a-b355-57b27675ebf8 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:00.627066 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce8c42b-d748-4258-966b-bfa1c13dfb7c', 'name': 'network-vif-deleted', 'tag': 'e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1', 'status': 'completed', 'code': 200} Mar 11 17:19:00.636402 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-fe5a2a3e-66c7-46c8-8a38-e49b81f366b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 999 time: 0.3138640 Mar 11 17:19:00.663225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-97f41316-aac5-45f3-b091-6d9030af44bf tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] For port cb54e291-1db3-418f-8495-e2241622a538, host n-h2-833411-1, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:00.663798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97f41316-aac5-45f3-b091-6d9030af44bf tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:00.746509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da30df-1512-4180-9b15-69921f652ba4 req-0bc7c27b-450e-465a-a4ef-2d99246d63d3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:00.762134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25da30df-1512-4180-9b15-69921f652ba4 req-0bc7c27b-450e-465a-a4ef-2d99246d63d3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1988926 Mar 11 17:19:00.763856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:00.789898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-d1b422ba-7b09-4056-bcca-52bb313240f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:00.794756 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-d1b422ba-7b09-4056-bcca-52bb313240f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1341035 Mar 11 17:19:00.826060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-97f41316-aac5-45f3-b091-6d9030af44bf tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Calling delete_port for cb54e291-1db3-418f-8495-e2241622a538 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:00.839340 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f73de88-d691-483e-a82a-3597600cead0 req-cc493fa3-1a80-4068-a2b7-79adafbf5e93 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce8c42b-d748-4258-966b-bfa1c13dfb7c HTTP/1.1" status: 200 len: 210 time: 0.1244276 Mar 11 17:19:00.879824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Allocated IP 172.20.0.13 (ceb2e039-8087-4ffa-9af6-704c1441a084/913626b2-bedc-4844-acb1-bc7c4765fe62/8c387122-f6b7-40b4-a579-a53df933b8fc) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:00.908794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-dd33e448-bcd7-4f03-a347-2c0016143558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:00.909502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25da30df-1512-4180-9b15-69921f652ba4 req-3c038a2b-e13d-41df-bf36-6cf824e57307 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457188 Mar 11 17:19:00.910885 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-dd33e448-bcd7-4f03-a347-2c0016143558 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990052 Mar 11 17:19:01.004944 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97f41316-aac5-45f3-b091-6d9030af44bf tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.072848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f41316-aac5-45f3-b091-6d9030af44bf tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb54e291-1db3-418f-8495-e2241622a538,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:01.120279 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97f41316-aac5-45f3-b091-6d9030af44bf tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.125271 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-97f41316-aac5-45f3-b091-6d9030af44bf tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "DELETE /v2.0/ports/cb54e291-1db3-418f-8495-e2241622a538 HTTP/1.1" status: 204 len: 168 time: 0.9530613 Mar 11 17:19:01.128185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:01.177625 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbaf7a6-10dc-4278-9585-292203ed654d tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:19:01.183582 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7fbaf7a6-10dc-4278-9585-292203ed654d tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "GET /v2.0/ports/cb54e291-1db3-418f-8495-e2241622a538 HTTP/1.1" status: 404 len: 333 time: 0.0542624 Mar 11 17:19:01.184319 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50710) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:01.193830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Request body: {'port': {'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1865765759'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:01.212783 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.234829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58278da8-5300-43ae-b059-ba2f46732e3e req-c66efe10-3157-49bc-86aa-444ef7efc993 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 210 time: 0.0495839 Mar 11 17:19:01.253662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Made reservation on behalf of aaad021e9b7e469b843c31eb920f45dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:01.256398 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.273481 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-e34fb98b-1dc0-43cd-bb38-47fa992dce6d service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791421 Mar 11 17:19:01.275122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:34Z', 'revision_number': 5, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:01.282940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] device_id is not set on port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:19:01.288091 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.328151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] Checking router: 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:19:01.342156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:01.342792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:01.369231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Network ceb2e039-8087-4ffa-9af6-704c1441a084 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:01.372143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:01.391671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Pushing event updated for resources: {'Port': ['ID=8c387122-f6b7-40b4-a579-a53df933b8fc,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:01.395300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:01.534261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:01.542384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:01.543229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.604714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-190d1587-050a-4891-bd49-f93bc1cdcafa tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6639857 Mar 11 17:19:01.605974 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.618054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d68622-7f9b-4c07-8e3a-85705ab527b7 req-54e84c45-8120-42a2-86ff-0b8944741ebe tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:01.620022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88d68622-7f9b-4c07-8e3a-85705ab527b7 req-54e84c45-8120-42a2-86ff-0b8944741ebe tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0707877 Mar 11 17:19:01.620448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ff94826-f3f6-4a73-b910-97354af2f081 req-5e399a8d-c65f-4d11-8c79-24a70e33051c service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183850 Mar 11 17:19:01.626409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Request body: {'port': {'device_id': 'f6beb468-cff5-4f1c-a43e-5fef59b1fa80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:01.665266 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.707256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88d68622-7f9b-4c07-8e3a-85705ab527b7 req-801f064c-7fcc-4a79-bef2-184f6da64a70 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652399 Mar 11 17:19:01.725058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:01.730543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:01.734296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:01.735292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:01.736876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.777681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:01.820090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'Port': ['ID=9ab56903-5281-4b1e-afa3-774f8a55c8e6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:01.849083 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-50a74d87-bd4e-46da-875f-2cb6a91d150b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6587718 Mar 11 17:19:01.852993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50714) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:01.859942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:34Z', 'revision_number': 5, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:01.867031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:01.893648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23544352-a9d1-42dd-8c74-7495b1f0b2e6 None None] The sync data for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 is: [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:17:25Z', 'revision_number': 4, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f52f2cda-fc31-43b4-bfcf-76ee4d9219c4', 'name': '', 'network_id': 'cffb9a87-a43f-45e1-9b3d-82a0dcd111a3', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'mac_address': 'fa:16:3e:c6:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:24Z', 'updated_at': '2022-03-11T17:17:34Z', 'revision_number': 5, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'subnets': [{'id': '9ccba869-abc8-4b34-a594-97d2dc7d0160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:01.986045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.031635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:02.153083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59f0a4-1baa-4667-bb3d-a10f9c0b6093 req-96f0b3d6-bc05-46bc-ac6e-512de1046018 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:02.155966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a59f0a4-1baa-4667-bb3d-a10f9c0b6093 req-96f0b3d6-bc05-46bc-ac6e-512de1046018 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1415596 Mar 11 17:19:02.161491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13f7ec4c-aa6c-4521-8a75-4fbe3c4748fe tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.216195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13f7ec4c-aa6c-4521-8a75-4fbe3c4748fe tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.265375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a59f0a4-1baa-4667-bb3d-a10f9c0b6093 req-9a1e50fd-10cc-4684-a71f-40058703c08a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994902 Mar 11 17:19:02.294880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c387122-f6b7-40b4-a579-a53df933b8fc {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:19:02.304833 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.331152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Transition to ACTIVE for port object 8c387122-f6b7-40b4-a579-a53df933b8fc will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:19:02.336598 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.370425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] device_id is not set on port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:19:02.391690 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.397613 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13f7ec4c-aa6c-4521-8a75-4fbe3c4748fe tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.400368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13f7ec4c-aa6c-4521-8a75-4fbe3c4748fe tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.403916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-13f7ec4c-aa6c-4521-8a75-4fbe3c4748fe tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "DELETE /v2.0/security-groups/bb83aaf0-a15d-437d-a4a8-cef7e46a2972 HTTP/1.1" status: 204 len: 168 time: 0.3692729 Mar 11 17:19:02.404598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50726) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:02.406759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.413452 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4cc2f6-5937-40d1-a46b-1eb36a201a68 None None] New status for floating IP 7f42b51c-b4c7-42b1-bf7e-835b65a67098: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:19:02.422155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7ec4c-aa6c-4521-8a75-4fbe3c4748fe tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb83aaf0-a15d-437d-a4a8-cef7e46a2972,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:02.472501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Pushing event updated for resources: {'Port': ['ID=8c387122-f6b7-40b4-a579-a53df933b8fc,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:02.488644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'Port': ['ID=9ab56903-5281-4b1e-afa3-774f8a55c8e6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:02.500988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.501462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.501902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.507218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.507218 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:02.507816 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 2 to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 Mar 11 17:19:02.515130 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-f323d66d-b9d1-46cc-8384-3185749ea9ca tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] show failed (client error): The resource could not be found. Mar 11 17:19:02.517352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f323d66d-b9d1-46cc-8384-3185749ea9ca tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "GET /v2.0/security-groups/bb83aaf0-a15d-437d-a4a8-cef7e46a2972 HTTP/1.1" status: 404 len: 347 time: 0.1118572 Mar 11 17:19:02.524591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50728) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:02.560294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:02.567663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44278a-fdf6-4cce-8db9-4d9c67bc863e req-48092be6-e557-4a42-a9ca-32f2b2cc9821 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:02.569362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c44278a-fdf6-4cce-8db9-4d9c67bc863e req-48092be6-e557-4a42-a9ca-32f2b2cc9821 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 944 time: 0.1851811 Mar 11 17:19:02.584160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.584624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.585076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.596767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.597201 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:02.599883 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 3 to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 Mar 11 17:19:02.613341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:02.613719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e700e435-9c78-4d3e-9fa2-64b0bbc4d6a1 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:02.633356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Attempting to bind port 8c387122-f6b7-40b4-a579-a53df933b8fc on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.633356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Attempting to bind port 8c387122-f6b7-40b4-a579-a53df933b8fc by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'a645fcac-f234-4b83-8494-6340ab02e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceb2e039-8087-4ffa-9af6-704c1441a084'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.637982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Attempting to bind port 8c387122-f6b7-40b4-a579-a53df933b8fc on network ceb2e039-8087-4ffa-9af6-704c1441a084 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.647980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c44278a-fdf6-4cce-8db9-4d9c67bc863e req-947ab9fb-8049-4b58-8b08-ec448719a425 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696216 Mar 11 17:19:02.650624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Port 8c387122-f6b7-40b4-a579-a53df933b8fc on network ceb2e039-8087-4ffa-9af6-704c1441a084 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.651065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.651311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Attempting to bind port 8c387122-f6b7-40b4-a579-a53df933b8fc on network ceb2e039-8087-4ffa-9af6-704c1441a084 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.651588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.651588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.660180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:02.660831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Checking segment: {'id': 'a645fcac-f234-4b83-8494-6340ab02e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceb2e039-8087-4ffa-9af6-704c1441a084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:02.661378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Bound using segment: {'id': 'a645fcac-f234-4b83-8494-6340ab02e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceb2e039-8087-4ffa-9af6-704c1441a084'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:02.661938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Bound port: 8c387122-f6b7-40b4-a579-a53df933b8fc, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a645fcac-f234-4b83-8494-6340ab02e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceb2e039-8087-4ffa-9af6-704c1441a084'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:02.662371 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.673165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.673768 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:02.677132 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 4 to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 Mar 11 17:19:02.706907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.707287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.707740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.717175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.717702 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:02.719414 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 5 to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 Mar 11 17:19:02.743946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.744377 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.744857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.756769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] For port 8c387122-f6b7-40b4-a579-a53df933b8fc, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:02.757054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.757579 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:02.758412 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 6 to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 Mar 11 17:19:02.763741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Deleting port f294e535-5e89-402b-abdf-52d17038aa5d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:02.764011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] For port 8c387122-f6b7-40b4-a579-a53df933b8fc, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8c387122-f6b7-40b4-a579-a53df933b8fc,segment=NetworkSegment(a645fcac-f234-4b83-8494-6340ab02e829),segment_id=a645fcac-f234-4b83-8494-6340ab02e829)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:02.764307 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.772699 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.802996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.803528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.804017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.813810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:02.814457 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.821384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] 10.222.0.46 "PUT /v2.0/ports/8c387122-f6b7-40b4-a579-a53df933b8fc HTTP/1.1" status: 200 len: 1092 time: 1.1944299 Mar 11 17:19:02.821384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6beb468-cff5-4f1c-a43e-5fef59b1fa80', 'tag': '8c387122-f6b7-40b4-a579-a53df933b8fc'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:02.821384 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f6beb468-cff5-4f1c-a43e-5fef59b1fa80", "tag": "8c387122-f6b7-40b4-a579-a53df933b8fc"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:02.838466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.838466 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:02.840150 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 7 to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 Mar 11 17:19:02.865348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.865691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.866006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.880753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.881082 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:02.883202 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 8 to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 Mar 11 17:19:02.911414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.911633 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:02.913644 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189dd511-9137-46ef-a7a0-6a2be57e7bf0 x-openstack-request-id: req-189dd511-9137-46ef-a7a0-6a2be57e7bf0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:02.914097 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6beb468-cff5-4f1c-a43e-5fef59b1fa80", "tag": "8c387122-f6b7-40b4-a579-a53df933b8fc", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:02.914097 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-189dd511-9137-46ef-a7a0-6a2be57e7bf0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:02.914342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.914501 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6beb468-cff5-4f1c-a43e-5fef59b1fa80', 'tag': '8c387122-f6b7-40b4-a579-a53df933b8fc', 'status': 'completed', 'code': 200} Mar 11 17:19:02.914624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.914892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.928430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Calling delete_port for f294e535-5e89-402b-abdf-52d17038aa5d owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:02.931708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.931708 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:02.932797 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 9 to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 Mar 11 17:19:02.951054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed91c30-5ba1-464e-b2c0-472c8b8e3329 service neutron] Pushing event updated for resources: {'Port': ['ID=8c387122-f6b7-40b4-a579-a53df933b8fc,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:02.953053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:02.957044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:02.957044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:02.971970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f290d2-51d1-43d4-807f-ea0876421baf req-87d84c8b-cfbd-4c80-a418-b6c09b02fd4e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:02.973527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49f290d2-51d1-43d4-807f-ea0876421baf req-87d84c8b-cfbd-4c80-a418-b6c09b02fd4e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1044421 Mar 11 17:19:02.989455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:02.989797 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:02.992086 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 10 to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 Mar 11 17:19:02.993764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-85cf7d0c-9d08-4f11-beb1-4ab45be74af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:02.995292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-85cf7d0c-9d08-4f11-beb1-4ab45be74af2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=341715d5d9184aed9aaecc56aaec3c26&device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 1095 time: 0.1027079 Mar 11 17:19:03.011940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:03.012253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:03.012580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:03.031226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:03.031558 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:03.031937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:03.042865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-d99d2ce9-b45a-4b82-ab16-77f51e423ee6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c387122-f6b7-40b4-a579-a53df933b8fc HTTP/1.1" status: 200 len: 217 time: 0.0379965 Mar 11 17:19:03.064952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49f290d2-51d1-43d4-807f-ea0876421baf req-79c4a4c8-3e11-4ee4-9aea-f57401296c68 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800021 Mar 11 17:19:03.123882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-bb92ad0b-468c-46be-8c9c-1605da349446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.126222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-bb92ad0b-468c-46be-8c9c-1605da349446 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=913626b2-bedc-4844-acb1-bc7c4765fe62 HTTP/1.1" status: 200 len: 858 time: 0.0724857 Mar 11 17:19:03.173735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-58a779d5-b6e9-4dfe-8ed3-0f86cba2a58e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ceb2e039-8087-4ffa-9af6-704c1441a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344169 Mar 11 17:19:03.177183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] For port 9ab56903-5281-4b1e-afa3-774f8a55c8e6, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:03.177556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempted to set empty binding levels {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:19:03.183438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:03.209489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:03.223715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] In _notify_port_updated(), no bound segment for port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:19:03.224591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.225246 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:03.226516 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "PUT /v2.0/ports/9ab56903-5281-4b1e-afa3-774f8a55c8e6 HTTP/1.1" status: 200 len: 975 time: 1.3724749 Mar 11 17:19:03.232053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50736) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:03.260638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdf6d9-7fbf-4515-9428-2246e1dea6fd tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'Port': ['ID=9ab56903-5281-4b1e-afa3-774f8a55c8e6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:03.306103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Pushing event deleted for resources: {'Port': ['ID=f294e535-5e89-402b-abdf-52d17038aa5d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:03.329465 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:03.332797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:03.334386 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b0ed8892-aa1a-47ac-a261-abf72511a6b8 tempest-ServersTestJSON-700150364 tempest-ServersTestJSON-700150364-project] 10.222.0.53 "DELETE /v2.0/floatingips/7f42b51c-b4c7-42b1-bf7e-835b65a67098 HTTP/1.1" status: 204 len: 168 time: 0.8075728 Mar 11 17:19:03.337352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:03.376262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.376877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.377250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.377716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.378188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.378651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.379106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.379675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.380387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.381458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.381458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.381738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.382185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.382643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.383104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.383561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.384016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.384507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.384990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.385424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.385881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.386333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.386784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.387273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.387727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.388178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.388734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.389204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.389729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.390218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.390677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.391135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.391590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.392045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.392530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.392987 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.393443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.394253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.394735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.395184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.395647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.396185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.396604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.397059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.397522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.397975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.402268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-45674dab-e278-442f-b6d0-99ddf1ece0d9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41347 time: 0.1691155 Mar 11 17:19:03.406350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-3a852b5c-a7d7-4929-80aa-9029f1ff6c2b service neutron] 10.222.0.46 "GET /v2.0/networks/ceb2e039-8087-4ffa-9af6-704c1441a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242842 Mar 11 17:19:03.415445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50742) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:03.553248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11307-9022-4e46-837c-a63805a24d4c req-1f2471b6-2ce8-4c17-baa1-c888606c6504 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.554814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85b11307-9022-4e46-837c-a63805a24d4c req-1f2471b6-2ce8-4c17-baa1-c888606c6504 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1508479 Mar 11 17:19:03.612833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a0426b4-b241-43c3-99c4-8a6a67a33230 req-54ecf866-8eca-4e80-a4d3-35079c028da6 service neutron] 10.222.0.46 "GET /v2.0/networks/ceb2e039-8087-4ffa-9af6-704c1441a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978877 Mar 11 17:19:03.632241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85b11307-9022-4e46-837c-a63805a24d4c req-85e354a4-84ef-48fd-b686-45f9f1f7fb81 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652025 Mar 11 17:19:03.662099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bad-b3b7-48ce-8c5f-fb0dfc185eca tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Deleting port 9ab56903-5281-4b1e-afa3-774f8a55c8e6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:03.662099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bad-b3b7-48ce-8c5f-fb0dfc185eca tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:03.768552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4bba4bad-b3b7-48ce-8c5f-fb0dfc185eca tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] For port 9ab56903-5281-4b1e-afa3-774f8a55c8e6, host n-h2-833411-1, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:03.768911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bad-b3b7-48ce-8c5f-fb0dfc185eca tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:03.808896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bad-b3b7-48ce-8c5f-fb0dfc185eca tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Calling delete_port for 9ab56903-5281-4b1e-afa3-774f8a55c8e6 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:03.821549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:03.830291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-41843bcf-9445-4c65-8b81-98f41f402583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.831801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-41843bcf-9445-4c65-8b81-98f41f402583 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=341715d5d9184aed9aaecc56aaec3c26&device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 1095 time: 0.1127596 Mar 11 17:19:03.903190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b4fd3-df70-4ca1-83be-b11595758131 req-5242fa4f-add3-43fb-9919-75696472f394 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:03.905029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-148b4fd3-df70-4ca1-83be-b11595758131 req-5242fa4f-add3-43fb-9919-75696472f394 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 944 time: 0.1383953 Mar 11 17:19:04.019023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-148b4fd3-df70-4ca1-83be-b11595758131 req-d12e3706-a8eb-4cd7-9e00-ed32fbeb7669 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774691 Mar 11 17:19:04.047545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-60efa572-9e51-4b1c-9268-577d5062b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:04.052705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-60efa572-9e51-4b1c-9268-577d5062b5fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=ceb2e039-8087-4ffa-9af6-704c1441a084 HTTP/1.1" status: 200 len: 918 time: 0.1869986 Mar 11 17:19:04.055380 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bad-b3b7-48ce-8c5f-fb0dfc185eca tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:04.096043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4bad-b3b7-48ce-8c5f-fb0dfc185eca tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ab56903-5281-4b1e-afa3-774f8a55c8e6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:04.140779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bad-b3b7-48ce-8c5f-fb0dfc185eca tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:04.145532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4bba4bad-b3b7-48ce-8c5f-fb0dfc185eca tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "DELETE /v2.0/ports/9ab56903-5281-4b1e-afa3-774f8a55c8e6 HTTP/1.1" status: 204 len: 168 time: 0.7289836 Mar 11 17:19:04.148669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-8a3762ac-21f9-4209-ad8c-20c908546b31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c387122-f6b7-40b4-a579-a53df933b8fc HTTP/1.1" status: 200 len: 217 time: 0.0812657 Mar 11 17:19:04.148940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50748) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:04.158381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Deleting port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:04.158999 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:04.189743 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc0cf69-a012-4b71-bd21-d3261d08c2b9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:19:04.197352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5fc0cf69-a012-4b71-bd21-d3261d08c2b9 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "GET /v2.0/ports/9ab56903-5281-4b1e-afa3-774f8a55c8e6 HTTP/1.1" status: 404 len: 333 time: 0.0419075 Mar 11 17:19:04.197352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50750) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:04.203081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1090105112', 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:04.251618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-9583265f-82a6-42ef-b475-e84c94592ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:04.253207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-9583265f-82a6-42ef-b475-e84c94592ca7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=913626b2-bedc-4844-acb1-bc7c4765fe62 HTTP/1.1" status: 200 len: 858 time: 0.0925276 Mar 11 17:19:04.254241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Made reservation on behalf of aaad021e9b7e469b843c31eb920f45dc for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:04.256507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:04.272599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] For port f52f2cda-fc31-43b4-bfcf-76ee4d9219c4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f52f2cda-fc31-43b4-bfcf-76ee4d9219c4,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:04.273096 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:04.287568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Calling delete_port for f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:04.298482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-32014093-f6f5-4839-b8ce-99acaad300ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ceb2e039-8087-4ffa-9af6-704c1441a084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325236 Mar 11 17:19:04.299659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] device_id is not set on port 28a9acb8-2e03-47a7-8259-1463f2c9ff01 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:19:04.531670 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:04.560091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52f2cda-fc31-43b4-bfcf-76ee4d9219c4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:04.821203 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:04.835011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-27c85807-2020-4ad2-a42b-e5bb0d2662eb service neutron] 10.222.0.46 "GET /v2.0/networks/ceb2e039-8087-4ffa-9af6-704c1441a084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282891 Mar 11 17:19:04.946641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:04.991136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8629-347c-42b7-bca1-13d008e90f74 req-515dbea5-f3d7-4868-b358-0cc58f651a8c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:04.992698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a76a8629-347c-42b7-bca1-13d008e90f74 req-515dbea5-f3d7-4868-b358-0cc58f651a8c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1602652 Mar 11 17:19:05.032647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12f23dd7-c4f7-4369-a0b9-04a93078b6ae req-726bd412-c96b-4928-ac83-527d59fdf850 service neutron] 10.222.0.46 "GET /v2.0/networks/ceb2e039-8087-4ffa-9af6-704c1441a084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793690 Mar 11 17:19:05.058467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:05.076818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a76a8629-347c-42b7-bca1-13d008e90f74 req-b02a91a9-2672-4d37-bbf9-ef1fa5553bf3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716541 Mar 11 17:19:05.133762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:05.144220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:05.163485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:05.163485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:05.163485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:05.179622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:19:05.196248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'Port': ['ID=28a9acb8-2e03-47a7-8259-1463f2c9ff01,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:05.210897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0127718 Mar 11 17:19:05.213871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.213871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.214230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.214547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.214889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.215211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.215574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.215899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.216223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.216576 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.216897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.217218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2296bf-cfcf-4632-9864-275c1caf7733 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:05.220210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50756) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:05.261392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55646ef5-d540-4510-a163-58aebdd89235 req-a4f31687-926e-4d97-bb15-8a3fd0d18dd7 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:05.262926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55646ef5-d540-4510-a163-58aebdd89235 req-a4f31687-926e-4d97-bb15-8a3fd0d18dd7 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 944 time: 0.1251295 Mar 11 17:19:05.269482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d01df67-e5ea-4595-9587-f69d9f29840b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:05.270863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2d01df67-e5ea-4595-9587-f69d9f29840b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "GET /v2.0/ports/28a9acb8-2e03-47a7-8259-1463f2c9ff01 HTTP/1.1" status: 200 len: 955 time: 0.0480289 Mar 11 17:19:05.274238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50758) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:05.320847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:05.328791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e960a9a1-8269-4ce6-822e-5d68f200b386 admin admin] 10.222.0.53 "PUT /v2.0/routers/413eb5c2-08ac-40c9-ad2a-56555c5e3b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900184 Mar 11 17:19:05.329606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50760) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:05.334980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] Sync routers for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:05.353578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:05.354474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:05.375528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55646ef5-d540-4510-a163-58aebdd89235 req-47520650-6e4b-4a24-84f7-2c44dcbbf31d tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924234 Mar 11 17:19:05.411103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a70ab4af-bbb8-4265-b8d8-28e81736481e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Deleting port 28a9acb8-2e03-47a7-8259-1463f2c9ff01 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:05.411687 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a70ab4af-bbb8-4265-b8d8-28e81736481e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:05.460126 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:05.508553 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a70ab4af-bbb8-4265-b8d8-28e81736481e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:05.522812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:05.534006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a70ab4af-bbb8-4265-b8d8-28e81736481e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Calling delete_port for 28a9acb8-2e03-47a7-8259-1463f2c9ff01 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:05.667711 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a70ab4af-bbb8-4265-b8d8-28e81736481e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:05.712895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ab4af-bbb8-4265-b8d8-28e81736481e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event deleted for resources: {'Port': ['ID=28a9acb8-2e03-47a7-8259-1463f2c9ff01,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:05.723220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a70ab4af-bbb8-4265-b8d8-28e81736481e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:05.727359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a70ab4af-bbb8-4265-b8d8-28e81736481e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "DELETE /v2.0/ports/28a9acb8-2e03-47a7-8259-1463f2c9ff01 HTTP/1.1" status: 204 len: 168 time: 0.4510658 Mar 11 17:19:05.729230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50762) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:05.758590 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe10bf48-e239-4842-8ec7-d7dbe89f13b0 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:19:05.760234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fe10bf48-e239-4842-8ec7-d7dbe89f13b0 tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "GET /v2.0/ports/28a9acb8-2e03-47a7-8259-1463f2c9ff01 HTTP/1.1" status: 404 len: 333 time: 0.0298514 Mar 11 17:19:05.765423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50764) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:05.770791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Request body: {'port': {'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-399039386'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:05.797099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Made reservation on behalf of aaad021e9b7e469b843c31eb920f45dc for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:05.801692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:05.822999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] device_id is not set on port 1177e085-d94d-4219-93bb-ea84fb3c73ae yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:19:05.862742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:19:04Z', 'revision_number': 5, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port': {'id': '73e174d5-e00e-40b1-b918-c86ec16afded', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:17:20Z', 'updated_at': '2022-03-11T17:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:05.897871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:05.899946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] Checking router: 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:19:05.912165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] Routers {'413eb5c2-08ac-40c9-ad2a-56555c5e3b81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:05.912731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:18:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:05.959535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Deleting port 73e174d5-e00e-40b1-b918-c86ec16afded {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:05.959795 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.025398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] Set router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:06.033955 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.074258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] For port 73e174d5-e00e-40b1-b918-c86ec16afded, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=73e174d5-e00e-40b1-b918-c86ec16afded,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:06.074770 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.093245 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.093736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:19:05Z', 'revision_number': 6, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:06.094929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Calling delete_port for 73e174d5-e00e-40b1-b918-c86ec16afded owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:06.143145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:06.146342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:06.148279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2443448-a02b-496c-8a54-35af3afdbdfb None None] The sync data for ids ['413eb5c2-08ac-40c9-ad2a-56555c5e3b81'] in n-d-833411-1 is: [{'id': '413eb5c2-08ac-40c9-ad2a-56555c5e3b81', 'name': 'tempest-ServersTestJSON-1359249612-router', 'tenant_id': '1361845d5e43409eb9a3f5c3c7b96241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:17:19Z', 'updated_at': '2022-03-11T17:19:05Z', 'revision_number': 6, 'project_id': '1361845d5e43409eb9a3f5c3c7b96241', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:06.150375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:06.151420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:06.152248 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.158765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'Port': ['ID=1177e085-d94d-4219-93bb-ea84fb3c73ae,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:06.188693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-827d6c1b-3161-4fde-bb8a-09ce03b4469b tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4213936 Mar 11 17:19:06.193118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:06.199820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:06.281456 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.300145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455678-d436-4fac-a3fe-99349b8a359d req-3ee53448-2f33-48c0-9997-1165608e13cc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:06.302614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56455678-d436-4fac-a3fe-99349b8a359d req-3ee53448-2f33-48c0-9997-1165608e13cc tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.0645404 Mar 11 17:19:06.353089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56455678-d436-4fac-a3fe-99349b8a359d req-fbff4999-30b5-40f1-8e20-184b18e5bfe8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429788 Mar 11 17:19:06.474699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.529042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e174d5-e00e-40b1-b918-c86ec16afded,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:06.541505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99addc95-c5c4-4f72-8e85-4d6064c132a9 req-9c0ad9df-34f7-40be-b20c-93967ff18a09 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:06.543819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99addc95-c5c4-4f72-8e85-4d6064c132a9 req-9c0ad9df-34f7-40be-b20c-93967ff18a09 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 944 time: 0.0728183 Mar 11 17:19:06.602209 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8c387122-f6b7-40b4-a579-a53df933b8fc details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:19:06.619633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99addc95-c5c4-4f72-8e85-4d6064c132a9 req-aa76d384-330d-491b-89c8-4a5b73ec3ffe tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633943 Mar 11 17:19:06.630500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.775456 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.779630 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.782096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] device_id is not set on port 1177e085-d94d-4219-93bb-ea84fb3c73ae yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:19:06.788654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8c387122-f6b7-40b4-a579-a53df933b8fc, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8c387122-f6b7-40b4-a579-a53df933b8fc,segment=NetworkSegment(a645fcac-f234-4b83-8494-6340ab02e829),segment_id=a645fcac-f234-4b83-8494-6340ab02e829)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:06.792556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.808258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '8c387122-f6b7-40b4-a579-a53df933b8fc', 'network_id': 'ceb2e039-8087-4ffa-9af6-704c1441a084', 'port_id': '8c387122-f6b7-40b4-a579-a53df933b8fc', 'mac_address': 'fa:16:3e:8e:b1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913626b2-bedc-4844-acb1-bc7c4765fe62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:19:06.827319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.866125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.866666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 413eb5c2-08ac-40c9-ad2a-56555c5e3b81 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:19:06.872658 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.876064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.879349 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9923b1ea-0cab-4522-9239-c7985efa17b1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/413eb5c2-08ac-40c9-ad2a-56555c5e3b81 HTTP/1.1" status: 204 len: 168 time: 1.5471656 Mar 11 17:19:06.881545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50776) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:06.894650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'Port': ['ID=1177e085-d94d-4219-93bb-ea84fb3c73ae,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:06.905604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c387122-f6b7-40b4-a579-a53df933b8fc {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:19:06.907606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:06.908077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:06.908444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:06.913519 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:06.913942 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:06.914435 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 2 to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae Mar 11 17:19:06.930142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:06.930142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:06.930688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:06.935466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:06.936902 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:06.936902 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 3 to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae Mar 11 17:19:06.943565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8c387122-f6b7-40b4-a579-a53df933b8fc, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8c387122-f6b7-40b4-a579-a53df933b8fc,segment=NetworkSegment(a645fcac-f234-4b83-8494-6340ab02e829),segment_id=a645fcac-f234-4b83-8494-6340ab02e829)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:06.948798 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.956682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-218f0cdb-cd04-40b3-9927-71202ca201d3 admin admin] Deleting subnet 9ccba869-abc8-4b34-a594-97d2dc7d0160 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:19:06.957629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:06.958306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:06.959057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:06.961740 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-218f0cdb-cd04-40b3-9927-71202ca201d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:06.971801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:06.972179 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:06.972905 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 4 to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae Mar 11 17:19:06.991807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:06.992088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:06.992458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:06.999406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:06.999998 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:07.000434 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 5 to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae Mar 11 17:19:07.005863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-218f0cdb-cd04-40b3-9927-71202ca201d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.017073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:07.017413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:07.017750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:07.026714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:07.027380 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:07.028801 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 6 to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae Mar 11 17:19:07.031130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=8c387122-f6b7-40b4-a579-a53df933b8fc,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:07.040731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.041162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.041623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.042059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.042371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.042804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.043129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.044720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.045170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.045365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.045680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.046002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:07.054292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:07.054941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:07.055624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:07.063047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:07.063717 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:07.064120 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 7 to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae Mar 11 17:19:07.081451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:07.081956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:07.082618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:07.088866 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:07.089218 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:07.089636 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 8 to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae Mar 11 17:19:07.105186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:07.107379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:07.107718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:07.108052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:07.113437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:07.113775 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:07.114226 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 9 to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae Mar 11 17:19:07.130747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:07.131334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:07.131509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:07.138718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:07.139150 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:07.139549 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempt 10 to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae Mar 11 17:19:07.141930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:07.142492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f52f2cda-fc31-43b4-bfcf-76ee4d9219c4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:07.147378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-218f0cdb-cd04-40b3-9927-71202ca201d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.163185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:07.163921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:07.165094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempting to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:07.173299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:07.173804 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Failed to bind port 1177e085-d94d-4219-93bb-ea84fb3c73ae on host n-h2-833411-1 for vnic_type normal using segments [{'id': '63a1b3bf-0ed9-4134-9c6a-33526e239678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6'}] Mar 11 17:19:07.174201 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.253215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-218f0cdb-cd04-40b3-9927-71202ca201d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.268543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] For port 1177e085-d94d-4219-93bb-ea84fb3c73ae, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:07.269242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attempted to set empty binding levels {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:19:07.275221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.283121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f0cdb-cd04-40b3-9927-71202ca201d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ccba869-abc8-4b34-a594-97d2dc7d0160,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:07.288330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-218f0cdb-cd04-40b3-9927-71202ca201d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.293216 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-218f0cdb-cd04-40b3-9927-71202ca201d3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9ccba869-abc8-4b34-a594-97d2dc7d0160 HTTP/1.1" status: 204 len: 168 time: 0.4097369 Mar 11 17:19:07.295247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50778) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:07.301805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04ccb5-ff6e-412a-b1d6-e03c2ce43edd None None] Network cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:19:07.324475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8c387122-f6b7-40b4-a579-a53df933b8fc'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:07.325311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] In _notify_port_updated(), no bound segment for port 1177e085-d94d-4219-93bb-ea84fb3c73ae on network 9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:19:07.326430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:07.327414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.329065 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "PUT /v2.0/ports/1177e085-d94d-4219-93bb-ea84fb3c73ae HTTP/1.1" status: 200 len: 974 time: 1.1348624 Mar 11 17:19:07.332916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50780) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:07.379018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c9b2f-f957-4e8c-a884-e0fcede1a4bc tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event updated for resources: {'Port': ['ID=1177e085-d94d-4219-93bb-ea84fb3c73ae,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:07.413358 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.470116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e18a14ca-0763-4ef7-998f-ecbd8b02ae7e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Deleting port 1177e085-d94d-4219-93bb-ea84fb3c73ae {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:07.470516 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e18a14ca-0763-4ef7-998f-ecbd8b02ae7e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.585308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Deleting port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:07.586298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.594320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e18a14ca-0763-4ef7-998f-ecbd8b02ae7e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] For port 1177e085-d94d-4219-93bb-ea84fb3c73ae, host n-h2-833411-1, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:07.596209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e18a14ca-0763-4ef7-998f-ecbd8b02ae7e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.638405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e18a14ca-0763-4ef7-998f-ecbd8b02ae7e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Calling delete_port for 1177e085-d94d-4219-93bb-ea84fb3c73ae owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:07.681925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bc9a7-eacd-480b-9ec3-c9ef89826427 req-4cb7de43-cbb1-4162-871c-48e1dc04acc1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:07.688054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed5bc9a7-eacd-480b-9ec3-c9ef89826427 req-4cb7de43-cbb1-4162-871c-48e1dc04acc1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1779923 Mar 11 17:19:07.708257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e437d-978e-455b-8140-ab9023755c62 None None] DHCP port deletion for cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:19:07.748399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] For port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=62b2a8ef-df4d-4b8c-9d7c-f747701e024b,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:07.748745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.783593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e18a14ca-0763-4ef7-998f-ecbd8b02ae7e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.790043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b49e437d-978e-455b-8140-ab9023755c62 None None] Deleting port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:07.790571 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b49e437d-978e-455b-8140-ab9023755c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.795901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Calling delete_port for 62b2a8ef-df4d-4b8c-9d7c-f747701e024b owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:07.801065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed5bc9a7-eacd-480b-9ec3-c9ef89826427 req-41017423-efc4-453b-ac53-f350d053c6bb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120820 Mar 11 17:19:07.837150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a14ca-0763-4ef7-998f-ecbd8b02ae7e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Pushing event deleted for resources: {'Port': ['ID=1177e085-d94d-4219-93bb-ea84fb3c73ae,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:07.846536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e18a14ca-0763-4ef7-998f-ecbd8b02ae7e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.853961 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e18a14ca-0763-4ef7-998f-ecbd8b02ae7e tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "DELETE /v2.0/ports/1177e085-d94d-4219-93bb-ea84fb3c73ae HTTP/1.1" status: 204 len: 168 time: 0.5168304 Mar 11 17:19:07.855397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50786) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:07.870740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ecdfe-42b5-4ffd-b16f-aa37ff06de7d req-18e52125-7b15-425b-ba69-9df9e0509cb8 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:07.882423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c8ecdfe-42b5-4ffd-b16f-aa37ff06de7d req-18e52125-7b15-425b-ba69-9df9e0509cb8 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 945 time: 0.1033010 Mar 11 17:19:07.907374 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d298475-0f19-4876-b132-e3351fed776c tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:19:07.909069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b49e437d-978e-455b-8140-ab9023755c62 None None] For port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=62b2a8ef-df4d-4b8c-9d7c-f747701e024b,segment=NetworkSegment(1b0b334f-b144-4c32-b810-496c93ff2a25),segment_id=1b0b334f-b144-4c32-b810-496c93ff2a25)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:07.914303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b49e437d-978e-455b-8140-ab9023755c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:07.914514 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3d298475-0f19-4876-b132-e3351fed776c tempest-PortsAdminExtendedAttrsTestJSON-2112683569 tempest-PortsAdminExtendedAttrsTestJSON-2112683569-project-admin] 10.222.0.53 "GET /v2.0/ports/1177e085-d94d-4219-93bb-ea84fb3c73ae HTTP/1.1" status: 404 len: 333 time: 0.0557623 Mar 11 17:19:07.914602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50788) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:07.940728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b49e437d-978e-455b-8140-ab9023755c62 None None] Calling delete_port for 62b2a8ef-df4d-4b8c-9d7c-f747701e024b owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:07.983036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c8ecdfe-42b5-4ffd-b16f-aa37ff06de7d req-ebdaf4dc-82e1-4c11-a570-bb0a184bbb6e tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640190 Mar 11 17:19:08.014512 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.041458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b2a8ef-df4d-4b8c-9d7c-f747701e024b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:08.047948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] No DVR routers for this DVR port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:08.060571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.089898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b49e437d-978e-455b-8140-ab9023755c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.128999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e437d-978e-455b-8140-ab9023755c62 None None] Pushing event deleted for resources: {'Port': ['ID=62b2a8ef-df4d-4b8c-9d7c-f747701e024b,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:08.148325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e437d-978e-455b-8140-ab9023755c62 None None] No DVR routers for this DVR port 62b2a8ef-df4d-4b8c-9d7c-f747701e024b on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:08.150233 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.196276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffb9a87-a43f-45e1-9b3d-82a0dcd111a3']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:08.212200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0b334f-b144-4c32-b810-496c93ff2a25') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:08.212625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0b334f-b144-4c32-b810-496c93ff2a25') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:08.228463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.230115 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.251497 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.256650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:08.258731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:19:08.259208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:19:08.261914 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:19:08.274692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a1b3bf-0ed9-4134-9c6a-33526e239678') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:08.274692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a1b3bf-0ed9-4134-9c6a-33526e239678') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:08.299779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.317630 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.327348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:19:08.327805 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:19:08.331911 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:19:08.343421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 62b2a8ef-df4d-4b8c-9d7c-f747701e024b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:08.361614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.373637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.380643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cffb9a87-a43f-45e1-9b3d-82a0dcd111a3 HTTP/1.1" status: 204 len: 168 time: 1.0835869 Mar 11 17:19:08.388970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 62b2a8ef-df4d-4b8c-9d7c-f747701e024b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:08.389668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 62b2a8ef-df4d-4b8c-9d7c-f747701e024b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:08.390355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 73e174d5-e00e-40b1-b918-c86ec16afded no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:08.423643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 73e174d5-e00e-40b1-b918-c86ec16afded {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:08.424028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 73e174d5-e00e-40b1-b918-c86ec16afded not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:08.436733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea7a95-e879-4f40-bb0b-c5e975efeb59 admin admin] Pushing event deleted for resources: {'Network': ['ID=cffb9a87-a43f-45e1-9b3d-82a0dcd111a3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:08.457830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.480449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.488411 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] 10.222.0.53 "DELETE /v2.0/networks/9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6 HTTP/1.1" status: 204 len: 168 time: 0.5699153 Mar 11 17:19:08.506116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7557c2-385f-49a5-862a-2b65350d3485 tempest-PortsAdminExtendedAttrsTestJSON-223639809 tempest-PortsAdminExtendedAttrsTestJSON-223639809-project] Pushing event deleted for resources: {'Network': ['ID=9ed8eb50-82bd-4a1e-a34b-4264fbd44ff6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:08.599901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8c387122-f6b7-40b4-a579-a53df933b8fc up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:08.675226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 8c387122-f6b7-40b4-a579-a53df933b8fc completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:19:08.679432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50794) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:08.682320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 8c387122-f6b7-40b4-a579-a53df933b8fc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:08.682877 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.726323 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b9aa793f-2eef-42f1-9047-2486d90d9729 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1361845d5e43409eb9a3f5c3c7b96241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456607 Mar 11 17:19:08.729493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50796) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:08.778868 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.788778 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fb35e7f-bc3c-4e7f-a3e8-0540656bea7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.812218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6beb468-cff5-4f1c-a43e-5fef59b1fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c387122-f6b7-40b4-a579-a53df933b8fc'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:08.814814 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f799bbec-ed4e-4885-b3b2-17083af00a48" -d '{"events": [{"server_uuid": "f6beb468-cff5-4f1c-a43e-5fef59b1fa80", "name": "network-vif-plugged", "status": "completed", "tag": "8c387122-f6b7-40b4-a579-a53df933b8fc"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:08.818582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fb35e7f-bc3c-4e7f-a3e8-0540656bea7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.830496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8c387122-f6b7-40b4-a579-a53df933b8fc, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8c387122-f6b7-40b4-a579-a53df933b8fc,segment=NetworkSegment(a645fcac-f234-4b83-8494-6340ab02e829),segment_id=a645fcac-f234-4b83-8494-6340ab02e829)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:08.836664 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.875363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50804) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:08.982704 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fb35e7f-bc3c-4e7f-a3e8-0540656bea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.986940 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fb35e7f-bc3c-4e7f-a3e8-0540656bea7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.993087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4fb35e7f-bc3c-4e7f-a3e8-0540656bea7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73447c1d-29e6-4e9c-b4c1-9ee22c28efac HTTP/1.1" status: 204 len: 168 time: 0.2577517 Mar 11 17:19:09.034072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb35e7f-bc3c-4e7f-a3e8-0540656bea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73447c1d-29e6-4e9c-b4c1-9ee22c28efac,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:09.064846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405cec-2015-41b2-9189-4d49294d7396 req-ddea2f6e-3670-4dac-a3f1-d6dff3e61149 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:09.066763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d405cec-2015-41b2-9189-4d49294d7396 req-ddea2f6e-3670-4dac-a3f1-d6dff3e61149 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1333165 Mar 11 17:19:09.078792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae94b7-37c5-419f-8105-0129f7378f0c req-828e641e-463c-4bad-816a-540cbbd0ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:09.080649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bae94b7-37c5-419f-8105-0129f7378f0c req-828e641e-463c-4bad-816a-540cbbd0ddee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 1097 time: 0.0902424 Mar 11 17:19:09.135982 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:19:09.189931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=8c387122-f6b7-40b4-a579-a53df933b8fc,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:09.196302 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae252c-5cc1-4e2b-8c1e-7833b173c424 x-openstack-request-id: req-95ae252c-5cc1-4e2b-8c1e-7833b173c424 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:09.196755 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6beb468-cff5-4f1c-a43e-5fef59b1fa80", "name": "network-vif-plugged", "status": "completed", "tag": "8c387122-f6b7-40b4-a579-a53df933b8fc", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:09.197183 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95ae252c-5cc1-4e2b-8c1e-7833b173c424 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:09.197841 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6beb468-cff5-4f1c-a43e-5fef59b1fa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c387122-f6b7-40b4-a579-a53df933b8fc', 'code': 200} Mar 11 17:19:09.213149 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ddfdaf8b-5e10-4dec-993e-b38a1b2af67d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00c96a1fed934af1987f5b1458307515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356526 Mar 11 17:19:09.217293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50812) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:09.229035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d405cec-2015-41b2-9189-4d49294d7396 req-b7662942-2c5a-450a-ac33-de6b728c1766 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405027 Mar 11 17:19:09.230727 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bae94b7-37c5-419f-8105-0129f7378f0c req-0be03b47-6b73-4192-a278-42586162dffa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340153 Mar 11 17:19:09.332963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6376ea-1dae-4518-8a75-ad95519e0c61 req-937de7fa-bc9d-47ba-ad6a-e8ee608f9b5f tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:09.334632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af6376ea-1dae-4518-8a75-ad95519e0c61 req-937de7fa-bc9d-47ba-ad6a-e8ee608f9b5f tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 946 time: 0.1588471 Mar 11 17:19:09.358861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0156f94-1aa9-449c-a1ad-2eb3662f48c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:09.401948 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0156f94-1aa9-449c-a1ad-2eb3662f48c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:09.406211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af6376ea-1dae-4518-8a75-ad95519e0c61 req-14cc04f2-c0fa-47c7-aefd-8333e646076b tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603466 Mar 11 17:19:09.462859 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0156f94-1aa9-449c-a1ad-2eb3662f48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:09.466098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0156f94-1aa9-449c-a1ad-2eb3662f48c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:09.467295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c0156f94-1aa9-449c-a1ad-2eb3662f48c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1f5c500-00d4-4dad-ac3c-b5108bede363 HTTP/1.1" status: 204 len: 168 time: 0.2472241 Mar 11 17:19:09.478310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0156f94-1aa9-449c-a1ad-2eb3662f48c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f5c500-00d4-4dad-ac3c-b5108bede363,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:09.850230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50832) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:09.901216 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-052dc359-4bd1-420a-ad8a-918816bdcaf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aaad021e9b7e469b843c31eb920f45dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494268 Mar 11 17:19:09.905117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:09.965174 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-537b5e78-3f0a-4a83-9581-85560994d899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:09.995699 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-537b5e78-3f0a-4a83-9581-85560994d899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.073144 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-537b5e78-3f0a-4a83-9581-85560994d899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.076545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-537b5e78-3f0a-4a83-9581-85560994d899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.081729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-537b5e78-3f0a-4a83-9581-85560994d899 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c09aa4f6-a4ee-4888-9a0c-2e97127772bb HTTP/1.1" status: 204 len: 168 time: 0.1715407 Mar 11 17:19:10.091190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b5e78-3f0a-4a83-9581-85560994d899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09aa4f6-a4ee-4888-9a0c-2e97127772bb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:10.255396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:10.373315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6109dc-4d40-4591-8e23-c619dbc91938 req-a6c84931-308d-4d8b-a97e-176e29a18eb7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:10.375459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb6109dc-4d40-4591-8e23-c619dbc91938 req-a6c84931-308d-4d8b-a97e-176e29a18eb7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.0654182 Mar 11 17:19:10.442990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb6109dc-4d40-4591-8e23-c619dbc91938 req-f53cb9c2-d336-4e04-bbc9-ee5765a1ce2f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553885 Mar 11 17:19:10.480890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-262134890-network', 'tenant_id': '92bd6566b1f248d88d5071e4f13643f3'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:10.519040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Made reservation on behalf of 92bd6566b1f248d88d5071e4f13643f3 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:10.521827 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.532490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.611534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f543fb-b3c7-4780-bdfd-9b3b1196b8af req-bd4cb1b3-8e86-4e6e-91e3-9ff71771ec7a tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:10.619422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8f543fb-b3c7-4780-bdfd-9b3b1196b8af req-bd4cb1b3-8e86-4e6e-91e3-9ff71771ec7a tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 946 time: 0.0786450 Mar 11 17:19:10.666422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8f543fb-b3c7-4780-bdfd-9b3b1196b8af req-d9a31685-88da-4378-b453-9053d7c0bb09 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Mar 11 17:19:10.701940 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.702863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.708388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.740370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:19:10.758672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca21dc-7407-476d-90c3-3a42c8eb2409,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:10.763241 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.763574 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Added segment f10998c0-ae8f-4439-bda5-1d1d79c806b4 of type vlan for network c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 Mar 11 17:19:10.812181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.839282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.841082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:10.841667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.900087 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6433392 Mar 11 17:19:10.905526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50868) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:10.913842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Request body: {'subnet': {'network_id': 'c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-262134890-subnet', 'tenant_id': '92bd6566b1f248d88d5071e4f13643f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:10.920704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00d1d1-c4e1-4020-845c-14bc7c054ebf admin admin] Pushing event updated for resources: {'Network': ['ID=c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:10.937908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:19:10.951139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Made reservation on behalf of 92bd6566b1f248d88d5071e4f13643f3 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:10.955111 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:11.227336 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:11.310126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c729e519-9c19-45ee-aafc-99d56d443eba,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:11.326266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Checking segment: {'id': 'f10998c0-ae8f-4439-bda5-1d1d79c806b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:11.326754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Network hostable DHCP agents. Network: c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:19:11.345619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Network c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:19:11.360571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:11.366619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:11.367691 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:11.370056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c6057-93f8-4ab6-a41f-6197e401264a None None] Network c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:19:11.397885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d952176f-6e74-4176-a9c5-bae2590dfbc2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4904995 Mar 11 17:19:11.548594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a1e61-97e7-495b-960e-446d5d16fdf6 None None] Network c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:19:11.655750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e445186-4775-4814-8383-4467e471cb3c req-ebfbef53-9d8e-455d-9ebc-05958707621f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:11.658425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e445186-4775-4814-8383-4467e471cb3c req-ebfbef53-9d8e-455d-9ebc-05958707621f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.0979106 Mar 11 17:19:11.775098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e445186-4775-4814-8383-4467e471cb3c req-b7b8474e-1998-450b-9f90-327f1cc7ca8b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066372 Mar 11 17:19:11.873517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adfb07-1a6f-4870-b846-cd08cd27716f req-be56d037-ff0d-4b85-89ea-61e6dbd105e8 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:11.875976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43adfb07-1a6f-4870-b846-cd08cd27716f req-be56d037-ff0d-4b85-89ea-61e6dbd105e8 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 946 time: 0.0762343 Mar 11 17:19:11.927332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43adfb07-1a6f-4870-b846-cd08cd27716f req-6275f708-e93b-412d-8c2a-256bdc8da8c0 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Mar 11 17:19:12.017349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50902) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:12.294300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1565323421', 'router:external': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:12.363240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Made reservation on behalf of 8703767c59544cd0982636b13979d554 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:12.366945 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:12.405306 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:12.417716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-ee0adeb9-22f7-4795-ae28-35a0b2690937 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:12.420419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-ee0adeb9-22f7-4795-ae28-35a0b2690937 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/networks?id=c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 HTTP/1.1" status: 200 len: 817 time: 0.2179418 Mar 11 17:19:12.458857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-4b5dd853-6e71-4bb4-9a14-a446a80bc6e3 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/quotas/92bd6566b1f248d88d5071e4f13643f3 HTTP/1.1" status: 200 len: 375 time: 0.0246730 Mar 11 17:19:12.534179 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-521b3ddb-0546-4b50-9bc0-36c84da195d7 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92bd6566b1f248d88d5071e4f13643f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497932 Mar 11 17:19:12.666790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:12.680873 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:12.736970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-e7acc0ff-08e5-4b08-b78e-81a48dfe3b6e service neutron] 10.222.0.53 "GET /v2.0/networks/c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912754 Mar 11 17:19:12.756432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:19:12.803872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81471fb2-2f6e-435b-860f-51126feea478,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:12.815370 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:12.815721 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Added segment 7d315640-73c4-4c5c-8444-4f2f72cf4372 of type vlan for network aa81459a-c9e4-4d55-a032-e1b6c635da22 Mar 11 17:19:12.917006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:12.928066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca9ab4-ff44-482b-8234-ec81abb36d2b req-8378755e-ffb3-452f-a80a-4ea31f41a85a tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:12.929644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdca9ab4-ff44-482b-8234-ec81abb36d2b req-8378755e-ffb3-452f-a80a-4ea31f41a85a tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 946 time: 0.2064815 Mar 11 17:19:12.962700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-83e15279-0198-41a0-8f90-11fb6c55480d service neutron] 10.222.0.53 "GET /v2.0/networks/c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073607 Mar 11 17:19:13.005480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:13.006605 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:13.007365 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:13.011781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdca9ab4-ff44-482b-8234-ec81abb36d2b req-2dbb6879-9168-412d-a653-bccdf62bf881 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710812 Mar 11 17:19:13.077469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0583663 Mar 11 17:19:13.081909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50942) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:13.089679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'subnet': {'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:13.120160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Made reservation on behalf of 8703767c59544cd0982636b13979d554 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:13.122425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569fb76-f119-49fd-9c32-54ab7eaa0d9e tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event updated for resources: {'Network': ['ID=aa81459a-c9e4-4d55-a032-e1b6c635da22,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:13.123666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:13.138697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network aa81459a-c9e4-4d55-a032-e1b6c635da22 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:19:13.190480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e441c9-9a98-47b7-8a57-86af2a6d76d3 req-7f3190b9-64d9-40d6-8787-bc7a9de11b27 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:13.199894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2e441c9-9a98-47b7-8a57-86af2a6d76d3 req-7f3190b9-64d9-40d6-8787-bc7a9de11b27 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1133039 Mar 11 17:19:13.259200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2e441c9-9a98-47b7-8a57-86af2a6d76d3 req-a72b5744-b327-4807-b150-222a0ef107a4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580337 Mar 11 17:19:13.324233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f1b7489-53fe-46f5-bffc-94fd154fcea7 req-9d0ed928-16e4-49da-bd50-bf133fb95218 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 210 time: 0.0523350 Mar 11 17:19:13.547046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:19:13.547509 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:13.580280 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-61b661b9-41a7-4f7d-bdc9-c6b524739210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:13.602792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0fb9377b-a03d-4dbf-957a-27d2994eb5e1,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:13.628886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Checking segment: {'id': '7d315640-73c4-4c5c-8444-4f2f72cf4372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:13.629993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Network hostable DHCP agents. Network: aa81459a-c9e4-4d55-a032-e1b6c635da22, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:19:13.660495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Network aa81459a-c9e4-4d55-a032-e1b6c635da22 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:19:13.675309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, aa81459a-c9e4-4d55-a032-e1b6c635da22) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:13.680677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:13.681594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:13.693954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a16cba4-db82-414c-9a4c-56469a182311 None None] Network aa81459a-c9e4-4d55-a032-e1b6c635da22 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:19:13.705683 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7d88ae7a-d47d-40df-90a2-bebd49c2b6a0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6216969 Mar 11 17:19:13.709443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50954) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:13.717985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-203438716', 'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:13.750488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Made reservation on behalf of 8703767c59544cd0982636b13979d554 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:13.754515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:13.779307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] device_id is not set on port e464b026-5b3a-4a16-91b2-1953ffb240c5 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:19:13.918227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff12d2-7a99-4f9d-b374-cd28d0c5d55d None None] Network aa81459a-c9e4-4d55-a032-e1b6c635da22 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:19:13.925081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Allocated IP 2001:db8::3c (aa81459a-c9e4-4d55-a032-e1b6c635da22/0fb9377b-a03d-4dbf-957a-27d2994eb5e1/e464b026-5b3a-4a16-91b2-1953ffb240c5) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:14.148923 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:14.214098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c99b6d-b665-4c11-a06c-37f6bdab0a17 req-1d169d51-9be3-4ae2-9845-dc44d7f45f5f tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:14.216102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6c99b6d-b665-4c11-a06c-37f6bdab0a17 req-1d169d51-9be3-4ae2-9845-dc44d7f45f5f tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 946 time: 0.0884414 Mar 11 17:19:14.245744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:14.306179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Network aa81459a-c9e4-4d55-a032-e1b6c635da22 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:14.313652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:14.323689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6c99b6d-b665-4c11-a06c-37f6bdab0a17 req-fae56915-7ef1-40cb-9fc1-f16e200eb135 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995522 Mar 11 17:19:14.325465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:14.326642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:14.327347 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:14.339821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event updated for resources: {'Port': ['ID=e464b026-5b3a-4a16-91b2-1953ffb240c5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:14.382749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-058b3e97-ed3f-4b57-837b-33004be3e20c tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6717708 Mar 11 17:19:14.386329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50962) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:14.448551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9ad4c5b-fea5-4e6c-87be-9dd9ee50666c req-804bc667-81b7-495c-9f57-2987d0aa94c0 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 210 time: 0.0342422 Mar 11 17:19:14.463173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca4f6b-b5ba-4211-814b-48ff8abf7d0f req-10a2de10-4e2e-423d-92eb-b0b60524d7c1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:14.466075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73ca4f6b-b5ba-4211-814b-48ff8abf7d0f req-10a2de10-4e2e-423d-92eb-b0b60524d7c1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1274397 Mar 11 17:19:14.643626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73ca4f6b-b5ba-4211-814b-48ff8abf7d0f req-653b56f4-b94e-4e94-b21f-79dc240c3dea tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551795 Mar 11 17:19:14.681254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-df403b3f-fe92-4552-bfcf-ee211f06e430 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:14.682707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-df403b3f-fe92-4552-bfcf-ee211f06e430 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 946 time: 0.1955707 Mar 11 17:19:14.699032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-89e0fdde-0de4-4b00-adba-20c2e07f2643 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Deleting port e464b026-5b3a-4a16-91b2-1953ffb240c5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:14.699381 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89e0fdde-0de4-4b00-adba-20c2e07f2643 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:14.709648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-874ccdb0-eb19-4e40-b7f8-41f326d82d18 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:14.711059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-874ccdb0-eb19-4e40-b7f8-41f326d82d18 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.66 "GET /v2.0/networks?id=c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 HTTP/1.1" status: 200 len: 817 time: 0.1756165 Mar 11 17:19:14.744489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Request body: {'port': {'device_id': 'b81127ac-351b-474d-a3b1-1ee19e8919d1', 'network_id': 'c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4', 'admin_state_up': True, 'tenant_id': '92bd6566b1f248d88d5071e4f13643f3'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:14.905944 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89e0fdde-0de4-4b00-adba-20c2e07f2643 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:14.932040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-89e0fdde-0de4-4b00-adba-20c2e07f2643 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Calling delete_port for e464b026-5b3a-4a16-91b2-1953ffb240c5 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:15.010475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Deleting port 8c387122-f6b7-40b4-a579-a53df933b8fc {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:15.010734 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.013639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Made reservation on behalf of 92bd6566b1f248d88d5071e4f13643f3 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:15.017068 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.625802 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96e29679-4f3a-4980-b757-67eaf15bd47d req-c494060f-52ea-48a4-9399-395709c1c17a tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 210 time: 0.0754149 Mar 11 17:19:15.633687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] For port 8c387122-f6b7-40b4-a579-a53df933b8fc, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8c387122-f6b7-40b4-a579-a53df933b8fc,segment=NetworkSegment(a645fcac-f234-4b83-8494-6340ab02e829),segment_id=a645fcac-f234-4b83-8494-6340ab02e829)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:15.634067 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.648172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89e0fdde-0de4-4b00-adba-20c2e07f2643 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.666237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Calling delete_port for 8c387122-f6b7-40b4-a579-a53df933b8fc owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:15.674939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01607f90-93a5-4d25-88e5-46181b0f3250 req-8940b23e-e508-4f26-b1ce-79164205c0a1 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:15.676501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01607f90-93a5-4d25-88e5-46181b0f3250 req-8940b23e-e508-4f26-b1ce-79164205c0a1 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 946 time: 0.2237821 Mar 11 17:19:15.718249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0fdde-0de4-4b00-adba-20c2e07f2643 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event deleted for resources: {'Port': ['ID=e464b026-5b3a-4a16-91b2-1953ffb240c5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:15.740570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Allocated IP 172.20.0.10 (c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4/c729e519-9c19-45ee-aafc-99d56d443eba/079f6dcd-c337-40f8-bbde-e2f36d3f56e9) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:15.804485 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54d1f2ec-723c-4fc0-ac5b-30471277fc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.820151 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89e0fdde-0de4-4b00-adba-20c2e07f2643 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.823729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-89e0fdde-0de4-4b00-adba-20c2e07f2643 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "DELETE /v2.0/ports/e464b026-5b3a-4a16-91b2-1953ffb240c5 HTTP/1.1" status: 204 len: 168 time: 1.4362373 Mar 11 17:19:15.828205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50974) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:15.833947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22', 'external_fixed_ips': [{'subnet_id': '0fb9377b-a03d-4dbf-957a-27d2994eb5e1', 'ip_address': '2001:db8::3c'}]}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:15.862561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.863581 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.867656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01607f90-93a5-4d25-88e5-46181b0f3250 req-64805e9d-e402-4f38-aef6-b6b9dae001fe tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/security-groups?id=186c8255-b3ec-4c50-8bc9-1892b706e901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617351 Mar 11 17:19:15.923651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147fba6-85b5-4402-b2fc-24abee49cd6c req-72c9272e-8570-401f-a23a-e2467cfd3efe tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:15.925440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d147fba6-85b5-4402-b2fc-24abee49cd6c req-72c9272e-8570-401f-a23a-e2467cfd3efe tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1883621 Mar 11 17:19:15.935221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.068716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d147fba6-85b5-4402-b2fc-24abee49cd6c req-cf675f30-61ca-42a9-8e28-cca3f2e8cff7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297207 Mar 11 17:19:16.088646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.101721 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.113862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8c387122-f6b7-40b4-a579-a53df933b8fc'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:16.143347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Pushing event deleted for resources: {'Port': ['ID=8c387122-f6b7-40b4-a579-a53df933b8fc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:16.183128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.205100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] No DVR routers for this DVR port 8c387122-f6b7-40b4-a579-a53df933b8fc on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:16.208914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.212220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2348df7-9abe-4ef8-868c-be0ddb4b030f req-e4cabcc6-e866-4d01-83fe-126c0a24ce30 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.46 "DELETE /v2.0/ports/8c387122-f6b7-40b4-a579-a53df933b8fc HTTP/1.1" status: 204 len: 173 time: 1.5212162 Mar 11 17:19:16.212694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6beb468-cff5-4f1c-a43e-5fef59b1fa80', 'name': 'network-vif-deleted', 'tag': '8c387122-f6b7-40b4-a579-a53df933b8fc'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:16.215115 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67ef3ce-e46d-4e66-aaf8-7187c043df37" -d '{"events": [{"server_uuid": "f6beb468-cff5-4f1c-a43e-5fef59b1fa80", "name": "network-vif-deleted", "tag": "8c387122-f6b7-40b4-a579-a53df933b8fc"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:16.251958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.307887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Network c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:16.315729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:16.320477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:16.364240 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f846d-f35c-4570-af06-b3026449024f x-openstack-request-id: req-543f846d-f35c-4570-af06-b3026449024f {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:16.364728 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6beb468-cff5-4f1c-a43e-5fef59b1fa80", "name": "network-vif-deleted", "tag": "8c387122-f6b7-40b4-a579-a53df933b8fc", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:16.365144 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-543f846d-f35c-4570-af06-b3026449024f {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:16.366444 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6beb468-cff5-4f1c-a43e-5fef59b1fa80', 'name': 'network-vif-deleted', 'tag': '8c387122-f6b7-40b4-a579-a53df933b8fc', 'status': 'completed', 'code': 200} Mar 11 17:19:16.387867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.404093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Pushing event updated for resources: {'Port': ['ID=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:16.409060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.433084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:16.433726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.455578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-88e7a980-0053-402c-be97-2dfba693d498 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7190132 Mar 11 17:19:16.475773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Request body: {'port': {'device_id': 'b81127ac-351b-474d-a3b1-1ee19e8919d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:16.543184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.584726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Allocated IP 2001:db8::3c (aa81459a-c9e4-4d55-a032-e1b6c635da22/0fb9377b-a03d-4dbf-957a-27d2994eb5e1/98f9d8a2-fe02-4b41-ba82-9bfab90aba8d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:16.763381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.816675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.862229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Network aa81459a-c9e4-4d55-a032-e1b6c635da22 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:16.863638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:16.868028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:16.890131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11148a30-5aa5-4664-bdaf-b0dd3b066fcd req-9b9baf61-227b-4bf0-ae7a-26bfd212e86b tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:16.892049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11148a30-5aa5-4664-bdaf-b0dd3b066fcd req-9b9baf61-227b-4bf0-ae7a-26bfd212e86b tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 932 time: 0.1491754 Mar 11 17:19:16.988648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11148a30-5aa5-4664-bdaf-b0dd3b066fcd req-321fee8b-a48b-457c-9d8f-d1fa07d547de tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876272 Mar 11 17:19:17.018546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event updated for resources: {'Port': ['ID=98f9d8a2-fe02-4b41-ba82-9bfab90aba8d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:17.025606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:17.076105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-607ef054-e331-492b-9ece-1de240aaf47e req-9911245a-59a3-4727-b756-77d2365a14b7 tempest-ServerMetadataNegativeTestJSON-1652331905 tempest-ServerMetadataNegativeTestJSON-1652331905-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6beb468-cff5-4f1c-a43e-5fef59b1fa80 HTTP/1.1" status: 200 len: 210 time: 0.0793445 Mar 11 17:19:17.088230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:19:17.097925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:17.115090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Transition to ACTIVE for port object 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:19:17.119036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:17.169297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:17.225469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Pushing event updated for resources: {'Port': ['ID=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:17.302677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00507a0-55be-4e64-9c26-963b64563bde req-c8c79f10-4bba-4e75-9536-626f6d792319 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:17.304333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c00507a0-55be-4e64-9c26-963b64563bde req-c8c79f10-4bba-4e75-9536-626f6d792319 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1295755 Mar 11 17:19:17.340000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Attempting to bind port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:17.340887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Attempting to bind port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'f10998c0-ae8f-4439-bda5-1d1d79c806b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:17.341217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Attempting to bind port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 on network c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:17.351723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 on network c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:17.352038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Attempting to bind port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 on network c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:17.364716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:17.365052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Checking segment: {'id': 'f10998c0-ae8f-4439-bda5-1d1d79c806b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:17.365431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Bound using segment: {'id': 'f10998c0-ae8f-4439-bda5-1d1d79c806b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:17.365871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Bound port: 079f6dcd-c337-40f8-bbde-e2f36d3f56e9, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10998c0-ae8f-4439-bda5-1d1d79c806b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:17.366228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:17.382227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c00507a0-55be-4e64-9c26-963b64563bde req-50c1a700-5457-4218-864a-e12804318d7b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651131 Mar 11 17:19:17.409693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:17.444212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] For port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:17.447665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] For port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,segment=NetworkSegment(f10998c0-ae8f-4439-bda5-1d1d79c806b4),segment_id=f10998c0-ae8f-4439-bda5-1d1d79c806b4)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:17.459768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:17.512955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:17.513582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:17.515069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] 10.222.0.66 "PUT /v2.0/ports/079f6dcd-c337-40f8-bbde-e2f36d3f56e9 HTTP/1.1" status: 200 len: 1092 time: 1.0461068 Mar 11 17:19:17.547456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a2e54-644d-4c1b-89da-1bfaceaa44a5 service neutron] Pushing event updated for resources: {'Port': ['ID=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:17.590943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Router 1d35bb12-4067-467b-ab4e-92adf943fd7d is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:19:17.625393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-d8318501-a316-4992-bd42-0485180d8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:17.627003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-d8318501-a316-4992-bd42-0485180d8707 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=92bd6566b1f248d88d5071e4f13643f3&device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 1095 time: 0.0490015 Mar 11 17:19:17.683293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-3d547fbd-45b6-4922-87dc-121ee9b349d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=079f6dcd-c337-40f8-bbde-e2f36d3f56e9 HTTP/1.1" status: 200 len: 217 time: 0.0476120 Mar 11 17:19:17.775665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-d5f6be1c-1505-450a-869c-c457fc047113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:17.777221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-d5f6be1c-1505-450a-869c-c457fc047113 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c729e519-9c19-45ee-aafc-99d56d443eba HTTP/1.1" status: 200 len: 857 time: 0.0863972 Mar 11 17:19:17.816583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-a839bdfb-f431-425a-b11f-e5993c431e79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299697 Mar 11 17:19:17.945951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-074b29f6-c3e3-4c39-ae4d-84f099da4920 service neutron] 10.222.0.66 "GET /v2.0/networks/c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218030 Mar 11 17:19:18.031273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:18.052624 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Sync routers for ids ['1d35bb12-4067-467b-ab4e-92adf943fd7d'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:18.065181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.067193 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-29f79ecd-609a-4407-bb50-f68b14247631 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.2367821 Mar 11 17:19:18.071055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50988) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:18.081096 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Routers {'1d35bb12-4067-467b-ab4e-92adf943fd7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:18.082472 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1d35bb12-4067-467b-ab4e-92adf943fd7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:18.083851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11bc3837-7f44-4f1d-9f70-213a9d461266 req-150a0e5d-2777-4b89-9604-071fe41fd277 service neutron] 10.222.0.66 "GET /v2.0/networks/c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296625 Mar 11 17:19:18.178235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50992) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:18.236558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-8876a7bd-d7d3-48ef-9771-9e18fca61156 admin admin] Deleting subnet 913626b2-bedc-4844-acb1-bc7c4765fe62 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:19:18.238848 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Set router 1d35bb12-4067-467b-ab4e-92adf943fd7d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:18.242191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8876a7bd-d7d3-48ef-9771-9e18fca61156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.283430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.295784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6abb-7dcf-4fbc-80c8-b45b6324d5ad req-7828f0b5-f4fd-45c3-b5db-3b1543dc332e tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.299086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a5a6abb-7dcf-4fbc-80c8-b45b6324d5ad req-7828f0b5-f4fd-45c3-b5db-3b1543dc332e tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 944 time: 0.1800845 Mar 11 17:19:18.307619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.322132 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8876a7bd-d7d3-48ef-9771-9e18fca61156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.374219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81127ac-351b-474d-a3b1-1ee19e8919d1', 'tag': '079f6dcd-c337-40f8-bbde-e2f36d3f56e9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:18.379071 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d22e8-be5d-4260-affb-40bdd51a6c85" -d '{"events": [{"name": "network-changed", "server_uuid": "b81127ac-351b-474d-a3b1-1ee19e8919d1", "tag": "079f6dcd-c337-40f8-bbde-e2f36d3f56e9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:18.385652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8876a7bd-d7d3-48ef-9771-9e18fca61156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.496382 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16a609c-acce-41a6-8220-e303ef2e798b x-openstack-request-id: req-a16a609c-acce-41a6-8220-e303ef2e798b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:18.496811 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81127ac-351b-474d-a3b1-1ee19e8919d1", "tag": "079f6dcd-c337-40f8-bbde-e2f36d3f56e9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:18.497112 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a16a609c-acce-41a6-8220-e303ef2e798b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:18.497862 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8876a7bd-d7d3-48ef-9771-9e18fca61156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.498206 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81127ac-351b-474d-a3b1-1ee19e8919d1', 'tag': '079f6dcd-c337-40f8-bbde-e2f36d3f56e9', 'status': 'completed', 'code': 200} Mar 11 17:19:18.506712 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d35bb12-4067-467b-ab4e-92adf943fd7d', 'name': '', 'tenant_id': '8703767c59544cd0982636b13979d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22', 'external_fixed_ips': [{'subnet_id': '0fb9377b-a03d-4dbf-957a-27d2994eb5e1', 'ip_address': '2001:db8::3c'}], 'enable_snat': True}, 'gw_port_id': '98f9d8a2-fe02-4b41-ba82-9bfab90aba8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:15Z', 'updated_at': '2022-03-11T17:19:17Z', 'revision_number': 3, 'project_id': '8703767c59544cd0982636b13979d554', 'gw_port': {'id': '98f9d8a2-fe02-4b41-ba82-9bfab90aba8d', 'name': '', 'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d35bb12-4067-467b-ab4e-92adf943fd7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0fb9377b-a03d-4dbf-957a-27d2994eb5e1', 'ip_address': '2001:db8::3c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:16Z', 'updated_at': '2022-03-11T17:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9377b-a03d-4dbf-957a-27d2994eb5e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:18.509093 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a5a6abb-7dcf-4fbc-80c8-b45b6324d5ad req-a2a60730-1bc6-42f3-a841-36b677f86bcb tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697228 Mar 11 17:19:18.550221 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Checking router: 1d35bb12-4067-467b-ab4e-92adf943fd7d for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:19:18.550786 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Updating router 1d35bb12-4067-467b-ab4e-92adf943fd7d port 98f9d8a2-fe02-4b41-ba82-9bfab90aba8d binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:19:18.575869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876a7bd-d7d3-48ef-9771-9e18fca61156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913626b2-bedc-4844-acb1-bc7c4765fe62,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:18.580010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8876a7bd-d7d3-48ef-9771-9e18fca61156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.586403 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8876a7bd-d7d3-48ef-9771-9e18fca61156 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/913626b2-bedc-4844-acb1-bc7c4765fe62 HTTP/1.1" status: 204 len: 168 time: 0.4063644 Mar 11 17:19:18.588651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51000) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:18.595904 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.642290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.643059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8c387122-f6b7-40b4-a579-a53df933b8fc no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:18.672829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972cb9d-9ed3-458e-97c6-e44b756ac9ef req-cd64b8b9-aabe-46f4-8a78-1c24ad9958f0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.679165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972cb9d-9ed3-458e-97c6-e44b756ac9ef req-cd64b8b9-aabe-46f4-8a78-1c24ad9958f0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.685441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972cb9d-9ed3-458e-97c6-e44b756ac9ef req-cd64b8b9-aabe-46f4-8a78-1c24ad9958f0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.686879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.693227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972cb9d-9ed3-458e-97c6-e44b756ac9ef req-cd64b8b9-aabe-46f4-8a78-1c24ad9958f0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.694473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 8c387122-f6b7-40b4-a579-a53df933b8fc {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:18.695271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8c387122-f6b7-40b4-a579-a53df933b8fc not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:18.700317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972cb9d-9ed3-458e-97c6-e44b756ac9ef req-cd64b8b9-aabe-46f4-8a78-1c24ad9958f0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.706790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972cb9d-9ed3-458e-97c6-e44b756ac9ef req-cd64b8b9-aabe-46f4-8a78-1c24ad9958f0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.712866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972cb9d-9ed3-458e-97c6-e44b756ac9ef req-cd64b8b9-aabe-46f4-8a78-1c24ad9958f0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.714826 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1972cb9d-9ed3-458e-97c6-e44b756ac9ef req-cd64b8b9-aabe-46f4-8a78-1c24ad9958f0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.1734247 Mar 11 17:19:18.772297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-81a8b047-c47b-481f-9001-1e904e7f0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.774187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-81a8b047-c47b-481f-9001-1e904e7f0ce8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=92bd6566b1f248d88d5071e4f13643f3&device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 1095 time: 0.2638950 Mar 11 17:19:18.817728 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.848714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb2e039-8087-4ffa-9af6-704c1441a084']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:18.861720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a645fcac-f234-4b83-8494-6340ab02e829') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:18.862206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a645fcac-f234-4b83-8494-6340ab02e829') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:18.880374 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.901449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.905466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1972cb9d-9ed3-458e-97c6-e44b756ac9ef req-71913beb-ae32-4172-919a-79ab55751ccf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677716 Mar 11 17:19:18.911429 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.923633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:19:18.924135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:19:18.927377 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:19:18.958426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80436bd-372a-4d57-b402-de9ac669009b req-0d60f347-ea41-42d9-a555-5f2021a715c0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:18.960013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c80436bd-372a-4d57-b402-de9ac669009b req-0d60f347-ea41-42d9-a555-5f2021a715c0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.2411191 Mar 11 17:19:18.973890 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:18.982079 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.034224 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.035899 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Pushing event updated for resources: {'Port': ['ID=98f9d8a2-fe02-4b41-ba82-9bfab90aba8d,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:19.056888 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.057937 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.057937 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.057937 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.058290 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.058523 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.058845 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.059688 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.059862 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.060043 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.060365 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.062549 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.062549 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:19.065190 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ceb2e039-8087-4ffa-9af6-704c1441a084 HTTP/1.1" status: 204 len: 168 time: 0.4719489 Mar 11 17:19:19.068037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b77f0-7ab1-4d81-ae34-613fd9dfa9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb2e039-8087-4ffa-9af6-704c1441a084,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:19.076146 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Attempting to bind port 98f9d8a2-fe02-4b41-ba82-9bfab90aba8d on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:19.076666 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Attempting to bind port 98f9d8a2-fe02-4b41-ba82-9bfab90aba8d by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '7d315640-73c4-4c5c-8444-4f2f72cf4372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:19.077033 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Attempting to bind port 98f9d8a2-fe02-4b41-ba82-9bfab90aba8d on network aa81459a-c9e4-4d55-a032-e1b6c635da22 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:19.079970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-72088142-7006-4825-93ea-5e113314497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.082511 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-72088142-7006-4825-93ea-5e113314497e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 HTTP/1.1" status: 200 len: 917 time: 0.2843239 Mar 11 17:19:19.083409 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:19.083790 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Checking segment: {'id': '7d315640-73c4-4c5c-8444-4f2f72cf4372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:19.084193 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.084442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Deleting port 98f9d8a2-fe02-4b41-ba82-9bfab90aba8d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:19.084614 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Bound using segment: {'id': '7d315640-73c4-4c5c-8444-4f2f72cf4372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:19.084939 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.085080 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Bound port: 98f9d8a2-fe02-4b41-ba82-9bfab90aba8d, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d315640-73c4-4c5c-8444-4f2f72cf4372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aa81459a-c9e4-4d55-a032-e1b6c635da22'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:19.085551 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.164450 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] For port 98f9d8a2-fe02-4b41-ba82-9bfab90aba8d, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:19.171585 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] For port 98f9d8a2-fe02-4b41-ba82-9bfab90aba8d, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=98f9d8a2-fe02-4b41-ba82-9bfab90aba8d,segment=NetworkSegment(7d315640-73c4-4c5c-8444-4f2f72cf4372),segment_id=7d315640-73c4-4c5c-8444-4f2f72cf4372)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:19.180074 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.206154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c80436bd-372a-4d57-b402-de9ac669009b req-6ff0369e-bd4b-46df-ab18-1b4c12521b70 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230897 Mar 11 17:19:19.207553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-70dfc8cf-2202-43d1-a789-bf6380f83936 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=079f6dcd-c337-40f8-bbde-e2f36d3f56e9 HTTP/1.1" status: 200 len: 217 time: 0.1080120 Mar 11 17:19:19.240813 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Routers {'1d35bb12-4067-467b-ab4e-92adf943fd7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:19.241461 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1d35bb12-4067-467b-ab4e-92adf943fd7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:19.287681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3185-fe76-45da-9ab2-aa97598ad593 req-28168265-1229-4b78-8f62-544a56badd61 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.293848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3185-fe76-45da-9ab2-aa97598ad593 req-28168265-1229-4b78-8f62-544a56badd61 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.300481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3185-fe76-45da-9ab2-aa97598ad593 req-28168265-1229-4b78-8f62-544a56badd61 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.306970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3185-fe76-45da-9ab2-aa97598ad593 req-28168265-1229-4b78-8f62-544a56badd61 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.311569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3185-fe76-45da-9ab2-aa97598ad593 req-28168265-1229-4b78-8f62-544a56badd61 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.317577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3185-fe76-45da-9ab2-aa97598ad593 req-28168265-1229-4b78-8f62-544a56badd61 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.323756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3185-fe76-45da-9ab2-aa97598ad593 req-28168265-1229-4b78-8f62-544a56badd61 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.329797 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68de3185-fe76-45da-9ab2-aa97598ad593 req-28168265-1229-4b78-8f62-544a56badd61 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.2774882 Mar 11 17:19:19.363157 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.367208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-fd5f330d-51eb-487f-85b7-e6a19ac108c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.368253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-fd5f330d-51eb-487f-85b7-e6a19ac108c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c729e519-9c19-45ee-aafc-99d56d443eba HTTP/1.1" status: 200 len: 857 time: 0.1424751 Mar 11 17:19:19.384617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Calling delete_port for 98f9d8a2-fe02-4b41-ba82-9bfab90aba8d owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:19.389932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51008) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:19.394364 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afaf25-16bd-46ba-a7b7-a12567455a1d None None] Pushing event updated for resources: {'Port': ['ID=98f9d8a2-fe02-4b41-ba82-9bfab90aba8d,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:19.417604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-24073ee1-6700-44ed-a673-2843f3f377fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343943 Mar 11 17:19:19.422112 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] Set router 1d35bb12-4067-467b-ab4e-92adf943fd7d gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:19.451511 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1af7c3de-fffa-4de0-882b-725bfe80e733 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=341715d5d9184aed9aaecc56aaec3c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600522 Mar 11 17:19:19.455569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51010) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:19.515730 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d35bb12-4067-467b-ab4e-92adf943fd7d', 'name': '', 'tenant_id': '8703767c59544cd0982636b13979d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:15Z', 'updated_at': '2022-03-11T17:19:18Z', 'revision_number': 4, 'project_id': '8703767c59544cd0982636b13979d554', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:19.537158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8957-0786-4600-8810-f0b01c6eb15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.565799 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a25c-e796-492a-9d0c-04efd0fa8ae1 None None] The sync data for ids ['1d35bb12-4067-467b-ab4e-92adf943fd7d'] in n-d-833411-1 is: [{'id': '1d35bb12-4067-467b-ab4e-92adf943fd7d', 'name': '', 'tenant_id': '8703767c59544cd0982636b13979d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:15Z', 'updated_at': '2022-03-11T17:19:18Z', 'revision_number': 4, 'project_id': '8703767c59544cd0982636b13979d554', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:19.579389 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8957-0786-4600-8810-f0b01c6eb15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.599415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-f6bec707-2659-443a-84db-85a0756f0d46 service neutron] 10.222.0.66 "GET /v2.0/networks/c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489375 Mar 11 17:19:19.685457 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8957-0786-4600-8810-f0b01c6eb15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.688130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8957-0786-4600-8810-f0b01c6eb15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.689488 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ef4f8957-0786-4600-8810-f0b01c6eb15d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/186c8255-b3ec-4c50-8bc9-1892b706e901 HTTP/1.1" status: 204 len: 168 time: 0.2324679 Mar 11 17:19:19.705444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f8957-0786-4600-8810-f0b01c6eb15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186c8255-b3ec-4c50-8bc9-1892b706e901,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:19.817373 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:19.832685 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-46e41e60-8930-4377-8108-f7031cc1da04 service neutron] show failed (client error): The resource could not be found. Mar 11 17:19:19.833732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-46e41e60-8930-4377-8108-f7031cc1da04 service neutron] 10.222.0.46 "GET /v2.0/ports/027d6608-0af4-4922-977c-1bd33b5e8f2e/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.2168837 Mar 11 17:19:19.876631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64c00d-d51a-41a8-ac83-c6e249ed80e8 req-9f666e8a-926f-4fdc-b5a2-68f8207896f5 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:19.878247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f64c00d-d51a-41a8-ac83-c6e249ed80e8 req-9f666e8a-926f-4fdc-b5a2-68f8207896f5 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 944 time: 0.2213295 Mar 11 17:19:19.884938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event deleted for resources: {'Port': ['ID=98f9d8a2-fe02-4b41-ba82-9bfab90aba8d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:19.893437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a1d22e8-be5d-4260-affb-40bdd51a6c85 req-3242f788-0262-4d14-b8ce-165a150b83f7 service neutron] 10.222.0.66 "GET /v2.0/networks/c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750740 Mar 11 17:19:19.925268 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.067701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.074363 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f64c00d-d51a-41a8-ac83-c6e249ed80e8 req-71370b8f-9951-4a7b-a359-f4223f0c3b81 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839941 Mar 11 17:19:20.076351 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.180632 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.181197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d35bb12-4067-467b-ab4e-92adf943fd7d {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:19:20.186778 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.187970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b5625a67-2b3e-4e9d-a0d2-395a6f8c899d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1d35bb12-4067-467b-ab4e-92adf943fd7d HTTP/1.1" status: 204 len: 168 time: 2.1156020 Mar 11 17:19:20.191820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51020) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:20.206148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-9164c8b0-ec11-4253-89ba-7f69268fdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:20.208020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-9164c8b0-ec11-4253-89ba-7f69268fdfa2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c&tenant_id=d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 1101 time: 0.0594156 Mar 11 17:19:20.224116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:20.277399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-27956890-7c15-4b96-ac23-c1aba962c68d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Deleting subnet 0fb9377b-a03d-4dbf-957a-27d2994eb5e1 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:19:20.281576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27956890-7c15-4b96-ac23-c1aba962c68d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.323973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27956890-7c15-4b96-ac23-c1aba962c68d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.325296 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.386706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27956890-7c15-4b96-ac23-c1aba962c68d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.490998 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27956890-7c15-4b96-ac23-c1aba962c68d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.524252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27956890-7c15-4b96-ac23-c1aba962c68d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb9377b-a03d-4dbf-957a-27d2994eb5e1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:20.530830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27956890-7c15-4b96-ac23-c1aba962c68d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.536199 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-27956890-7c15-4b96-ac23-c1aba962c68d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/0fb9377b-a03d-4dbf-957a-27d2994eb5e1 HTTP/1.1" status: 204 len: 168 time: 0.3433192 Mar 11 17:19:20.539518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51030) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:20.545876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b2281-1ef0-42ac-b822-4f19904706b7 req-be839c97-74df-40b3-a9ed-cfa32eb15e79 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:20.548162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c06b2281-1ef0-42ac-b822-4f19904706b7 req-be839c97-74df-40b3-a9ed-cfa32eb15e79 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.2177920 Mar 11 17:19:20.665623 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.678900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c06b2281-1ef0-42ac-b822-4f19904706b7 req-8dcd06c8-5504-400f-a06c-bfaa74d8ce59 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075583 Mar 11 17:19:20.832996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:20.846388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.888628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa81459a-c9e4-4d55-a032-e1b6c635da22']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:20.900815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:20.921333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d315640-73c4-4c5c-8444-4f2f72cf4372') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:20.922081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d315640-73c4-4c5c-8444-4f2f72cf4372') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:20.950415 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.975793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:20.977379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:20.979704 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96d7fa1-efc9-4aa1-a82c-df7455d8b5e1" -d '{"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-unplugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:20.986829 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:20.988782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.007759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:19:21.008461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:19:21.011718 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:19:21.070834 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f90e32b-3276-4f53-a100-de6b524f5201 x-openstack-request-id: req-0f90e32b-3276-4f53-a100-de6b524f5201 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:21.070834 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-unplugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:21.070834 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f90e32b-3276-4f53-a100-de6b524f5201 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:21.070834 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'code': 200} Mar 11 17:19:21.099986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Transition to ACTIVE for port object 027d6608-0af4-4922-977c-1bd33b5e8f2e will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:19:21.101735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.108299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.134332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa81459a-c9e4-4d55-a032-e1b6c635da22 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:19:21.136031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa81459a-c9e4-4d55-a032-e1b6c635da22,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:21.141714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.145474 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9760e72b-b162-44a2-bd17-97c1485392cc tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "DELETE /v2.0/networks/aa81459a-c9e4-4d55-a032-e1b6c635da22 HTTP/1.1" status: 204 len: 168 time: 0.6004486 Mar 11 17:19:21.235328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-428926975-network', 'tenant_id': 'dd191bfb64d44ccabc8fa9f822400a1f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:21.254694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] No DVR routers for this DVR port 027d6608-0af4-4922-977c-1bd33b5e8f2e on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:21.301706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Made reservation on behalf of dd191bfb64d44ccabc8fa9f822400a1f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:21.304439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.320005 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.411927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:21.450404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:21.450738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:21.452268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:21.470536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Port 027d6608-0af4-4922-977c-1bd33b5e8f2e on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:21.470724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:19:21.473552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:21.504630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cced6-debf-4ddb-abd1-e2aee29222f9 req-cf7ae82f-f60d-45b8-8191-ff94d68c0852 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:21.514362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b34cced6-debf-4ddb-abd1-e2aee29222f9 req-cf7ae82f-f60d-45b8-8191-ff94d68c0852 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 944 time: 0.2303121 Mar 11 17:19:21.519305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:21.519966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:21.520646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:21.521297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Bound port: 027d6608-0af4-4922-977c-1bd33b5e8f2e, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:21.521895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.560658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.569419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.594469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:19:21.622363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.622836 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Added segment 30122896-ee9b-4231-a484-23704f7ce289 of type vlan for network b70178f1-018b-4170-9cac-9a271c16c12e Mar 11 17:19:21.664966 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:19:21.697053 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.733217 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.734306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:21.735284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.757108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51062) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:21.767900 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-71839ec1-8fbc-4aa9-9d56-2a41f52d0e34 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'router': {'name': 'tempest-router--1401537604', 'project_id': '0d9441613b1c426fa683fc73d4525173'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:21.799448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8115788 Mar 11 17:19:21.822131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,segment=NetworkSegment(f10998c0-ae8f-4439-bda5-1d1d79c806b4),segment_id=f10998c0-ae8f-4439-bda5-1d1d79c806b4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:21.851487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '079f6dcd-c337-40f8-bbde-e2f36d3f56e9', 'network_id': 'c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4', 'port_id': '079f6dcd-c337-40f8-bbde-e2f36d3f56e9', 'mac_address': 'fa:16:3e:91:4b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c729e519-9c19-45ee-aafc-99d56d443eba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:19:21.909133 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:21.937865 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:19:21.961858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,segment=NetworkSegment(f10998c0-ae8f-4439-bda5-1d1d79c806b4),segment_id=f10998c0-ae8f-4439-bda5-1d1d79c806b4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:21.962888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19d1c53-62d3-490a-94a9-d1f14729b096,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:21.969024 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.040457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faddb3b-3b01-4078-a06a-26b5e68d791e admin admin] Pushing event updated for resources: {'Network': ['ID=b70178f1-018b-4170-9cac-9a271c16c12e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:22.045140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71839ec1-8fbc-4aa9-9d56-2a41f52d0e34 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.048292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71839ec1-8fbc-4aa9-9d56-2a41f52d0e34 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.056842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b70178f1-018b-4170-9cac-9a271c16c12e details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:19:22.079641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:22.183174 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71839ec1-8fbc-4aa9-9d56-2a41f52d0e34 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.190347 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71839ec1-8fbc-4aa9-9d56-2a41f52d0e34 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.223873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71839ec1-8fbc-4aa9-9d56-2a41f52d0e34 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.228787 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-71839ec1-8fbc-4aa9-9d56-2a41f52d0e34 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4665041 Mar 11 17:19:22.229605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:22.297778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b34cced6-debf-4ddb-abd1-e2aee29222f9 req-1d550a67-9ba3-4c28-ae53-bed4627901b1 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7821636 Mar 11 17:19:22.334192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d24d3fb-4954-45fc-8844-cf8d667b5bee tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.360834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:22.364547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:22.372516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ade126-9b75-4381-99fb-9cdca049b5c5 req-ee291ab0-b07c-41f5-9ee8-5449eb671cc0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.379924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9ade126-9b75-4381-99fb-9cdca049b5c5 req-ee291ab0-b07c-41f5-9ee8-5449eb671cc0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 948 time: 0.1045456 Mar 11 17:19:22.382815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.444066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51086) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:22.453186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.455768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.457385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] 10.222.0.66 "PUT /v2.0/ports/027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 1096 time: 2.2381325 Mar 11 17:19:22.499325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9ade126-9b75-4381-99fb-9cdca049b5c5 req-a4a86f0b-7461-45bd-b4e5-bb22ea6c3e43 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184127 Mar 11 17:19:22.536922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['079f6dcd-c337-40f8-bbde-e2f36d3f56e9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:22.586562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b4989-31d5-40e2-a438-2c0fc62862d6 service neutron] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:22.609881 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d24d3fb-4954-45fc-8844-cf8d667b5bee tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.612967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d24d3fb-4954-45fc-8844-cf8d667b5bee tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.708094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-9cc1288e-59ad-46de-99bb-ddeaeca6c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.710261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-9cc1288e-59ad-46de-99bb-ddeaeca6c856 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1099 time: 0.1994545 Mar 11 17:19:22.725708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-8011843d-eaa6-45cb-9be7-7ecdc3745783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.726611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-8011843d-eaa6-45cb-9be7-7ecdc3745783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.727240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-8011843d-eaa6-45cb-9be7-7ecdc3745783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.727854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-8011843d-eaa6-45cb-9be7-7ecdc3745783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.728509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-8011843d-eaa6-45cb-9be7-7ecdc3745783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.729116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-8011843d-eaa6-45cb-9be7-7ecdc3745783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.729722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-8011843d-eaa6-45cb-9be7-7ecdc3745783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.740540 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-8011843d-eaa6-45cb-9be7-7ecdc3745783 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 6491 time: 0.2952201 Mar 11 17:19:22.751930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d24d3fb-4954-45fc-8844-cf8d667b5bee tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.752599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d24d3fb-4954-45fc-8844-cf8d667b5bee tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5766240-02d3-4a7b-a982-2fee5e12a12c {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:19:22.758964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d24d3fb-4954-45fc-8844-cf8d667b5bee tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:22.763677 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d24d3fb-4954-45fc-8844-cf8d667b5bee tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b5766240-02d3-4a7b-a982-2fee5e12a12c HTTP/1.1" status: 204 len: 168 time: 0.5298834 Mar 11 17:19:22.808792 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-cb67469a-1641-4ffa-8d73-cdafc9c8913f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668743 Mar 11 17:19:22.863453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-ad2de6f8-5f0a-4b4b-9be9-ef370f3a2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.865480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-ad2de6f8-5f0a-4b4b-9be9-ef370f3a2c14 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1478453 Mar 11 17:19:22.934547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-2ba820ee-285f-486a-8e3c-6991d532c0ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.0544016 Mar 11 17:19:22.945660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51096) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:22.975043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301804f-6f9e-484d-8047-f2478657ea20 req-82184aeb-1706-4113-88d5-53e9d2e013ad tempest-ComputeTenantNetworksTest-1314925109 tempest-ComputeTenantNetworksTest-1314925109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.981854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301804f-6f9e-484d-8047-f2478657ea20 req-82184aeb-1706-4113-88d5-53e9d2e013ad tempest-ComputeTenantNetworksTest-1314925109 tempest-ComputeTenantNetworksTest-1314925109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.987564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301804f-6f9e-484d-8047-f2478657ea20 req-82184aeb-1706-4113-88d5-53e9d2e013ad tempest-ComputeTenantNetworksTest-1314925109 tempest-ComputeTenantNetworksTest-1314925109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:22.989311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8301804f-6f9e-484d-8047-f2478657ea20 req-82184aeb-1706-4113-88d5-53e9d2e013ad tempest-ComputeTenantNetworksTest-1314925109 tempest-ComputeTenantNetworksTest-1314925109-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4271865 Mar 11 17:19:23.073896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:23.076204 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75ac954-a9ff-4884-a831-c690f46e3e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:23.086735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-f345b9b7-bfb5-48d7-86cf-76131974a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:23.088196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-f345b9b7-bfb5-48d7-86cf-76131974a0a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1360776 Mar 11 17:19:23.116814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-143153758', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:23.143654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.145014 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.149476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eea72-095c-462a-904c-1db1429bf0c2 req-ccc0eab8-1645-4943-85a1-f8779f14d5d5 tempest-ComputeTenantNetworksTest-1314925109 tempest-ComputeTenantNetworksTest-1314925109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:23.150983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-297eea72-095c-462a-904c-1db1429bf0c2 req-ccc0eab8-1645-4943-85a1-f8779f14d5d5 tempest-ComputeTenantNetworksTest-1314925109 tempest-ComputeTenantNetworksTest-1314925109-project] 10.222.0.53 "GET /v2.0/networks/b70178f1-018b-4170-9cac-9a271c16c12e HTTP/1.1" status: 200 len: 768 time: 0.1402216 Mar 11 17:19:23.152583 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4a8c5c-71a7-411c-9676-0e79c048153b x-openstack-request-id: req-dd4a8c5c-71a7-411c-9676-0e79c048153b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:23.152884 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:23.153139 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd4a8c5c-71a7-411c-9676-0e79c048153b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:23.153529 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'status': 'completed', 'code': 200} Mar 11 17:19:23.161520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51104) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:23.223102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.245150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-9822c65f-7d9a-480e-a3c8-db1f6fcbc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:23.247204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-9822c65f-7d9a-480e-a3c8-db1f6fcbc6b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418335 Mar 11 17:19:23.329570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.360840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-b4c69ca3-2672-4cac-83d6-ca0b4f22c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:23.362347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-b4c69ca3-2672-4cac-83d6-ca0b4f22c6a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1099 time: 0.1662705 Mar 11 17:19:23.479597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-178b51d8-573c-405e-8c73-44eb505a9cd1 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176175 Mar 11 17:19:23.487640 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.553968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.669368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70178f1-018b-4170-9cac-9a271c16c12e']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:23.712245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30122896-ee9b-4231-a484-23704f7ce289') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:23.712836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30122896-ee9b-4231-a484-23704f7ce289') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:23.730626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556fe72-05a2-4c2c-a2ef-f8eede196c77 req-68eb986a-90ad-4fb3-a21e-ec0e3b0a8b4e tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:23.732665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4556fe72-05a2-4c2c-a2ef-f8eede196c77 req-68eb986a-90ad-4fb3-a21e-ec0e3b0a8b4e tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 945 time: 0.3037548 Mar 11 17:19:23.743492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.758754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.785457 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.800463 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.813647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-3ac1d631-7a6e-42e1-8467-be671d59497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:23.815417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-3ac1d631-7a6e-42e1-8467-be671d59497a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.4232183 Mar 11 17:19:23.820039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:19:23.820522 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:19:23.822521 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:19:23.829904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cdf78-958b-417b-9809-7ca18f964710 req-f2e14226-d1e4-48ef-9359-e3afc22ed96d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:23.831396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a9cdf78-958b-417b-9809-7ca18f964710 req-f2e14226-d1e4-48ef-9359-e3afc22ed96d tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 948 time: 0.2223504 Mar 11 17:19:23.911488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f7fc53-5267-41a9-91b3-1c41532cf3c3 req-1a861db7-0765-4d04-98f8-39c5eaf6c943 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841887 Mar 11 17:19:23.935622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-b8889698-1a68-412d-a31e-1e897f6728e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.0928397 Mar 11 17:19:23.948412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Allocated IP 172.25.8.24 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/bd1d0845-f7c8-41cb-b325-811231e86bfc) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:23.949574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4556fe72-05a2-4c2c-a2ef-f8eede196c77 req-10b74ce7-94d0-4c7c-b9f8-e08c2b2208c8 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041948 Mar 11 17:19:23.984448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.003104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.009821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b70178f1-018b-4170-9cac-9a271c16c12e HTTP/1.1" status: 204 len: 168 time: 0.8469102 Mar 11 17:19:24.037231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a9cdf78-958b-417b-9809-7ca18f964710 req-f847e464-9f28-44c7-bdae-70879a3379ea tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911542 Mar 11 17:19:24.061121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c6b48-d58f-4ab6-ba8d-046a288ae502 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70178f1-018b-4170-9cac-9a271c16c12e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:24.070743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-1adbb16a-52ae-4e49-85ea-fc7e42157f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:24.072827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-1adbb16a-52ae-4e49-85ea-fc7e42157f33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1223471 Mar 11 17:19:24.132013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-ce9908ef-8b9f-4c7c-81e3-ef50b14040fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:24.133600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-ce9908ef-8b9f-4c7c-81e3-ef50b14040fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1099 time: 0.1164532 Mar 11 17:19:24.204616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.210855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-e31575e4-be1f-4e99-ac64-9d4888687986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:24.212359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-e31575e4-be1f-4e99-ac64-9d4888687986 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275902 Mar 11 17:19:24.257560 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.313946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:24.317480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:24.321975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:24.395231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-2ddab1cd-e495-4799-8713-872c87063c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:24.398421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-2ddab1cd-e495-4799-8713-872c87063c15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2555251 Mar 11 17:19:24.421660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-32307dcb-5f8f-4a42-aabd-6cb6db423006 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960835 Mar 11 17:19:24.468923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51124) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:24.484125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event updated for resources: {'Port': ['ID=bd1d0845-f7c8-41cb-b325-811231e86bfc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:24.492630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-76c9bd7d-f8bc-4cb7-9c68-a0e5ed96e129 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.0859537 Mar 11 17:19:24.623777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-188d77db-23fa-40b6-800b-c109fc51b0a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd191bfb64d44ccabc8fa9f822400a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512988 Mar 11 17:19:24.624859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51128) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:24.638126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-817b83c0-9b28-4e86-a01f-afcd696b93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:24.639699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-817b83c0-9b28-4e86-a01f-afcd696b93fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1320648 Mar 11 17:19:24.662064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:24.719102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-04cb7c32-ca0e-4238-b7b8-61736f080771 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508628 Mar 11 17:19:24.719449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:24.724654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.735721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-a92d49e1-2377-411e-871e-72705e6f9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:24.737549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-a92d49e1-2377-411e-871e-72705e6f9646 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840442 Mar 11 17:19:24.765822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46077648-91bb-4fc6-9c0f-c312202b1b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.831550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46077648-91bb-4fc6-9c0f-c312202b1b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.885405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-22820663-d2ec-4b8f-ac98-701dc401bad7 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370561 Mar 11 17:19:24.956867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.960720 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46077648-91bb-4fc6-9c0f-c312202b1b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.963185 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46077648-91bb-4fc6-9c0f-c312202b1b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:24.964321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-46077648-91bb-4fc6-9c0f-c312202b1b73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d19d1c53-62d3-490a-94a9-d1f14729b096 HTTP/1.1" status: 204 len: 168 time: 0.3379345 Mar 11 17:19:24.978914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46077648-91bb-4fc6-9c0f-c312202b1b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19d1c53-62d3-490a-94a9-d1f14729b096,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:25.014329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b75ac954-a9ff-4884-a831-c690f46e3e4d req-004afa3a-02f0-4ca4-b602-6f44afecc313 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124709 Mar 11 17:19:25.161429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Router 5f324f79-8185-4a4e-85a9-d090d5ab8490 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:19:25.220423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcbfb4-4f28-4d82-847b-779fa8325d00 req-49639be8-7e6b-4f23-9dda-286fe0981ecf tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:25.221968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3fcbfb4-4f28-4d82-847b-779fa8325d00 req-49639be8-7e6b-4f23-9dda-286fe0981ecf tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 948 time: 0.0918875 Mar 11 17:19:25.229992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d292ab-bad4-449d-9098-46233b1c4286 req-785b0a96-543c-467a-b83a-6291bd4fd8b3 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:25.232136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1d292ab-bad4-449d-9098-46233b1c4286 req-785b0a96-543c-467a-b83a-6291bd4fd8b3 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 945 time: 0.1207693 Mar 11 17:19:25.286734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:25.288720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3fcbfb4-4f28-4d82-847b-779fa8325d00 req-6e1f9c51-09e3-4ab5-8611-a3b8d8fbe2c5 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551438 Mar 11 17:19:25.300219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f420b1-6145-416a-82a5-2723cd894aa6 None None] Sync routers for ids ['5f324f79-8185-4a4e-85a9-d090d5ab8490'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:25.323355 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:25.324376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f420b1-6145-416a-82a5-2723cd894aa6 None None] Routers {'5f324f79-8185-4a4e-85a9-d090d5ab8490'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:25.326081 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d045d02e-7626-49b0-afca-3bb97f79682d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3791044 Mar 11 17:19:25.328222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51142) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:25.328951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f8f420b1-6145-416a-82a5-2723cd894aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5f324f79-8185-4a4e-85a9-d090d5ab8490'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:25.341460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1d292ab-bad4-449d-9098-46233b1c4286 req-9bc8df4c-9e69-409a-86cf-55f56530c57a tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910647 Mar 11 17:19:25.383300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:25.385628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f8f420b1-6145-416a-82a5-2723cd894aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:25.426219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f420b1-6145-416a-82a5-2723cd894aa6 None None] Routers {'5f324f79-8185-4a4e-85a9-d090d5ab8490'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:25.426938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f8f420b1-6145-416a-82a5-2723cd894aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5f324f79-8185-4a4e-85a9-d090d5ab8490'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:25.460362 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a48770b8-9279-4025-b02c-f9a7429e22ad tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/routers/5f324f79-8185-4a4e-85a9-d090d5ab8490 HTTP/1.1" status: 200 len: 923 time: 0.1306968 Mar 11 17:19:25.464582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51148) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:25.478965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f8f420b1-6145-416a-82a5-2723cd894aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:25.478965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f420b1-6145-416a-82a5-2723cd894aa6 None None] The sync data for ids ['5f324f79-8185-4a4e-85a9-d090d5ab8490'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:25.498285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7a70980e-ce81-4a86-9c15-49517148983e tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f324f79-8185-4a4e-85a9-d090d5ab8490 HTTP/1.1" status: 200 len: 205 time: 0.0313220 Mar 11 17:19:25.501888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51152) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:25.510161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:19:25.521505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:25.522045 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:25.624197 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:25.655050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81127ac-351b-474d-a3b1-1ee19e8919d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079f6dcd-c337-40f8-bbde-e2f36d3f56e9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:25.658508 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c8fd29-52bf-4e8b-a242-79fe1f410fc6" -d '{"events": [{"server_uuid": "b81127ac-351b-474d-a3b1-1ee19e8919d1", "name": "network-vif-plugged", "status": "completed", "tag": "079f6dcd-c337-40f8-bbde-e2f36d3f56e9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:25.675693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,segment=NetworkSegment(f10998c0-ae8f-4439-bda5-1d1d79c806b4),segment_id=f10998c0-ae8f-4439-bda5-1d1d79c806b4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:25.680864 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:25.726887 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce90cb1-fc8c-41f6-95fe-b9803d07d4e8 x-openstack-request-id: req-9ce90cb1-fc8c-41f6-95fe-b9803d07d4e8 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:25.727364 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81127ac-351b-474d-a3b1-1ee19e8919d1", "name": "network-vif-plugged", "status": "completed", "tag": "079f6dcd-c337-40f8-bbde-e2f36d3f56e9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:25.727794 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ce90cb1-fc8c-41f6-95fe-b9803d07d4e8 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:25.728525 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81127ac-351b-474d-a3b1-1ee19e8919d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079f6dcd-c337-40f8-bbde-e2f36d3f56e9', 'code': 200} Mar 11 17:19:25.749287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:25.784694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:25.897059 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:25.906381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308ace0-8344-4de2-ac78-e13233004259 req-89db5a03-8194-4d1f-8f27-52e52f525dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:25.908036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c308ace0-8344-4de2-ac78-e13233004259 req-89db5a03-8194-4d1f-8f27-52e52f525dd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 1097 time: 0.0698326 Mar 11 17:19:25.952121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51166) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:25.976312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c308ace0-8344-4de2-ac78-e13233004259 req-3c3a107b-aab5-425d-aa72-75d4b1975f7f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447950 Mar 11 17:19:25.985135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Deleting port bd1d0845-f7c8-41cb-b325-811231e86bfc {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:25.985476 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.061059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-864202662-network', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:26.071576 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.084495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Calling delete_port for bd1d0845-f7c8-41cb-b325-811231e86bfc owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:26.095185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Made reservation on behalf of 8c1ad3318b3b4ac684e77f552405f070 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:26.098599 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.107252 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.206390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.211227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.237262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:19:26.248211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26056f7e-5303-4509-a7ca-a40d0829db0d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:26.254900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.254900 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Added segment e38c39fb-8931-441f-9851-81111814c420 of type vlan for network 284c669f-7569-4e44-94a7-ae1467ee57c1 Mar 11 17:19:26.300816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.333995 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.336189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:26.337168 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.414861 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4613559 Mar 11 17:19:26.417912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51174) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:26.426365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Request body: {'subnet': {'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-864202662-subnet', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:26.434491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe13024-b04b-4cad-a72a-f8d69fcf6d99 admin admin] Pushing event updated for resources: {'Network': ['ID=284c669f-7569-4e44-94a7-ae1467ee57c1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:26.446367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:19:26.459851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Made reservation on behalf of 8c1ad3318b3b4ac684e77f552405f070 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:26.470977 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.637369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d855a54-b3c6-42d0-bb25-0bda9b29c442 req-a15470e5-406f-42dd-bbca-c69a78eb9ca1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:26.639112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d855a54-b3c6-42d0-bb25-0bda9b29c442 req-a15470e5-406f-42dd-bbca-c69a78eb9ca1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 948 time: 0.1784632 Mar 11 17:19:26.652591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc6947-4962-4526-be09-9a30707f10f7 req-85dfc120-11aa-447f-a1b3-20e4a67916f7 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:26.654947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abcc6947-4962-4526-be09-9a30707f10f7 req-85dfc120-11aa-447f-a1b3-20e4a67916f7 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 946 time: 0.1931653 Mar 11 17:19:26.772275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d855a54-b3c6-42d0-bb25-0bda9b29c442 req-178a9dec-7fe4-4b0d-b3d0-78510ee80c25 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161094 Mar 11 17:19:26.778505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abcc6947-4962-4526-be09-9a30707f10f7 req-63bd0746-79c6-440c-9d74-6f5e924fa26c tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057432 Mar 11 17:19:26.795585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:26.828627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event deleted for resources: {'Port': ['ID=bd1d0845-f7c8-41cb-b325-811231e86bfc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:26.921058 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.025094 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.034762 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.037090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.083812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.084545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Fanout notify agent at l3_agent the message router_deleted on router 5f324f79-8185-4a4e-85a9-d090d5ab8490 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:19:27.092053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7aeb358-7740-46e0-9c8c-283ad62a563f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:27.094606 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.101801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51188) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:27.102472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8112de4a-73a8-4e38-b026-fd1551464d4f tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/5f324f79-8185-4a4e-85a9-d090d5ab8490 HTTP/1.1" status: 204 len: 168 time: 1.5992179 Mar 11 17:19:27.108897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'router': {'name': 'tempest-snat-router-765890225', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': False}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:27.127964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Checking segment: {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:27.128326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Network hostable DHCP agents. Network: 284c669f-7569-4e44-94a7-ae1467ee57c1, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:19:27.144865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.145848 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.161796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:19:27.181373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 284c669f-7569-4e44-94a7-ae1467ee57c1) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:27.189275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:27.189866 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.207807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326ecad-d8d7-4a01-9a41-64a1296539bd None None] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:19:27.223746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.240952 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8a0ea619-823a-43f3-8aad-3a1aaf112f40 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8207438 Mar 11 17:19:27.244613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51192) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:27.252418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:27.307668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.309902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.324872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee288fd3-deb6-45bc-9f70-7556f0e43a0a req-b9124e50-e610-4ada-8003-aee3d77e697b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:27.326628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee288fd3-deb6-45bc-9f70-7556f0e43a0a req-b9124e50-e610-4ada-8003-aee3d77e697b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1251395 Mar 11 17:19:27.373635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:19:27.423944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-284c669f-7569-4e44-94a7-ae1467ee57c1', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:19:27.425453 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.455541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.518434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.538591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee288fd3-deb6-45bc-9f70-7556f0e43a0a req-89380884-b253-4bff-9961-da586277aead tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947815 Mar 11 17:19:27.772187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.779890 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.794464 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:27.904524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:27.955078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'mac_address': 'fa:16:3e:0d:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:19:27.972724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Allocated IP 172.25.8.33 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/7c99a6ee-f095-48c2-9647-b1a6e15c9382) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:28.009312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35f95-46c2-428a-950d-741a9a764214 req-73a4a633-982d-4d70-b409-39a339b9a085 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:28.015684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Allocated IP 172.20.0.2 (284c669f-7569-4e44-94a7-ae1467ee57c1/b7aeb358-7740-46e0-9c8c-283ad62a563f/9920281c-e4b4-4f3b-b882-8510615a1394) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:28.018460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4c35f95-46c2-428a-950d-741a9a764214 req-73a4a633-982d-4d70-b409-39a339b9a085 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 946 time: 0.1028638 Mar 11 17:19:28.034993 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.070825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027d6608-0af4-4922-977c-1bd33b5e8f2e {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:19:28.127184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1b570-478d-4d21-9172-f9ab0c363377 req-79883aae-af17-4175-8844-331f9117d0c9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:28.128790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88a1b570-478d-4d21-9172-f9ab0c363377 req-79883aae-af17-4175-8844-331f9117d0c9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 948 time: 0.1652503 Mar 11 17:19:28.144128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4c35f95-46c2-428a-950d-741a9a764214 req-007e67a1-699e-4c44-85ec-bc2db5e97242 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260278 Mar 11 17:19:28.144391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:28.148193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.154408 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.226440 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.322459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event updated for resources: {'Port': ['ID=7c99a6ee-f095-48c2-9647-b1a6e15c9382,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:28.350933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:28.353484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:28.354738 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.358268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88a1b570-478d-4d21-9172-f9ab0c363377 req-fedb9eac-6c49-49ac-891f-15aa5d664d24 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065649 Mar 11 17:19:28.365919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:28.367486 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.388724 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.406915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:28.410608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:28.415003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:28.419939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:28.421812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.523486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Attempting to bind port 9920281c-e4b4-4f3b-b882-8510615a1394 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:28.523840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Attempting to bind port 9920281c-e4b4-4f3b-b882-8510615a1394 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:28.524201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Attempting to bind port 9920281c-e4b4-4f3b-b882-8510615a1394 on network 284c669f-7569-4e44-94a7-ae1467ee57c1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:28.544014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Pushing event updated for resources: {'Port': ['ID=9920281c-e4b4-4f3b-b882-8510615a1394,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:28.546683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:28.547104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Checking segment: {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:28.547471 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.547813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Bound using segment: {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:28.548440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Bound port: 9920281c-e4b4-4f3b-b882-8510615a1394, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:28.548854 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.577242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14c914-06ad-4972-bc4a-aa27768ed018 req-663180dc-000e-481a-bdf8-cd35a2e7ae35 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:28.578664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca14c914-06ad-4972-bc4a-aa27768ed018 req-663180dc-000e-481a-bdf8-cd35a2e7ae35 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 946 time: 0.1109736 Mar 11 17:19:28.619457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] For port 9920281c-e4b4-4f3b-b882-8510615a1394, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:28.623583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] For port 9920281c-e4b4-4f3b-b882-8510615a1394, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9920281c-e4b4-4f3b-b882-8510615a1394,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:28.629249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.642208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Allocated IP 172.25.8.201 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/3f7c3986-91f9-4b5d-a5d0-c6cf25985c31) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:28.691774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca14c914-06ad-4972-bc4a-aa27768ed018 req-73fee8d6-7bd9-4b4e-9bb1-0fbce72f46df tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999672 Mar 11 17:19:28.727325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d528f-d6c2-473f-8f94-4ff0f85c7b20 None None] Pushing event updated for resources: {'Port': ['ID=9920281c-e4b4-4f3b-b882-8510615a1394,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:28.755034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['027d6608-0af4-4922-977c-1bd33b5e8f2e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:28.815102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.819101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4982cba-c3a0-4603-a66a-de72cd49063f req-2efb1b9c-b8b7-4aed-8565-434e2faf1eb4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:28.820725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4982cba-c3a0-4603-a66a-de72cd49063f req-2efb1b9c-b8b7-4aed-8565-434e2faf1eb4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1591663 Mar 11 17:19:28.830058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:28.943072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:29.060931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4982cba-c3a0-4603-a66a-de72cd49063f req-8ace6d55-745b-4d92-ab6f-f64c1d7fe88f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286034 Mar 11 17:19:29.109552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:29.162212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:29.165454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:29.169759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:29.187832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:29.201520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7c3986-91f9-4b5d-a5d0-c6cf25985c31,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:29.358958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Router 644d629b-feb7-41d3-8b9b-4d7f396cb284 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:19:29.462432 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:29.506179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:29.517133 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Sync routers for ids ['644d629b-feb7-41d3-8b9b-4d7f396cb284'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:29.533267 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Routers {'644d629b-feb7-41d3-8b9b-4d7f396cb284'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:29.534192 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['644d629b-feb7-41d3-8b9b-4d7f396cb284'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:29.534761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:29.536248 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ec3c794d-6469-4c2c-9b21-44cd30c0271a tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4334605 Mar 11 17:19:29.542414 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:29.547903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23cb06-3f70-4de1-a519-7439d17708ec req-3b55a5cf-a2a1-474b-a910-d02b9a1fe5a7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:29.549538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c23cb06-3f70-4de1-a519-7439d17708ec req-3b55a5cf-a2a1-474b-a910-d02b9a1fe5a7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 949 time: 0.1003413 Mar 11 17:19:29.648416 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Set router 644d629b-feb7-41d3-8b9b-4d7f396cb284 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:29.651897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c23cb06-3f70-4de1-a519-7439d17708ec req-72b04d0d-b763-4b47-b297-b117e20eea4b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699949 Mar 11 17:19:29.735447 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fab2f8fa-51ab-41c3-ab4f-8831e48abc2d tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/routers/644d629b-feb7-41d3-8b9b-4d7f396cb284 HTTP/1.1" status: 200 len: 907 time: 0.1899402 Mar 11 17:19:29.736235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51210) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:29.749867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'router': {'name': 'tempest-snat-router-765890225', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': True}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:30.030267 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644d629b-feb7-41d3-8b9b-4d7f396cb284', 'name': 'tempest-snat-router-765890225', 'tenant_id': '8703767c59544cd0982636b13979d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.33'}], 'enable_snat': False}, 'gw_port_id': '7c99a6ee-f095-48c2-9647-b1a6e15c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:28Z', 'revision_number': 3, 'project_id': '8703767c59544cd0982636b13979d554', 'gw_port': {'id': '7c99a6ee-f095-48c2-9647-b1a6e15c9382', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d629b-feb7-41d3-8b9b-4d7f396cb284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:30.062213 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Checking router: 644d629b-feb7-41d3-8b9b-4d7f396cb284 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:19:30.062809 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Updating router 644d629b-feb7-41d3-8b9b-4d7f396cb284 port 7c99a6ee-f095-48c2-9647-b1a6e15c9382 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:19:30.096752 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.111444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de647046-1d3f-4f57-890e-64b1c4382438 None None] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:19:30.121427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.183650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-b8fb518a-d7f0-468c-a1c1-d02599fa7a5c tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:30.186326 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-b8fb518a-d7f0-468c-a1c1-d02599fa7a5c tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.66 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 946 time: 0.0785372 Mar 11 17:19:30.192760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.193935 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.232356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-71d6daa8-f0c0-49f6-903e-41c4bb64a7b5 None None] Provisioning complete for port 9920281c-e4b4-4f3b-b882-8510615a1394 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:30.233398 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71d6daa8-f0c0-49f6-903e-41c4bb64a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.391119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a949f8e-0f46-4575-9ec5-4a7b75194380 req-2ebbfe87-ed7f-45bb-b650-f16b4a343d0a tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:30.392955 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a949f8e-0f46-4575-9ec5-4a7b75194380 req-2ebbfe87-ed7f-45bb-b650-f16b4a343d0a tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81127ac-351b-474d-a3b1-1ee19e8919d1 HTTP/1.1" status: 200 len: 946 time: 0.5696588 Mar 11 17:19:30.403837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Deleting port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:30.405015 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.447318 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.486023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9920281c-e4b4-4f3b-b882-8510615a1394 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:30.490456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9d273-0828-456a-940b-3742d2a0978b req-cf954c29-b433-44fb-ba0f-d6fa6f37665c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:30.498916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bba9d273-0828-456a-940b-3742d2a0978b req-cf954c29-b433-44fb-ba0f-d6fa6f37665c tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 949 time: 0.3872399 Mar 11 17:19:30.520896 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.527241 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.535482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-faac9df9-3f38-46b6-ad9b-5952f2f4382a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:30.537420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-faac9df9-3f38-46b6-ad9b-5952f2f4382a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c&tenant_id=d03326208d724ef2a2f1f758b35e8732&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 949 time: 0.4247706 Mar 11 17:19:30.545483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] For port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,segment=NetworkSegment(f10998c0-ae8f-4439-bda5-1d1d79c806b4),segment_id=f10998c0-ae8f-4439-bda5-1d1d79c806b4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:30.545957 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.562932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Calling delete_port for 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:30.587938 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71d6daa8-f0c0-49f6-903e-41c4bb64a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.627708 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a2034-139c-46c0-a50a-7a804514a4a6 None None] Pushing event updated for resources: {'Port': ['ID=7c99a6ee-f095-48c2-9647-b1a6e15c9382,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:30.646446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9920281c-e4b4-4f3b-b882-8510615a1394 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:30.647242 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.672924 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Attempting to bind port 7c99a6ee-f095-48c2-9647-b1a6e15c9382 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:30.673291 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Attempting to bind port 7c99a6ee-f095-48c2-9647-b1a6e15c9382 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:30.673657 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Attempting to bind port 7c99a6ee-f095-48c2-9647-b1a6e15c9382 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:30.684006 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:30.684486 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:30.684808 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.685198 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:30.685666 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Bound port: 7c99a6ee-f095-48c2-9647-b1a6e15c9382, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:30.686042 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.694891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-71d6daa8-f0c0-49f6-903e-41c4bb64a7b5 None None] For port 9920281c-e4b4-4f3b-b882-8510615a1394, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9920281c-e4b4-4f3b-b882-8510615a1394,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:30.707971 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71d6daa8-f0c0-49f6-903e-41c4bb64a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.837464 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] For port 7c99a6ee-f095-48c2-9647-b1a6e15c9382, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:30.842150 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] For port 7c99a6ee-f095-48c2-9647-b1a6e15c9382, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7c99a6ee-f095-48c2-9647-b1a6e15c9382,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:30.848516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bba9d273-0828-456a-940b-3742d2a0978b req-bdef0cdd-0455-4555-8fac-9b2cc07f169e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448296 Mar 11 17:19:30.852260 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.858093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.865294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a949f8e-0f46-4575-9ec5-4a7b75194380 req-d976475c-0574-4ddf-8e19-d9875012b1b6 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dca21dc-7407-476d-90c3-3a42c8eb2409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155853 Mar 11 17:19:30.876738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6daa8-f0c0-49f6-903e-41c4bb64a7b5 None None] Pushing event updated for resources: {'Port': ['ID=9920281c-e4b4-4f3b-b882-8510615a1394,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:30.888122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['079f6dcd-c337-40f8-bbde-e2f36d3f56e9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:30.937877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Pushing event deleted for resources: {'Port': ['ID=079f6dcd-c337-40f8-bbde-e2f36d3f56e9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:30.960820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b31e8577-bf9a-49f2-8efc-23b194c96dfb None None] Provisioning complete for port 9920281c-e4b4-4f3b-b882-8510615a1394 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:30.961479 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b31e8577-bf9a-49f2-8efc-23b194c96dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:30.977067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-83e1a437-d820-4b49-8956-b4d9d5a27751 service neutron] 10.222.0.66 "GET /v2.0/ports/027d6608-0af4-4922-977c-1bd33b5e8f2e/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 382 time: 0.4233143 Mar 11 17:19:30.981217 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a2034-139c-46c0-a50a-7a804514a4a6 None None] Pushing event updated for resources: {'Port': ['ID=7c99a6ee-f095-48c2-9647-b1a6e15c9382,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:31.000968 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Routers {'644d629b-feb7-41d3-8b9b-4d7f396cb284'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:31.001855 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['644d629b-feb7-41d3-8b9b-4d7f396cb284'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:31.011663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:31.013588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] No DVR routers for this DVR port 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:31.016774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:31.020976 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed15213e-86b8-4e7a-b4f9-10948c2c8ad9 req-493e86d8-1c9c-434a-9163-432cfa979d27 tempest-InstanceActionsV221TestJSON-318029586 tempest-InstanceActionsV221TestJSON-318029586-project] 10.222.0.66 "DELETE /v2.0/ports/079f6dcd-c337-40f8-bbde-e2f36d3f56e9 HTTP/1.1" status: 204 len: 173 time: 0.8280065 Mar 11 17:19:31.021787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81127ac-351b-474d-a3b1-1ee19e8919d1', 'name': 'network-vif-deleted', 'tag': '079f6dcd-c337-40f8-bbde-e2f36d3f56e9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:31.025479 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d741d391-4bba-4fc6-9408-52a9b02bd627" -d '{"events": [{"server_uuid": "b81127ac-351b-474d-a3b1-1ee19e8919d1", "name": "network-vif-deleted", "tag": "079f6dcd-c337-40f8-bbde-e2f36d3f56e9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:31.093380 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57d6959-e314-466e-98bc-533c8f5bdb67 x-openstack-request-id: req-b57d6959-e314-466e-98bc-533c8f5bdb67 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:31.094005 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81127ac-351b-474d-a3b1-1ee19e8919d1", "name": "network-vif-deleted", "tag": "079f6dcd-c337-40f8-bbde-e2f36d3f56e9", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:31.094588 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b57d6959-e314-466e-98bc-533c8f5bdb67 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:31.095460 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81127ac-351b-474d-a3b1-1ee19e8919d1', 'name': 'network-vif-deleted', 'tag': '079f6dcd-c337-40f8-bbde-e2f36d3f56e9', 'status': 'completed', 'code': 200} Mar 11 17:19:31.154347 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] Set router 644d629b-feb7-41d3-8b9b-4d7f396cb284 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:31.165804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:19:31.177816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed239d-2eee-4c82-859e-63ff94dae71d req-66b4e746-9123-4dae-b86c-df186ab0901b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:31.179499 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bed239d-2eee-4c82-859e-63ff94dae71d req-66b4e746-9123-4dae-b86c-df186ab0901b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1964669 Mar 11 17:19:31.253696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-74a26e61-f832-425e-a2a5-1e75e75849a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:31.255097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-74a26e61-f832-425e-a2a5-1e75e75849a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1100 time: 0.2391667 Mar 11 17:19:31.370419 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644d629b-feb7-41d3-8b9b-4d7f396cb284', 'name': 'tempest-snat-router-765890225', 'tenant_id': '8703767c59544cd0982636b13979d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.33'}], 'enable_snat': False}, 'gw_port_id': '7c99a6ee-f095-48c2-9647-b1a6e15c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:28Z', 'revision_number': 3, 'project_id': '8703767c59544cd0982636b13979d554', 'gw_port': {'id': '7c99a6ee-f095-48c2-9647-b1a6e15c9382', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d629b-feb7-41d3-8b9b-4d7f396cb284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:31.382947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:31.401879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bed239d-2eee-4c82-859e-63ff94dae71d req-9d12cf00-ac28-408b-9859-797e31b54380 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125082 Mar 11 17:19:31.406268 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feada4fc-f76d-49f3-bd7e-7e0046c7724d None None] The sync data for ids ['644d629b-feb7-41d3-8b9b-4d7f396cb284'] in n-d-833411-1 is: [{'id': '644d629b-feb7-41d3-8b9b-4d7f396cb284', 'name': 'tempest-snat-router-765890225', 'tenant_id': '8703767c59544cd0982636b13979d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.33'}], 'enable_snat': False}, 'gw_port_id': '7c99a6ee-f095-48c2-9647-b1a6e15c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:28Z', 'revision_number': 3, 'project_id': '8703767c59544cd0982636b13979d554', 'gw_port': {'id': '7c99a6ee-f095-48c2-9647-b1a6e15c9382', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d629b-feb7-41d3-8b9b-4d7f396cb284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:31.464451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 027d6608-0af4-4922-977c-1bd33b5e8f2e completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:19:31.490553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 027d6608-0af4-4922-977c-1bd33b5e8f2e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:31.491492 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:31.515387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:31.532956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-636656ff-d365-495e-a21d-bddf66f85159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:31.534420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-636656ff-d365-495e-a21d-bddf66f85159 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2316067 Mar 11 17:19:31.539886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Sync routers for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:31.564820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:31.565455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:31.593923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-c9ca6982-e751-4017-9fa9-6b7fb2e3ed71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.0502629 Mar 11 17:19:31.596624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:31.600429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c054e36a-1eb5-47f3-b622-63c28d4f6db8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3519719 Mar 11 17:19:31.600775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51222) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:31.812318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-dc02fcc0-1453-45cf-97cc-15ff21b5f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:31.812318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-dc02fcc0-1453-45cf-97cc-15ff21b5f7f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1471899 Mar 11 17:19:31.853224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:31.873310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:31.901907 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:31.972838 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:31.981929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-8108b570-d5c2-462a-86de-2f802a848ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:31.983489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-8108b570-d5c2-462a-86de-2f802a848ea0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574354 Mar 11 17:19:32.131606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:32.134002 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2d63f9-cb41-435e-914c-9055355df043" -d '{"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:32.153778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:32.165964 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:32.171237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:32.237725 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdaa63d-f7d2-49d1-bce1-0776ea15ec04 x-openstack-request-id: req-4cdaa63d-f7d2-49d1-bce1-0776ea15ec04 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:32.238019 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:32.238278 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cdaa63d-f7d2-49d1-bce1-0776ea15ec04 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:32.238812 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'code': 200} Mar 11 17:19:32.239419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:32.308316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:32.308586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 079f6dcd-c337-40f8-bbde-e2f36d3f56e9 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:32.337111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51236) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:32.390092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:29Z', 'revision_number': 3, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:32.428151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Checking router: 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:19:32.429056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Updating router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:19:32.527053 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:32.555975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf0c7c7-6da8-48a5-9507-71505d346fe2 admin admin] Deleting subnet c729e519-9c19-45ee-aafc-99d56d443eba {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:19:32.563397 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c7c7-6da8-48a5-9507-71505d346fe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:32.635575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Allocated IP 172.25.8.177 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/1913a02d-6087-4166-afed-e80f24b1e4a6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:32.680400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-74a0e387-19f5-47c6-a316-340df79a080b service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873870 Mar 11 17:19:32.683874 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c7c7-6da8-48a5-9507-71505d346fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:32.697237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e65b1c-b521-484c-9871-f7e84189f4da req-c3d5cfe8-0ee5-4d2f-9cab-ac8e64d87ab7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:32.703605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7c99a6ee-f095-48c2-9647-b1a6e15c9382 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:32.707431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27e65b1c-b521-484c-9871-f7e84189f4da req-c3d5cfe8-0ee5-4d2f-9cab-ac8e64d87ab7 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 949 time: 0.6521714 Mar 11 17:19:32.757824 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:32.763874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7c99a6ee-f095-48c2-9647-b1a6e15c9382 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:32.764601 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:32.775435 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c7c7-6da8-48a5-9507-71505d346fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:32.884938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27e65b1c-b521-484c-9871-f7e84189f4da req-9c6b91eb-1b40-4c02-84cc-5d24eaa16d7e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761346 Mar 11 17:19:32.949156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-727cf00a-06b2-4d4a-9c63-f304bc42a25a service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600250 Mar 11 17:19:32.967012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8262e-5bce-4752-955c-65e3b051c4af req-7f1b26fc-4dfa-4c59-b973-b4860aff46d0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:32.970351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5a8262e-5bce-4752-955c-65e3b051c4af req-7f1b26fc-4dfa-4c59-b973-b4860aff46d0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.3898671 Mar 11 17:19:32.995650 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c7c7-6da8-48a5-9507-71505d346fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.037210 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.053299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0c7c7-6da8-48a5-9507-71505d346fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c729e519-9c19-45ee-aafc-99d56d443eba,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:33.075054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5a8262e-5bce-4752-955c-65e3b051c4af req-99c673bf-6f02-456c-9d64-04bd1d7f8068 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906878 Mar 11 17:19:33.093534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c7c7-6da8-48a5-9507-71505d346fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.109545 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8cf0c7c7-6da8-48a5-9507-71505d346fe2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c729e519-9c19-45ee-aafc-99d56d443eba HTTP/1.1" status: 204 len: 168 time: 0.7678394 Mar 11 17:19:33.110393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51240) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:33.122225 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.143464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Allocated IP 172.20.0.1 (284c669f-7569-4e44-94a7-ae1467ee57c1/b7aeb358-7740-46e0-9c8c-283ad62a563f/d59dcce8-b588-4958-a63d-0eab413ea194) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:33.152486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 7c99a6ee-f095-48c2-9647-b1a6e15c9382, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7c99a6ee-f095-48c2-9647-b1a6e15c9382,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:33.159364 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.160943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9920281c-e4b4-4f3b-b882-8510615a1394 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:33.201384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.253310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:33.257737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:33.261919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:33.267623 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.291501 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.297425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event updated for resources: {'Port': ['ID=1913a02d-6087-4166-afed-e80f24b1e4a6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:33.305905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=7c99a6ee-f095-48c2-9647-b1a6e15c9382,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:33.338533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.350246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9920281c-e4b4-4f3b-b882-8510615a1394 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:33.350763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.390615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:33.393796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:33.397656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:33.436461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Pushing event updated for resources: {'Port': ['ID=d59dcce8-b588-4958-a63d-0eab413ea194,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:33.460056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.475688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.508692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:33.524642 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.525228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10998c0-ae8f-4439-bda5-1d1d79c806b4') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:33.525634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10998c0-ae8f-4439-bda5-1d1d79c806b4') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:33.541632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.595855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.649103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Attempting to bind port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:33.649398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Attempting to bind port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:33.649878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Attempting to bind port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:33.655001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10afb6-f11c-4c14-b71c-52aa8e6ce423 None None] Pushing event updated for resources: {'Port': ['ID=3f7c3986-91f9-4b5d-a5d0-c6cf25985c31,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:33.662220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:33.662739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:33.663467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.664015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:33.665214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Bound port: 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:33.665775 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.678447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.683842 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.729379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:19:33.729791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:19:33.731879 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:19:33.748042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] For port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:33.752873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] For port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3f7c3986-91f9-4b5d-a5d0-c6cf25985c31,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:33.765322 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.839272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b1fa8caf-120d-4fb8-92ca-1830f8cb57fe None None] Provisioning complete for port d59dcce8-b588-4958-a63d-0eab413ea194 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:33.839562 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8caf-120d-4fb8-92ca-1830f8cb57fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.850122 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.859537 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.867039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] 10.222.0.53 "DELETE /v2.0/networks/c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4 HTTP/1.1" status: 204 len: 168 time: 0.7538323 Mar 11 17:19:33.872427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:33.872744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:33.876692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10afb6-f11c-4c14-b71c-52aa8e6ce423 None None] Pushing event updated for resources: {'Port': ['ID=3f7c3986-91f9-4b5d-a5d0-c6cf25985c31,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:33.883427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a85b5-9e2b-4260-8132-b0cdf870239c admin admin] Pushing event deleted for resources: {'Network': ['ID=c50f8ce5-ae3b-4338-b7d6-a5cad1cde2d4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:33.891344 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.979187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:33.995758 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.013653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa8caf-120d-4fb8-92ca-1830f8cb57fe None None] Port d59dcce8-b588-4958-a63d-0eab413ea194 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:19:34.118011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51250) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:34.125335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:34.144174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Pushing event updated for resources: {'Port': ['ID=d59dcce8-b588-4958-a63d-0eab413ea194,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:34.150421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.224468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e8ae-d0f0-49fb-91ef-fea5b7d66a6e req-7d3c4648-7328-4ac8-970c-98e4ed9f0262 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:34.227863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c36e8ae-d0f0-49fb-91ef-fea5b7d66a6e req-7d3c4648-7328-4ac8-970c-98e4ed9f0262 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.2208993 Mar 11 17:19:34.240752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-87934eac-7bb8-497f-9e7a-de6537f92cb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92bd6566b1f248d88d5071e4f13643f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207483 Mar 11 17:19:34.243795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:34.308867 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.317342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:34.320254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:34.335841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3639fc-2e1f-400c-9491-b8ece607bd25 req-8fb76d20-842b-4493-b0e5-351a234a5700 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:34.344050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd3639fc-2e1f-400c-9491-b8ece607bd25 req-8fb76d20-842b-4493-b0e5-351a234a5700 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1473334 Mar 11 17:19:34.362030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7c99a6ee-f095-48c2-9647-b1a6e15c9382 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:34.372932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c36e8ae-d0f0-49fb-91ef-fea5b7d66a6e req-2928f4a2-784f-416e-9ab9-5c93b5971569 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377523 Mar 11 17:19:34.373151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92f64cfa-004a-4317-9f50-e4e8c168070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.417260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92f64cfa-004a-4317-9f50-e4e8c168070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.492187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7c99a6ee-f095-48c2-9647-b1a6e15c9382 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:34.492662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.531009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:19:34.554416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92f64cfa-004a-4317-9f50-e4e8c168070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.557249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92f64cfa-004a-4317-9f50-e4e8c168070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.558419 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-92f64cfa-004a-4317-9f50-e4e8c168070d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7dca21dc-7407-476d-90c3-3a42c8eb2409 HTTP/1.1" status: 204 len: 168 time: 0.3135145 Mar 11 17:19:34.561952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 1, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:34.595935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd3639fc-2e1f-400c-9491-b8ece607bd25 req-b2b54ec4-587a-4e19-a0aa-3ebe965d622c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275498 Mar 11 17:19:34.629356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb6c1f-4795-4e8d-a623-f4311bd2e4e0 None None] The sync data for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 is: [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 1, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:34.642859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Router 7dd21f68-334c-4558-a71f-7218904f7918 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:19:34.684361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f64cfa-004a-4317-9f50-e4e8c168070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca21dc-7407-476d-90c3-3a42c8eb2409,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:34.778990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5cf90df2-0801-418a-9e77-64783cee9399 None None] Provisioning complete for port d59dcce8-b588-4958-a63d-0eab413ea194 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:34.779386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cf90df2-0801-418a-9e77-64783cee9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.797823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:34.816917 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-43218803-8864-4d3c-9e6e-78f9aef3eb0b admin admin] 10.222.0.53 "PUT /v2.0/routers/01d7d576-b03a-4aaa-a270-6c8bde1d2d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2144535 Mar 11 17:19:34.828210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5cf90df2-0801-418a-9e77-64783cee9399 None None] Port d59dcce8-b588-4958-a63d-0eab413ea194 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:19:34.834663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:34.847682 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Sync routers for ids ['7dd21f68-334c-4558-a71f-7218904f7918'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:34.859140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:34.862587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c54497a5-6d4d-4e7f-a07e-90f364799b85 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1225595 Mar 11 17:19:34.866354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:34.867355 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Routers {'7dd21f68-334c-4558-a71f-7218904f7918'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:34.869136 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7dd21f68-334c-4558-a71f-7218904f7918'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:35.058623 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a258f5f0-0fb7-4d63-90c3-f9cdcf6077e0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/routers/7dd21f68-334c-4558-a71f-7218904f7918 HTTP/1.1" status: 200 len: 907 time: 0.1886427 Mar 11 17:19:35.059233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51266) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:35.081587 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Set router 7dd21f68-334c-4558-a71f-7218904f7918 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:35.263815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:35.452272 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21f68-334c-4558-a71f-7218904f7918', 'name': 'tempest-snat-router-765890225', 'tenant_id': '8703767c59544cd0982636b13979d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '1913a02d-6087-4166-afed-e80f24b1e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:30Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 3, 'project_id': '8703767c59544cd0982636b13979d554', 'gw_port': {'id': '1913a02d-6087-4166-afed-e80f24b1e4a6', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd21f68-334c-4558-a71f-7218904f7918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:31Z', 'updated_at': '2022-03-11T17:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:35.460972 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:35.522857 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Checking router: 7dd21f68-334c-4558-a71f-7218904f7918 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:19:35.523208 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Updating router 7dd21f68-334c-4558-a71f-7218904f7918 port 1913a02d-6087-4166-afed-e80f24b1e4a6 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:19:35.561824 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:35.604210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51278) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:35.613204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87763a6-7cba-4c5c-a150-e5064f98aeb7 req-28ba6fb9-1517-4889-90c8-6c3e53655d55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:35.621102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a87763a6-7cba-4c5c-a150-e5064f98aeb7 req-28ba6fb9-1517-4889-90c8-6c3e53655d55 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1130447 Mar 11 17:19:35.629090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e3f3260d-a02b-4def-be21-5efb908b3f8a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160874626', 'description': 'tempest-description--1602331077'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:35.669555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Deleting port 1913a02d-6087-4166-afed-e80f24b1e4a6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:35.669936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:35.744440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a87763a6-7cba-4c5c-a150-e5064f98aeb7 req-43d6333d-b3bf-4aee-b03c-828e4a629679 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175029 Mar 11 17:19:35.797018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3f3260d-a02b-4def-be21-5efb908b3f8a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:35.922896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-17615cfa-f1b6-4af3-8157-e6b84f2afa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:35.924652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-17615cfa-f1b6-4af3-8157-e6b84f2afa59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c&tenant_id=d03326208d724ef2a2f1f758b35e8732 HTTP/1.1" status: 200 len: 1101 time: 0.2327564 Mar 11 17:19:35.945626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:35.999590 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.011670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2562fdd-5321-415e-87de-d18996135838 req-1a617eb8-ab9b-4f55-a460-160d9e7a770f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:36.013794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2562fdd-5321-415e-87de-d18996135838 req-1a617eb8-ab9b-4f55-a460-160d9e7a770f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.2149363 Mar 11 17:19:36.064708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Calling delete_port for 1913a02d-6087-4166-afed-e80f24b1e4a6 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:36.173690 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.181125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.188423 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.205480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3f3260d-a02b-4def-be21-5efb908b3f8a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.209414 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2562fdd-5321-415e-87de-d18996135838 req-4d339c59-bfcf-4423-85c3-42d6661af10d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856141 Mar 11 17:19:36.223617 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3f3260d-a02b-4def-be21-5efb908b3f8a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.240690 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ac6c-df9e-4bf6-a546-b8da85f1d1e3 None None] Pushing event updated for resources: {'Port': ['ID=1913a02d-6087-4166-afed-e80f24b1e4a6,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:36.274571 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Attempting to bind port 1913a02d-6087-4166-afed-e80f24b1e4a6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:36.275177 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Attempting to bind port 1913a02d-6087-4166-afed-e80f24b1e4a6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:36.275754 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Attempting to bind port 1913a02d-6087-4166-afed-e80f24b1e4a6 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:36.282282 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:36.282805 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:36.283392 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.283886 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:36.284513 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Bound port: 1913a02d-6087-4166-afed-e80f24b1e4a6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:36.284998 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.306032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3f3260d-a02b-4def-be21-5efb908b3f8a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.307336 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e3f3260d-a02b-4def-be21-5efb908b3f8a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6836746 Mar 11 17:19:36.308102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3260d-a02b-4def-be21-5efb908b3f8a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:36.310471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51296) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:36.317194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5943214c-98b8-4d36-a06b-2b1a341bc019 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'security_group_rule': {'security_group_id': 'c8f13ca1-43a7-4f55-afcd-f5e54f451b8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:36.369873 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] For port 1913a02d-6087-4166-afed-e80f24b1e4a6, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:36.375353 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] For port 1913a02d-6087-4166-afed-e80f24b1e4a6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1913a02d-6087-4166-afed-e80f24b1e4a6,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:36.388083 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.402094 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5943214c-98b8-4d36-a06b-2b1a341bc019 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.448990 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Routers {'7dd21f68-334c-4558-a71f-7218904f7918'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:36.449669 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7dd21f68-334c-4558-a71f-7218904f7918'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:36.548972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:36.597813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5943214c-98b8-4d36-a06b-2b1a341bc019 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.603267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5943214c-98b8-4d36-a06b-2b1a341bc019 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.631992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943214c-98b8-4d36-a06b-2b1a341bc019 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d347945-f999-479e-88f6-383ae2266e67,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:36.664901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5943214c-98b8-4d36-a06b-2b1a341bc019 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.666458 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5943214c-98b8-4d36-a06b-2b1a341bc019 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3536010 Mar 11 17:19:36.669470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51306) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:36.671085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:36.671646 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.681643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6c3417be-9ecc-4c87-9959-9eaf619f4ec3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'security_group_rule': {'security_group_id': 'c8f13ca1-43a7-4f55-afcd-f5e54f451b8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:36.685104 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ac6c-df9e-4bf6-a546-b8da85f1d1e3 None None] Pushing event updated for resources: {'Port': ['ID=1913a02d-6087-4166-afed-e80f24b1e4a6,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:36.702645 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] Set router 7dd21f68-334c-4558-a71f-7218904f7918 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:36.737821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c3417be-9ecc-4c87-9959-9eaf619f4ec3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.809489 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd21f68-334c-4558-a71f-7218904f7918', 'name': 'tempest-snat-router-765890225', 'tenant_id': '8703767c59544cd0982636b13979d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:30Z', 'updated_at': '2022-03-11T17:19:35Z', 'revision_number': 4, 'project_id': '8703767c59544cd0982636b13979d554', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:36.857299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c3417be-9ecc-4c87-9959-9eaf619f4ec3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.871085 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c3417be-9ecc-4c87-9959-9eaf619f4ec3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.883610 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f709cde5-f8ab-41a7-ba2e-f24599d31b89 None None] The sync data for ids ['7dd21f68-334c-4558-a71f-7218904f7918'] in n-d-833411-1 is: [{'id': '7dd21f68-334c-4558-a71f-7218904f7918', 'name': 'tempest-snat-router-765890225', 'tenant_id': '8703767c59544cd0982636b13979d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:30Z', 'updated_at': '2022-03-11T17:19:35Z', 'revision_number': 4, 'project_id': '8703767c59544cd0982636b13979d554', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:36.892567 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.897100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3417be-9ecc-4c87-9959-9eaf619f4ec3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470bb8cb-f67b-4a49-8d6d-2462cc478c86,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:36.926259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c3417be-9ecc-4c87-9959-9eaf619f4ec3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.926974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3f7c3986-91f9-4b5d-a5d0-c6cf25985c31,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:36.929277 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6c3417be-9ecc-4c87-9959-9eaf619f4ec3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2572422 Mar 11 17:19:36.931506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51314) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:36.934606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:36.944768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:37.015143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.035801 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=3f7c3986-91f9-4b5d-a5d0-c6cf25985c31,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:37.118966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4153c354-b24e-4263-bc7a-01ad654eff52 req-8bbab1b3-4f09-41de-afab-af229a94a10f tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0995386 Mar 11 17:19:37.166121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347af680-7a02-4baa-b8d0-6c6f18dc9398 req-20baa8fb-e2f8-42d3-85ed-e53a7fb0fdd6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:37.167666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-347af680-7a02-4baa-b8d0-6c6f18dc9398 req-20baa8fb-e2f8-42d3-85ed-e53a7fb0fdd6 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1595919 Mar 11 17:19:37.168305 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.214537 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.235902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event deleted for resources: {'Port': ['ID=1913a02d-6087-4166-afed-e80f24b1e4a6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:37.386361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Allocated IP 172.25.8.209 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/47106270-1d58-4efd-bba8-c25ee63a65a5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:37.406014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:37.441908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-347af680-7a02-4baa-b8d0-6c6f18dc9398 req-39a0bbdd-3ffa-4b89-942f-b6d73f05812e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636609 Mar 11 17:19:37.487329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7acb5-433d-4258-a171-6506143b3b58 req-260bde8b-0b42-48c5-a82a-13aab497a187 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:37.488980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8a7acb5-433d-4258-a171-6506143b3b58 req-260bde8b-0b42-48c5-a82a-13aab497a187 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1183274 Mar 11 17:19:37.490158 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.564162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:37.564614 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.626530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.646932 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.650800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.676511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:37.679565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:37.683498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:37.714387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:37.717372 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336b43ef-bd10-4178-b296-0e2a7a6e80c0" -d '{"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-unplugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:37.725556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.732102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8a7acb5-433d-4258-a171-6506143b3b58 req-98e30224-76c6-4d54-bf8a-8b95d7f16290 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055027 Mar 11 17:19:37.761377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Transition to ACTIVE for port object 027d6608-0af4-4922-977c-1bd33b5e8f2e will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:19:37.764683 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.765436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dd21f68-334c-4558-a71f-7218904f7918 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:19:37.782047 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.783748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-58e97d83-3e87-4138-bf89-4d0a842c6d89 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7dd21f68-334c-4558-a71f-7218904f7918 HTTP/1.1" status: 204 len: 168 time: 2.7233047 Mar 11 17:19:37.786925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51326) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:37.790018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:37.793495 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e52993-c1b2-4313-a17a-d3fefc927610 x-openstack-request-id: req-00e52993-c1b2-4313-a17a-d3fefc927610 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:37.794285 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-unplugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:37.794546 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00e52993-c1b2-4313-a17a-d3fefc927610 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:37.794947 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'code': 200} Mar 11 17:19:37.932802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] No DVR routers for this DVR port 027d6608-0af4-4922-977c-1bd33b5e8f2e on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:38.014317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=10']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:38.046529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:38.046883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:38.047430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:38.058426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Port 027d6608-0af4-4922-977c-1bd33b5e8f2e on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:38.058646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Attempting to bind port 027d6608-0af4-4922-977c-1bd33b5e8f2e on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:38.066861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:38.067428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:38.068194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:38.068695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Bound port: 027d6608-0af4-4922-977c-1bd33b5e8f2e, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:38.069070 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.073843 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.086166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'Port': ['ID=47106270-1d58-4efd-bba8-c25ee63a65a5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:38.164388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.241967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.259904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:38.279439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-762ce10e-f20c-402a-8fd8-8804b6d8cba3 req-87163fb8-5f88-4ebd-8ebe-b52bd168eb44 tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0409439 Mar 11 17:19:38.291455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:38.300031 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.339140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.351286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:38.351914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.353456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] 10.222.0.46 "PUT /v2.0/ports/027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 1097 time: 2.4125941 Mar 11 17:19:38.447457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:38.462468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edc7f1-d603-4253-99da-32203deef0ae service neutron] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=11']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:38.518148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.527008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.553307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Sync routers for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:38.587467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:38.587860 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.609690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-35c3ad69-d9a1-42fc-a63a-36f290f92b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:38.611268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-35c3ad69-d9a1-42fc-a63a-36f290f92b06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1100 time: 0.1856897 Mar 11 17:19:38.622489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Deleting port 7c99a6ee-f095-48c2-9647-b1a6e15c9382 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:38.623146 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.635623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:38.637376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:38.691915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'Port': ['ID=47106270-1d58-4efd-bba8-c25ee63a65a5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:38.697173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.716493 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.727665 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b18935fd-66f1-4f13-89cd-598c47f1e22f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7945447 Mar 11 17:19:38.821693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] For port 7c99a6ee-f095-48c2-9647-b1a6e15c9382, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7c99a6ee-f095-48c2-9647-b1a6e15c9382,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:38.822434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.836706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Calling delete_port for 7c99a6ee-f095-48c2-9647-b1a6e15c9382 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:38.855898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:38.987421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec8d36-ea44-458d-80cf-873833ed6b4d req-e4fa2fdf-fc2c-461d-b8fb-f9f0b2a00c56 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:38.989016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8ec8d36-ea44-458d-80cf-873833ed6b4d req-e4fa2fdf-fc2c-461d-b8fb-f9f0b2a00c56 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 949 time: 0.3253140 Mar 11 17:19:39.090720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af79a54-3aa3-4621-82d4-aac83a69b523 req-6a15893e-6059-48d1-9743-a71b98180273 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:39.092305 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6af79a54-3aa3-4621-82d4-aac83a69b523 req-6a15893e-6059-48d1-9743-a71b98180273 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.2502806 Mar 11 17:19:39.098781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 2, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:39.099992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-45938bbf-bca9-4680-833f-dc1230b1e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:39.101618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-45938bbf-bca9-4680-833f-dc1230b1e92b service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.4736712 Mar 11 17:19:39.129005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Checking router: 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:19:39.129384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Updating router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 port d59dcce8-b588-4958-a63d-0eab413ea194 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:19:39.132331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8ec8d36-ea44-458d-80cf-873833ed6b4d req-e4bb3203-75e9-4fbb-affb-ee2387e39adb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296389 Mar 11 17:19:39.158015 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:39.174148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-c525c092-f5c8-4040-8f34-eae34a5f07ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.0623753 Mar 11 17:19:39.226409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6af79a54-3aa3-4621-82d4-aac83a69b523 req-b8911e66-9de4-4ec3-afe7-2b8604283416 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224229 Mar 11 17:19:39.292470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-13dc090a-7d9d-4083-914b-18e2b52c3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:39.294499 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-13dc090a-7d9d-4083-914b-18e2b52c3fbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1074905 Mar 11 17:19:39.313917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:39.346907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-cfa57468-07f9-4571-a7aa-adff33510321 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1160874626&fields=id&tenant_id=8c1ad3318b3b4ac684e77f552405f070 HTTP/1.1" status: 200 len: 267 time: 0.0953696 Mar 11 17:19:39.370177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c99a6ee-f095-48c2-9647-b1a6e15c9382,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:39.395010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:39.487420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:39.495133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-1e658af7-cc5a-48fb-bf58-8f88440b591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:39.497322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-1e658af7-cc5a-48fb-bf58-8f88440b591e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936748 Mar 11 17:19:39.502659 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:39.508360 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:39.519132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c43ad1b8-7050-4a7d-9501-fbf12fad4a9d req-b966997d-968c-42de-be61-2a50cbb5fe7f tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0660899 Mar 11 17:19:39.585663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f4b75-65c3-4ff5-b3d6-ec380e112286 None None] Pushing event updated for resources: {'Port': ['ID=d59dcce8-b588-4958-a63d-0eab413ea194,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:39.600735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:39.627831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Attempting to bind port d59dcce8-b588-4958-a63d-0eab413ea194 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:39.628259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Attempting to bind port d59dcce8-b588-4958-a63d-0eab413ea194 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:39.628844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Attempting to bind port d59dcce8-b588-4958-a63d-0eab413ea194 on network 284c669f-7569-4e44-94a7-ae1467ee57c1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:39.635348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:39.635727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Checking segment: {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:39.636387 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:39.636943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Bound using segment: {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:39.638028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Bound port: d59dcce8-b588-4958-a63d-0eab413ea194, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:39.638420 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:39.717946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] For port d59dcce8-b588-4958-a63d-0eab413ea194, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:39.722827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] For port d59dcce8-b588-4958-a63d-0eab413ea194, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d59dcce8-b588-4958-a63d-0eab413ea194,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:39.729771 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:39.790966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:39.791645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:39.910741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:39.913343 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a94d83-1d69-44a1-b07b-9824402e6a46" -d '{"events": [{"name": "network-changed", "server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:39.958402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-e035f2e6-666d-4922-8a14-2268c726109b tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:39.959938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-e035f2e6-666d-4922-8a14-2268c726109b tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 810 time: 0.5930021 Mar 11 17:19:40.003050 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee668d-0ee3-4791-9b0d-4585495c0411 x-openstack-request-id: req-24ee668d-0ee3-4791-9b0d-4585495c0411 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:40.003336 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:40.003577 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24ee668d-0ee3-4791-9b0d-4585495c0411 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:40.003960 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'status': 'completed', 'code': 200} Mar 11 17:19:40.021071 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f4b75-65c3-4ff5-b3d6-ec380e112286 None None] Pushing event updated for resources: {'Port': ['ID=d59dcce8-b588-4958-a63d-0eab413ea194,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:40.032992 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.052746 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.058843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-a7abab95-b8cc-421f-a86b-ce8607f5c41e tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/quotas/8c1ad3318b3b4ac684e77f552405f070 HTTP/1.1" status: 200 len: 375 time: 0.0579443 Mar 11 17:19:40.068994 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-33393d0d-80aa-48b4-95be-83c8f17487f6 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527987 Mar 11 17:19:40.079680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bfbd69d7-ea32-45ec-8c56-9a0025ccd3a1 None None] Provisioning complete for port d59dcce8-b588-4958-a63d-0eab413ea194 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:40.080167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bfbd69d7-ea32-45ec-8c56-9a0025ccd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.126507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:19:40.179573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.179573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 644d629b-feb7-41d3-8b9b-4d7f396cb284 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:19:40.187183 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.188442 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-198a1a37-739b-4841-a8e2-fa47711939d9 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "DELETE /v2.0/routers/644d629b-feb7-41d3-8b9b-4d7f396cb284 HTTP/1.1" status: 204 len: 168 time: 2.4002101 Mar 11 17:19:40.192104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:40.200443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1443050542', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:40.200946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-42f68128-74f4-4d90-b0cd-b45ee87ec4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:40.202539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-42f68128-74f4-4d90-b0cd-b45ee87ec4f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1100 time: 0.1917751 Mar 11 17:19:40.242348 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.243603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.294141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-435c8f74-1393-4db3-97f5-1670483998b5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2229400 Mar 11 17:19:40.344678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.363900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bfbd69d7-ea32-45ec-8c56-9a0025ccd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.399697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759cb93e-a9a1-42e1-85c9-d2d821df79a6 req-b4f62ccd-8231-4e50-b730-7c296864d1af service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006155 Mar 11 17:19:40.438623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bfbd69d7-ea32-45ec-8c56-9a0025ccd3a1 None None] For port d59dcce8-b588-4958-a63d-0eab413ea194, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d59dcce8-b588-4958-a63d-0eab413ea194,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:40.446443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bfbd69d7-ea32-45ec-8c56-9a0025ccd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.498828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776f50a-26da-4799-85ef-62bbfcdb9cf7 req-045c59aa-fd69-4367-8602-62eff68e6f25 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:40.506792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f776f50a-26da-4799-85ef-62bbfcdb9cf7 req-045c59aa-fd69-4367-8602-62eff68e6f25 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 949 time: 0.2955961 Mar 11 17:19:40.506984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd69d7-ea32-45ec-8c56-9a0025ccd3a1 None None] Pushing event updated for resources: {'Port': ['ID=d59dcce8-b588-4958-a63d-0eab413ea194,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:40.530533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:39Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:40.563531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b06fff-2cab-4a85-853e-ff7c69bb2581 None None] The sync data for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 is: [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:39Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:40.585447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3a4e6d40-f235-4f58-85fb-65bbad0f4b23 None None] Provisioning complete for port d59dcce8-b588-4958-a63d-0eab413ea194 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:40.585844 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3a4e6d40-f235-4f58-85fb-65bbad0f4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.587706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-72ade9b8-a11c-4dce-b2e2-808df5ed7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:40.589345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-72ade9b8-a11c-4dce-b2e2-808df5ed7b74 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.3754160 Mar 11 17:19:40.628902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.676109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f776f50a-26da-4799-85ef-62bbfcdb9cf7 req-c6a2f552-02ba-4c95-9324-6ca04b0898e9 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687150 Mar 11 17:19:40.677793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-526fc0a4-c207-4027-b4fe-6bb5bf40fb36 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.0763874 Mar 11 17:19:40.703053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-124dc2ef-110c-4ea0-8229-bd260784d1d9 service neutron] 10.222.0.53 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495479 Mar 11 17:19:40.707870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-cdf68dac-d049-42ad-937d-22bd0f401538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:40.709838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-cdf68dac-d049-42ad-937d-22bd0f401538 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d03326208d724ef2a2f1f758b35e8732&device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1100 time: 0.1891127 Mar 11 17:19:40.732936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:40.899481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d59dcce8-b588-4958-a63d-0eab413ea194 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:40.962196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-6fab2ce8-42ca-497c-8ec0-7088a3cdb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:40.963726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-6fab2ce8-42ca-497c-8ec0-7088a3cdb0e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.2771866 Mar 11 17:19:40.964418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d59dcce8-b588-4958-a63d-0eab413ea194 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:40.964861 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.060849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.095508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-be0edb27-9cd2-448d-a45b-94982a4c2b25 service neutron] 10.222.0.53 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911185 Mar 11 17:19:41.100589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.112634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-6a9c5f5c-b718-4a03-98f4-f870ce2b3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:41.114421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-6a9c5f5c-b718-4a03-98f4-f870ce2b3d85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.3511915 Mar 11 17:19:41.120706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-3a184726-59ca-4809-b01c-be76a36f363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:41.122805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-3a184726-59ca-4809-b01c-be76a36f363e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480677 Mar 11 17:19:41.140589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf6bc-f522-4021-9e09-a9b087c65332 req-2df2da07-2b93-4d3b-b16f-21be533b92d2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:41.142300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3badf6bc-f522-4021-9e09-a9b087c65332 req-2df2da07-2b93-4d3b-b16f-21be533b92d2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.2362063 Mar 11 17:19:41.214453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-63ae9c01-f4fb-4c3d-908f-3551b5ab1862 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 200 len: 217 time: 0.0889299 Mar 11 17:19:41.291329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3badf6bc-f522-4021-9e09-a9b087c65332 req-de542539-6afb-4466-b5b8-58d556320a70 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083033 Mar 11 17:19:41.349323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-fcc4ab87-8bca-4897-813b-093c5e6d01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:41.349323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-fcc4ab87-8bca-4897-813b-093c5e6d01ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1054032 Mar 11 17:19:41.373591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Allocated IP 172.25.8.212 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/c4f0d660-15d9-4e6a-bc5c-638eee72c9e9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:41.419827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d9566e4-2f56-447d-a5d0-2867e0994839 req-9432a052-a69c-4ae6-bfd9-5d74e95c0baf tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0396533 Mar 11 17:19:41.499852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9752e2de-4a12-426e-bd95-4b89da4f7654 req-37e95643-3ea8-4e93-8714-131d73009bf7 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 210 time: 0.0514286 Mar 11 17:19:41.548055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-80b66f0e-bc01-4e03-9e59-7b88633022e7 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158642 Mar 11 17:19:41.550483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-97f1fef9-5974-4d81-95c0-cbde87ea3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:41.552902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-97f1fef9-5974-4d81-95c0-cbde87ea3183 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936748 Mar 11 17:19:41.584187 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5a22e09f-ba5e-4e49-8d41-56fe424f61b3 req-5c9efb40-bf4e-4f87-b636-2e660824824e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0406139 Mar 11 17:19:41.589744 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.653136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.698546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event updated for resources: {'Port': ['ID=c4f0d660-15d9-4e6a-bc5c-638eee72c9e9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:41.711178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:41.712797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:41.715819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:41.781017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-b657da6c-8718-4d66-b6f4-48dcf6b45f2e service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033477 Mar 11 17:19:41.794716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-f10b685e-615f-45a9-9770-99b93d6fc789 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389383 Mar 11 17:19:41.926576 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e718-c6b2-4872-874c-bfc8c690a7ba req-4c25c71c-68a2-4dd8-948e-e88e16164d7f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:41.934914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e974e718-c6b2-4872-874c-bfc8c690a7ba req-4c25c71c-68a2-4dd8-948e-e88e16164d7f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 949 time: 0.1235178 Mar 11 17:19:41.975512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a94d83-1d69-44a1-b07b-9824402e6a46 req-ba7bb8d3-387b-4180-b0d2-294ae8d72a61 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794274 Mar 11 17:19:42.018388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e974e718-c6b2-4872-874c-bfc8c690a7ba req-0fb59ce0-726c-43a1-aa8b-ecd04ab56fda tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824976 Mar 11 17:19:42.099774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.347911 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d59dcce8-b588-4958-a63d-0eab413ea194 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:42.352812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.432907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d59dcce8-b588-4958-a63d-0eab413ea194 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:42.433281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.543427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf222a6-b64c-4ccd-b9ad-e4bcdd090d87 req-440cae2c-ecf3-4937-a2ca-37596d8f73e8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:42.545889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbf222a6-b64c-4ccd-b9ad-e4bcdd090d87 req-440cae2c-ecf3-4937-a2ca-37596d8f73e8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1183159 Mar 11 17:19:42.568806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Router 6bfd1101-0c47-4ba9-bbd5-9341d241fa7d is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:19:42.609154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5223f81b-952e-47e4-b86b-d168616cab0a req-99092eb4-4d6a-4eea-a3e9-4d9508b73a52 tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0478673 Mar 11 17:19:42.618242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7c99a6ee-f095-48c2-9647-b1a6e15c9382 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:42.676633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 7c99a6ee-f095-48c2-9647-b1a6e15c9382 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:42.679312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbf222a6-b64c-4ccd-b9ad-e4bcdd090d87 req-b5fe3f4d-5613-4074-b811-52df3ea1aa81 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209593 Mar 11 17:19:42.683470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7c99a6ee-f095-48c2-9647-b1a6e15c9382 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:42.739275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf07c2c5-d7b9-450d-9134-d5c46d3cf7d0 req-e72b1e8a-ab51-4d51-83da-a90f2dd4c9b9 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 210 time: 0.0289772 Mar 11 17:19:42.781568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:19:42.793023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:42.812394 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2cb25d-d9c2-47fa-be28-8b1cdcdd331b None None] Sync routers for ids ['6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:42.835733 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2cb25d-d9c2-47fa-be28-8b1cdcdd331b None None] Routers {'6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:42.836406 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7f2cb25d-d9c2-47fa-be28-8b1cdcdd331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:42.860467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.867775 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-884dc84d-05e7-41d9-b4e6-fe9407e52bc4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6715059 Mar 11 17:19:42.868071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51378) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:42.875601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-231af4f9-0a35-418c-8a44-0a7b523c0746 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': False}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:42.927834 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7f2cb25d-d9c2-47fa-be28-8b1cdcdd331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:42.942692 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2cb25d-d9c2-47fa-be28-8b1cdcdd331b None None] Routers {'6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:42.943888 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7f2cb25d-d9c2-47fa-be28-8b1cdcdd331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:42.977204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-f511b3db-b60b-43c5-994d-f887a71776e8 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:42.980670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-f511b3db-b60b-43c5-994d-f887a71776e8 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.46 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 810 time: 0.2226527 Mar 11 17:19:43.000275 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7f2cb25d-d9c2-47fa-be28-8b1cdcdd331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:43.001474 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2cb25d-d9c2-47fa-be28-8b1cdcdd331b None None] The sync data for ids ['6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:43.024044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:43.070755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-d16e11f5-bb35-4d04-a2b9-71b3c1daf166 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c1ad3318b3b4ac684e77f552405f070 HTTP/1.1" status: 200 len: 380 time: 0.0724430 Mar 11 17:19:43.073770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'mac_address': 'fa:16:3e:0d:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:19:43.105025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'port': {'device_id': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'admin_state_up': True, 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'security_groups': ['c8f13ca1-43a7-4f55-afcd-f5e54f451b8c']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:43.156690 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.188256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027d6608-0af4-4922-977c-1bd33b5e8f2e {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:19:43.212949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:43.219194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.295852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=12']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:43.303807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ecb0d-92d4-44fe-80a6-1a0a4d6ea326 req-cf6f8451-c7b6-4d77-89b4-fbaf97af16d8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:43.305462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e79ecb0d-92d4-44fe-80a6-1a0a4d6ea326 req-cf6f8451-c7b6-4d77-89b4-fbaf97af16d8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1571295 Mar 11 17:19:43.363374 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-231af4f9-0a35-418c-8a44-0a7b523c0746 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.380399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e79ecb0d-92d4-44fe-80a6-1a0a4d6ea326 req-b1a758ed-89ec-4a17-97e2-ae92823dfb54 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603633 Mar 11 17:19:43.387864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Made reservation on behalf of 8c1ad3318b3b4ac684e77f552405f070 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:43.391973 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.588145 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-50b0cedf-0ff6-4ee1-801f-c9b9906d655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.607267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Allocated IP 172.20.0.6 (284c669f-7569-4e44-94a7-ae1467ee57c1/b7aeb358-7740-46e0-9c8c-283ad62a563f/10858b09-00b9-40f5-96be-7903a4cf8d96) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:43.629652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['027d6608-0af4-4922-977c-1bd33b5e8f2e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:43.904722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-231af4f9-0a35-418c-8a44-0a7b523c0746 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.909594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-231af4f9-0a35-418c-8a44-0a7b523c0746 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.031104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231af4f9-0a35-418c-8a44-0a7b523c0746 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Router 6bfd1101-0c47-4ba9-bbd5-9341d241fa7d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:19:44.171229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dea0587c-711f-4623-bbeb-3107fa3dc687 req-765ef924-06b6-4ad0-9570-b72705c49d27 tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.4494328 Mar 11 17:19:44.204472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b6d5c-082f-48ad-83b5-04ca9576f86f req-dc9cf436-5db1-4401-96fe-aace6fab279b tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:44.206171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33b6d5c-082f-48ad-83b5-04ca9576f86f req-dc9cf436-5db1-4401-96fe-aace6fab279b tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 1101 time: 0.5097942 Mar 11 17:19:44.302380 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.310962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33b6d5c-082f-48ad-83b5-04ca9576f86f req-8a17a67c-d7fd-4c54-829d-32958c3ba823 tempest-MigrationsAdminTest-1480930968 tempest-MigrationsAdminTest-1480930968-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868011 Mar 11 17:19:44.403687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0360c27-0ef9-4162-b2e5-4edc34382c3d req-c27d12fe-f3dc-491b-be00-3349e0efcba1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:44.405829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0360c27-0ef9-4162-b2e5-4edc34382c3d req-c27d12fe-f3dc-491b-be00-3349e0efcba1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1340442 Mar 11 17:19:44.453170 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.548735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231af4f9-0a35-418c-8a44-0a7b523c0746 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:44.549932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:44.556311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-231af4f9-0a35-418c-8a44-0a7b523c0746 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.560265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0360c27-0ef9-4162-b2e5-4edc34382c3d req-f177a50f-587f-48f2-a4d3-3aecc0f57671 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445103 Mar 11 17:19:44.560501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-231af4f9-0a35-418c-8a44-0a7b523c0746 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "PUT /v2.0/routers/6bfd1101-0c47-4ba9-bbd5-9341d241fa7d HTTP/1.1" status: 200 len: 926 time: 1.6898096 Mar 11 17:19:44.561211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:44.562832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5a477-74b4-4734-8958-e6d4a3934c87 None None] Sync routers for ids ['6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:44.566349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:44.569962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51396) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:44.578643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'Port': ['ID=10858b09-00b9-40f5-96be-7903a4cf8d96,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:44.592280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5a477-74b4-4734-8958-e6d4a3934c87 None None] Routers {'6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:44.593634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d4d5a477-74b4-4734-8958-e6d4a3934c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:44.634635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f07ca3-21cd-4d33-8926-401d9d55918d req-5930d1e3-8570-4d9a-8eaf-86ed950a4bd3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:44.645460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3f07ca3-21cd-4d33-8926-401d9d55918d req-5930d1e3-8570-4d9a-8eaf-86ed950a4bd3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 931 time: 0.2314267 Mar 11 17:19:44.670941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d4d5a477-74b4-4734-8958-e6d4a3934c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:44.693195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5a477-74b4-4734-8958-e6d4a3934c87 None None] Routers {'6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:44.694607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d4d5a477-74b4-4734-8958-e6d4a3934c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:44.749624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d4d5a477-74b4-4734-8958-e6d4a3934c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:44.750289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5a477-74b4-4734-8958-e6d4a3934c87 None None] The sync data for ids ['6bfd1101-0c47-4ba9-bbd5-9341d241fa7d'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:44.789929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:19:44.794420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:44.847278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3f07ca3-21cd-4d33-8926-401d9d55918d req-4a871288-3c18-4a1b-a82c-45a5633c35fc tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865466 Mar 11 17:19:44.873295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9912c6b7-e74b-498a-81be-12e95cb4048f tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/routers/6bfd1101-0c47-4ba9-bbd5-9341d241fa7d HTTP/1.1" status: 200 len: 926 time: 0.3007786 Mar 11 17:19:44.874886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51402) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:44.881049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:44.882475 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.917649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-c91d9ee0-1842-482a-aebe-ad1b39a4e457 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8190367 Mar 11 17:19:44.934911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Request body: {'port': {'device_id': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:45.056400 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.072283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff7e66-1f0a-455e-8e21-5cc3d6639f56 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:45.079358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51410) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:45.085224 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-69ff7e66-1f0a-455e-8e21-5cc3d6639f56 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=6bfd1101-0c47-4ba9-bbd5-9341d241fa7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2084742 Mar 11 17:19:45.136523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 027d6608-0af4-4922-977c-1bd33b5e8f2e completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:19:45.169744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 027d6608-0af4-4922-977c-1bd33b5e8f2e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:45.171089 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.187220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:45.215072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-88b24fb3-3924-4ea3-98e2-88ecc3770ae8 None None] Provisioning complete for port 10858b09-00b9-40f5-96be-7903a4cf8d96 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:45.215980 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88b24fb3-3924-4ea3-98e2-88ecc3770ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.274238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'port_id': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'mac_address': 'fa:16:3e:51:24:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:19:45.369517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae11461-01d5-43fb-ab4e-6473996443c8 req-c4d14378-eb45-40c3-ac52-7453d3d001a5 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:45.371089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ae11461-01d5-43fb-ab4e-6473996443c8 req-c4d14378-eb45-40c3-ac52-7453d3d001a5 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 950 time: 0.1612868 Mar 11 17:19:45.389827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.394780 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-88b24fb3-3924-4ea3-98e2-88ecc3770ae8 None None] Port 10858b09-00b9-40f5-96be-7903a4cf8d96 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:19:45.395098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff1041-e538-4d50-9a4e-8756952d85bd tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:45.397840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-47ff1041-e538-4d50-9a4e-8756952d85bd tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 881 time: 0.3166187 Mar 11 17:19:45.400562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:45.422545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3a81c10-88ee-4e77-b263-656cfe0c38ec {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:19:45.458948 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6a108a2b-08a1-4126-ab64-9750a6c481c4 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bfd1101-0c47-4ba9-bbd5-9341d241fa7d HTTP/1.1" status: 200 len: 205 time: 0.0568712 Mar 11 17:19:45.461316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51422) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:45.499011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:45.502538 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.506607 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.580285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf3abd2b-0a27-473e-8e33-4d39fba8971e req-102da312-5a8d-4e7a-9f5a-d99ca3a936e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd50a3191c3744919bdba656f9b945bb&device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.1137908 Mar 11 17:19:45.593372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:45.619603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:45.623399 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8366762b-2bbc-4526-aa8e-fe6e7a66ba7a" -d '{"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:45.635330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d29042e3-aa61-4b1c-84c6-9075df36a9c8 req-1c768c01-e2d3-4645-a3ea-52c909c734fa tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0930102 Mar 11 17:19:45.654618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf3abd2b-0a27-473e-8e33-4d39fba8971e req-c4a467d2-29e4-4991-897b-9258a5e063d2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=dd50a3191c3744919bdba656f9b945bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473175 Mar 11 17:19:45.671076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ae11461-01d5-43fb-ab4e-6473996443c8 req-479bc714-00af-45b8-bdc6-251b9ebbb294 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714846 Mar 11 17:19:45.674869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:45.681096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.690472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['e3a81c10-88ee-4e77-b263-656cfe0c38ec'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:45.717666 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0373801c-51df-41ff-803d-b018dc1ca68e x-openstack-request-id: req-0373801c-51df-41ff-803d-b018dc1ca68e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:45.718026 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:45.718492 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0373801c-51df-41ff-803d-b018dc1ca68e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:45.722810 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'code': 200} Mar 11 17:19:45.729038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.824136 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3e6561ea-ef65-431f-a328-42272ac3f2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.829929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=13']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:45.982061 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.075741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Deleting port c4f0d660-15d9-4e6a-bc5c-638eee72c9e9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:46.076589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.079106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a127-5594-421c-bdb6-b839d4bba0b3 req-41983bb8-a553-4f3e-8e65-1c712a09cf45 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:46.080833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6a5a127-5594-421c-bdb6-b839d4bba0b3 req-41983bb8-a553-4f3e-8e65-1c712a09cf45 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.2268288 Mar 11 17:19:46.113374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3abd2b-0a27-473e-8e33-4d39fba8971e req-162b68af-90cb-4cec-9ecd-306c7701c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:46.114882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf3abd2b-0a27-473e-8e33-4d39fba8971e req-162b68af-90cb-4cec-9ecd-306c7701c302 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4396968 Mar 11 17:19:46.139114 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:19:46.144024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10858b09-00b9-40f5-96be-7903a4cf8d96 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:19:46.164474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d316-fabf-4c00-a170-f60b2a8182d0 req-8e889b8a-ece7-4a45-a031-6f03c671b9e8 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:46.166042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2636d316-fabf-4c00-a170-f60b2a8182d0 req-8e889b8a-ece7-4a45-a031-6f03c671b9e8 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 931 time: 0.1986773 Mar 11 17:19:46.168091 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.185304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.200807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Calling delete_port for c4f0d660-15d9-4e6a-bc5c-638eee72c9e9 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:46.205160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6a5a127-5594-421c-bdb6-b839d4bba0b3 req-dad652ae-ebf4-4c08-ba1f-f0057d1ed6a3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966218 Mar 11 17:19:46.210329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Transition to ACTIVE for port object 10858b09-00b9-40f5-96be-7903a4cf8d96 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:19:46.216956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.276599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2636d316-fabf-4c00-a170-f60b2a8182d0 req-7e794b08-1980-4974-89a3-42af19dbfaac tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997841 Mar 11 17:19:46.374676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Pushing event updated for resources: {'Port': ['ID=10858b09-00b9-40f5-96be-7903a4cf8d96,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:46.477092 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.487018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Attempting to bind port 10858b09-00b9-40f5-96be-7903a4cf8d96 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:19:46.487417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Attempting to bind port 10858b09-00b9-40f5-96be-7903a4cf8d96 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:19:46.487759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Attempting to bind port 10858b09-00b9-40f5-96be-7903a4cf8d96 on network 284c669f-7569-4e44-94a7-ae1467ee57c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:46.494577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Port 10858b09-00b9-40f5-96be-7903a4cf8d96 on network 284c669f-7569-4e44-94a7-ae1467ee57c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:19:46.494905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Attempting to bind port 10858b09-00b9-40f5-96be-7903a4cf8d96 on network 284c669f-7569-4e44-94a7-ae1467ee57c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:19:46.502986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:19:46.503339 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Checking segment: {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:46.503731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Bound using segment: {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:19:46.504174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Bound port: 10858b09-00b9-40f5-96be-7903a4cf8d96, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:19:46.504583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.515497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event deleted for resources: {'Port': ['ID=c4f0d660-15d9-4e6a-bc5c-638eee72c9e9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:46.631963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.643054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] For port 10858b09-00b9-40f5-96be-7903a4cf8d96, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:19:46.654185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] For port 10858b09-00b9-40f5-96be-7903a4cf8d96, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10858b09-00b9-40f5-96be-7903a4cf8d96,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:19:46.660026 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.803450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.810998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:46.813363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.874412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:46.875093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.881046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] 10.222.0.46 "PUT /v2.0/ports/10858b09-00b9-40f5-96be-7903a4cf8d96 HTTP/1.1" status: 200 len: 1091 time: 1.9521527 Mar 11 17:19:46.887405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'tag': '10858b09-00b9-40f5-96be-7903a4cf8d96'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:46.895618 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf6c300-600f-47a9-9543-f452bab743a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f731a7e6-c7b6-48de-98cd-e2cbf904ba2c", "tag": "10858b09-00b9-40f5-96be-7903a4cf8d96"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:46.996582 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.997983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Fanout notify agent at l3_agent the message router_deleted on router 6bfd1101-0c47-4ba9-bbd5-9341d241fa7d {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:19:47.029628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.033753 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ec790d5a-cf6e-48ce-9f5a-4cec447227ed tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/6bfd1101-0c47-4ba9-bbd5-9341d241fa7d HTTP/1.1" status: 204 len: 168 time: 1.5681827 Mar 11 17:19:47.039224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51454) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:47.048102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-674f1747-8e3b-4c7e-b8b5-90a2ce7ff64a tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2053452090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:47.063031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f52293f3-bb34-46b5-bffe-b70386ceb5e5 req-88c4b99b-b73b-4b48-9008-30d9ba127a7c tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.1173017 Mar 11 17:19:47.083554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-674f1747-8e3b-4c7e-b8b5-90a2ce7ff64a tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.085511 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-674f1747-8e3b-4c7e-b8b5-90a2ce7ff64a tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.109331 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.114941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port e3a81c10-88ee-4e77-b263-656cfe0c38ec triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:47.116301 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.190460 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-674f1747-8e3b-4c7e-b8b5-90a2ce7ff64a tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.207841 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-674f1747-8e3b-4c7e-b8b5-90a2ce7ff64a tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.275504 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435cc3df-935c-4445-a0a5-fdd0c91c8735 x-openstack-request-id: req-435cc3df-935c-4445-a0a5-fdd0c91c8735 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:47.275914 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f731a7e6-c7b6-48de-98cd-e2cbf904ba2c", "tag": "10858b09-00b9-40f5-96be-7903a4cf8d96", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:47.276077 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-435cc3df-935c-4445-a0a5-fdd0c91c8735 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:47.276531 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'tag': '10858b09-00b9-40f5-96be-7903a4cf8d96', 'status': 'completed', 'code': 200} Mar 11 17:19:47.279027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aca915-ba04-4eec-b2c7-d1b755e2024a service neutron] Pushing event updated for resources: {'Port': ['ID=10858b09-00b9-40f5-96be-7903a4cf8d96,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:47.280457 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-674f1747-8e3b-4c7e-b8b5-90a2ce7ff64a tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.284822 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-674f1747-8e3b-4c7e-b8b5-90a2ce7ff64a tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2413671 Mar 11 17:19:47.288554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51458) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:47.295547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:47.325379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-ee5b65f7-9f6c-4bd6-afdc-c1b1fbe5f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:47.327401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-ee5b65f7-9f6c-4bd6-afdc-c1b1fbe5f268 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 1094 time: 0.3357036 Mar 11 17:19:47.335529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf032847-c47f-4b7e-ad80-0763ae9fe04c req-9128f130-fad1-4af3-a5c9-dc0d497aa470 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:47.347497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf032847-c47f-4b7e-ad80-0763ae9fe04c req-9128f130-fad1-4af3-a5c9-dc0d497aa470 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 951 time: 0.3193581 Mar 11 17:19:47.359171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-9d612f0e-ae3a-4ca4-8f1d-6a25a32c7d49 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:47.361051 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-9d612f0e-ae3a-4ca4-8f1d-6a25a32c7d49 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 951 time: 0.1690452 Mar 11 17:19:47.374311 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.444754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:47.453032 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.489950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-e420f54b-06a4-480e-94aa-7abf37d71844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10858b09-00b9-40f5-96be-7903a4cf8d96 HTTP/1.1" status: 200 len: 217 time: 0.1257286 Mar 11 17:19:47.509975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:47.667812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf032847-c47f-4b7e-ad80-0763ae9fe04c req-464afc4a-480a-48ab-bed4-95cbc2c8c553 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189800 Mar 11 17:19:47.676055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-eb5f80a5-7c5c-4106-b194-c8756ea1041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:47.682138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-eb5f80a5-7c5c-4106-b194-c8756ea1041f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.1305485 Mar 11 17:19:47.724921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:47.727339 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f5ddb0-fdbb-4718-9304-76957992feb6" -d '{"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-plugged", "status": "completed", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:47.772944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dfaac-dc66-4385-a5a8-157d85dd77a7 req-76be4344-d246-4f41-a7db-8397d06df5df tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:47.784827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f3dfaac-dc66-4385-a5a8-157d85dd77a7 req-76be4344-d246-4f41-a7db-8397d06df5df tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.3265305 Mar 11 17:19:47.893936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f3dfaac-dc66-4385-a5a8-157d85dd77a7 req-e81cb422-950d-483c-b51d-9f8fdc072c9a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046586 Mar 11 17:19:47.911371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a196-187e-40fc-b38e-e20ab2405325 req-626beb12-e3c9-4580-8d24-741627a1bb37 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:47.920003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4d6a196-187e-40fc-b38e-e20ab2405325 req-626beb12-e3c9-4580-8d24-741627a1bb37 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 943 time: 0.1307359 Mar 11 17:19:47.920103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:47.932192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-062dacb4-707f-48de-8f68-b1c5dd30c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:47.939997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-062dacb4-707f-48de-8f68-b1c5dd30c4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471774 Mar 11 17:19:47.962246 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba5bb0d-7aee-4b78-acbe-b5b0812efa64 x-openstack-request-id: req-8ba5bb0d-7aee-4b78-acbe-b5b0812efa64 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:47.962878 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-plugged", "status": "completed", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:47.962878 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ba5bb0d-7aee-4b78-acbe-b5b0812efa64 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:47.963191 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'code': 200} Mar 11 17:19:48.006720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Deleting port 027d6608-0af4-4922-977c-1bd33b5e8f2e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:48.007439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:48.025042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4d6a196-187e-40fc-b38e-e20ab2405325 req-5a46c8b1-8639-4a7d-ba64-1f00b245f842 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038935 Mar 11 17:19:48.144474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-e27aab07-8dc7-4301-9898-2767f6ec4049 service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857502 Mar 11 17:19:48.197583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] For port 027d6608-0af4-4922-977c-1bd33b5e8f2e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=027d6608-0af4-4922-977c-1bd33b5e8f2e,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:48.198339 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:48.235076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Calling delete_port for 027d6608-0af4-4922-977c-1bd33b5e8f2e owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:48.290683 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:48.316002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-494c59d1-7a4b-4af9-b2a0-e36de8d62cd9 req-a541ea9c-2ea3-407a-9f38-122cd1293459 tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0593009 Mar 11 17:19:48.375165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9e1e937-ea67-46e8-b835-f26524c6dcc1 req-2731534e-9a5f-42e1-b7b3-478c4c1b175d service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204189 Mar 11 17:19:48.494499 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:48.531826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6c300-600f-47a9-9543-f452bab743a8 req-416c6c71-ee99-4fa2-ae41-91a62385fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:48.533786 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:48.534582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf6c300-600f-47a9-9543-f452bab743a8 req-416c6c71-ee99-4fa2-ae41-91a62385fea0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 1094 time: 0.0886528 Mar 11 17:19:48.705279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6c300-600f-47a9-9543-f452bab743a8 req-a920658d-a97b-4893-ac11-d74d8ff9c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:48.706991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf6c300-600f-47a9-9543-f452bab743a8 req-a920658d-a97b-4893-ac11-d74d8ff9c18e service neutron] 10.222.0.46 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 910 time: 0.1542590 Mar 11 17:19:48.750651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:48.764051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6670a465-bbc8-4482-bf8b-40f8842c63ca', '891eae85-2b90-448a-bb40-e30ba1d77855', '6cb6a596-c199-43ed-afbe-f39965ddc42d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:48.767913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['027d6608-0af4-4922-977c-1bd33b5e8f2e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:48.786192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf6c300-600f-47a9-9543-f452bab743a8 req-7aabbf1e-431e-4674-b75c-bd3ff7e7b8e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10858b09-00b9-40f5-96be-7903a4cf8d96 HTTP/1.1" status: 200 len: 217 time: 0.0649483 Mar 11 17:19:48.820946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Pushing event deleted for resources: {'Port': ['ID=027d6608-0af4-4922-977c-1bd33b5e8f2e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:48.825285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Allocated IP 172.25.8.141 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/0d44b106-c812-4da0-a99d-e3fd4a38143c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:48.889191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96996df2-db87-401d-b5d3-c5c257aa5002 req-e22a4e4b-f8f8-485e-a891-1d624769d01a tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c HTTP/1.1" status: 200 len: 210 time: 0.0553882 Mar 11 17:19:48.922139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6c300-600f-47a9-9543-f452bab743a8 req-176e8ad5-ca9a-4a68-9bff-ca9ac1c4139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:48.929503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf6c300-600f-47a9-9543-f452bab743a8 req-176e8ad5-ca9a-4a68-9bff-ca9ac1c4139b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.1325936 Mar 11 17:19:49.035356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] No DVR routers for this DVR port 027d6608-0af4-4922-977c-1bd33b5e8f2e on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:49.036026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6c300-600f-47a9-9543-f452bab743a8 req-61919e73-f462-4e41-9342-6358749cd1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:49.036482 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:49.037628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf6c300-600f-47a9-9543-f452bab743a8 req-61919e73-f462-4e41-9342-6358749cd1b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964813 Mar 11 17:19:49.044271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:49.053841 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9aa70f77-1d05-4949-aeb7-51f7ba2a8aa0 req-8d47be90-3a51-4734-9359-239daf6f2869 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.46 "DELETE /v2.0/ports/027d6608-0af4-4922-977c-1bd33b5e8f2e HTTP/1.1" status: 204 len: 173 time: 1.6317527 Mar 11 17:19:49.094124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-deleted', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:49.096906 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa38cd6-fbce-4158-8f4d-8da491d22da4" -d '{"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-deleted", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:49.291570 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:49.350731 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:49.375207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:49.408012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:49.425293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:49.482124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee56a7-4932-4a79-84e0-393273635745 req-299ed975-e926-42c6-8efd-f232bbe63568 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:49.484886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52ee56a7-4932-4a79-84e0-393273635745 req-299ed975-e926-42c6-8efd-f232bbe63568 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.3078289 Mar 11 17:19:49.503584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019fed4-1dab-4fab-af5f-cdfd87bc84ca req-ada54a7f-c80b-4a63-b4be-2162901207d9 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:49.504008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event updated for resources: {'Port': ['ID=0d44b106-c812-4da0-a99d-e3fd4a38143c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:49.505962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5019fed4-1dab-4fab-af5f-cdfd87bc84ca req-ada54a7f-c80b-4a63-b4be-2162901207d9 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 943 time: 0.1254973 Mar 11 17:19:49.579083 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5019fed4-1dab-4fab-af5f-cdfd87bc84ca req-85c84c62-c8e6-4af0-913d-e6047b553bcd tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555868 Mar 11 17:19:49.600747 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf6c300-600f-47a9-9543-f452bab743a8 req-b93944a9-5ba5-4ca1-b092-f08fc0d2615e service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508838 Mar 11 17:19:49.663778 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ce4990-83fa-477d-ab96-84988ad84d4f x-openstack-request-id: req-89ce4990-83fa-477d-ab96-84988ad84d4f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:49.664226 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c", "name": "network-vif-deleted", "tag": "027d6608-0af4-4922-977c-1bd33b5e8f2e", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:49.664665 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89ce4990-83fa-477d-ab96-84988ad84d4f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:49.665193 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f8fe83-6dd2-45d3-88bb-fd765fb2ef4c', 'name': 'network-vif-deleted', 'tag': '027d6608-0af4-4922-977c-1bd33b5e8f2e', 'status': 'completed', 'code': 200} Mar 11 17:19:49.667863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52ee56a7-4932-4a79-84e0-393273635745 req-0c7ca250-6ffb-42c1-9df2-87d8a403c96c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596668 Mar 11 17:19:49.836631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e363b47-7819-4986-8369-440438db1b6f req-2f58ea5e-6610-4c52-a752-49ce3f23997f tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0785985 Mar 11 17:19:49.879542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf6c300-600f-47a9-9543-f452bab743a8 req-d6c87911-fef1-4656-87cf-aa92dbc62e7b service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548127 Mar 11 17:19:49.899295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.175868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.179299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.271495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2e25d-d327-42af-ac08-d2818222b7aa req-de09c0e4-c82f-4ca9-88e3-4afbe682ef97 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:50.279984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1da2e25d-d327-42af-ac08-d2818222b7aa req-de09c0e4-c82f-4ca9-88e3-4afbe682ef97 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 951 time: 0.0633049 Mar 11 17:19:50.325624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1da2e25d-d327-42af-ac08-d2818222b7aa req-9fdc6a13-6373-4d7c-af3d-20543f1254d0 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447114 Mar 11 17:19:50.333321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Router 3d4ba787-74bc-4dcd-b4ae-fb40fff70f03 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:19:50.457876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:50.466589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:50.468201 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ffff1874-8c25-4eb5-9654-ad0b7477eb97 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "PUT /v2.0/routers/3d4ba787-74bc-4dcd-b4ae-fb40fff70f03 HTTP/1.1" status: 200 len: 884 time: 3.1785233 Mar 11 17:19:50.471536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:50.478896 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5a05f-e457-4f40-8ac9-d9ed7bb44614 None None] Sync routers for ids ['3d4ba787-74bc-4dcd-b4ae-fb40fff70f03'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:50.498895 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5a05f-e457-4f40-8ac9-d9ed7bb44614 None None] Routers {'3d4ba787-74bc-4dcd-b4ae-fb40fff70f03'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:50.499648 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-08e5a05f-e457-4f40-8ac9-d9ed7bb44614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3d4ba787-74bc-4dcd-b4ae-fb40fff70f03'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:50.568690 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-08e5a05f-e457-4f40-8ac9-d9ed7bb44614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:50.583657 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5a05f-e457-4f40-8ac9-d9ed7bb44614 None None] Routers {'3d4ba787-74bc-4dcd-b4ae-fb40fff70f03'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:50.585111 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-08e5a05f-e457-4f40-8ac9-d9ed7bb44614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3d4ba787-74bc-4dcd-b4ae-fb40fff70f03'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:50.663745 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-08e5a05f-e457-4f40-8ac9-d9ed7bb44614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:50.665642 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5a05f-e457-4f40-8ac9-d9ed7bb44614 None None] The sync data for ids ['3d4ba787-74bc-4dcd-b4ae-fb40fff70f03'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:50.743012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf3abd2b-0a27-473e-8e33-4d39fba8971e req-5227d112-0cdd-4a8e-9ed5-02080da3d55e tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0437565 Mar 11 17:19:50.824374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 10858b09-00b9-40f5-96be-7903a4cf8d96 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:19:51.031750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 10858b09-00b9-40f5-96be-7903a4cf8d96, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10858b09-00b9-40f5-96be-7903a4cf8d96,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:51.051265 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '10858b09-00b9-40f5-96be-7903a4cf8d96', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'port_id': '10858b09-00b9-40f5-96be-7903a4cf8d96', 'mac_address': 'fa:16:3e:fd:86:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:19:51.103901 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.117030 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d6afd7e7-06ef-4d83-9f0a-ecc4c63e2689 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/routers/3d4ba787-74bc-4dcd-b4ae-fb40fff70f03 HTTP/1.1" status: 200 len: 925 time: 0.6441870 Mar 11 17:19:51.117952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51498) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:51.136585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10858b09-00b9-40f5-96be-7903a4cf8d96 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:19:51.178011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 10858b09-00b9-40f5-96be-7903a4cf8d96, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10858b09-00b9-40f5-96be-7903a4cf8d96,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:51.178639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be7abf4-333e-42b2-a776-8bc2255c7437 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:51.180452 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3be7abf4-333e-42b2-a776-8bc2255c7437 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=3d4ba787-74bc-4dcd-b4ae-fb40fff70f03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0613432 Mar 11 17:19:51.184585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51500) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:51.188988 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.193293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ab27a-76d1-41a9-bdab-40a5709803c0 req-8f65bd5d-bcc3-427b-a582-50b9782eb3a3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:51.195066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b29ab27a-76d1-41a9-bdab-40a5709803c0 req-8f65bd5d-bcc3-427b-a582-50b9782eb3a3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 943 time: 0.4510381 Mar 11 17:19:51.216765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63ca32-fee0-4092-93cb-78cab384bb18 req-01c6aad8-3d68-421c-a04e-d3dc96da2d7b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:51.228808 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb63ca32-fee0-4092-93cb-78cab384bb18 req-01c6aad8-3d68-421c-a04e-d3dc96da2d7b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.4408135 Mar 11 17:19:51.287925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=10858b09-00b9-40f5-96be-7903a4cf8d96,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:51.296727 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb63ca32-fee0-4092-93cb-78cab384bb18 req-f0d69d2c-9eaa-419f-b8e8-1d876b9695b3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630360 Mar 11 17:19:51.319084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b29ab27a-76d1-41a9-bdab-40a5709803c0 req-cb61c259-c889-4991-954b-6738c90c6213 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149600 Mar 11 17:19:51.347579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800f9ba-8d1c-4b6a-90f4-1eac8cfaf4b2 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:51.351869 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d800f9ba-8d1c-4b6a-90f4-1eac8cfaf4b2 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 881 time: 0.1631973 Mar 11 17:19:51.352553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51504) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:51.390848 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-285e7963-0f02-404c-b1f9-2747e4b27396 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4ba787-74bc-4dcd-b4ae-fb40fff70f03 HTTP/1.1" status: 200 len: 205 time: 0.0333409 Mar 11 17:19:51.391174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51506) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:51.528840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30432f95-ee65-492a-b928-30c62337263c req-6401e3e6-8b98-4ff1-8792-4436d76e3ee7 tempest-ServersAaction247Test-1704211967 tempest-ServersAaction247Test-1704211967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a38055-7f13-4dca-a641-9c610ef561f4 HTTP/1.1" status: 200 len: 210 time: 0.0628831 Mar 11 17:19:51.591649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.593044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5288b-7447-405e-8944-9b41c1f8be50 req-91e792d1-0516-4d53-9a76-7501eefe6e06 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:51.604056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17c5288b-7447-405e-8944-9b41c1f8be50 req-91e792d1-0516-4d53-9a76-7501eefe6e06 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 951 time: 0.1727648 Mar 11 17:19:51.661978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17c5288b-7447-405e-8944-9b41c1f8be50 req-7a6077f9-de39-43f3-9a01-5a97a061bb10 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565951 Mar 11 17:19:51.739851 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.805705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['10858b09-00b9-40f5-96be-7903a4cf8d96'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:51.810153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Deleting port 0d44b106-c812-4da0-a99d-e3fd4a38143c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:51.810864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.902194 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:51.915782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Calling delete_port for 0d44b106-c812-4da0-a99d-e3fd4a38143c owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:52.116249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-e922e50a-db4a-4ca8-a1af-f7239be65043 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:52.121255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-e922e50a-db4a-4ca8-a1af-f7239be65043 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 951 time: 0.0738525 Mar 11 17:19:52.138368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.196466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event deleted for resources: {'Port': ['ID=0d44b106-c812-4da0-a99d-e3fd4a38143c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:52.241525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Deleting port 6cb6a596-c199-43ed-afbe-f39965ddc42d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:52.242499 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.245300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.358416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] For port 6cb6a596-c199-43ed-afbe-f39965ddc42d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6cb6a596-c199-43ed-afbe-f39965ddc42d,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:52.358804 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.369857 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.373266 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.384995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Calling delete_port for 6cb6a596-c199-43ed-afbe-f39965ddc42d owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:52.451181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.452470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Fanout notify agent at l3_agent the message router_deleted on router 3d4ba787-74bc-4dcd-b4ae-fb40fff70f03 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:19:52.477321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.477987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b43b08bf-e7d7-4a47-ad6c-1285a0881212 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/3d4ba787-74bc-4dcd-b4ae-fb40fff70f03 HTTP/1.1" status: 204 len: 168 time: 1.0856307 Mar 11 17:19:52.482627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51520) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:52.487785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e4e8fa92-f496-47cd-9770-be6a43274b6d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2025306404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:52.528666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fa92-f496-47cd-9770-be6a43274b6d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.529761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fa92-f496-47cd-9770-be6a43274b6d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.546763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba270996-696e-418f-b3d2-4f9181402dce req-8857e3cd-23fd-4560-b1d2-11478d8c13bd tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:52.548738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba270996-696e-418f-b3d2-4f9181402dce req-8857e3cd-23fd-4560-b1d2-11478d8c13bd tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1104515 Mar 11 17:19:52.595247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa4c1-7ee5-4387-9e03-a13c171dcd96 req-4e3a578d-b2df-4bef-8aa0-087d1ace9c9a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:52.596810 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-910fa4c1-7ee5-4387-9e03-a13c171dcd96 req-4e3a578d-b2df-4bef-8aa0-087d1ace9c9a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 944 time: 0.1292374 Mar 11 17:19:52.615538 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fa92-f496-47cd-9770-be6a43274b6d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.630306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fa92-f496-47cd-9770-be6a43274b6d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.654222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fa92-f496-47cd-9770-be6a43274b6d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.655571 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e4e8fa92-f496-47cd-9770-be6a43274b6d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1714089 Mar 11 17:19:52.658290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:52.662935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': True}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:52.693660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba270996-696e-418f-b3d2-4f9181402dce req-a6d8e4b6-55c8-4c48-9d1b-4fcbff3dc9eb tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373057 Mar 11 17:19:52.721350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-910fa4c1-7ee5-4387-9e03-a13c171dcd96 req-c444fb7c-481f-4ced-bc8f-a1f290417ee6 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119394 Mar 11 17:19:52.748792 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.764321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6670a465-bbc8-4482-bf8b-40f8842c63ca', '891eae85-2b90-448a-bb40-e30ba1d77855', '6cb6a596-c199-43ed-afbe-f39965ddc42d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:52.836229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 10858b09-00b9-40f5-96be-7903a4cf8d96 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:19:52.898487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Pushing event deleted for resources: {'Port': ['ID=6cb6a596-c199-43ed-afbe-f39965ddc42d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:52.971233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] No DVR routers for this DVR port 6cb6a596-c199-43ed-afbe-f39965ddc42d on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:52.982270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:52.989873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6757264d-bfe6-495c-8f16-2020aa6046ac req-f60f3f7b-33dd-4eee-bc3d-ad6c013f9d6f tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "DELETE /v2.0/ports/6cb6a596-c199-43ed-afbe-f39965ddc42d HTTP/1.1" status: 204 len: 173 time: 0.8641546 Mar 11 17:19:53.016166 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.036617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-deleted', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:53.041510 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a15b93-2b41-44cd-9913-721c1cf7cbdf" -d '{"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-deleted", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:53.064095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-afe507e9-4ee3-40b4-a52e-210fafdab383 req-3454b535-1899-4bfd-8173-ddf222f14506 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036abe6-502c-43cb-9e4b-2ea721b5c1c7 HTTP/1.1" status: 200 len: 210 time: 0.1739092 Mar 11 17:19:53.110003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 10858b09-00b9-40f5-96be-7903a4cf8d96 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:19:53.126282 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057c967b-f850-4fda-abc7-a49dbd3676ae x-openstack-request-id: req-057c967b-f850-4fda-abc7-a49dbd3676ae {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:53.126675 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036abe6-502c-43cb-9e4b-2ea721b5c1c7", "name": "network-vif-deleted", "tag": "6cb6a596-c199-43ed-afbe-f39965ddc42d", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:53.127048 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-057c967b-f850-4fda-abc7-a49dbd3676ae {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:53.128200 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036abe6-502c-43cb-9e4b-2ea721b5c1c7', 'name': 'network-vif-deleted', 'tag': '6cb6a596-c199-43ed-afbe-f39965ddc42d', 'status': 'completed', 'code': 200} Mar 11 17:19:53.131715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 10858b09-00b9-40f5-96be-7903a4cf8d96 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:19:53.132218 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.316742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51534) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:53.351588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.390970 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.391802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.454490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10858b09-00b9-40f5-96be-7903a4cf8d96'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:53.460206 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81f5da0-93c0-4cbf-82a9-6989302a23c4" -d '{"events": [{"server_uuid": "f731a7e6-c7b6-48de-98cd-e2cbf904ba2c", "name": "network-vif-plugged", "status": "completed", "tag": "10858b09-00b9-40f5-96be-7903a4cf8d96"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:53.496500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 10858b09-00b9-40f5-96be-7903a4cf8d96, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10858b09-00b9-40f5-96be-7903a4cf8d96,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:53.519284 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.520160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:53.562472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 027d6608-0af4-4922-977c-1bd33b5e8f2e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:53.562959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 027d6608-0af4-4922-977c-1bd33b5e8f2e not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:53.576578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad55085f-e32f-4d85-871b-7a6e47fa4275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.607342 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaec58f3-5093-42b4-8e08-ce36b0e641ee x-openstack-request-id: req-aaec58f3-5093-42b4-8e08-ce36b0e641ee {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:53.608851 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f731a7e6-c7b6-48de-98cd-e2cbf904ba2c", "name": "network-vif-plugged", "status": "completed", "tag": "10858b09-00b9-40f5-96be-7903a4cf8d96", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:53.611442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Allocated IP 172.25.8.178 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/e8fc1b1b-25ac-42f3-85de-65f837889fe1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:19:53.611850 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aaec58f3-5093-42b4-8e08-ce36b0e641ee {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:53.612402 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10858b09-00b9-40f5-96be-7903a4cf8d96', 'code': 200} Mar 11 17:19:53.674904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=10858b09-00b9-40f5-96be-7903a4cf8d96,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:53.823573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a640aef-b4c0-47bf-8ed3-2871b3e02d5a req-86ccb0ef-09a4-4690-9828-0739e46b4934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:53.825606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a640aef-b4c0-47bf-8ed3-2871b3e02d5a req-86ccb0ef-09a4-4690-9828-0739e46b4934 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 1096 time: 0.1085246 Mar 11 17:19:53.829033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad55085f-e32f-4d85-871b-7a6e47fa4275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.842635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.851051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad55085f-e32f-4d85-871b-7a6e47fa4275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.890705 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:53.925944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:19:53.934580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:53.940704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:19:53.984407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event updated for resources: {'Port': ['ID=e8fc1b1b-25ac-42f3-85de-65f837889fe1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:53.992031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ad55085f-e32f-4d85-871b-7a6e47fa4275 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd50a3191c3744919bdba656f9b945bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6721752 Mar 11 17:19:53.993168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51544) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:53.997035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55085f-e32f-4d85-871b-7a6e47fa4275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566a924b-c3b0-4241-897b-ce23b9b0f7ab,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:54.003537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.004005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.004474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.004902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.005347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.005852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.006181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.006619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.007010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.007424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.007838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.008252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:54.013335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a640aef-b4c0-47bf-8ed3-2871b3e02d5a req-813f8038-eacc-45b6-b773-b2b9c4b2bc83 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725154 Mar 11 17:19:54.021588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e408e6c-2cff-469c-b439-ef11ba8a560a req-5f4b0f3d-d0d2-4cc5-9f08-e748dd5ead9a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:54.023510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e408e6c-2cff-469c-b439-ef11ba8a560a req-5f4b0f3d-d0d2-4cc5-9f08-e748dd5ead9a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1816657 Mar 11 17:19:54.037597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a373a-3625-4013-a1b9-f7be75c04a92 req-b5ff554b-2e47-4abd-8704-ca6e0a26475b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:54.039296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-399a373a-3625-4013-a1b9-f7be75c04a92 req-b5ff554b-2e47-4abd-8704-ca6e0a26475b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.2086244 Mar 11 17:19:54.132961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e408e6c-2cff-469c-b439-ef11ba8a560a req-1fb33293-704e-4058-a0b9-e92df9f91e54 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923018 Mar 11 17:19:54.166275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-399a373a-3625-4013-a1b9-f7be75c04a92 req-de9f9af4-c393-4dad-873d-c031ff0df397 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195107 Mar 11 17:19:54.213260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be66e5f3-2665-43cf-a24f-71a0a184a255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.326568 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be66e5f3-2665-43cf-a24f-71a0a184a255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.446357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be66e5f3-2665-43cf-a24f-71a0a184a255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.449275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be66e5f3-2665-43cf-a24f-71a0a184a255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.451184 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-be66e5f3-2665-43cf-a24f-71a0a184a255 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/566a924b-c3b0-4241-897b-ce23b9b0f7ab HTTP/1.1" status: 204 len: 168 time: 0.4559526 Mar 11 17:19:54.451735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.513089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e5f3-2665-43cf-a24f-71a0a184a255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566a924b-c3b0-4241-897b-ce23b9b0f7ab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:54.592095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719394-f478-4bfc-acb6-1151f3241b1f req-4c63b73c-81ec-41b5-812b-5604bab36375 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:54.601067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb719394-f478-4bfc-acb6-1151f3241b1f req-4c63b73c-81ec-41b5-812b-5604bab36375 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.0927858 Mar 11 17:19:54.657235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb719394-f478-4bfc-acb6-1151f3241b1f req-96223429-45ff-4218-8aad-b8dd9739838b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548928 Mar 11 17:19:54.807130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.812255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:54.987697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Router 093226a4-2f01-4b56-b0a5-7bb7636a713c is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:19:55.162487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:19:55.173601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44dea40-4f76-4804-b385-4950aafc2b9f None None] Sync routers for ids ['093226a4-2f01-4b56-b0a5-7bb7636a713c'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:19:55.188614 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:55.193844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51572) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:55.195305 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e74f1b5e-7ff5-4ffa-9ee1-274eea5df845 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "PUT /v2.0/routers/093226a4-2f01-4b56-b0a5-7bb7636a713c HTTP/1.1" status: 200 len: 919 time: 2.5354576 Mar 11 17:19:55.195454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44dea40-4f76-4804-b385-4950aafc2b9f None None] Routers {'093226a4-2f01-4b56-b0a5-7bb7636a713c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:55.195893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f44dea40-4f76-4804-b385-4950aafc2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['093226a4-2f01-4b56-b0a5-7bb7636a713c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:55.277052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f44dea40-4f76-4804-b385-4950aafc2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:55.320283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44dea40-4f76-4804-b385-4950aafc2b9f None None] Routers {'093226a4-2f01-4b56-b0a5-7bb7636a713c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:19:55.328192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f44dea40-4f76-4804-b385-4950aafc2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['093226a4-2f01-4b56-b0a5-7bb7636a713c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:55.387554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f44dea40-4f76-4804-b385-4950aafc2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:19:55.387554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44dea40-4f76-4804-b385-4950aafc2b9f None None] The sync data for ids ['093226a4-2f01-4b56-b0a5-7bb7636a713c'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:19:55.418249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:55.445849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 6cb6a596-c199-43ed-afbe-f39965ddc42d {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:55.446705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6cb6a596-c199-43ed-afbe-f39965ddc42d not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:55.448840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0ce07d74-e817-4426-b9d3-21f57dda6935 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/routers/093226a4-2f01-4b56-b0a5-7bb7636a713c HTTP/1.1" status: 200 len: 925 time: 0.2535198 Mar 11 17:19:55.454829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:55.467653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a214fd8-fe99-48ca-92a6-9b606ed4446c req-6117c0a0-1016-49c9-8fba-b2db71f17c1d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:55.476723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a214fd8-fe99-48ca-92a6-9b606ed4446c req-6117c0a0-1016-49c9-8fba-b2db71f17c1d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1136146 Mar 11 17:19:55.509536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813e8fc-a60f-4415-8361-7a592ff01c75 req-4ffc525b-5e42-45eb-91b5-cc9dd5ebb48d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:55.519287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8813e8fc-a60f-4415-8361-7a592ff01c75 req-4ffc525b-5e42-45eb-91b5-cc9dd5ebb48d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1551309 Mar 11 17:19:55.534047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51580) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:55.558696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a214fd8-fe99-48ca-92a6-9b606ed4446c req-af2561ad-2fd5-4c17-8df4-d7dda52134fd tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810816 Mar 11 17:19:55.588330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab78ff7-7fc2-41a4-a5c6-779bf0fd253b tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:55.604730 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5ab78ff7-7fc2-41a4-a5c6-779bf0fd253b tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=093226a4-2f01-4b56-b0a5-7bb7636a713c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1480186 Mar 11 17:19:55.606477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51584) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:55.617145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8813e8fc-a60f-4415-8361-7a592ff01c75 req-b892af3c-a1f4-4373-9ed8-c5019c78d27c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968847 Mar 11 17:19:55.725202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-40145353-network', 'tenant_id': 'a148f824460d4f439a4e98f76fd0b3e6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:55.791564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Made reservation on behalf of a148f824460d4f439a4e98f76fd0b3e6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:55.796775 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:55.816435 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:55.836383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e434e-20d2-46ed-99e5-e4765457f887 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:55.839379 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c82e434e-20d2-46ed-99e5-e4765457f887 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 881 time: 0.2300034 Mar 11 17:19:55.843519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51588) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:55.899682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-30a4b5ac-43b6-420e-b70c-ea14d471b01d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=093226a4-2f01-4b56-b0a5-7bb7636a713c HTTP/1.1" status: 200 len: 205 time: 0.0542884 Mar 11 17:19:55.904476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51590) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:55.971635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bb9d9-603f-4e97-86e9-c057f93aef49 req-9b6352e7-4ce1-4f5c-88f1-999dc81d2278 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:55.973603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a87bb9d9-603f-4e97-86e9-c057f93aef49 req-9b6352e7-4ce1-4f5c-88f1-999dc81d2278 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.1820571 Mar 11 17:19:56.008491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.020259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.035732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:19:56.058034 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.058754 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Added segment 3bfbcd84-2546-4921-b8c8-96ea3abd10c8 of type vlan for network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 Mar 11 17:19:56.071992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5267ed03-41b6-4c47-b4fa-a4b32fe8595e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:56.115309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a87bb9d9-603f-4e97-86e9-c057f93aef49 req-534f50b7-22a8-4c5a-bbbd-2278c88af6a4 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064079 Mar 11 17:19:56.124095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.126991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.156306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.158076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:56.159006 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.223661 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6862056 Mar 11 17:19:56.226665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51592) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:56.231726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Request body: {'subnet': {'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-40145353-subnet', 'tenant_id': 'a148f824460d4f439a4e98f76fd0b3e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:56.244864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef076db5-fb7b-471f-baa7-c410796484b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd1d19d-d97e-41e1-a230-5227c0a2b027,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:56.262919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:19:56.273663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Made reservation on behalf of a148f824460d4f439a4e98f76fd0b3e6 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:19:56.276593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.300272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.328554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-2f41b768-7f92-4002-b1f1-7b4a4b29f3f3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:56.328554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-2f41b768-7f92-4002-b1f1-7b4a4b29f3f3 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 949 time: 0.0843036 Mar 11 17:19:56.494991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Deleting port e8fc1b1b-25ac-42f3-85de-65f837889fe1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:56.494991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.547934 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.557652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Deleting port 891eae85-2b90-448a-bb40-e30ba1d77855 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:19:56.558003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.645522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:56.648957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Checking segment: {'id': '3bfbcd84-2546-4921-b8c8-96ea3abd10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:19:56.649402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Network hostable DHCP agents. Network: 7dd1d19d-d97e-41e1-a230-5227c0a2b027, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:19:56.676395 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.680377 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:19:56.697650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 7dd1d19d-d97e-41e1-a230-5227c0a2b027) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:19:56.702895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:56.703752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.710707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e890b-3ec0-4b50-a3f2-7280b113d5ab None None] Network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:19:56.735791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-db98f527-19ba-4255-b5df-e619393f2fca admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5074358 Mar 11 17:19:56.783173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Calling delete_port for e8fc1b1b-25ac-42f3-85de-65f837889fe1 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:56.833523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] For port 891eae85-2b90-448a-bb40-e30ba1d77855, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=891eae85-2b90-448a-bb40-e30ba1d77855,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:19:56.833886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:56.895255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Calling delete_port for 891eae85-2b90-448a-bb40-e30ba1d77855 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:19:56.901716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba77c1a4-1e9d-490b-9824-58eede78dd52 None None] Network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:19:56.922240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf83474-c4d3-43ba-9065-3a6a8a4f2dc0 req-940c300d-8c55-481a-b626-85c794f4ddd0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:56.922240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbf83474-c4d3-43ba-9065-3a6a8a4f2dc0 req-940c300d-8c55-481a-b626-85c794f4ddd0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.2204649 Mar 11 17:19:56.944656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614cdd3-f3b8-4f6e-8e88-9f8f98efa9a0 req-618a57fd-025f-478a-86d1-75c21d1ccb56 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:56.946192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9614cdd3-f3b8-4f6e-8e88-9f8f98efa9a0 req-618a57fd-025f-478a-86d1-75c21d1ccb56 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1846979 Mar 11 17:19:57.385923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9614cdd3-f3b8-4f6e-8e88-9f8f98efa9a0 req-b605dc91-111b-43e7-b175-e0f99bde65b7 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991003 Mar 11 17:19:57.392963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbf83474-c4d3-43ba-9065-3a6a8a4f2dc0 req-134f3672-363c-4fb1-8e5f-ee2156e46523 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4442124 Mar 11 17:19:57.527413 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.531164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.540995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6670a465-bbc8-4482-bf8b-40f8842c63ca'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:19:57.665704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e2daa6c-1365-4dfb-9258-329a4f096344 req-6c84009f-5d2c-47fb-aadb-8d6a1d72a7a2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e7960ae-6885-4640-96e3-edea89306594 HTTP/1.1" status: 200 len: 210 time: 0.0915766 Mar 11 17:19:57.738032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event deleted for resources: {'Port': ['ID=e8fc1b1b-25ac-42f3-85de-65f837889fe1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:57.916231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] No DVR routers for this DVR port 891eae85-2b90-448a-bb40-e30ba1d77855 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:19:57.921631 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:57.924904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d6c1af6-5c64-4913-b07d-94172f7979bf req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "DELETE /v2.0/ports/891eae85-2b90-448a-bb40-e30ba1d77855 HTTP/1.1" status: 204 len: 173 time: 1.5777297 Mar 11 17:19:57.940003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'name': 'network-vif-deleted', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:57.942569 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053c6db8-152e-425e-b337-6cf4b1f2aa32" -d '{"events": [{"server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "name": "network-vif-deleted", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:19:57.945747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa71ce8-1684-4ae7-9367-b04df59aa6e8 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Pushing event deleted for resources: {'Port': ['ID=891eae85-2b90-448a-bb40-e30ba1d77855,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:58.038042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-a2ee1258-0d70-4f7c-b789-55561a440f43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4466784 Mar 11 17:19:58.052446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89387141-6c29-4766-a0b6-930dd3ea6128 req-3195fdd1-d913-4cde-99de-9b18be8a5288 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.064883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89387141-6c29-4766-a0b6-930dd3ea6128 req-3195fdd1-d913-4cde-99de-9b18be8a5288 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.2827392 Mar 11 17:19:58.066250 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51624) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:58.067757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.091713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f66d078a-990e-4a87-8693-671b1a9b1c67 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'floatingip': {'port_id': '10858b09-00b9-40f5-96be-7903a4cf8d96'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:58.142472 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b38af49-6bdd-45be-ba32-02890d950f7d x-openstack-request-id: req-6b38af49-6bdd-45be-ba32-02890d950f7d {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:19:58.143006 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7960ae-6885-4640-96e3-edea89306594", "name": "network-vif-deleted", "tag": "891eae85-2b90-448a-bb40-e30ba1d77855", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:19:58.143259 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b38af49-6bdd-45be-ba32-02890d950f7d {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:19:58.143688 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7960ae-6885-4640-96e3-edea89306594', 'name': 'network-vif-deleted', 'tag': '891eae85-2b90-448a-bb40-e30ba1d77855', 'status': 'completed', 'code': 200} Mar 11 17:19:58.191887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f66d078a-990e-4a87-8693-671b1a9b1c67 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.261596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.265844 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.284315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-cf8a55b3-3506-49b5-91be-9203f146ddf0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.285291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-cf8a55b3-3506-49b5-91be-9203f146ddf0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 812 time: 0.4434793 Mar 11 17:19:58.343393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-8aacb7f9-be90-4efb-a4df-bf025a8d5389 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/quotas/a148f824460d4f439a4e98f76fd0b3e6 HTTP/1.1" status: 200 len: 375 time: 0.0513508 Mar 11 17:19:58.350293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-e6f2fb35-b7c5-4ed0-85e6-7f89d269e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.352063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-e6f2fb35-b7c5-4ed0-85e6-7f89d269e369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 1096 time: 0.1687548 Mar 11 17:19:58.364601 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.375884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Fanout notify agent at l3_agent the message router_deleted on router 093226a4-2f01-4b56-b0a5-7bb7636a713c {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:19:58.416138 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.421289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-83573621-ca3e-4bfe-b15e-62b5f63b8c09 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/093226a4-2f01-4b56-b0a5-7bb7636a713c HTTP/1.1" status: 204 len: 168 time: 2.5117993 Mar 11 17:19:58.421289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-997f63fa-38fd-4cea-9a0a-f38661231cf0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667222 Mar 11 17:19:58.430985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51626) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:58.437458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-296c2c0b-0657-42c6-92ff-7770f5dced9c tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-698865212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:58.508068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296c2c0b-0657-42c6-92ff-7770f5dced9c tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.509298 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296c2c0b-0657-42c6-92ff-7770f5dced9c tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.664022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296c2c0b-0657-42c6-92ff-7770f5dced9c tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.667448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-07e22f1c-90ad-4fe0-b215-fcd4fa36029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.669688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-07e22f1c-90ad-4fe0-b215-fcd4fa36029b service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2700317 Mar 11 17:19:58.677154 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a23eba-2cda-4981-ae5c-926a2346038d req-92ba8222-3edb-4a78-8bfb-9c2bdac9472a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.679659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8a23eba-2cda-4981-ae5c-926a2346038d req-92ba8222-3edb-4a78-8bfb-9c2bdac9472a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1255567 Mar 11 17:19:58.710088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296c2c0b-0657-42c6-92ff-7770f5dced9c tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.724358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-be6a81f1-d581-4ab1-b777-5a156bf1d2b3 service neutron] 10.222.0.53 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909708 Mar 11 17:19:58.726929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-e0168d20-a848-4ead-a79d-d81dbf8a1223 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d62d8405-0624-460c-bfc5-549470c9c0ea HTTP/1.1" status: 200 len: 217 time: 0.0446298 Mar 11 17:19:58.739028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-296c2c0b-0657-42c6-92ff-7770f5dced9c tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.742779 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-296c2c0b-0657-42c6-92ff-7770f5dced9c tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3077443 Mar 11 17:19:58.744878 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51632) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:19:58.752394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': False}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:19:58.765290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8a23eba-2cda-4981-ae5c-926a2346038d req-16d534d3-b4e9-4bdb-aa1e-5fc85a153068 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760098 Mar 11 17:19:58.836444 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.902129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-cf764ec4-e87d-4d05-b288-534b8fe2b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.904202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-cf764ec4-e87d-4d05-b288-534b8fe2b835 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1424091 Mar 11 17:19:58.968150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-5b7230e8-614a-4429-a225-55ac1b293b37 service neutron] 10.222.0.53 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074399 Mar 11 17:19:58.977381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-f33b86fe-41fa-43c0-8cdb-eb0ff8463051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:58.980205 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-f33b86fe-41fa-43c0-8cdb-eb0ff8463051 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656981 Mar 11 17:19:59.150922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-8911d3ce-f648-4ee5-b850-5b29eccba736 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629398 Mar 11 17:19:59.350704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15ffcbfe-dc80-4cb1-960c-f32dc6a355a4 req-6d93d12e-932f-4f9b-b4b2-e1f706509662 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 210 time: 0.0665007 Mar 11 17:19:59.375235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8befea-057e-42d4-bba8-4e11394226e5 req-a364c9aa-b595-46e2-8013-554f56df14d1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:59.377390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca8befea-057e-42d4-bba8-4e11394226e5 req-a364c9aa-b595-46e2-8013-554f56df14d1 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1901746 Mar 11 17:19:59.415189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 891eae85-2b90-448a-bb40-e30ba1d77855 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:19:59.446917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 891eae85-2b90-448a-bb40-e30ba1d77855 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:19:59.447271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 891eae85-2b90-448a-bb40-e30ba1d77855 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:19:59.479321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2348bc91-1c8f-4b4d-9200-2ad35c2282d8 req-d61e599e-c146-4497-9653-e2764065755e service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167760 Mar 11 17:19:59.518492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca8befea-057e-42d4-bba8-4e11394226e5 req-9d7c1166-2e10-41f1-82fb-8421afb652bb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317153 Mar 11 17:19:59.548899 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:59.726428 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f66d078a-990e-4a87-8693-671b1a9b1c67 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:59.740230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f66d078a-990e-4a87-8693-671b1a9b1c67 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:59.950423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ee1c-f951-4e64-bd43-50194ae7a25a req-3603af4c-0d6c-4941-8c13-83b4ce3deda9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:59.965402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c58ee1c-f951-4e64-bd43-50194ae7a25a req-3603af4c-0d6c-4941-8c13-83b4ce3deda9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.0806239 Mar 11 17:19:59.971524 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-f66d078a-990e-4a87-8693-671b1a9b1c67 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Floating IP 3b234f13-afdd-41ae-9d2f-6babeaf067d1 associated. External IP: 172.25.8.209, port: 10858b09-00b9-40f5-96be-7903a4cf8d96. Mar 11 17:20:00.008148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c58ee1c-f951-4e64-bd43-50194ae7a25a req-d4cb4492-5baf-4666-a435-fb8c8659ba70 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 Mar 11 17:20:00.012020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:00.038486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:00.253134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Allocated IP 172.25.8.15 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/1e39aedc-589c-40b2-92f3-44c1b205f643) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:00.388882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66d078a-990e-4a87-8693-671b1a9b1c67 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:20:00.478602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:00.510847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83d5b94f-27d4-41c3-b3c5-800625422b65 req-66181991-837a-45c5-81e4-329a447715a5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 210 time: 0.0387471 Mar 11 17:20:00.641832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:00.661806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66d078a-990e-4a87-8693-671b1a9b1c67 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:00.676175 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] Sync routers for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:00.688700 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:00.689594 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:00.696243 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f66d078a-990e-4a87-8693-671b1a9b1c67 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:00.730162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6eb16a44-df0f-4d9f-926d-0cb27e90e8b0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:00.732585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6eb16a44-df0f-4d9f-926d-0cb27e90e8b0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.66 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 812 time: 0.1969826 Mar 11 17:20:00.733761 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:00.739724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:00.747645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:00.764737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Request body: {'port': {'device_id': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027', 'admin_state_up': True, 'tenant_id': 'a148f824460d4f439a4e98f76fd0b3e6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:00.892712 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f841865-e25b-4b24-ada7-d13cc7fa712b req-d8097488-f749-46fc-8c1c-08320f2a7bbb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:00.902771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f841865-e25b-4b24-ada7-d13cc7fa712b req-d8097488-f749-46fc-8c1c-08320f2a7bbb tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2465503 Mar 11 17:20:00.906661 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:20:00.940626 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f66d078a-990e-4a87-8693-671b1a9b1c67 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "PUT /v2.0/floatingips/3b234f13-afdd-41ae-9d2f-6babeaf067d1 HTTP/1.1" status: 200 len: 991 time: 2.8535943 Mar 11 17:20:00.940626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'tag': '10858b09-00b9-40f5-96be-7903a4cf8d96'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:00.940626 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f731a7e6-c7b6-48de-98cd-e2cbf904ba2c", "tag": "10858b09-00b9-40f5-96be-7903a4cf8d96"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:00.964790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Pushing event updated for resources: {'Port': ['ID=1e39aedc-589c-40b2-92f3-44c1b205f643,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:00.993466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f841865-e25b-4b24-ada7-d13cc7fa712b req-68684ce5-cc9d-4e80-a130-176fd20db1d2 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863531 Mar 11 17:20:01.053819 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc65241a-3000-49c7-aba2-0a3b8705a142 x-openstack-request-id: req-dc65241a-3000-49c7-aba2-0a3b8705a142 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:01.054354 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f731a7e6-c7b6-48de-98cd-e2cbf904ba2c", "tag": "10858b09-00b9-40f5-96be-7903a4cf8d96", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:01.054756 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc65241a-3000-49c7-aba2-0a3b8705a142 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:01.055302 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'tag': '10858b09-00b9-40f5-96be-7903a4cf8d96', 'status': 'completed', 'code': 200} Mar 11 17:20:01.120648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0bae2-3065-4158-b038-40e9759b09ae req-5e576a40-db70-406d-b672-ab85736c659e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.122168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37d0bae2-3065-4158-b038-40e9759b09ae req-5e576a40-db70-406d-b672-ab85736c659e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.1984649 Mar 11 17:20:01.171486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Made reservation on behalf of a148f824460d4f439a4e98f76fd0b3e6 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:01.176844 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.185821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-1cb6cec9-2544-4235-b803-90f0369766e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.187500 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-1cb6cec9-2544-4235-b803-90f0369766e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 1096 time: 0.1238806 Mar 11 17:20:01.254912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.281526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e327-945f-4126-9dc4-6acf9f6dd00c req-6d774fc7-be4c-4736-a67a-6e0b5d69dd03 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.283505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb00e327-945f-4126-9dc4-6acf9f6dd00c req-6d774fc7-be4c-4736-a67a-6e0b5d69dd03 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1671860 Mar 11 17:20:01.287895 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '3b234f13-afdd-41ae-9d2f-6babeaf067d1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'port_id': '10858b09-00b9-40f5-96be-7903a4cf8d96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'mac_address': 'fa:16:3e:fd:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:19:38Z', 'updated_at': '2022-03-11T17:19:59Z', 'revision_number': 1, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:01.325915 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] Checking router: 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:20:01.334778 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:01.335749 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:01.362150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-37d0bae2-3065-4158-b038-40e9759b09ae req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Deleting port 6670a465-bbc8-4482-bf8b-40f8842c63ca {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:01.362491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37d0bae2-3065-4158-b038-40e9759b09ae req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.426119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-b89de4b4-2dd3-43e4-9252-8a492b8c201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.427780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-b89de4b4-2dd3-43e4-9252-8a492b8c201d service neutron] 10.222.0.46 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 910 time: 0.2306354 Mar 11 17:20:01.431508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb00e327-945f-4126-9dc4-6acf9f6dd00c req-7377af89-add1-4d66-a1e1-d880bacbcf46 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370595 Mar 11 17:20:01.542864 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:20:01.572725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.577753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Allocated IP 172.20.0.11 (7dd1d19d-d97e-41e1-a230-5227c0a2b027/2e0b1456-cf94-4a9d-a4e5-66b37136e2d7/81883c67-8f73-41fc-86ed-709b4885d61e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:01.582735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.585802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37d0bae2-3065-4158-b038-40e9759b09ae req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] For port 6670a465-bbc8-4482-bf8b-40f8842c63ca, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6670a465-bbc8-4482-bf8b-40f8842c63ca,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:01.586164 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37d0bae2-3065-4158-b038-40e9759b09ae req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:01.598070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-b9f769f9-4db0-469c-b314-073ade4328b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10858b09-00b9-40f5-96be-7903a4cf8d96 HTTP/1.1" status: 200 len: 999 time: 0.1456006 Mar 11 17:20:01.639559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-37d0bae2-3065-4158-b038-40e9759b09ae req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Calling delete_port for 6670a465-bbc8-4482-bf8b-40f8842c63ca owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:01.873302 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '3b234f13-afdd-41ae-9d2f-6babeaf067d1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'port_id': '10858b09-00b9-40f5-96be-7903a4cf8d96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'mac_address': 'fa:16:3e:fd:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:19:38Z', 'updated_at': '2022-03-11T17:19:59Z', 'revision_number': 1, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:01.951891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Router 11ebcb9f-caf3-464b-841c-18c052c1c826 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:20:02.111272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-beda0537-9a70-4433-ac93-027591829956 req-880ba9a8-8db9-48ea-b60a-0e7540df94aa tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 210 time: 0.4775333 Mar 11 17:20:02.126158 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ed604-a88c-41da-a23f-c7df89936057 None None] The sync data for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 is: [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '3b234f13-afdd-41ae-9d2f-6babeaf067d1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'port_id': '10858b09-00b9-40f5-96be-7903a4cf8d96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'mac_address': 'fa:16:3e:fd:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:19:38Z', 'updated_at': '2022-03-11T17:19:59Z', 'revision_number': 1, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:02.238475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37d0bae2-3065-4158-b038-40e9759b09ae req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.250648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6670a465-bbc8-4482-bf8b-40f8842c63ca'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:02.252454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-778c2f11-36f0-49c3-b964-5bcd252f0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.255301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-778c2f11-36f0-49c3-b964-5bcd252f0119 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.6379762 Mar 11 17:20:02.282307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Pushing event deleted for resources: {'Port': ['ID=6670a465-bbc8-4482-bf8b-40f8842c63ca,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:02.364692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40fee-0e81-47a8-99e9-0554441147f2 req-c7af717c-0f2b-4719-95fa-2faa704c7a4b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.373180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50f40fee-0e81-47a8-99e9-0554441147f2 req-c7af717c-0f2b-4719-95fa-2faa704c7a4b tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/ports?device_id=4808b937-089d-4458-a16c-78b6a1a9c62c HTTP/1.1" status: 200 len: 949 time: 0.2567723 Mar 11 17:20:02.375159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d0bae2-3065-4158-b038-40e9759b09ae req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] No DVR routers for this DVR port 6670a465-bbc8-4482-bf8b-40f8842c63ca on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:02.379930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37d0bae2-3065-4158-b038-40e9759b09ae req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.383765 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37d0bae2-3065-4158-b038-40e9759b09ae req-a0068ace-3f3c-4897-b69d-e1957f26436e tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.66 "DELETE /v2.0/ports/6670a465-bbc8-4482-bf8b-40f8842c63ca HTTP/1.1" status: 204 len: 173 time: 1.2464879 Mar 11 17:20:02.388960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:02.394499 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.397693 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0b0cbdf4-2572-4f8a-a1c6-8e66ab9adcf5 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "PUT /v2.0/routers/11ebcb9f-caf3-464b-841c-18c052c1c826 HTTP/1.1" status: 200 len: 918 time: 3.6516702 Mar 11 17:20:02.403122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51670) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:02.407693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ac879-e009-459e-9bdd-edd7589bb066 None None] Sync routers for ids ['11ebcb9f-caf3-464b-841c-18c052c1c826'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:02.430611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ac879-e009-459e-9bdd-edd7589bb066 None None] Routers {'11ebcb9f-caf3-464b-841c-18c052c1c826'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:02.432327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-241ac879-e009-459e-9bdd-edd7589bb066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['11ebcb9f-caf3-464b-841c-18c052c1c826'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:02.459487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-951d834c-a0cc-4d2e-a9be-950527b20afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.470255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-951d834c-a0cc-4d2e-a9be-950527b20afd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948447 Mar 11 17:20:02.567156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-241ac879-e009-459e-9bdd-edd7589bb066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:02.589932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ac879-e009-459e-9bdd-edd7589bb066 None None] Routers {'11ebcb9f-caf3-464b-841c-18c052c1c826'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:02.590971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-241ac879-e009-459e-9bdd-edd7589bb066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['11ebcb9f-caf3-464b-841c-18c052c1c826'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:02.601690 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e140b83-8b9b-4ba4-9111-f2fa3b1b85e0 None None] New status for floating IP 3b234f13-afdd-41ae-9d2f-6babeaf067d1: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:20:02.639333 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a58a8c56-a71d-4134-93b9-e297757aabeb tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/routers/11ebcb9f-caf3-464b-841c-18c052c1c826 HTTP/1.1" status: 200 len: 924 time: 0.2211752 Mar 11 17:20:02.649167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51674) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:02.674585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-241ac879-e009-459e-9bdd-edd7589bb066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:02.675523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ac879-e009-459e-9bdd-edd7589bb066 None None] The sync data for ids ['11ebcb9f-caf3-464b-841c-18c052c1c826'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:02.721425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50f40fee-0e81-47a8-99e9-0554441147f2 req-26a09476-95ac-405f-afb8-451a1d95d198 tempest-MigrationsAdminTest-808941895 tempest-MigrationsAdminTest-808941895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1755ad62-6274-41e3-b891-8659d85401e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471556 Mar 11 17:20:02.767741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52a56f2-f684-4e64-b0bb-820274e91224 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.769907 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d52a56f2-f684-4e64-b0bb-820274e91224 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=11ebcb9f-caf3-464b-841c-18c052c1c826&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1173723 Mar 11 17:20:02.773691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51682) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:02.827260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:02.850842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185c1ad-38ee-46c7-8e89-a82eb8cee8d9 req-ffb93c45-96f9-4798-b76a-d1bb0a9b3ea1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.852402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5185c1ad-38ee-46c7-8e89-a82eb8cee8d9 req-ffb93c45-96f9-4798-b76a-d1bb0a9b3ea1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.2435820 Mar 11 17:20:02.895289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-868a3b7b-9000-41d1-95b9-0c487f75ff70 service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948495 Mar 11 17:20:02.904268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf99881-6f93-44e4-9dc8-998da84b99b4 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.906014 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dbf99881-6f93-44e4-9dc8-998da84b99b4 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 881 time: 0.1305604 Mar 11 17:20:02.909155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51684) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:02.950722 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cc32e681-06a6-4512-aa67-e8c50d838f77 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ebcb9f-caf3-464b-841c-18c052c1c826 HTTP/1.1" status: 200 len: 205 time: 0.0399883 Mar 11 17:20:02.953717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51688) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:02.964681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5185c1ad-38ee-46c7-8e89-a82eb8cee8d9 req-134dbdcc-f15f-4869-b67c-72abc4a771c3 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043689 Mar 11 17:20:03.011245 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.080800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'name': 'network-vif-deleted', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:03.083308 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9c9926-1932-4a65-8c58-89f96db6e2ec" -d '{"events": [{"server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "name": "network-vif-deleted", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:03.083533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:03.091329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:03.093098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:03.096910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00ac37e3-082e-49a4-b9ca-ae56a418d6b2 req-1d87987e-6c85-4521-8a76-a1bbb37d827e service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862502 Mar 11 17:20:03.098820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:03.135527 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020d93d8-da7e-452d-8a8b-902ad3300863 x-openstack-request-id: req-020d93d8-da7e-452d-8a8b-902ad3300863 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:03.135935 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4808b937-089d-4458-a16c-78b6a1a9c62c", "name": "network-vif-deleted", "tag": "6670a465-bbc8-4482-bf8b-40f8842c63ca", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:03.136249 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-020d93d8-da7e-452d-8a8b-902ad3300863 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:03.136736 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4808b937-089d-4458-a16c-78b6a1a9c62c', 'name': 'network-vif-deleted', 'tag': '6670a465-bbc8-4482-bf8b-40f8842c63ca', 'status': 'completed', 'code': 200} Mar 11 17:20:03.139444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.156242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:03.156996 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.177907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-d84d2f5b-8e23-41c8-9608-03a766ac963a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4192467 Mar 11 17:20:03.194203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Request body: {'port': {'device_id': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:03.297809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.323446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f206fd-f0cc-48ae-ad26-248e61ecb43f req-4dd1d8f0-cd63-4d71-b9dc-a7184eed55ac tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:03.325121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3f206fd-f0cc-48ae-ad26-248e61ecb43f req-4dd1d8f0-cd63-4d71-b9dc-a7184eed55ac tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 932 time: 0.1141138 Mar 11 17:20:03.404652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3f206fd-f0cc-48ae-ad26-248e61ecb43f req-3e4df46c-0729-4fdf-b733-74e1966194d9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708849 Mar 11 17:20:03.621822 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.677179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-5e5c5b94-795d-4f37-a177-25380dee0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:03.677890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Deleting port 1e39aedc-589c-40b2-92f3-44c1b205f643 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:03.678542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.678724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-5e5c5b94-795d-4f37-a177-25380dee0039 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 1097 time: 0.0776901 Mar 11 17:20:03.687401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81883c67-8f73-41fc-86ed-709b4885d61e {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:03.712897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.765625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.784475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Transition to ACTIVE for port object 81883c67-8f73-41fc-86ed-709b4885d61e will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:03.788885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Calling delete_port for 1e39aedc-589c-40b2-92f3-44c1b205f643 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:03.793479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:03.870842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-3a40ecbd-d92b-4058-b148-8b6c09bf933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:03.873243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-3a40ecbd-d92b-4058-b148-8b6c09bf933f service neutron] 10.222.0.46 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.1784320 Mar 11 17:20:03.893495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:03.987446 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.002348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-6d945716-f73f-45e9-b82f-00100c70b9db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 200 len: 1001 time: 0.1101360 Mar 11 17:20:04.003199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Attempting to bind port 81883c67-8f73-41fc-86ed-709b4885d61e on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:04.003536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Attempting to bind port 81883c67-8f73-41fc-86ed-709b4885d61e by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '3bfbcd84-2546-4921-b8c8-96ea3abd10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:04.003866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Attempting to bind port 81883c67-8f73-41fc-86ed-709b4885d61e on network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:04.009089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Port 81883c67-8f73-41fc-86ed-709b4885d61e on network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:20:04.009434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Attempting to bind port 81883c67-8f73-41fc-86ed-709b4885d61e on network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:04.018422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51704) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:04.026368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event deleted for resources: {'Port': ['ID=1e39aedc-589c-40b2-92f3-44c1b205f643,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:04.045057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:04.045413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Checking segment: {'id': '3bfbcd84-2546-4921-b8c8-96ea3abd10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:04.045806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Bound using segment: {'id': '3bfbcd84-2546-4921-b8c8-96ea3abd10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:04.046256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Bound port: 81883c67-8f73-41fc-86ed-709b4885d61e, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfbcd84-2546-4921-b8c8-96ea3abd10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:04.046620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.088007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.141240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-d775a6ce-1d25-4416-9ab6-834e73b888e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:04.142718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-d775a6ce-1d25-4416-9ab6-834e73b888e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.1310718 Mar 11 17:20:04.197888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:04.205906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.208782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.222503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d37e1-9cff-4ba4-b73a-aff994e225ee req-8cd8936d-4899-4adb-b4f1-5250de75a19f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:04.224020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f27d37e1-9cff-4ba4-b73a-aff994e225ee req-8cd8936d-4899-4adb-b4f1-5250de75a19f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1253400 Mar 11 17:20:04.228205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:04.243081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.248949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-5ed2c0a3-9a32-4b06-b29d-fd715857aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:04.250408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-5ed2c0a3-9a32-4b06-b29d-fd715857aad3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927966 Mar 11 17:20:04.263293 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b543bf2a-b7bc-4c62-bfd4-898d0c121cc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d03326208d724ef2a2f1f758b35e8732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437665 Mar 11 17:20:04.266095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51710) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:04.273658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.274159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Fanout notify agent at l3_agent the message router_deleted on router 11ebcb9f-caf3-464b-841c-18c052c1c826 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:20:04.286553 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.288587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-60abe86b-3dce-437a-8e07-d95d4b11a6c1 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/11ebcb9f-caf3-464b-841c-18c052c1c826 HTTP/1.1" status: 204 len: 168 time: 1.3330021 Mar 11 17:20:04.292991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51712) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:04.301260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-582915062', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:04.322447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:04.323134 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.325077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] 10.222.0.66 "PUT /v2.0/ports/81883c67-8f73-41fc-86ed-709b4885d61e HTTP/1.1" status: 200 len: 1092 time: 1.1364579 Mar 11 17:20:04.334995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:04.337478 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96811c4d-8a35-4f48-8bce-5522b07b0aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:04.344371 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.345231 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.355935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc47d23-f0c5-4e2f-a61e-0bc7533c0b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.381033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f27d37e1-9cff-4ba4-b73a-aff994e225ee req-72544346-2e82-43fe-a04e-204bf6f7c0e8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479306 Mar 11 17:20:04.398935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc47d23-f0c5-4e2f-a61e-0bc7533c0b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.402527 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28310863-7383-4f72-ba46-2b4b22ba0e8c x-openstack-request-id: req-28310863-7383-4f72-ba46-2b4b22ba0e8c {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:04.403368 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:04.403635 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28310863-7383-4f72-ba46-2b4b22ba0e8c {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:04.404021 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e', 'status': 'completed', 'code': 200} Mar 11 17:20:04.432781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.436235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e7f61-4c22-43ea-8b78-23b0a91c94df service neutron] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:04.489040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-5625044c-31b0-49ec-ba55-cf18e92e2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:04.491293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-5625044c-31b0-49ec-ba55-cf18e92e2944 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 1095 time: 0.1054184 Mar 11 17:20:04.503918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-e25f262c-dde8-4c8b-b906-0ff4a83b92f7 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421780 Mar 11 17:20:04.573176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-b3975f97-f8f9-445b-9f49-b9bbd0ef7ae2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81883c67-8f73-41fc-86ed-709b4885d61e HTTP/1.1" status: 200 len: 217 time: 0.0682256 Mar 11 17:20:04.595128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.601954 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc47d23-f0c5-4e2f-a61e-0bc7533c0b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.604767 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc47d23-f0c5-4e2f-a61e-0bc7533c0b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.605966 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4cc47d23-f0c5-4e2f-a61e-0bc7533c0b2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1755ad62-6274-41e3-b891-8659d85401e0 HTTP/1.1" status: 204 len: 168 time: 0.3388557 Mar 11 17:20:04.626251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc47d23-f0c5-4e2f-a61e-0bc7533c0b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1755ad62-6274-41e3-b891-8659d85401e0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:04.671460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c9e37-6269-4968-a12e-a2af7b18ab5e req-6f512403-3033-45e0-9533-e40d45ed0033 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:04.673013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f70c9e37-6269-4968-a12e-a2af7b18ab5e req-6f512403-3033-45e0-9533-e40d45ed0033 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.1792495 Mar 11 17:20:04.727066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-66158e4d-4258-4665-a7a2-a2c673d042ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:04.728544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-66158e4d-4258-4665-a7a2-a2c673d042ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 HTTP/1.1" status: 200 len: 852 time: 0.1482790 Mar 11 17:20:04.738752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-963827b4-05fb-4c6e-8117-63930d1917a0 req-07d17d60-1686-480a-991d-a16fa7544756 service neutron] 10.222.0.46 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266529 Mar 11 17:20:04.776652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-50ab08ab-7d87-49bc-9810-d3fef5426949 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7dd1d19d-d97e-41e1-a230-5227c0a2b027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401549 Mar 11 17:20:04.785060 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f70c9e37-6269-4968-a12e-a2af7b18ab5e req-d0f3ac51-b639-4d5b-af37-62d671e28274 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020174 Mar 11 17:20:04.824941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.845253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:04.915905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-cb04e11a-47cf-4b61-b3be-a4ec18aa3463 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297858 Mar 11 17:20:04.983339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:04.998992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Allocated IP 172.25.8.142 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/4e2641a3-8099-4110-92ef-3cffa141d682) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:05.017768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b91781a-cb13-4b1b-8191-f61f50039c47 req-1279d21e-f0df-4efe-af4d-2dea9ce430cf service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944273 Mar 11 17:20:05.085807 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c85cba3-84d6-4261-8311-1c6709060d93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74b53717357646b1b92264fd606ba639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011829 Mar 11 17:20:05.088275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51724) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:05.118920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-1c1c4dbd-50ce-4a81-905b-1f41cf187d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:05.120940 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-1c1c4dbd-50ce-4a81-905b-1f41cf187d8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 1095 time: 0.0540459 Mar 11 17:20:05.179188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.187727 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a40fdeb-4dc4-4063-8149-e9b581fa1995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.226423 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a40fdeb-4dc4-4063-8149-e9b581fa1995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.234620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-5003f5b3-ba2a-408f-b0b5-0fb7442c2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:05.236189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-5003f5b3-ba2a-408f-b0b5-0fb7442c2d8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 912 time: 0.1052301 Mar 11 17:20:05.264534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.284622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-7a8409b9-0c0f-490e-87de-8ce3622944d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81883c67-8f73-41fc-86ed-709b4885d61e HTTP/1.1" status: 200 len: 217 time: 0.0406299 Mar 11 17:20:05.308875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:05.314334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:05.319408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:05.347156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event updated for resources: {'Port': ['ID=4e2641a3-8099-4110-92ef-3cffa141d682,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:05.351885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-c99db373-1d79-464f-bd4d-29960f319e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:05.352123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a40fdeb-4dc4-4063-8149-e9b581fa1995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.353472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-c99db373-1d79-464f-bd4d-29960f319e47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 HTTP/1.1" status: 200 len: 852 time: 0.0618553 Mar 11 17:20:05.354714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a40fdeb-4dc4-4063-8149-e9b581fa1995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.355924 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4a40fdeb-4dc4-4063-8149-e9b581fa1995 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d72f9b5-3778-4219-9d9f-47349b97a706 HTTP/1.1" status: 204 len: 168 time: 0.2666728 Mar 11 17:20:05.372000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40fdeb-4dc4-4063-8149-e9b581fa1995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d72f9b5-3778-4219-9d9f-47349b97a706,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:05.395026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-7dbfbb32-8683-42e0-8ce1-6bf504e1e327 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7dd1d19d-d97e-41e1-a230-5227c0a2b027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345347 Mar 11 17:20:05.448482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6670a465-bbc8-4482-bf8b-40f8842c63ca no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:05.492585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 6670a465-bbc8-4482-bf8b-40f8842c63ca {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:20:05.493792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6670a465-bbc8-4482-bf8b-40f8842c63ca not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:20:05.573882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-a8792379-78f8-4519-93e4-5127f63a4ddc service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692781 Mar 11 17:20:05.646395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ced808-db02-488a-9659-d43b309efa7d req-a767684e-ab39-45cd-984c-3b3c20ae7df2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:05.646940 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1ced808-db02-488a-9659-d43b309efa7d req-a767684e-ab39-45cd-984c-3b3c20ae7df2 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1145761 Mar 11 17:20:05.657582 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:05.711831 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1ced808-db02-488a-9659-d43b309efa7d req-931ff731-9427-4752-8edd-8783bc286f20 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579429 Mar 11 17:20:05.717542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96811c4d-8a35-4f48-8bce-5522b07b0aa3 req-e9ed71fe-c0b8-4d6d-a1da-1fd908069ad2 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351411 Mar 11 17:20:05.944577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac32e04-e115-45f0-a26c-8f7d632f9f6d req-7a139a1d-b5c2-45e6-81ef-d94269f9400c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:05.946333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fac32e04-e115-45f0-a26c-8f7d632f9f6d req-7a139a1d-b5c2-45e6-81ef-d94269f9400c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.0630891 Mar 11 17:20:05.948123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.003945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fac32e04-e115-45f0-a26c-8f7d632f9f6d req-40afb62e-aa84-4f4c-a9fd-bcdcba4b07e8 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509384 Mar 11 17:20:06.094527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Router 12a78579-6f14-4a35-9dc1-34e810f08c34 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:20:06.224764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:06.238351 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d018b56-602d-492b-8c0f-bb9613bed7a7 None None] Sync routers for ids ['12a78579-6f14-4a35-9dc1-34e810f08c34'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:06.253509 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.256571 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bcf527a8-598d-4292-8682-6ca7b5845c65 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9622643 Mar 11 17:20:06.257487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d018b56-602d-492b-8c0f-bb9613bed7a7 None None] Routers {'12a78579-6f14-4a35-9dc1-34e810f08c34'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:06.258137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3d018b56-602d-492b-8c0f-bb9613bed7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['12a78579-6f14-4a35-9dc1-34e810f08c34'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:06.259237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51752) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:06.267278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:06.295340 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3d018b56-602d-492b-8c0f-bb9613bed7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:06.304384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d018b56-602d-492b-8c0f-bb9613bed7a7 None None] Routers {'12a78579-6f14-4a35-9dc1-34e810f08c34'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:06.305002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3d018b56-602d-492b-8c0f-bb9613bed7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['12a78579-6f14-4a35-9dc1-34e810f08c34'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:06.341678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3d018b56-602d-492b-8c0f-bb9613bed7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:06.342138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d018b56-602d-492b-8c0f-bb9613bed7a7 None None] The sync data for ids ['12a78579-6f14-4a35-9dc1-34e810f08c34'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:06.640124 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.659000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.673419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e2509-832f-47ab-84c2-cd3b3473cb99 req-b77ad158-b3cd-4dd6-a995-755871c1802e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:06.673419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-597e2509-832f-47ab-84c2-cd3b3473cb99 req-b77ad158-b3cd-4dd6-a995-755871c1802e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0621445 Mar 11 17:20:06.733649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-597e2509-832f-47ab-84c2-cd3b3473cb99 req-68048095-8657-4ddc-9f55-8b46593279f7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563338 Mar 11 17:20:06.755150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Deleting port 4e2641a3-8099-4110-92ef-3cffa141d682 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:06.755670 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.872435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:06.910502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:06.925945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Calling delete_port for 4e2641a3-8099-4110-92ef-3cffa141d682 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:06.951658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb238e5-8681-4b7f-98a0-18947b4215f6 req-86a13613-a41f-4471-8766-98bbc41d8170 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:06.953368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0eb238e5-8681-4b7f-98a0-18947b4215f6 req-86a13613-a41f-4471-8766-98bbc41d8170 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1068473 Mar 11 17:20:06.966136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbca203-5c0d-4063-bc09-c2543f845289 req-2f4cf905-9e68-4c03-81d7-5ed812e3d69c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:06.969435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dbca203-5c0d-4063-bc09-c2543f845289 req-2f4cf905-9e68-4c03-81d7-5ed812e3d69c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1316860 Mar 11 17:20:07.023765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.044543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0eb238e5-8681-4b7f-98a0-18947b4215f6 req-1fe1b5fd-13cf-4483-8a01-eb7b3f446963 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737045 Mar 11 17:20:07.080422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:07.081435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:07.084234 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70031344-5a2a-4a40-8107-787bb1bca494" -d '{"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:07.088145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dbca203-5c0d-4063-bc09-c2543f845289 req-59ad868b-7a36-46d7-a49e-707cf8b95b18 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075182 Mar 11 17:20:07.090958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.155419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:07.165220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.165220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.165569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.165836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.166294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.166747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.167128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.168005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.168576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.169573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.170118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.170645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:07.187180 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.208960 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8dd361-9ed7-4c8e-9f1e-c3bee07d9d7c x-openstack-request-id: req-6c8dd361-9ed7-4c8e-9f1e-c3bee07d9d7c {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:07.209506 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:07.210158 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c8dd361-9ed7-4c8e-9f1e-c3bee07d9d7c {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:07.211250 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'code': 200} Mar 11 17:20:07.221481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Pushing event deleted for resources: {'Port': ['ID=4e2641a3-8099-4110-92ef-3cffa141d682,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:07.233444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c6b6d-ad1c-448b-b5f7-af9924f8d106 req-fe9af995-247f-4be1-8cdc-aeb070fc328d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.235117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe3c6b6d-ad1c-448b-b5f7-af9924f8d106 req-fe9af995-247f-4be1-8cdc-aeb070fc328d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.0779073 Mar 11 17:20:07.298467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.317332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe3c6b6d-ad1c-448b-b5f7-af9924f8d106 req-2ade30f8-719e-424d-a7ed-21ff74956e98 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763516 Mar 11 17:20:07.350892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926b4e3-0133-4acc-b870-2f00ef57eece req-1fde3bde-db8c-4b44-9f9a-f3e515aa2248 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.352648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8926b4e3-0133-4acc-b870-2f00ef57eece req-1fde3bde-db8c-4b44-9f9a-f3e515aa2248 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0730214 Mar 11 17:20:07.417001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8926b4e3-0133-4acc-b870-2f00ef57eece req-b242dc80-e567-43b1-8b1e-0bf8cdaad7ac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504458 Mar 11 17:20:07.539630 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.543581 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:07.619198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Router 12a78579-6f14-4a35-9dc1-34e810f08c34 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:20:07.634541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6507b8-557b-43d9-85c8-5d8d16aa4b5b req-badffcab-0c7a-43bf-9e50-de684eafb139 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.636078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe6507b8-557b-43d9-85c8-5d8d16aa4b5b req-badffcab-0c7a-43bf-9e50-de684eafb139 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1429088 Mar 11 17:20:07.765613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe6507b8-557b-43d9-85c8-5d8d16aa4b5b req-7c285e6e-f02c-4b2e-86a9-b9f87c021411 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222892 Mar 11 17:20:07.775226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.775670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.776133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.776654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.777120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.777605 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.778095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.778559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.779021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.779504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.779976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.780427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:07.782640 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a52d2f0-d998-4fd1-ac1a-433c3e93a327 req-05bbf2a2-f08c-4f3f-95be-8f4c7f2d4608 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8474 time: 0.2578650 Mar 11 17:20:08.035670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:08.042609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:08.044682 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-03cd76f4-0cb9-4aed-a37b-0fedcda17c68 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "PUT /v2.0/routers/12a78579-6f14-4a35-9dc1-34e810f08c34 HTTP/1.1" status: 200 len: 709 time: 1.7836504 Mar 11 17:20:08.046931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51800) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.050214 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55db55f-75c5-42a1-93be-345e152cca40 None None] Sync routers for ids ['12a78579-6f14-4a35-9dc1-34e810f08c34'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:08.061610 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55db55f-75c5-42a1-93be-345e152cca40 None None] Routers {'12a78579-6f14-4a35-9dc1-34e810f08c34'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:08.062243 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a55db55f-75c5-42a1-93be-345e152cca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['12a78579-6f14-4a35-9dc1-34e810f08c34'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:08.099066 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a55db55f-75c5-42a1-93be-345e152cca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:08.108294 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55db55f-75c5-42a1-93be-345e152cca40 None None] Routers {'12a78579-6f14-4a35-9dc1-34e810f08c34'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:08.108876 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a55db55f-75c5-42a1-93be-345e152cca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:19:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['12a78579-6f14-4a35-9dc1-34e810f08c34'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:08.124747 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4049302a-20a4-44e8-bd38-d04dc878bcc0 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/routers/12a78579-6f14-4a35-9dc1-34e810f08c34 HTTP/1.1" status: 200 len: 744 time: 0.0735095 Mar 11 17:20:08.125020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51804) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.142252 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a55db55f-75c5-42a1-93be-345e152cca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:08.143018 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55db55f-75c5-42a1-93be-345e152cca40 None None] The sync data for ids ['12a78579-6f14-4a35-9dc1-34e810f08c34'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:08.174668 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8215ab6c-0d45-489b-9057-f434cf091f44 tempest-RoutersIpV6AdminTest-211646084 tempest-RoutersIpV6AdminTest-211646084-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=12a78579-6f14-4a35-9dc1-34e810f08c34 HTTP/1.1" status: 200 len: 205 time: 0.0479555 Mar 11 17:20:08.177741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51806) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.215400 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3c845573-92e5-4c2d-b3a2-947081aa8751 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=12a78579-6f14-4a35-9dc1-34e810f08c34 HTTP/1.1" status: 200 len: 205 time: 0.0365095 Mar 11 17:20:08.218041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51808) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.218866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b5007-438c-4097-a54d-641a32d5a736 req-afadc88f-0356-4986-af9e-f01b689d206a tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.220362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a23b5007-438c-4097-a54d-641a32d5a736 req-afadc88f-0356-4986-af9e-f01b689d206a tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 886 time: 0.4165883 Mar 11 17:20:08.241274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-4f01dbe7-2b90-4fbe-8f31-eda52d305da9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.243018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-4f01dbe7-2b90-4fbe-8f31-eda52d305da9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.1670253 Mar 11 17:20:08.263247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5dd7e491-d5ac-4cff-9339-f0811859b9e9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/quotas/080774e382a94480ae2d5e9788b772f8 HTTP/1.1" status: 200 len: 375 time: 0.0128582 Mar 11 17:20:08.299368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-657c1047-2e4e-4ada-a929-d90ae063b2a7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:08.354847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62db6-a033-4342-b797-2e787e3cb698 req-994a8cc5-1cbd-45a9-94a3-14708a1cde72 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.357042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a62db6-a033-4342-b797-2e787e3cb698 req-994a8cc5-1cbd-45a9-94a3-14708a1cde72 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 944 time: 0.0793219 Mar 11 17:20:08.371627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-176ba88a-779e-4b2a-9b22-8dfc7b91e3a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1026483 Mar 11 17:20:08.449547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a62db6-a033-4342-b797-2e787e3cb698 req-eb8048bd-dc9c-4d4e-b496-98cbd6e212ab tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767987 Mar 11 17:20:08.458483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-657c1047-2e4e-4ada-a929-d90ae063b2a7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:08.460739 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-657c1047-2e4e-4ada-a929-d90ae063b2a7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:08.492456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-6f280a3c-549a-4bbd-8596-bd8190baa445 service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133795 Mar 11 17:20:08.508593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-657c1047-2e4e-4ada-a929-d90ae063b2a7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:08.509108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657c1047-2e4e-4ada-a929-d90ae063b2a7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Fanout notify agent at l3_agent the message router_deleted on router 12a78579-6f14-4a35-9dc1-34e810f08c34 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:20:08.520749 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-657c1047-2e4e-4ada-a929-d90ae063b2a7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:08.521957 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-657c1047-2e4e-4ada-a929-d90ae063b2a7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/12a78579-6f14-4a35-9dc1-34e810f08c34 HTTP/1.1" status: 204 len: 168 time: 0.3028553 Mar 11 17:20:08.525899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51818) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.553745 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-88d391cd-ddc2-411a-8f67-fc4a836519b5 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=12a78579-6f14-4a35-9dc1-34e810f08c34 HTTP/1.1" status: 200 len: 205 time: 0.0267379 Mar 11 17:20:08.556087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51820) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.592327 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-a61bdc39-5cc0-4137-96b4-c829cffedcd7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] delete failed (client error): The resource could not be found. Mar 11 17:20:08.595885 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a61bdc39-5cc0-4137-96b4-c829cffedcd7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/12a78579-6f14-4a35-9dc1-34e810f08c34 HTTP/1.1" status: 404 len: 336 time: 0.0363562 Mar 11 17:20:08.596086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51822) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.630222 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cce4a6d5-6818-4048-ba02-25350c14c27a tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ebcb9f-caf3-464b-841c-18c052c1c826 HTTP/1.1" status: 200 len: 205 time: 0.0329504 Mar 11 17:20:08.632667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.671030 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-4fe267f3-e62b-447a-a5db-c768551e981d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] delete failed (client error): The resource could not be found. Mar 11 17:20:08.672053 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4fe267f3-e62b-447a-a5db-c768551e981d tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/11ebcb9f-caf3-464b-841c-18c052c1c826 HTTP/1.1" status: 404 len: 336 time: 0.0384450 Mar 11 17:20:08.672256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-6277733c-788f-4fd4-8b12-f152918e33d0 service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703854 Mar 11 17:20:08.674722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.680959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.681432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.681890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.682348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.682801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.683261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.683748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.684719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.685162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.687794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.687794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.687794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.688768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13029366-dd0e-4f19-b768-b3d929ad5c0b req-59665820-6fbd-46cf-8ca1-57846a865232 tempest-NetworksTest-419158647 tempest-NetworksTest-419158647-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8474 time: 0.1953452 Mar 11 17:20:08.705594 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9fccbf7d-fa98-4d94-9b86-6a9ad7f8d1a6 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=093226a4-2f01-4b56-b0a5-7bb7636a713c HTTP/1.1" status: 200 len: 205 time: 0.0297492 Mar 11 17:20:08.708189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51830) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.767069 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-3bf25e85-e358-48d0-9210-b1d955b55247 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] delete failed (client error): The resource could not be found. Mar 11 17:20:08.770918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3bf25e85-e358-48d0-9210-b1d955b55247 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/093226a4-2f01-4b56-b0a5-7bb7636a713c HTTP/1.1" status: 404 len: 336 time: 0.0587916 Mar 11 17:20:08.770918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51832) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.828151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-051c97eb-6fc6-46fd-ada5-788d96516bc8 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4ba787-74bc-4dcd-b4ae-fb40fff70f03 HTTP/1.1" status: 200 len: 205 time: 0.0558476 Mar 11 17:20:08.830493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51838) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.852179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47ae3-7cb6-4684-8b1d-db6c058c1a5a req-1adfb592-11d6-4321-bbd3-4a47a86fc60f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.854477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43c47ae3-7cb6-4684-8b1d-db6c058c1a5a req-1adfb592-11d6-4321-bbd3-4a47a86fc60f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.0971260 Mar 11 17:20:08.886388 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-1a5156ee-2525-488b-bc40-b5cd80f3bdd7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] delete failed (client error): The resource could not be found. Mar 11 17:20:08.890357 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1a5156ee-2525-488b-bc40-b5cd80f3bdd7 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/3d4ba787-74bc-4dcd-b4ae-fb40fff70f03 HTTP/1.1" status: 404 len: 336 time: 0.0562487 Mar 11 17:20:08.891181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51840) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.918882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43c47ae3-7cb6-4684-8b1d-db6c058c1a5a req-1ebe154f-e4ea-4f9a-a53a-30e0ef55fe0f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Mar 11 17:20:08.940215 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1aa5b8bb-61ec-4203-9b51-ca924b82617e tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bfd1101-0c47-4ba9-bbd5-9341d241fa7d HTTP/1.1" status: 200 len: 205 time: 0.0406194 Mar 11 17:20:08.940616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51846) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:08.993618 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-b214ac59-2d40-4142-ae54-700bae4ac958 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] delete failed (client error): The resource could not be found. Mar 11 17:20:08.997449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b214ac59-2d40-4142-ae54-700bae4ac958 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/6bfd1101-0c47-4ba9-bbd5-9341d241fa7d HTTP/1.1" status: 404 len: 336 time: 0.0585482 Mar 11 17:20:08.998047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51850) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:09.027581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6be855f-19ed-42b8-8f94-2f76f216d8b5 req-f8184f78-31a5-4a03-9624-0aba34abdae0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 210 time: 0.0366557 Mar 11 17:20:09.039042 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5422f744-f737-429d-94fa-52978056b6d3 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f324f79-8185-4a4e-85a9-d090d5ab8490 HTTP/1.1" status: 200 len: 205 time: 0.0397167 Mar 11 17:20:09.039495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51858) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:09.082400 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-74a7280c-44b4-4c39-88cd-008c6c7a3230 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] delete failed (client error): The resource could not be found. Mar 11 17:20:09.085908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-74a7280c-44b4-4c39-88cd-008c6c7a3230 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/routers/5f324f79-8185-4a4e-85a9-d090d5ab8490 HTTP/1.1" status: 404 len: 336 time: 0.0429254 Mar 11 17:20:09.086248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51860) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:09.091157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51862) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:09.116530 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bd2af8-bf22-4c25-81d4-a63380b603d6 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] DELETE failed (client error): The resource could not be found. Mar 11 17:20:09.117015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bd2af8-bf22-4c25-81d4-a63380b603d6 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:20:09.120272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-54bd2af8-bf22-4c25-81d4-a63380b603d6 tempest-RoutersIpV6AdminTest-1187153925 tempest-RoutersIpV6AdminTest-1187153925-project] 10.222.0.53 "DELETE /v2.0/subnets/0fb9377b-a03d-4dbf-957a-27d2994eb5e1 HTTP/1.1" status: 404 len: 337 time: 0.0326052 Mar 11 17:20:09.255612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ccddba3c-6605-421d-9ff7-1a0971ef0bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.373785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ccddba3c-6605-421d-9ff7-1a0971ef0bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.386517 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ccddba3c-6605-421d-9ff7-1a0971ef0bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.431537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:09.443039 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ccddba3c-6605-421d-9ff7-1a0971ef0bf4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a57d283607f54fb7b05baf235868fd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507278 Mar 11 17:20:09.443759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51882) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:09.446133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddba3c-6605-421d-9ff7-1a0971ef0bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bd3700-aaf5-47e9-961f-dcf25c87a009,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:09.479336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:20:09.544417 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e797c9f-d9a6-4e8c-ac3a-7bf7d9dfb718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.610913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e797c9f-d9a6-4e8c-ac3a-7bf7d9dfb718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.637272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.706184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e797c9f-d9a6-4e8c-ac3a-7bf7d9dfb718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.709112 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e797c9f-d9a6-4e8c-ac3a-7bf7d9dfb718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.713144 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3e797c9f-d9a6-4e8c-ac3a-7bf7d9dfb718 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87bd3700-aaf5-47e9-961f-dcf25c87a009 HTTP/1.1" status: 204 len: 168 time: 0.2654872 Mar 11 17:20:09.726440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e797c9f-d9a6-4e8c-ac3a-7bf7d9dfb718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bd3700-aaf5-47e9-961f-dcf25c87a009,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:09.766025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:09.785283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.790730 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.817030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '81883c67-8f73-41fc-86ed-709b4885d61e', 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027', 'port_id': '81883c67-8f73-41fc-86ed-709b4885d61e', 'mac_address': 'fa:16:3e:35:65:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0b1456-cf94-4a9d-a4e5-66b37136e2d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:20:09.867041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c63793a2bd744067b354e62f203a4b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336247 Mar 11 17:20:09.871360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51892) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:09.886852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21584368-2c28-4999-90d8-c9faab5ce91e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:09.911515 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:09.914680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.915484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.916003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.916545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.917120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.917703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.918310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.918850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.919395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.919933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.920523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.921058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2feb2d-7b14-46f6-beab-6b8e0a5eac70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:09.944878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81883c67-8f73-41fc-86ed-709b4885d61e {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:10.023800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:10.031405 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.037517 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-91ce156b-4279-478b-9899-730a830f2e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.086420 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-91ce156b-4279-478b-9899-730a830f2e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.182205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:10.195841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51902) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:10.211056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59f0e931-9e62-4699-922c-cba2527139d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.301656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6bafd4b2-e039-4639-876f-3cdbd6a55c24 req-cb645c6c-6c50-4127-b4fa-aa7d0a7da902 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 210 time: 0.0789011 Mar 11 17:20:10.329505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5ffd1cca-8210-4118-b9f8-264d73a12bdf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:10.331051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5ffd1cca-8210-4118-b9f8-264d73a12bdf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.2275267 Mar 11 17:20:10.334902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59f0e931-9e62-4699-922c-cba2527139d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.340297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59f0e931-9e62-4699-922c-cba2527139d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.357158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d1e27-e887-4afa-bd31-d77d2adee482 req-d4ffb2cf-5334-4845-b22d-21e87276a2d6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:10.359580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-985d1e27-e887-4afa-bd31-d77d2adee482 req-d4ffb2cf-5334-4845-b22d-21e87276a2d6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 945 time: 0.1427236 Mar 11 17:20:10.367191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'port': {'device_id': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'admin_state_up': True, 'tenant_id': '080774e382a94480ae2d5e9788b772f8'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:10.388818 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-59f0e931-9e62-4699-922c-cba2527139d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2aa95d6175054ff69688fd575a8d4ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921952 Mar 11 17:20:10.390066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0e931-9e62-4699-922c-cba2527139d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8994f79-a609-4bdd-899e-04b0b4e72790,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:10.395973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51906) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:10.457693 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-91ce156b-4279-478b-9899-730a830f2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.461035 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-91ce156b-4279-478b-9899-730a830f2e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.461900 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['81883c67-8f73-41fc-86ed-709b4885d61e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:10.462837 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-91ce156b-4279-478b-9899-730a830f2e40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21584368-2c28-4999-90d8-c9faab5ce91e HTTP/1.1" status: 204 len: 168 time: 0.5883856 Mar 11 17:20:10.492771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49bdefc3-4529-4001-9823-bb21b28a2548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.497583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce156b-4279-478b-9899-730a830f2e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21584368-2c28-4999-90d8-c9faab5ce91e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:10.539270 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49bdefc3-4529-4001-9823-bb21b28a2548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.539458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-985d1e27-e887-4afa-bd31-d77d2adee482 req-fdaf1535-99de-4f0e-bfd6-f20324a689b1 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638246 Mar 11 17:20:10.620420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49bdefc3-4529-4001-9823-bb21b28a2548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.626109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-49bdefc3-4529-4001-9823-bb21b28a2548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.628288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-49bdefc3-4529-4001-9823-bb21b28a2548 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8994f79-a609-4bdd-899e-04b0b4e72790 HTTP/1.1" status: 204 len: 168 time: 0.2305121 Mar 11 17:20:10.642825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdefc3-4529-4001-9823-bb21b28a2548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8994f79-a609-4bdd-899e-04b0b4e72790,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:10.664718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Made reservation on behalf of 080774e382a94480ae2d5e9788b772f8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:10.668737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.679760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17624fb7-cab7-4fff-b4ee-a2d63eb5e5b8 req-314f145e-d35e-4709-87a9-d077b3853a47 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:10.681203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17624fb7-cab7-4fff-b4ee-a2d63eb5e5b8 req-314f145e-d35e-4709-87a9-d077b3853a47 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 944 time: 0.0891631 Mar 11 17:20:10.733446 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.783405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17624fb7-cab7-4fff-b4ee-a2d63eb5e5b8 req-177b3344-07f1-444e-b49d-725826f6f635 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932364 Mar 11 17:20:10.868876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Allocated IP 172.20.0.10 (558c6011-93ea-4132-8ba8-bf4c6d83f7c1/d697f241-673f-43dc-a23c-ba6c98adb721/ba47afd1-767c-49fd-81b3-8bfe22ddfd54) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:10.883650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:11.056637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51930) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:11.062655 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.114733 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d9656945-e733-44d6-a354-d7c9cee6ac43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8703767c59544cd0982636b13979d554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566285 Mar 11 17:20:11.117309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51932) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:11.123430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.139420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d62d8405-0624-460c-bfc5-549470c9c0ea'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:11.186890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:11.191654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:11.193836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'Port': ['ID=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:11.196242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:11.210485 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-093d81e0-cd95-4491-b524-fe14411454b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.250555 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-093d81e0-cd95-4491-b524-fe14411454b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.304896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:11.305575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.352390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-093d81e0-cd95-4491-b524-fe14411454b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.360030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-093d81e0-cd95-4491-b524-fe14411454b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.365961 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-093d81e0-cd95-4491-b524-fe14411454b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81471fb2-2f6e-435b-860f-51126feea478 HTTP/1.1" status: 204 len: 168 time: 0.2475312 Mar 11 17:20:11.395520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d81e0-cd95-4491-b524-fe14411454b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81471fb2-2f6e-435b-860f-51126feea478,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:11.405729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-5f39575d-7030-4245-b4b7-dd9a060c9305 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0443761 Mar 11 17:20:11.421290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Request body: {'port': {'device_id': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:11.522016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-ac5707a3-bcb0-42d3-bab3-59987a743217 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6111271 Mar 11 17:20:11.554981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b7449359-c845-4633-bba1-fa0ee78ce186'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:11.567855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.597798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f524b6c-d911-4598-a056-32131b3f52b7 req-4afc390f-8205-43b8-bd51-696ad10a5f59 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:11.599314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f524b6c-d911-4598-a056-32131b3f52b7 req-4afc390f-8205-43b8-bd51-696ad10a5f59 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 932 time: 0.1426468 Mar 11 17:20:11.639049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ab2ca314-2cb9-4929-98b1-f5314f46faba None None] Provisioning complete for port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:11.643664 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab2ca314-2cb9-4929-98b1-f5314f46faba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.710016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f524b6c-d911-4598-a056-32131b3f52b7 req-2271e1e0-656f-405c-8d73-c2785f96882e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909531 Mar 11 17:20:11.800061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ca314-2cb9-4929-98b1-f5314f46faba None None] Port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:11.819024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c011fc0-3b87-4183-b5e7-8cf494b008a7 req-7ea6b4e4-1223-4f41-b2e1-5b3759e44fff tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:11.843590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c011fc0-3b87-4183-b5e7-8cf494b008a7 req-7ea6b4e4-1223-4f41-b2e1-5b3759e44fff tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 945 time: 0.1789277 Mar 11 17:20:12.046362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c011fc0-3b87-4183-b5e7-8cf494b008a7 req-774b976b-dda5-4016-b0d4-d2645be93982 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018719 Mar 11 17:20:12.091981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d454079-6ab1-49b3-99c9-43c65bdba3cd req-18ac1c2a-bb9d-441d-8f3e-b085b439b67f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:12.099901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d454079-6ab1-49b3-99c9-43c65bdba3cd req-18ac1c2a-bb9d-441d-8f3e-b085b439b67f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 944 time: 0.1492724 Mar 11 17:20:12.163833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d454079-6ab1-49b3-99c9-43c65bdba3cd req-ba6a4b2e-fa7f-45e1-8807-d1c33579f2c5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630503 Mar 11 17:20:12.232487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba47afd1-767c-49fd-81b3-8bfe22ddfd54 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:12.245918 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.264900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Transition to ACTIVE for port object ba47afd1-767c-49fd-81b3-8bfe22ddfd54 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:12.269564 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.343754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:12.429640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Attempting to bind port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:12.430309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Attempting to bind port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:12.430850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Attempting to bind port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:12.437778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:20:12.438110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Attempting to bind port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:12.443726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:12.444155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Checking segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:12.446196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Bound using segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:12.446514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Bound port: ba47afd1-767c-49fd-81b3-8bfe22ddfd54, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:12.446934 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.546237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] For port ba47afd1-767c-49fd-81b3-8bfe22ddfd54, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:12.550099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] For port ba47afd1-767c-49fd-81b3-8bfe22ddfd54, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:12.557700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.637908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:12.639390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.641296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba47afd1-767c-49fd-81b3-8bfe22ddfd54 HTTP/1.1" status: 200 len: 1092 time: 1.2258639 Mar 11 17:20:12.641771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'tag': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:12.644122 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e987bc-e16a-46e6-8f4e-60439c0ba2d4", "tag": "ba47afd1-767c-49fd-81b3-8bfe22ddfd54"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:12.733363 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de0bbb-b0f2-4b4f-84c9-61a2c2285fcd x-openstack-request-id: req-f0de0bbb-b0f2-4b4f-84c9-61a2c2285fcd {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:12.733637 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e987bc-e16a-46e6-8f4e-60439c0ba2d4", "tag": "ba47afd1-767c-49fd-81b3-8bfe22ddfd54", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:12.733896 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0de0bbb-b0f2-4b4f-84c9-61a2c2285fcd {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:12.734314 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'tag': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54', 'status': 'completed', 'code': 200} Mar 11 17:20:12.735984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be589c-8246-4e17-ae6b-287ee7d2fae8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:12.775213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc044-5118-4db8-8af4-461553784707 req-7661b137-1c59-4dc4-9740-aab04c9fd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:12.776808 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-7661b137-1c59-4dc4-9740-aab04c9fd196 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49&tenant_id=aba924be257049b6a82c2bc2be9fa879 HTTP/1.1" status: 200 len: 1095 time: 0.1785293 Mar 11 17:20:12.800228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:12.899736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-d304be38-aca1-43c6-9e32-c788374e9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:12.901503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-d304be38-aca1-43c6-9e32-c788374e9d34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 1095 time: 0.1854196 Mar 11 17:20:12.904441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.993891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-a62fd113-f840-4daa-9c9a-821fa48cef91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba47afd1-767c-49fd-81b3-8bfe22ddfd54 HTTP/1.1" status: 200 len: 217 time: 0.0688241 Mar 11 17:20:12.997566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07453b2e-16d9-4bd8-89fe-58647663ac17 req-d5598f98-57ad-49c6-8004-97be703bae58 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.005404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07453b2e-16d9-4bd8-89fe-58647663ac17 req-d5598f98-57ad-49c6-8004-97be703bae58 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 944 time: 0.1744587 Mar 11 17:20:13.182510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-29c6c0d6-6bdd-4f29-b890-e3b2d0df9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.184003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-29c6c0d6-6bdd-4f29-b890-e3b2d0df9a4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1741197 Mar 11 17:20:13.193867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07453b2e-16d9-4bd8-89fe-58647663ac17 req-d7b60c6d-7b84-465e-a54f-2047c78d5669 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876311 Mar 11 17:20:13.428165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:13.478346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:13.538892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 81883c67-8f73-41fc-86ed-709b4885d61e completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:13.543948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 81883c67-8f73-41fc-86ed-709b4885d61e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:13.544484 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.569588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-537567034', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:13.580132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679d5d9-6540-426c-a346-d7f3875b3037 req-4f16cda9-6d8e-4dd1-a704-6a11e6a1f1db tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.581746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9679d5d9-6540-426c-a346-d7f3875b3037 req-4f16cda9-6d8e-4dd1-a704-6a11e6a1f1db tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 945 time: 0.4592850 Mar 11 17:20:13.609787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Made reservation on behalf of 36bc8baf90e84c38a6b77f00d259069f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:13.611034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-359589a5-f897-45a1-b7d5-bbe637bd13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.612759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-359589a5-f897-45a1-b7d5-bbe637bd13f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4122391 Mar 11 17:20:13.612884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.618799 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-144212b6-4bb5-4b55-9433-55bd450b1f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.643024 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.647774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:13.685576 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.716564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:13.719663 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4035887b-8879-45b5-a4c6-13d0d811a80d" -d '{"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-plugged", "status": "completed", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:13.735843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:13.741365 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.758977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9679d5d9-6540-426c-a346-d7f3875b3037 req-d56ce674-5de1-4b16-8b28-709a045d1f92 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637394 Mar 11 17:20:13.761473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.769139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.777905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] device_id is not set on port 57e058c4-3f96-4d14-99df-5d0b3968d417 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:20:13.802900 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:13.811659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:13.853142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4bf202-3cdc-4bd9-b929-33c93e4c5a38,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:13.863189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94b792-fbca-43f9-b0ab-be3e68e84774 req-73dff00e-a6b6-42c0-ba6a-74735ee431a0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.865568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e94b792-fbca-43f9-b0ab-be3e68e84774 req-73dff00e-a6b6-42c0-ba6a-74735ee431a0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 944 time: 0.1543517 Mar 11 17:20:13.870521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-2abb8f2b-0504-4814-985b-527643977bb7 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386720 Mar 11 17:20:13.882590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a81c10-88ee-4e77-b263-656cfe0c38ec {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:13.942196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Allocated IP 172.25.8.150 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/57e058c4-3f96-4d14-99df-5d0b3968d417) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:13.964286 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.025929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Transition to ACTIVE for port object e3a81c10-88ee-4e77-b263-656cfe0c38ec will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:14.039840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.060736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e94b792-fbca-43f9-b0ab-be3e68e84774 req-cd0b73d6-befb-4952-a268-aaef47fd601d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781895 Mar 11 17:20:14.132656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fcc2f90-955f-488a-ac00-93b210c21782 req-425adf58-9def-40ee-b72e-a6279e1593ae service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333505 Mar 11 17:20:14.221261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.250080 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bb9ba8-2280-45ae-ae8c-6ee52c3b01cc x-openstack-request-id: req-13bb9ba8-2280-45ae-ae8c-6ee52c3b01cc {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:14.250621 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-plugged", "status": "completed", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:14.251057 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13bb9ba8-2280-45ae-ae8c-6ee52c3b01cc {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:14.251884 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e', 'code': 200} Mar 11 17:20:14.313472 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.358105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=9']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:14.382247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:14.426732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:14.435985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:14.452981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-c57f7924-d789-40df-91f6-cc3389d88fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:14.454462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-c57f7924-d789-40df-91f6-cc3389d88fa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 1095 time: 0.2009842 Mar 11 17:20:14.488922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Pushing event updated for resources: {'Port': ['ID=57e058c4-3f96-4d14-99df-5d0b3968d417,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:14.494244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] No DVR routers for this DVR port e3a81c10-88ee-4e77-b263-656cfe0c38ec on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:14.515521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efccaf-f6e1-4245-aa21-90c3e31ba9ff req-c2eed19a-00fa-4be1-bf1a-54139d417a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:14.521156 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40efccaf-f6e1-4245-aa21-90c3e31ba9ff req-c2eed19a-00fa-4be1-bf1a-54139d417a9a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 1097 time: 0.1912265 Mar 11 17:20:14.548231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:14.548978 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.563025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af68a9-1572-4e07-a9f5-d027bdbc27e2 req-ffee0134-b2a7-489d-8507-a8b8e95b3663 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:14.567143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55af68a9-1572-4e07-a9f5-d027bdbc27e2 req-ffee0134-b2a7-489d-8507-a8b8e95b3663 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 944 time: 0.2291410 Mar 11 17:20:14.588027 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fc511dc0-c96a-4bfa-8581-46f0d7f70599 tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.1556597 Mar 11 17:20:14.591715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52068) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:14.595194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.150'}]}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:14.607492 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40efccaf-f6e1-4245-aa21-90c3e31ba9ff req-10a9b062-3ceb-430f-bd3c-d43e46b35e7c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776253 Mar 11 17:20:14.624856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.626187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.728523 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.738449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55af68a9-1572-4e07-a9f5-d027bdbc27e2 req-b3cbaa14-f2d7-49e4-b00a-c55412dbabfc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353259 Mar 11 17:20:14.745749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-c0067a0d-74c5-443d-8965-a30eebb155d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:14.747299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-c0067a0d-74c5-443d-8965-a30eebb155d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2756464 Mar 11 17:20:14.795214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-dd671d30-cfe3-40c6-ab10-bdbd00cf169b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba47afd1-767c-49fd-81b3-8bfe22ddfd54 HTTP/1.1" status: 200 len: 217 time: 0.0396452 Mar 11 17:20:14.869514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Attempting to bind port e3a81c10-88ee-4e77-b263-656cfe0c38ec on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:14.869851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Attempting to bind port e3a81c10-88ee-4e77-b263-656cfe0c38ec by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:14.870255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Attempting to bind port e3a81c10-88ee-4e77-b263-656cfe0c38ec on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:14.892748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-f681fa5d-709e-4534-ba25-dc261430dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:14.894394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-f681fa5d-709e-4534-ba25-dc261430dab7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.0891693 Mar 11 17:20:14.908755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Port e3a81c10-88ee-4e77-b263-656cfe0c38ec on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:20:14.909145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Attempting to bind port e3a81c10-88ee-4e77-b263-656cfe0c38ec on network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:14.942553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:14.943008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Checking segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:14.943258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Bound using segment: {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:14.944280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Bound port: e3a81c10-88ee-4e77-b263-656cfe0c38ec, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8b9853-4408-4a5e-a7e3-5cce70e6d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:14.944280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.983744 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.038317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e4c11-0bba-43fd-88dd-c8705d315c6f req-0ffbceeb-8f21-4740-8cbf-e422bca651a7 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:15.039829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d32e4c11-0bba-43fd-88dd-c8705d315c6f req-0ffbceeb-8f21-4740-8cbf-e422bca651a7 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1655121 Mar 11 17:20:15.045257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-c46f03f6-ee42-40ed-a5f9-cf624f047557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:15.046759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-c46f03f6-ee42-40ed-a5f9-cf624f047557 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352923 Mar 11 17:20:15.106225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047342f-2cec-4bed-bf0d-14921743334e req-d5a1f42e-e2d1-4faa-868f-d938f1274ff8 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:15.107799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d047342f-2cec-4bed-bf0d-14921743334e req-d5a1f42e-e2d1-4faa-868f-d938f1274ff8 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 946 time: 0.1690896 Mar 11 17:20:15.176757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:15.199075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d32e4c11-0bba-43fd-88dd-c8705d315c6f req-d5a2dee0-d511-44b7-bc60-313433d136c2 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503608 Mar 11 17:20:15.219286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:15.225674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.272266 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.278544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d047342f-2cec-4bed-bf0d-14921743334e req-30d0965b-7999-4897-b1f9-6bcae9d4b50e tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597259 Mar 11 17:20:15.309534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:15.310351 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.311792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] 10.222.0.66 "PUT /v2.0/ports/e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 200 len: 1092 time: 2.5263622 Mar 11 17:20:15.314588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.315202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:15.326402 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48d1341-f2c8-4717-bc63-214302e68cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:15.366736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d27870-c6d6-4076-8685-84da9e2d180b service neutron] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=10']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:15.398686 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d8016c-f89d-42e1-a501-fd170753aec3 x-openstack-request-id: req-d9d8016c-f89d-42e1-a501-fd170753aec3 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:15.398686 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:15.398686 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9d8016c-f89d-42e1-a501-fd170753aec3 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:15.399198 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'status': 'completed', 'code': 200} Mar 11 17:20:15.403143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-9f62779f-f615-4d2e-aa6e-5ba3868d78fb service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430436 Mar 11 17:20:15.548562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653fdd-3174-4b98-918f-4432e46d7e90 req-0da2b960-9ca9-45ce-a78a-2da0695575c5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:15.557516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20653fdd-3174-4b98-918f-4432e46d7e90 req-0da2b960-9ca9-45ce-a78a-2da0695575c5 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.2176893 Mar 11 17:20:15.559118 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.579480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52092) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:15.593384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc044-5118-4db8-8af4-461553784707 req-3a0f2798-bf49-4638-9d6f-7ba7c1fb2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:15.595318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-3a0f2798-bf49-4638-9d6f-7ba7c1fb2f90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 1096 time: 0.2109621 Mar 11 17:20:15.697345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3deaa33-c8aa-474e-a4b7-50b9512f5b94 req-5befb70e-5f17-4200-b766-25fec89ac0ab service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692659 Mar 11 17:20:15.711782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20653fdd-3174-4b98-918f-4432e46d7e90 req-43a9f7ab-b9d2-4d2d-ae1c-160c401b54b0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535163 Mar 11 17:20:15.761263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.764262 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.766356 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ac75973-6365-4f3f-94f2-7e1fdaba2c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.784781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc044-5118-4db8-8af4-461553784707 req-6edba476-b50a-4dc1-bc8e-cb8bc28d4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:15.787111 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-6edba476-b50a-4dc1-bc8e-cb8bc28d4e4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.1834576 Mar 11 17:20:15.810078 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58d0129e-038f-4d81-b4b8-969d9860fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.819456 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.820400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c69ecfcb-c4fc-4e8b-a74b-f7d8dd4ce052 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:20:15.843819 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 17:20:15.848816 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-54eef332-c2f6-4851-94d7-f757f305c95c tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2589798 Mar 11 17:20:15.849633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52100) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:15.939085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-14d14513-5969-45ec-b1c1-3feb68541ef6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 200 len: 999 time: 0.1224098 Mar 11 17:20:15.942289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-10747ed6-20f2-497c-99d5-3a6a3b76365f tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Deleting port 57e058c4-3f96-4d14-99df-5d0b3968d417 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:15.942643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747ed6-20f2-497c-99d5-3a6a3b76365f tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.021244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d95029-b6c3-472f-9983-b85bd6b9f684 req-d9282e8f-e5ba-479d-84e9-e1c46477d98b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.022675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79d95029-b6c3-472f-9983-b85bd6b9f684 req-d9282e8f-e5ba-479d-84e9-e1c46477d98b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 944 time: 0.1933086 Mar 11 17:20:16.026251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ac75973-6365-4f3f-94f2-7e1fdaba2c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.027577 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747ed6-20f2-497c-99d5-3a6a3b76365f tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.035982 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ac75973-6365-4f3f-94f2-7e1fdaba2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.045778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-10747ed6-20f2-497c-99d5-3a6a3b76365f tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Calling delete_port for 57e058c4-3f96-4d14-99df-5d0b3968d417 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:16.108814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc044-5118-4db8-8af4-461553784707 req-a8a12b13-00cb-4ccc-a314-6b9196894f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.110325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-a8a12b13-00cb-4ccc-a314-6b9196894f32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.1458073 Mar 11 17:20:16.119480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8ac75973-6365-4f3f-94f2-7e1fdaba2c53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec7501fe4e04491e9247fe0612ca29fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369377 Mar 11 17:20:16.120820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52104) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:16.124418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac75973-6365-4f3f-94f2-7e1fdaba2c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a764849-9f71-48a8-aced-09b60100f9b8,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:16.136643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83466614-8a2a-4d99-b02b-824af00e0d32 req-8c0209f0-5a29-4261-bf11-00d808d2029e tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.138795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83466614-8a2a-4d99-b02b-824af00e0d32 req-8c0209f0-5a29-4261-bf11-00d808d2029e tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 946 time: 0.1904573 Mar 11 17:20:16.180495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79d95029-b6c3-472f-9983-b85bd6b9f684 req-f1ff184a-d360-4865-8ad9-0e209099f116 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399667 Mar 11 17:20:16.217623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc044-5118-4db8-8af4-461553784707 req-8b046d0f-98b4-4a23-8135-7383e8f32fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.219147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-8b046d0f-98b4-4a23-8135-7383e8f32fce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916321 Mar 11 17:20:16.222809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83466614-8a2a-4d99-b02b-824af00e0d32 req-0505559d-bec7-4db5-a57c-8d56047dbe28 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714812 Mar 11 17:20:16.225733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fb7062b-d60d-4d28-95bd-d4807eed3d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.251495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fb7062b-d60d-4d28-95bd-d4807eed3d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.271568 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747ed6-20f2-497c-99d5-3a6a3b76365f tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.317516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10747ed6-20f2-497c-99d5-3a6a3b76365f tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Pushing event deleted for resources: {'Port': ['ID=57e058c4-3f96-4d14-99df-5d0b3968d417,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:16.363339 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1a977-6fc4-4e17-9507-a452ff4407f3 req-46d742fb-a1ad-46a0-8ab4-e8440e540cda tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.365524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08c1a977-6fc4-4e17-9507-a452ff4407f3 req-46d742fb-a1ad-46a0-8ab4-e8440e540cda tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.0781212 Mar 11 17:20:16.369624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-9c4f802d-118c-4437-bf89-47518ce3e48d service neutron] 10.222.0.66 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404166 Mar 11 17:20:16.381015 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747ed6-20f2-497c-99d5-3a6a3b76365f tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.384614 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-10747ed6-20f2-497c-99d5-3a6a3b76365f tempest-RoutersAdminNegativeIpV6Test-1984543515 tempest-RoutersAdminNegativeIpV6Test-1984543515-project-admin] 10.222.0.53 "DELETE /v2.0/ports/57e058c4-3f96-4d14-99df-5d0b3968d417 HTTP/1.1" status: 204 len: 168 time: 0.5338526 Mar 11 17:20:16.393638 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fb7062b-d60d-4d28-95bd-d4807eed3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.396611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fb7062b-d60d-4d28-95bd-d4807eed3d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.400151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0fb7062b-d60d-4d28-95bd-d4807eed3d27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a764849-9f71-48a8-aced-09b60100f9b8 HTTP/1.1" status: 204 len: 168 time: 0.2758420 Mar 11 17:20:16.419364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7062b-d60d-4d28-95bd-d4807eed3d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a764849-9f71-48a8-aced-09b60100f9b8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:16.655351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:16.721600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08c1a977-6fc4-4e17-9507-a452ff4407f3 req-44f79e78-a85b-41e2-b185-a96519c1183b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479285 Mar 11 17:20:16.763904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-b951e8d8-c7d4-4288-b3c2-369c70b81056 service neutron] 10.222.0.66 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837819 Mar 11 17:20:16.821509 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a315d10c-218b-45d9-bf56-4a1dc58bd5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.831024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:16.849991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1b0e-f4f9-4e15-b4e4-6f458bd0a717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.898301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300a191-fd84-4c15-a46f-bf8b50cf3227 req-2fe2e84e-061a-4130-92ed-14051d4f14d4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.900076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8300a191-fd84-4c15-a46f-bf8b50cf3227 req-2fe2e84e-061a-4130-92ed-14051d4f14d4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.0839772 Mar 11 17:20:16.903911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-ad0abb14-2861-48fd-bc6d-180a821cbe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:16.905701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-ad0abb14-2861-48fd-bc6d-180a821cbe0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 1096 time: 0.0771143 Mar 11 17:20:16.912916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ba47afd1-767c-49fd-81b3-8bfe22ddfd54 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:20:17.029882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8300a191-fd84-4c15-a46f-bf8b50cf3227 req-610ea3fc-3892-461f-bce6-7f46a091d428 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051202 Mar 11 17:20:17.073376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-84381fed-144b-4864-a782-f27745967ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:17.075999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-84381fed-144b-4864-a782-f27745967ec1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.1616175 Mar 11 17:20:17.076578 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a315d10c-218b-45d9-bf56-4a1dc58bd5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.086732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a315d10c-218b-45d9-bf56-4a1dc58bd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.117687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.156896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ba47afd1-767c-49fd-81b3-8bfe22ddfd54, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:17.172951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'port_id': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54', 'mac_address': 'fa:16:3e:9a:91:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:20:17.208782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315d10c-218b-45d9-bf56-4a1dc58bd5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25c0ac8-8d5c-49ee-a3d4-d805a0d3b8cb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:17.221727 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a315d10c-218b-45d9-bf56-4a1dc58bd5fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33a3c0144b3947f5906b678ae80d3a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647933 Mar 11 17:20:17.223224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52148) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:17.248119 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.263975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba47afd1-767c-49fd-81b3-8bfe22ddfd54 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:17.266498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1b0e-f4f9-4e15-b4e4-6f458bd0a717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.286177 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1b0e-f4f9-4e15-b4e4-6f458bd0a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.298990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ba47afd1-767c-49fd-81b3-8bfe22ddfd54, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:17.305312 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.338955 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a0e1b0e-f4f9-4e15-b4e4-6f458bd0a717 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=092e500b73ec428f8fe0a23e0ef943c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053449 Mar 11 17:20:17.349362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52152) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:17.394788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e1b0e-f4f9-4e15-b4e4-6f458bd0a717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5598d4a-918c-48da-bfc6-981b15125bfc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:17.396295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-d4821282-3d1e-4788-88c0-98a984987ce8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 200 len: 999 time: 0.3045199 Mar 11 17:20:17.404119 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa118629-51de-4a76-b4a0-bb074e5641b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.407869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:17.437900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f9172a4-c120-44ba-b037-b8df3ec15f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.444327 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa118629-51de-4a76-b4a0-bb074e5641b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.486410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f9172a4-c120-44ba-b037-b8df3ec15f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.514675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00156-d551-4b52-9116-58f14e9a532e req-991b6c83-372a-4ba1-b420-cba564bedc55 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:17.516438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-991b6c83-372a-4ba1-b420-cba564bedc55 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 812 time: 0.3605042 Mar 11 17:20:17.556286 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa118629-51de-4a76-b4a0-bb074e5641b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.558220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-5ea84b3c-a7d1-497c-b048-bb25c100ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:17.559538 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa118629-51de-4a76-b4a0-bb074e5641b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.561103 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aa118629-51de-4a76-b4a0-bb074e5641b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a25c0ac8-8d5c-49ee-a3d4-d805a0d3b8cb HTTP/1.1" status: 204 len: 168 time: 0.3288500 Mar 11 17:20:17.574502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f9172a4-c120-44ba-b037-b8df3ec15f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.580788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f9172a4-c120-44ba-b037-b8df3ec15f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:17.582263 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4f9172a4-c120-44ba-b037-b8df3ec15f6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5598d4a-918c-48da-bfc6-981b15125bfc HTTP/1.1" status: 204 len: 168 time: 0.2315068 Mar 11 17:20:17.583357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa118629-51de-4a76-b4a0-bb074e5641b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25c0ac8-8d5c-49ee-a3d4-d805a0d3b8cb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:17.589403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-5ea84b3c-a7d1-497c-b048-bb25c100ab59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.1560264 Mar 11 17:20:17.591363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ba47afd1-767c-49fd-81b3-8bfe22ddfd54'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:17.637729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9172a4-c120-44ba-b037-b8df3ec15f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5598d4a-918c-48da-bfc6-981b15125bfc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:17.651292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f029fe8-c4df-47bc-a7b3-e2943194349a req-6737aac1-f424-4579-bf50-71a344536f8d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:17.660970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f029fe8-c4df-47bc-a7b3-e2943194349a req-6737aac1-f424-4579-bf50-71a344536f8d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 945 time: 0.3571844 Mar 11 17:20:17.813568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f029fe8-c4df-47bc-a7b3-e2943194349a req-9b2a79b5-dcea-49b2-a0b8-a30f910c411e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511204 Mar 11 17:20:17.825911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-52e79b07-576c-4a37-b118-cd2111986861 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/quotas/a148f824460d4f439a4e98f76fd0b3e6 HTTP/1.1" status: 200 len: 375 time: 0.2706513 Mar 11 17:20:17.879642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-26d444b8-bb16-4711-b47e-90070beeb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:17.890859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-26d444b8-bb16-4711-b47e-90070beeb71d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2961302 Mar 11 17:20:18.047488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63f250-0507-46da-8b8c-497e24681c06 req-25031b46-86fb-4b80-be40-f11fb52c7a99 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:18.052083 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae63f250-0507-46da-8b8c-497e24681c06 req-25031b46-86fb-4b80-be40-f11fb52c7a99 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 946 time: 0.2042205 Mar 11 17:20:18.144156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-e30f3e90-9904-407d-a383-041f2a011579 service neutron] 10.222.0.66 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168121 Mar 11 17:20:18.153211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-06983027-d7da-4931-9839-883d55b3b379 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3263905 Mar 11 17:20:18.290419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Deleting port a37bf467-8341-45c5-92e8-cc2c418e19cb {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:18.292645 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.411169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922a0cd-7632-478d-87bd-9fd927030012 req-da1aeebe-ed08-4cc7-9d24-aee61ed7fdad tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:18.412926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e922a0cd-7632-478d-87bd-9fd927030012 req-da1aeebe-ed08-4cc7-9d24-aee61ed7fdad tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 946 time: 0.3622565 Mar 11 17:20:18.414682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.427614 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52178) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:18.504480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-0941f241-478c-44dc-a89c-bd479dcd26dc service neutron] 10.222.0.53 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357952 Mar 11 17:20:18.620041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] For port a37bf467-8341-45c5-92e8-cc2c418e19cb, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a37bf467-8341-45c5-92e8-cc2c418e19cb,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:18.620967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.633510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e922a0cd-7632-478d-87bd-9fd927030012 req-a9702683-ded3-48db-9749-e1eb628ff9a1 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea110ccd-7c40-4c19-83c3-ed3c72653e40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082808 Mar 11 17:20:18.636070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b48d1341-f2c8-4717-bc63-214302e68cfe req-796e6cfa-3e37-49af-872d-3e7266c59ebf service neutron] 10.222.0.66 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781339 Mar 11 17:20:18.636483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52180) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:18.651792 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-98196058-48f9-49dd-a9d5-203f8298d08a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36bc8baf90e84c38a6b77f00d259069f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124512 Mar 11 17:20:18.733951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4b78ce1-4ba2-436b-b690-037a6cf6ea57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.769536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4b78ce1-4ba2-436b-b690-037a6cf6ea57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.863540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4b78ce1-4ba2-436b-b690-037a6cf6ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.894580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4b78ce1-4ba2-436b-b690-037a6cf6ea57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.898561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d4b78ce1-4ba2-436b-b690-037a6cf6ea57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c4bf202-3cdc-4bd9-b929-33c93e4c5a38 HTTP/1.1" status: 204 len: 168 time: 0.2565281 Mar 11 17:20:18.937012 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.023887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-42b8f103-b436-4c07-a50f-03b09ab9abee service neutron] 10.222.0.53 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960566 Mar 11 17:20:19.024673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b78ce1-4ba2-436b-b690-037a6cf6ea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4bf202-3cdc-4bd9-b929-33c93e4c5a38,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:19.117041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee359-2f8b-4cba-9562-da3400ad9e46 req-9d5baf37-a989-4444-a020-db704cd3f273 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:19.119112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e7ee359-2f8b-4cba-9562-da3400ad9e46 req-9d5baf37-a989-4444-a020-db704cd3f273 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.2755489 Mar 11 17:20:19.222864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e7ee359-2f8b-4cba-9562-da3400ad9e46 req-12985638-5af9-4c80-bb2f-28acd4d23d8d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933852 Mar 11 17:20:19.235210 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.237616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.237949 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Floating IP e5da5add-a2b5-4235-89b7-a6ee1a42300f disassociated. External IP: 172.25.8.7, port: a37bf467-8341-45c5-92e8-cc2c418e19cb. Mar 11 17:20:19.238326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Calling delete_port for a37bf467-8341-45c5-92e8-cc2c418e19cb owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:19.557297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ceff2fa1-e7c1-4962-ab70-a93b2e28aec2 req-9093ee83-be19-44dd-9d07-998918c908b7 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 210 time: 0.1228902 Mar 11 17:20:19.606229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbb0e3-1c0e-43cd-b8e1-9581ad710763 req-e21b2634-fdb6-4826-808c-120ed47318a5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:19.620009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16dbb0e3-1c0e-43cd-b8e1-9581ad710763 req-e21b2634-fdb6-4826-808c-120ed47318a5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 945 time: 0.2001038 Mar 11 17:20:19.683023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:19.746317 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16dbb0e3-1c0e-43cd-b8e1-9581ad710763 req-36811ab5-acf1-4779-a45c-cbaf11504ce4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252997 Mar 11 17:20:19.812521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Pushing event deleted for resources: {'Port': ['ID=a37bf467-8341-45c5-92e8-cc2c418e19cb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:19.896786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c657e9c4-57bb-4f95-a3b7-834e95660c9f req-141db625-61ee-4b06-a57b-4c800699842f tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 210 time: 0.0784094 Mar 11 17:20:20.028129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Router 112518b6-68e3-4bbb-9404-2b4ff3988057 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:20:20.183642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:20.202177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] Sync routers for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:20.220971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:20.223030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:20.269174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] No DVR routers for this DVR port a37bf467-8341-45c5-92e8-cc2c418e19cb on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:20.276310 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:20.283044 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae63f250-0507-46da-8b8c-497e24681c06 req-b289fbbf-7c6c-4a45-8b40-82356e519376 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.66 "DELETE /v2.0/ports/a37bf467-8341-45c5-92e8-cc2c418e19cb HTTP/1.1" status: 204 len: 173 time: 2.2067525 Mar 11 17:20:20.283565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'name': 'network-vif-deleted', 'tag': 'a37bf467-8341-45c5-92e8-cc2c418e19cb'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:20.291577 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2ce722-6cbf-4ac1-9c90-3be15659a797" -d '{"events": [{"server_uuid": "43dd92f1-1f9f-4925-934c-1634544b25e2", "name": "network-vif-deleted", "tag": "a37bf467-8341-45c5-92e8-cc2c418e19cb"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:20.370783 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f53ed6-3dba-4529-adef-7ee84cd0446e x-openstack-request-id: req-77f53ed6-3dba-4529-adef-7ee84cd0446e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:20.371374 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dd92f1-1f9f-4925-934c-1634544b25e2", "name": "network-vif-deleted", "tag": "a37bf467-8341-45c5-92e8-cc2c418e19cb", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:20.372230 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77f53ed6-3dba-4529-adef-7ee84cd0446e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:20.372912 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dd92f1-1f9f-4925-934c-1634544b25e2', 'name': 'network-vif-deleted', 'tag': 'a37bf467-8341-45c5-92e8-cc2c418e19cb', 'status': 'completed', 'code': 200} Mar 11 17:20:20.498639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5219e1-4554-4cfa-92d5-f5717032be13 req-e543e9c1-2326-4631-be54-60add1ea8bbb tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:20.513635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca5219e1-4554-4cfa-92d5-f5717032be13 req-e543e9c1-2326-4631-be54-60add1ea8bbb tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.1032455 Mar 11 17:20:20.656974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca5219e1-4554-4cfa-92d5-f5717032be13 req-19733b8a-147e-4a21-8550-116e1d4d8902 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421633 Mar 11 17:20:20.781384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e33f5e3-cf51-44e1-b32e-64b085cd4d85 req-ada8fedd-384a-41dd-abc9-062369e55faa tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 210 time: 0.0467966 Mar 11 17:20:20.795989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:20:20.923575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52250) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:20.994348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0a02f-4aa8-4a5c-8b1c-45c47575af3e req-7699a1fd-63a0-49bf-a18c-a959fd4e1eb2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:20.996197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ba47afd1-767c-49fd-81b3-8bfe22ddfd54 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:21.005988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1f0a02f-4aa8-4a5c-8b1c-45c47575af3e req-7699a1fd-63a0-49bf-a18c-a959fd4e1eb2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 945 time: 0.1233008 Mar 11 17:20:21.052826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c0388e42-5fb6-456a-8426-8259b7455848 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] Request body: {'port': {'network_id': '70c9b6c0-c9d6-4653-9e91-6934e7f212a5', 'name': 'tempest-NetworksNegativeTestJSON-1654358759'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:21.071669 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0388e42-5fb6-456a-8426-8259b7455848 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] POST failed (client error): The resource could not be found. Mar 11 17:20:21.073218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0388e42-5fb6-456a-8426-8259b7455848 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:20:21.080687 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c0388e42-5fb6-456a-8426-8259b7455848 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1544986 Mar 11 17:20:21.081465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52254) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.105336 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7ca03a-602a-4c54-a5ac-b1d422438229 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] DELETE failed (client error): The resource could not be found. Mar 11 17:20:21.106121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7ca03a-602a-4c54-a5ac-b1d422438229 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:20:21.114405 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3e7ca03a-602a-4c54-a5ac-b1d422438229 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "DELETE /v2.0/networks/addf647c-25f2-4f56-ae4e-ead54cc19f36 HTTP/1.1" status: 404 len: 339 time: 0.0314958 Mar 11 17:20:21.115391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.146692 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-33821f59-a852-4c21-87ea-7d8666939161 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] DELETE failed (client error): The resource could not be found. Mar 11 17:20:21.153304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33821f59-a852-4c21-87ea-7d8666939161 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:20:21.159189 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-33821f59-a852-4c21-87ea-7d8666939161 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "DELETE /v2.0/ports/a1a007ac-fcf4-4d34-ba9f-b4d9b1032752 HTTP/1.1" status: 404 len: 333 time: 0.0426345 Mar 11 17:20:21.165203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.217394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1f0a02f-4aa8-4a5c-8b1c-45c47575af3e req-c64e6232-f441-4e92-99d8-0a6097db1b05 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015789 Mar 11 17:20:21.220208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7cfb9e0d-5ef0-4e25-8eda-90f0917b96ef req-6d8f60f8-783b-4855-aab8-b221cec583e8 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dd92f1-1f9f-4925-934c-1634544b25e2 HTTP/1.1" status: 200 len: 210 time: 0.1409981 Mar 11 17:20:21.227992 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebbbefe-b5ab-44da-9b3d-f796978dc711 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] DELETE failed (client error): The resource could not be found. Mar 11 17:20:21.228602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebbbefe-b5ab-44da-9b3d-f796978dc711 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:20:21.242604 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8ebbbefe-b5ab-44da-9b3d-f796978dc711 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "DELETE /v2.0/subnets/442f3a1e-ea06-4c98-b177-622082c94166 HTTP/1.1" status: 404 len: 337 time: 0.0761769 Mar 11 17:20:21.243448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52260) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.274905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:21.289741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:21.290289 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.297147 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4803cffa-ac00-46e8-b4e0-447bbe8e2b17 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] GET failed (client error): The resource could not be found. Mar 11 17:20:21.306236 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4803cffa-ac00-46e8-b4e0-447bbe8e2b17 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "GET /v2.0/networks/7296c32b-934e-4483-a801-6403afd72167 HTTP/1.1" status: 404 len: 339 time: 0.0611112 Mar 11 17:20:21.310048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52264) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.360557 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b4ce83-8ee0-49d2-88fd-294753a80f34 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] GET failed (client error): The resource could not be found. Mar 11 17:20:21.362475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-62b4ce83-8ee0-49d2-88fd-294753a80f34 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "GET /v2.0/ports/2e020061-ea6e-433b-a509-9b6612d5b7ac HTTP/1.1" status: 404 len: 333 time: 0.0513263 Mar 11 17:20:21.366454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.456653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52268) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.485881 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-084bc328-9787-4e71-aac7-d7cf5cd4201f tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] GET failed (client error): The resource could not be found. Mar 11 17:20:21.487947 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-084bc328-9787-4e71-aac7-d7cf5cd4201f tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "GET /v2.0/subnets/f7ba71af-9934-4a73-96de-dbf678327162 HTTP/1.1" status: 404 len: 337 time: 0.1203387 Mar 11 17:20:21.491833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52272) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.501237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e559306b-4dad-4418-ba41-96229450b048 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:21.540249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.542771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a37bf467-8341-45c5-92e8-cc2c418e19cb no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:21.548922 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e559306b-4dad-4418-ba41-96229450b048 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] PUT failed (client error): The resource could not be found. Mar 11 17:20:21.551402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e559306b-4dad-4418-ba41-96229450b048 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:20:21.553144 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e559306b-4dad-4418-ba41-96229450b048 tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "PUT /v2.0/networks/9e9dfa5b-3ed0-4345-8697-6e2b2c47eccf HTTP/1.1" status: 404 len: 339 time: 0.0600848 Mar 11 17:20:21.557327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52274) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.574897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9a28267e-f6ac-4a81-a8cd-8101c7783acb tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:21.602137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: a37bf467-8341-45c5-92e8-cc2c418e19cb {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:20:21.602481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a37bf467-8341-45c5-92e8-cc2c418e19cb not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:20:21.632541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00156-d551-4b52-9116-58f14e9a532e req-cc6fd244-1994-46bd-9e2a-a4fd3d78cf4d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:21.637250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-cc6fd244-1994-46bd-9e2a-a4fd3d78cf4d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.46 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 812 time: 0.2410753 Mar 11 17:20:21.647667 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a28267e-f6ac-4a81-a8cd-8101c7783acb tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] PUT failed (client error): The resource could not be found. Mar 11 17:20:21.650812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a28267e-f6ac-4a81-a8cd-8101c7783acb tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:20:21.652462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Request body: {'port': {'device_id': '4c457811-2099-4e9b-8b67-4df5393522c2', 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027', 'admin_state_up': True, 'tenant_id': 'a148f824460d4f439a4e98f76fd0b3e6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:21.657685 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9a28267e-f6ac-4a81-a8cd-8101c7783acb tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "PUT /v2.0/ports/6f7ead31-a78c-4c16-b952-9cc0a31f3535 HTTP/1.1" status: 404 len: 333 time: 0.0958009 Mar 11 17:20:21.660243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52276) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:21.716079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-25c1f981-2ce7-4948-b65a-f734a67bc38d tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:21.724297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b31b47e-b650-4e9d-99df-7a9fcbb33c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.768052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:21.770768 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0fa7e2-2278-40ec-abd2-8052ae9296c0" -d '{"events": [{"server_uuid": "c2e987bc-e16a-46e6-8f4e-60439c0ba2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ba47afd1-767c-49fd-81b3-8bfe22ddfd54"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:21.807583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ba47afd1-767c-49fd-81b3-8bfe22ddfd54, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:21.827727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.843563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:27Z', 'revision_number': 5, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:21.859430 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b31b47e-b650-4e9d-99df-7a9fcbb33c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.859679 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c1f981-2ce7-4948-b65a-f734a67bc38d tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] PUT failed (client error): The resource could not be found. Mar 11 17:20:21.860211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c1f981-2ce7-4948-b65a-f734a67bc38d tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:20:21.865480 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b31b47e-b650-4e9d-99df-7a9fcbb33c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:21.869110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-25c1f981-2ce7-4948-b65a-f734a67bc38d tempest-NetworksNegativeTestJSON-1324760892 tempest-NetworksNegativeTestJSON-1324760892-project] 10.222.0.53 "PUT /v2.0/subnets/49bb6701-8040-4acd-9b6a-c15d4215be5c HTTP/1.1" status: 404 len: 337 time: 0.2004752 Mar 11 17:20:21.921063 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f7d904-0503-4e5e-90d6-d3a35df583dd x-openstack-request-id: req-34f7d904-0503-4e5e-90d6-d3a35df583dd {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:21.921458 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e987bc-e16a-46e6-8f4e-60439c0ba2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ba47afd1-767c-49fd-81b3-8bfe22ddfd54", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:21.921715 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34f7d904-0503-4e5e-90d6-d3a35df583dd {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:21.922134 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54', 'code': 200} Mar 11 17:20:21.998416 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] Checking router: 112518b6-68e3-4bbb-9404-2b4ff3988057 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:20:22.041033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4b31b47e-b650-4e9d-99df-7a9fcbb33c20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc37412c1c5440f786b412762844564a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746887 Mar 11 17:20:22.041358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:22.041358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:22.042931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31b47e-b650-4e9d-99df-7a9fcbb33c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66d07a0-cc18-41c1-b91a-a44890165161,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:22.046818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52288) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:22.096680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fe7b1-c59f-47a1-957a-c2dc290d80c9 req-8f1f1d81-f3db-4026-a776-05b902fdc472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:22.098552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c12fe7b1-c59f-47a1-957a-c2dc290d80c9 req-8f1f1d81-f3db-4026-a776-05b902fdc472 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1187177 Mar 11 17:20:22.163984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d548c53-dd50-4cb7-9df0-03d59f370da1 req-4c761fc2-c383-4ca5-813b-48ad0c01e4eb tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:22.175671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d548c53-dd50-4cb7-9df0-03d59f370da1 req-4c761fc2-c383-4ca5-813b-48ad0c01e4eb tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.3298707 Mar 11 17:20:22.219790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cdaaaa0-1697-4821-a128-dad6ed33fe40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.233632 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c12fe7b1-c59f-47a1-957a-c2dc290d80c9 req-9fa33e32-9b49-4e5f-aa07-41695b80eb3d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245844 Mar 11 17:20:22.257957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5960bad1-dda1-4d15-a0fe-ce2b98228cb4 req-ad1abad0-1223-4424-8d7c-4b7d16a25f98 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 210 time: 0.1621363 Mar 11 17:20:22.266428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Made reservation on behalf of a148f824460d4f439a4e98f76fd0b3e6 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:22.278803 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.289603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:20:22.311828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cdaaaa0-1697-4821-a128-dad6ed33fe40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.428045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52296) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:22.447427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cdaaaa0-1697-4821-a128-dad6ed33fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.452601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cdaaaa0-1697-4821-a128-dad6ed33fe40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.459236 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3cdaaaa0-1697-4821-a128-dad6ed33fe40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e66d07a0-cc18-41c1-b91a-a44890165161 HTTP/1.1" status: 204 len: 168 time: 0.4098809 Mar 11 17:20:22.491008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:22.491194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d548c53-dd50-4cb7-9df0-03d59f370da1 req-1d9269e1-b743-44ba-8c43-d4768834e325 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139243 Mar 11 17:20:22.498141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdaaaa0-1697-4821-a128-dad6ed33fe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66d07a0-cc18-41c1-b91a-a44890165161,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:22.713344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:27Z', 'revision_number': 5, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:22.719999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52308) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:22.797438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8482401-a0d4-4c06-b0da-f8684cdf81c0 None None] The sync data for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 is: [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:18:16Z', 'revision_number': 4, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '20e43b9b-4e31-4925-8e57-8510831f866e', 'name': '', 'network_id': 'e673c20a-db0f-4fb0-87a2-26ab70db7a47', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'mac_address': 'fa:16:3e:d8:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:15Z', 'updated_at': '2022-03-11T17:18:27Z', 'revision_number': 5, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'subnets': [{'id': '604aaae0-d5b2-4e73-a027-2e9abcaa650a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:22.827108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Allocated IP 172.20.0.5 (7dd1d19d-d97e-41e1-a230-5227c0a2b027/2e0b1456-cf94-4a9d-a4e5-66b37136e2d7/d8efa433-d423-4c7a-b1cf-58a6c82bcf0b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:22.830833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24789298-3a25-4309-ab90-d87c2017e403 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.917766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24789298-3a25-4309-ab90-d87c2017e403 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:22.984081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde364-dd30-42db-abae-5ec574c54683 req-07d7d4c1-c8c7-48d8-ab01-d6d157e44375 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:22.994318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2fde364-dd30-42db-abae-5ec574c54683 req-07d7d4c1-c8c7-48d8-ab01-d6d157e44375 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 946 time: 0.5254054 Mar 11 17:20:23.081161 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24789298-3a25-4309-ab90-d87c2017e403 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.085726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24789298-3a25-4309-ab90-d87c2017e403 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.088510 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-24789298-3a25-4309-ab90-d87c2017e403 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "DELETE /v2.0/security-groups/ea110ccd-7c40-4c19-83c3-ed3c72653e40 HTTP/1.1" status: 204 len: 168 time: 0.3658731 Mar 11 17:20:23.107046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52310) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:23.133860 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:20:23.191598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2fde364-dd30-42db-abae-5ec574c54683 req-15e96ce5-c46a-4ff8-a00e-a95e43b24d5a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963613 Mar 11 17:20:23.227681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24789298-3a25-4309-ab90-d87c2017e403 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea110ccd-7c40-4c19-83c3-ed3c72653e40,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:23.238992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc56bfd7-d867-4ea9-8dbb-ea790a136e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.245970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:23.251512 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-f873a9e1-ece2-4e26-86aa-ddb56657f21a tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] show failed (client error): The resource could not be found. Mar 11 17:20:23.257460 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f873a9e1-ece2-4e26-86aa-ddb56657f21a tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "GET /v2.0/security-groups/ea110ccd-7c40-4c19-83c3-ed3c72653e40 HTTP/1.1" status: 404 len: 347 time: 0.1459062 Mar 11 17:20:23.261786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52314) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:23.358519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-867b19e3-5321-47a1-ad20-5d6a20f6298b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.442284 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.610123 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3816a-27ae-4d8c-ae5d-4ad9632611a1 None None] New status for floating IP e5da5add-a2b5-4235-89b7-a6ee1a42300f: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:20:23.654593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d732c0d-a197-4ece-83c1-6619bfebdd64 req-2653049b-4e90-4215-ac8d-4107202af4bf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 210 time: 0.1996872 Mar 11 17:20:23.663690 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.676548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['81883c67-8f73-41fc-86ed-709b4885d61e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:23.790213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc56bfd7-d867-4ea9-8dbb-ea790a136e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.829383 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc56bfd7-d867-4ea9-8dbb-ea790a136e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.884448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-867b19e3-5321-47a1-ad20-5d6a20f6298b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.885455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56bfd7-d867-4ea9-8dbb-ea790a136e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406afa6b-8f4b-4b7e-8074-9406cbbedff2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:23.895900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-867b19e3-5321-47a1-ad20-5d6a20f6298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.956609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b19e3-5321-47a1-ad20-5d6a20f6298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1cd0f5-6113-4975-b798-bb6b8863c222,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:23.988389 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cc56bfd7-d867-4ea9-8dbb-ea790a136e12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e993315947c64b538ea6bbf00473bd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5576167 Mar 11 17:20:23.998978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:24.003061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52320) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:24.016942 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-867b19e3-5321-47a1-ad20-5d6a20f6298b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3444df089a9b42ff896bbc2ec129fe2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685874 Mar 11 17:20:24.020252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:24.062687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:24.066035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:24.107618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Pushing event updated for resources: {'Port': ['ID=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:24.143260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa052e53-a7be-473c-98de-634ad92d0290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.143817 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92782c03-872b-4bf6-8762-63f0855758b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.178796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf252c-0878-42bd-a759-619e86d9d08e req-3a1de83c-ec29-4d8e-87df-2b8644e37e2f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:24.186857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5cf252c-0878-42bd-a759-619e86d9d08e req-3a1de83c-ec29-4d8e-87df-2b8644e37e2f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.3400462 Mar 11 17:20:24.192680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Deleting port 48859dd9-f11f-4c99-95ac-1c32a6d307a7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:24.193212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.196282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa052e53-a7be-473c-98de-634ad92d0290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.303125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa052e53-a7be-473c-98de-634ad92d0290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.313683 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.314238 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.318651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa052e53-a7be-473c-98de-634ad92d0290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.328993 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fa052e53-a7be-473c-98de-634ad92d0290 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b1cd0f5-6113-4975-b798-bb6b8863c222 HTTP/1.1" status: 204 len: 168 time: 0.3043249 Mar 11 17:20:24.342296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:24.343078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.374329 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92782c03-872b-4bf6-8762-63f0855758b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:24.380544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa052e53-a7be-473c-98de-634ad92d0290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1cd0f5-6113-4975-b798-bb6b8863c222,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:24.381201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Calling delete_port for 48859dd9-f11f-4c99-95ac-1c32a6d307a7 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:24.436854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5cf252c-0878-42bd-a759-619e86d9d08e req-a3941173-fd25-4958-9195-06f95ef5978b tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422271 Mar 11 17:20:24.448832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-324d1b97-70a0-415c-a181-62e7a9ec60e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8011968 Mar 11 17:20:24.658067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Request body: {'port': {'device_id': '4c457811-2099-4e9b-8b67-4df5393522c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:24.866190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db021cfe-cb24-416a-b56b-cdc8251aa8d4 req-498f7812-a002-402f-a0f3-0dc0825f4f64 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:24.881045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db021cfe-cb24-416a-b56b-cdc8251aa8d4 req-498f7812-a002-402f-a0f3-0dc0825f4f64 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 946 time: 0.4419572 Mar 11 17:20:24.883714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.292062 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.354685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db021cfe-cb24-416a-b56b-cdc8251aa8d4 req-ba493567-3db8-4df4-b159-d51a52bcc165 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725697 Mar 11 17:20:25.475269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Pushing event deleted for resources: {'Port': ['ID=48859dd9-f11f-4c99-95ac-1c32a6d307a7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:25.477216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92782c03-872b-4bf6-8762-63f0855758b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.481479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92782c03-872b-4bf6-8762-63f0855758b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.485958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-92782c03-872b-4bf6-8762-63f0855758b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/406afa6b-8f4b-4b7e-8074-9406cbbedff2 HTTP/1.1" status: 204 len: 168 time: 1.4762933 Mar 11 17:20:25.578430 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-f358b9d5-9a33-4ac4-8598-c4118c9620a9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=080774e382a94480ae2d5e9788b772f8 HTTP/1.1" status: 200 len: 267 time: 0.0934727 Mar 11 17:20:25.597341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92782c03-872b-4bf6-8762-63f0855758b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406afa6b-8f4b-4b7e-8074-9406cbbedff2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:25.617352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8268873-08f1-465e-9167-9478c1e64f44 req-6aa5467e-3950-4d72-b25e-9691d1307251 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:25.629121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8268873-08f1-465e-9167-9478c1e64f44 req-6aa5467e-3950-4d72-b25e-9691d1307251 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 931 time: 0.8348553 Mar 11 17:20:25.814145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.816569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:25.818187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-32f1505e-f715-4f20-9262-07338c629645 tempest-ServersTestManualDisk-673737416 tempest-ServersTestManualDisk-673737416-project] 10.222.0.53 "DELETE /v2.0/floatingips/e5da5add-a2b5-4235-89b7-a6ee1a42300f HTTP/1.1" status: 204 len: 168 time: 2.5506704 Mar 11 17:20:25.821691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52362) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:25.857675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8268873-08f1-465e-9167-9478c1e64f44 req-66389c1a-3d5a-4c6d-97a5-d299d89b098d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265925 Mar 11 17:20:25.919111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-e7e7019a-90d0-4f0f-a063-2189bb0405a1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:25.921211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-e7e7019a-90d0-4f0f-a063-2189bb0405a1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 946 time: 0.3200788 Mar 11 17:20:25.974463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-257dde67-af1b-4330-8d1c-7c53a63ca1cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'port': {'security_groups': []}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:26.335122 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-257dde67-af1b-4330-8d1c-7c53a63ca1cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.670319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8efa433-d423-4c7a-b1cf-58a6c82bcf0b {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:26.692417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:26.727993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Transition to ACTIVE for port object d8efa433-d423-4c7a-b1cf-58a6c82bcf0b will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:26.774286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5511d-b77a-42a9-be71-569482ba812d req-893f0133-32c0-493d-890b-19b0d84cf5a6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:26.785002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82a5511d-b77a-42a9-be71-569482ba812d req-893f0133-32c0-493d-890b-19b0d84cf5a6 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.6913469 Mar 11 17:20:26.837861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.029857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82a5511d-b77a-42a9-be71-569482ba812d req-5e58e7cf-1107-4f7d-a2d8-2b539be317cf tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432401 Mar 11 17:20:27.130284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Pushing event updated for resources: {'Port': ['ID=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:27.233952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.375538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Attempting to bind port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:27.378058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Attempting to bind port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '3bfbcd84-2546-4921-b8c8-96ea3abd10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:27.378977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Attempting to bind port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b on network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:27.393428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b on network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:20:27.393836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Attempting to bind port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b on network 7dd1d19d-d97e-41e1-a230-5227c0a2b027 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:27.409999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff8c09-90b8-47c7-ac0a-265cfb4d7dbd req-b23cdec7-9ad6-407f-a804-da6670decc52 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:27.412454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcff8c09-90b8-47c7-ac0a-265cfb4d7dbd req-b23cdec7-9ad6-407f-a804-da6670decc52 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 943 time: 0.2223639 Mar 11 17:20:27.418983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:27.419443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Checking segment: {'id': '3bfbcd84-2546-4921-b8c8-96ea3abd10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:27.419764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Bound using segment: {'id': '3bfbcd84-2546-4921-b8c8-96ea3abd10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:27.420951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Bound port: d8efa433-d423-4c7a-b1cf-58a6c82bcf0b, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfbcd84-2546-4921-b8c8-96ea3abd10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:27.421489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.518802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-257dde67-af1b-4330-8d1c-7c53a63ca1cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] For port ba47afd1-767c-49fd-81b3-8bfe22ddfd54, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:27.524173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcff8c09-90b8-47c7-ac0a-265cfb4d7dbd req-d8edc2d1-66f9-4d89-8571-54a8a5e97c25 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937192 Mar 11 17:20:27.637648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] For port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:27.645895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] For port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:27.674113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.713315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52400) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:27.724312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Deleting port 20e43b9b-4e31-4925-8e57-8510831f866e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:27.725070 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.759297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:27.760066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.762715 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] 10.222.0.46 "PUT /v2.0/ports/d8efa433-d423-4c7a-b1cf-58a6c82bcf0b HTTP/1.1" status: 200 len: 1091 time: 3.1139972 Mar 11 17:20:27.768721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c457811-2099-4e9b-8b67-4df5393522c2', 'tag': 'd8efa433-d423-4c7a-b1cf-58a6c82bcf0b'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:27.772153 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c457811-2099-4e9b-8b67-4df5393522c2", "tag": "d8efa433-d423-4c7a-b1cf-58a6c82bcf0b"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:27.857001 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-257dde67-af1b-4330-8d1c-7c53a63ca1cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.900849 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-257dde67-af1b-4330-8d1c-7c53a63ca1cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:27.930888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b7449359-c845-4633-bba1-fa0ee78ce186'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:27.935465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d62d8405-0624-460c-bfc5-549470c9c0ea', 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:27.943841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7780e8-3300-4a46-bacd-eea5c6a5345a service neutron] Pushing event updated for resources: {'Port': ['ID=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:27.956833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] For port 20e43b9b-4e31-4925-8e57-8510831f866e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=20e43b9b-4e31-4925-8e57-8510831f866e,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:27.957379 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.005837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Calling delete_port for 20e43b9b-4e31-4925-8e57-8510831f866e owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:28.084105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-257dde67-af1b-4330-8d1c-7c53a63ca1cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:28.085261 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-257dde67-af1b-4330-8d1c-7c53a63ca1cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.097191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-047b0814-19fc-48c2-a21b-3b5a6d627160 req-257dde67-af1b-4330-8d1c-7c53a63ca1cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "PUT /v2.0/ports/ba47afd1-767c-49fd-81b3-8bfe22ddfd54 HTTP/1.1" status: 200 len: 905 time: 2.1668508 Mar 11 17:20:28.123529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'network': {'name': 'tempest-RoutersTest-1915055791'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:28.172866 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b4d14d-e2a9-4276-aab0-25f08d61a0ed x-openstack-request-id: req-56b4d14d-e2a9-4276-aab0-25f08d61a0ed {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:28.173171 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c457811-2099-4e9b-8b67-4df5393522c2", "tag": "d8efa433-d423-4c7a-b1cf-58a6c82bcf0b", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:28.173422 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56b4d14d-e2a9-4276-aab0-25f08d61a0ed {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:28.177310 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c457811-2099-4e9b-8b67-4df5393522c2', 'tag': 'd8efa433-d423-4c7a-b1cf-58a6c82bcf0b', 'status': 'completed', 'code': 200} Mar 11 17:20:28.182655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00156-d551-4b52-9116-58f14e9a532e req-5c7ad4c9-e958-46d2-8af8-69dcbb24d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:28.199580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-5c7ad4c9-e958-46d2-8af8-69dcbb24d6ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 1094 time: 0.3846574 Mar 11 17:20:28.265788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ba47afd1-767c-49fd-81b3-8bfe22ddfd54'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:28.339227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-7c174829-19f7-4f08-aeb6-491694fb33c3 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=859dfd40229d4604849b30dcd3959c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539477 Mar 11 17:20:28.450124 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.464388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-6931505f-ce64-4737-9b35-47a38d146cb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b HTTP/1.1" status: 200 len: 217 time: 0.2425404 Mar 11 17:20:28.503683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Pushing event deleted for resources: {'Port': ['ID=20e43b9b-4e31-4925-8e57-8510831f866e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:28.541851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dde67-af1b-4330-8d1c-7c53a63ca1cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'Port': ['ID=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:28.546884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-624e36ad-b14c-4ded-83c8-e54b9565120c None None] Provisioning complete for port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:28.547175 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-624e36ad-b14c-4ded-83c8-e54b9565120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.614066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:28.619780 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.684642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.869126 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.900983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.929018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00156-d551-4b52-9116-58f14e9a532e req-b23e4bea-6024-4049-8a29-7d7ed9961760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:28.930527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-b23e4bea-6024-4049-8a29-7d7ed9961760 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 HTTP/1.1" status: 200 len: 852 time: 0.3906715 Mar 11 17:20:28.945745 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.949739 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:28.982184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:20:28.995039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-1061d9d9-ef65-49be-8e25-3e7cc6f08a1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dd1d19d-d97e-41e1-a230-5227c0a2b027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418756 Mar 11 17:20:29.021009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89649-bc59-4194-bd10-921c55e1ca31 req-1b0c412c-9569-467f-acd6-9646bd64b480 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:29.022618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13c89649-bc59-4194-bd10-921c55e1ca31 req-1b0c412c-9569-467f-acd6-9646bd64b480 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.6023726 Mar 11 17:20:29.052929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.053362 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added segment c898a51a-d7b7-4c3e-a7ba-b0b00791e34a of type vlan for network 70d65bec-dca3-4e47-8736-9222729f9ab8 Mar 11 17:20:29.078900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eee7ad7-ccd4-4799-a100-c4691bf6fa17,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:29.149632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-eb2a18eb-cc19-4273-b824-c51e218ec936 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:29.151139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-eb2a18eb-cc19-4273-b824-c51e218ec936 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6965518 Mar 11 17:20:29.243687 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.256921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-46184b8d-f80d-4060-8ae5-c81192f46c36 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/quotas/859dfd40229d4604849b30dcd3959c26 HTTP/1.1" status: 200 len: 375 time: 0.0783751 Mar 11 17:20:29.348481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13c89649-bc59-4194-bd10-921c55e1ca31 req-c02694c7-b635-4015-96ac-ab4fda5fa173 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122091 Mar 11 17:20:29.371715 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:20:29.375904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-b60b75cd-8781-4bc7-a11e-66b8ed508362 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=859dfd40229d4604849b30dcd3959c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027555 Mar 11 17:20:29.398828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-60a315e5-e8cf-4410-ad01-d509d2dcd782 service neutron] 10.222.0.46 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913560 Mar 11 17:20:29.401300 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.408051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:29.408749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.560070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8435783 Mar 11 17:20:29.569576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52424) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:29.584229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'network': {'name': 'tempest-RoutersTest-1607141174'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:29.635013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Router 112518b6-68e3-4bbb-9404-2b4ff3988057 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:20:29.651024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af22ecb-ed49-4ea6-b99f-eed8874661a6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Network': ['ID=70d65bec-dca3-4e47-8736-9222729f9ab8,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:29.682529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 70d65bec-dca3-4e47-8736-9222729f9ab8 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:20:29.695316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ef5a-a4aa-4b82-b316-a3ac6d67fc60 req-5de792a1-b747-40bd-abdf-ea8e50dcd216 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:29.695573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:29.697440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1bc4ef5a-a4aa-4b82-b316-a3ac6d67fc60 req-5de792a1-b747-40bd-abdf-ea8e50dcd216 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 908 time: 0.0947485 Mar 11 17:20:29.702497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-daf00156-d551-4b52-9116-58f14e9a532e req-90fe8231-f4f3-4099-a701-09ab0baad5ef service neutron] 10.222.0.46 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898054 Mar 11 17:20:29.730665 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.880983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:20:29.885876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-103b1b42-8e83-4757-92e9-8db40b6580b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:29.887936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-103b1b42-8e83-4757-92e9-8db40b6580b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 1094 time: 0.1143320 Mar 11 17:20:29.959235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf8ccd-ec13-4a0a-a0e3-095e0012381a req-95dff77c-87dd-4169-b60b-50203fe427b6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:29.960908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fdf8ccd-ec13-4a0a-a0e3-095e0012381a req-95dff77c-87dd-4169-b60b-50203fe427b6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 943 time: 0.1098902 Mar 11 17:20:29.978417 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:29.979111 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added segment f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6 of type vlan for network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa Mar 11 17:20:30.059081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:30.072057 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8ba37758-63db-48be-84ed-4ed913d8eb2c admin admin] 10.222.0.53 "PUT /v2.0/routers/112518b6-68e3-4bbb-9404-2b4ff3988057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2448456 Mar 11 17:20:30.072057 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.073755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52434) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:30.079300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fdf8ccd-ec13-4a0a-a0e3-095e0012381a req-5faf901e-82d5-4e4e-bb8f-73a4b43a7320 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919139 Mar 11 17:20:30.090352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] Sync routers for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:30.092967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da85d7-8f88-4db2-8003-537cb0f94f83 req-a8f5da32-7a6c-4d42-ab16-28cfdf3c88d6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.101156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3da85d7-8f88-4db2-8003-537cb0f94f83 req-a8f5da32-7a6c-4d42-ab16-28cfdf3c88d6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1373603 Mar 11 17:20:30.109957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-9915ac99-e4f8-4de1-98c1-cfed0142b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.112315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-9915ac99-e4f8-4de1-98c1-cfed0142b748 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 912 time: 0.2124610 Mar 11 17:20:30.142210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:30.144280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:30.163247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-d20c5b28-f4da-4048-b497-71a6dfef0cf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b HTTP/1.1" status: 200 len: 217 time: 0.0419848 Mar 11 17:20:30.186778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'tag': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:30.189082 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5edff86-fd3c-4bec-a841-502318bad15f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e987bc-e16a-46e6-8f4e-60439c0ba2d4", "tag": "ba47afd1-767c-49fd-81b3-8bfe22ddfd54"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:30.202691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3da85d7-8f88-4db2-8003-537cb0f94f83 req-3c1e9811-8134-440e-a0d9-ed8d4af3b9e1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995984 Mar 11 17:20:30.226595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.291041 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc727e42-5569-41c5-938e-e194bbe245c4 x-openstack-request-id: req-fc727e42-5569-41c5-938e-e194bbe245c4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:30.291413 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e987bc-e16a-46e6-8f4e-60439c0ba2d4", "tag": "ba47afd1-767c-49fd-81b3-8bfe22ddfd54", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:30.291778 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc727e42-5569-41c5-938e-e194bbe245c4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:30.292367 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'tag': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54', 'status': 'completed', 'code': 200} Mar 11 17:20:30.296873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6283e55-a237-415c-ac02-1c2cd0faa616 req-9ac3449d-f222-4ed7-9cfb-60982cb958cc tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 210 time: 0.0543952 Mar 11 17:20:30.329137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-c96c8b85-4120-4690-96c9-02c588da69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.331599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-c96c8b85-4120-4690-96c9-02c588da69e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 HTTP/1.1" status: 200 len: 852 time: 0.1570437 Mar 11 17:20:30.374167 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.383076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.383724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.423584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-dc4b2781-4491-4c0e-90ee-b8b2c188fda9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dd1d19d-d97e-41e1-a230-5227c0a2b027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808926 Mar 11 17:20:30.453714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:20:30.488279 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9165742 Mar 11 17:20:30.496629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52446) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:30.522496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'subnet': {'network_id': '70d65bec-dca3-4e47-8736-9222729f9ab8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:30.535265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b16eb2-6323-4240-9ca0-4c8d35a2bcf3 req-c9c2480c-c3ef-4569-896c-1969b4a72457 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.544181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61b16eb2-6323-4240-9ca0-4c8d35a2bcf3 req-c9c2480c-c3ef-4569-896c-1969b4a72457 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1775594 Mar 11 17:20:30.546775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edff86-fd3c-4bec-a841-502318bad15f req-25711f80-1796-455c-bc4c-96f8a6ffd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.548302 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b5edff86-fd3c-4bec-a841-502318bad15f req-25711f80-1796-455c-bc4c-96f8a6ffd9d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 1059 time: 0.2397397 Mar 11 17:20:30.683995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61b16eb2-6323-4240-9ca0-4c8d35a2bcf3 req-3603e3b5-93b7-407b-9143-79550273a3b8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389012 Mar 11 17:20:30.709038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898d950-e279-444f-909c-298881138dcd req-dbd950d4-a905-4807-983d-ddbafd574b6a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.710607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c898d950-e279-444f-909c-298881138dcd req-dbd950d4-a905-4807-983d-ddbafd574b6a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.1167541 Mar 11 17:20:30.713054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-122e371c-b12b-413f-a954-073c38afe99e service neutron] 10.222.0.46 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703342 Mar 11 17:20:30.731307 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.753288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:20:28Z', 'revision_number': 5, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port': {'id': 'c2527429-dce7-49c9-a0c5-c122b6dd8339', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:18:11Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:30.757364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a962a-2eff-4cc5-8460-479ffd2919bd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Network': ['ID=36adcfd7-64e4-4384-aa3c-8b3139ad3bfa,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:30.804390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:30.808415 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:30.814005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:20:30.819404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] Checking router: 112518b6-68e3-4bbb-9404-2b4ff3988057 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:20:30.848830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edff86-fd3c-4bec-a841-502318bad15f req-d29a3874-d4ca-43f1-b500-e1637a04c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.851271 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b5edff86-fd3c-4bec-a841-502318bad15f req-d29a3874-d4ca-43f1-b500-e1637a04c898 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2698154 Mar 11 17:20:30.853497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c898d950-e279-444f-909c-298881138dcd req-a802831e-2f89-495b-9e23-5a66a14d04f0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335449 Mar 11 17:20:30.897750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce3958-156a-46ec-8b64-89fa8bf9ed59 req-87b9da54-00e7-49ab-b5eb-3c458e2a8ca4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:30.903883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dce3958-156a-46ec-8b64-89fa8bf9ed59 req-87b9da54-00e7-49ab-b5eb-3c458e2a8ca4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0967176 Mar 11 17:20:30.924878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d088a1d-fdc7-4c24-8f58-45e14ce7c27f req-028a18ab-7637-4a05-b1e8-0cabb2039e05 service neutron] 10.222.0.46 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972601 Mar 11 17:20:30.931079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] Routers {'112518b6-68e3-4bbb-9404-2b4ff3988057'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:30.932095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['112518b6-68e3-4bbb-9404-2b4ff3988057'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:30.946433 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b5edff86-fd3c-4bec-a841-502318bad15f req-7a16392b-4b75-40f0-87d7-fd21bb12bdc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba47afd1-767c-49fd-81b3-8bfe22ddfd54 HTTP/1.1" status: 200 len: 217 time: 0.0843365 Mar 11 17:20:30.970432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dce3958-156a-46ec-8b64-89fa8bf9ed59 req-809128c2-843f-4211-abb3-de4ac580468b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656729 Mar 11 17:20:31.022896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Deleting port c2527429-dce7-49c9-a0c5-c122b6dd8339 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:31.023233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.108207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edff86-fd3c-4bec-a841-502318bad15f req-6796c57a-51bf-4cee-b255-dc311642cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:31.109757 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b5edff86-fd3c-4bec-a841-502318bad15f req-6796c57a-51bf-4cee-b255-dc311642cf43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1493571 Mar 11 17:20:31.157093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed08c-78d0-4de9-acfa-9c4291cb2702 req-388569f0-fffa-429e-871c-b50b71e02a3b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:31.158987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e0ed08c-78d0-4de9-acfa-9c4291cb2702 req-388569f0-fffa-429e-871c-b50b71e02a3b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0769458 Mar 11 17:20:31.210823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e0ed08c-78d0-4de9-acfa-9c4291cb2702 req-30572ca4-1ac6-4a41-bf97-05a158bf1668 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 Mar 11 17:20:31.230416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] For port c2527429-dce7-49c9-a0c5-c122b6dd8339, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c2527429-dce7-49c9-a0c5-c122b6dd8339,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:31.230416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.242108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] Set router 112518b6-68e3-4bbb-9404-2b4ff3988057 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:20:31.253191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Calling delete_port for c2527429-dce7-49c9-a0c5-c122b6dd8339 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:31.260938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.271909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edff86-fd3c-4bec-a841-502318bad15f req-3830bc45-5b80-4984-86bd-b6d73428d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:31.273464 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b5edff86-fd3c-4bec-a841-502318bad15f req-3830bc45-5b80-4984-86bd-b6d73428d511 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525469 Mar 11 17:20:31.312132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:20:30Z', 'revision_number': 6, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:31.321724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d59f25-bde5-4bf3-81af-852008e85b54 req-14d7e0a0-25ba-4bf9-9905-1eb594255dbd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:31.324592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4d59f25-bde5-4bf3-81af-852008e85b54 req-14d7e0a0-25ba-4bf9-9905-1eb594255dbd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 943 time: 0.1120565 Mar 11 17:20:31.355431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdde58-fb6d-409e-a394-0ea48f5ee04e None None] The sync data for ids ['112518b6-68e3-4bbb-9404-2b4ff3988057'] in n-d-833411-1 is: [{'id': '112518b6-68e3-4bbb-9404-2b4ff3988057', 'name': 'tempest-ServersTestManualDisk-202857788-router', 'tenant_id': 'abb30d77639c41728e8859254b88a81d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:18:09Z', 'updated_at': '2022-03-11T17:20:30Z', 'revision_number': 6, 'project_id': 'abb30d77639c41728e8859254b88a81d', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:31.400669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4d59f25-bde5-4bf3-81af-852008e85b54 req-4c89b7c6-974b-4f97-94b5-3007788ccb81 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684271 Mar 11 17:20:31.445209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2eca62ff-baa4-4a53-80e5-9b9e65b01288 req-f655bd40-8a2f-4592-a868-a39c39f29fb0 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 210 time: 0.0325232 Mar 11 17:20:31.450842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Subnet': ['ID=a5cf6893-c1d3-41fd-8c58-50cf68ae0bc4,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:31.522594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Checking segment: {'id': 'c898a51a-d7b7-4c3e-a7ba-b0b00791e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70d65bec-dca3-4e47-8736-9222729f9ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:31.522973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network hostable DHCP agents. Network: 70d65bec-dca3-4e47-8736-9222729f9ab8, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:20:31.554418 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b5edff86-fd3c-4bec-a841-502318bad15f req-942ed3fe-3e83-4c21-a514-7801cbf4a282 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552516 Mar 11 17:20:31.577972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 70d65bec-dca3-4e47-8736-9222729f9ab8 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:20:31.645277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 70d65bec-dca3-4e47-8736-9222729f9ab8) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:31.650206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:31.650793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.657726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39641f-c892-4059-9c4d-c64d00b7547f None None] Network 70d65bec-dca3-4e47-8736-9222729f9ab8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:31.673030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-115594db-a076-4d36-b01f-f3d1be7944c6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:31.674426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-115594db-a076-4d36-b01f-f3d1be7944c6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.1255698 Mar 11 17:20:31.696420 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7ac9a954-bb04-444f-aab7-5978c83ecc1b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1790559 Mar 11 17:20:31.699248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52470) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:31.700635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.712777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'subnet': {'network_id': '36adcfd7-64e4-4384-aa3c-8b3139ad3bfa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:31.742853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-19490fb9-2ebb-4f8d-8379-85080b7e903e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/quotas/080774e382a94480ae2d5e9788b772f8 HTTP/1.1" status: 200 len: 375 time: 0.0564027 Mar 11 17:20:31.750101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Pushing event deleted for resources: {'Port': ['ID=c2527429-dce7-49c9-a0c5-c122b6dd8339,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:31.753591 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b5edff86-fd3c-4bec-a841-502318bad15f req-f60f321b-7d27-45f6-94e1-6102a681f83e service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915038 Mar 11 17:20:31.823571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.902960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-70d65bec-dca3-4e47-8736-9222729f9ab8', 'network_id': '70d65bec-dca3-4e47-8736-9222729f9ab8', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'fixed_ips': [{'subnet_id': 'a5cf6893-c1d3-41fd-8c58-50cf68ae0bc4'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:20:31.904596 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.960802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:31.963654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.037976 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.038611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112518b6-68e3-4bbb-9404-2b4ff3988057 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:20:32.048532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.049895 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7329ce0e-7998-43b9-b5c6-95cc1ce5ceef admin admin] 10.222.0.53 "DELETE /v2.0/routers/112518b6-68e3-4bbb-9404-2b4ff3988057 HTTP/1.1" status: 204 len: 168 time: 1.9751723 Mar 11 17:20:32.060809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52474) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:32.120436 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac4769e-fb45-49d9-b28c-80f8278d8153 admin admin] Deleting subnet 604aaae0-d5b2-4e73-a027-2e9abcaa650a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:20:32.125281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aac4769e-fb45-49d9-b28c-80f8278d8153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.132669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Allocated IP 172.20.0.2 (70d65bec-dca3-4e47-8736-9222729f9ab8/a5cf6893-c1d3-41fd-8c58-50cf68ae0bc4/b7ae37ca-e5cd-4071-993d-f1147652bbf9) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:32.168369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aac4769e-fb45-49d9-b28c-80f8278d8153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.297112 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aac4769e-fb45-49d9-b28c-80f8278d8153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.314358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-63da6d22-8524-41c8-bb98-8845a17d7ed3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5605240 Mar 11 17:20:32.371937 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.380107 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.402112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:32.406444 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.428371 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aac4769e-fb45-49d9-b28c-80f8278d8153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.446561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Network 70d65bec-dca3-4e47-8736-9222729f9ab8 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:32.449913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:32.453717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:32.461067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Pushing event updated for resources: {'Port': ['ID=b7ae37ca-e5cd-4071-993d-f1147652bbf9,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:32.490883 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aac4769e-fb45-49d9-b28c-80f8278d8153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.495605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aac4769e-fb45-49d9-b28c-80f8278d8153 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/604aaae0-d5b2-4e73-a027-2e9abcaa650a HTTP/1.1" status: 204 len: 168 time: 0.4383562 Mar 11 17:20:32.496546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4769e-fb45-49d9-b28c-80f8278d8153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604aaae0-d5b2-4e73-a027-2e9abcaa650a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:32.499657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52480) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:32.507416 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c2527429-dce7-49c9-a0c5-c122b6dd8339 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:32.514704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf0c646-2f4d-4035-a623-d0aa76862468 None None] Network e673c20a-db0f-4fb0-87a2-26ab70db7a47 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:32.576228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: c2527429-dce7-49c9-a0c5-c122b6dd8339 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:20:32.576228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c2527429-dce7-49c9-a0c5-c122b6dd8339 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:20:32.576899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 20e43b9b-4e31-4925-8e57-8510831f866e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:32.584676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68225128-389c-4b0f-ae32-7d0a9414f2fb req-1847b080-52a8-4051-93b0-da8bfbf47895 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:32.591687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68225128-389c-4b0f-ae32-7d0a9414f2fb req-1847b080-52a8-4051-93b0-da8bfbf47895 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.2687767 Mar 11 17:20:32.605036 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.649080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 20e43b9b-4e31-4925-8e57-8510831f866e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:20:32.649485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 20e43b9b-4e31-4925-8e57-8510831f866e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:20:32.665822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Attempting to bind port b7ae37ca-e5cd-4071-993d-f1147652bbf9 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:32.666814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Attempting to bind port b7ae37ca-e5cd-4071-993d-f1147652bbf9 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c898a51a-d7b7-4c3e-a7ba-b0b00791e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70d65bec-dca3-4e47-8736-9222729f9ab8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:32.666975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Attempting to bind port b7ae37ca-e5cd-4071-993d-f1147652bbf9 on network 70d65bec-dca3-4e47-8736-9222729f9ab8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:32.667086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68225128-389c-4b0f-ae32-7d0a9414f2fb req-fe9c68a4-5fee-4707-9bd7-81f47a9ddf8e tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744460 Mar 11 17:20:32.678171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:32.678692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Checking segment: {'id': 'c898a51a-d7b7-4c3e-a7ba-b0b00791e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70d65bec-dca3-4e47-8736-9222729f9ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:32.678975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.679389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Bound using segment: {'id': 'c898a51a-d7b7-4c3e-a7ba-b0b00791e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70d65bec-dca3-4e47-8736-9222729f9ab8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:32.679857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Bound port: b7ae37ca-e5cd-4071-993d-f1147652bbf9, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c898a51a-d7b7-4c3e-a7ba-b0b00791e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70d65bec-dca3-4e47-8736-9222729f9ab8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:32.680415 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.699514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-ce79c03c-294c-4a08-9bbe-f9ab41c4c18f service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838882 Mar 11 17:20:32.703256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Deleting port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:32.703540 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.780269 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.792594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] For port ab239ec9-7756-4f7b-9f2e-bcd210c18d86, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ab239ec9-7756-4f7b-9f2e-bcd210c18d86,segment=NetworkSegment(2999a46a-6e65-408a-9947-a775cd93c335),segment_id=2999a46a-6e65-408a-9947-a775cd93c335)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:32.793182 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.810547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Calling delete_port for ab239ec9-7756-4f7b-9f2e-bcd210c18d86 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:32.823162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] For port b7ae37ca-e5cd-4071-993d-f1147652bbf9, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:32.827935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] For port b7ae37ca-e5cd-4071-993d-f1147652bbf9, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b7ae37ca-e5cd-4071-993d-f1147652bbf9,segment=NetworkSegment(c898a51a-d7b7-4c3e-a7ba-b0b00791e34a),segment_id=c898a51a-d7b7-4c3e-a7ba-b0b00791e34a)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:32.834168 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:32.892247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] DHCP port deletion for e673c20a-db0f-4fb0-87a2-26ab70db7a47 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:20:32.935335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Subnet': ['ID=cbf7d646-8f07-4d65-9529-caabfe992efc,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:32.975064 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-8eba2369-9c78-4a94-a425-a96affc70ebd tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=859dfd40229d4604849b30dcd3959c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640171 Mar 11 17:20:33.007635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d8efa433-d423-4c7a-b1cf-58a6c82bcf0b details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:20:33.011291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca6e00-1604-4f29-b6f6-289b9bbff669 None None] Pushing event updated for resources: {'Port': ['ID=b7ae37ca-e5cd-4071-993d-f1147652bbf9,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:33.060403 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.067874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2517f18-124e-4f80-a6eb-3f4ade1b5576 req-c1d88c39-a7e3-47cf-a2ff-1022cae0d741 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:33.076426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2517f18-124e-4f80-a6eb-3f4ade1b5576 req-c1d88c39-a7e3-47cf-a2ff-1022cae0d741 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 943 time: 0.3057270 Mar 11 17:20:33.097604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] No DVR routers for this DVR port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:33.129469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab239ec9-7756-4f7b-9f2e-bcd210c18d86,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:33.142548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Checking segment: {'id': 'f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '36adcfd7-64e4-4384-aa3c-8b3139ad3bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:33.142933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network hostable DHCP agents. Network: 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:20:33.158483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-2681e5df-3f8c-4f71-a5fc-16beb7e4a2bf service neutron] 10.222.0.53 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573925 Mar 11 17:20:33.185482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] Deleting port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:33.192023 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.193227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2517f18-124e-4f80-a6eb-3f4ade1b5576 req-5733e77a-b4c0-468c-9f36-3d10450c1370 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155930 Mar 11 17:20:33.217571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:20:33.268270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:33.280963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:33.281594 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.300102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.322838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-58961336-6418-48ab-a08f-de1078f39057 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6179750 Mar 11 17:20:33.323694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52482) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:33.337970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b3acd3b2-fb17-4d6f-a24e-5bd0a05ec56e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-570124124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:33.364314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d839cb-aa5e-41b5-971f-f6cc56d2491b None None] Network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:33.370485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5965193-8cf4-468c-951e-17d5cb5c6ae6 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:33.376882 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5965193-8cf4-468c-951e-17d5cb5c6ae6 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864040 Mar 11 17:20:33.390002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e673c20a-db0f-4fb0-87a2-26ab70db7a47']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:33.419997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Request body: {'port': {'device_id': 'd03b4716-164e-457b-a49c-fa9b2bb9aa84', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '859dfd40229d4604849b30dcd3959c26'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:33.445679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2999a46a-6e65-408a-9947-a775cd93c335') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:33.445984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2999a46a-6e65-408a-9947-a775cd93c335') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:33.448571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7a532f8-b9cb-4167-825a-ccd367f469fd req-f4982d40-78f4-41ce-87b8-9d0ab8794380 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 210 time: 0.0874472 Mar 11 17:20:33.465051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] For port ab239ec9-7756-4f7b-9f2e-bcd210c18d86, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:33.466434 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.480041 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3acd3b2-fb17-4d6f-a24e-5bd0a05ec56e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.481797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3acd3b2-fb17-4d6f-a24e-5bd0a05ec56e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.503595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.513738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:33.601081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96064f37-a845-46db-a0c3-8423f160ddb7 req-f90f47b6-fa12-421d-9b7b-7d1f34cf45e5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 210 time: 0.0606272 Mar 11 17:20:33.607922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] Calling delete_port for ab239ec9-7756-4f7b-9f2e-bcd210c18d86 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:33.627939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] Port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:20:33.629092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'd8efa433-d423-4c7a-b1cf-58a6c82bcf0b', 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027', 'port_id': 'd8efa433-d423-4c7a-b1cf-58a6c82bcf0b', 'mac_address': 'fa:16:3e:db:82:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0b1456-cf94-4a9d-a4e5-66b37136e2d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:20:33.639945 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3acd3b2-fb17-4d6f-a24e-5bd0a05ec56e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.649453 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3acd3b2-fb17-4d6f-a24e-5bd0a05ec56e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.680527 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3acd3b2-fb17-4d6f-a24e-5bd0a05ec56e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.682805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b3acd3b2-fb17-4d6f-a24e-5bd0a05ec56e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3578272 Mar 11 17:20:33.686384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52490) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:33.721158 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.723416 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.771646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] Pushing event deleted for resources: {'Port': ['ID=ab239ec9-7756-4f7b-9f2e-bcd210c18d86,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:33.805944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8efa433-d423-4c7a-b1cf-58a6c82bcf0b {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:33.812989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5246f6d-d72e-403e-916c-3626e4be9650 None None] No DVR routers for this DVR port ab239ec9-7756-4f7b-9f2e-bcd210c18d86 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:33.818092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-36adcfd7-64e4-4384-aa3c-8b3139ad3bfa', 'network_id': '36adcfd7-64e4-4384-aa3c-8b3139ad3bfa', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'fixed_ips': [{'subnet_id': 'cbf7d646-8f07-4d65-9529-caabfe992efc'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:20:33.819350 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:33.999726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Allocated IP 172.21.0.2 (36adcfd7-64e4-4384-aa3c-8b3139ad3bfa/cbf7d646-8f07-4d65-9529-caabfe992efc/f8adb7e9-16d7-4f92-881f-ffaaa66aa7af) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:34.007185 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.023591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:20:34.024047 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:20:34.026053 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:20:34.075330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec97d7-5096-4aec-a36d-106c8762512f req-ef8fd164-279b-402b-856c-257de45af99d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:34.083656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cec97d7-5096-4aec-a36d-106c8762512f req-ef8fd164-279b-402b-856c-257de45af99d tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.2593577 Mar 11 17:20:34.117407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:34.144729 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.145600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.157894 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.161769 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e673c20a-db0f-4fb0-87a2-26ab70db7a47 HTTP/1.1" status: 204 len: 168 time: 1.6610756 Mar 11 17:20:34.205750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce5946-9c72-49de-a210-b28b2326a076 admin admin] Pushing event deleted for resources: {'Network': ['ID=e673c20a-db0f-4fb0-87a2-26ab70db7a47,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:34.209917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Made reservation on behalf of 859dfd40229d4604849b30dcd3959c26 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:34.228469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cec97d7-5096-4aec-a36d-106c8762512f req-c2986dff-1422-4cba-9638-33a542283014 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280167 Mar 11 17:20:34.228741 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.280596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:34.291357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.418131 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.437168 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.587952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Pushing event updated for resources: {'Port': ['ID=f8adb7e9-16d7-4f92-881f-ffaaa66aa7af,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:34.595942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d8efa433-d423-4c7a-b1cf-58a6c82bcf0b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:34.610580 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.622622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.659985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:34.668514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52506) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:34.686415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b7ae37ca-e5cd-4071-993d-f1147652bbf9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:34.688548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:34.693766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:34.710183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3765c2b-3589-4c16-9435-ddf30af10393 req-004be5f6-67dd-48b2-8e99-349cb564d1cd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:34.712075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3765c2b-3589-4c16-9435-ddf30af10393 req-004be5f6-67dd-48b2-8e99-349cb564d1cd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 944 time: 0.2596734 Mar 11 17:20:34.740108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b59ae44-1673-4790-b1ba-1ae3db3f7032,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:34.750018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.754248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3959462-0011-4d62-be8f-56f7ee874def req-b3dc131e-0d4e-415c-bc42-ba776aeb6880 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 210 time: 0.0870845 Mar 11 17:20:34.804770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-137bfc9f-d00d-431d-93ed-fcfd95994c07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abb30d77639c41728e8859254b88a81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330986 Mar 11 17:20:34.807775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52508) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:34.851555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Attempting to bind port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:34.851555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Attempting to bind port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '36adcfd7-64e4-4384-aa3c-8b3139ad3bfa'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:34.851796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Attempting to bind port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af on network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:34.860305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:34.860702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Checking segment: {'id': 'f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '36adcfd7-64e4-4384-aa3c-8b3139ad3bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:34.861201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.861486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Bound using segment: {'id': 'f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '36adcfd7-64e4-4384-aa3c-8b3139ad3bfa'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:34.861951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Bound port: f8adb7e9-16d7-4f92-881f-ffaaa66aa7af, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '36adcfd7-64e4-4384-aa3c-8b3139ad3bfa'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:34.862327 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.876391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8dfb7d-5fd9-4aa1-a30d-dce3d9459648 None None] Network 70d65bec-dca3-4e47-8736-9222729f9ab8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:34.889145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b7ae37ca-e5cd-4071-993d-f1147652bbf9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:34.889783 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.917146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Allocated IP 192.168.233.145 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/4c493fca-43a7-4018-b7f4-34e1e6994034) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:34.950354 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8fe60ac-babd-42a7-8635-720c8068dccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:34.999604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8fe60ac-babd-42a7-8635-720c8068dccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.008997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45a1274a-b26b-4951-b042-b5821786d413 req-b7b44b51-29e0-448c-b3b0-22df619092a4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 210 time: 0.0880086 Mar 11 17:20:35.022247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3765c2b-3589-4c16-9435-ddf30af10393 req-6f4e9d1f-c385-41e8-800a-6e39aee250f4 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325833 Mar 11 17:20:35.060117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-921ac0db-c9c3-4ca6-941d-991bd7ef7d57 None None] Provisioning complete for port b7ae37ca-e5cd-4071-993d-f1147652bbf9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:35.060800 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-921ac0db-c9c3-4ca6-941d-991bd7ef7d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.131390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8fe60ac-babd-42a7-8635-720c8068dccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.135158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8fe60ac-babd-42a7-8635-720c8068dccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.136947 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e8fe60ac-babd-42a7-8635-720c8068dccd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc0b4f10-1266-457a-a2d6-cba0ef636d4a HTTP/1.1" status: 204 len: 168 time: 0.3276155 Mar 11 17:20:35.197877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe60ac-babd-42a7-8635-720c8068dccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0b4f10-1266-457a-a2d6-cba0ef636d4a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:35.278048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.371715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.422029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-3c016d14-9a9c-4195-9952-32620e2d17a1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:35.424423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-3c016d14-9a9c-4195-9952-32620e2d17a1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.66 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 811 time: 0.3722436 Mar 11 17:20:35.430972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:35.435625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:35.460480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:35.466772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Request body: {'port': {'device_id': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'admin_state_up': True, 'tenant_id': '080774e382a94480ae2d5e9788b772f8'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:35.485903 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.488360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] For port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:35.530447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] For port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f8adb7e9-16d7-4f92-881f-ffaaa66aa7af,segment=NetworkSegment(f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6),segment_id=f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:35.544583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Pushing event updated for resources: {'Port': ['ID=4c493fca-43a7-4018-b7f4-34e1e6994034,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:35.569489 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.613430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:35.614416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.646764 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d07d8f0a-f713-4b0c-9850-e33de6e912d4 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2500017 Mar 11 17:20:35.662917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fe4a8-07af-44e4-90ce-3e196b4825e4 None None] Pushing event updated for resources: {'Port': ['ID=f8adb7e9-16d7-4f92-881f-ffaaa66aa7af,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:35.663482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Request body: {'port': {'device_id': 'd03b4716-164e-457b-a49c-fa9b2bb9aa84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:35.686365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.20.0.1 (70d65bec-dca3-4e47-8736-9222729f9ab8/a5cf6893-c1d3-41fd-8c58-50cf68ae0bc4/fd14423d-966f-499a-8617-50cea78578b0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:35.699145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port b7ae37ca-e5cd-4071-993d-f1147652bbf9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b7ae37ca-e5cd-4071-993d-f1147652bbf9,segment=NetworkSegment(c898a51a-d7b7-4c3e-a7ba-b0b00791e34a),segment_id=c898a51a-d7b7-4c3e-a7ba-b0b00791e34a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:35.745828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba777bf0-462a-438b-a74d-e042e5a05727 req-266fed78-6883-420a-8477-505cf96a6a71 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:35.755846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba777bf0-462a-438b-a74d-e042e5a05727 req-266fed78-6883-420a-8477-505cf96a6a71 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.3300610 Mar 11 17:20:35.810671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.844718 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:35.927913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ab239ec9-7756-4f7b-9f2e-bcd210c18d86 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:36.003822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ab239ec9-7756-4f7b-9f2e-bcd210c18d86 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:20:36.004317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ab239ec9-7756-4f7b-9f2e-bcd210c18d86 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:20:36.018121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e017dc0a-daa5-4329-ad64-e63b3db79756 None None] Provisioning complete for port 4c493fca-43a7-4018-b7f4-34e1e6994034 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:36.018705 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e017dc0a-daa5-4329-ad64-e63b3db79756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.021168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=b7ae37ca-e5cd-4071-993d-f1147652bbf9,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:36.101172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e017dc0a-daa5-4329-ad64-e63b3db79756 None None] Port 4c493fca-43a7-4018-b7f4-34e1e6994034 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:36.107211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.202316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba777bf0-462a-438b-a74d-e042e5a05727 req-28862d5e-f3b9-44fd-a4d3-99478285bfac tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4452260 Mar 11 17:20:36.221581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.334079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Made reservation on behalf of 080774e382a94480ae2d5e9788b772f8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:36.337727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.359842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 70d65bec-dca3-4e47-8736-9222729f9ab8 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:36.479702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:36.482255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=fd14423d-966f-499a-8617-50cea78578b0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:36.489218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:36.554124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc9ca0af-6982-4c94-83a5-7c41b45b05c6 None None] Provisioning complete for port b7ae37ca-e5cd-4071-993d-f1147652bbf9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:36.554498 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc9ca0af-6982-4c94-83a5-7c41b45b05c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.632690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03418364-83ee-42a3-913f-19f4163b98b4 req-64e32d4a-7f97-4220-bf0c-af17f9f68e66 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:36.634558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03418364-83ee-42a3-913f-19f4163b98b4 req-64e32d4a-7f97-4220-bf0c-af17f9f68e66 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 936 time: 0.5075111 Mar 11 17:20:36.644318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5530e437-3e31-4094-8d9b-1db19ab601b8 req-712a00a8-4a35-4628-846e-82b7b1846a75 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 210 time: 0.1579571 Mar 11 17:20:36.687429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f8adb7e9-16d7-4f92-881f-ffaaa66aa7af up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:36.745651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c493fca-43a7-4018-b7f4-34e1e6994034 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:36.755865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.775304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Transition to ACTIVE for port object 4c493fca-43a7-4018-b7f4-34e1e6994034 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:36.780385 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.798105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:36.805050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.830092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:36.831071 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:36.966162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Pushing event updated for resources: {'Port': ['ID=4c493fca-43a7-4018-b7f4-34e1e6994034,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:36.970541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03418364-83ee-42a3-913f-19f4163b98b4 req-b150de3d-5897-49cd-a931-90ae8fc05e61 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198209 Mar 11 17:20:36.999204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d8efa433-d423-4c7a-b1cf-58a6c82bcf0b up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:37.046844 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Attempting to bind port 4c493fca-43a7-4018-b7f4-34e1e6994034 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:37.047226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Attempting to bind port 4c493fca-43a7-4018-b7f4-34e1e6994034 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:37.047885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Attempting to bind port 4c493fca-43a7-4018-b7f4-34e1e6994034 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:37.054221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Port 4c493fca-43a7-4018-b7f4-34e1e6994034 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:20:37.054533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Attempting to bind port 4c493fca-43a7-4018-b7f4-34e1e6994034 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:37.063470 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.066788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:37.067219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:37.069848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:37.070425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Bound port: 4c493fca-43a7-4018-b7f4-34e1e6994034, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:37.070869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.083726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1130178288-network', 'tenant_id': 'aabfec954b7848cca18bc71fa391e158'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:37.110313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f8adb7e9-16d7-4f92-881f-ffaaa66aa7af,segment=NetworkSegment(f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6),segment_id=f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:37.117939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3b31aa0f-4f06-4ada-b755-bc1d9b7198dc None None] Provisioning complete for port fd14423d-966f-499a-8617-50cea78578b0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:37.118317 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3b31aa0f-4f06-4ada-b755-bc1d9b7198dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.124991 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.125813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b7ae37ca-e5cd-4071-993d-f1147652bbf9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:37.213844 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] For port 4c493fca-43a7-4018-b7f4-34e1e6994034, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:37.219610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] For port 4c493fca-43a7-4018-b7f4-34e1e6994034, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4c493fca-43a7-4018-b7f4-34e1e6994034,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:37.221586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Made reservation on behalf of aabfec954b7848cca18bc71fa391e158 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:37.224775 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.228193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.274716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.283258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3b31aa0f-4f06-4ada-b755-bc1d9b7198dc None None] Port fd14423d-966f-499a-8617-50cea78578b0 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:37.289217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=f8adb7e9-16d7-4f92-881f-ffaaa66aa7af,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:37.326554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:37.327304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.329143 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] 10.222.0.66 "PUT /v2.0/ports/4c493fca-43a7-4018-b7f4-34e1e6994034 HTTP/1.1" status: 200 len: 1096 time: 1.6715047 Mar 11 17:20:37.331352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03b4716-164e-457b-a49c-fa9b2bb9aa84', 'tag': '4c493fca-43a7-4018-b7f4-34e1e6994034'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:37.341389 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70f9109-313f-4d1f-bfef-d23fbf958ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "d03b4716-164e-457b-a49c-fa9b2bb9aa84", "tag": "4c493fca-43a7-4018-b7f4-34e1e6994034"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:37.348908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:37.367492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:37.368370 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.484862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b7ae37ca-e5cd-4071-993d-f1147652bbf9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:37.485448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.490094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5a2bb-b60c-4573-8961-d85dad685327 service neutron] Pushing event updated for resources: {'Port': ['ID=4c493fca-43a7-4018-b7f4-34e1e6994034,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:37.523897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Allocated IP 172.20.0.14 (558c6011-93ea-4132-8ba8-bf4c6d83f7c1/d697f241-673f-43dc-a23c-ba6c98adb721/f3dfd7f3-dc99-46c2-b6f9-aedf918d8215) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:37.555324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-5bd13b28-d4bd-49b1-8405-12b8abfd7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:37.556901 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-5bd13b28-d4bd-49b1-8405-12b8abfd7ab9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=859dfd40229d4604849b30dcd3959c26&device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 1099 time: 0.1680837 Mar 11 17:20:37.589680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:20:37.596185 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.663633 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-ce2aa1e4-f46a-4bec-bbe2-0a10d0adad8c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=4c493fca-43a7-4018-b7f4-34e1e6994034 HTTP/1.1" status: 200 len: 217 time: 0.0954771 Mar 11 17:20:37.667397 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.676738 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.735009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:20:37.756607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d27b3-bfdd-47d0-888e-da8d0892b3ab,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:37.759889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.761070 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Added segment eeea7561-436a-4201-8ef7-84942f998bca of type vlan for network 44102b33-dca3-45c4-9ea5-2366350952b2 Mar 11 17:20:37.799669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d2244-b46f-40ab-a312-2b0e453888b8 req-9c051b13-4320-47bf-90e5-eff679b422bb tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:37.805660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-779b1ce2-ab5f-4eaf-b735-4a74a0eb5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:37.807249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-157d2244-b46f-40ab-a312-2b0e453888b8 req-9c051b13-4320-47bf-90e5-eff679b422bb tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 944 time: 1.0047855 Mar 11 17:20:37.807399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-779b1ce2-ab5f-4eaf-b735-4a74a0eb5610 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1308451 Mar 11 17:20:37.823177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe510d34-6d4a-4caf-b6ae-0a8c0a1a7f94 None None] Network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:37.832395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.850747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc15b-2381-4742-bfc5-68684c4211c6 req-3e907421-7195-4460-82df-c8950c7ca9f4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:37.852625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9fbc15b-2381-4742-bfc5-68684c4211c6 req-3e907421-7195-4460-82df-c8950c7ca9f4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 945 time: 0.3260801 Mar 11 17:20:37.859369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c457811-2099-4e9b-8b67-4df5393522c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8efa433-d423-4c7a-b1cf-58a6c82bcf0b'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:37.861993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.863453 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c2eea-b951-4676-90b2-8410be182ede" -d '{"events": [{"server_uuid": "4c457811-2099-4e9b-8b67-4df5393522c2", "name": "network-vif-plugged", "status": "completed", "tag": "d8efa433-d423-4c7a-b1cf-58a6c82bcf0b"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:37.889861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.891387 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:37.892312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:37.902487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-7d1c140e-2213-4d7e-b589-394358785026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:37.904404 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-7d1c140e-2213-4d7e-b589-394358785026 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841501 Mar 11 17:20:37.943487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:37.946830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-157d2244-b46f-40ab-a312-2b0e453888b8 req-ce5134e6-a24a-4b5d-814b-aca43f2e57ff tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368704 Mar 11 17:20:37.958432 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.019757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.022349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] Pushing event updated for resources: {'Network': ['ID=44102b33-dca3-45c4-9ea5-2366350952b2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:38.031110 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8703d2e7-3893-426b-9596-6120ae9c550f x-openstack-request-id: req-8703d2e7-3893-426b-9596-6120ae9c550f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:38.031503 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03b4716-164e-457b-a49c-fa9b2bb9aa84", "tag": "4c493fca-43a7-4018-b7f4-34e1e6994034", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:38.031882 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8703d2e7-3893-426b-9596-6120ae9c550f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:38.033452 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03b4716-164e-457b-a49c-fa9b2bb9aa84', 'tag': '4c493fca-43a7-4018-b7f4-34e1e6994034', 'status': 'completed', 'code': 200} Mar 11 17:20:38.038965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:38.043946 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-43bf3ff6-2b2d-46a3-a95f-6841cd429b88 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2309606 Mar 11 17:20:38.047836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 44102b33-dca3-45c4-9ea5-2366350952b2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:20:38.074849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52556) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:38.081793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Request body: {'subnet': {'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1130178288-subnet', 'tenant_id': 'aabfec954b7848cca18bc71fa391e158', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:38.142589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-39896b22-2253-4394-8009-cde06ab3b6bd None None] Provisioning complete for port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:38.142975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-39896b22-2253-4394-8009-cde06ab3b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.143454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Made reservation on behalf of aabfec954b7848cca18bc71fa391e158 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:38.145531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07054632-3f13-42fc-bd33-059fc41f4a3b req-8cb08bea-ce36-49d3-83ea-79f6ac6a5e6a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 210 time: 0.0599177 Mar 11 17:20:38.146611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.160327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.188883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9fbc15b-2381-4742-bfc5-68684c4211c6 req-45a4fd5b-6dfd-4502-b283-f1e8c83e8d6f tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922239 Mar 11 17:20:38.191997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:38.199493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b7449359-c845-4633-bba1-fa0ee78ce186'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:38.207625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d62d8405-0624-460c-bfc5-549470c9c0ea'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:38.234284 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-27c831a5-baad-4729-a42f-c2de8bc72cf0 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164749 Mar 11 17:20:38.318732 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f2b6d1-6be3-4a85-ab5c-21f70f78d48e x-openstack-request-id: req-20f2b6d1-6be3-4a85-ab5c-21f70f78d48e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:38.319165 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c457811-2099-4e9b-8b67-4df5393522c2", "name": "network-vif-plugged", "status": "completed", "tag": "d8efa433-d423-4c7a-b1cf-58a6c82bcf0b", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:38.319562 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20f2b6d1-6be3-4a85-ab5c-21f70f78d48e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:38.322025 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c457811-2099-4e9b-8b67-4df5393522c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8efa433-d423-4c7a-b1cf-58a6c82bcf0b', 'code': 200} Mar 11 17:20:38.413043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'port_id': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'mac_address': 'fa:16:3e:51:24:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:20:38.494509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f8adb7e9-16d7-4f92-881f-ffaaa66aa7af up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:38.522542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:38.533490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:38.541614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:38.544412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event updated for resources: {'Port': ['ID=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:38.570447 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6a2f417e-f881-46cb-bd48-188e20c1dd37 req-a8264abf-d713-4f94-8dcc-b8cc30c87820 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274679 Mar 11 17:20:38.658914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:38.660239 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.669077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d232d-af91-4f53-8395-ecbe02dc9c74 req-82af7b2f-7181-42dd-8964-238d89b50b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:38.670740 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4e3d232d-af91-4f53-8395-ecbe02dc9c74 req-82af7b2f-7181-42dd-8964-238d89b50b46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 1096 time: 0.3307500 Mar 11 17:20:38.685250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.708595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce3688-4f08-4a82-ad18-00b63560ec1d req-c0b3b9cc-3ace-4506-801d-b116f872b752 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:38.720760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82ce3688-4f08-4a82-ad18-00b63560ec1d req-c0b3b9cc-3ace-4506-801d-b116f872b752 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 948 time: 0.2835529 Mar 11 17:20:38.726547 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.769501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-82519c9b-4fc5-4ba4-bbcf-8961ed5da55f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3151107 Mar 11 17:20:38.784010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Request body: {'port': {'device_id': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:38.789573 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4e3d232d-af91-4f53-8395-ecbe02dc9c74 req-99eb95bb-6ead-4728-a007-6c9a072970d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014540 Mar 11 17:20:38.841301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-07e12894-9fd9-4545-b145-a2523833b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:38.844003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82ce3688-4f08-4a82-ad18-00b63560ec1d req-2b1b922a-7938-495b-960a-190a598b9637 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221795 Mar 11 17:20:38.844454 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-07e12894-9fd9-4545-b145-a2523833b32e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=859dfd40229d4604849b30dcd3959c26&device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 1099 time: 0.2102461 Mar 11 17:20:38.849221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=742426fb-37d0-4dec-86c8-cab1d7cbc217,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:38.944818 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:38.977936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Checking segment: {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:38.979229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Network hostable DHCP agents. Network: 44102b33-dca3-45c4-9ea5-2366350952b2, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:20:39.056678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a81c10-88ee-4e77-b263-656cfe0c38ec {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:39.061800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Network 44102b33-dca3-45c4-9ea5-2366350952b2 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:20:39.079125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 44102b33-dca3-45c4-9ea5-2366350952b2) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:39.091521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:39.092363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.103043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:39.119230 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d3f99554-96d1-444e-a3ee-27cd70bcd667 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0432415 Mar 11 17:20:39.127053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789a3711-ddf3-4382-9696-92ca32afe0d7 None None] Network 44102b33-dca3-45c4-9ea5-2366350952b2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:39.131270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-00b1ae30-af2d-4c21-9306-871176bb5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:39.132568 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-00b1ae30-af2d-4c21-9306-871176bb5ea8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2800553 Mar 11 17:20:39.139297 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.158939 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.250185 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-b00c0beb-406a-4e3b-85f3-8a3842f5368d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=4c493fca-43a7-4018-b7f4-34e1e6994034 HTTP/1.1" status: 200 len: 217 time: 0.1099989 Mar 11 17:20:39.291426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:39.291809 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.335685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-a81f751f-c20a-4312-a682-b4ea2d758b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:39.337678 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-a81f751f-c20a-4312-a682-b4ea2d758b22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0802324 Mar 11 17:20:39.405379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-914d63fc-3de7-4e4d-a7c4-71c5a44c13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:39.406987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-914d63fc-3de7-4e4d-a7c4-71c5a44c13c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619433 Mar 11 17:20:39.408313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-29e79ffb-32dd-45b0-8539-cea1b20415fa None None] Provisioning complete for port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:39.408721 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-29e79ffb-32dd-45b0-8539-cea1b20415fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.450902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.460053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=11']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:39.542553 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-6c4a3fe1-aa54-4141-852b-39cc3fd514d6 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275415 Mar 11 17:20:39.571175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-29e79ffb-32dd-45b0-8539-cea1b20415fa None None] Port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:39.598382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:39.619180 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.648614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=fd14423d-966f-499a-8617-50cea78578b0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:39.660012 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.671053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Transition to ACTIVE for port object f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:39.680068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622ed0e-b937-4bdf-a396-001580a265de req-49c23e66-c038-44e7-9801-1cff3dfe6aeb tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:39.682301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-29e79ffb-32dd-45b0-8539-cea1b20415fa None None] Provisioning complete for port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:39.683656 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-29e79ffb-32dd-45b0-8539-cea1b20415fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.688380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d622ed0e-b937-4bdf-a396-001580a265de req-49c23e66-c038-44e7-9801-1cff3dfe6aeb tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 945 time: 0.5327303 Mar 11 17:20:39.688962 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e70f9109-313f-4d1f-bfef-d23fbf958ac4 req-6fdfcaa2-5008-4081-a855-b0c4a6a5e9d4 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381674 Mar 11 17:20:39.701382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.710262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd1c86-5e08-460b-bbc0-4f39b05229c1 req-ffb1559b-8385-4e66-bd28-dcb2d8a06393 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:39.711912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4cd1c86-5e08-460b-bbc0-4f39b05229c1 req-ffb1559b-8385-4e66-bd28-dcb2d8a06393 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 932 time: 0.2980204 Mar 11 17:20:39.722113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-44102b33-dca3-45c4-9ea5-2366350952b2', 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2', 'tenant_id': 'aabfec954b7848cca18bc71fa391e158', 'fixed_ips': [{'subnet_id': '742426fb-37d0-4dec-86c8-cab1d7cbc217'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:20:39.722968 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:39.847555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['e3a81c10-88ee-4e77-b263-656cfe0c38ec'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:39.881703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:39.900842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d622ed0e-b937-4bdf-a396-001580a265de req-e060e0cc-57c3-4799-8eec-4bff20d701e0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115479 Mar 11 17:20:39.961192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4cd1c86-5e08-460b-bbc0-4f39b05229c1 req-f54c23f1-958f-4581-b039-1d0075cc5135 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301166 Mar 11 17:20:40.121413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 70d65bec-dca3-4e47-8736-9222729f9ab8 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:40.130671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Allocated IP 172.20.0.2 (44102b33-dca3-45c4-9ea5-2366350952b2/742426fb-37d0-4dec-86c8-cab1d7cbc217/053f934f-64d8-4b37-adfe-aa09e4dc4ff9) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:40.131742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:40.170926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b2cc3-5553-4b82-a1a5-842cefab2a04 req-74969200-fcc7-4b81-bf0f-aabc4f2da9bf tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:40.173077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-300b2cc3-5553-4b82-a1a5-842cefab2a04 req-74969200-fcc7-4b81-bf0f-aabc4f2da9bf tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1428976 Mar 11 17:20:40.178117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Attempting to bind port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:40.178615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Attempting to bind port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:40.179050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Attempting to bind port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:40.275363 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:20:40.275861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Attempting to bind port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 on network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:40.303549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:40.304112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Checking segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:40.304541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Bound using segment: {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:40.305162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Bound port: f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:40.305681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.382046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-300b2cc3-5553-4b82-a1a5-842cefab2a04 req-4167cafb-071f-4f30-8c79-d16c3031211a tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534555 Mar 11 17:20:40.529529 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.542828 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.630930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Network 44102b33-dca3-45c4-9ea5-2366350952b2 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:40.640824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:40.643697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:40.648426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:40.656686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:40.664733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.679199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83da2e-08b2-43b3-830b-ac70d422f282 req-1dcda094-264c-410b-9fe4-85abaac89b8f tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:40.680377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c83da2e-08b2-43b3-830b-ac70d422f282 req-1dcda094-264c-410b-9fe4-85abaac89b8f tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 948 time: 0.1866632 Mar 11 17:20:40.692451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-771ce81e-438c-48e4-bbd2-fb9f7d2fd9f2 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:40.694077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-771ce81e-438c-48e4-bbd2-fb9f7d2fd9f2 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 816 time: 0.3764279 Mar 11 17:20:40.710791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Pushing event updated for resources: {'Port': ['ID=053f934f-64d8-4b37-adfe-aa09e4dc4ff9,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:40.714559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4f1725d3-1a42-4ee9-b4ca-fd44a0a4b0e0 None None] Provisioning complete for port fd14423d-966f-499a-8617-50cea78578b0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:40.715166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4f1725d3-1a42-4ee9-b4ca-fd44a0a4b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.732851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router c30787f4-67b6-4fdc-90f8-44c0c9c50b9f is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:20:40.765580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:40.766567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.768106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] 10.222.0.66 "PUT /v2.0/ports/f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 HTTP/1.1" status: 200 len: 1092 time: 1.9885490 Mar 11 17:20:40.772967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:40.776450 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee61023-3518-4c3f-a795-c4f606eceb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:40.788395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-d714fc8a-8a6c-4283-a0c6-a44c12e47ad2 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/quotas/aabfec954b7848cca18bc71fa391e158 HTTP/1.1" status: 200 len: 375 time: 0.0636842 Mar 11 17:20:40.813355 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.820274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4f1725d3-1a42-4ee9-b4ca-fd44a0a4b0e0 None None] Port fd14423d-966f-499a-8617-50cea78578b0 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:40.822028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Attempting to bind port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:40.822397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Attempting to bind port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:40.822764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Attempting to bind port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 on network 44102b33-dca3-45c4-9ea5-2366350952b2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:40.829132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:40.829432 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Checking segment: {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:40.829944 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.830345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Bound using segment: {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:40.830828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Bound port: 053f934f-64d8-4b37-adfe-aa09e4dc4ff9, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:40.831210 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:40.943303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5a85e-64e5-4a46-98f4-0b2ea81a2667 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:40.954064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c83da2e-08b2-43b3-830b-ac70d422f282 req-a22e8d71-2876-435a-bb07-ff832ed11fba tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332938 Mar 11 17:20:40.960822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] For port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:40.966633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] For port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=053f934f-64d8-4b37-adfe-aa09e4dc4ff9,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:40.972722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.081387 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8c4c4-94c2-40c0-95d2-066a00bfe6e5 None None] Pushing event updated for resources: {'Port': ['ID=053f934f-64d8-4b37-adfe-aa09e4dc4ff9,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:41.107604 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7729414-3fac-4eb8-92f7-b64f088d41ce x-openstack-request-id: req-b7729414-3fac-4eb8-92f7-b64f088d41ce {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:41.107904 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:41.108162 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7729414-3fac-4eb8-92f7-b64f088d41ce {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:41.108792 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215', 'status': 'completed', 'code': 200} Mar 11 17:20:41.130279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-5a7ad24b-b805-4df9-9933-7dd7bb9bd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:41.131917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-5a7ad24b-b805-4df9-9933-7dd7bb9bd82c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 1095 time: 0.2444718 Mar 11 17:20:41.168922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-cfa3ee72-158e-44ff-8e1c-09f4b851e947 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3601916 Mar 11 17:20:41.208078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:41.217958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1ee20caa-0746-4ffd-8e32-e9bdd8637bfb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/c30787f4-67b6-4fdc-90f8-44c0c9c50b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5261734 Mar 11 17:20:41.218052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52604) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:41.228477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-aede6d82-d0eb-440c-b607-cfa21f575709 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 HTTP/1.1" status: 200 len: 217 time: 0.0833673 Mar 11 17:20:41.229014 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe5eda-bd33-45a0-a299-2422424e0308 None None] Sync routers for ids ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:41.251262 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe5eda-bd33-45a0-a299-2422424e0308 None None] Routers {'c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:41.253225 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-cbbe5eda-bd33-45a0-a299-2422424e0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:41.317393 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-cbbe5eda-bd33-45a0-a299-2422424e0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:41.351255 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe5eda-bd33-45a0-a299-2422424e0308 None None] Routers {'c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:41.352107 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-cbbe5eda-bd33-45a0-a299-2422424e0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:41.372847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-efb2f26b-3854-40bd-bca0-db9ecb92ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:41.373185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282b998-cb0c-4c43-9650-98e398867ab8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:41.374701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-efb2f26b-3854-40bd-bca0-db9ecb92ffda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1353643 Mar 11 17:20:41.390205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8282b998-cb0c-4c43-9650-98e398867ab8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports/fd14423d-966f-499a-8617-50cea78578b0 HTTP/1.1" status: 200 len: 910 time: 0.1707969 Mar 11 17:20:41.392737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52606) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:41.441998 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-cbbe5eda-bd33-45a0-a299-2422424e0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:41.442650 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe5eda-bd33-45a0-a299-2422424e0308 None None] The sync data for ids ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:41.618769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:41.689548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port e3a81c10-88ee-4e77-b263-656cfe0c38ec completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:41.695162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port e3a81c10-88ee-4e77-b263-656cfe0c38ec triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:41.695537 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.781615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf502d2-0146-40bf-aee0-f117ff7987ac req-e13851f4-2ad4-4751-98a6-5cb740dbf55f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:41.792980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caf502d2-0146-40bf-aee0-f117ff7987ac req-e13851f4-2ad4-4751-98a6-5cb740dbf55f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 945 time: 0.5875533 Mar 11 17:20:41.847902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-6e676b92-83d9-4a89-ad0e-93a5d1792649 service neutron] 10.222.0.53 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780767 Mar 11 17:20:41.898250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-caf502d2-0146-40bf-aee0-f117ff7987ac req-92315511-e20a-47e1-a998-82fd3697d42a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041074 Mar 11 17:20:41.914755 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.973814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-1fb7bf0b-9ea5-4e72-b28e-46900991e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:41.983180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-1fb7bf0b-9ea5-4e72-b28e-46900991e558 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5985761 Mar 11 17:20:42.011514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:42.022152 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f70fa92-6d77-4105-95ec-f90246132834" -d '{"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-plugged", "status": "completed", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:42.049294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:42.056375 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.088734 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.139353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-34c63741-a730-4d83-a327-e5a88af52db9 service neutron] 10.222.0.53 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796605 Mar 11 17:20:42.254394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=12']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:42.308334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-03106fd6-c4ad-4faa-8a12-53231acb57a3 service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159502 Mar 11 17:20:42.384539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539287af-59c2-49b2-af02-8eb9ef52a5c9 req-5cced75f-533a-497b-a788-e7cfa0b56fa0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:42.392529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-539287af-59c2-49b2-af02-8eb9ef52a5c9 req-5cced75f-533a-497b-a788-e7cfa0b56fa0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 944 time: 0.3457320 Mar 11 17:20:42.558143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-539287af-59c2-49b2-af02-8eb9ef52a5c9 req-329779bf-3d40-4a25-ab91-db6f26c16204 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635206 Mar 11 17:20:42.624115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90b3a25d-e6d4-4021-a7c1-fcb0c58ac03d req-3af0bcdf-8815-44cc-8d8b-a6b2740bf0d8 service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070979 Mar 11 17:20:42.637128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36566-110a-4e6f-b738-fcd2e614a51d req-10804de6-f753-430c-9788-8bd4801abb0c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:42.645513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:42.652442 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35b36566-110a-4e6f-b738-fcd2e614a51d req-10804de6-f753-430c-9788-8bd4801abb0c tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 947 time: 0.2550588 Mar 11 17:20:42.736373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e662c038-69e4-4a79-b0bd-2c081beba01c None None] Network 44102b33-dca3-45c4-9ea5-2366350952b2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:42.757041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35b36566-110a-4e6f-b738-fcd2e614a51d req-b5dddb88-d2d7-49a9-b111-5d8f9dee1221 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023488 Mar 11 17:20:42.831794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-86ff803c-b62b-4a7b-a226-e19d3e4b12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:42.834771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-86ff803c-b62b-4a7b-a226-e19d3e4b12f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 1095 time: 0.1274011 Mar 11 17:20:42.938545 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d40232-69c7-48fd-a907-b51d80937d1f x-openstack-request-id: req-c2d40232-69c7-48fd-a907-b51d80937d1f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:42.939015 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-plugged", "status": "completed", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:42.939636 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2d40232-69c7-48fd-a907-b51d80937d1f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:42.940206 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'code': 200} Mar 11 17:20:42.952953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.21.0.1 (36adcfd7-64e4-4384-aa3c-8b3139ad3bfa/cbf7d646-8f07-4d65-9529-caabfe992efc/f20a8525-e508-443d-875d-f13918a31b2f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:43.038699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3dfb2369-6522-4ee7-9bdd-94d3f56a79ff None None] Provisioning complete for port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:43.039275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2369-6522-4ee7-9bdd-94d3f56a79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.085878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:43.086625 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.145470 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.208903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-82a537f7-d0f0-4fac-8d0f-99e01cf52ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:43.211810 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-82a537f7-d0f0-4fac-8d0f-99e01cf52ae7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.3609040 Mar 11 17:20:43.254530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.320861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-3512afbf-920c-4ca1-92fd-da98dfe41b5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 HTTP/1.1" status: 200 len: 217 time: 0.1031229 Mar 11 17:20:43.361958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02259766-fd51-43f9-9aae-f1b53fdf130e req-e23119ad-f9e7-4cbe-8ae2-ca026c94eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:43.364796 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02259766-fd51-43f9-9aae-f1b53fdf130e req-e23119ad-f9e7-4cbe-8ae2-ca026c94eed3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 1098 time: 0.1626182 Mar 11 17:20:43.366097 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.369758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:43.387039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:43.403478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=f20a8525-e508-443d-875d-f13918a31b2f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:43.408141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:43.418738 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2369-6522-4ee7-9bdd-94d3f56a79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.498786 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02259766-fd51-43f9-9aae-f1b53fdf130e req-4a2176b8-fd40-4c0e-b7ee-b6f2bbe2d573 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238990 Mar 11 17:20:43.507990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=053f934f-64d8-4b37-adfe-aa09e4dc4ff9,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:43.512327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987097a-c2b2-406f-95b9-4cdf5fa1f5e6 req-d469d36e-25b7-4617-adf5-4c80eb29b46c tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:43.514437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c987097a-c2b2-406f-95b9-4cdf5fa1f5e6 req-d469d36e-25b7-4617-adf5-4c80eb29b46c tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 948 time: 0.5868552 Mar 11 17:20:43.518399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-78bafc79-3469-4abf-a35b-e5d1a614b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:43.520582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-78bafc79-3469-4abf-a35b-e5d1a614b9e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.1597567 Mar 11 17:20:43.526388 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.536290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.600694 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c987097a-c2b2-406f-95b9-4cdf5fa1f5e6 req-52623223-521b-4594-b7eb-78fd1132a2fc tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749159 Mar 11 17:20:43.644951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-566845ed-c405-4fcc-9eee-a2b10473c4d4 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:43.656288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4c493fca-43a7-4018-b7f4-34e1e6994034 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:20:43.664392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-566845ed-c405-4fcc-9eee-a2b10473c4d4 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 816 time: 0.4512472 Mar 11 17:20:43.700622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-159f4a66-1735-4317-8d74-9a0bba6ce9c8 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/quotas/aabfec954b7848cca18bc71fa391e158 HTTP/1.1" status: 200 len: 375 time: 0.0314739 Mar 11 17:20:43.837333 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.849436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-19804a89-bfce-4650-abc9-4aff4f51994a tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1478136 Mar 11 17:20:43.869999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e436e94-0baa-4795-b420-2b8bad675066 req-e250fa46-2b77-4081-9c9b-38e3640bff5d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:43.871898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e436e94-0baa-4795-b420-2b8bad675066 req-e250fa46-2b77-4081-9c9b-38e3640bff5d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 945 time: 0.1335375 Mar 11 17:20:43.884933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-9e75acf4-310b-4363-b035-a772f2ee7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:43.886604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-9e75acf4-310b-4363-b035-a772f2ee7e20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065013 Mar 11 17:20:43.968235 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2650576c-5d8a-4aaa-8f2f-8e2b0031e91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.988882 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-3dfb2369-6522-4ee7-9bdd-94d3f56a79ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:20:43.989362 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-3dfb2369-6522-4ee7-9bdd-94d3f56a79ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:20:44.001085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=053f934f-64d8-4b37-adfe-aa09e4dc4ff9,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:44.029615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 4c493fca-43a7-4018-b7f4-34e1e6994034, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4c493fca-43a7-4018-b7f4-34e1e6994034,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:44.049867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '4c493fca-43a7-4018-b7f4-34e1e6994034', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': '4c493fca-43a7-4018-b7f4-34e1e6994034', 'mac_address': 'fa:16:3e:8a:59:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:20:44.081117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e436e94-0baa-4795-b420-2b8bad675066 req-6a317ffe-f198-4d78-83d6-719d6e78845e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933482 Mar 11 17:20:44.126138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-6a306d9a-07ac-48f3-916d-4561f09aba9d service neutron] 10.222.0.53 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499232 Mar 11 17:20:44.144371 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.168188 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-12dd901d-2917-4122-92b6-64c990892658 service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619171 Mar 11 17:20:44.181162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c493fca-43a7-4018-b7f4-34e1e6994034 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:44.213207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.222656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.224536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 4c493fca-43a7-4018-b7f4-34e1e6994034, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4c493fca-43a7-4018-b7f4-34e1e6994034,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:44.234616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.342421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.349386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-78e8068c-0334-420a-b339-217a799fba47 service neutron] 10.222.0.53 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222691 Mar 11 17:20:44.362266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=4c493fca-43a7-4018-b7f4-34e1e6994034,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:44.390545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fee61023-3518-4c3f-a795-c4f606eceb3a req-56935ae6-bfbd-4185-8df2-0b7994727ac2 service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927021 Mar 11 17:20:44.412984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=f20a8525-e508-443d-875d-f13918a31b2f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:44.576854 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:44.706525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:44.707261 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.708657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-81602200-68c2-438f-a309-617d515bd50c None None] Provisioning complete for port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:44.709084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81602200-68c2-438f-a309-617d515bd50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.709647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:44.719972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:44.745926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-c154036e-b7aa-472d-9f6b-e1b84324f230 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:44.749025 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-c154036e-b7aa-472d-9f6b-e1b84324f230 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.46 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 816 time: 0.4006140 Mar 11 17:20:44.793741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451eb73b-ef1e-4993-8463-22f4f9def24a req-95b72311-5adf-47f5-8a2e-c34e6299363b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:44.794820 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-451eb73b-ef1e-4993-8463-22f4f9def24a req-95b72311-5adf-47f5-8a2e-c34e6299363b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 944 time: 0.1437550 Mar 11 17:20:44.864870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Request body: {'port': {'device_id': '3f4e0883-6161-4892-a81f-5ac9835cc189', 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2', 'admin_state_up': True, 'tenant_id': 'aabfec954b7848cca18bc71fa391e158'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:44.909563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-451eb73b-ef1e-4993-8463-22f4f9def24a req-81f5a0f1-7a5d-4eaf-b1fd-ab4cda4f5291 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062968 Mar 11 17:20:45.021639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['4c493fca-43a7-4018-b7f4-34e1e6994034'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:45.180993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebaafbc-3698-4d27-8dbb-bbcf7391b7b9 req-dd15f7af-cb14-434b-a934-49b88daea162 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:45.191721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ebaafbc-3698-4d27-8dbb-bbcf7391b7b9 req-dd15f7af-cb14-434b-a934-49b88daea162 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 947 time: 0.2679815 Mar 11 17:20:45.350429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-81602200-68c2-438f-a309-617d515bd50c None None] Provisioning complete for port f20a8525-e508-443d-875d-f13918a31b2f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:45.350723 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81602200-68c2-438f-a309-617d515bd50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:45.359995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-c8b7e79e-6a2c-47cb-823e-f473f39049d0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:45.363863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-c8b7e79e-6a2c-47cb-823e-f473f39049d0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 945 time: 0.3409259 Mar 11 17:20:45.371655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router c30787f4-67b6-4fdc-90f8-44c0c9c50b9f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:20:45.390710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-81602200-68c2-438f-a309-617d515bd50c None None] Port f20a8525-e508-443d-875d-f13918a31b2f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:45.479656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ebaafbc-3698-4d27-8dbb-bbcf7391b7b9 req-0d7a9711-4a4c-4da8-ba78-14aaa903561e tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845857 Mar 11 17:20:45.508079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b331f-ccde-45ab-b0c5-f9f789590f05 req-66787179-83e6-4e34-9d0e-e717306be055 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:45.518004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f04b331f-ccde-45ab-b0c5-f9f789590f05 req-66787179-83e6-4e34-9d0e-e717306be055 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 949 time: 0.3028209 Mar 11 17:20:45.530042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-70c2482f-02af-4fd8-87f9-f2aaba29055a None None] Provisioning complete for port f20a8525-e508-443d-875d-f13918a31b2f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:45.530415 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-70c2482f-02af-4fd8-87f9-f2aaba29055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:45.619779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f04b331f-ccde-45ab-b0c5-f9f789590f05 req-19b5a7ad-45c8-40bd-82fe-095388ac1eff tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012275 Mar 11 17:20:45.619955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Made reservation on behalf of aabfec954b7848cca18bc71fa391e158 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:45.624153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:45.665833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-70c2482f-02af-4fd8-87f9-f2aaba29055a None None] Port f20a8525-e508-443d-875d-f13918a31b2f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:45.669232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:45.678489 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3d669720-455e-4d5b-a5af-7fda6a7ce1e8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/c30787f4-67b6-4fdc-90f8-44c0c9c50b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2805576 Mar 11 17:20:45.681246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52690) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:45.698536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804a937-a530-48fe-bf38-57ed64c7b6ec None None] Sync routers for ids ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:45.713015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Deleting port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:45.714401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:45.724115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804a937-a530-48fe-bf38-57ed64c7b6ec None None] Routers {'c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:45.745919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a804a937-a530-48fe-bf38-57ed64c7b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:45.827108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a804a937-a530-48fe-bf38-57ed64c7b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:45.864932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804a937-a530-48fe-bf38-57ed64c7b6ec None None] Routers {'c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:45.865797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a804a937-a530-48fe-bf38-57ed64c7b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:45.925834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Allocated IP 172.20.0.12 (44102b33-dca3-45c4-9ea5-2366350952b2/742426fb-37d0-4dec-86c8-cab1d7cbc217/abd97490-4f38-46c2-a83e-99c7becc34d5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:45.944664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a804a937-a530-48fe-bf38-57ed64c7b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:45.946526 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804a937-a530-48fe-bf38-57ed64c7b6ec None None] The sync data for ids ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:45.957407 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c17c7472-f54c-429b-b159-5aee3f013683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:46.067816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186aefe2-136c-4487-90d7-da4bead25056 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:46.075420 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-186aefe2-136c-4487-90d7-da4bead25056 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports/f20a8525-e508-443d-875d-f13918a31b2f HTTP/1.1" status: 200 len: 910 time: 0.3912528 Mar 11 17:20:46.075420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:46.157945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d090b6-7058-42a6-bf66-dfe95dcfbefd req-bb351c3b-68b8-4e0b-946b-3ce7d943379e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:46.165493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61d090b6-7058-42a6-bf66-dfe95dcfbefd req-bb351c3b-68b8-4e0b-946b-3ce7d943379e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 945 time: 0.3783257 Mar 11 17:20:46.236991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] For port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:46.237367 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:46.271964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61d090b6-7058-42a6-bf66-dfe95dcfbefd req-d9f1e541-217c-42a5-ae1a-8efb9fba8520 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055045 Mar 11 17:20:46.289819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-55c4b3b4-a64e-4898-a9f8-739d4f8aa13c tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:46.291419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-55c4b3b4-a64e-4898-a9f8-739d4f8aa13c tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 816 time: 0.5065238 Mar 11 17:20:46.305560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Calling delete_port for d8efa433-d423-4c7a-b1cf-58a6c82bcf0b owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:46.358195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-eda30ffb-6d5b-4b83-9928-d01ee3091e0d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/quotas/aabfec954b7848cca18bc71fa391e158 HTTP/1.1" status: 200 len: 375 time: 0.0503464 Mar 11 17:20:46.505151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-982025f1-fa2d-4428-baaa-eac61e0e1cf5 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376791 Mar 11 17:20:46.518471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387e04c-a6c8-4a79-8f21-914acb34c24c req-8b33e758-6b02-422c-a842-37b26de30ca7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:46.528561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9387e04c-a6c8-4a79-8f21-914acb34c24c req-8b33e758-6b02-422c-a842-37b26de30ca7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 944 time: 0.1747415 Mar 11 17:20:46.708217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9387e04c-a6c8-4a79-8f21-914acb34c24c req-7fe57adb-ca2b-4625-8b8b-1a91c34bebb6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738207 Mar 11 17:20:46.742889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:46.833252 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:46.851645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:46.868494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['81883c67-8f73-41fc-86ed-709b4885d61e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:46.905408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Network 44102b33-dca3-45c4-9ea5-2366350952b2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:46.917239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:46.921534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:46.924238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Pushing event updated for resources: {'Port': ['ID=abd97490-4f38-46c2-a83e-99c7becc34d5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:46.943326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d8efa433-d423-4c7a-b1cf-58a6c82bcf0b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:46.969488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-bd5e52dd-ed5e-42a7-be23-9baa32efe084 service neutron] 10.222.0.53 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303184 Mar 11 17:20:46.988689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:46.989385 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.011848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-6099b647-2b92-4b48-ad1f-f0d717d5dc86 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:47.015362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-6099b647-2b92-4b48-ad1f-f0d717d5dc86 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.66 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 816 time: 0.3695230 Mar 11 17:20:47.021158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Pushing event deleted for resources: {'Port': ['ID=d8efa433-d423-4c7a-b1cf-58a6c82bcf0b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:47.068528 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-4ed4ae61-ec39-4e65-8d1a-b79b81040a09 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2225742 Mar 11 17:20:47.068769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Request body: {'port': {'device_id': '3facea7b-9dea-40f9-8d82-783a3fba8d87', 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2', 'admin_state_up': True, 'tenant_id': 'aabfec954b7848cca18bc71fa391e158'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:47.083148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Request body: {'port': {'device_id': '3f4e0883-6161-4892-a81f-5ac9835cc189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:47.114853 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.200314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.214116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.249613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-ab35342a-0a11-42a0-b010-ba757a71d14c service neutron] 10.222.0.53 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790685 Mar 11 17:20:47.309177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2ddad13c-a8e3-4da9-a14f-71c95071f7a0 None None] Provisioning complete for port abd97490-4f38-46c2-a83e-99c7becc34d5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:47.310066 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2ddad13c-a8e3-4da9-a14f-71c95071f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.357545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] No DVR routers for this DVR port d8efa433-d423-4c7a-b1cf-58a6c82bcf0b on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:47.363485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.367729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca526cc3-8340-4633-b384-401b964cc5e5 req-7e51bc9a-32c6-49a3-9d45-39029837a233 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.46 "DELETE /v2.0/ports/d8efa433-d423-4c7a-b1cf-58a6c82bcf0b HTTP/1.1" status: 204 len: 173 time: 1.9960213 Mar 11 17:20:47.369209 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2ddad13c-a8e3-4da9-a14f-71c95071f7a0 None None] Port abd97490-4f38-46c2-a83e-99c7becc34d5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:47.380044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dda47-66d3-45e1-84e1-6cc4ffcd236a req-92aa6cbe-6aee-4791-aa71-126879d17997 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:47.383186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-909dda47-66d3-45e1-84e1-6cc4ffcd236a req-92aa6cbe-6aee-4791-aa71-126879d17997 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 947 time: 0.5520825 Mar 11 17:20:47.383981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c457811-2099-4e9b-8b67-4df5393522c2', 'name': 'network-vif-deleted', 'tag': 'd8efa433-d423-4c7a-b1cf-58a6c82bcf0b'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:47.388192 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56ad2cc-c8b5-4a51-a8ff-c6ad48cdeab9" -d '{"events": [{"server_uuid": "4c457811-2099-4e9b-8b67-4df5393522c2", "name": "network-vif-deleted", "tag": "d8efa433-d423-4c7a-b1cf-58a6c82bcf0b"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:47.539742 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-909dda47-66d3-45e1-84e1-6cc4ffcd236a req-30062ee1-ddef-4313-9286-868c5e9df566 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459911 Mar 11 17:20:47.633011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Made reservation on behalf of aabfec954b7848cca18bc71fa391e158 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:47.637892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:47.649525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:20:47.652654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4c493fca-43a7-4018-b7f4-34e1e6994034 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:47.743296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08a251-445f-4e3b-b36b-385ed2541993 req-f58dfd1e-ec57-40cf-b419-cd9ab1892ad9 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:47.745258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f08a251-445f-4e3b-b36b-385ed2541993 req-f58dfd1e-ec57-40cf-b419-cd9ab1892ad9 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 949 time: 0.2208805 Mar 11 17:20:47.781282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f767bcc2-61ad-4e9f-81fc-7b6613712248 req-3ae81e50-f3a2-4bad-9962-8ba48c8d9622 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c457811-2099-4e9b-8b67-4df5393522c2 HTTP/1.1" status: 200 len: 210 time: 0.0960371 Mar 11 17:20:47.881686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 4c493fca-43a7-4018-b7f4-34e1e6994034 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:47.981319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 4c493fca-43a7-4018-b7f4-34e1e6994034 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:47.982132 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.135946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:48.250346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'port_id': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215', 'mac_address': 'fa:16:3e:e3:4b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:20:48.322683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd97490-4f38-46c2-a83e-99c7becc34d5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:48.335738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.382421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Transition to ACTIVE for port object abd97490-4f38-46c2-a83e-99c7becc34d5 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:48.384985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port f20a8525-e508-443d-875d-f13918a31b2f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:48.385381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.398202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.402274 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.404874 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a64b1e-1517-47ff-8fce-6ffbe23cad97 x-openstack-request-id: req-e8a64b1e-1517-47ff-8fce-6ffbe23cad97 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:48.405751 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c457811-2099-4e9b-8b67-4df5393522c2", "name": "network-vif-deleted", "tag": "d8efa433-d423-4c7a-b1cf-58a6c82bcf0b", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:48.407067 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8a64b1e-1517-47ff-8fce-6ffbe23cad97 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:48.407678 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c457811-2099-4e9b-8b67-4df5393522c2', 'name': 'network-vif-deleted', 'tag': 'd8efa433-d423-4c7a-b1cf-58a6c82bcf0b', 'status': 'completed', 'code': 200} Mar 11 17:20:48.456913 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.529861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 4c493fca-43a7-4018-b7f4-34e1e6994034, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4c493fca-43a7-4018-b7f4-34e1e6994034,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:48.530508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03b4716-164e-457b-a49c-fa9b2bb9aa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c493fca-43a7-4018-b7f4-34e1e6994034'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:48.532820 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033cfeba-9839-48b1-b003-49eafc247d40" -d '{"events": [{"server_uuid": "d03b4716-164e-457b-a49c-fa9b2bb9aa84", "name": "network-vif-plugged", "status": "completed", "tag": "4c493fca-43a7-4018-b7f4-34e1e6994034"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:48.535924 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.545857 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.571153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Pushing event updated for resources: {'Port': ['ID=abd97490-4f38-46c2-a83e-99c7becc34d5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:48.578509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:48.594153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f52756e-25de-45c0-bb6c-a31084b30cc1 req-cab8d12a-183e-49d5-82a1-02881ec2cfdb tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 210 time: 0.2203276 Mar 11 17:20:48.683261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:48.685980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Allocated IP 172.20.0.14 (44102b33-dca3-45c4-9ea5-2366350952b2/742426fb-37d0-4dec-86c8-cab1d7cbc217/a2e3a010-1d47-4253-a225-fdb1432db4fe) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:48.701186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f08a251-445f-4e3b-b36b-385ed2541993 req-8ba10ae9-2425-4c33-a5bd-b956c3e66202 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9162552 Mar 11 17:20:48.703408 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.719341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=4c493fca-43a7-4018-b7f4-34e1e6994034,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:48.745025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.771414 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for f20a8525-e508-443d-875d-f13918a31b2f owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:48.805473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Attempting to bind port abd97490-4f38-46c2-a83e-99c7becc34d5 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:48.806225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Attempting to bind port abd97490-4f38-46c2-a83e-99c7becc34d5 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:48.806800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Attempting to bind port abd97490-4f38-46c2-a83e-99c7becc34d5 on network 44102b33-dca3-45c4-9ea5-2366350952b2 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:48.877470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Port abd97490-4f38-46c2-a83e-99c7becc34d5 on network 44102b33-dca3-45c4-9ea5-2366350952b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:20:48.881273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Attempting to bind port abd97490-4f38-46c2-a83e-99c7becc34d5 on network 44102b33-dca3-45c4-9ea5-2366350952b2 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:48.907747 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f08d59-739e-47d8-96c2-befd6ed109ab x-openstack-request-id: req-26f08d59-739e-47d8-96c2-befd6ed109ab {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:48.908284 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03b4716-164e-457b-a49c-fa9b2bb9aa84", "name": "network-vif-plugged", "status": "completed", "tag": "4c493fca-43a7-4018-b7f4-34e1e6994034", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:48.908284 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26f08d59-739e-47d8-96c2-befd6ed109ab {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:48.908627 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03b4716-164e-457b-a49c-fa9b2bb9aa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c493fca-43a7-4018-b7f4-34e1e6994034', 'code': 200} Mar 11 17:20:48.911149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:48.912386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Checking segment: {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:48.913993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Bound using segment: {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:48.914620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Bound port: abd97490-4f38-46c2-a83e-99c7becc34d5, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:48.915807 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:48.931353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:48.964564 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.026606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d8efa433-d423-4c7a-b1cf-58a6c82bcf0b no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:49.060303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f11401-6a36-4055-882f-738ea830b944 req-162645b4-067b-4705-abc1-1228e18554a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:49.064045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-04f11401-6a36-4055-882f-738ea830b944 req-162645b4-067b-4705-abc1-1228e18554a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 945 time: 0.2554781 Mar 11 17:20:49.114346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: d8efa433-d423-4c7a-b1cf-58a6c82bcf0b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:20:49.119160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d8efa433-d423-4c7a-b1cf-58a6c82bcf0b not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:20:49.172079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['f3dfd7f3-dc99-46c2-b6f9-aedf918d8215'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:49.186009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.195481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-04f11401-6a36-4055-882f-738ea830b944 req-a2d1cee9-1194-4f8b-9e4d-000bd96c07c7 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190801 Mar 11 17:20:49.214385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948715a-81dd-431e-ad89-9a5db7f8fa41 req-ef5b1282-0301-4c85-ae45-78e242fc7fec tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:49.222655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8948715a-81dd-431e-ad89-9a5db7f8fa41 req-ef5b1282-0301-4c85-ae45-78e242fc7fec tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1451411 Mar 11 17:20:49.283136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8948715a-81dd-431e-ad89-9a5db7f8fa41 req-ff50c0bb-3185-4c3f-aa0e-9d916565baf3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594292 Mar 11 17:20:49.312360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] For port abd97490-4f38-46c2-a83e-99c7becc34d5, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:49.318426 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.329574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] For port abd97490-4f38-46c2-a83e-99c7becc34d5, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=abd97490-4f38-46c2-a83e-99c7becc34d5,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:49.343644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef81e03-6c22-4f73-a3f4-7602c0ba35f5 req-f812dd03-1105-40e0-95e2-271ae83f9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:49.345222 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ef81e03-6c22-4f73-a3f4-7602c0ba35f5 req-f812dd03-1105-40e0-95e2-271ae83f9658 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 1101 time: 0.2343121 Mar 11 17:20:49.346274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.388408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Network 44102b33-dca3-45c4-9ea5-2366350952b2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:49.394593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:49.399166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:49.447520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Pushing event updated for resources: {'Port': ['ID=a2e3a010-1d47-4253-a225-fdb1432db4fe,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:49.480641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:49.480641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.500220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e9302db5-34c3-4c25-bc63-a3cef9d47fdc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4397445 Mar 11 17:20:49.539661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:49.540113 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.540754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Request body: {'port': {'device_id': '3facea7b-9dea-40f9-8d82-783a3fba8d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:49.541563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] 10.222.0.46 "PUT /v2.0/ports/abd97490-4f38-46c2-a83e-99c7becc34d5 HTTP/1.1" status: 200 len: 1092 time: 2.4642708 Mar 11 17:20:49.542032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4e0883-6161-4892-a81f-5ac9835cc189', 'tag': 'abd97490-4f38-46c2-a83e-99c7becc34d5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:49.551581 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4067e90-2a95-44ec-8e3e-3b4f322753c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4e0883-6161-4892-a81f-5ac9835cc189", "tag": "abd97490-4f38-46c2-a83e-99c7becc34d5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:49.620629 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ef81e03-6c22-4f73-a3f4-7602c0ba35f5 req-489f4891-0e80-48cd-ac72-562a824d68d6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531440 Mar 11 17:20:49.627059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.727998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f01ca3-d940-469d-89f3-3eaac34e8db3 service neutron] Pushing event updated for resources: {'Port': ['ID=abd97490-4f38-46c2-a83e-99c7becc34d5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:49.812281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=f20a8525-e508-443d-875d-f13918a31b2f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:49.833630 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68012a04-f3bd-4781-bedb-ba309f3a1d61 x-openstack-request-id: req-68012a04-f3bd-4781-bedb-ba309f3a1d61 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:49.833944 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4e0883-6161-4892-a81f-5ac9835cc189", "tag": "abd97490-4f38-46c2-a83e-99c7becc34d5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:49.834171 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68012a04-f3bd-4781-bedb-ba309f3a1d61 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:49.834580 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4e0883-6161-4892-a81f-5ac9835cc189', 'tag': 'abd97490-4f38-46c2-a83e-99c7becc34d5', 'status': 'completed', 'code': 200} Mar 11 17:20:49.842837 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:49.863902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2710c8d5-0ab0-4458-a4ee-843d63e99264 req-56de4a72-e6ca-479c-aca8-25b8bae91e31 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 210 time: 0.1425798 Mar 11 17:20:49.881159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-d4069759-1405-4c84-b7d1-fc7c10cd3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:49.882713 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-d4069759-1405-4c84-b7d1-fc7c10cd3225 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 1095 time: 0.2318127 Mar 11 17:20:49.908411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-db029834-0f5e-4c50-ab0b-11b9130ab54f None None] Provisioning complete for port a2e3a010-1d47-4253-a225-fdb1432db4fe triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:49.921804 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db029834-0f5e-4c50-ab0b-11b9130ab54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.011454 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-5b3f8566-3718-4512-bba9-78f9266ef3fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd97490-4f38-46c2-a83e-99c7becc34d5 HTTP/1.1" status: 200 len: 217 time: 0.1192405 Mar 11 17:20:50.040699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-db029834-0f5e-4c50-ab0b-11b9130ab54f None None] Port a2e3a010-1d47-4253-a225-fdb1432db4fe cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:50.206976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-b6fe8145-473f-4457-a708-258ebdc616fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.208529 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-b6fe8145-473f-4457-a708-258ebdc616fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=742426fb-37d0-4dec-86c8-cab1d7cbc217 HTTP/1.1" status: 200 len: 855 time: 0.1857708 Mar 11 17:20:50.230037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.297926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-7b519751-be9d-4c7e-a0e4-d69f14238271 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.300683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-7b519751-be9d-4c7e-a0e4-d69f14238271 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.46 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 816 time: 0.6016707 Mar 11 17:20:50.339611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41de20-9144-4d80-b7a4-7384c035e62d req-f5abfbf6-e868-439c-9a8f-dbc016f289da tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.345163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-74a88b06-1b60-4f77-92ce-fe17da5614c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.346213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce41de20-9144-4d80-b7a4-7384c035e62d req-f5abfbf6-e868-439c-9a8f-dbc016f289da tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3096626 Mar 11 17:20:50.346849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-74a88b06-1b60-4f77-92ce-fe17da5614c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44102b33-dca3-45c4-9ea5-2366350952b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285233 Mar 11 17:20:50.358447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Request body: {'port': {'device_id': 'b40c8a53-8768-4d1f-9c0c-b1634c16d9a8', 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2', 'admin_state_up': True, 'tenant_id': 'aabfec954b7848cca18bc71fa391e158'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:50.386293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c742aa8-ddf2-46fd-a307-f017b0e638a4 req-f637ab21-58fd-4d2c-a901-6a0e3bb0849a tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.388374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c742aa8-ddf2-46fd-a307-f017b0e638a4 req-f637ab21-58fd-4d2c-a901-6a0e3bb0849a tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 950 time: 0.4238765 Mar 11 17:20:50.556000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce41de20-9144-4d80-b7a4-7384c035e62d req-800736f2-3f5d-42e5-b0b1-a51c457105a1 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056658 Mar 11 17:20:50.566822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router c30787f4-67b6-4fdc-90f8-44c0c9c50b9f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:20:50.570824 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-2be7d9e3-825d-41b8-a757-c098c422760e service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087014 Mar 11 17:20:50.575444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c742aa8-ddf2-46fd-a307-f017b0e638a4 req-71906f48-7592-4b5c-865e-aebfed656148 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617379 Mar 11 17:20:50.767083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:50.777337 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-889436df-7121-41b3-ac0d-272c19b2a1f5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/c30787f4-67b6-4fdc-90f8-44c0c9c50b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6975543 Mar 11 17:20:50.778892 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d4920c-4a9e-4a21-809d-8c24ec2c975e None None] Sync routers for ids ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:50.782136 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52780) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:50.791947 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d4920c-4a9e-4a21-809d-8c24ec2c975e None None] Routers {'c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:50.792917 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-63d4920c-4a9e-4a21-809d-8c24ec2c975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:50.816912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Made reservation on behalf of aabfec954b7848cca18bc71fa391e158 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:50.820629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.831681 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-63d4920c-4a9e-4a21-809d-8c24ec2c975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:50.843550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e3a010-1d47-4253-a225-fdb1432db4fe {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:50.843806 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d4920c-4a9e-4a21-809d-8c24ec2c975e None None] Routers {'c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:50.845257 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-63d4920c-4a9e-4a21-809d-8c24ec2c975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:50.871758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce21988c-0786-4a0a-9afe-6f011f8e45f5 req-85137f4d-fabc-4c70-a740-6edc5da2fa36 service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900183 Mar 11 17:20:50.884491 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:50.899410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1fc3a-7bd9-488c-9da6-afe93e0e0805 req-98757683-93bc-4a5e-b78a-fc2bc533a0a8 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.900425 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-63d4920c-4a9e-4a21-809d-8c24ec2c975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:50.901310 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d4920c-4a9e-4a21-809d-8c24ec2c975e None None] The sync data for ids ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:50.902360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16a1fc3a-7bd9-488c-9da6-afe93e0e0805 req-98757683-93bc-4a5e-b78a-fc2bc533a0a8 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2280092 Mar 11 17:20:50.922296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95f61d-f8d1-4420-ba27-1bf7efaf28be req-cb48e2dd-0132-4064-8ae3-63c1b4506ead tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:50.930612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d95f61d-f8d1-4420-ba27-1bf7efaf28be req-cb48e2dd-0132-4064-8ae3-63c1b4506ead tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 945 time: 0.2390616 Mar 11 17:20:51.018927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Transition to ACTIVE for port object a2e3a010-1d47-4253-a225-fdb1432db4fe will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:51.035343 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.182816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d95f61d-f8d1-4420-ba27-1bf7efaf28be req-0ebda8f9-ab79-426e-9a27-472e4983ac83 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509961 Mar 11 17:20:51.192085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16a1fc3a-7bd9-488c-9da6-afe93e0e0805 req-905e7a46-e517-475f-85c7-0cc2331362f3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242875 Mar 11 17:20:51.226724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Pushing event updated for resources: {'Port': ['ID=a2e3a010-1d47-4253-a225-fdb1432db4fe,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:51.235644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Allocated IP 172.20.0.9 (44102b33-dca3-45c4-9ea5-2366350952b2/742426fb-37d0-4dec-86c8-cab1d7cbc217/09bac643-b99b-4b4a-a924-6118966725ef) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:51.602141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65644297-bbf0-4afd-8361-79d6e6a6431e req-465a23a1-4eff-448c-bf41-e02cbb51e32f tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 210 time: 0.1584470 Mar 11 17:20:51.636196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-d3eff330-0d66-4a94-ad04-fa69bf4b3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:51.640152 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-d3eff330-0d66-4a94-ad04-fa69bf4b3058 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 1095 time: 0.1784894 Mar 11 17:20:51.667767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Attempting to bind port a2e3a010-1d47-4253-a225-fdb1432db4fe on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:51.667767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Attempting to bind port a2e3a010-1d47-4253-a225-fdb1432db4fe by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:51.667767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Attempting to bind port a2e3a010-1d47-4253-a225-fdb1432db4fe on network 44102b33-dca3-45c4-9ea5-2366350952b2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:51.674883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Port a2e3a010-1d47-4253-a225-fdb1432db4fe on network 44102b33-dca3-45c4-9ea5-2366350952b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:20:51.675267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Attempting to bind port a2e3a010-1d47-4253-a225-fdb1432db4fe on network 44102b33-dca3-45c4-9ea5-2366350952b2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:51.681734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:51.702727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:51.703763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Checking segment: {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:51.706691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Bound using segment: {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:51.707251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Bound port: a2e3a010-1d47-4253-a225-fdb1432db4fe, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:51.707635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.801670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:51.810214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:51.811124 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:51.813262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-ee0fadd2-cdde-4225-8eb7-46803d011dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:51.815059 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-ee0fadd2-cdde-4225-8eb7-46803d011dc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 916 time: 0.1613746 Mar 11 17:20:51.863581 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-99942047-f4b7-40ff-9ff8-fa265ba40ec1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd97490-4f38-46c2-a83e-99c7becc34d5 HTTP/1.1" status: 200 len: 217 time: 0.0412092 Mar 11 17:20:51.972457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ce8b2-9c3a-4126-a803-00b520c72fa1 req-caba6d13-4ace-4dc3-9722-c8d478fe0309 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:51.984501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-056ce8b2-9c3a-4126-a803-00b520c72fa1 req-caba6d13-4ace-4dc3-9722-c8d478fe0309 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 950 time: 0.2684975 Mar 11 17:20:52.034939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-5765d779-182b-4cd7-8304-edb2d8fe58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.036909 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-5765d779-182b-4cd7-8304-edb2d8fe58cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=742426fb-37d0-4dec-86c8-cab1d7cbc217 HTTP/1.1" status: 200 len: 855 time: 0.1383953 Mar 11 17:20:52.037181 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.048466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.054548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] For port a2e3a010-1d47-4253-a225-fdb1432db4fe, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:52.060398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] For port a2e3a010-1d47-4253-a225-fdb1432db4fe, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a2e3a010-1d47-4253-a225-fdb1432db4fe,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:52.076391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.118669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:52.128454 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66e1d62-2586-4b40-984c-a7c3ad77ee02" -d '{"events": [{"server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "name": "network-vif-plugged", "status": "completed", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:52.179813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:52.180193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.180826 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.182260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] 10.222.0.66 "PUT /v2.0/ports/a2e3a010-1d47-4253-a225-fdb1432db4fe HTTP/1.1" status: 200 len: 1092 time: 2.6667736 Mar 11 17:20:52.182724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3facea7b-9dea-40f9-8d82-783a3fba8d87', 'tag': 'a2e3a010-1d47-4253-a225-fdb1432db4fe'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:52.185702 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19192f23-c269-4284-88e1-724d0aa4a6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3facea7b-9dea-40f9-8d82-783a3fba8d87", "tag": "a2e3a010-1d47-4253-a225-fdb1432db4fe"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:52.192945 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.197844 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.229966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-056ce8b2-9c3a-4126-a803-00b520c72fa1 req-7bd8f84c-78d7-448b-a835-7da5548ab9d8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444446 Mar 11 17:20:52.247567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e9179-f242-4457-95c8-9ef8ac2f187c service neutron] Pushing event updated for resources: {'Port': ['ID=a2e3a010-1d47-4253-a225-fdb1432db4fe,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:52.257529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-8b2c8cfb-e035-452f-b42b-f929f9f3504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.260252 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-8b2c8cfb-e035-452f-b42b-f929f9f3504c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44102b33-dca3-45c4-9ea5-2366350952b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094381 Mar 11 17:20:52.313781 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70defb98-c25f-4d3d-aa89-3ee6c964b083 x-openstack-request-id: req-70defb98-c25f-4d3d-aa89-3ee6c964b083 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:52.325486 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "name": "network-vif-plugged", "status": "completed", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:52.326905 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70defb98-c25f-4d3d-aa89-3ee6c964b083 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:52.327775 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215', 'code': 200} Mar 11 17:20:52.348140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.444858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:52.465890 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5c448d-21cd-40a0-a787-fa5339649715 x-openstack-request-id: req-ce5c448d-21cd-40a0-a787-fa5339649715 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:52.466322 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3facea7b-9dea-40f9-8d82-783a3fba8d87", "tag": "a2e3a010-1d47-4253-a225-fdb1432db4fe", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:52.466710 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce5c448d-21cd-40a0-a787-fa5339649715 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:52.467304 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3facea7b-9dea-40f9-8d82-783a3fba8d87', 'tag': 'a2e3a010-1d47-4253-a225-fdb1432db4fe', 'status': 'completed', 'code': 200} Mar 11 17:20:52.600643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Network 44102b33-dca3-45c4-9ea5-2366350952b2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:20:52.609443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:52.625694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Pushing event updated for resources: {'Port': ['ID=09bac643-b99b-4b4a-a924-6118966725ef,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:52.644058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:20:52.673841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13178cb-6a71-4a80-bebc-c0a21bd947ae req-f380195b-7a6a-481b-a4a1-a23f6c8c1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.675377 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c13178cb-6a71-4a80-bebc-c0a21bd947ae req-f380195b-7a6a-481b-a4a1-a23f6c8c1484 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 1097 time: 0.2954361 Mar 11 17:20:52.677265 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-ba0d032f-2780-48d9-805e-f1e2d03c1e6f service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047575 Mar 11 17:20:52.721457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.722312 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:52.739105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-741d0544-35c3-4d53-9b67-1815d2a21855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.740694 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-741d0544-35c3-4d53-9b67-1815d2a21855 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 1095 time: 0.4799130 Mar 11 17:20:52.747832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-a97ec905-644a-4e81-bcfb-5288cc3936fd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3937621 Mar 11 17:20:52.774887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Request body: {'port': {'device_id': 'b40c8a53-8768-4d1f-9c0c-b1634c16d9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:52.850827 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c13178cb-6a71-4a80-bebc-c0a21bd947ae req-e827a41b-547d-4300-9330-0d44e9c8c267 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649010 Mar 11 17:20:52.883726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-6d205a51-8c33-4ad0-a96b-9f1235047887 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2e3a010-1d47-4253-a225-fdb1432db4fe HTTP/1.1" status: 200 len: 217 time: 0.1181686 Mar 11 17:20:52.907873 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d4067e90-2a95-44ec-8e3e-3b4f322753c6 req-c70fdbfc-bfcb-4349-9bdc-338d9e195808 service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975148 Mar 11 17:20:52.910003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe46a54-86dc-493a-acb4-35d7bae4c167 req-ce3f1749-ea1d-4492-b17e-68ea58c3761f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:52.911892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fe46a54-86dc-493a-acb4-35d7bae4c167 req-ce3f1749-ea1d-4492-b17e-68ea58c3761f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.4435019 Mar 11 17:20:53.029291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port fd14423d-966f-499a-8617-50cea78578b0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:53.031656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.051324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device abd97490-4f38-46c2-a83e-99c7becc34d5 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:20:53.082787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f2d54-c207-44c5-b5f5-e66a5095eb60 req-8fc8c480-6a46-4533-8caa-80e60c88a311 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:53.084466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-749f2d54-c207-44c5-b5f5-e66a5095eb60 req-8fc8c480-6a46-4533-8caa-80e60c88a311 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 931 time: 0.1518948 Mar 11 17:20:53.085288 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.089511 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fe46a54-86dc-493a-acb4-35d7bae4c167 req-84b48f00-73b9-4e5c-9e12-d415415caa30 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493301 Mar 11 17:20:53.167037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.175509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b5aff9e0-a22f-45b8-8e75-22ce66c0e209 None None] Provisioning complete for port 09bac643-b99b-4b4a-a924-6118966725ef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:53.175979 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5aff9e0-a22f-45b8-8e75-22ce66c0e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.183813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for fd14423d-966f-499a-8617-50cea78578b0 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:53.231038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b5aff9e0-a22f-45b8-8e75-22ce66c0e209 None None] Port 09bac643-b99b-4b4a-a924-6118966725ef cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:20:53.237167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port abd97490-4f38-46c2-a83e-99c7becc34d5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=abd97490-4f38-46c2-a83e-99c7becc34d5,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:53.249093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'abd97490-4f38-46c2-a83e-99c7becc34d5', 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2', 'port_id': 'abd97490-4f38-46c2-a83e-99c7becc34d5', 'mac_address': 'fa:16:3e:18:eb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742426fb-37d0-4dec-86c8-cab1d7cbc217', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:20:53.307527 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.321377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-bd69414e-36ce-4878-808e-4ffe20224be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:53.322173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd97490-4f38-46c2-a83e-99c7becc34d5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:53.322853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-bd69414e-36ce-4878-808e-4ffe20224be8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=742426fb-37d0-4dec-86c8-cab1d7cbc217 HTTP/1.1" status: 200 len: 855 time: 0.1989412 Mar 11 17:20:53.329583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-749f2d54-c207-44c5-b5f5-e66a5095eb60 req-d569b17c-dc48-4b6f-8e14-c16a430fb32b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142327 Mar 11 17:20:53.347492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port abd97490-4f38-46c2-a83e-99c7becc34d5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=abd97490-4f38-46c2-a83e-99c7becc34d5,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:53.353013 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.395485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edd511-d16a-457b-acf7-f577a6377ab6 req-ea00be95-773d-44ed-8d2a-f0b9e0087e5e tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:53.396326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89edd511-d16a-457b-acf7-f577a6377ab6 req-ea00be95-773d-44ed-8d2a-f0b9e0087e5e tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 950 time: 0.2130375 Mar 11 17:20:53.413891 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.421311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=abd97490-4f38-46c2-a83e-99c7becc34d5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:53.444413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=fd14423d-966f-499a-8617-50cea78578b0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:53.623920 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:53.700793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['abd97490-4f38-46c2-a83e-99c7becc34d5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:53.787879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e0521055-fe03-4812-b215-697c143029e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:53.789325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-e0521055-fe03-4812-b215-697c143029e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44102b33-dca3-45c4-9ea5-2366350952b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4528282 Mar 11 17:20:53.800176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router c30787f4-67b6-4fdc-90f8-44c0c9c50b9f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:20:53.814910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89edd511-d16a-457b-acf7-f577a6377ab6 req-89377f19-4809-4c20-accd-70223549c611 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112883 Mar 11 17:20:53.903023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:20:53.910306 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e0246ff0-7bef-4f80-acc0-dc51e6d35a49 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/c30787f4-67b6-4fdc-90f8-44c0c9c50b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1257708 Mar 11 17:20:53.911919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52822) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:53.915302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e65ab-afe3-4e45-94b2-e1731f5946e9 None None] Sync routers for ids ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:20:53.926388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e65ab-afe3-4e45-94b2-e1731f5946e9 None None] Routers {'c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:53.927017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e03e65ab-afe3-4e45-94b2-e1731f5946e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:53.942933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-850c568c-b8b5-4697-ad88-bf685d6c32a1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=c30787f4-67b6-4fdc-90f8-44c0c9c50b9f HTTP/1.1" status: 200 len: 205 time: 0.0296655 Mar 11 17:20:53.944738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-33a37eb5-818c-423d-ad34-5871288ac7be service neutron] 10.222.0.66 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468070 Mar 11 17:20:53.945605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:53.971113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e03e65ab-afe3-4e45-94b2-e1731f5946e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:53.980761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e65ab-afe3-4e45-94b2-e1731f5946e9 None None] Routers {'c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:20:53.981938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e03e65ab-afe3-4e45-94b2-e1731f5946e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:54.019105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e03e65ab-afe3-4e45-94b2-e1731f5946e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:54.020238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e65ab-afe3-4e45-94b2-e1731f5946e9 None None] The sync data for ids ['c30787f4-67b6-4fdc-90f8-44c0c9c50b9f'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:20:54.030387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bac643-b99b-4b4a-a924-6118966725ef {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:54.036490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11be5ca5-0def-4ce3-ac5b-75328ec54164 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.044737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.072571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Transition to ACTIVE for port object 09bac643-b99b-4b4a-a924-6118966725ef will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:20:54.080073 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.146350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c76ea30-2274-41f0-ab1d-e395f9cc9b8c req-b44c5a1b-d4f0-4abf-87f3-166c4669f942 service neutron] 10.222.0.66 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947320 Mar 11 17:20:54.180145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Pushing event updated for resources: {'Port': ['ID=09bac643-b99b-4b4a-a924-6118966725ef,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:54.309993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11be5ca5-0def-4ce3-ac5b-75328ec54164 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.313390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11be5ca5-0def-4ce3-ac5b-75328ec54164 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.331028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-92a8ed4f-093c-43cf-a0b4-221a47bdc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:54.332073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-92a8ed4f-093c-43cf-a0b4-221a47bdc194 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 1095 time: 0.1109467 Mar 11 17:20:54.353616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0db4e8-49a4-4083-97eb-b05b90a8a8d6 req-9e03f5dc-86d8-4531-8258-8ae3187585a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:54.355223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf0db4e8-49a4-4083-97eb-b05b90a8a8d6 req-9e03f5dc-86d8-4531-8258-8ae3187585a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.1720202 Mar 11 17:20:54.398814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11be5ca5-0def-4ce3-ac5b-75328ec54164 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.401599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be5ca5-0def-4ce3-ac5b-75328ec54164 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Fanout notify agent at l3_agent the message router_deleted on router c30787f4-67b6-4fdc-90f8-44c0c9c50b9f {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:20:54.404148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Attempting to bind port 09bac643-b99b-4b4a-a924-6118966725ef on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:20:54.404524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Attempting to bind port 09bac643-b99b-4b4a-a924-6118966725ef by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:20:54.404855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Attempting to bind port 09bac643-b99b-4b4a-a924-6118966725ef on network 44102b33-dca3-45c4-9ea5-2366350952b2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:54.412899 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11be5ca5-0def-4ce3-ac5b-75328ec54164 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.418201 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-11be5ca5-0def-4ce3-ac5b-75328ec54164 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/c30787f4-67b6-4fdc-90f8-44c0c9c50b9f HTTP/1.1" status: 204 len: 168 time: 0.4673548 Mar 11 17:20:54.418538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:54.443950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Port 09bac643-b99b-4b4a-a924-6118966725ef on network 44102b33-dca3-45c4-9ea5-2366350952b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:20:54.444280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Attempting to bind port 09bac643-b99b-4b4a-a924-6118966725ef on network 44102b33-dca3-45c4-9ea5-2366350952b2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:20:54.513158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting subnet cbf7d646-8f07-4d65-9529-caabfe992efc {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:20:54.517889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:20:54.518387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Checking segment: {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:54.518753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Bound using segment: {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:20:54.519164 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.519483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Bound port: 09bac643-b99b-4b4a-a924-6118966725ef, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeea7561-436a-4201-8ef7-84942f998bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:20:54.519712 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.569361 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.583275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf0db4e8-49a4-4083-97eb-b05b90a8a8d6 req-0bd104a6-bad0-4802-b7ab-3f6e2c84060c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961808 Mar 11 17:20:54.644795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-c4b9824a-36f0-4970-af71-dfff6e842d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:54.646301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-c4b9824a-36f0-4970-af71-dfff6e842d99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 916 time: 0.2877126 Mar 11 17:20:54.675830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f692-8c2b-45b3-914b-c87c1c67746b req-a265408d-e1b5-47db-a61c-7977f0cad9ab tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:54.677407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c935f692-8c2b-45b3-914b-c87c1c67746b req-a265408d-e1b5-47db-a61c-7977f0cad9ab tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 943 time: 0.1459572 Mar 11 17:20:54.688012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.738110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-65b17632-1e08-49ee-8f84-1afcac1d0188 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2e3a010-1d47-4253-a225-fdb1432db4fe HTTP/1.1" status: 200 len: 217 time: 0.0820370 Mar 11 17:20:54.755685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] For port 09bac643-b99b-4b4a-a924-6118966725ef, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:20:54.763729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.798646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf7d646-8f07-4d65-9529-caabfe992efc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:54.804144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] For port 09bac643-b99b-4b4a-a924-6118966725ef, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=09bac643-b99b-4b4a-a924-6118966725ef,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:20:54.809956 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.813240 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/cbf7d646-8f07-4d65-9529-caabfe992efc HTTP/1.1" status: 204 len: 168 time: 0.3930995 Mar 11 17:20:54.814956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.815295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.815629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.816503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.817098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.817631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.818188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.818589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.818715 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.818826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0ef23-1786-4a5d-9d75-aea20f76f82c None None] Network 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:54.819313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.819480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.819861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.820479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d2b929-37a0-4c7a-81d8-abd3541df83c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:20:54.822572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52848) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:54.916888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c935f692-8c2b-45b3-914b-c87c1c67746b req-a933cd0f-a6d7-4ae3-b0a8-a1ae2ab1d677 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304747 Mar 11 17:20:54.922078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:54.922705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:54.924102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] 10.222.0.46 "PUT /v2.0/ports/09bac643-b99b-4b4a-a924-6118966725ef HTTP/1.1" status: 200 len: 1091 time: 2.1636972 Mar 11 17:20:54.926589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40c8a53-8768-4d1f-9c0c-b1634c16d9a8', 'tag': '09bac643-b99b-4b4a-a924-6118966725ef'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:54.928966 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91189f77-afdb-4475-bd46-53a36a267d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b40c8a53-8768-4d1f-9c0c-b1634c16d9a8", "tag": "09bac643-b99b-4b4a-a924-6118966725ef"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:54.932618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-da74e603-2407-41c3-a9f7-187f4560f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:54.934619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-da74e603-2407-41c3-a9f7-187f4560f457 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=742426fb-37d0-4dec-86c8-cab1d7cbc217 HTTP/1.1" status: 200 len: 855 time: 0.1760213 Mar 11 17:20:54.953801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057a44f-cd4c-44c0-b51d-f0501e4481bb req-185f39e3-3ba2-4fbf-a872-5544e85c9c2a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:54.955411 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4057a44f-cd4c-44c0-b51d-f0501e4481bb req-185f39e3-3ba2-4fbf-a872-5544e85c9c2a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2770858 Mar 11 17:20:55.054716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device abd97490-4f38-46c2-a83e-99c7becc34d5 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:20:55.063570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22b588-bfaf-4341-8ffd-1672ec6bb504 service neutron] Pushing event updated for resources: {'Port': ['ID=09bac643-b99b-4b4a-a924-6118966725ef,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:55.093550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-341f9b15-5456-49eb-af07-8dd20265a728 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting subnet a5cf6893-c1d3-41fd-8c58-50cf68ae0bc4 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:20:55.098784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd55dd-9193-40c4-aaa8-d3c0e669b36a None None] DHCP port deletion for 36adcfd7-64e4-4384-aa3c-8b3139ad3bfa request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:20:55.117828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-341f9b15-5456-49eb-af07-8dd20265a728 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.167091 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4057a44f-cd4c-44c0-b51d-f0501e4481bb req-a79e168c-a379-4960-8732-1c814a34f931 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952074 Mar 11 17:20:55.204736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port abd97490-4f38-46c2-a83e-99c7becc34d5 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:20:55.210616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port abd97490-4f38-46c2-a83e-99c7becc34d5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:55.210996 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.211176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-b61c2489-8f15-46d3-8a16-1ebde08b76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.213317 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-b61c2489-8f15-46d3-8a16-1ebde08b76ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44102b33-dca3-45c4-9ea5-2366350952b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706950 Mar 11 17:20:55.221533 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-341f9b15-5456-49eb-af07-8dd20265a728 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.249522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-16bd55dd-9193-40c4-aaa8-d3c0e669b36a None None] Deleting port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:55.249898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16bd55dd-9193-40c4-aaa8-d3c0e669b36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.260439 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1f38cc-e07c-46e2-a02b-888619a086cb x-openstack-request-id: req-ae1f38cc-e07c-46e2-a02b-888619a086cb {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:55.260731 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40c8a53-8768-4d1f-9c0c-b1634c16d9a8", "tag": "09bac643-b99b-4b4a-a924-6118966725ef", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:55.260966 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae1f38cc-e07c-46e2-a02b-888619a086cb {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:55.261370 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40c8a53-8768-4d1f-9c0c-b1634c16d9a8', 'tag': '09bac643-b99b-4b4a-a924-6118966725ef', 'status': 'completed', 'code': 200} Mar 11 17:20:55.276385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4d9d-ade5-476a-a11c-acdd550a6634 req-e24b3296-3d63-465d-8e60-568cd61fa351 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.284633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13cc4d9d-ade5-476a-a11c-acdd550a6634 req-e24b3296-3d63-465d-8e60-568cd61fa351 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 950 time: 0.2300413 Mar 11 17:20:55.289182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-7f18ab4d-492b-43a3-9b51-7d70d06b9223 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.292134 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-7f18ab4d-492b-43a3-9b51-7d70d06b9223 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.66 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 950 time: 0.0656154 Mar 11 17:20:55.320513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-c3966888-8ce5-4990-8c82-a5123d1a54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.322275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-c3966888-8ce5-4990-8c82-a5123d1a54f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 1094 time: 0.3315353 Mar 11 17:20:55.414980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Deleting port 4c493fca-43a7-4018-b7f4-34e1e6994034 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:55.415375 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.452657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-1360aa0b-82d2-4fe8-858d-df1a0fb8bcc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09bac643-b99b-4b4a-a924-6118966725ef HTTP/1.1" status: 200 len: 217 time: 0.0882540 Mar 11 17:20:55.507863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-16bd55dd-9193-40c4-aaa8-d3c0e669b36a None None] For port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f8adb7e9-16d7-4f92-881f-ffaaa66aa7af,segment=NetworkSegment(f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6),segment_id=f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:55.508876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16bd55dd-9193-40c4-aaa8-d3c0e669b36a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.532053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13cc4d9d-ade5-476a-a11c-acdd550a6634 req-6bbeab77-ebc7-4ba8-8bf0-aa55c5881063 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b59ae44-1673-4790-b1ba-1ae3db3f7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405868 Mar 11 17:20:55.534312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] For port 4c493fca-43a7-4018-b7f4-34e1e6994034, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4c493fca-43a7-4018-b7f4-34e1e6994034,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:55.534824 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.553630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Calling delete_port for 4c493fca-43a7-4018-b7f4-34e1e6994034 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:55.557592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-16bd55dd-9193-40c4-aaa8-d3c0e669b36a None None] Calling delete_port for f8adb7e9-16d7-4f92-881f-ffaaa66aa7af owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:55.580205 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.596586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaada4-58fb-4bb5-892d-404ed031a41a req-52cbe97c-94a1-41f3-953f-50d3248b34ab tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.598227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cdaada4-58fb-4bb5-892d-404ed031a41a req-52cbe97c-94a1-41f3-953f-50d3248b34ab tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2712030 Mar 11 17:20:55.604294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-48e86988-60da-4ea4-8b12-3c14edbdde74 service neutron] 10.222.0.66 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541415 Mar 11 17:20:55.612951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-6ccce639-d7c3-453c-80cc-c8bcacfa634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.615621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-6ccce639-d7c3-453c-80cc-c8bcacfa634d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=742426fb-37d0-4dec-86c8-cab1d7cbc217 HTTP/1.1" status: 200 len: 855 time: 0.1528606 Mar 11 17:20:55.643861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-341f9b15-5456-49eb-af07-8dd20265a728 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.650866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4e0883-6161-4892-a81f-5ac9835cc189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd97490-4f38-46c2-a83e-99c7becc34d5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:55.653741 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dabe49-f1ec-473b-b0a3-515ff60b4d4f" -d '{"events": [{"server_uuid": "3f4e0883-6161-4892-a81f-5ac9835cc189", "name": "network-vif-plugged", "status": "completed", "tag": "abd97490-4f38-46c2-a83e-99c7becc34d5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:55.677885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port abd97490-4f38-46c2-a83e-99c7becc34d5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=abd97490-4f38-46c2-a83e-99c7becc34d5,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:55.685897 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.734135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16bd55dd-9193-40c4-aaa8-d3c0e669b36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.734732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.752478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['4c493fca-43a7-4018-b7f4-34e1e6994034'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:20:55.771846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Pushing event deleted for resources: {'Port': ['ID=4c493fca-43a7-4018-b7f4-34e1e6994034,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:55.793313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=abd97490-4f38-46c2-a83e-99c7becc34d5,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:55.797803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd55dd-9193-40c4-aaa8-d3c0e669b36a None None] No DVR routers for this DVR port f8adb7e9-16d7-4f92-881f-ffaaa66aa7af on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:55.830093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] No DVR routers for this DVR port 4c493fca-43a7-4018-b7f4-34e1e6994034 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:55.833868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:55.834731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd55dd-9193-40c4-aaa8-d3c0e669b36a None None] Pushing event deleted for resources: {'Port': ['ID=f8adb7e9-16d7-4f92-881f-ffaaa66aa7af,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:55.841677 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c8517f6d-89d6-46bc-861e-d30d46fa10e7 req-3e6766a7-a26a-49cc-b2d4-d69366aa76f8 tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.66 "DELETE /v2.0/ports/4c493fca-43a7-4018-b7f4-34e1e6994034 HTTP/1.1" status: 204 len: 173 time: 0.5431991 Mar 11 17:20:55.842332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03b4716-164e-457b-a49c-fa9b2bb9aa84', 'name': 'network-vif-deleted', 'tag': '4c493fca-43a7-4018-b7f4-34e1e6994034'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:55.843915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cdaada4-58fb-4bb5-892d-404ed031a41a req-d36190a9-e6ec-442d-b79c-5bb346ad4c64 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329624 Mar 11 17:20:55.845624 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeb1e47-d340-4fe0-b42b-fb7e1ba7f6ec" -d '{"events": [{"server_uuid": "d03b4716-164e-457b-a49c-fa9b2bb9aa84", "name": "network-vif-deleted", "tag": "4c493fca-43a7-4018-b7f4-34e1e6994034"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:20:55.874566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-7444daf9-3ae0-4693-93c4-d61ce125ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.876997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-7444daf9-3ae0-4693-93c4-d61ce125ded2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44102b33-dca3-45c4-9ea5-2366350952b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2441401 Mar 11 17:20:55.903620 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa8353a-81f7-404e-8f2b-845027e78f38 x-openstack-request-id: req-2aa8353a-81f7-404e-8f2b-845027e78f38 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:55.904124 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4e0883-6161-4892-a81f-5ac9835cc189", "name": "network-vif-plugged", "status": "completed", "tag": "abd97490-4f38-46c2-a83e-99c7becc34d5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:55.904473 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2aa8353a-81f7-404e-8f2b-845027e78f38 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:55.905026 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4e0883-6161-4892-a81f-5ac9835cc189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd97490-4f38-46c2-a83e-99c7becc34d5', 'code': 200} Mar 11 17:20:55.927690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafa52d-bd35-47f4-a4e8-b62a0aa6da06 req-6f8a8e90-c031-4de4-9fa1-cdecfa52097b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:55.938266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6bafa52d-bd35-47f4-a4e8-b62a0aa6da06 req-6f8a8e90-c031-4de4-9fa1-cdecfa52097b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2495275 Mar 11 17:20:55.967373 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6334ef0a-d956-4093-8cc8-466ae6e6cefe x-openstack-request-id: req-6334ef0a-d956-4093-8cc8-466ae6e6cefe {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:20:55.967877 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03b4716-164e-457b-a49c-fa9b2bb9aa84", "name": "network-vif-deleted", "tag": "4c493fca-43a7-4018-b7f4-34e1e6994034", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:20:55.968229 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6334ef0a-d956-4093-8cc8-466ae6e6cefe {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:20:55.968755 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03b4716-164e-457b-a49c-fa9b2bb9aa84', 'name': 'network-vif-deleted', 'tag': '4c493fca-43a7-4018-b7f4-34e1e6994034', 'status': 'completed', 'code': 200} Mar 11 17:20:55.973970 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-341f9b15-5456-49eb-af07-8dd20265a728 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.014877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f9b15-5456-49eb-af07-8dd20265a728 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cf6893-c1d3-41fd-8c58-50cf68ae0bc4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:56.074655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19192f23-c269-4284-88e1-724d0aa4a6c5 req-e95d7dc7-5ba5-46c1-8878-1517e7d5a119 service neutron] 10.222.0.66 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580772 Mar 11 17:20:56.095788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab5a1d2-0dfb-49ec-b199-f1cf57af2b8c None None] Network 70d65bec-dca3-4e47-8736-9222729f9ab8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:56.105852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ca918-af7d-459c-aa43-dbe504b25cf9 req-b502e207-1854-46a8-9147-09ab05a4c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:56.111316 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-570ca918-af7d-459c-aa43-dbe504b25cf9 req-b502e207-1854-46a8-9147-09ab05a4c972 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 1097 time: 0.0659535 Mar 11 17:20:56.117187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6bafa52d-bd35-47f4-a4e8-b62a0aa6da06 req-c3b6435e-65f3-4557-bf41-1ec2ec389715 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777201 Mar 11 17:20:56.123202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-341f9b15-5456-49eb-af07-8dd20265a728 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.126779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-341f9b15-5456-49eb-af07-8dd20265a728 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/a5cf6893-c1d3-41fd-8c58-50cf68ae0bc4 HTTP/1.1" status: 204 len: 168 time: 1.2965043 Mar 11 17:20:56.141197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52868) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:56.191691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-d07504ca-33d6-48c9-b1ff-0d429d59cfda service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973518 Mar 11 17:20:56.236067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb48cd-a9e9-4ce8-a856-4068a56bf597 req-546a8b0c-3126-476d-a2a8-c90246e1db54 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:56.241031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6cb48cd-a9e9-4ce8-a856-4068a56bf597 req-546a8b0c-3126-476d-a2a8-c90246e1db54 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 943 time: 0.1640298 Mar 11 17:20:56.313510 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-570ca918-af7d-459c-aa43-dbe504b25cf9 req-55c1b3bd-db9e-4ce9-aa04-28806761c1fc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951370 Mar 11 17:20:56.352937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.451084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6cb48cd-a9e9-4ce8-a856-4068a56bf597 req-ee8be56b-f228-41ff-bf75-d34679454f7d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909802 Mar 11 17:20:56.486877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7365deb9-a419-4d88-b60a-a79dded3d83e None None] DHCP port deletion for 70d65bec-dca3-4e47-8736-9222729f9ab8 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:20:56.522072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7ce4bde-7609-42fa-b9af-eb3e62c9d2c2 req-effcd612-9c5f-4381-88b3-763174a03ac4 service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212144 Mar 11 17:20:56.557640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf7ea1-1611-453d-abf2-6ad5aaa56291 req-be8725be-689f-4df0-a482-0c721688163d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:56.562510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9cbf7ea1-1611-453d-abf2-6ad5aaa56291 req-be8725be-689f-4df0-a482-0c721688163d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.1097791 Mar 11 17:20:56.565833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.578356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f8adb7e9-16d7-4f92-881f-ffaaa66aa7af no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:56.631042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f8adb7e9-16d7-4f92-881f-ffaaa66aa7af {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:20:56.631267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36adcfd7-64e4-4384-aa3c-8b3139ad3bfa']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:56.631554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f8adb7e9-16d7-4f92-881f-ffaaa66aa7af not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:20:56.652560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:56.653379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f572e5d4-bdc0-4984-b3e9-bfc4ac9347c6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:56.659103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7365deb9-a419-4d88-b60a-a79dded3d83e None None] Deleting port b7ae37ca-e5cd-4071-993d-f1147652bbf9 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:20:56.660590 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7365deb9-a419-4d88-b60a-a79dded3d83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.678281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.711507 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.732250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9cbf7ea1-1611-453d-abf2-6ad5aaa56291 req-31edb0c0-74f5-4d3c-84af-802fa84eac49 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578174 Mar 11 17:20:56.764843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c06cbf6f-20df-4e04-bf4b-4fd67398acc5 req-47bcebdb-f9ee-4edd-911d-3bf24259629b tempest-ServerDiagnosticsNegativeTest-1811826772 tempest-ServerDiagnosticsNegativeTest-1811826772-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03b4716-164e-457b-a49c-fa9b2bb9aa84 HTTP/1.1" status: 200 len: 210 time: 0.0618548 Mar 11 17:20:56.774882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:20:56.775532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:20:56.780588 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:20:56.783982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189f77-afdb-4475-bd46-53a36a267d2c req-3bbeda8a-e02a-4b94-adbc-0f9b0fcd0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:56.787714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91189f77-afdb-4475-bd46-53a36a267d2c req-3bbeda8a-e02a-4b94-adbc-0f9b0fcd0eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 1094 time: 0.1688950 Mar 11 17:20:56.799395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7365deb9-a419-4d88-b60a-a79dded3d83e None None] For port b7ae37ca-e5cd-4071-993d-f1147652bbf9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b7ae37ca-e5cd-4071-993d-f1147652bbf9,segment=NetworkSegment(c898a51a-d7b7-4c3e-a7ba-b0b00791e34a),segment_id=c898a51a-d7b7-4c3e-a7ba-b0b00791e34a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:56.799888 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7365deb9-a419-4d88-b60a-a79dded3d83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.820207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7365deb9-a419-4d88-b60a-a79dded3d83e None None] Calling delete_port for b7ae37ca-e5cd-4071-993d-f1147652bbf9 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:20:56.883294 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.907375 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.913872 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/networks/36adcfd7-64e4-4384-aa3c-8b3139ad3bfa HTTP/1.1" status: 204 len: 168 time: 0.7712684 Mar 11 17:20:56.916289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52884) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:56.939118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81248b09-305d-4a38-8433-5e088201ed75 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Network': ['ID=36adcfd7-64e4-4384-aa3c-8b3139ad3bfa,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:56.943058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7365deb9-a419-4d88-b60a-a79dded3d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:56.985765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365deb9-a419-4d88-b60a-a79dded3d83e None None] Pushing event deleted for resources: {'Port': ['ID=b7ae37ca-e5cd-4071-993d-f1147652bbf9,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:56.989920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7365deb9-a419-4d88-b60a-a79dded3d83e None None] No DVR routers for this DVR port b7ae37ca-e5cd-4071-993d-f1147652bbf9 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:20:57.028947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189f77-afdb-4475-bd46-53a36a267d2c req-9dd7902e-f464-40a1-8e56-4a4911fd9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:57.030777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91189f77-afdb-4475-bd46-53a36a267d2c req-9dd7902e-f464-40a1-8e56-4a4911fd9285 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 916 time: 0.2344451 Mar 11 17:20:57.040748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.085595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91189f77-afdb-4475-bd46-53a36a267d2c req-faf9a4ee-5394-4036-a8dd-e2291eb00777 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09bac643-b99b-4b4a-a924-6118966725ef HTTP/1.1" status: 200 len: 217 time: 0.0385475 Mar 11 17:20:57.210569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189f77-afdb-4475-bd46-53a36a267d2c req-fcaaf09c-a34d-4b61-97f5-812385a7fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:57.212044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91189f77-afdb-4475-bd46-53a36a267d2c req-fcaaf09c-a34d-4b61-97f5-812385a7fd7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=742426fb-37d0-4dec-86c8-cab1d7cbc217 HTTP/1.1" status: 200 len: 855 time: 0.1157949 Mar 11 17:20:57.213734 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.260391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d65bec-dca3-4e47-8736-9222729f9ab8']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:57.272692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c898a51a-d7b7-4c3e-a7ba-b0b00791e34a') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:57.272991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c898a51a-d7b7-4c3e-a7ba-b0b00791e34a') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:20:57.286664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.301396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189f77-afdb-4475-bd46-53a36a267d2c req-0ea99f60-3fa9-4e3e-8a0b-14086f8be3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:57.302959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91189f77-afdb-4475-bd46-53a36a267d2c req-0ea99f60-3fa9-4e3e-8a0b-14086f8be3da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44102b33-dca3-45c4-9ea5-2366350952b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803854 Mar 11 17:20:57.312135 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.328316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:20:57.328770 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: items = [ Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:20:57.332382 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:20:57.457010 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.471997 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.471997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/networks/70d65bec-dca3-4e47-8736-9222729f9ab8 HTTP/1.1" status: 204 len: 168 time: 0.5522082 Mar 11 17:20:57.478810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52890) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:57.504046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'network': {'name': 'tempest-RoutersTest-1966994117'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:57.526847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91189f77-afdb-4475-bd46-53a36a267d2c req-05f61f08-d1e2-43c5-8c23-ebf24fba3d0f service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115490 Mar 11 17:20:57.529393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6800e90-7128-434f-90f5-b3df5bfd3a79 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Network': ['ID=70d65bec-dca3-4e47-8736-9222729f9ab8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:57.637894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:57.641526 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:57.691433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4c493fca-43a7-4018-b7f4-34e1e6994034 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:57.727235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 4c493fca-43a7-4018-b7f4-34e1e6994034 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:20:57.727587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4c493fca-43a7-4018-b7f4-34e1e6994034 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:20:58.022711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c251095-de33-4549-8591-14ff6d894355 req-bb43b629-e7ab-4e29-925b-a1ff04e3789a tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:58.024184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c251095-de33-4549-8591-14ff6d894355 req-bb43b629-e7ab-4e29-925b-a1ff04e3789a tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 943 time: 0.4622052 Mar 11 17:20:58.040483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:20:58.066617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91189f77-afdb-4475-bd46-53a36a267d2c req-ab3e636a-09a9-4ad7-a62d-fe4d2ee89660 service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226190 Mar 11 17:20:58.080075 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.080075 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added segment dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d of type vlan for network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 Mar 11 17:20:58.111832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dbbce-9cd8-4844-b8c4-da05d6211491 req-2a1bf0ae-ea55-48a3-9b38-04329e057e91 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:58.114059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-697dbbce-9cd8-4844-b8c4-da05d6211491 req-2a1bf0ae-ea55-48a3-9b38-04329e057e91 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.4452934 Mar 11 17:20:58.151138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c251095-de33-4549-8591-14ff6d894355 req-7e9cea54-bcc5-4a3b-a389-7f2e90444960 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152298 Mar 11 17:20:58.166079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.207396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-697dbbce-9cd8-4844-b8c4-da05d6211491 req-ebe3cb22-63e0-4032-a527-fcb21685d375 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690639 Mar 11 17:20:58.217429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.223702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:58.224497 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.322758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8396633 Mar 11 17:20:58.322873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52908) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:58.328494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'subnet': {'network_id': '14e39c5b-2f13-48ce-82b5-489b2b6d15d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:58.352969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee031c-49e5-4a23-9920-8e2c1354ffd0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Network': ['ID=14e39c5b-2f13-48ce-82b5-489b2b6d15d7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:58.369465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:20:58.384240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd9fca-a765-4b69-9c32-d3368c57c33b req-111c420e-1115-4525-bd96-90cf2c88b768 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:58.386158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02dd9fca-a765-4b69-9c32-d3368c57c33b req-111c420e-1115-4525-bd96-90cf2c88b768 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.1587934 Mar 11 17:20:58.427895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dae4d-8c23-4baa-a236-a985ddf864b6 req-243fa258-03f1-496a-a486-2fff8fa7fe59 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:58.442064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-640dae4d-8c23-4baa-a236-a985ddf864b6 req-243fa258-03f1-496a-a486-2fff8fa7fe59 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1137242 Mar 11 17:20:58.491617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:58.493308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b7ae37ca-e5cd-4071-993d-f1147652bbf9 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:20:58.496559 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.529805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: b7ae37ca-e5cd-4071-993d-f1147652bbf9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:20:58.530060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b7ae37ca-e5cd-4071-993d-f1147652bbf9 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:20:58.561453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02dd9fca-a765-4b69-9c32-d3368c57c33b req-aa0ccccc-ce9d-48ed-9ba1-858868460622 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163533 Mar 11 17:20:58.566408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-640dae4d-8c23-4baa-a236-a985ddf864b6 req-112c305c-cd91-471d-9b25-21a7fbc52a11 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232965 Mar 11 17:20:58.702287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52924) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:58.840111 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.868591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121adb8-35d8-4859-98af-485f280262a6 req-a1fe85c4-cc21-4eea-94b9-efa5559c588b tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:58.870614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b121adb8-35d8-4859-98af-485f280262a6 req-a1fe85c4-cc21-4eea-94b9-efa5559c588b tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.0914447 Mar 11 17:20:58.881790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:58.947645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-465bb49e-6dec-4e92-b9f1-79ba922dd204 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=859dfd40229d4604849b30dcd3959c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439175 Mar 11 17:20:58.950110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52938) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:58.963655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b121adb8-35d8-4859-98af-485f280262a6 req-f4449ef1-5f0b-448f-bc22-f5dc67dca122 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796912 Mar 11 17:20:58.997036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Subnet': ['ID=2eaeee00-5e19-4d6d-8a42-066a3eaf9e63,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:59.011877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Checking segment: {'id': 'dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '14e39c5b-2f13-48ce-82b5-489b2b6d15d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:20:59.012096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network hostable DHCP agents. Network: 14e39c5b-2f13-48ce-82b5-489b2b6d15d7, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:20:59.040217 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c422afe1-b699-4aa4-8575-13cae2cfd2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.054826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:20:59.075803 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c422afe1-b699-4aa4-8575-13cae2cfd2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.078532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 14e39c5b-2f13-48ce-82b5-489b2b6d15d7) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:20:59.087358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d3df7-0988-4345-88e0-866fa3b64255 None None] Network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:20:59.091984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:59.092776 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.109155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 09bac643-b99b-4b4a-a924-6118966725ef details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:20:59.138008 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-64c700fe-765e-4502-bf86-d30425be41d8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8134975 Mar 11 17:20:59.141597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52944) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:59.146059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e2afd19f-2c27-41f5-bf9d-6ecb356f3727 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1058259380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:59.175006 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2afd19f-2c27-41f5-bf9d-6ecb356f3727 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.175774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2afd19f-2c27-41f5-bf9d-6ecb356f3727 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.180609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c422afe1-b699-4aa4-8575-13cae2cfd2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.183268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c422afe1-b699-4aa4-8575-13cae2cfd2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.187811 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c422afe1-b699-4aa4-8575-13cae2cfd2cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b59ae44-1673-4790-b1ba-1ae3db3f7032 HTTP/1.1" status: 204 len: 168 time: 0.2358730 Mar 11 17:20:59.192653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfce763-dc16-4a1d-8deb-592a5284d3cf req-8451f337-7995-4e73-b7a3-e101e10ffb8c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:59.196604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bfce763-dc16-4a1d-8deb-592a5284d3cf req-8451f337-7995-4e73-b7a3-e101e10ffb8c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.1217408 Mar 11 17:20:59.231733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422afe1-b699-4aa4-8575-13cae2cfd2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b59ae44-1673-4790-b1ba-1ae3db3f7032,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:59.242723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddca1b-252c-4220-9d99-08c11589a757 req-a3a5ea4d-e3de-4acd-bddf-00fe08a1b629 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:59.244913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92ddca1b-252c-4220-9d99-08c11589a757 req-a3a5ea4d-e3de-4acd-bddf-00fe08a1b629 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1234739 Mar 11 17:20:59.298869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2afd19f-2c27-41f5-bf9d-6ecb356f3727 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.299476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bfce763-dc16-4a1d-8deb-592a5284d3cf req-f8a568be-fd23-429b-84b0-ac91198911bf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934575 Mar 11 17:20:59.320323 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2afd19f-2c27-41f5-bf9d-6ecb356f3727 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.345894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 09bac643-b99b-4b4a-a924-6118966725ef, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=09bac643-b99b-4b4a-a924-6118966725ef,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:59.360864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92ddca1b-252c-4220-9d99-08c11589a757 req-4f4a3137-a0d7-4273-bac9-caadd3cad6a2 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879862 Mar 11 17:20:59.363005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '09bac643-b99b-4b4a-a924-6118966725ef', 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2', 'port_id': '09bac643-b99b-4b4a-a924-6118966725ef', 'mac_address': 'fa:16:3e:a3:d1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742426fb-37d0-4dec-86c8-cab1d7cbc217', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:20:59.364372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2afd19f-2c27-41f5-bf9d-6ecb356f3727 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.367288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e2afd19f-2c27-41f5-bf9d-6ecb356f3727 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2255239 Mar 11 17:20:59.369808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:59.373992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-8d46e3c8-c04f-45bc-8df0-4b5ae415ae4a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197078 Mar 11 17:20:59.376119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'port': {'network_id': '14e39c5b-2f13-48ce-82b5-489b2b6d15d7', 'name': 'tempest-RoutersTest-768861874'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:20:59.483164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-14e39c5b-2f13-48ce-82b5-489b2b6d15d7', 'network_id': '14e39c5b-2f13-48ce-82b5-489b2b6d15d7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'fixed_ips': [{'subnet_id': '2eaeee00-5e19-4d6d-8a42-066a3eaf9e63'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:20:59.485075 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.548516 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.558817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-5e92158d-ba2d-49e6-bd62-0cce266500ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:59.561050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-5e92158d-ba2d-49e6-bd62-0cce266500ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 1096 time: 0.1391509 Mar 11 17:20:59.574440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacd2f5-a2b5-4004-86ca-6f380d7644a1 req-cc401e51-c4ef-4bcd-8cb9-d16737be1c35 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:59.580107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bac643-b99b-4b4a-a924-6118966725ef {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:59.583841 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfacd2f5-a2b5-4004-86ca-6f380d7644a1 req-cc401e51-c4ef-4bcd-8cb9-d16737be1c35 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 943 time: 0.1714165 Mar 11 17:20:59.592241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:20:59.597383 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.603658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 09bac643-b99b-4b4a-a924-6118966725ef, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=09bac643-b99b-4b4a-a924-6118966725ef,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:59.609815 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.634436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726504cc-f0e1-40e0-a360-591e67c59fe5 req-1ef191ab-c03e-41ad-8d29-6ab9c4b8fe56 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:59.639650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] device_id is not set on port 810118f9-33e2-4396-9ad8-3dcc58e870c4 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:20:59.643145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-726504cc-f0e1-40e0-a360-591e67c59fe5 req-1ef191ab-c03e-41ad-8d29-6ab9c4b8fe56 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1466503 Mar 11 17:20:59.704257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a2e3a010-1d47-4253-a225-fdb1432db4fe details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:20:59.733785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfacd2f5-a2b5-4004-86ca-6f380d7644a1 req-4fc83460-1228-4d03-b851-5896654efb15 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489718 Mar 11 17:20:59.775651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=09bac643-b99b-4b4a-a924-6118966725ef,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:59.792462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-726504cc-f0e1-40e0-a360-591e67c59fe5 req-2bc4de31-f517-4ba5-a0cf-0db6890ff671 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479464 Mar 11 17:20:59.823798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52956) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:20:59.833500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-f120ffee-d146-4b58-abad-aea15ac4d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:59.835626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-f120ffee-d146-4b58-abad-aea15ac4d0d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2498114 Mar 11 17:20:59.857575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c409d56-5b52-487f-aaf2-f28d4996dc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:59.868067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.20.0.14 (14e39c5b-2f13-48ce-82b5-489b2b6d15d7/2eaeee00-5e19-4d6d-8a42-066a3eaf9e63/810118f9-33e2-4396-9ad8-3dcc58e870c4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:20:59.902373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a2e3a010-1d47-4253-a225-fdb1432db4fe, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a2e3a010-1d47-4253-a225-fdb1432db4fe,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:20:59.915771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-f3650a19-51a2-497e-993e-f2dc2feb9c17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7449359-c845-4633-bba1-fa0ee78ce186 HTTP/1.1" status: 200 len: 217 time: 0.0683241 Mar 11 17:20:59.920875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'a2e3a010-1d47-4253-a225-fdb1432db4fe', 'network_id': '44102b33-dca3-45c4-9ea5-2366350952b2', 'port_id': 'a2e3a010-1d47-4253-a225-fdb1432db4fe', 'mac_address': 'fa:16:3e:f8:9a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742426fb-37d0-4dec-86c8-cab1d7cbc217', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:20:59.988107 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.010753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e3a010-1d47-4253-a225-fdb1432db4fe {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:21:00.016818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-11a6d641-9eb4-4151-a22f-7889c7cb0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:00.018135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['09bac643-b99b-4b4a-a924-6118966725ef'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:21:00.018480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-11a6d641-9eb4-4151-a22f-7889c7cb0039 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.0919125 Mar 11 17:21:00.081074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a2e3a010-1d47-4253-a225-fdb1432db4fe, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a2e3a010-1d47-4253-a225-fdb1432db4fe,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:00.087197 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.087525 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.139433 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:21:00.158023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.188264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a2e3a010-1d47-4253-a225-fdb1432db4fe,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:00.215137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=810118f9-33e2-4396-9ad8-3dcc58e870c4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:00.235307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:00.235307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:00.238507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-0c6de9f7-ecdc-4033-8bab-ab27bc23e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:00.238507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-0c6de9f7-ecdc-4033-8bab-ab27bc23e465 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004795 Mar 11 17:21:00.239378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c409d56-5b52-487f-aaf2-f28d4996dc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.247139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:00.253926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Allocated IP 172.20.0.2 (14e39c5b-2f13-48ce-82b5-489b2b6d15d7/2eaeee00-5e19-4d6d-8a42-066a3eaf9e63/ca652b8c-41aa-45f1-a97d-22c8a1055c66) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:00.261677 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c409d56-5b52-487f-aaf2-f28d4996dc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.271001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54e28-98d9-4c9a-8692-9a2682ef178f req-60f7f5ed-dfa7-4aa7-8cbd-5dacacf70083 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:00.272628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80e54e28-98d9-4c9a-8692-9a2682ef178f req-60f7f5ed-dfa7-4aa7-8cbd-5dacacf70083 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1872790 Mar 11 17:21:00.312999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576230f2-01ec-498d-b4fe-4ced145270ca req-c622d975-97e0-4ea6-a69b-2734cfb4bf49 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:00.313511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:00.314141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.314524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-576230f2-01ec-498d-b4fe-4ced145270ca req-c622d975-97e0-4ea6-a69b-2734cfb4bf49 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2266204 Mar 11 17:21:00.344822 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b6d3e34c-fa9a-4c25-90f0-aa95320d5249 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9645758 Mar 11 17:21:00.351803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52968) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:00.411168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8c409d56-5b52-487f-aaf2-f28d4996dc5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0075c6cc6cef48eaba9d3994f9f4231e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843139 Mar 11 17:21:00.418033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52970) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:00.448575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c409d56-5b52-487f-aaf2-f28d4996dc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c80aa-368a-4f51-b2ff-15398b3f1d73,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:00.501287 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.520988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80e54e28-98d9-4c9a-8692-9a2682ef178f req-758fc89d-83e7-4c15-9116-c40ebf450849 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258418 Mar 11 17:21:00.526425 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.542806 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-576230f2-01ec-498d-b4fe-4ced145270ca req-4b1fe8fa-ddcc-4e42-a911-84c50f5412ef tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815274 Mar 11 17:21:00.576252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:00.576252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:00.576783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-c022180e-a589-4917-90b7-a28c47fbcfbc service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265398 Mar 11 17:21:00.582975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:00.647616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Pushing event updated for resources: {'Port': ['ID=ca652b8c-41aa-45f1-a97d-22c8a1055c66,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:00.715307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Attempting to bind port ca652b8c-41aa-45f1-a97d-22c8a1055c66 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:00.716627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Attempting to bind port ca652b8c-41aa-45f1-a97d-22c8a1055c66 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '14e39c5b-2f13-48ce-82b5-489b2b6d15d7'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:00.717159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Attempting to bind port ca652b8c-41aa-45f1-a97d-22c8a1055c66 on network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:21:00.729985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:21:00.730559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Checking segment: {'id': 'dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '14e39c5b-2f13-48ce-82b5-489b2b6d15d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:00.732193 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.732193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Bound using segment: {'id': 'dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '14e39c5b-2f13-48ce-82b5-489b2b6d15d7'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:21:00.735725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Bound port: ca652b8c-41aa-45f1-a97d-22c8a1055c66, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '14e39c5b-2f13-48ce-82b5-489b2b6d15d7'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:00.735725 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.783798 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3be8-c736-42d2-8724-a649ca7e3354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.826932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] For port ca652b8c-41aa-45f1-a97d-22c8a1055c66, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:00.833034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] For port ca652b8c-41aa-45f1-a97d-22c8a1055c66, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca652b8c-41aa-45f1-a97d-22c8a1055c66,segment=NetworkSegment(dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d),segment_id=dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:00.844909 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.857502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b36254-593b-4588-ade1-9c3fdd57475c req-cc1fc8c3-c2c7-48a3-8684-5b80ef724039 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:00.857926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7b36254-593b-4588-ade1-9c3fdd57475c req-cc1fc8c3-c2c7-48a3-8684-5b80ef724039 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1840434 Mar 11 17:21:00.860174 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3be8-c736-42d2-8724-a649ca7e3354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.942684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a2e3a010-1d47-4253-a225-fdb1432db4fe'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:21:00.948119 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b0e59-f770-43b5-bb56-d356eaf44afc None None] Pushing event updated for resources: {'Port': ['ID=ca652b8c-41aa-45f1-a97d-22c8a1055c66,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:00.955923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d02a3f-ecb6-433f-a72e-6bf6b84e86f8 req-43adb737-cc55-43b0-9932-baba09e62fa4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:00.964992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71d02a3f-ecb6-433f-a72e-6bf6b84e86f8 req-43adb737-cc55-43b0-9932-baba09e62fa4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2297652 Mar 11 17:21:01.004876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abf87ed9-7072-4b3b-baa3-45f4631630d3 req-e87db674-0e67-4d47-ba08-2b6922733891 service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177432 Mar 11 17:21:01.042010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7b36254-593b-4588-ade1-9c3fdd57475c req-fedf8842-cbff-4792-a3bd-0c856e496f22 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707616 Mar 11 17:21:01.093920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71d02a3f-ecb6-433f-a72e-6bf6b84e86f8 req-9def46bc-8c29-4d2b-bc0f-82bbd1a3be0a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196392 Mar 11 17:21:01.096316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3be8-c736-42d2-8724-a649ca7e3354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.103672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3be8-c736-42d2-8724-a649ca7e3354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.104907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0e2b3be8-c736-42d2-8724-a649ca7e3354 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f40c80aa-368a-4f51-b2ff-15398b3f1d73 HTTP/1.1" status: 204 len: 168 time: 0.6789873 Mar 11 17:21:01.175353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b3be8-c736-42d2-8724-a649ca7e3354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c80aa-368a-4f51-b2ff-15398b3f1d73,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:01.304701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99d278-8900-43d5-b67f-9ac5f090362e req-d00f6b7e-e509-4b1a-b328-2da97fcce6ee tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:01.314944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db99d278-8900-43d5-b67f-9ac5f090362e req-d00f6b7e-e509-4b1a-b328-2da97fcce6ee tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 944 time: 0.0927906 Mar 11 17:21:01.365080 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.371109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db99d278-8900-43d5-b67f-9ac5f090362e req-d633eace-edcf-4c95-8846-25db8b515b28 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563564 Mar 11 17:21:01.449241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0f90d-0f03-4283-a552-cd9c19d69e84 req-8f7c69e2-7fbc-4978-938a-97dd2c422a78 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:01.451749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35f0f90d-0f03-4283-a552-cd9c19d69e84 req-8f7c69e2-7fbc-4978-938a-97dd2c422a78 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.0873470 Mar 11 17:21:01.495282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35f0f90d-0f03-4283-a552-cd9c19d69e84 req-208f35e4-b539-4082-9cb8-96cc5c5531b8 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369954 Mar 11 17:21:01.659846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269c182-2f9b-490f-b3ce-149e86f36fc8 req-fdf84ef4-8db2-4e8c-b085-f36b238015cf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:01.661914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3269c182-2f9b-490f-b3ce-149e86f36fc8 req-fdf84ef4-8db2-4e8c-b085-f36b238015cf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.0792801 Mar 11 17:21:01.730916 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.741582 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:01.746448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3269c182-2f9b-490f-b3ce-149e86f36fc8 req-ea52a275-de2a-4e5f-91ef-6f02cc7e76e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725684 Mar 11 17:21:01.766152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60502ac6-7506-4576-86c9-76b90698606a req-f90960f6-0c34-4402-a7de-c2ff8a7d2c46 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:01.773565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60502ac6-7506-4576-86c9-76b90698606a req-f90960f6-0c34-4402-a7de-c2ff8a7d2c46 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1097651 Mar 11 17:21:01.841721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=810118f9-33e2-4396-9ad8-3dcc58e870c4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:01.867661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60502ac6-7506-4576-86c9-76b90698606a req-7bca8144-ed6c-45d8-b416-0f0a901659f5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920002 Mar 11 17:21:02.114020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.186198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6c309-c9b7-420a-9616-2775be628a3e req-48acce8b-cd4b-4381-b99e-43e5148d8089 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:02.208633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92c6c309-c9b7-420a-9616-2775be628a3e req-48acce8b-cd4b-4381-b99e-43e5148d8089 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.0838079 Mar 11 17:21:02.299877 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.301354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92c6c309-c9b7-420a-9616-2775be628a3e req-96ef5fce-405a-48cc-968b-e2e89b5f90e4 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904853 Mar 11 17:21:02.337005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7f312-250a-4eca-b95e-3ab178a03e6a req-5577ca71-b759-4ab4-9632-2146d1255f9d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:02.350732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57f7f312-250a-4eca-b95e-3ab178a03e6a req-5577ca71-b759-4ab4-9632-2146d1255f9d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.1054332 Mar 11 17:21:02.487160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660cfd1-2ddb-41df-a79b-b99559b677c2 None None] Network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:02.498455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57f7f312-250a-4eca-b95e-3ab178a03e6a req-0bf72217-1fa3-498e-a35a-24a45d297055 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413088 Mar 11 17:21:02.556966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032563-920a-408c-be78-e7df988110c8 req-15adf767-8531-450b-964c-5cb734e8a9a9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:02.565778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91032563-920a-408c-be78-e7df988110c8 req-15adf767-8531-450b-964c-5cb734e8a9a9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1432295 Mar 11 17:21:02.647327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e5f80ef1-6171-4444-9af9-68f29f3879d6 None None] Provisioning complete for port ca652b8c-41aa-45f1-a97d-22c8a1055c66 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:02.649324 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e5f80ef1-6171-4444-9af9-68f29f3879d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.713883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91032563-920a-408c-be78-e7df988110c8 req-6ee8212b-d2dc-4df5-802f-905294b4814d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469092 Mar 11 17:21:02.737117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca652b8c-41aa-45f1-a97d-22c8a1055c66 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:02.737420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.743909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:02.787052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5d92f-091b-40a9-b519-1cd265095f8e req-ccb640d2-1efb-43b0-90e2-f0e2da498711 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:02.788910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9de5d92f-091b-40a9-b519-1cd265095f8e req-ccb640d2-1efb-43b0-90e2-f0e2da498711 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 944 time: 0.1266289 Mar 11 17:21:02.831620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=810118f9-33e2-4396-9ad8-3dcc58e870c4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:02.854749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9de5d92f-091b-40a9-b519-1cd265095f8e req-16b70e47-0746-4a1c-95be-afbc691e3a0d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564268 Mar 11 17:21:02.882862 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.064435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:03.067285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:03.104038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 09bac643-b99b-4b4a-a924-6118966725ef up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:03.107797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3937c-952f-4725-a4b5-8081e77ae2ab req-b84ea97b-bda5-4509-9998-105479d02bd7 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:03.109842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55f3937c-952f-4725-a4b5-8081e77ae2ab req-b84ea97b-bda5-4509-9998-105479d02bd7 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1077709 Mar 11 17:21:03.134539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b55c69-28d5-4a30-a43c-3a051b2d2f8e req-728da255-9ea7-46ca-bc25-4d6962738ab2 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:03.136299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29b55c69-28d5-4a30-a43c-3a051b2d2f8e req-728da255-9ea7-46ca-bc25-4d6962738ab2 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.0939977 Mar 11 17:21:03.179201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ca652b8c-41aa-45f1-a97d-22c8a1055c66 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:03.179619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.225690 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e5f80ef1-6171-4444-9af9-68f29f3879d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.233518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29b55c69-28d5-4a30-a43c-3a051b2d2f8e req-43d64017-b8ba-4051-b43c-6453a1b69501 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793049 Mar 11 17:21:03.247980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 09bac643-b99b-4b4a-a924-6118966725ef completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:03.248214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55f3937c-952f-4725-a4b5-8081e77ae2ab req-811c9286-bd99-4bb5-a731-7b751e1fe303 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269083 Mar 11 17:21:03.259249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router dce9f4e9-699f-4e7f-b2a2-56afa5911033 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:21:03.272843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 09bac643-b99b-4b4a-a924-6118966725ef triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:03.273224 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.375144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9d2d3-e07d-4230-8d20-3c13af7892aa req-14daf906-258a-4fd9-ade8-efa076a53263 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:03.377055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7df9d2d3-e07d-4230-8d20-3c13af7892aa req-14daf906-258a-4fd9-ade8-efa076a53263 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.0635900 Mar 11 17:21:03.415277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:03.416764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e5f80ef1-6171-4444-9af9-68f29f3879d6 None None] For port ca652b8c-41aa-45f1-a97d-22c8a1055c66, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca652b8c-41aa-45f1-a97d-22c8a1055c66,segment=NetworkSegment(dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d),segment_id=dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:03.420719 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4201bc5d-75f7-408d-a893-af73bc7197d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/dce9f4e9-699f-4e7f-b2a2-56afa5911033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0675395 Mar 11 17:21:03.422262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7df9d2d3-e07d-4230-8d20-3c13af7892aa req-2ef5cafb-e89e-467f-a549-bf74a88b3688 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 Mar 11 17:21:03.423043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53046) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:03.430346 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0defb9c-5dfa-457a-a742-5f6662446f66 None None] Sync routers for ids ['dce9f4e9-699f-4e7f-b2a2-56afa5911033'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:03.442814 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0defb9c-5dfa-457a-a742-5f6662446f66 None None] Routers {'dce9f4e9-699f-4e7f-b2a2-56afa5911033'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:03.443631 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f0defb9c-5dfa-457a-a742-5f6662446f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dce9f4e9-699f-4e7f-b2a2-56afa5911033'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:03.488499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f0defb9c-5dfa-457a-a742-5f6662446f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:03.501841 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0defb9c-5dfa-457a-a742-5f6662446f66 None None] Routers {'dce9f4e9-699f-4e7f-b2a2-56afa5911033'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:03.504079 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f0defb9c-5dfa-457a-a742-5f6662446f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dce9f4e9-699f-4e7f-b2a2-56afa5911033'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:03.515123 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e5f80ef1-6171-4444-9af9-68f29f3879d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.564144 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f0defb9c-5dfa-457a-a742-5f6662446f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:03.564990 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0defb9c-5dfa-457a-a742-5f6662446f66 None None] The sync data for ids ['dce9f4e9-699f-4e7f-b2a2-56afa5911033'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:03.590547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b2bd82-d2de-47f3-8371-574594f6cfdb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:03.595223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d1b2bd82-d2de-47f3-8371-574594f6cfdb tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports/810118f9-33e2-4396-9ad8-3dcc58e870c4 HTTP/1.1" status: 200 len: 977 time: 0.1708663 Mar 11 17:21:03.602322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53054) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:03.637769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.690704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f80ef1-6171-4444-9af9-68f29f3879d6 None None] Pushing event updated for resources: {'Port': ['ID=ca652b8c-41aa-45f1-a97d-22c8a1055c66,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:03.706561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40c8a53-8768-4d1f-9c0c-b1634c16d9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bac643-b99b-4b4a-a924-6118966725ef'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:03.711196 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33aac56-8bfa-46ed-a3ed-d85a7ba3262e" -d '{"events": [{"server_uuid": "b40c8a53-8768-4d1f-9c0c-b1634c16d9a8", "name": "network-vif-plugged", "status": "completed", "tag": "09bac643-b99b-4b4a-a924-6118966725ef"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:03.739211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42837c-8a7e-4c50-867a-569014ba5b1b req-7136c4e7-9ef6-4555-a716-4eb4841555a9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:03.751601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 09bac643-b99b-4b4a-a924-6118966725ef, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=09bac643-b99b-4b4a-a924-6118966725ef,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:03.753094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be42837c-8a7e-4c50-867a-569014ba5b1b req-7136c4e7-9ef6-4555-a716-4eb4841555a9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.1293182 Mar 11 17:21:03.759383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:21:03.764993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a2e3a010-1d47-4253-a225-fdb1432db4fe up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:03.771633 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:03.857661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be42837c-8a7e-4c50-867a-569014ba5b1b req-ce032e32-14e2-4e24-849e-85fc38b7d971 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031628 Mar 11 17:21:03.966617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=09bac643-b99b-4b4a-a924-6118966725ef,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:04.026300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:21:04.083474 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76ef8a0-2a1c-448e-bcfd-b6a5c253081c x-openstack-request-id: req-d76ef8a0-2a1c-448e-bcfd-b6a5c253081c {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:04.086579 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40c8a53-8768-4d1f-9c0c-b1634c16d9a8", "name": "network-vif-plugged", "status": "completed", "tag": "09bac643-b99b-4b4a-a924-6118966725ef", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:04.087015 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d76ef8a0-2a1c-448e-bcfd-b6a5c253081c {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:04.087627 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40c8a53-8768-4d1f-9c0c-b1634c16d9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bac643-b99b-4b4a-a924-6118966725ef', 'code': 200} Mar 11 17:21:04.141612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6e9459b3-3082-445a-bc89-235160257e9a None None] Provisioning complete for port ca652b8c-41aa-45f1-a97d-22c8a1055c66 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:04.142290 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e9459b3-3082-445a-bc89-235160257e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.190135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port a2e3a010-1d47-4253-a225-fdb1432db4fe completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:21:04.205029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port a2e3a010-1d47-4253-a225-fdb1432db4fe triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:04.205726 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.287648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:04.291873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53080) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:04.363935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056a4f8-d67b-4f71-9214-2175a6d852e9 req-c2461c05-53ff-4b9f-a7f6-a37ef222ca49 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:04.372289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f056a4f8-d67b-4f71-9214-2175a6d852e9 req-c2461c05-53ff-4b9f-a7f6-a37ef222ca49 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 812 time: 0.4480202 Mar 11 17:21:04.378148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9e24-4012-425a-9f39-c04d12089c5b req-c2bef92e-afe8-472b-aa45-1a38874d3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:04.380775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ced9e24-4012-425a-9f39-c04d12089c5b req-c2bef92e-afe8-472b-aa45-1a38874d3f1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 1096 time: 0.2664182 Mar 11 17:21:04.422173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f056a4f8-d67b-4f71-9214-2175a6d852e9 req-f995df02-a1a1-4cb7-ac21-b243cb29b60c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/quotas/a148f824460d4f439a4e98f76fd0b3e6 HTTP/1.1" status: 200 len: 375 time: 0.0477090 Mar 11 17:21:04.430996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'port_id': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215', 'mac_address': 'fa:16:3e:e3:4b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:21:04.439985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38844ff8-9e86-44d0-8ea9-520cafc0702e req-060d9f29-79c9-4f32-bc28-5e1931446d21 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:04.442319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38844ff8-9e86-44d0-8ea9-520cafc0702e req-060d9f29-79c9-4f32-bc28-5e1931446d21 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.1642623 Mar 11 17:21:04.522557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6e9459b3-3082-445a-bc89-235160257e9a None None] Provisioning complete for port 810118f9-33e2-4396-9ad8-3dcc58e870c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:04.523300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e9459b3-3082-445a-bc89-235160257e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.567978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6e9459b3-3082-445a-bc89-235160257e9a None None] Port 810118f9-33e2-4396-9ad8-3dcc58e870c4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:04.571315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.622144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca652b8c-41aa-45f1-a97d-22c8a1055c66 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:04.624434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ced9e24-4012-425a-9f39-c04d12089c5b req-9c26af8f-23e0-4a90-b026-7e0cb4c975b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283182 Mar 11 17:21:04.644663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f056a4f8-d67b-4f71-9214-2175a6d852e9 req-b07bffa2-6c08-4c15-b176-16c316763555 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2212293 Mar 11 17:21:04.652709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38844ff8-9e86-44d0-8ea9-520cafc0702e req-953872fa-cf2c-483a-b3ff-6906b324ba50 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961927 Mar 11 17:21:04.688667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752452f8-7f03-4e15-9d91-b2fc7b92cee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.689753 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.740237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a2e3a010-1d47-4253-a225-fdb1432db4fe, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a2e3a010-1d47-4253-a225-fdb1432db4fe,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:04.761572 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.764821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:21:04.805986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:04.830256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.840149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4be38cf6-8cef-4d18-9ce3-b87f053962fe None None] Provisioning complete for port 810118f9-33e2-4396-9ad8-3dcc58e870c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:04.840707 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4be38cf6-8cef-4d18-9ce3-b87f053962fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.863216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752452f8-7f03-4e15-9d91-b2fc7b92cee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.865665 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.876022 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ca652b8c-41aa-45f1-a97d-22c8a1055c66 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:04.876416 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.901418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a689975-655b-425b-805c-c901690004ad req-a700334b-7709-4026-a704-1a960bedfbb5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:04.903520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a689975-655b-425b-805c-c901690004ad req-a700334b-7709-4026-a704-1a960bedfbb5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1214855 Mar 11 17:21:04.917205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f999040-416f-44fa-95ef-e4212de23955 req-9aa43c01-072a-46ee-b1c3-74775e31fd62 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:04.919097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f999040-416f-44fa-95ef-e4212de23955 req-9aa43c01-072a-46ee-b1c3-74775e31fd62 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.0929801 Mar 11 17:21:04.963690 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752452f8-7f03-4e15-9d91-b2fc7b92cee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:04.968534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4be38cf6-8cef-4d18-9ce3-b87f053962fe None None] Port 810118f9-33e2-4396-9ad8-3dcc58e870c4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:04.977882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a2e3a010-1d47-4253-a225-fdb1432db4fe,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:05.015269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f999040-416f-44fa-95ef-e4212de23955 req-e3ca3d6d-aba4-44d9-9687-ffa1ed31915d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797682 Mar 11 17:21:05.018132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a689975-655b-425b-805c-c901690004ad req-050ad413-fc0f-43ae-a2ff-97a997f48838 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927055 Mar 11 17:21:05.066210 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-752452f8-7f03-4e15-9d91-b2fc7b92cee8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d4eeaf59fc340c7a26d17ba4a815f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726967 Mar 11 17:21:05.069869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53088) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:05.093876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752452f8-7f03-4e15-9d91-b2fc7b92cee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30fa7d9-b06f-4072-bcb2-6cc840051f9e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:05.111585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['f3dfd7f3-dc99-46c2-b6f9-aedf918d8215'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:21:05.196543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f1390939-69a3-4c33-9af0-ca7dcd5c6c69 None None] Provisioning complete for port 810118f9-33e2-4396-9ad8-3dcc58e870c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:05.196916 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f1390939-69a3-4c33-9af0-ca7dcd5c6c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.199005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:05.252289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f1390939-69a3-4c33-9af0-ca7dcd5c6c69 None None] Port 810118f9-33e2-4396-9ad8-3dcc58e870c4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:05.253848 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37857581-188c-4dde-a811-18f7476eaf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.302351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04e9a8-a339-4a1b-a153-2f3b8f6044dc req-7ac5f7da-6be0-43e1-9951-17730d261806 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:05.303944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e04e9a8-a339-4a1b-a153-2f3b8f6044dc req-7ac5f7da-6be0-43e1-9951-17730d261806 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1377203 Mar 11 17:21:05.307008 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37857581-188c-4dde-a811-18f7476eaf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.309695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port 810118f9-33e2-4396-9ad8-3dcc58e870c4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:05.310739 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.345738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb6921-fb3e-4e53-8dfe-ddece10d4daa req-51117720-84a8-471d-b524-4b50903dc45d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:05.347369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eacb6921-fb3e-4e53-8dfe-ddece10d4daa req-51117720-84a8-471d-b524-4b50903dc45d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 945 time: 0.1654623 Mar 11 17:21:05.410299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e04e9a8-a339-4a1b-a153-2f3b8f6044dc req-fab0610e-d868-4358-8141-fcc72d12cbfb tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917435 Mar 11 17:21:05.425961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eacb6921-fb3e-4e53-8dfe-ddece10d4daa req-4711bb4d-cdd0-4008-9cc9-75e662caa5f9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580161 Mar 11 17:21:05.431833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.433434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37857581-188c-4dde-a811-18f7476eaf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.445019 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37857581-188c-4dde-a811-18f7476eaf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.445019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-37857581-188c-4dde-a811-18f7476eaf18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b30fa7d9-b06f-4072-bcb2-6cc840051f9e HTTP/1.1" status: 204 len: 168 time: 0.3695879 Mar 11 17:21:05.454542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for 810118f9-33e2-4396-9ad8-3dcc58e870c4 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:05.458548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37857581-188c-4dde-a811-18f7476eaf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30fa7d9-b06f-4072-bcb2-6cc840051f9e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:05.694666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.727746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=810118f9-33e2-4396-9ad8-3dcc58e870c4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:05.729182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8557473-143b-4f2e-bd05-2dd5270dc543 req-fda7ad37-c008-41e0-9b06-1e3996d0a8e5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a148f824460d4f439a4e98f76fd0b3e6 HTTP/1.1" status: 200 len: 221 time: 0.0532448 Mar 11 17:21:05.748733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:05.865626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:05.866110 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.974735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:05.994074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:06.034566 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6413878-b93a-4d57-8050-c56aa5471095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.060513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abaa98-a183-4dfa-ba65-a825c51f3029 req-0d526bf5-1f8a-4f74-a0b3-3507e3606a80 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:06.062963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06abaa98-a183-4dfa-ba65-a825c51f3029 req-0d526bf5-1f8a-4f74-a0b3-3507e3606a80 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.2520611 Mar 11 17:21:06.084574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaedc9-0004-4e16-8be8-1e76ddc7d7ef req-d669e064-1287-4aa7-b4da-86595a2a4d8d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:06.086212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affaedc9-0004-4e16-8be8-1e76ddc7d7ef req-d669e064-1287-4aa7-b4da-86595a2a4d8d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1723824 Mar 11 17:21:06.090217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3facea7b-9dea-40f9-8d82-783a3fba8d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e3a010-1d47-4253-a225-fdb1432db4fe'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:06.095440 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b3670-e916-42b7-bbfd-49e6cfd53e93" -d '{"events": [{"server_uuid": "3facea7b-9dea-40f9-8d82-783a3fba8d87", "name": "network-vif-plugged", "status": "completed", "tag": "a2e3a010-1d47-4253-a225-fdb1432db4fe"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:06.128139 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.158347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affaedc9-0004-4e16-8be8-1e76ddc7d7ef req-c1b76dbc-a8df-4b5a-a5a4-ec8ea1c18c68 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553203 Mar 11 17:21:06.205833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:06.211651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06abaa98-a183-4dfa-ba65-a825c51f3029 req-7a5b0295-e243-4b14-b984-03b57c5a4ce9 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238792 Mar 11 17:21:06.213439 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.264318 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24681c05-2c0b-405a-85f6-f2d3d373f108 x-openstack-request-id: req-24681c05-2c0b-405a-85f6-f2d3d373f108 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:06.264793 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3facea7b-9dea-40f9-8d82-783a3fba8d87", "name": "network-vif-plugged", "status": "completed", "tag": "a2e3a010-1d47-4253-a225-fdb1432db4fe", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:06.265597 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24681c05-2c0b-405a-85f6-f2d3d373f108 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:06.266773 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3facea7b-9dea-40f9-8d82-783a3fba8d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e3a010-1d47-4253-a225-fdb1432db4fe', 'code': 200} Mar 11 17:21:06.296774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455219f-3852-4ea7-b8f5-491c46923396 req-e02c22d9-fa04-410d-bf90-70b6fc302a7b tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:06.297062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:06.304492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6455219f-3852-4ea7-b8f5-491c46923396 req-e02c22d9-fa04-410d-bf90-70b6fc302a7b tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.0620692 Mar 11 17:21:06.357652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6455219f-3852-4ea7-b8f5-491c46923396 req-4b05b5cb-954d-44b1-bc9f-db091df5b3d3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519521 Mar 11 17:21:06.419622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router dce9f4e9-699f-4e7f-b2a2-56afa5911033 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:21:06.433888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881379af-41e9-4451-8fb0-8a00449684b7 req-cd65e3cd-8b5d-49fe-abab-c111b2e259bc tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:06.436678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-881379af-41e9-4451-8fb0-8a00449684b7 req-cd65e3cd-8b5d-49fe-abab-c111b2e259bc tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.0993056 Mar 11 17:21:06.438655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e9c79-a197-4f4c-97e2-b871694da0df req-81432cd9-e938-4b4c-9dc2-c206cb01bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:06.440152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c80e9c79-a197-4f4c-97e2-b871694da0df req-81432cd9-e938-4b4c-9dc2-c206cb01bf01 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 1097 time: 0.0630066 Mar 11 17:21:06.452289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6413878-b93a-4d57-8050-c56aa5471095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.507030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-881379af-41e9-4451-8fb0-8a00449684b7 req-26727336-244e-49da-919c-2d262b77a12f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619824 Mar 11 17:21:06.508374 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6413878-b93a-4d57-8050-c56aa5471095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.509164 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c80e9c79-a197-4f4c-97e2-b871694da0df req-79545100-5cf0-418d-aba6-6584f5f1b24d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578711 Mar 11 17:21:06.574535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:06.586736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9dadf-9876-4020-a339-f704ab353293 None None] Sync routers for ids ['dce9f4e9-699f-4e7f-b2a2-56afa5911033'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:06.597135 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-582e668e-b83f-42ff-ad29-8db461857559 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/dce9f4e9-699f-4e7f-b2a2-56afa5911033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9979794 Mar 11 17:21:06.599833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53146) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:06.601362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9dadf-9876-4020-a339-f704ab353293 None None] Routers {'dce9f4e9-699f-4e7f-b2a2-56afa5911033'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:06.602044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d4a9dadf-9876-4020-a339-f704ab353293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dce9f4e9-699f-4e7f-b2a2-56afa5911033'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:06.617666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f6413878-b93a-4d57-8050-c56aa5471095 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1845f841620e4beeab20ce308433f175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183221 Mar 11 17:21:06.617666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6413878-b93a-4d57-8050-c56aa5471095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f92ee5f-3f88-4d5f-b888-5250a5f64279,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:06.619942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53148) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:06.696102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d4a9dadf-9876-4020-a339-f704ab353293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:06.701620 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa686a2a-6af9-4947-8f76-d453a0aa3c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.704939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9dadf-9876-4020-a339-f704ab353293 None None] Routers {'dce9f4e9-699f-4e7f-b2a2-56afa5911033'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:06.705566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d4a9dadf-9876-4020-a339-f704ab353293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dce9f4e9-699f-4e7f-b2a2-56afa5911033'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:06.734813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa686a2a-6af9-4947-8f76-d453a0aa3c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.739808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d4a9dadf-9876-4020-a339-f704ab353293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:06.740483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9dadf-9876-4020-a339-f704ab353293 None None] The sync data for ids ['dce9f4e9-699f-4e7f-b2a2-56afa5911033'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:06.796374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bc267-284d-4f55-b93d-22c2632ed00f req-80443a55-160f-4217-a162-d180523cf0d6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:06.802477 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa686a2a-6af9-4947-8f76-d453a0aa3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.805913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa686a2a-6af9-4947-8f76-d453a0aa3c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:06.812045 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fa686a2a-6af9-4947-8f76-d453a0aa3c6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f92ee5f-3f88-4d5f-b888-5250a5f64279 HTTP/1.1" status: 204 len: 168 time: 0.1904423 Mar 11 17:21:06.822484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa686a2a-6af9-4947-8f76-d453a0aa3c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f92ee5f-3f88-4d5f-b888-5250a5f64279,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:06.831491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c0bc267-284d-4f55-b93d-22c2632ed00f req-80443a55-160f-4217-a162-d180523cf0d6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2780809 Mar 11 17:21:06.932510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c54198-d0bd-411f-be30-942331edddb6 req-ee409ce0-450d-4c47-8236-f1949e8c4962 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:06.941576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65c54198-d0bd-411f-be30-942331edddb6 req-ee409ce0-450d-4c47-8236-f1949e8c4962 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2670686 Mar 11 17:21:07.425766 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-24cd25df-500f-41d5-9f38-72218ee41e72 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 17:21:07.429316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-24cd25df-500f-41d5-9f38-72218ee41e72 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/dce9f4e9-699f-4e7f-b2a2-56afa5911033/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8259053 Mar 11 17:21:07.429717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:07.437717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c0bc267-284d-4f55-b93d-22c2632ed00f req-6fcccf07-29cb-4af1-89c2-9d924653e8df tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245883 Mar 11 17:21:07.453822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65c54198-d0bd-411f-be30-942331edddb6 req-0555822f-2ad9-40fc-9c09-aac6cf9f59d3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108604 Mar 11 17:21:07.495465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53174) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:07.496159 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d7b72c5f-a0c3-4da6-9f15-31fd0a6e892b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=dce9f4e9-699f-4e7f-b2a2-56afa5911033 HTTP/1.1" status: 200 len: 205 time: 0.0647893 Mar 11 17:21:07.703321 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f87298f-5014-46ca-b221-a03113abf3f9 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:07.967494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7a4d6-b7e6-49a3-b986-8b4fde48804b req-93181384-eca6-4271-8955-3d6eb908b6ab tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:07.969092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77f7a4d6-b7e6-49a3-b986-8b4fde48804b req-93181384-eca6-4271-8955-3d6eb908b6ab tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.3906302 Mar 11 17:21:07.983662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6a375-af27-4c27-83c5-25b18e67e10a req-8eb51170-850d-48be-9319-f55417e9961d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:07.994991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00c6a375-af27-4c27-83c5-25b18e67e10a req-8eb51170-850d-48be-9319-f55417e9961d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.3629889 Mar 11 17:21:08.009629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f87298f-5014-46ca-b221-a03113abf3f9 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.019485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f87298f-5014-46ca-b221-a03113abf3f9 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.068008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53184) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:08.155559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f87298f-5014-46ca-b221-a03113abf3f9 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.157659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f87298f-5014-46ca-b221-a03113abf3f9 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Fanout notify agent at l3_agent the message router_deleted on router dce9f4e9-699f-4e7f-b2a2-56afa5911033 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:21:08.175799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00c6a375-af27-4c27-83c5-25b18e67e10a req-a1805a99-1d61-4efb-b824-b00c82ab0712 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769762 Mar 11 17:21:08.195088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f87298f-5014-46ca-b221-a03113abf3f9 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.196483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6f87298f-5014-46ca-b221-a03113abf3f9 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/dce9f4e9-699f-4e7f-b2a2-56afa5911033 HTTP/1.1" status: 204 len: 168 time: 0.6999977 Mar 11 17:21:08.200023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53188) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:08.208970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77f7a4d6-b7e6-49a3-b986-8b4fde48804b req-dae035fd-a043-4393-8577-ea7125a6788a tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028904 Mar 11 17:21:08.267991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:08.272292 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be36b39-027f-43aa-a1dd-58bffd38eec7" -d '{"events": [{"server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "name": "network-vif-plugged", "status": "completed", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:08.387419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-network', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:08.404138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-139e77ac-5f61-467c-9c94-32ebdb61b5b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting subnet 2eaeee00-5e19-4d6d-8a42-066a3eaf9e63 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:21:08.414004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-139e77ac-5f61-467c-9c94-32ebdb61b5b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.416718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f244d0-eadb-4338-bdd7-215239b28698 req-e970f6f8-5389-4408-921c-4c9f0599f1f9 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:08.418633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47f244d0-eadb-4338-bdd7-215239b28698 req-e970f6f8-5389-4408-921c-4c9f0599f1f9 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.1226199 Mar 11 17:21:08.456620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Made reservation on behalf of 1e6d813175dd44dfb53d9e750c308f97 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:08.458988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.469714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-139e77ac-5f61-467c-9c94-32ebdb61b5b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.517024 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.518408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47f244d0-eadb-4338-bdd7-215239b28698 req-0d044744-ec68-4d64-8359-3c7cdef3388d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758936 Mar 11 17:21:08.537322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cb689-4fb7-49b3-b38d-9e3c4d53cb03 req-bfb822df-8cde-4035-af87-e4a85ab04525 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:08.541062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-676cb689-4fb7-49b3-b38d-9e3c4d53cb03 req-bfb822df-8cde-4035-af87-e4a85ab04525 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1591361 Mar 11 17:21:08.596018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-676cb689-4fb7-49b3-b38d-9e3c4d53cb03 req-da269e53-a41b-487b-81d5-68197962ce2d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540156 Mar 11 17:21:08.603125 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e4fa66-cf94-4155-bf85-2c281462133d x-openstack-request-id: req-c8e4fa66-cf94-4155-bf85-2c281462133d {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:08.603563 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "name": "network-vif-plugged", "status": "completed", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:08.603957 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8e4fa66-cf94-4155-bf85-2c281462133d {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:08.604655 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215', 'code': 200} Mar 11 17:21:08.713133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-139e77ac-5f61-467c-9c94-32ebdb61b5b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.787464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c808-cc42-4cc1-b613-25566584269c req-29c074d0-8f6c-45d7-82d3-953e66e6123e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:08.801608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7642c808-cc42-4cc1-b613-25566584269c req-29c074d0-8f6c-45d7-82d3-953e66e6123e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.1316836 Mar 11 17:21:08.804804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.813864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.832890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-139e77ac-5f61-467c-9c94-32ebdb61b5b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.861847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:21:08.868545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e77ac-5f61-467c-9c94-32ebdb61b5b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Subnet': ['ID=2eaeee00-5e19-4d6d-8a42-066a3eaf9e63,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:08.889541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e40f19-a3f1-468c-8ba3-ed46f7c45f6c req-6bcc18b6-7583-4ef5-8442-497fe7b235c7 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:08.891017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de42866-87f0-4cfd-a876-e970b7993a82,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:08.897434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.897956 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Added segment e3a3fafd-fcd4-46db-aab9-40e337f7d9a9 of type vlan for network cee13a0d-2b13-47c5-9968-9a681d499e76 Mar 11 17:21:08.899993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-139e77ac-5f61-467c-9c94-32ebdb61b5b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:08.902926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5e40f19-a3f1-468c-8ba3-ed46f7c45f6c req-6bcc18b6-7583-4ef5-8442-497fe7b235c7 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 946 time: 0.1895094 Mar 11 17:21:08.905823 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-139e77ac-5f61-467c-9c94-32ebdb61b5b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/2eaeee00-5e19-4d6d-8a42-066a3eaf9e63 HTTP/1.1" status: 204 len: 168 time: 0.7042415 Mar 11 17:21:08.911770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d7c6a-33ce-4a29-84b7-b8421f57e2b7 None None] Network 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:08.915973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53202) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:08.992596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7642c808-cc42-4cc1-b613-25566584269c req-02085c72-499e-4a32-bdd6-1828df6a897e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852026 Mar 11 17:21:09.021744 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.069176 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.085247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.087438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:09.088151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.095805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5e40f19-a3f1-468c-8ba3-ed46f7c45f6c req-b5f8370c-34ca-4ea0-9d20-28bd09d87a1f tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736715 Mar 11 17:21:09.112446 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0425887 Mar 11 17:21:09.117730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53208) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:09.123031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Request body: {'subnet': {'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-subnet', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:09.186360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Made reservation on behalf of 1e6d813175dd44dfb53d9e750c308f97 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:09.188959 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.201151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d533-759a-4c19-9714-8ace84948e82 admin admin] Pushing event updated for resources: {'Network': ['ID=cee13a0d-2b13-47c5-9968-9a681d499e76,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:09.230772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network cee13a0d-2b13-47c5-9968-9a681d499e76 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:21:09.234730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port ca652b8c-41aa-45f1-a97d-22c8a1055c66 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:09.234730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.376053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port ca652b8c-41aa-45f1-a97d-22c8a1055c66, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca652b8c-41aa-45f1-a97d-22c8a1055c66,segment=NetworkSegment(dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d),segment_id=dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:09.376462 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.410115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for ca652b8c-41aa-45f1-a97d-22c8a1055c66 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:09.436777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037f9f-d055-4975-bdd8-9a16cd6a9672 req-a16b80d2-8854-4cba-8d2b-f49d1e7dc404 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:09.444082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d037f9f-d055-4975-bdd8-9a16cd6a9672 req-a16b80d2-8854-4cba-8d2b-f49d1e7dc404 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1474571 Mar 11 17:21:09.539290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] DHCP port deletion for 14e39c5b-2f13-48ce-82b5-489b2b6d15d7 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:21:09.605002 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.627323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Deleting port ca652b8c-41aa-45f1-a97d-22c8a1055c66 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:09.627713 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.638099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=ca652b8c-41aa-45f1-a97d-22c8a1055c66,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:09.642646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No DVR routers for this DVR port ca652b8c-41aa-45f1-a97d-22c8a1055c66 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:09.650918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d037f9f-d055-4975-bdd8-9a16cd6a9672 req-9610cade-178d-47a4-9880-99a06ad4ffe3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057788 Mar 11 17:21:09.714947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cf40a-69d2-41f7-a79a-bf73e2215539 req-874352a5-1e40-4647-b45c-d7aac4e6b8fe tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:09.720874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-926cf40a-69d2-41f7-a79a-bf73e2215539 req-874352a5-1e40-4647-b45c-d7aac4e6b8fe tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.1748810 Mar 11 17:21:09.726290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.868476 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.907420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e39c5b-2f13-48ce-82b5-489b2b6d15d7']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:09.927362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:09.928913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc14ea7d-dcfa-4293-96a9-1fda8b3ff38d') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:09.957056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.968612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52c06e-3072-4b33-b712-ebbe19b2609d req-161a72fc-d87b-469d-a502-9e3338a5209e tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:09.970173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e52c06e-3072-4b33-b712-ebbe19b2609d req-161a72fc-d87b-469d-a502-9e3338a5209e tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1317029 Mar 11 17:21:09.972143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b837b9-3c8d-495e-931f-91abfc52fc42,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:09.980105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:09.981645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-926cf40a-69d2-41f7-a79a-bf73e2215539 req-fa87d11d-9f5d-4630-8e5c-fcaa264447a5 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524643 Mar 11 17:21:10.009115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:21:10.010438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:21:10.019996 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:21:10.022999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.023346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.023742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.024081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.024429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.024755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.025080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.025401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.025720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.026040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.026356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.026705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.038309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Checking segment: {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:10.038674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Network hostable DHCP agents. Network: cee13a0d-2b13-47c5-9968-9a681d499e76, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:21:10.039159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] For port ca652b8c-41aa-45f1-a97d-22c8a1055c66, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:10.039752 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.056636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Calling delete_port for ca652b8c-41aa-45f1-a97d-22c8a1055c66 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:10.061923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Port ca652b8c-41aa-45f1-a97d-22c8a1055c66 was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:21:10.065694 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.070896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e52c06e-3072-4b33-b712-ebbe19b2609d req-60df1047-7e42-4f93-b30d-3007eb7f87c1 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831609 Mar 11 17:21:10.079908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Network cee13a0d-2b13-47c5-9968-9a681d499e76 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:21:10.097749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, cee13a0d-2b13-47c5-9968-9a681d499e76) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:10.102485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:10.103178 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.108674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] No DVR routers for this DVR port ca652b8c-41aa-45f1-a97d-22c8a1055c66 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:10.130842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c175c3-6855-4fd3-b17f-c87c42204eab None None] Network cee13a0d-2b13-47c5-9968-9a681d499e76 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:10.139061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-74026e61-6693-41ea-817d-1e3154ed847d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0197349 Mar 11 17:21:10.141268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53218) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:10.147290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:10.172797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Pushing event deleted for resources: {'Port': ['ID=ca652b8c-41aa-45f1-a97d-22c8a1055c66,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:10.209105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.226139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.227409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.227938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.228572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.229056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.229536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.230430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.230947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.232050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.232550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.233023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.233618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.234401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476cf955-dd33-4f91-b7c3-bedae8855d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:10.238998 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/networks/14e39c5b-2f13-48ce-82b5-489b2b6d15d7 HTTP/1.1" status: 204 len: 168 time: 1.3217890 Mar 11 17:21:10.242445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53220) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:10.244095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.246097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.264193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404652772'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:10.273686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c10ae-b75d-4da6-bca3-5922272f10b2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Network': ['ID=14e39c5b-2f13-48ce-82b5-489b2b6d15d7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:10.304566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:10.312293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.368181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a1683-eca9-44b2-a6af-741047dd18c2 req-92e76b4f-89fa-4d45-8ba1-b691caad264f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:10.373210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-042a1683-eca9-44b2-a6af-741047dd18c2 req-92e76b4f-89fa-4d45-8ba1-b691caad264f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2214117 Mar 11 17:21:10.413495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-cee13a0d-2b13-47c5-9968-9a681d499e76', 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'fixed_ips': [{'subnet_id': '53b837b9-3c8d-495e-931f-91abfc52fc42'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:21:10.414994 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.491268 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.500863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:21:10.600467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Allocated IP 172.20.0.2 (cee13a0d-2b13-47c5-9968-9a681d499e76/53b837b9-3c8d-495e-931f-91abfc52fc42/1240c223-2c56-46bd-b4c6-818fc6b3a2b7) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:10.641439 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.641910 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added segment 3f500ef7-3e9b-48c9-b4cf-1f90b13a2064 of type vlan for network 8432ab6b-b2d7-46ef-9562-76efccb5463b Mar 11 17:21:10.672049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca652b8c-41aa-45f1-a97d-22c8a1055c66 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:10.698448 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ca652b8c-41aa-45f1-a97d-22c8a1055c66 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:21:10.698922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca652b8c-41aa-45f1-a97d-22c8a1055c66 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:21:10.740649 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.783452 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.812828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-042a1683-eca9-44b2-a6af-741047dd18c2 req-afb42fa5-af62-4950-a4cd-a387fbd59631 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251590 Mar 11 17:21:10.846963 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.858106 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.905266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.907065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Network cee13a0d-2b13-47c5-9968-9a681d499e76 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:10.916140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:10.926276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:10.973021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Pushing event updated for resources: {'Port': ['ID=1240c223-2c56-46bd-b4c6-818fc6b3a2b7,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:11.019488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a204f-bd0f-46b3-bf1e-43a8ca494cf6 req-b784f151-11e6-4721-9083-714ce49d3311 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:11.019730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Attempting to bind port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:11.020384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Attempting to bind port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:11.020536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Attempting to bind port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 on network cee13a0d-2b13-47c5-9968-9a681d499e76 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:21:11.026066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:21:11.026549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Checking segment: {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:11.027013 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.027469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Bound using segment: {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:21:11.027594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb9a204f-bd0f-46b3-bf1e-43a8ca494cf6 req-b784f151-11e6-4721-9083-714ce49d3311 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.3949122 Mar 11 17:21:11.028239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Bound port: 1240c223-2c56-46bd-b4c6-818fc6b3a2b7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:11.028938 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.077160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.082699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:11.083402 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.136933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] For port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:11.137920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8847344 Mar 11 17:21:11.138577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53226) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:11.142336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] For port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1240c223-2c56-46bd-b4c6-818fc6b3a2b7,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:11.148592 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.149299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'subnet': {'network_id': '8432ab6b-b2d7-46ef-9562-76efccb5463b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:11.230269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb9a204f-bd0f-46b3-bf1e-43a8ca494cf6 req-7ace4e56-1c5d-44ef-8ff2-f7666aff4b90 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951420 Mar 11 17:21:11.276063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb7da6-00bb-4b3d-a581-9b2ffcb241e2 req-15c854ed-647f-4a07-bab0-26b39291cfc5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:11.279798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0460e80-c97e-45ff-8ec4-951e373ce8cc None None] Pushing event updated for resources: {'Port': ['ID=1240c223-2c56-46bd-b4c6-818fc6b3a2b7,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:11.291227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ffb7da6-00bb-4b3d-a581-9b2ffcb241e2 req-15c854ed-647f-4a07-bab0-26b39291cfc5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2901311 Mar 11 17:21:11.311248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b0b27-a197-4678-9f8c-e088f7a74d01 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Network': ['ID=8432ab6b-b2d7-46ef-9562-76efccb5463b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:11.354725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 8432ab6b-b2d7-46ef-9562-76efccb5463b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:21:11.401800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:11.408136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.497734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ffb7da6-00bb-4b3d-a581-9b2ffcb241e2 req-d622c8c2-b5e2-4740-b711-7d644482d530 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964986 Mar 11 17:21:11.739352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2428a-352d-4c79-b6ee-e2a6a5f7a6fc req-24ea2e95-2c67-4973-b200-48a88aee37c8 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:11.751309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91b2428a-352d-4c79-b6ee-e2a6a5f7a6fc req-24ea2e95-2c67-4973-b200-48a88aee37c8 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.3499961 Mar 11 17:21:11.834278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91b2428a-352d-4c79-b6ee-e2a6a5f7a6fc req-5c93ef0c-ff41-4d02-bf32-2b52d807792a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806699 Mar 11 17:21:11.841302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.866445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.901574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.041731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Subnet': ['ID=abd037d4-4c43-437d-9e44-981aaa5e3dbe,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:12.075870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Checking segment: {'id': '3f500ef7-3e9b-48c9-b4cf-1f90b13a2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8432ab6b-b2d7-46ef-9562-76efccb5463b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:12.078820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network hostable DHCP agents. Network: 8432ab6b-b2d7-46ef-9562-76efccb5463b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:21:12.115566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 8432ab6b-b2d7-46ef-9562-76efccb5463b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:21:12.177052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 8432ab6b-b2d7-46ef-9562-76efccb5463b) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:12.186636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4910cda-3763-45fc-9ad9-5bf24095c122 None None] Network 8432ab6b-b2d7-46ef-9562-76efccb5463b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:12.187187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:12.188911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.220752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8c1e034e-272d-43fe-9846-f9240a7b46cd tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0783923 Mar 11 17:21:12.223776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53232) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:12.231168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-16262d82-a32b-4cac-a14b-d48acf019e72 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-153101949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:12.292625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16262d82-a32b-4cac-a14b-d48acf019e72 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.306824 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16262d82-a32b-4cac-a14b-d48acf019e72 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.445370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Allocated IP 172.25.8.186 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/53f13c84-7162-4f6b-a8c3-07bc26608ade) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:12.479062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2adb2-2e29-41f5-83e4-ecef896db12e req-e224057e-8121-4815-926a-434be8fffc1b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:12.480358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-8432ab6b-b2d7-46ef-9562-76efccb5463b', 'network_id': '8432ab6b-b2d7-46ef-9562-76efccb5463b', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'fixed_ips': [{'subnet_id': 'abd037d4-4c43-437d-9e44-981aaa5e3dbe'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:21:12.482254 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.485564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2adb2-2e29-41f5-83e4-ecef896db12e req-e224057e-8121-4815-926a-434be8fffc1b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:12.491325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2adb2-2e29-41f5-83e4-ecef896db12e req-e224057e-8121-4815-926a-434be8fffc1b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:12.501416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2df2adb2-2e29-41f5-83e4-ecef896db12e req-e224057e-8121-4815-926a-434be8fffc1b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8&device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87&device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 2418 time: 0.1900051 Mar 11 17:21:12.516082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa3b53-59e8-45b1-986b-3554bccbc55a req-cba24185-526b-4ff0-a85e-8209ac9c29b4 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:12.524397 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9baa3b53-59e8-45b1-986b-3554bccbc55a req-cba24185-526b-4ff0-a85e-8209ac9c29b4 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.5521948 Mar 11 17:21:12.674792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16262d82-a32b-4cac-a14b-d48acf019e72 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.682433 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16262d82-a32b-4cac-a14b-d48acf019e72 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.690251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:12.745755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16262d82-a32b-4cac-a14b-d48acf019e72 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.756027 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-16262d82-a32b-4cac-a14b-d48acf019e72 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5308127 Mar 11 17:21:12.758418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53240) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:12.776064 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.837582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:12.838806 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.841766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Allocated IP 172.20.0.2 (8432ab6b-b2d7-46ef-9562-76efccb5463b/abd037d4-4c43-437d-9e44-981aaa5e3dbe/8d139585-2fa7-489e-a1b1-9a92a62487a1) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:12.976831 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2df2adb2-2e29-41f5-83e4-ecef896db12e req-e0afb5b4-f6f0-4bb6-8a22-03275c8f2284 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741423 Mar 11 17:21:12.989807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.052552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9baa3b53-59e8-45b1-986b-3554bccbc55a req-e39b1dd5-a03e-4b35-884d-bfb4edcd3d3b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277445 Mar 11 17:21:13.167621 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.215838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Pushing event updated for resources: {'Port': ['ID=53f13c84-7162-4f6b-a8c3-07bc26608ade,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:13.236170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:13.247630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1240c223-2c56-46bd-b4c6-818fc6b3a2b7,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:13.292265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:13.317994 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.322886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:13.400084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02140ee5-e492-47e8-84b5-99d23992eb00 None None] Network cee13a0d-2b13-47c5-9968-9a681d499e76 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:13.407752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.450565 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.471582 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.549952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4aa68-2afc-4744-bf33-db674eed5273 req-8610cd0d-b84a-48ec-a10f-7b950c9b5ba9 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:13.551617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90f4aa68-2afc-4744-bf33-db674eed5273 req-8610cd0d-b84a-48ec-a10f-7b950c9b5ba9 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.3226302 Mar 11 17:21:13.560589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Network 8432ab6b-b2d7-46ef-9562-76efccb5463b is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:13.574042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:13.579828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66877e11-807e-442c-a1fb-d1eff02bc96d req-99a6f87e-1c62-4b06-8348-27e78b5ffdbc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:13.587091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:13.587491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66877e11-807e-442c-a1fb-d1eff02bc96d req-99a6f87e-1c62-4b06-8348-27e78b5ffdbc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.4085083 Mar 11 17:21:13.611243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=1240c223-2c56-46bd-b4c6-818fc6b3a2b7,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:13.681807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-34d5e2e9-7ce0-4696-8f3d-64fbc39742d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.683602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90f4aa68-2afc-4744-bf33-db674eed5273 req-6532185f-2916-4e9c-b3f5-c342b123f8eb tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926926 Mar 11 17:21:13.683895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Pushing event updated for resources: {'Port': ['ID=8d139585-2fa7-489e-a1b1-9a92a62487a1,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:13.689294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0171e857-b898-40b3-b0e8-1a73e10ea8ac None None] Provisioning complete for port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:13.689676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0171e857-b898-40b3-b0e8-1a73e10ea8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.727069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66877e11-807e-442c-a1fb-d1eff02bc96d req-054fe8c2-5065-4b17-8756-81e16b4e97a8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386764 Mar 11 17:21:13.838409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Attempting to bind port 8d139585-2fa7-489e-a1b1-9a92a62487a1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:13.838733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Attempting to bind port 8d139585-2fa7-489e-a1b1-9a92a62487a1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '3f500ef7-3e9b-48c9-b4cf-1f90b13a2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8432ab6b-b2d7-46ef-9562-76efccb5463b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:13.839095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Attempting to bind port 8d139585-2fa7-489e-a1b1-9a92a62487a1 on network 8432ab6b-b2d7-46ef-9562-76efccb5463b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:21:13.880319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:21:13.880790 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Checking segment: {'id': '3f500ef7-3e9b-48c9-b4cf-1f90b13a2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8432ab6b-b2d7-46ef-9562-76efccb5463b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:13.881194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.881602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Bound using segment: {'id': '3f500ef7-3e9b-48c9-b4cf-1f90b13a2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8432ab6b-b2d7-46ef-9562-76efccb5463b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:21:13.882077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Bound port: 8d139585-2fa7-489e-a1b1-9a92a62487a1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f500ef7-3e9b-48c9-b4cf-1f90b13a2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8432ab6b-b2d7-46ef-9562-76efccb5463b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:13.882465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.929461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.081798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.20.0.1 (8432ab6b-b2d7-46ef-9562-76efccb5463b/abd037d4-4c43-437d-9e44-981aaa5e3dbe/6f992557-86ec-4793-adc1-4514695d7c21) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:14.089891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a212b5-4123-4158-b78b-01de2120809a req-321775d4-6a70-4f8a-b23c-ddba7e7e53fb tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:14.098743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4a212b5-4123-4158-b78b-01de2120809a req-321775d4-6a70-4f8a-b23c-ddba7e7e53fb tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.1993320 Mar 11 17:21:14.132099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024e551-b2bb-4f70-8fb1-d9ea81f54f37 req-4623c48b-3d2f-4f7a-8282-f4376375e326 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:14.134553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7024e551-b2bb-4f70-8fb1-d9ea81f54f37 req-4623c48b-3d2f-4f7a-8282-f4376375e326 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1596742 Mar 11 17:21:14.165471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] For port 8d139585-2fa7-489e-a1b1-9a92a62487a1, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:14.181066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] For port 8d139585-2fa7-489e-a1b1-9a92a62487a1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8d139585-2fa7-489e-a1b1-9a92a62487a1,segment=NetworkSegment(3f500ef7-3e9b-48c9-b4cf-1f90b13a2064),segment_id=3f500ef7-3e9b-48c9-b4cf-1f90b13a2064)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:14.190695 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.243162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4a212b5-4123-4158-b78b-01de2120809a req-6eb0f8c1-986d-45e9-ba83-718575bd5cb6 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429892 Mar 11 17:21:14.289609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c76d06-cf24-4e0a-bd4e-152e3772b58b None None] Pushing event updated for resources: {'Port': ['ID=8d139585-2fa7-489e-a1b1-9a92a62487a1,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:14.385431 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.411526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7024e551-b2bb-4f70-8fb1-d9ea81f54f37 req-d7d7eb86-749d-419b-ac99-4ebcba51ed79 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422335 Mar 11 17:21:14.459019 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.549825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 8432ab6b-b2d7-46ef-9562-76efccb5463b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:14.554518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:14.565618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:14.634131 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.643383 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.713091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:15.163193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-73f0d416-c7c4-4ed8-b836-30fcd198c131 None None] Provisioning complete for port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:15.163570 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-73f0d416-c7c4-4ed8-b836-30fcd198c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.192312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbe474-bfb6-490b-83f1-3114c8cfc847 req-65e5dc07-825e-4fc9-b0fa-4b1aeed3fd80 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:15.201044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fadbe474-bfb6-490b-83f1-3114c8cfc847 req-65e5dc07-825e-4fc9-b0fa-4b1aeed3fd80 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2700677 Mar 11 17:21:15.225537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092be8-cb79-4fcb-a784-80b2affefb25 req-82a05a8b-a60b-4e6d-a850-fd54670b5fcd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:15.228267 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24092be8-cb79-4fcb-a784-80b2affefb25 req-82a05a8b-a60b-4e6d-a850-fd54670b5fcd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3572509 Mar 11 17:21:15.247492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:15.247895 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.283088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Router cc26defa-36ab-4360-b634-1f18a7e54bab is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:21:15.324846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24092be8-cb79-4fcb-a784-80b2affefb25 req-9412e648-15be-4ad7-93a8-acc88206ed4a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826166 Mar 11 17:21:15.333025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=6f992557-86ec-4793-adc1-4514695d7c21,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:15.417381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.427759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fadbe474-bfb6-490b-83f1-3114c8cfc847 req-36adab74-d4a5-4d51-b038-804f35822c0b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212965 Mar 11 17:21:15.589807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:15.603982 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Sync routers for ids ['cc26defa-36ab-4360-b634-1f18a7e54bab'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:15.612202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302de52-89d3-4f50-824f-7da24d9473eb req-6817a808-78a8-4970-982f-8b083cca5324 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:15.624300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3302de52-89d3-4f50-824f-7da24d9473eb req-6817a808-78a8-4970-982f-8b083cca5324 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1716127 Mar 11 17:21:15.641050 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Routers {'cc26defa-36ab-4360-b634-1f18a7e54bab'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:15.641840 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:20:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc26defa-36ab-4360-b634-1f18a7e54bab'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:15.655600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.656981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04253447-954b-4e53-a79c-30d1304c3d6d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5142426 Mar 11 17:21:15.660080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53268) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:15.727623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3302de52-89d3-4f50-824f-7da24d9473eb req-0fd7a32e-0ad8-49a5-9875-947974df173d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021125 Mar 11 17:21:15.811265 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f2038664-3cf5-41dd-aa84-839f7d3b402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.848549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c55f3-8c5d-4d5c-832c-fcfbae0cf161 req-1fda4ec6-d90b-4aa5-90e9-99ea5175c29a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:15.851087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-117c55f3-8c5d-4d5c-832c-fcfbae0cf161 req-1fda4ec6-d90b-4aa5-90e9-99ea5175c29a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1570103 Mar 11 17:21:15.900132 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Set router cc26defa-36ab-4360-b634-1f18a7e54bab gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:15.976134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-117c55f3-8c5d-4d5c-832c-fcfbae0cf161 req-3f8266e4-e756-4550-80ad-9e065bb293f9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104095 Mar 11 17:21:16.314143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.327542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.373441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07fe4a-1677-41ed-b775-4cf33687ebb4 None None] Network 8432ab6b-b2d7-46ef-9562-76efccb5463b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:16.395380 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:10Z', 'updated_at': '2022-03-11T17:21:13Z', 'revision_number': 3, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'gw_port': {'id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:11Z', 'updated_at': '2022-03-11T17:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:16.445430 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.450371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=6f992557-86ec-4793-adc1-4514695d7c21,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:16.499838 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Checking router: cc26defa-36ab-4360-b634-1f18a7e54bab for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:21:16.500529 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Updating router cc26defa-36ab-4360-b634-1f18a7e54bab port 53f13c84-7162-4f6b-a8c3-07bc26608ade binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:21:16.535310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f86adfa6-d66a-45df-80a6-040e24afb9cb None None] Provisioning complete for port 8d139585-2fa7-489e-a1b1-9a92a62487a1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:16.535684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f86adfa6-d66a-45df-80a6-040e24afb9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.554387 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.647931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be32d9c-4334-4238-8a4d-581a3f3164f9 req-70fe94d4-234e-4498-abb6-e0552264fdf5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:16.662565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4be32d9c-4334-4238-8a4d-581a3f3164f9 req-70fe94d4-234e-4498-abb6-e0552264fdf5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.3145235 Mar 11 17:21:16.692620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-382419d0-df3a-463f-9b09-da55a7ec937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:16.694702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-382419d0-df3a-463f-9b09-da55a7ec937c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 1096 time: 0.2104099 Mar 11 17:21:16.720282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c850b3-7451-43c2-8237-f3875e273b4b req-447c38c0-20c6-4e15-ab25-69d67fe5c9d7 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:16.722500 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3c850b3-7451-43c2-8237-f3875e273b4b req-447c38c0-20c6-4e15-ab25-69d67fe5c9d7 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1612842 Mar 11 17:21:16.731813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8d139585-2fa7-489e-a1b1-9a92a62487a1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:16.791769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4be32d9c-4334-4238-8a4d-581a3f3164f9 req-5c14df47-21b4-412d-a227-0de3a09355b9 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282787 Mar 11 17:21:16.886243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3c850b3-7451-43c2-8237-f3875e273b4b req-282c8d8a-df03-4c9d-8a14-8793fa3c374a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445520 Mar 11 17:21:16.945005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-acef0e54-61ad-4c7a-8c5e-6064ab92c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:16.946555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-acef0e54-61ad-4c7a-8c5e-6064ab92c7b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 910 time: 0.2160716 Mar 11 17:21:17.020668 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 8432ab6b-b2d7-46ef-9562-76efccb5463b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:17.036639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:17.046997 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f86adfa6-d66a-45df-80a6-040e24afb9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.157321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8d139585-2fa7-489e-a1b1-9a92a62487a1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:17.158004 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.162485 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.175902 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.186306 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.204456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-fd36cdef-87ee-446b-94f4-d607703d3b6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10858b09-00b9-40f5-96be-7903a4cf8d96 HTTP/1.1" status: 200 len: 1001 time: 0.2508695 Mar 11 17:21:17.231733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94297e9d-87ff-4755-9520-099c20d0da9d req-fa2a4b30-730d-4cba-a32b-804e896a7795 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:17.242088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94297e9d-87ff-4755-9520-099c20d0da9d req-fa2a4b30-730d-4cba-a32b-804e896a7795 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.1963956 Mar 11 17:21:17.277163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f86adfa6-d66a-45df-80a6-040e24afb9cb None None] For port 8d139585-2fa7-489e-a1b1-9a92a62487a1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8d139585-2fa7-489e-a1b1-9a92a62487a1,segment=NetworkSegment(3f500ef7-3e9b-48c9-b4cf-1f90b13a2064),segment_id=3f500ef7-3e9b-48c9-b4cf-1f90b13a2064)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:17.287804 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f86adfa6-d66a-45df-80a6-040e24afb9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.309539 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Pushing event updated for resources: {'Port': ['ID=53f13c84-7162-4f6b-a8c3-07bc26608ade,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:17.357812 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.358142 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.358492 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.358824 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.359152 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.359478 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.359792 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.364453 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.365791 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.365791 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.365791 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.366205 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:17.373326 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Attempting to bind port 53f13c84-7162-4f6b-a8c3-07bc26608ade on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:17.374449 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Attempting to bind port 53f13c84-7162-4f6b-a8c3-07bc26608ade by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:17.377353 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Attempting to bind port 53f13c84-7162-4f6b-a8c3-07bc26608ade on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:21:17.389169 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:21:17.389847 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:17.390393 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.391597 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:21:17.392241 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Bound port: 53f13c84-7162-4f6b-a8c3-07bc26608ade, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:17.394789 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.433279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-809d7eeb-d76d-4d9e-983d-73d150067e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:17.435464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-809d7eeb-d76d-4d9e-983d-73d150067e07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.1796443 Mar 11 17:21:17.451247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94297e9d-87ff-4755-9520-099c20d0da9d req-3e5e8260-2d05-4edb-a6b7-5995c004799f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082024 Mar 11 17:21:17.538501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86adfa6-d66a-45df-80a6-040e24afb9cb None None] Pushing event updated for resources: {'Port': ['ID=8d139585-2fa7-489e-a1b1-9a92a62487a1,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:17.578991 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] For port 53f13c84-7162-4f6b-a8c3-07bc26608ade, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:17.584376 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] For port 53f13c84-7162-4f6b-a8c3-07bc26608ade, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=53f13c84-7162-4f6b-a8c3-07bc26608ade,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:17.590072 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.660041 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:17.686392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router a586e146-46e0-474f-b9e4-b61df0b89a89 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:21:17.688878 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Routers {'cc26defa-36ab-4360-b634-1f18a7e54bab'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:17.689542 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc26defa-36ab-4360-b634-1f18a7e54bab'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:17.703636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-d63be71c-4f27-41e1-8ab8-cdadbedceab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:17.711535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-d63be71c-4f27-41e1-8ab8-cdadbedceab1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587214 Mar 11 17:21:17.926329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8153552-ddf7-4454-b4e9-016196144aaf req-0fcf499e-b867-4b19-bcf5-210cdb6c8399 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:17.942944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8153552-ddf7-4454-b4e9-016196144aaf req-0fcf499e-b867-4b19-bcf5-210cdb6c8399 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3777299 Mar 11 17:21:18.045742 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d14b73-f949-4bc7-b44f-87d21c57616a None None] Pushing event updated for resources: {'Port': ['ID=53f13c84-7162-4f6b-a8c3-07bc26608ade,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:18.072212 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] Set router cc26defa-36ab-4360-b634-1f18a7e54bab gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:18.115558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8153552-ddf7-4454-b4e9-016196144aaf req-3c61094c-3b70-4dd4-b87e-82dafbf87dbf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707215 Mar 11 17:21:18.243960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36133166-9beb-49ae-bb42-32118ce431c4 req-4622578b-6282-4c26-8a29-ad24e1aba7bc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:18.245136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b9f74e24-63e0-4b83-8861-fb71aa66f431 None None] Provisioning complete for port 6f992557-86ec-4793-adc1-4514695d7c21 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:18.247184 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9f74e24-63e0-4b83-8861-fb71aa66f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:18.273201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36133166-9beb-49ae-bb42-32118ce431c4 req-4622578b-6282-4c26-8a29-ad24e1aba7bc tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.2934890 Mar 11 17:21:18.433293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b9f74e24-63e0-4b83-8861-fb71aa66f431 None None] Port 6f992557-86ec-4793-adc1-4514695d7c21 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:18.442925 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:18.455849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b9f74e24-63e0-4b83-8861-fb71aa66f431 None None] Provisioning complete for port 8d139585-2fa7-489e-a1b1-9a92a62487a1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:18.456487 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9f74e24-63e0-4b83-8861-fb71aa66f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:18.484818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-9732ef5d-fd90-42b2-91d9-0ca78e1175a4 service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522161 Mar 11 17:21:18.563619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8d139585-2fa7-489e-a1b1-9a92a62487a1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:18.572754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36133166-9beb-49ae-bb42-32118ce431c4 req-37b8552f-5a51-4fc8-bcd3-66c90418a684 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910328 Mar 11 17:21:18.594930 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:10Z', 'updated_at': '2022-03-11T17:21:13Z', 'revision_number': 3, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'gw_port': {'id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:11Z', 'updated_at': '2022-03-11T17:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:18.656180 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a682ae6-53ad-49bf-8687-817542f3654f None None] The sync data for ids ['cc26defa-36ab-4360-b634-1f18a7e54bab'] in n-d-833411-1 is: [{'id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:10Z', 'updated_at': '2022-03-11T17:21:13Z', 'revision_number': 3, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'gw_port': {'id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:11Z', 'updated_at': '2022-03-11T17:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:18.760932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8d139585-2fa7-489e-a1b1-9a92a62487a1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:18.761629 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:18.772836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Allocated IP 172.20.0.1 (cee13a0d-2b13-47c5-9968-9a681d499e76/53b837b9-3c8d-495e-931f-91abfc52fc42/4ee16239-9966-40d5-ada9-cfcb99ef7e5b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:18.883567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:18.937482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c412f7a-c2c0-40c8-b1a5-65219f7996de None None] Sync routers for ids ['a586e146-46e0-474f-b9e4-b61df0b89a89'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:18.957049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c412f7a-c2c0-40c8-b1a5-65219f7996de None None] Routers {'a586e146-46e0-474f-b9e4-b61df0b89a89'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:18.957826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3c412f7a-c2c0-40c8-b1a5-65219f7996de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a586e146-46e0-474f-b9e4-b61df0b89a89'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:18.970249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.029833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3c412f7a-c2c0-40c8-b1a5-65219f7996de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:19.046863 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0a68fada-50ef-42f4-8c64-7fd24a5d1224 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/a586e146-46e0-474f-b9e4-b61df0b89a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2845833 Mar 11 17:21:19.049272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53298) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:19.049448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.062193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3fdc339c-f03a-4c94-b309-aa96ae89f0b2 None None] Provisioning complete for port 6f992557-86ec-4793-adc1-4514695d7c21 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:19.062735 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3fdc339c-f03a-4c94-b309-aa96ae89f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.113128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.155026 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c412f7a-c2c0-40c8-b1a5-65219f7996de None None] Routers {'a586e146-46e0-474f-b9e4-b61df0b89a89'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:19.157325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3c412f7a-c2c0-40c8-b1a5-65219f7996de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a586e146-46e0-474f-b9e4-b61df0b89a89'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:19.163405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc339c-f03a-4c94-b309-aa96ae89f0b2 None None] Port 6f992557-86ec-4793-adc1-4514695d7c21 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:19.222038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3c412f7a-c2c0-40c8-b1a5-65219f7996de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:19.222697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c412f7a-c2c0-40c8-b1a5-65219f7996de None None] The sync data for ids ['a586e146-46e0-474f-b9e4-b61df0b89a89'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:19.267958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Network cee13a0d-2b13-47c5-9968-9a681d499e76 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:19.276240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13cd55-ed64-4e0b-aa07-975f81cf1308 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:19.278022 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5a13cd55-ed64-4e0b-aa07-975f81cf1308 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports/6f992557-86ec-4793-adc1-4514695d7c21 HTTP/1.1" status: 200 len: 910 time: 0.2231297 Mar 11 17:21:19.281954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53300) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:19.284748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:19.295349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:19.315711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cbc0a5e4-937b-405f-9118-6b58de053a38 None None] Provisioning complete for port 6f992557-86ec-4793-adc1-4514695d7c21 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:19.317203 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cbc0a5e4-937b-405f-9118-6b58de053a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.433680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0a5e4-937b-405f-9118-6b58de053a38 None None] Port 6f992557-86ec-4793-adc1-4514695d7c21 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:19.441749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-073b66e7-2f10-440b-b31a-3e26803650f8 req-1c278c8c-6ccb-401c-8d4b-cd07d9f48f0d service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9347966 Mar 11 17:21:19.546389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee563-3e3d-4ded-9907-42619d0ccf5b req-f14e3010-f92b-437c-884f-e4806e381a7f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:19.557486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-715ee563-3e3d-4ded-9907-42619d0ccf5b req-f14e3010-f92b-437c-884f-e4806e381a7f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 1.1977401 Mar 11 17:21:19.635564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-715ee563-3e3d-4ded-9907-42619d0ccf5b req-f45ce7f5-02ac-44d0-b602-a7a7921f558e tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741825 Mar 11 17:21:19.681458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d46f2344-d732-4cdc-8c6b-7547ba46a0f1 None None] Provisioning complete for port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:19.681799 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d46f2344-d732-4cdc-8c6b-7547ba46a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.695549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1503-a0e0-41bd-936b-75dd68cb0579 req-8dc117da-b9c1-4f0e-b14d-c1879ee7c9dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:19.712626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c30e1503-a0e0-41bd-936b-75dd68cb0579 req-8dc117da-b9c1-4f0e-b14d-c1879ee7c9dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.3666975 Mar 11 17:21:19.776814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d46f2344-d732-4cdc-8c6b-7547ba46a0f1 None None] Port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:19.817948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c30e1503-a0e0-41bd-936b-75dd68cb0579 req-87c31455-14b4-4ae9-91f9-ffed96bbc9a9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042986 Mar 11 17:21:19.893626 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:19.957593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb67ed-98d4-486c-8e95-4703cfb23cd3 req-240070b3-4e60-44ea-a7eb-4d4f5f4312b1 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:19.975405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fcb67ed-98d4-486c-8e95-4703cfb23cd3 req-240070b3-4e60-44ea-a7eb-4d4f5f4312b1 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1490681 Mar 11 17:21:20.008715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee16239-9966-40d5-ada9-cfcb99ef7e5b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:20.078328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.084783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35713ac1-ba36-4d5e-8d3e-fb1debd84e1e req-678007d8-f05c-4d67-acd0-3c51ee065ef5 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:20.094021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35713ac1-ba36-4d5e-8d3e-fb1debd84e1e req-678007d8-f05c-4d67-acd0-3c51ee065ef5 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.1023922 Mar 11 17:21:20.159765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35713ac1-ba36-4d5e-8d3e-fb1debd84e1e req-afd34b68-5f69-493d-b617-6a76ac9bbcee tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648615 Mar 11 17:21:20.166515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fcb67ed-98d4-486c-8e95-4703cfb23cd3 req-6fc31aa9-4adb-4369-8e45-664b3d0edaab tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877425 Mar 11 17:21:20.392031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ea614-cef4-482e-9b40-bfaa53da9bcb req-2dc7954e-35cc-43fa-9d4c-f5a4345a505c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:20.405444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a50ea614-cef4-482e-9b40-bfaa53da9bcb req-2dc7954e-35cc-43fa-9d4c-f5a4345a505c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1184099 Mar 11 17:21:20.537370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a50ea614-cef4-482e-9b40-bfaa53da9bcb req-759a86dc-e551-4d52-b4ff-f9dcf56fe412 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305993 Mar 11 17:21:20.604000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.620110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.701563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 53f13c84-7162-4f6b-a8c3-07bc26608ade up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:20.726649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.737190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee16239-9966-40d5-ada9-cfcb99ef7e5b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:20.828487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.862822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 53f13c84-7162-4f6b-a8c3-07bc26608ade triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:20.863695 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.870144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8430925-6fad-435f-a519-a4957124bd59 req-0bc67e15-009a-4fe3-95be-11f106859e1d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:20.882336 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8430925-6fad-435f-a519-a4957124bd59 req-0bc67e15-009a-4fe3-95be-11f106859e1d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.0790019 Mar 11 17:21:20.943528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8430925-6fad-435f-a519-a4957124bd59 req-683916f2-2b20-40a6-8a75-0994c7b1b310 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603547 Mar 11 17:21:21.012426 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Network cee13a0d-2b13-47c5-9968-9a681d499e76 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:21.015057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:21.113412 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:21.153759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 53f13c84-7162-4f6b-a8c3-07bc26608ade, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=53f13c84-7162-4f6b-a8c3-07bc26608ade,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:21.158879 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:21.201371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5314650-4172-4553-8250-a28476d054eb req-ae2e46a0-f789-4368-9e06-1c818106c2a8 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.214963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5314650-4172-4553-8250-a28476d054eb req-ae2e46a0-f789-4368-9e06-1c818106c2a8 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2146249 Mar 11 17:21:21.269430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=53f13c84-7162-4f6b-a8c3-07bc26608ade,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:21.311143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd192dd-88f0-4528-b212-23b7bc10e775 req-cc670187-dcda-4519-ab27-c9b741be5e4d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.320112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efd192dd-88f0-4528-b212-23b7bc10e775 req-cc670187-dcda-4519-ab27-c9b741be5e4d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2405391 Mar 11 17:21:21.328993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Router cc26defa-36ab-4360-b634-1f18a7e54bab has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:21:21.392532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5314650-4172-4553-8250-a28476d054eb req-4b74d829-4030-4b92-8dd2-2194f9b4b400 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753929 Mar 11 17:21:21.425303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-955c25d7-25ee-4c3e-bf1a-c6de6bae253c None None] Provisioning complete for port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:21.426095 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-955c25d7-25ee-4c3e-bf1a-c6de6bae253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:21.450809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efd192dd-88f0-4528-b212-23b7bc10e775 req-a2780836-17d0-437d-b802-f86a1a1f36d6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200418 Mar 11 17:21:21.478979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-955c25d7-25ee-4c3e-bf1a-c6de6bae253c None None] Port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:21.553507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:21.565072 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d364551d-b495-4522-8908-d2472a3ed054 admin admin] 10.222.0.53 "PUT /v2.0/routers/cc26defa-36ab-4360-b634-1f18a7e54bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8986673 Mar 11 17:21:21.631522 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Sync routers for ids ['cc26defa-36ab-4360-b634-1f18a7e54bab'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:21.643209 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Routers {'cc26defa-36ab-4360-b634-1f18a7e54bab'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:21.644919 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc26defa-36ab-4360-b634-1f18a7e54bab'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:21.678087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port 6f992557-86ec-4793-adc1-4514695d7c21 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:21.678801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:21.712511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ff4e-ee60-4c5d-b6ef-02ba634436bf req-4f1c85f2-fe42-4c5b-884c-37fa25a2db97 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.724882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b631ff4e-ee60-4c5d-b6ef-02ba634436bf req-4f1c85f2-fe42-4c5b-884c-37fa25a2db97 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.2178977 Mar 11 17:21:21.772453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dc7ff-777b-4ea3-b89e-bc77b87c5b1f req-96eb0d04-a81e-4d57-9d58-904dc98bc89e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.784413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f19dc7ff-777b-4ea3-b89e-bc77b87c5b1f req-96eb0d04-a81e-4d57-9d58-904dc98bc89e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2198265 Mar 11 17:21:21.800774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:21.816861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for 6f992557-86ec-4793-adc1-4514695d7c21 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:21.818955 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Set router cc26defa-36ab-4360-b634-1f18a7e54bab gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:21.869092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b631ff4e-ee60-4c5d-b6ef-02ba634436bf req-bfabf348-e0dd-4fbe-9c7a-650b239d26ff tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368809 Mar 11 17:21:21.890618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f19dc7ff-777b-4ea3-b89e-bc77b87c5b1f req-58fad048-f3fd-4f8c-95ed-f71910e24818 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009758 Mar 11 17:21:22.106726 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:10Z', 'updated_at': '2022-03-11T17:21:19Z', 'revision_number': 4, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'gw_port': {'id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:11Z', 'updated_at': '2022-03-11T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4ee16239-9966-40d5-ada9-cfcb99ef7e5b', 'name': '', 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'mac_address': 'fa:16:3e:2b:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '53b837b9-3c8d-495e-931f-91abfc52fc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:17Z', 'updated_at': '2022-03-11T17:21:20Z', 'revision_number': 2, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'subnets': [{'id': '53b837b9-3c8d-495e-931f-91abfc52fc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:22.175401 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:22.178021 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Checking router: cc26defa-36ab-4360-b634-1f18a7e54bab for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:21:22.178494 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Updating router cc26defa-36ab-4360-b634-1f18a7e54bab port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:21:22.225867 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:22.233257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=6f992557-86ec-4793-adc1-4514695d7c21,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:22.334007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4c5a1-7b35-42e2-b6c7-5b9fe34a436e req-090d17d1-ade4-4e0d-880b-3be74982137c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:22.336718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6d4c5a1-7b35-42e2-b6c7-5b9fe34a436e req-090d17d1-ade4-4e0d-880b-3be74982137c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1384034 Mar 11 17:21:22.464217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6d4c5a1-7b35-42e2-b6c7-5b9fe34a436e req-4dcc6754-f1e9-4eaa-bc87-f16dacadb7f3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116250 Mar 11 17:21:22.613267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53350) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:22.628246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-network', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:22.629661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:22.786502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Made reservation on behalf of 0215c77b048d4bf48def7de13a086b2e for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:22.790582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:22.812422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5473-3212-4b43-917e-7d7dbcd86caf req-6a232142-6603-40df-818e-d93eeacff3b7 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:22.814478 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6df5473-3212-4b43-917e-7d7dbcd86caf req-6a232142-6603-40df-818e-d93eeacff3b7 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2027204 Mar 11 17:21:22.815668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:22.824558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router a586e146-46e0-474f-b9e4-b61df0b89a89 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:21:22.827087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7142831-2e2e-486c-a965-871f8a3706e4 req-d9ad32c9-98c1-4abf-be3b-bb900d98490e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:22.829515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7142831-2e2e-486c-a965-871f8a3706e4 req-d9ad32c9-98c1-4abf-be3b-bb900d98490e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2391031 Mar 11 17:21:22.892939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6df5473-3212-4b43-917e-7d7dbcd86caf req-06815f3e-354a-44f1-912b-dc8111688fae tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607932 Mar 11 17:21:22.969839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7142831-2e2e-486c-a965-871f8a3706e4 req-980cf825-4388-4cf7-9ff3-13abd28534c6 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974638 Mar 11 17:21:23.003815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:23.018940 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ecfd2f47-1499-4cba-8c36-e0de53ddd9b0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/a586e146-46e0-474f-b9e4-b61df0b89a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7329211 Mar 11 17:21:23.019436 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53358) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:23.024955 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.031648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166d503-31d0-4096-9ade-443bc29a2ed3 None None] Sync routers for ids ['a586e146-46e0-474f-b9e4-b61df0b89a89'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:23.039246 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.068990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166d503-31d0-4096-9ade-443bc29a2ed3 None None] Routers {'a586e146-46e0-474f-b9e4-b61df0b89a89'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:23.069632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d166d503-31d0-4096-9ade-443bc29a2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a586e146-46e0-474f-b9e4-b61df0b89a89'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:23.093903 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bffd1649-b92d-4ddf-9506-5bdc8c703614 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=a586e146-46e0-474f-b9e4-b61df0b89a89 HTTP/1.1" status: 200 len: 205 time: 0.0680432 Mar 11 17:21:23.096099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53362) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:23.171797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 53f13c84-7162-4f6b-a8c3-07bc26608ade up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:23.174989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d166d503-31d0-4096-9ade-443bc29a2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:23.213032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.219023 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e42479-61f8-4845-8b6e-a74eed491072 None None] Pushing event updated for resources: {'Port': ['ID=4ee16239-9966-40d5-ada9-cfcb99ef7e5b,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:23.256213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166d503-31d0-4096-9ade-443bc29a2ed3 None None] Routers {'a586e146-46e0-474f-b9e4-b61df0b89a89'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:23.257490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d166d503-31d0-4096-9ade-443bc29a2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a586e146-46e0-474f-b9e4-b61df0b89a89'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:23.263518 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-deef9b48-e370-42a4-ad7b-bda911b04f40 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.280737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.318023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f936d3-8a27-4a6b-a410-8b898a9cf63c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:23.343136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e331d09-43de-4c40-acc5-3087dd630184 req-2a1c9441-029d-4446-bc1e-9f19bc005a84 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.345413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e331d09-43de-4c40-acc5-3087dd630184 req-2a1c9441-029d-4446-bc1e-9f19bc005a84 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.2745736 Mar 11 17:21:23.366542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:21:23.381963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92c001-608f-4249-9e83-09aca64bab42 req-0b46585a-139b-4c7f-8e5a-51995b1e02b3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.391273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c92c001-608f-4249-9e83-09aca64bab42 req-0b46585a-139b-4c7f-8e5a-51995b1e02b3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1877265 Mar 11 17:21:23.395220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d166d503-31d0-4096-9ade-443bc29a2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:23.396381 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166d503-31d0-4096-9ade-443bc29a2ed3 None None] The sync data for ids ['a586e146-46e0-474f-b9e4-b61df0b89a89'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:23.426887 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.427234 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Added segment 4b88ea2d-b18a-47e2-9806-490f317bc9c4 of type vlan for network 9d44a866-46d8-4913-aa77-0393979e43b2 Mar 11 17:21:23.439748 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Attempting to bind port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:23.441271 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Attempting to bind port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:23.441634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 53f13c84-7162-4f6b-a8c3-07bc26608ade triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:23.442451 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.443686 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Attempting to bind port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b on network cee13a0d-2b13-47c5-9968-9a681d499e76 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:21:23.477482 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:21:23.478308 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Checking segment: {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:23.479165 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.479949 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Bound using segment: {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:21:23.480906 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Bound port: 4ee16239-9966-40d5-ada9-cfcb99ef7e5b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:23.481727 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.483293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c92c001-608f-4249-9e83-09aca64bab42 req-2eb10b56-b191-4f11-bca4-d348071ff4a7 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862570 Mar 11 17:21:23.598074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e331d09-43de-4c40-acc5-3087dd630184 req-6ee5ead9-9ad4-4065-b31f-08dfa17dfa64 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420580 Mar 11 17:21:23.642652 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.663313 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] For port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:23.668684 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] For port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4ee16239-9966-40d5-ada9-cfcb99ef7e5b,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:23.675284 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.682556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-deef9b48-e370-42a4-ad7b-bda911b04f40 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.686594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-deef9b48-e370-42a4-ad7b-bda911b04f40 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.737607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-deef9b48-e370-42a4-ad7b-bda911b04f40 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.738131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deef9b48-e370-42a4-ad7b-bda911b04f40 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Fanout notify agent at l3_agent the message router_deleted on router a586e146-46e0-474f-b9e4-b61df0b89a89 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:21:23.757169 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Routers {'cc26defa-36ab-4360-b634-1f18a7e54bab'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:23.757781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-deef9b48-e370-42a4-ad7b-bda911b04f40 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.758146 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc26defa-36ab-4360-b634-1f18a7e54bab'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:23.758901 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-deef9b48-e370-42a4-ad7b-bda911b04f40 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/a586e146-46e0-474f-b9e4-b61df0b89a89 HTTP/1.1" status: 204 len: 168 time: 0.6618147 Mar 11 17:21:23.761863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105130a-582b-468c-849e-4a0d60cae751 req-f1a8fb74-657d-4ba3-b9c4-54ab1995a1b5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.767546 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e42479-61f8-4845-8b6e-a74eed491072 None None] Pushing event updated for resources: {'Port': ['ID=4ee16239-9966-40d5-ada9-cfcb99ef7e5b,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:23.771728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5105130a-582b-468c-849e-4a0d60cae751 req-f1a8fb74-657d-4ba3-b9c4-54ab1995a1b5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1192517 Mar 11 17:21:23.772259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53366) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:23.783727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ec6c1f9f-a34e-4bc6-978f-db14c70e2c76 None None] Provisioning complete for port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:23.784507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec6c1f9f-a34e-4bc6-978f-db14c70e2c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.798098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.799079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:23.799666 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:23.901872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5105130a-582b-468c-849e-4a0d60cae751 req-c4e5d507-f436-4adb-9ccf-1403409d1845 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291726 Mar 11 17:21:23.910234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2881191 Mar 11 17:21:23.922254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53368) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:23.926868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Request body: {'subnet': {'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-subnet', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:23.937767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc275b2c-8ea1-46b5-82f0-dff5d6fc512c admin admin] Pushing event updated for resources: {'Network': ['ID=9d44a866-46d8-4913-aa77-0393979e43b2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:23.967915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 9d44a866-46d8-4913-aa77-0393979e43b2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:21:23.993910 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] Set router cc26defa-36ab-4360-b634-1f18a7e54bab gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:24.002286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-833d2fc4-7fe4-4c22-b1dc-beeb8d95530f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting subnet abd037d4-4c43-437d-9e44-981aaa5e3dbe {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:21:24.026787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-833d2fc4-7fe4-4c22-b1dc-beeb8d95530f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.069365 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec6c1f9f-a34e-4bc6-978f-db14c70e2c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.106885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Made reservation on behalf of 0215c77b048d4bf48def7de13a086b2e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:24.139669 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.222785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-833d2fc4-7fe4-4c22-b1dc-beeb8d95530f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.270364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ec6c1f9f-a34e-4bc6-978f-db14c70e2c76 None None] For port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4ee16239-9966-40d5-ada9-cfcb99ef7e5b,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:24.277403 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec6c1f9f-a34e-4bc6-978f-db14c70e2c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.349734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b468bad-54f4-4adf-b04f-3657e4ceb4b8 req-114c915a-d21e-4dfe-af18-de4bad1c2df0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:24.351562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b468bad-54f4-4adf-b04f-3657e4ceb4b8 req-114c915a-d21e-4dfe-af18-de4bad1c2df0 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.1799724 Mar 11 17:21:24.363792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c1f9f-a34e-4bc6-978f-db14c70e2c76 None None] Pushing event updated for resources: {'Port': ['ID=4ee16239-9966-40d5-ada9-cfcb99ef7e5b,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:24.385618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990d8b-f463-4af6-95f0-f16bdd9ff3e7 req-fa36b2ee-7d8e-42e7-af43-24770101301e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:24.396885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76990d8b-f463-4af6-95f0-f16bdd9ff3e7 req-fa36b2ee-7d8e-42e7-af43-24770101301e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1485512 Mar 11 17:21:24.459750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1ca0d617-481a-426a-98d3-efffe6a14263 None None] Provisioning complete for port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:24.460237 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ca0d617-481a-426a-98d3-efffe6a14263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.542714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b468bad-54f4-4adf-b04f-3657e4ceb4b8 req-c09e285a-5c6e-4ca3-8f8f-b8258f3d70a2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765316 Mar 11 17:21:24.602994 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76990d8b-f463-4af6-95f0-f16bdd9ff3e7 req-d1c41b29-a0aa-4fa2-8c6b-b69a072fb34f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254256 Mar 11 17:21:24.654011 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:10Z', 'updated_at': '2022-03-11T17:21:19Z', 'revision_number': 4, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'gw_port': {'id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:11Z', 'updated_at': '2022-03-11T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4ee16239-9966-40d5-ada9-cfcb99ef7e5b', 'name': '', 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'mac_address': 'fa:16:3e:2b:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '53b837b9-3c8d-495e-931f-91abfc52fc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:17Z', 'updated_at': '2022-03-11T17:21:23Z', 'revision_number': 4, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'subnets': [{'id': '53b837b9-3c8d-495e-931f-91abfc52fc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:24.728427 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe47aad-f233-4614-b466-4564c4c85042 None None] The sync data for ids ['cc26defa-36ab-4360-b634-1f18a7e54bab'] in n-d-833411-1 is: [{'id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:10Z', 'updated_at': '2022-03-11T17:21:19Z', 'revision_number': 4, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'gw_port': {'id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:11Z', 'updated_at': '2022-03-11T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '4ee16239-9966-40d5-ada9-cfcb99ef7e5b', 'name': '', 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'mac_address': 'fa:16:3e:2b:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '53b837b9-3c8d-495e-931f-91abfc52fc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:17Z', 'updated_at': '2022-03-11T17:21:23Z', 'revision_number': 4, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'subnets': [{'id': '53b837b9-3c8d-495e-931f-91abfc52fc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:24.748846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-833d2fc4-7fe4-4c22-b1dc-beeb8d95530f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.809271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe15b4a-81a9-4757-93e9-35b1d1f41489 req-688c29a0-bf4f-4e7b-b3b0-7782d043c4a8 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:24.833937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbe15b4a-81a9-4757-93e9-35b1d1f41489 req-688c29a0-bf4f-4e7b-b3b0-7782d043c4a8 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.1312449 Mar 11 17:21:24.912331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbe15b4a-81a9-4757-93e9-35b1d1f41489 req-f9d4deda-905e-4e9c-9d1d-c4a337d77c8c tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758440 Mar 11 17:21:24.944790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-833d2fc4-7fe4-4c22-b1dc-beeb8d95530f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:24.985063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d2fc4-7fe4-4c22-b1dc-beeb8d95530f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Subnet': ['ID=abd037d4-4c43-437d-9e44-981aaa5e3dbe,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:25.000938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.056599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21f67cb-6579-4644-b889-b8513b44b79a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:25.111301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa50f804-4f96-4fa5-b765-4d48b986d31e None None] Network 8432ab6b-b2d7-46ef-9562-76efccb5463b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:25.114217 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-833d2fc4-7fe4-4c22-b1dc-beeb8d95530f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.118451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-833d2fc4-7fe4-4c22-b1dc-beeb8d95530f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/abd037d4-4c43-437d-9e44-981aaa5e3dbe HTTP/1.1" status: 204 len: 168 time: 1.3426580 Mar 11 17:21:25.121301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53386) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:25.141327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Checking segment: {'id': '4b88ea2d-b18a-47e2-9806-490f317bc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:25.141963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Network hostable DHCP agents. Network: 9d44a866-46d8-4913-aa77-0393979e43b2, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:21:25.191516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Network 9d44a866-46d8-4913-aa77-0393979e43b2 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:21:25.210742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 9d44a866-46d8-4913-aa77-0393979e43b2) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:25.223067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:25.224502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.238402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8a93d-df18-40eb-816e-ec6f950df63f None None] Network 9d44a866-46d8-4913-aa77-0393979e43b2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:25.263231 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-92a1e82c-8bc9-4c04-a4a5-78097582e2ae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3370225 Mar 11 17:21:25.263737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53388) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:25.275465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:25.329110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.330546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.356002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.517793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.738685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a900630-4db1-4f62-94e9-6064424d5a39 None None] DHCP port deletion for 8432ab6b-b2d7-46ef-9562-76efccb5463b request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:21:25.744529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port 8d139585-2fa7-489e-a1b1-9a92a62487a1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:25.755271 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.800404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-1bf7a2a6-54af-42c2-bfbd-c7b785c6c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:25.802130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-1bf7a2a6-54af-42c2-bfbd-c7b785c6c4ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aabfec954b7848cca18bc71fa391e158&device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 1097 time: 0.2518179 Mar 11 17:21:25.848732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:25.854882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12681d2-4262-4212-9c16-0e7fcfbc5f63 req-d36d2b4a-a3f8-4779-a055-0b9b7edef220 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:25.860376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c12681d2-4262-4212-9c16-0e7fcfbc5f63 req-d36d2b4a-a3f8-4779-a055-0b9b7edef220 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.2851546 Mar 11 17:21:25.884809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-9d44a866-46d8-4913-aa77-0393979e43b2', 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'fixed_ips': [{'subnet_id': 'a21f67cb-6579-4644-b889-b8513b44b79a'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:21:25.885689 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.044163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c12681d2-4262-4212-9c16-0e7fcfbc5f63 req-d5708f2f-188a-4fd9-8891-b3b25f6a0a6f tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165199 Mar 11 17:21:26.097334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0a900630-4db1-4f62-94e9-6064424d5a39 None None] Deleting port 8d139585-2fa7-489e-a1b1-9a92a62487a1 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:26.097780 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a900630-4db1-4f62-94e9-6064424d5a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.198935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port 8d139585-2fa7-489e-a1b1-9a92a62487a1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8d139585-2fa7-489e-a1b1-9a92a62487a1,segment=NetworkSegment(3f500ef7-3e9b-48c9-b4cf-1f90b13a2064),segment_id=3f500ef7-3e9b-48c9-b4cf-1f90b13a2064)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:26.199239 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.274798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for 8d139585-2fa7-489e-a1b1-9a92a62487a1 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:26.301648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.308686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0823c3-515a-44df-9f76-4a514818de86 req-30761cfc-2cd5-4a4a-9a07-e3771e7c6e4b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.318699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0a900630-4db1-4f62-94e9-6064424d5a39 None None] For port 8d139585-2fa7-489e-a1b1-9a92a62487a1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8d139585-2fa7-489e-a1b1-9a92a62487a1,segment=NetworkSegment(3f500ef7-3e9b-48c9-b4cf-1f90b13a2064),segment_id=3f500ef7-3e9b-48c9-b4cf-1f90b13a2064)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:26.319938 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a900630-4db1-4f62-94e9-6064424d5a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.320925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e0823c3-515a-44df-9f76-4a514818de86 req-30761cfc-2cd5-4a4a-9a07-e3771e7c6e4b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1298697 Mar 11 17:21:26.327350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.346071 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0a900630-4db1-4f62-94e9-6064424d5a39 None None] Calling delete_port for 8d139585-2fa7-489e-a1b1-9a92a62487a1 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:26.358007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Allocated IP 172.20.0.2 (9d44a866-46d8-4913-aa77-0393979e43b2/a21f67cb-6579-4644-b889-b8513b44b79a/8af66b41-120b-4c6d-a0d0-556558e8af65) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:26.459811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e0823c3-515a-44df-9f76-4a514818de86 req-4134b753-3fae-40f2-9383-7244676597bb tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379130 Mar 11 17:21:26.600576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Allocated IP 172.25.8.81 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/584e6b3f-082f-4da6-9dcf-fea377cb117c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:26.623220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b0c16-adc4-4947-be4e-2c5b6c975be2 req-71364822-5094-40c6-b4d6-e28d8eb80040 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.633338 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b4b0c16-adc4-4947-be4e-2c5b6c975be2 req-71364822-5094-40c6-b4d6-e28d8eb80040 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.7049837 Mar 11 17:21:26.750559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-7c79e424-f3cd-4549-b59f-68a91eff276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.752635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-7c79e424-f3cd-4549-b59f-68a91eff276b service neutron] 10.222.0.46 "GET /v2.0/networks?id=44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 200 len: 916 time: 0.9363797 Mar 11 17:21:26.768151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ee16239-9966-40d5-ada9-cfcb99ef7e5b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:26.772385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b4b0c16-adc4-4947-be4e-2c5b6c975be2 req-007a2247-b447-4205-82a8-9f7d2efc9242 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382782 Mar 11 17:21:26.790790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.835581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec307b-b5e6-4f7e-9e7c-0b1a862afb25 req-58da8437-fb27-49f8-b2db-c4d09841b8a9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.853855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec307b-b5e6-4f7e-9e7c-0b1a862afb25 req-58da8437-fb27-49f8-b2db-c4d09841b8a9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.864844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec307b-b5e6-4f7e-9e7c-0b1a862afb25 req-58da8437-fb27-49f8-b2db-c4d09841b8a9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.876046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:26.885632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec307b-b5e6-4f7e-9e7c-0b1a862afb25 req-58da8437-fb27-49f8-b2db-c4d09841b8a9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.910567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec307b-b5e6-4f7e-9e7c-0b1a862afb25 req-58da8437-fb27-49f8-b2db-c4d09841b8a9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.925374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec307b-b5e6-4f7e-9e7c-0b1a862afb25 req-58da8437-fb27-49f8-b2db-c4d09841b8a9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.939635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec307b-b5e6-4f7e-9e7c-0b1a862afb25 req-58da8437-fb27-49f8-b2db-c4d09841b8a9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:26.941812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cec307b-b5e6-4f7e-9e7c-0b1a862afb25 req-58da8437-fb27-49f8-b2db-c4d09841b8a9 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.3059981 Mar 11 17:21:26.993341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=584e6b3f-082f-4da6-9dcf-fea377cb117c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:27.012617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:27.015054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:27.026251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:27.077421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-79bb2b94-b0a0-411d-82f4-7a4d30e1b6fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd97490-4f38-46c2-a83e-99c7becc34d5 HTTP/1.1" status: 200 len: 217 time: 0.3127081 Mar 11 17:21:27.211715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:27.212091 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.222031 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.297749 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a900630-4db1-4f62-94e9-6064424d5a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.331051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cec307b-b5e6-4f7e-9e7c-0b1a862afb25 req-2ca0acee-490e-4509-b772-5da55b22ef00 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2904146 Mar 11 17:21:27.337454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=8d139585-2fa7-489e-a1b1-9a92a62487a1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:27.381064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a900630-4db1-4f62-94e9-6064424d5a39 None None] No DVR routers for this DVR port 8d139585-2fa7-489e-a1b1-9a92a62487a1 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:27.407235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No DVR routers for this DVR port 8d139585-2fa7-489e-a1b1-9a92a62487a1 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:27.456756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-4301a842-bbe2-4f63-8e7a-0ff90983a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:27.458245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-4301a842-bbe2-4f63-8e7a-0ff90983a782 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=742426fb-37d0-4dec-86c8-cab1d7cbc217 HTTP/1.1" status: 200 len: 855 time: 0.3564701 Mar 11 17:21:27.483832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a900630-4db1-4f62-94e9-6064424d5a39 None None] Pushing event deleted for resources: {'Port': ['ID=8d139585-2fa7-489e-a1b1-9a92a62487a1,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:27.531137 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.553318 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.647040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.647659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Pushing event updated for resources: {'Port': ['ID=8af66b41-120b-4c6d-a0d0-556558e8af65,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:27.666503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f4d5-8b32-4d32-9e0d-490d5ab947d9 req-c9519782-e2e6-44f2-9925-73d39157c898 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:27.676934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3751f4d5-8b32-4d32-9e0d-490d5ab947d9 req-c9519782-e2e6-44f2-9925-73d39157c898 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.4146669 Mar 11 17:21:27.724023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.752384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Network 9d44a866-46d8-4913-aa77-0393979e43b2 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:27.754843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:27.758164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:27.768433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8432ab6b-b2d7-46ef-9562-76efccb5463b']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:27.807397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-b082243a-4a8a-4722-a166-51780037a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:27.808944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-b082243a-4a8a-4722-a166-51780037a0ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44102b33-dca3-45c4-9ea5-2366350952b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3336134 Mar 11 17:21:27.834317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f500ef7-3e9b-48c9-b4cf-1f90b13a2064') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:27.834643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f500ef7-3e9b-48c9-b4cf-1f90b13a2064') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:27.844172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8d139585-2fa7-489e-a1b1-9a92a62487a1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:27.893918 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.907921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8d139585-2fa7-489e-a1b1-9a92a62487a1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:21:27.908283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8d139585-2fa7-489e-a1b1-9a92a62487a1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:21:27.923051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3751f4d5-8b32-4d32-9e0d-490d5ab947d9 req-0b0012b6-07e1-424d-be3a-7df505e37309 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449722 Mar 11 17:21:27.935020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Attempting to bind port 8af66b41-120b-4c6d-a0d0-556558e8af65 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:27.935429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Attempting to bind port 8af66b41-120b-4c6d-a0d0-556558e8af65 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '4b88ea2d-b18a-47e2-9806-490f317bc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:27.935898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Attempting to bind port 8af66b41-120b-4c6d-a0d0-556558e8af65 on network 9d44a866-46d8-4913-aa77-0393979e43b2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:21:27.946762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:21:27.947664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Checking segment: {'id': '4b88ea2d-b18a-47e2-9806-490f317bc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:27.947664 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.948097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Bound using segment: {'id': '4b88ea2d-b18a-47e2-9806-490f317bc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:21:27.948599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Bound port: 8af66b41-120b-4c6d-a0d0-556558e8af65, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b88ea2d-b18a-47e2-9806-490f317bc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:27.949096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:27.982606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c71fa-74a7-4322-ace7-5cd43cc90e51 req-35549188-50cf-4067-a0b2-2916f95f87b6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:27.989558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-631c71fa-74a7-4322-ace7-5cd43cc90e51 req-35549188-50cf-4067-a0b2-2916f95f87b6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.4164677 Mar 11 17:21:28.051102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] For port 8af66b41-120b-4c6d-a0d0-556558e8af65, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:28.054830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] For port 8af66b41-120b-4c6d-a0d0-556558e8af65, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8af66b41-120b-4c6d-a0d0-556558e8af65,segment=NetworkSegment(4b88ea2d-b18a-47e2-9806-490f317bc9c4),segment_id=4b88ea2d-b18a-47e2-9806-490f317bc9c4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:28.059684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.077542 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.100844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.109548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:21:28.110101 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:21:28.114270 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:21:28.165763 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd9bfb-5c63-49fa-ae26-2f38817cb4d6 None None] Pushing event updated for resources: {'Port': ['ID=8af66b41-120b-4c6d-a0d0-556558e8af65,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:28.245413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-631c71fa-74a7-4322-ace7-5cd43cc90e51 req-adffd9b7-7826-44aa-8998-c61950b9c75b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988282 Mar 11 17:21:28.250412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-e85b6c41-ba57-494c-b283-fdfa8adad2ad service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115145 Mar 11 17:21:28.253474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.258871 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.267593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/networks/8432ab6b-b2d7-46ef-9562-76efccb5463b HTTP/1.1" status: 204 len: 168 time: 3.1441433 Mar 11 17:21:28.269261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53408) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:28.286634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-102956125', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:28.299609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacecf2-d504-44e8-ae7a-de13d201fee8 req-8c2920f6-c841-4a7c-99ac-c1883de181eb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.307011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aeacecf2-d504-44e8-ae7a-de13d201fee8 req-8c2920f6-c841-4a7c-99ac-c1883de181eb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2571058 Mar 11 17:21:28.347203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9d7b0-7834-4011-bc95-f2695de09e1a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Network': ['ID=8432ab6b-b2d7-46ef-9562-76efccb5463b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:28.445034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aeacecf2-d504-44e8-ae7a-de13d201fee8 req-2f356d16-7690-41a2-9b4f-24072d7896a9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358314 Mar 11 17:21:28.458866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.469808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.485631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Router cf3a82af-5b38-42a1-b325-8881c6dba43c is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:21:28.682473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27785b8a-1afa-48ad-b32b-625a988ccfb9 req-f5593278-c148-4679-960a-fc975b62aebc service neutron] 10.222.0.46 "GET /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119606 Mar 11 17:21:28.743275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:28.760459 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Sync routers for ids ['cf3a82af-5b38-42a1-b325-8881c6dba43c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:28.775923 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Routers {'cf3a82af-5b38-42a1-b325-8881c6dba43c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:28.776948 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf3a82af-5b38-42a1-b325-8881c6dba43c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:28.779500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a2a9f-dce6-475f-aa8e-09b12fc614af req-8ee00ea7-9b2c-4da0-9a17-ce4f14c5dd96 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.809893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-252a2a9f-dce6-475f-aa8e-09b12fc614af req-8ee00ea7-9b2c-4da0-9a17-ce4f14c5dd96 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3523932 Mar 11 17:21:28.820033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.851192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e73a-d785-461e-a3d3-b63918e1a5e4 req-a3e6a2b8-0e51-42f9-93c5-cfa84e25549b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.862484 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.863609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e73a-d785-461e-a3d3-b63918e1a5e4 req-a3e6a2b8-0e51-42f9-93c5-cfa84e25549b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.863873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:28.869043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e73a-d785-461e-a3d3-b63918e1a5e4 req-a3e6a2b8-0e51-42f9-93c5-cfa84e25549b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.871448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-651b4fb6-448e-4f97-99d0-7ce665b5b7a7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6055017 Mar 11 17:21:28.874146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53414) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:28.878279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e73a-d785-461e-a3d3-b63918e1a5e4 req-a3e6a2b8-0e51-42f9-93c5-cfa84e25549b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.886302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e73a-d785-461e-a3d3-b63918e1a5e4 req-a3e6a2b8-0e51-42f9-93c5-cfa84e25549b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.896122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e73a-d785-461e-a3d3-b63918e1a5e4 req-a3e6a2b8-0e51-42f9-93c5-cfa84e25549b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.902096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e73a-d785-461e-a3d3-b63918e1a5e4 req-a3e6a2b8-0e51-42f9-93c5-cfa84e25549b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:28.911367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19a9e73a-d785-461e-a3d3-b63918e1a5e4 req-a3e6a2b8-0e51-42f9-93c5-cfa84e25549b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.3303339 Mar 11 17:21:29.013300 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Set router cf3a82af-5b38-42a1-b325-8881c6dba43c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:29.074600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-252a2a9f-dce6-475f-aa8e-09b12fc614af req-4ca0d8fc-802b-40a9-8d9f-8bc16df5e091 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634428 Mar 11 17:21:29.257114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19a9e73a-d785-461e-a3d3-b63918e1a5e4 req-dfb18751-60e6-4474-bfa4-71745a20aa82 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3451445 Mar 11 17:21:29.373212 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:25Z', 'updated_at': '2022-03-11T17:21:27Z', 'revision_number': 3, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'gw_port': {'id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:26Z', 'updated_at': '2022-03-11T17:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:29.435251 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Checking router: cf3a82af-5b38-42a1-b325-8881c6dba43c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:21:29.435598 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Updating router cf3a82af-5b38-42a1-b325-8881c6dba43c port 584e6b3f-082f-4da6-9dcf-fea377cb117c binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:21:29.530066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:29.570007 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:29.631782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedb874-780b-4663-a553-fef3c799f4f3 req-7b62a787-0676-436b-ba56-7fde82b30b3c tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:29.649720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4aedb874-780b-4663-a553-fef3c799f4f3 req-7b62a787-0676-436b-ba56-7fde82b30b3c tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.4100101 Mar 11 17:21:29.757584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659db6b-2c3a-4742-8d07-64f47809d5ff req-07675578-911d-4456-ac72-acf27c8b1db5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:29.759159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7659db6b-2c3a-4742-8d07-64f47809d5ff req-07675578-911d-4456-ac72-acf27c8b1db5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3157485 Mar 11 17:21:29.772605 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.039708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd99688-aa7d-474d-a3ae-f07bba99b284 None None] Network 9d44a866-46d8-4913-aa77-0393979e43b2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:30.206024 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.215380 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.226532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0e05ed03-0971-472a-85d2-fd3cdf7338bc None None] Provisioning complete for port 8af66b41-120b-4c6d-a0d0-556558e8af65 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:30.226905 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0e05ed03-0971-472a-85d2-fd3cdf7338bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.243032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Allocated IP 172.20.0.1 (9d44a866-46d8-4913-aa77-0393979e43b2/a21f67cb-6579-4644-b889-b8513b44b79a/e4bc9954-d293-4b13-887a-d7cf836317c4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:30.300956 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Attempting to bind port 584e6b3f-082f-4da6-9dcf-fea377cb117c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:30.301499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Attempting to bind port 584e6b3f-082f-4da6-9dcf-fea377cb117c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:30.302230 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Attempting to bind port 584e6b3f-082f-4da6-9dcf-fea377cb117c on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:21:30.312595 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:21:30.313567 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:30.313567 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.314137 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:21:30.314748 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Bound port: 584e6b3f-082f-4da6-9dcf-fea377cb117c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:30.315487 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.365312 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca57fc-ed83-4208-82c2-7b9b4375b942 None None] Pushing event updated for resources: {'Port': ['ID=584e6b3f-082f-4da6-9dcf-fea377cb117c,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:30.401567 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] For port 584e6b3f-082f-4da6-9dcf-fea377cb117c, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:30.409700 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] For port 584e6b3f-082f-4da6-9dcf-fea377cb117c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=584e6b3f-082f-4da6-9dcf-fea377cb117c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:30.419904 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.445342 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.474459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4aedb874-780b-4663-a553-fef3c799f4f3 req-80adbf4c-d324-4c2b-a485-1a2667ca0567 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7916090 Mar 11 17:21:30.536424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-1060d281-43f5-4853-8e41-dd72eb209120 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.548939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.564644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-1060d281-43f5-4853-8e41-dd72eb209120 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.571757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-1060d281-43f5-4853-8e41-dd72eb209120 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.589682 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca57fc-ed83-4208-82c2-7b9b4375b942 None None] Pushing event updated for resources: {'Port': ['ID=584e6b3f-082f-4da6-9dcf-fea377cb117c,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:30.591513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0e05ed03-0971-472a-85d2-fd3cdf7338bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.595931 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Routers {'cf3a82af-5b38-42a1-b325-8881c6dba43c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:30.596596 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf3a82af-5b38-42a1-b325-8881c6dba43c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:30.596860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-1060d281-43f5-4853-8e41-dd72eb209120 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.614752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-1060d281-43f5-4853-8e41-dd72eb209120 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.624550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-1060d281-43f5-4853-8e41-dd72eb209120 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.639321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-1060d281-43f5-4853-8e41-dd72eb209120 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.641354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-1060d281-43f5-4853-8e41-dd72eb209120 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.9130094 Mar 11 17:21:30.652156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Network 9d44a866-46d8-4913-aa77-0393979e43b2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:30.660819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:30.667376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:30.672679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Pushing event updated for resources: {'Port': ['ID=e4bc9954-d293-4b13-887a-d7cf836317c4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:30.673801 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0e05ed03-0971-472a-85d2-fd3cdf7338bc None None] For port 8af66b41-120b-4c6d-a0d0-556558e8af65, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8af66b41-120b-4c6d-a0d0-556558e8af65,segment=NetworkSegment(4b88ea2d-b18a-47e2-9806-490f317bc9c4),segment_id=4b88ea2d-b18a-47e2-9806-490f317bc9c4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:30.678272 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0e05ed03-0971-472a-85d2-fd3cdf7338bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.745211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:30.747559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8af66b41-120b-4c6d-a0d0-556558e8af65 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:30.756459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7659db6b-2c3a-4742-8d07-64f47809d5ff req-3e824eac-0ba3-4d09-ac3a-2d2abc9f654e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868082 Mar 11 17:21:30.811500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-5ebcbc7a-2d39-4ec5-9994-b35261aae50d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.813158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-5ebcbc7a-2d39-4ec5-9994-b35261aae50d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "GET /v2.0/ports/5fbad905-fa64-4fdc-aa78-bda80d01360d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1175549 Mar 11 17:21:30.850494 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] Set router cf3a82af-5b38-42a1-b325-8881c6dba43c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:30.858214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05ed03-0971-472a-85d2-fd3cdf7338bc None None] Pushing event updated for resources: {'Port': ['ID=8af66b41-120b-4c6d-a0d0-556558e8af65,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:30.881417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b89f-b836-4a8a-846f-0cfb02aabbf5 req-57171e2d-9cc1-46a0-99d9-ad2d52c077ea tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:30.890386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6852b89f-b836-4a8a-846f-0cfb02aabbf5 req-57171e2d-9cc1-46a0-99d9-ad2d52c077ea tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2405403 Mar 11 17:21:30.904884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8af66b41-120b-4c6d-a0d0-556558e8af65 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:30.905447 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:31.036197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6852b89f-b836-4a8a-846f-0cfb02aabbf5 req-a28bd3f1-864e-4630-92ff-c974854e3211 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445901 Mar 11 17:21:31.066154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f23285c7-380b-453d-971e-01bbbf32d47b None None] Provisioning complete for port 8af66b41-120b-4c6d-a0d0-556558e8af65 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:31.067250 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f23285c7-380b-453d-971e-01bbbf32d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:31.186074 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:25Z', 'updated_at': '2022-03-11T17:21:27Z', 'revision_number': 3, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'gw_port': {'id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:26Z', 'updated_at': '2022-03-11T17:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:31.221167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fbed4-153c-4ef6-a8bf-b11e5f539205 req-2851cf51-6232-419f-ba30-ae49ba1eb798 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.241588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fbed4-153c-4ef6-a8bf-b11e5f539205 req-2851cf51-6232-419f-ba30-ae49ba1eb798 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.249784 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e14cd7-2c4e-4386-bf31-268ebec0e4f4 None None] The sync data for ids ['cf3a82af-5b38-42a1-b325-8881c6dba43c'] in n-d-833411-1 is: [{'id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:25Z', 'updated_at': '2022-03-11T17:21:27Z', 'revision_number': 3, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'gw_port': {'id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:26Z', 'updated_at': '2022-03-11T17:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:31.258758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fbed4-153c-4ef6-a8bf-b11e5f539205 req-2851cf51-6232-419f-ba30-ae49ba1eb798 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.266138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fbed4-153c-4ef6-a8bf-b11e5f539205 req-2851cf51-6232-419f-ba30-ae49ba1eb798 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.278796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fbed4-153c-4ef6-a8bf-b11e5f539205 req-2851cf51-6232-419f-ba30-ae49ba1eb798 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.285551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fbed4-153c-4ef6-a8bf-b11e5f539205 req-2851cf51-6232-419f-ba30-ae49ba1eb798 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.293129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fbed4-153c-4ef6-a8bf-b11e5f539205 req-2851cf51-6232-419f-ba30-ae49ba1eb798 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.302655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b12fbed4-153c-4ef6-a8bf-b11e5f539205 req-2851cf51-6232-419f-ba30-ae49ba1eb798 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 5434 time: 0.4478948 Mar 11 17:21:31.386210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c6d0c585-1899-4a13-9e8e-2f9d8f2f4a39 None None] Provisioning complete for port e4bc9954-d293-4b13-887a-d7cf836317c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:31.386557 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c585-1899-4a13-9e8e-2f9d8f2f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:31.412992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-55ad7dcf-53e4-414b-88ad-aa2923f793c0 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "GET /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5865026 Mar 11 17:21:31.423399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:31.436909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:31.438084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0c585-1899-4a13-9e8e-2f9d8f2f4a39 None None] Port e4bc9954-d293-4b13-887a-d7cf836317c4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:31.504682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b12fbed4-153c-4ef6-a8bf-b11e5f539205 req-9cf4bc95-9824-41d5-8a3d-24b814e9aa86 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007163 Mar 11 17:21:31.511939 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:31.529654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:31.608724 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:31.618114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f0ca-dab1-44d2-972e-74dd470eafa2 req-6e64a771-b8b5-4870-9a48-cd5879f9937a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.625704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b288f0ca-dab1-44d2-972e-74dd470eafa2 req-6e64a771-b8b5-4870-9a48-cd5879f9937a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3203828 Mar 11 17:21:31.726876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-61c43bb2-0917-4e9f-8a07-3bf9471131b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.729275 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-61c43bb2-0917-4e9f-8a07-3bf9471131b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 1097 time: 0.2499156 Mar 11 17:21:31.806496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b288f0ca-dab1-44d2-972e-74dd470eafa2 req-20f14d36-d1a0-421d-9a5c-9e6a7e7335af tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797979 Mar 11 17:21:31.811738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:31.836121 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:31.838928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.25.8.148 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d8e1629b-efb7-416b-a90c-2406f3725c51) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:31.865591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c22045-73bf-40df-9579-0075a3a19d6c req-89c7f1fe-a6cb-43c5-ba63-92a2798e149a tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:31.873026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-04c22045-73bf-40df-9579-0075a3a19d6c req-89c7f1fe-a6cb-43c5-ba63-92a2798e149a tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.1849558 Mar 11 17:21:31.922572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device fff06a60-8fe8-4864-962d-fec0baf86aa0 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:31.991684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Pushing event updated for resources: {'Port': ['ID=e4bc9954-d293-4b13-887a-d7cf836317c4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:32.009254 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.025755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-d7720cad-83e9-48b8-938d-9c9f7ebd4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:32.027540 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-d7720cad-83e9-48b8-938d-9c9f7ebd4a83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2900724 Mar 11 17:21:32.082043 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.110685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-04c22045-73bf-40df-9579-0075a3a19d6c req-fd806975-879b-4ae2-8041-dba2318f80fb tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367580 Mar 11 17:21:32.119527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:32.121469 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-bf7b9178-49d2-4e05-bec8-a3734dd6e0af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 HTTP/1.1" status: 200 len: 217 time: 0.0808902 Mar 11 17:21:32.124650 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fcf690-add7-4ebd-87a7-bd897f8b917d" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:32.143248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port fff06a60-8fe8-4864-962d-fec0baf86aa0, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fff06a60-8fe8-4864-962d-fec0baf86aa0,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:32.149038 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.150501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 05b3125f-5734-432c-847e-a11654b73b98 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:32.186815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-47421ab0-d35c-40f6-bb25-ec80d8827efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:32.187846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-47421ab0-d35c-40f6-bb25-ec80d8827efb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.0532773 Mar 11 17:21:32.244483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.274977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=fff06a60-8fe8-4864-962d-fec0baf86aa0,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:32.327397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Network 9d44a866-46d8-4913-aa77-0393979e43b2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:32.329813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:32.333370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-d7c411ab-0ac7-4d90-9c5a-65b417cebf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:32.334900 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-d7c411ab-0ac7-4d90-9c5a-65b417cebf3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371000 Mar 11 17:21:32.339447 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.362960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba18cca-73fd-4e5d-a3e8-8ca5417b3968 req-10552c94-3947-4dac-95b2-4de2a6a40328 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:32.381300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aba18cca-73fd-4e5d-a3e8-8ca5417b3968 req-10552c94-3947-4dac-95b2-4de2a6a40328 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.4362855 Mar 11 17:21:32.396823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 05b3125f-5734-432c-847e-a11654b73b98, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=05b3125f-5734-432c-847e-a11654b73b98,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:32.408320 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.410428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a517875c-a749-4d98-98fc-eefa461908c5 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:32.436682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] For port 5fbad905-fa64-4fdc-aa78-bda80d01360d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=5fbad905-fa64-4fdc-aa78-bda80d01360d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:32.593925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=05b3125f-5734-432c-847e-a11654b73b98,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:32.671593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dd21f-ab55-4d75-ba9d-b42bb05aaa5c req-d7d67631-6293-4814-b710-655a4cab5d29 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:32.680393 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-4620e568-d7b7-4102-a4dc-9145b010576d service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349974 Mar 11 17:21:32.686917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-587dd21f-ab55-4d75-ba9d-b42bb05aaa5c req-d7d67631-6293-4814-b710-655a4cab5d29 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.4477987 Mar 11 17:21:32.710334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Router cf3a82af-5b38-42a1-b325-8881c6dba43c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:21:32.781866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] For port 5fbad905-fa64-4fdc-aa78-bda80d01360d, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:32.792746 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.832278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] device_id is not set on port 5fbad905-fa64-4fdc-aa78-bda80d01360d yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:21:32.842007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.855428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8af66b41-120b-4c6d-a0d0-556558e8af65 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:32.867866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-587dd21f-ab55-4d75-ba9d-b42bb05aaa5c req-d2b77629-bdc1-4c99-93ce-b158a71d787c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798463 Mar 11 17:21:32.873345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aba18cca-73fd-4e5d-a3e8-8ca5417b3968 req-b9dc2f83-f45f-45df-9ace-94f701a56a2e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909270 Mar 11 17:21:32.874037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.914590 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.975958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] No DVR routers for this DVR port 5fbad905-fa64-4fdc-aa78-bda80d01360d on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:32.976398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a517875c-a749-4d98-98fc-eefa461908c5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a517875c-a749-4d98-98fc-eefa461908c5,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:32.993058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:32.993997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device aefa956c-bead-4e2f-8f87-663847b1e03d no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:33.008024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:33.011302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] Pushing event updated for resources: {'Port': ['ID=5fbad905-fa64-4fdc-aa78-bda80d01360d,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:33.016927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:33.029670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:33.116480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9cc48cf1-750d-47ce-b229-c16575688e7a None None] Provisioning complete for port e4bc9954-d293-4b13-887a-d7cf836317c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:33.117474 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9cc48cf1-750d-47ce-b229-c16575688e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.157461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f3cd8278-a0b1-4fc1-a788-287ab950bca1 req-b94fc69a-705a-49b8-be95-a98f4555a028 service neutron] 10.222.0.66 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665809 Mar 11 17:21:33.204745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] In _notify_port_updated(), no bound segment for port 5fbad905-fa64-4fdc-aa78-bda80d01360d on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:21:33.205638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.206264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.207594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-d52aecc5-914a-4271-baf3-0eb259727cfe service neutron] 10.222.0.66 "PUT /v2.0/ports/5fbad905-fa64-4fdc-aa78-bda80d01360d HTTP/1.1" status: 200 len: 1028 time: 1.7820821 Mar 11 17:21:33.226261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:33.226695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-9cc48cf1-750d-47ce-b229-c16575688e7a None None] Port e4bc9954-d293-4b13-887a-d7cf836317c4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:33.228679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a517875c-a749-4d98-98fc-eefa461908c5,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:33.241257 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9425d65f-98e4-42c8-b212-df996cc2d6dc admin admin] 10.222.0.53 "PUT /v2.0/routers/cf3a82af-5b38-42a1-b325-8881c6dba43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3657532 Mar 11 17:21:33.251369 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1442c8-f1d5-4228-aade-5487f614c704 x-openstack-request-id: req-4d1442c8-f1d5-4228-aade-5487f614c704 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:33.253329 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:33.253972 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d1442c8-f1d5-4228-aade-5487f614c704 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:33.255097 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'code': 200} Mar 11 17:21:33.285404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=d8e1629b-efb7-416b-a90c-2406f3725c51,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:33.333145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8af66b41-120b-4c6d-a0d0-556558e8af65 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:33.336824 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.404852 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.430879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-820d5f44-e496-41e8-a7cf-cdac14f6342a None None] Provisioning complete for port 5fbad905-fa64-4fdc-aa78-bda80d01360d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:33.431338 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-820d5f44-e496-41e8-a7cf-cdac14f6342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.473269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-a4d291e0-8192-4f1d-ab64-3fa9da1b2b4a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.474980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-a4d291e0-8192-4f1d-ab64-3fa9da1b2b4a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "GET /v2.0/ports/b5cf5aa3-94d6-4ba2-8423-21581bfdddf6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2479541 Mar 11 17:21:33.501881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port aefa956c-bead-4e2f-8f87-663847b1e03d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aefa956c-bead-4e2f-8f87-663847b1e03d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:33.514505 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.519319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:33.519662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:33.536089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fb51-e086-4d54-abd1-e9dbe42b0770 req-3e3ebad2-ee9d-4ae5-ab1b-d066b821addd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.543423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fb51-e086-4d54-abd1-e9dbe42b0770 req-3e3ebad2-ee9d-4ae5-ab1b-d066b821addd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.548019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fb51-e086-4d54-abd1-e9dbe42b0770 req-3e3ebad2-ee9d-4ae5-ab1b-d066b821addd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.553883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fb51-e086-4d54-abd1-e9dbe42b0770 req-3e3ebad2-ee9d-4ae5-ab1b-d066b821addd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.559816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fb51-e086-4d54-abd1-e9dbe42b0770 req-3e3ebad2-ee9d-4ae5-ab1b-d066b821addd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.565701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fb51-e086-4d54-abd1-e9dbe42b0770 req-3e3ebad2-ee9d-4ae5-ab1b-d066b821addd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.566746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-820d5f44-e496-41e8-a7cf-cdac14f6342a None None] Port 5fbad905-fa64-4fdc-aa78-bda80d01360d cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:33.567775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2499fb51-e086-4d54-abd1-e9dbe42b0770 req-3e3ebad2-ee9d-4ae5-ab1b-d066b821addd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 4653 time: 0.3395929 Mar 11 17:21:33.619722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c6594-8c4d-4239-94bf-ce1ebb62e5a8 req-0a2c4295-26f4-459c-bf88-6217f7a4f37c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:33.621386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c88c6594-8c4d-4239-94bf-ce1ebb62e5a8 req-0a2c4295-26f4-459c-bf88-6217f7a4f37c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3413758 Mar 11 17:21:33.626988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 584e6b3f-082f-4da6-9dcf-fea377cb117c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:33.681718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=aefa956c-bead-4e2f-8f87-663847b1e03d,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:33.748658 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.784172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 584e6b3f-082f-4da6-9dcf-fea377cb117c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:33.784618 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.830298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.851680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:33.853445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2499fb51-e086-4d54-abd1-e9dbe42b0770 req-cd2171de-4c18-483f-8053-da0fdddbb8db tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c84bff2-8e54-439b-888a-6216d92c3f1f&id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2609553 Mar 11 17:21:33.859170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:33.860122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 09798251-aa0d-4919-b8c0-0f36590dd938 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:33.945133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c88c6594-8c4d-4239-94bf-ce1ebb62e5a8 req-fb9cd1a6-e9b1-4436-9139-dc00f791ae8d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135502 Mar 11 17:21:34.029625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:34.082656 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:34.128116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 584e6b3f-082f-4da6-9dcf-fea377cb117c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=584e6b3f-082f-4da6-9dcf-fea377cb117c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:34.137342 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:34.148511 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:34.178276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Sync routers for ids ['cf3a82af-5b38-42a1-b325-8881c6dba43c'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:34.199628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:34.354367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404c103-d8e8-4b65-8447-ea19858a73cc req-e4d218ee-7637-4259-8144-2b0753d8f99e tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:34.355977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a404c103-d8e8-4b65-8447-ea19858a73cc req-e4d218ee-7637-4259-8144-2b0753d8f99e tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.3278723 Mar 11 17:21:34.380163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b322-1aa5-4065-beea-6270ea00bc0d req-7c979938-d2ef-450d-8317-2a2d26541aae tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:34.388259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b341b322-1aa5-4065-beea-6270ea00bc0d req-7c979938-d2ef-450d-8317-2a2d26541aae tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 946 time: 0.2707069 Mar 11 17:21:34.421860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Routers {'cf3a82af-5b38-42a1-b325-8881c6dba43c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:34.422770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf3a82af-5b38-42a1-b325-8881c6dba43c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:34.499303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 09798251-aa0d-4919-b8c0-0f36590dd938, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=09798251-aa0d-4919-b8c0-0f36590dd938,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:34.508040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=584e6b3f-082f-4da6-9dcf-fea377cb117c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:34.526974 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:34.528032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 5fbad905-fa64-4fdc-aa78-bda80d01360d no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:34.550542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] For port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:34.676767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 5fbad905-fa64-4fdc-aa78-bda80d01360d not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:21:34.677178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:34.791952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=09798251-aa0d-4919-b8c0-0f36590dd938,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:34.807104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Set router cf3a82af-5b38-42a1-b325-8881c6dba43c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:34.936661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b341b322-1aa5-4065-beea-6270ea00bc0d req-5c6865b2-6a82-41a5-9dea-e4e8e3005cd5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472989 Mar 11 17:21:34.939224 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a404c103-d8e8-4b65-8447-ea19858a73cc req-f0d7d937-1f86-4890-924d-f112e2fbed67 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703764 Mar 11 17:21:35.007772 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:35.014792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] For port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:35.053693 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:35.063851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] device_id is not set on port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:21:35.114173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:35.133638 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:35.154053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:35.162175 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:35.259837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b3125f-5734-432c-847e-a11654b73b98'}, {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a517875c-a749-4d98-98fc-eefa461908c5'}, {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aefa956c-bead-4e2f-8f87-663847b1e03d'}, {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cf5aa3-94d6-4ba2-8423-21581bfdddf6'}, {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09798251-aa0d-4919-b8c0-0f36590dd938'}, {'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:35.272807 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facfd5ac-3ff7-47ca-81b0-e9c4fb97a234" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "05b3125f-5734-432c-847e-a11654b73b98"}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "a517875c-a749-4d98-98fc-eefa461908c5"}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "aefa956c-bead-4e2f-8f87-663847b1e03d"}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cf5aa3-94d6-4ba2-8423-21581bfdddf6"}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "09798251-aa0d-4919-b8c0-0f36590dd938"}, {"server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:35.323739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] No DVR routers for this DVR port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:35.335143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] Pushing event updated for resources: {'Port': ['ID=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:35.388980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:35.394156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3df6f8-f633-4124-94b0-e2a5537f64ec req-4b9c83dd-c2dd-4648-9748-91c1cf69dbb3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.400224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3df6f8-f633-4124-94b0-e2a5537f64ec req-4b9c83dd-c2dd-4648-9748-91c1cf69dbb3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.412248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3df6f8-f633-4124-94b0-e2a5537f64ec req-4b9c83dd-c2dd-4648-9748-91c1cf69dbb3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.420872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3df6f8-f633-4124-94b0-e2a5537f64ec req-4b9c83dd-c2dd-4648-9748-91c1cf69dbb3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.426805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3df6f8-f633-4124-94b0-e2a5537f64ec req-4b9c83dd-c2dd-4648-9748-91c1cf69dbb3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.434576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e3df6f8-f633-4124-94b0-e2a5537f64ec req-4b9c83dd-c2dd-4648-9748-91c1cf69dbb3 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 3876 time: 0.3230653 Mar 11 17:21:35.480310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a9f6-94f7-497d-9ab3-b153d2474a63 req-c39e644c-86d7-48e9-b072-e9be0b08b6aa tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.499765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5409a9f6-94f7-497d-9ab3-b153d2474a63 req-c39e644c-86d7-48e9-b072-e9be0b08b6aa tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 946 time: 0.3036416 Mar 11 17:21:35.543577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:25Z', 'updated_at': '2022-03-11T17:21:31Z', 'revision_number': 4, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'gw_port': {'id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:26Z', 'updated_at': '2022-03-11T17:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4bc9954-d293-4b13-887a-d7cf836317c4', 'name': '', 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'mac_address': 'fa:16:3e:2e:87:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'a21f67cb-6579-4644-b889-b8513b44b79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:29Z', 'updated_at': '2022-03-11T17:21:31Z', 'revision_number': 2, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'subnets': [{'id': 'a21f67cb-6579-4644-b889-b8513b44b79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:35.594248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] In _notify_port_updated(), no bound segment for port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 on network 76a7467c-f517-456a-a479-d4b9c4849562 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:21:35.595467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:35.596488 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:35.599421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-537b3106-0ca4-46cb-af07-77bbeb121eeb service neutron] 10.222.0.66 "PUT /v2.0/ports/b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 HTTP/1.1" status: 200 len: 1026 time: 2.0906274 Mar 11 17:21:35.603606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Checking router: cf3a82af-5b38-42a1-b325-8881c6dba43c for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:21:35.604063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Updating router cf3a82af-5b38-42a1-b325-8881c6dba43c port e4bc9954-d293-4b13-887a-d7cf836317c4 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:21:35.631157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e3df6f8-f633-4124-94b0-e2a5537f64ec req-00b0329e-013d-4c46-a599-5632498a098b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927984 Mar 11 17:21:35.685150 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:35.749871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5409a9f6-94f7-497d-9ab3-b153d2474a63 req-036e8dab-9b0f-4b21-a2a5-380e04b8e458 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496309 Mar 11 17:21:35.851571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router be1837ea-b707-418b-b388-b0b58dde39ee is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:21:35.874334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7a0e4d9f-225b-4685-b196-69133cecb6df None None] Provisioning complete for port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:35.878621 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4d9f-225b-4685-b196-69133cecb6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.031485 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbfcc86-eaec-4d0f-a8af-3bfb1abe193b x-openstack-request-id: req-8bbfcc86-eaec-4d0f-a8af-3bfb1abe193b {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:36.031945 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "05b3125f-5734-432c-847e-a11654b73b98", "code": 200}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "a517875c-a749-4d98-98fc-eefa461908c5", "code": 200}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "aefa956c-bead-4e2f-8f87-663847b1e03d", "code": 200}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cf5aa3-94d6-4ba2-8423-21581bfdddf6", "code": 200}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-unplugged", "status": "completed", "tag": "09798251-aa0d-4919-b8c0-0f36590dd938", "code": 200}, {"server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:36.032321 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bbfcc86-eaec-4d0f-a8af-3bfb1abe193b {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:36.032951 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b3125f-5734-432c-847e-a11654b73b98', 'code': 200} Mar 11 17:21:36.034787 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a517875c-a749-4d98-98fc-eefa461908c5', 'code': 200} Mar 11 17:21:36.035172 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aefa956c-bead-4e2f-8f87-663847b1e03d', 'code': 200} Mar 11 17:21:36.035354 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cf5aa3-94d6-4ba2-8423-21581bfdddf6', 'code': 200} Mar 11 17:21:36.035651 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09798251-aa0d-4919-b8c0-0f36590dd938', 'code': 200} Mar 11 17:21:36.035825 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215', 'code': 200} Mar 11 17:21:36.083252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e4d9f-225b-4685-b196-69133cecb6df None None] Port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:36.166370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting port 09798251-aa0d-4919-b8c0-0f36590dd938 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:36.166964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.327446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0d497-b956-4440-8f9c-07524f68ba52 req-970c4a9b-4f3a-430a-a41d-8fe24357b63b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:36.329814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9df0d497-b956-4440-8f9c-07524f68ba52 req-970c4a9b-4f3a-430a-a41d-8fe24357b63b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.2461817 Mar 11 17:21:36.336772 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.344911 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.350564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064e895-4fec-400f-be92-9a90ed05be2f req-a6b756b5-d990-4ad9-9bc5-f7db4f83d3ef tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:36.352441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0064e895-4fec-400f-be92-9a90ed05be2f req-a6b756b5-d990-4ad9-9bc5-f7db4f83d3ef tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.4251852 Mar 11 17:21:36.446394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:36.458929 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b200d2-fefc-4d3e-898b-894f41590dde None None] Sync routers for ids ['be1837ea-b707-418b-b388-b0b58dde39ee'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:36.501628 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b200d2-fefc-4d3e-898b-894f41590dde None None] Routers {'be1837ea-b707-418b-b388-b0b58dde39ee'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:36.508236 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-16b200d2-fefc-4d3e-898b-894f41590dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['be1837ea-b707-418b-b388-b0b58dde39ee'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:36.527469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9df0d497-b956-4440-8f9c-07524f68ba52 req-ce9d0122-b8a1-4c39-b224-995414f72f8a tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740820 Mar 11 17:21:36.594485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] For port 09798251-aa0d-4919-b8c0-0f36590dd938, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=09798251-aa0d-4919-b8c0-0f36590dd938,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:36.599107 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.638008 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-16b200d2-fefc-4d3e-898b-894f41590dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:36.677244 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b200d2-fefc-4d3e-898b-894f41590dde None None] Routers {'be1837ea-b707-418b-b388-b0b58dde39ee'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:36.678123 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-16b200d2-fefc-4d3e-898b-894f41590dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['be1837ea-b707-418b-b388-b0b58dde39ee'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:36.710181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.714700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:36.717235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 584e6b3f-082f-4da6-9dcf-fea377cb117c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:36.724549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68b9bc-fbf3-4901-acbc-28a7eeaaa3b4 None None] Pushing event updated for resources: {'Port': ['ID=e4bc9954-d293-4b13-887a-d7cf836317c4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:36.734905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5e87d61d-48ee-4eb3-a35a-6be9cd399cf5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.4580312 Mar 11 17:21:36.736544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Calling delete_port for 09798251-aa0d-4919-b8c0-0f36590dd938 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:36.773283 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0064e895-4fec-400f-be92-9a90ed05be2f req-e9d5e727-bdcc-4810-a79b-f5952ddbeaf3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881664 Mar 11 17:21:36.774860 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-16b200d2-fefc-4d3e-898b-894f41590dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:36.781872 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b200d2-fefc-4d3e-898b-894f41590dde None None] The sync data for ids ['be1837ea-b707-418b-b388-b0b58dde39ee'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:36.828890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Attempting to bind port e4bc9954-d293-4b13-887a-d7cf836317c4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:36.829376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Attempting to bind port e4bc9954-d293-4b13-887a-d7cf836317c4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '4b88ea2d-b18a-47e2-9806-490f317bc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:36.829841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Attempting to bind port e4bc9954-d293-4b13-887a-d7cf836317c4 on network 9d44a866-46d8-4913-aa77-0393979e43b2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:21:36.850621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:21:36.851081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Checking segment: {'id': '4b88ea2d-b18a-47e2-9806-490f317bc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:36.851592 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.852095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Bound using segment: {'id': '4b88ea2d-b18a-47e2-9806-490f317bc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:21:36.852740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Bound port: e4bc9954-d293-4b13-887a-d7cf836317c4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b88ea2d-b18a-47e2-9806-490f317bc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:36.853227 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.943470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] For port e4bc9954-d293-4b13-887a-d7cf836317c4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:36.946598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] For port e4bc9954-d293-4b13-887a-d7cf836317c4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e4bc9954-d293-4b13-887a-d7cf836317c4,segment=NetworkSegment(4b88ea2d-b18a-47e2-9806-490f317bc9c4),segment_id=4b88ea2d-b18a-47e2-9806-490f317bc9c4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:36.954013 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:36.997153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 584e6b3f-082f-4da6-9dcf-fea377cb117c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:36.997429 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.016390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-b57da955-e18f-4475-93b4-d70947bff4ee req-150c3497-5d89-4fd5-9e85-5f525c585397 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:21:37.020429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57da955-e18f-4475-93b4-d70947bff4ee req-150c3497-5d89-4fd5-9e85-5f525c585397 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104015 Mar 11 17:21:37.102617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-69ebfc49-cd74-4cb2-8485-2e4b5cc0609b None None] Provisioning complete for port e4bc9954-d293-4b13-887a-d7cf836317c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:37.102989 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-69ebfc49-cd74-4cb2-8485-2e4b5cc0609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.142467 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:21:37.144797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffdf9a-7c19-4c43-b6e5-71918ef0d571 req-bea49ce3-b938-40d7-b45d-15301bbb6a84 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:37.163701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9ffdf9a-7c19-4c43-b6e5-71918ef0d571 req-bea49ce3-b938-40d7-b45d-15301bbb6a84 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 944 time: 0.4227338 Mar 11 17:21:37.181605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ff0d0695-c941-4854-bd3f-ed7d9172cd0d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/routers/be1837ea-b707-418b-b388-b0b58dde39ee HTTP/1.1" status: 200 len: 880 time: 0.4647069 Mar 11 17:21:37.182074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53500) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:37.194149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Routers {'cf3a82af-5b38-42a1-b325-8881c6dba43c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:37.197976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf3a82af-5b38-42a1-b325-8881c6dba43c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:37.289314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68b9bc-fbf3-4901-acbc-28a7eeaaa3b4 None None] Pushing event updated for resources: {'Port': ['ID=e4bc9954-d293-4b13-887a-d7cf836317c4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:37.450236 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.553709 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-69ebfc49-cd74-4cb2-8485-2e4b5cc0609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.568267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] Set router cf3a82af-5b38-42a1-b325-8881c6dba43c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:37.594326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b57da955-e18f-4475-93b4-d70947bff4ee req-b4f52cf6-49dd-43f7-9c63-347ea598e5cd tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5471253 Mar 11 17:21:37.595429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Port': ['ID=09798251-aa0d-4919-b8c0-0f36590dd938,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:37.628408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] No DVR routers for this DVR port 09798251-aa0d-4919-b8c0-0f36590dd938 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:37.634600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9ffdf9a-7c19-4c43-b6e5-71918ef0d571 req-13ae16ac-91ff-4dda-8438-b5dc34fc4cc9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702537 Mar 11 17:21:37.636034 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.642384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-3bd089a5-40c4-4cb1-9ba6-ec04171fd6fd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "DELETE /v2.0/ports/09798251-aa0d-4919-b8c0-0f36590dd938 HTTP/1.1" status: 204 len: 173 time: 2.0270596 Mar 11 17:21:37.643081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': '09798251-aa0d-4919-b8c0-0f36590dd938'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:37.645798 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef540c3-ab54-4e58-bfa1-4ac4693ff81e" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "09798251-aa0d-4919-b8c0-0f36590dd938"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:37.810364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53508) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:37.819792 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-35b5779a-e2d9-4eb0-afeb-017cb21a3491 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6364334 Mar 11 17:21:37.829134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7cbec133-37c6-49a2-8771-434bc2dd61e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-102956125'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:38.076732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-69ebfc49-cd74-4cb2-8485-2e4b5cc0609b None None] For port e4bc9954-d293-4b13-887a-d7cf836317c4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e4bc9954-d293-4b13-887a-d7cf836317c4,segment=NetworkSegment(4b88ea2d-b18a-47e2-9806-490f317bc9c4),segment_id=4b88ea2d-b18a-47e2-9806-490f317bc9c4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:38.078410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:38.108681 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-69ebfc49-cd74-4cb2-8485-2e4b5cc0609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:38.145896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b83822-9768-47b8-994c-7fb79ebe9caf req-fd5e255d-bfa0-482e-9b56-15e5ef971bea tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:38.151757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b83822-9768-47b8-994c-7fb79ebe9caf req-fd5e255d-bfa0-482e-9b56-15e5ef971bea tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:38.158183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b83822-9768-47b8-994c-7fb79ebe9caf req-fd5e255d-bfa0-482e-9b56-15e5ef971bea tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:38.164243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b83822-9768-47b8-994c-7fb79ebe9caf req-fd5e255d-bfa0-482e-9b56-15e5ef971bea tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:38.166180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6b83822-9768-47b8-994c-7fb79ebe9caf req-fd5e255d-bfa0-482e-9b56-15e5ef971bea tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 3143 time: 0.3705616 Mar 11 17:21:38.180993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting port fff06a60-8fe8-4864-962d-fec0baf86aa0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:38.181340 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:38.197027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac917f-d08f-450c-8a45-02144feea585 req-7064e025-116d-49a9-9c91-c5eff4e437d5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:38.199023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fac917f-d08f-450c-8a45-02144feea585 req-7064e025-116d-49a9-9c91-c5eff4e437d5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1745179 Mar 11 17:21:38.257199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebfc49-cd74-4cb2-8485-2e4b5cc0609b None None] Pushing event updated for resources: {'Port': ['ID=e4bc9954-d293-4b13-887a-d7cf836317c4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:38.312652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-07f4cc5c-ea4b-487f-a981-c3b27b3050c8 None None] Provisioning complete for port e4bc9954-d293-4b13-887a-d7cf836317c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:38.313276 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-07f4cc5c-ea4b-487f-a981-c3b27b3050c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:38.388670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fac917f-d08f-450c-8a45-02144feea585 req-761802a3-d3e6-4215-bc96-64248e66f57c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595414 Mar 11 17:21:38.400396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6b83822-9768-47b8-994c-7fb79ebe9caf req-e884d592-6384-4e8e-98e4-8805e0bbc730 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093353 Mar 11 17:21:38.498007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] For port fff06a60-8fe8-4864-962d-fec0baf86aa0, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=fff06a60-8fe8-4864-962d-fec0baf86aa0,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:38.498725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:38.572646 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661cff9c-2630-4610-af89-c84bb3f98136 x-openstack-request-id: req-661cff9c-2630-4610-af89-c84bb3f98136 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:38.572945 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "09798251-aa0d-4919-b8c0-0f36590dd938", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:38.573190 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-661cff9c-2630-4610-af89-c84bb3f98136 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:38.573589 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': '09798251-aa0d-4919-b8c0-0f36590dd938', 'status': 'completed', 'code': 200} Mar 11 17:21:38.590316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:25Z', 'updated_at': '2022-03-11T17:21:31Z', 'revision_number': 4, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'gw_port': {'id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:26Z', 'updated_at': '2022-03-11T17:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4bc9954-d293-4b13-887a-d7cf836317c4', 'name': '', 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'mac_address': 'fa:16:3e:2e:87:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'a21f67cb-6579-4644-b889-b8513b44b79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:29Z', 'updated_at': '2022-03-11T17:21:36Z', 'revision_number': 4, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'subnets': [{'id': 'a21f67cb-6579-4644-b889-b8513b44b79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:38.640005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e392756-f14f-4a25-90ad-278e32ef0da6 None None] The sync data for ids ['cf3a82af-5b38-42a1-b325-8881c6dba43c'] in n-d-833411-1 is: [{'id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:25Z', 'updated_at': '2022-03-11T17:21:31Z', 'revision_number': 4, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'gw_port': {'id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:26Z', 'updated_at': '2022-03-11T17:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4bc9954-d293-4b13-887a-d7cf836317c4', 'name': '', 'network_id': '9d44a866-46d8-4913-aa77-0393979e43b2', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'mac_address': 'fa:16:3e:2e:87:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'a21f67cb-6579-4644-b889-b8513b44b79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:29Z', 'updated_at': '2022-03-11T17:21:36Z', 'revision_number': 4, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'subnets': [{'id': 'a21f67cb-6579-4644-b889-b8513b44b79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:39.179144 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7cbec133-37c6-49a2-8771-434bc2dd61e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:39.203759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc526052-df49-4aff-a7b9-f72ef61b6515 req-02470100-29fb-4bac-947b-bc570b04c855 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.205263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc526052-df49-4aff-a7b9-f72ef61b6515 req-02470100-29fb-4bac-947b-bc570b04c855 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.6360202 Mar 11 17:21:39.213400 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7cbec133-37c6-49a2-8771-434bc2dd61e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:39.264600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1818c-7df2-4d1a-a021-f96bb21cfaf3 req-b7ef7808-4196-4a43-9d57-1aef14363407 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.265874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8da1818c-7df2-4d1a-a021-f96bb21cfaf3 req-b7ef7808-4196-4a43-9d57-1aef14363407 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.2211187 Mar 11 17:21:39.415324 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:39.415689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:39.416013 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Floating IP 2a49062a-a2be-4553-9165-e5564125e14f disassociated. External IP: 172.25.8.123, port: fff06a60-8fe8-4864-962d-fec0baf86aa0. Mar 11 17:21:39.416452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Calling delete_port for fff06a60-8fe8-4864-962d-fec0baf86aa0 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:39.422956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc526052-df49-4aff-a7b9-f72ef61b6515 req-6b53142f-f24d-4657-9d31-dcf3023de0a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048519 Mar 11 17:21:39.443497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8da1818c-7df2-4d1a-a021-f96bb21cfaf3 req-79cf8e25-cc0a-4f7c-8f56-6c75d9e8cefb tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622753 Mar 11 17:21:39.567829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbec133-37c6-49a2-8771-434bc2dd61e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router be1837ea-b707-418b-b388-b0b58dde39ee has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:21:39.740299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602a984-aa35-4136-ab88-0af35f656e2a req-afa032d1-3698-42d6-bd24-28e2e646f418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.746514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602a984-aa35-4136-ab88-0af35f656e2a req-afa032d1-3698-42d6-bd24-28e2e646f418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.753142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602a984-aa35-4136-ab88-0af35f656e2a req-afa032d1-3698-42d6-bd24-28e2e646f418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.759445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602a984-aa35-4136-ab88-0af35f656e2a req-afa032d1-3698-42d6-bd24-28e2e646f418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.761382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0602a984-aa35-4136-ab88-0af35f656e2a req-afa032d1-3698-42d6-bd24-28e2e646f418 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 3143 time: 0.1900764 Mar 11 17:21:39.820947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d134d2e-34af-4a39-b0e8-c373cef21cb7 req-536108ff-ea5f-43f8-b053-89a2c721b758 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:39.822410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d134d2e-34af-4a39-b0e8-c373cef21cb7 req-536108ff-ea5f-43f8-b053-89a2c721b758 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2475631 Mar 11 17:21:39.920460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbec133-37c6-49a2-8771-434bc2dd61e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:39.931645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7cbec133-37c6-49a2-8771-434bc2dd61e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:39.936711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7cbec133-37c6-49a2-8771-434bc2dd61e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/be1837ea-b707-418b-b388-b0b58dde39ee HTTP/1.1" status: 200 len: 887 time: 2.1149116 Mar 11 17:21:39.937623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:39.942648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ea5fab-2df2-4fa5-b603-fc78e9a4a70d None None] Sync routers for ids ['be1837ea-b707-418b-b388-b0b58dde39ee'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:39.953208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d134d2e-34af-4a39-b0e8-c373cef21cb7 req-b319b753-ca68-4896-bd12-51b8a74e4945 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032538 Mar 11 17:21:39.964940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea5fab-2df2-4fa5-b603-fc78e9a4a70d None None] Routers {'be1837ea-b707-418b-b388-b0b58dde39ee'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:39.966933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23ea5fab-2df2-4fa5-b603-fc78e9a4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['be1837ea-b707-418b-b388-b0b58dde39ee'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:39.979002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0602a984-aa35-4136-ab88-0af35f656e2a req-109553bc-37e1-4f63-a46a-72de42c5e45a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667476 Mar 11 17:21:39.980390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.096950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Port': ['ID=fff06a60-8fe8-4864-962d-fec0baf86aa0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:40.114437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23ea5fab-2df2-4fa5-b603-fc78e9a4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:40.139179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea5fab-2df2-4fa5-b603-fc78e9a4a70d None None] Routers {'be1837ea-b707-418b-b388-b0b58dde39ee'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:40.141671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23ea5fab-2df2-4fa5-b603-fc78e9a4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['be1837ea-b707-418b-b388-b0b58dde39ee'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:40.239448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1e0df390-e217-4a6a-a772-26f09a7879a0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/routers/be1837ea-b707-418b-b388-b0b58dde39ee HTTP/1.1" status: 200 len: 887 time: 0.2980599 Mar 11 17:21:40.243937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53528) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:40.258241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23ea5fab-2df2-4fa5-b603-fc78e9a4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:40.259347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ea5fab-2df2-4fa5-b603-fc78e9a4a70d None None] The sync data for ids ['be1837ea-b707-418b-b388-b0b58dde39ee'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:40.303315 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d2197181-1ff2-43f4-a86e-39d4eadb68e1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1837ea-b707-418b-b388-b0b58dde39ee HTTP/1.1" status: 200 len: 205 time: 0.0570474 Mar 11 17:21:40.308848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53530) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:40.425186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874ac68-5650-4d8c-9d8a-998416767c16 req-37396b71-cdd8-4eff-8e2b-6b433b41dc8f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:40.433127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1874ac68-5650-4d8c-9d8a-998416767c16 req-37396b71-cdd8-4eff-8e2b-6b433b41dc8f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2137055 Mar 11 17:21:40.514829 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.526278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8f4e-fdc0-41ba-ab19-a0c10c4ffbfd req-eb10c0f1-407d-433c-b660-dce1a673241b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:40.538718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46bc8f4e-fdc0-41ba-ab19-a0c10c4ffbfd req-eb10c0f1-407d-433c-b660-dce1a673241b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 946 time: 0.2887015 Mar 11 17:21:40.601723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:21:40.623029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1874ac68-5650-4d8c-9d8a-998416767c16 req-c3a3b797-d798-48fc-9d96-2931b6949c64 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837134 Mar 11 17:21:40.686213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46bc8f4e-fdc0-41ba-ab19-a0c10c4ffbfd req-a9613323-1023-4f6b-a012-0ec9d4838cf8 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402953 Mar 11 17:21:40.694141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e4bc9954-d293-4b13-887a-d7cf836317c4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:40.785048 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:40.809210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e4bc9954-d293-4b13-887a-d7cf836317c4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:40.809535 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.059274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382a9c9-85b3-4b0c-b043-3c96d256cbc2 req-6e703de1-7805-4df4-99dd-2b0ce838ad55 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:41.062216 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4382a9c9-85b3-4b0c-b043-3c96d256cbc2 req-6e703de1-7805-4df4-99dd-2b0ce838ad55 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2426550 Mar 11 17:21:41.078462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7031-42ad-47b8-825b-0761293bfabf req-89a23462-f0b3-4cda-96a1-ac864a29e020 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:41.092061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bda7031-42ad-47b8-825b-0761293bfabf req-89a23462-f0b3-4cda-96a1-ac864a29e020 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2414050 Mar 11 17:21:41.106631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:41.113215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.126337 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] Sync routers for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:41.141001 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:41.141927 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:41.211501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] No DVR routers for this DVR port fff06a60-8fe8-4864-962d-fec0baf86aa0 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:41.223251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port d8e1629b-efb7-416b-a90c-2406f3725c51 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:41.223251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.223710 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.227399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-8752af15-74e3-41a8-9935-0f138ed0cddd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "DELETE /v2.0/ports/fff06a60-8fe8-4864-962d-fec0baf86aa0 HTTP/1.1" status: 204 len: 173 time: 3.5780618 Mar 11 17:21:41.227920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:41.230346 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d56427-19bc-4605-9d37-68c8f71ccbac" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:41.277198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bda7031-42ad-47b8-825b-0761293bfabf req-c327f4ff-63d1-4a33-bb40-68de3c92ce3f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836858 Mar 11 17:21:41.331485 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.352303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4382a9c9-85b3-4b0c-b043-3c96d256cbc2 req-0948e73d-1a3b-4126-823b-6a5611cdef81 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569370 Mar 11 17:21:41.374289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for d8e1629b-efb7-416b-a90c-2406f3725c51 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:41.404607 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:41.495751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11651b-3336-4f52-bf09-3d319e2e83e5 req-e8e09d58-eb7f-4e04-83fe-d7d1cc342bd7 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:41.504400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea11651b-3336-4f52-bf09-3d319e2e83e5 req-e8e09d58-eb7f-4e04-83fe-d7d1cc342bd7 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.0809374 Mar 11 17:21:41.538566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting port a517875c-a749-4d98-98fc-eefa461908c5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:41.538983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.668170 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:47Z', 'revision_number': 5, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:41.679240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea11651b-3336-4f52-bf09-3d319e2e83e5 req-8a1193e5-a563-4dea-9e54-35893d5307e8 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734896 Mar 11 17:21:41.709411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.732540 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] Checking router: 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:21:41.743266 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:41.743887 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:41.761431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=d8e1629b-efb7-416b-a90c-2406f3725c51,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:41.762759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150a169-bf4b-450e-8c69-51abfe97e629 req-74fb2b6b-ab04-4d61-976b-8248b32044bf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:41.774067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150a169-bf4b-450e-8c69-51abfe97e629 req-74fb2b6b-ab04-4d61-976b-8248b32044bf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:41.808224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150a169-bf4b-450e-8c69-51abfe97e629 req-74fb2b6b-ab04-4d61-976b-8248b32044bf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:41.813184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2150a169-bf4b-450e-8c69-51abfe97e629 req-74fb2b6b-ab04-4d61-976b-8248b32044bf tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 2409 time: 0.2688029 Mar 11 17:21:41.822498 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e5c909-d643-4291-8edd-f90be6c93b47 x-openstack-request-id: req-45e5c909-d643-4291-8edd-f90be6c93b47 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:41.822498 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "fff06a60-8fe8-4864-962d-fec0baf86aa0", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:41.822498 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45e5c909-d643-4291-8edd-f90be6c93b47 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:41.826260 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': 'fff06a60-8fe8-4864-962d-fec0baf86aa0', 'status': 'completed', 'code': 200} Mar 11 17:21:41.879894 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.952138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] For port a517875c-a749-4d98-98fc-eefa461908c5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a517875c-a749-4d98-98fc-eefa461908c5,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:41.952721 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.017473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.023332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.027799 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:21:42.045931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2150a169-bf4b-450e-8c69-51abfe97e629 req-8a9cb7fd-ec8d-47b1-a0e8-2d376475d3a6 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954577 Mar 11 17:21:42.047701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Calling delete_port for a517875c-a749-4d98-98fc-eefa461908c5 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:42.116986 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.117750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Fanout notify agent at l3_agent the message router_deleted on router be1837ea-b707-418b-b388-b0b58dde39ee {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:21:42.144473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.146969 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63dc0eb8-501f-42c0-9ae7-df94e4453aea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/be1837ea-b707-418b-b388-b0b58dde39ee HTTP/1.1" status: 204 len: 168 time: 1.8362384 Mar 11 17:21:42.156407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53550) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:42.161242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103944428'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:42.210280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:42.215626 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.227017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46882858-bef1-4881-b802-e9d4915c61d2 req-5442f1bb-cb97-4125-9e03-bcb8ccef09cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.236827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46882858-bef1-4881-b802-e9d4915c61d2 req-5442f1bb-cb97-4125-9e03-bcb8ccef09cf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2577679 Mar 11 17:21:42.284784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:21:42.319109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.319802 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added segment 600d3672-d0de-454f-b048-353709affe65 of type vlan for network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb Mar 11 17:21:42.409302 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.452381 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:47Z', 'revision_number': 5, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:42.456700 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.474123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.474399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.475215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.540563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3851485 Mar 11 17:21:42.541918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53552) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:42.552387 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072dc34f-910f-4b2b-9615-f0fe292e7591 None None] The sync data for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 is: [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:15:36Z', 'revision_number': 4, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2fd43fee-5500-4c60-b6c9-fef26706ee2e', 'name': '', 'network_id': '1394a171-ce99-407d-a71d-c9abf03ee56b', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'mac_address': 'fa:16:3e:47:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:35Z', 'updated_at': '2022-03-11T17:15:47Z', 'revision_number': 5, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'subnets': [{'id': '4bf8e4bb-7108-4116-a5e2-7ae872b2c394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:42.558913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46882858-bef1-4881-b802-e9d4915c61d2 req-9728d6ab-79b3-4044-929e-0308807fb856 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201344 Mar 11 17:21:42.578766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'subnet': {'network_id': '63c051e3-cf98-4c7b-a4d6-68a87b7044fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:42.637228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89b298-a3db-4909-8f1f-00e44b42926d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Network': ['ID=63c051e3-cf98-4c7b-a4d6-68a87b7044fb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:42.650825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:21:42.708298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Port': ['ID=a517875c-a749-4d98-98fc-eefa461908c5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:42.820891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6801f-c066-44eb-b56e-88432ee77b47 req-4d9672b5-28cf-423e-9f47-c4fa1f4d12ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.827419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6801f-c066-44eb-b56e-88432ee77b47 req-4d9672b5-28cf-423e-9f47-c4fa1f4d12ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.837178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6801f-c066-44eb-b56e-88432ee77b47 req-4d9672b5-28cf-423e-9f47-c4fa1f4d12ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.838963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9f6801f-c066-44eb-b56e-88432ee77b47 req-4d9672b5-28cf-423e-9f47-c4fa1f4d12ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8&device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87&device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 2418 time: 0.3792334 Mar 11 17:21:42.845755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] No DVR routers for this DVR port a517875c-a749-4d98-98fc-eefa461908c5 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:42.852459 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.857871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-e48af05a-90b4-4e33-b5bd-220605afc501 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "DELETE /v2.0/ports/a517875c-a749-4d98-98fc-eefa461908c5 HTTP/1.1" status: 204 len: 173 time: 1.6111808 Mar 11 17:21:42.960698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:42.964933 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.982331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178be2f-e4ad-49d9-95db-f59409f24a3e req-e19b9834-1884-4d2d-82df-02d52d19d778 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:42.985752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7178be2f-e4ad-49d9-95db-f59409f24a3e req-e19b9834-1884-4d2d-82df-02d52d19d778 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2809024 Mar 11 17:21:42.996186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d17219-a7d8-4830-b513-ec72daeab7d3 None None] New status for floating IP 2a49062a-a2be-4553-9165-e5564125e14f: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:21:43.536679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9f6801f-c066-44eb-b56e-88432ee77b47 req-d2eeff0f-e17c-4692-9c8d-9bcbc6882285 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736968 Mar 11 17:21:43.559188 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7178be2f-e4ad-49d9-95db-f59409f24a3e req-26d04302-e80b-43ef-92d2-21628d63cb5b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531297 Mar 11 17:21:43.624687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4ac6-9f98-42de-bef2-f9b8960528cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.656260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting port aefa956c-bead-4e2f-8f87-663847b1e03d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:43.656631 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.830734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': 'a517875c-a749-4d98-98fc-eefa461908c5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:43.833623 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1bd6cb-86e3-486e-8d9f-a76b4e1cf98f" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "a517875c-a749-4d98-98fc-eefa461908c5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:44.001774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] For port aefa956c-bead-4e2f-8f87-663847b1e03d, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aefa956c-bead-4e2f-8f87-663847b1e03d,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:44.002440 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.016033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81b8d3d7-2843-459f-b781-e3691e15b55e req-407b453f-7375-475c-86fd-29c1c568879c tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2935731 Mar 11 17:21:44.039383 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.044387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe50754-d6be-40bf-a1f2-77f004f6a705 req-809b1272-9d19-4f76-ad94-f7347b2e2b94 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:44.047885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe50754-d6be-40bf-a1f2-77f004f6a705 req-809b1272-9d19-4f76-ad94-f7347b2e2b94 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:44.055013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfe50754-d6be-40bf-a1f2-77f004f6a705 req-809b1272-9d19-4f76-ad94-f7347b2e2b94 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 1676 time: 0.3593459 Mar 11 17:21:44.071669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Calling delete_port for aefa956c-bead-4e2f-8f87-663847b1e03d owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:44.233720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfe50754-d6be-40bf-a1f2-77f004f6a705 req-a1d283fe-e438-45d4-a3f2-87fe0f871794 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778331 Mar 11 17:21:44.241137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Subnet': ['ID=228df274-c798-4298-99bc-b119932dd116,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:44.292410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Checking segment: {'id': '600d3672-d0de-454f-b048-353709affe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63c051e3-cf98-4c7b-a4d6-68a87b7044fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:44.292910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network hostable DHCP agents. Network: 63c051e3-cf98-4c7b-a4d6-68a87b7044fb, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:21:44.343950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a155e6-839d-4ead-b007-bee5d8c4fcf3 req-6f6b5fc7-b13b-40db-bc69-096a9e629983 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:44.345541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17a155e6-839d-4ead-b007-bee5d8c4fcf3 req-6f6b5fc7-b13b-40db-bc69-096a9e629983 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1376011 Mar 11 17:21:44.393978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:21:44.454866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 63c051e3-cf98-4c7b-a4d6-68a87b7044fb) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:44.470025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb627307-cb75-4ba0-9f7b-f4f94f5a3434 None None] Network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:44.496078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:44.498722 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.523343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17a155e6-839d-4ead-b007-bee5d8c4fcf3 req-0e0b44f1-cba7-4afd-beba-6329dabf0e9a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608565 Mar 11 17:21:44.559224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35cec7-70f4-4e3d-978a-babd25ab20ff req-8af18119-6f86-46ce-b60d-cea01f084851 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:44.560822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b35cec7-70f4-4e3d-978a-babd25ab20ff req-8af18119-6f86-46ce-b60d-cea01f084851 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2143495 Mar 11 17:21:44.574731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-12295b8f-54e8-4421-87ce-9c053ed1ce55 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0080137 Mar 11 17:21:44.574731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53568) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:44.579087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f6922711-2f7a-4e39-9192-b75904be1802 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-677316061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:44.596747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.662372 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ba73ee-9a9f-4d1d-9641-91b97521b0a4 x-openstack-request-id: req-e0ba73ee-9a9f-4d1d-9641-91b97521b0a4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:44.662837 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "a517875c-a749-4d98-98fc-eefa461908c5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:44.663035 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0ba73ee-9a9f-4d1d-9641-91b97521b0a4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:44.663651 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': 'a517875c-a749-4d98-98fc-eefa461908c5', 'status': 'completed', 'code': 200} Mar 11 17:21:44.681374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Port': ['ID=aefa956c-bead-4e2f-8f87-663847b1e03d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:44.743769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6922711-2f7a-4e39-9192-b75904be1802 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.745547 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6922711-2f7a-4e39-9192-b75904be1802 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.767310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b35cec7-70f4-4e3d-978a-babd25ab20ff req-007340a0-4d53-4d38-b474-9d5f601a1c61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810300 Mar 11 17:21:44.807007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-63c051e3-cf98-4c7b-a4d6-68a87b7044fb', 'network_id': '63c051e3-cf98-4c7b-a4d6-68a87b7044fb', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'fixed_ips': [{'subnet_id': '228df274-c798-4298-99bc-b119932dd116'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:21:44.810453 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.822839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] No DVR routers for this DVR port aefa956c-bead-4e2f-8f87-663847b1e03d on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:44.826839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.842183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-38d87f27-e140-4339-a62d-adb004c0eb80 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "DELETE /v2.0/ports/aefa956c-bead-4e2f-8f87-663847b1e03d HTTP/1.1" status: 204 len: 173 time: 1.9641407 Mar 11 17:21:45.075498 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6922711-2f7a-4e39-9192-b75904be1802 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.133051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6922711-2f7a-4e39-9192-b75904be1802 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.158442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Allocated IP 172.20.0.2 (63c051e3-cf98-4c7b-a4d6-68a87b7044fb/228df274-c798-4298-99bc-b119932dd116/4e5e4fc2-051f-4eff-a8df-24d57662d79a) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:45.170057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6922711-2f7a-4e39-9192-b75904be1802 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.171657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f6922711-2f7a-4e39-9192-b75904be1802 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5993509 Mar 11 17:21:45.175527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53576) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:45.208570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting port 05b3125f-5734-432c-847e-a11654b73b98 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:45.208570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.511709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea878a-9bc7-42cb-9ba4-77e7b599284f req-38fd4d76-64b8-43e8-83a4-01ddd4149960 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:45.521348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10ea878a-9bc7-42cb-9ba4-77e7b599284f req-38fd4d76-64b8-43e8-83a4-01ddd4149960 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.4425395 Mar 11 17:21:45.604179 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.605563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10ea878a-9bc7-42cb-9ba4-77e7b599284f req-b3e6bb40-34ce-4b34-a6f9-ced191451a46 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826738 Mar 11 17:21:45.613765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.639393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] For port 05b3125f-5734-432c-847e-a11654b73b98, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=05b3125f-5734-432c-847e-a11654b73b98,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:45.640205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.691151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:45.694254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:45.702513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:45.721978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Pushing event updated for resources: {'Port': ['ID=4e5e4fc2-051f-4eff-a8df-24d57662d79a,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:45.733701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Calling delete_port for 05b3125f-5734-432c-847e-a11654b73b98 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:45.833940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33829e-988a-4cf5-99dd-e012730deaea req-94373789-cba7-4c8f-bd39-367bb785b5ba tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:45.842718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb33829e-988a-4cf5-99dd-e012730deaea req-94373789-cba7-4c8f-bd39-367bb785b5ba tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 943 time: 0.1971085 Mar 11 17:21:45.846372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Attempting to bind port 4e5e4fc2-051f-4eff-a8df-24d57662d79a on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:21:45.846745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Attempting to bind port 4e5e4fc2-051f-4eff-a8df-24d57662d79a by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '600d3672-d0de-454f-b048-353709affe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63c051e3-cf98-4c7b-a4d6-68a87b7044fb'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:21:45.847307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Attempting to bind port 4e5e4fc2-051f-4eff-a8df-24d57662d79a on network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:21:45.851975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0850c387-11f5-4ef6-9057-8d15462b0e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.862558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:21:45.863096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Checking segment: {'id': '600d3672-d0de-454f-b048-353709affe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63c051e3-cf98-4c7b-a4d6-68a87b7044fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:45.867308 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.869820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Bound using segment: {'id': '600d3672-d0de-454f-b048-353709affe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63c051e3-cf98-4c7b-a4d6-68a87b7044fb'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:21:45.872695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Bound port: 4e5e4fc2-051f-4eff-a8df-24d57662d79a, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600d3672-d0de-454f-b048-353709affe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63c051e3-cf98-4c7b-a4d6-68a87b7044fb'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:21:45.876394 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.905764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb33829e-988a-4cf5-99dd-e012730deaea req-e4461295-1503-4191-b5d1-756a47f0a6c1 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups?id=deaea29d-fd6c-4608-8cae-c7905890b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617821 Mar 11 17:21:45.945545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:46.073579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] For port 4e5e4fc2-051f-4eff-a8df-24d57662d79a, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:21:46.078663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] For port 4e5e4fc2-051f-4eff-a8df-24d57662d79a, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4e5e4fc2-051f-4eff-a8df-24d57662d79a,segment=NetworkSegment(600d3672-d0de-454f-b048-353709affe65),segment_id=600d3672-d0de-454f-b048-353709affe65)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:21:46.086842 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:46.162716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d60c9c-263c-40cc-ac2b-05924d2d4166 None None] Pushing event updated for resources: {'Port': ['ID=4e5e4fc2-051f-4eff-a8df-24d57662d79a,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:46.192000 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:46.308737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Port': ['ID=05b3125f-5734-432c-847e-a11654b73b98,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:46.334466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] No DVR routers for this DVR port 05b3125f-5734-432c-847e-a11654b73b98 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:46.338492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:46.341977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-406f2b0c-e3f0-4c02-8f0b-ee20034e26fb req-c716617b-7052-47ed-af52-cf3a2e5ec77f tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.66 "DELETE /v2.0/ports/05b3125f-5734-432c-847e-a11654b73b98 HTTP/1.1" status: 204 len: 173 time: 1.4858024 Mar 11 17:21:46.351730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73fd66-80de-4dcc-8df6-c362e09b7f48 req-fabeadd0-e6c2-4cf5-882d-b70f3cfa905c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:46.359538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe73fd66-80de-4dcc-8df6-c362e09b7f48 req-fabeadd0-e6c2-4cf5-882d-b70f3cfa905c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2906606 Mar 11 17:21:46.391439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.20.0.1 (63c051e3-cf98-4c7b-a4d6-68a87b7044fb/228df274-c798-4298-99bc-b119932dd116/ff65ec0c-97e4-4a00-a626-960da7cb27b3) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:21:46.408617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b1f4b-87d3-4512-a04e-30b9efbd1caa req-8d836912-afb8-454c-b607-ad47dbe0a327 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:46.410532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d5b1f4b-87d3-4512-a04e-30b9efbd1caa req-8d836912-afb8-454c-b607-ad47dbe0a327 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2573330 Mar 11 17:21:46.500890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe73fd66-80de-4dcc-8df6-c362e09b7f48 req-243eeb32-05db-4618-9e89-ad3a1978dfe4 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403503 Mar 11 17:21:46.620184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d5b1f4b-87d3-4512-a04e-30b9efbd1caa req-65df7b86-4f61-4e08-a26e-747a3b4e399f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776860 Mar 11 17:21:46.670382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': 'aefa956c-bead-4e2f-8f87-663847b1e03d'}, {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': '05b3125f-5734-432c-847e-a11654b73b98'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:46.670735 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085eb55f-a561-434a-93f7-31ce76b92ea7" -d '{"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "aefa956c-bead-4e2f-8f87-663847b1e03d"}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "05b3125f-5734-432c-847e-a11654b73b98"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:46.809191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:46.865380 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68775439-7284-4782-99d1-0f6ebe62ba4b x-openstack-request-id: req-68775439-7284-4782-99d1-0f6ebe62ba4b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:46.865922 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "aefa956c-bead-4e2f-8f87-663847b1e03d", "status": "completed", "code": 200}, {"server_uuid": "9761110b-5388-4a9c-b0d6-090d7ba2e251", "name": "network-vif-deleted", "tag": "05b3125f-5734-432c-847e-a11654b73b98", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:46.866131 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68775439-7284-4782-99d1-0f6ebe62ba4b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:46.866689 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': 'aefa956c-bead-4e2f-8f87-663847b1e03d', 'status': 'completed', 'code': 200} Mar 11 17:21:46.867041 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9761110b-5388-4a9c-b0d6-090d7ba2e251', 'name': 'network-vif-deleted', 'tag': '05b3125f-5734-432c-847e-a11654b73b98', 'status': 'completed', 'code': 200} Mar 11 17:21:46.955301 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:47.084075 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:47.170181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:47.174182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:47.180099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4828be-1a77-4de3-bb6d-b2fa1e9d18ee req-5fd7fd47-a902-4543-a5b2-9785f3cce29c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:47.188381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:21:47.189434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c4828be-1a77-4de3-bb6d-b2fa1e9d18ee req-5fd7fd47-a902-4543-a5b2-9785f3cce29c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1783926 Mar 11 17:21:47.253425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=ff65ec0c-97e4-4a00-a626-960da7cb27b3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:47.285775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c4828be-1a77-4de3-bb6d-b2fa1e9d18ee req-7fae4f0b-5d17-4380-81f8-b7465de82774 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896986 Mar 11 17:21:47.350067 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:47.475370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48487365-fa8d-430e-9694-9de4f5becc36 req-20b41f02-1da3-4466-94c7-ca2fe5f26a53 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.0675178 Mar 11 17:21:47.712796 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:47.895434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48d301-3df6-4d2c-ae21-8f7735d6b263 req-875c7f2d-bf48-4a6c-8e93-b1b0bf30e684 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:47.916489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a48d301-3df6-4d2c-ae21-8f7735d6b263 req-875c7f2d-bf48-4a6c-8e93-b1b0bf30e684 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2207997 Mar 11 17:21:48.103001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a48d301-3df6-4d2c-ae21-8f7735d6b263 req-6fd18913-a794-4554-90d8-64421999499b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853261 Mar 11 17:21:48.178857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b48f9b-2c9d-410e-a640-a24e8ad38221 req-2ad212f5-f8fe-40be-8676-717ec690cb0c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:48.182918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24b48f9b-2c9d-410e-a640-a24e8ad38221 req-2ad212f5-f8fe-40be-8676-717ec690cb0c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2104583 Mar 11 17:21:48.300399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24b48f9b-2c9d-410e-a640-a24e8ad38221 req-7ad9cc7b-0978-4db9-8168-c418289bc7b8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085775 Mar 11 17:21:48.313900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.483440 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.489810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.541738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ebe12-16fc-452f-81a9-e8e51199f3e2 None None] Network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:48.667446 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.679729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=ff65ec0c-97e4-4a00-a626-960da7cb27b3,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:48.790099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:21:48.791648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:48.796504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e5e4fc2-051f-4eff-a8df-24d57662d79a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:48.911313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3fb3fb7-2d8a-4b22-ab23-0e465f11c477 req-297cce31-78a0-4584-abfe-b681a89d461e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.0915072 Mar 11 17:21:48.922973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-88d641f1-e8a7-4f16-a255-332cbfb13498 None None] Provisioning complete for port 4e5e4fc2-051f-4eff-a8df-24d57662d79a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:48.923343 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88d641f1-e8a7-4f16-a255-332cbfb13498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:48.940419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdd884-d982-47ac-a4b6-0bb7fbc63d18 req-065cf27a-1de0-4783-9e6c-ad81f75a3193 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:48.949075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dcdd884-d982-47ac-a4b6-0bb7fbc63d18 req-065cf27a-1de0-4783-9e6c-ad81f75a3193 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2526038 Mar 11 17:21:49.035590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dcdd884-d982-47ac-a4b6-0bb7fbc63d18 req-0c358ce3-e527-444b-9a00-7c0ed6000f0f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855367 Mar 11 17:21:49.100640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 53489c80-4798-4a72-ac53-460145a45168 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:21:49.120998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.169283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4e5e4fc2-051f-4eff-a8df-24d57662d79a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:49.169726 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.227612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7e9b7-1d1b-4f26-96a5-72c9768751cd req-ffba1e22-397b-443d-a9c7-32ff7be98970 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:49.236624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dc7e9b7-1d1b-4f26-96a5-72c9768751cd req-ffba1e22-397b-443d-a9c7-32ff7be98970 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.1618152 Mar 11 17:21:49.263407 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88d641f1-e8a7-4f16-a255-332cbfb13498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.367504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfe7f8-8650-45f5-8eac-14f888fb2538 req-b9bf5035-1f4a-4846-a51b-230a8e8b6564 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:49.376544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ccfe7f8-8650-45f5-8eac-14f888fb2538 req-b9bf5035-1f4a-4846-a51b-230a8e8b6564 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1808960 Mar 11 17:21:49.401307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dc7e9b7-1d1b-4f26-96a5-72c9768751cd req-2c2835a3-1c36-44fd-bd8c-728279f64e49 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243136 Mar 11 17:21:49.456031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:49.468585 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e2f73355-95e6-4541-b525-b3054ec8e1ca tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/53489c80-4798-4a72-ac53-460145a45168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2887127 Mar 11 17:21:49.483472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53638) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:49.483722 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f5951b-80d2-4471-86b4-378cbeb65de3 None None] Sync routers for ids ['53489c80-4798-4a72-ac53-460145a45168'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:49.524995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ccfe7f8-8650-45f5-8eac-14f888fb2538 req-beb35ae3-6a96-4d50-9ebd-44932e6c5b35 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471303 Mar 11 17:21:49.571400 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5951b-80d2-4471-86b4-378cbeb65de3 None None] Routers {'53489c80-4798-4a72-ac53-460145a45168'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:49.572036 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-70f5951b-80d2-4471-86b4-378cbeb65de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['53489c80-4798-4a72-ac53-460145a45168'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:49.649561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fce7ae-3894-4605-b1ff-ef3773fd00ab req-89e735ba-3912-4cba-903a-97903cc9a126 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:49.662574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35fce7ae-3894-4605-b1ff-ef3773fd00ab req-89e735ba-3912-4cba-903a-97903cc9a126 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1189535 Mar 11 17:21:49.670991 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-70f5951b-80d2-4471-86b4-378cbeb65de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:49.690728 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5951b-80d2-4471-86b4-378cbeb65de3 None None] Routers {'53489c80-4798-4a72-ac53-460145a45168'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:49.693060 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-70f5951b-80d2-4471-86b4-378cbeb65de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['53489c80-4798-4a72-ac53-460145a45168'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:49.703542 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.737998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0227d9b2-2604-4243-9596-de909b452919 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:49.741992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0227d9b2-2604-4243-9596-de909b452919 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports/ff65ec0c-97e4-4a00-a626-960da7cb27b3 HTTP/1.1" status: 200 len: 910 time: 0.2496371 Mar 11 17:21:49.756439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53642) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:49.758771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35fce7ae-3894-4605-b1ff-ef3773fd00ab req-17b8d17f-7866-49ce-aac0-45975fa1d85f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936515 Mar 11 17:21:49.764088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1f4d2b06-3839-438d-aa55-674c5404981a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '228df274-c798-4298-99bc-b119932dd116'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:49.789001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-88d641f1-e8a7-4f16-a255-332cbfb13498 None None] For port 4e5e4fc2-051f-4eff-a8df-24d57662d79a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4e5e4fc2-051f-4eff-a8df-24d57662d79a,segment=NetworkSegment(600d3672-d0de-454f-b048-353709affe65),segment_id=600d3672-d0de-454f-b048-353709affe65)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:49.818265 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88d641f1-e8a7-4f16-a255-332cbfb13498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.835900 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-70f5951b-80d2-4471-86b4-378cbeb65de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:49.838885 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f5951b-80d2-4471-86b4-378cbeb65de3 None None] The sync data for ids ['53489c80-4798-4a72-ac53-460145a45168'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:50.018837 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:21:50.019386 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:21:50.057933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d641f1-e8a7-4f16-a255-332cbfb13498 None None] Pushing event updated for resources: {'Port': ['ID=4e5e4fc2-051f-4eff-a8df-24d57662d79a,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:50.077420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2b06-3839-438d-aa55-674c5404981a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:50.085216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-07867df4-e114-4c90-9d58-9ed3c8975359 None None] Provisioning complete for port 4e5e4fc2-051f-4eff-a8df-24d57662d79a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:50.094763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-07867df4-e114-4c90-9d58-9ed3c8975359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:50.208478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f32f1-b7d8-473c-8623-91fa3eaba2a4 req-63754ca3-ec07-4ecb-b10e-363e82926a7d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:50.226312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c17f32f1-b7d8-473c-8623-91fa3eaba2a4 req-63754ca3-ec07-4ecb-b10e-363e82926a7d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1340327 Mar 11 17:21:50.287784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79f11c0f-764d-4943-9951-a34afede737e req-874c78e8-8046-4a52-a012-f8ecfc08419e tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.1127155 Mar 11 17:21:50.349301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c17f32f1-b7d8-473c-8623-91fa3eaba2a4 req-e788a381-b53c-4a9c-b597-1aeb09133392 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219563 Mar 11 17:21:50.402881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-07867df4-e114-4c90-9d58-9ed3c8975359 None None] Provisioning complete for port ff65ec0c-97e4-4a00-a626-960da7cb27b3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:50.403305 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-07867df4-e114-4c90-9d58-9ed3c8975359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:50.498158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-07867df4-e114-4c90-9d58-9ed3c8975359 None None] Port ff65ec0c-97e4-4a00-a626-960da7cb27b3 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:50.672884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e17559e6-8000-486f-98f9-0d6a11011230 None None] Provisioning complete for port ff65ec0c-97e4-4a00-a626-960da7cb27b3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:50.673961 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e17559e6-8000-486f-98f9-0d6a11011230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:50.735564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea35751-65f8-45c4-a467-1019e36e0f92 req-3f4413a8-092d-4a56-8ac7-a038fe16ba39 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:50.737809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bea35751-65f8-45c4-a467-1019e36e0f92 req-3f4413a8-092d-4a56-8ac7-a038fe16ba39 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2296851 Mar 11 17:21:50.749313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665be45a-63b4-4ce7-822b-0edf5145318d req-a38f203e-7f06-4889-91b3-3a15977af7d2 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:50.757565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-665be45a-63b4-4ce7-822b-0edf5145318d req-a38f203e-7f06-4889-91b3-3a15977af7d2 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.1550908 Mar 11 17:21:50.760327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e17559e6-8000-486f-98f9-0d6a11011230 None None] Port ff65ec0c-97e4-4a00-a626-960da7cb27b3 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:50.844179 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-665be45a-63b4-4ce7-822b-0edf5145318d req-92699def-b0e9-4e17-8122-d8ac25707790 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820439 Mar 11 17:21:50.901266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f9e4b881-d2f8-438f-9799-8bd232b22e9a None None] Provisioning complete for port ff65ec0c-97e4-4a00-a626-960da7cb27b3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:50.901646 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f9e4b881-d2f8-438f-9799-8bd232b22e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:51.006868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bea35751-65f8-45c4-a467-1019e36e0f92 req-fc2f3332-1ddd-4c55-a697-accab8a6bbc7 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460527 Mar 11 17:21:51.043610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e5e4fc2-051f-4eff-a8df-24d57662d79a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:21:51.174884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4b881-d2f8-438f-9799-8bd232b22e9a None None] Port ff65ec0c-97e4-4a00-a626-960da7cb27b3 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:21:51.216900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-41b80c30-689a-4f00-9d56-7c441dce3776 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:51.218476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-41b80c30-689a-4f00-9d56-7c441dce3776 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.46 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.1559849 Mar 11 17:21:51.223056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4e5e4fc2-051f-4eff-a8df-24d57662d79a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:21:51.223593 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:51.236679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2b06-3839-438d-aa55-674c5404981a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:51.251477 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2b06-3839-438d-aa55-674c5404981a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:51.319051 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d2b06-3839-438d-aa55-674c5404981a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:51.320153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2b06-3839-438d-aa55-674c5404981a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:51.322568 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1f4d2b06-3839-438d-aa55-674c5404981a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/ports/ff65ec0c-97e4-4a00-a626-960da7cb27b3 HTTP/1.1" status: 200 len: 910 time: 1.5643227 Mar 11 17:21:51.326309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53660) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:51.353114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba8bbc-f936-4e2d-b058-2591dbcca2cc req-c3baf7b8-556f-430b-ae68-d8928962d403 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:51.361760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dba8bbc-f936-4e2d-b058-2591dbcca2cc req-c3baf7b8-556f-430b-ae68-d8928962d403 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2582397 Mar 11 17:21:51.421742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7642d3-5e80-47e5-8af9-f983925bf2bd req-6698beea-432b-46af-b642-bd4d94bd2e6e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:51.431935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd7642d3-5e80-47e5-8af9-f983925bf2bd req-6698beea-432b-46af-b642-bd4d94bd2e6e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2357082 Mar 11 17:21:51.456639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dba8bbc-f936-4e2d-b058-2591dbcca2cc req-e1831872-c704-45db-a708-6f3029f66ba3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938520 Mar 11 17:21:51.526884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d2b06-3839-438d-aa55-674c5404981a tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=ff65ec0c-97e4-4a00-a626-960da7cb27b3,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:51.549680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Deleting port 09bac643-b99b-4b4a-a924-6118966725ef {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:51.552716 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:51.606033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd7642d3-5e80-47e5-8af9-f983925bf2bd req-4f78ab4b-6df1-4c48-915d-fb80f7876a65 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712799 Mar 11 17:21:51.669833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f37ead5-9bb6-404b-8702-07ce5f37c29b req-adbae306-5ba6-421f-84c6-156a9dfdfb40 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.0831463 Mar 11 17:21:51.854251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] For port 09bac643-b99b-4b4a-a924-6118966725ef, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=09bac643-b99b-4b4a-a924-6118966725ef,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:51.854672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:51.888383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb6c02-a312-40d0-9cbf-23f5454bcf2c req-1c846b0f-f131-4f53-8b08-a937b22bd8ae tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:51.889973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8aeb6c02-a312-40d0-9cbf-23f5454bcf2c req-1c846b0f-f131-4f53-8b08-a937b22bd8ae tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1163714 Mar 11 17:21:51.891070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Calling delete_port for 09bac643-b99b-4b4a-a924-6118966725ef owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:52.073261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8aeb6c02-a312-40d0-9cbf-23f5454bcf2c req-c0fad621-f229-4259-9749-697abb9c4f6a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298521 Mar 11 17:21:52.172948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0ad6e-798b-4f76-8342-ddea93212084 req-c5516fdb-087c-4475-8e5e-2a75901d801d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:52.176143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64c0ad6e-798b-4f76-8342-ddea93212084 req-c5516fdb-087c-4475-8e5e-2a75901d801d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 945 time: 0.1903625 Mar 11 17:21:52.289642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64c0ad6e-798b-4f76-8342-ddea93212084 req-cfc8e8ef-44b6-4a90-87b5-a41bdf83b665 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798490 Mar 11 17:21:52.360833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:52.414898 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:52.432742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['abd97490-4f38-46c2-a83e-99c7becc34d5', '09bac643-b99b-4b4a-a924-6118966725ef'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:21:52.440301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a2e3a010-1d47-4253-a225-fdb1432db4fe'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:21:52.453395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Pushing event deleted for resources: {'Port': ['ID=09bac643-b99b-4b4a-a924-6118966725ef,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:52.529660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] No DVR routers for this DVR port 09bac643-b99b-4b4a-a924-6118966725ef on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:52.533750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:52.543171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5efb9629-96f7-4647-880f-fdc0230f9f9b req-168198ce-db4d-4dbb-a285-023f187a261d tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.46 "DELETE /v2.0/ports/09bac643-b99b-4b4a-a924-6118966725ef HTTP/1.1" status: 204 len: 173 time: 1.3058953 Mar 11 17:21:52.543677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40c8a53-8768-4d1f-9c0c-b1634c16d9a8', 'name': 'network-vif-deleted', 'tag': '09bac643-b99b-4b4a-a924-6118966725ef'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:52.548663 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a8e4f9-0339-4824-9bd0-2751b580156d" -d '{"events": [{"server_uuid": "b40c8a53-8768-4d1f-9c0c-b1634c16d9a8", "name": "network-vif-deleted", "tag": "09bac643-b99b-4b4a-a924-6118966725ef"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:52.968922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf53a53-cadf-4ba0-aa5e-135f1a7f3320 req-f8aa14e5-3e3d-471e-9d7f-89add09a4918 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:52.976514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cf53a53-cadf-4ba0-aa5e-135f1a7f3320 req-f8aa14e5-3e3d-471e-9d7f-89add09a4918 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2454362 Mar 11 17:21:53.065713 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04e8ce1-0e6b-4303-9908-747faa7bcdff x-openstack-request-id: req-c04e8ce1-0e6b-4303-9908-747faa7bcdff {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:53.066311 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40c8a53-8768-4d1f-9c0c-b1634c16d9a8", "name": "network-vif-deleted", "tag": "09bac643-b99b-4b4a-a924-6118966725ef", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:53.068377 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c04e8ce1-0e6b-4303-9908-747faa7bcdff {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:53.069027 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40c8a53-8768-4d1f-9c0c-b1634c16d9a8', 'name': 'network-vif-deleted', 'tag': '09bac643-b99b-4b4a-a924-6118966725ef', 'status': 'completed', 'code': 200} Mar 11 17:21:53.109500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port ff65ec0c-97e4-4a00-a626-960da7cb27b3 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:53.109971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:53.149246 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cf53a53-cadf-4ba0-aa5e-135f1a7f3320 req-d659ab2b-e50c-4a93-921f-8504f363c171 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521788 Mar 11 17:21:53.306065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-410a4269-cd2d-48b8-8d0a-4896ba8c0c75 req-5bc3e602-439c-4dd8-a8e3-94e27f75904d tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.0794544 Mar 11 17:21:53.369366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:53.392788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for ff65ec0c-97e4-4a00-a626-960da7cb27b3 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:53.486548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25987899-8d25-4253-a20b-5ea32f0abcbb req-bf97de2e-fe23-4c99-aa05-4722469dfbdb tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=b40c8a53-8768-4d1f-9c0c-b1634c16d9a8 HTTP/1.1" status: 200 len: 210 time: 0.0475092 Mar 11 17:21:53.498365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32156b5d-c3ee-4365-9fee-673bec9da3c8 req-415dae17-2ca2-41fa-ab32-87ec3a4c2b72 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:53.501158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32156b5d-c3ee-4365-9fee-673bec9da3c8 req-415dae17-2ca2-41fa-ab32-87ec3a4c2b72 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1938517 Mar 11 17:21:53.618582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32156b5d-c3ee-4365-9fee-673bec9da3c8 req-df6b6814-28e5-41b1-93c0-079ae77a2b73 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098778 Mar 11 17:21:53.664284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:53.714054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=ff65ec0c-97e4-4a00-a626-960da7cb27b3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:53.937452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:54.257024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 53489c80-4798-4a72-ac53-460145a45168 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:21:54.316600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c0582-5ba5-49a0-beec-25b2d4c450e8 req-b3e56e2a-1519-4657-947b-3744d2fee376 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:54.328730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-181c0582-5ba5-49a0-beec-25b2d4c450e8 req-b3e56e2a-1519-4657-947b-3744d2fee376 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0827680 Mar 11 17:21:54.361246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:21:54.371213 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c28d321a-e0e0-4f12-9755-d9e7a784813b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/53489c80-4798-4a72-ac53-460145a45168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0031488 Mar 11 17:21:54.373897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:54.381729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f908c28-f5d1-49a4-9c18-ac14126f9f9f None None] Sync routers for ids ['53489c80-4798-4a72-ac53-460145a45168'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:21:54.393787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-181c0582-5ba5-49a0-beec-25b2d4c450e8 req-ab273707-d96f-4344-ae77-c3b722a838fd tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614655 Mar 11 17:21:54.404784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f908c28-f5d1-49a4-9c18-ac14126f9f9f None None] Routers {'53489c80-4798-4a72-ac53-460145a45168'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:54.405664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3f908c28-f5d1-49a4-9c18-ac14126f9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['53489c80-4798-4a72-ac53-460145a45168'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:54.406368 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a59e0c8e-8729-4db5-8765-895ad6ef8c5b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=53489c80-4798-4a72-ac53-460145a45168 HTTP/1.1" status: 200 len: 205 time: 0.0309670 Mar 11 17:21:54.416659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53696) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:54.531163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3f908c28-f5d1-49a4-9c18-ac14126f9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:54.578764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f908c28-f5d1-49a4-9c18-ac14126f9f9f None None] Routers {'53489c80-4798-4a72-ac53-460145a45168'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:21:54.578764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3f908c28-f5d1-49a4-9c18-ac14126f9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['53489c80-4798-4a72-ac53-460145a45168'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:54.658090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7463e722-cd36-4c56-bb58-ec03dd2765ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:54.666640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3f908c28-f5d1-49a4-9c18-ac14126f9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:54.667356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f908c28-f5d1-49a4-9c18-ac14126f9f9f None None] The sync data for ids ['53489c80-4798-4a72-ac53-460145a45168'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:21:54.903595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27b0125c-f245-49e3-ae7e-d634721c7da0 req-67256564-b470-491f-a4b6-092bba7aa0ed tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.2432010 Mar 11 17:21:54.984825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7463e722-cd36-4c56-bb58-ec03dd2765ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:54.987713 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7463e722-cd36-4c56-bb58-ec03dd2765ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:55.079221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6084dcd-3ba3-4cc9-b770-479fdc9c91c2 req-06fbbf77-ab52-4d9c-bc48-67208c6c63fe tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:55.081826 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6084dcd-3ba3-4cc9-b770-479fdc9c91c2 req-06fbbf77-ab52-4d9c-bc48-67208c6c63fe tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1885171 Mar 11 17:21:55.121216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7463e722-cd36-4c56-bb58-ec03dd2765ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:55.122811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7463e722-cd36-4c56-bb58-ec03dd2765ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Fanout notify agent at l3_agent the message router_deleted on router 53489c80-4798-4a72-ac53-460145a45168 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:21:55.139225 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7463e722-cd36-4c56-bb58-ec03dd2765ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:55.143977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7463e722-cd36-4c56-bb58-ec03dd2765ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/53489c80-4798-4a72-ac53-460145a45168 HTTP/1.1" status: 204 len: 168 time: 0.7236412 Mar 11 17:21:55.144597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:55.209263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6084dcd-3ba3-4cc9-b770-479fdc9c91c2 req-703b8de6-207e-49e5-9c34-53eb165406dd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006663 Mar 11 17:21:55.226896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting subnet 228df274-c798-4298-99bc-b119932dd116 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:21:55.230710 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:55.243265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae774c-702e-4c93-9791-d29f187cde24 req-1764ac01-ef86-4e9d-8c78-8cba32cb4052 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:55.244417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bae774c-702e-4c93-9791-d29f187cde24 req-1764ac01-ef86-4e9d-8c78-8cba32cb4052 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 946 time: 0.1897118 Mar 11 17:21:55.326290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bae774c-702e-4c93-9791-d29f187cde24 req-57d042ba-53d5-47c1-9850-10396e87cb46 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676599 Mar 11 17:21:55.329390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:55.345938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 09bac643-b99b-4b4a-a924-6118966725ef no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:55.396975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 09bac643-b99b-4b4a-a924-6118966725ef {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:21:55.401475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 09bac643-b99b-4b4a-a924-6118966725ef not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:21:55.546743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:55.622198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee240e-2615-48c4-8996-758a6f02f1c9 req-e86df741-a5ca-4b70-9591-8b9212fd4dfc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:55.624807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-31ee240e-2615-48c4-8996-758a6f02f1c9 req-e86df741-a5ca-4b70-9591-8b9212fd4dfc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.0781429 Mar 11 17:21:55.676677 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:55.703310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-31ee240e-2615-48c4-8996-758a6f02f1c9 req-a920741b-9d5d-44f3-84d9-3afd907b22bd tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712507 Mar 11 17:21:55.728810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Subnet': ['ID=228df274-c798-4298-99bc-b119932dd116,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:55.736668 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:55.744367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5534a2f8-a45e-4cf7-87f2-a04da7bc3d63 None None] Network 63c051e3-cf98-4c7b-a4d6-68a87b7044fb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:55.757923 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/228df274-c798-4298-99bc-b119932dd116 HTTP/1.1" status: 204 len: 168 time: 0.6119151 Mar 11 17:21:55.761056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53710) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:55.792187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.793655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.795213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.797181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.797703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.799158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.803840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.805400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.805935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.806451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.807256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.807758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d93b-0dab-422e-b095-54587dfafe33 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:21:55.942612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:56.115743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e70f3-39a3-4da0-8f69-fa391d704331 None None] DHCP port deletion for 63c051e3-cf98-4c7b-a4d6-68a87b7044fb request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:21:56.219641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e70f3-39a3-4da0-8f69-fa391d704331 None None] Deleting port 4e5e4fc2-051f-4eff-a8df-24d57662d79a {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:56.220125 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a9e70f3-39a3-4da0-8f69-fa391d704331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:56.363413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5a9e70f3-39a3-4da0-8f69-fa391d704331 None None] For port 4e5e4fc2-051f-4eff-a8df-24d57662d79a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4e5e4fc2-051f-4eff-a8df-24d57662d79a,segment=NetworkSegment(600d3672-d0de-454f-b048-353709affe65),segment_id=600d3672-d0de-454f-b048-353709affe65)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:56.364656 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a9e70f3-39a3-4da0-8f69-fa391d704331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:56.396630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e70f3-39a3-4da0-8f69-fa391d704331 None None] Calling delete_port for 4e5e4fc2-051f-4eff-a8df-24d57662d79a owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:56.568040 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a9e70f3-39a3-4da0-8f69-fa391d704331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:56.580899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e70f3-39a3-4da0-8f69-fa391d704331 None None] No DVR routers for this DVR port 4e5e4fc2-051f-4eff-a8df-24d57662d79a on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:56.606165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cff2c6f-51ca-4aa5-a448-2fed2ece6008 req-7fcfcb1b-762f-4d05-916e-4c64053dc914 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.5379512 Mar 11 17:21:56.611736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e70f3-39a3-4da0-8f69-fa391d704331 None None] Pushing event deleted for resources: {'Port': ['ID=4e5e4fc2-051f-4eff-a8df-24d57662d79a,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:56.625823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port 4e5e4fc2-051f-4eff-a8df-24d57662d79a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:56.626182 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:56.807152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port 4e5e4fc2-051f-4eff-a8df-24d57662d79a, host n-d-833411-1, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:56.809009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:56.861114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c16853-471a-4df2-994f-5f0f93f14739 req-07f0c6ed-e991-4f19-845d-f1b4b6e1567d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:56.863989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3c16853-471a-4df2-994f-5f0f93f14739 req-07f0c6ed-e991-4f19-845d-f1b4b6e1567d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3118808 Mar 11 17:21:56.881295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for 4e5e4fc2-051f-4eff-a8df-24d57662d79a owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:56.889429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Port 4e5e4fc2-051f-4eff-a8df-24d57662d79a was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:21:56.909483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:56.924323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e5e4fc2-051f-4eff-a8df-24d57662d79a no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:21:56.945552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbf546-0f1e-4927-a0de-11900b6307ca req-ed6116c0-6ffc-407b-a58e-cdc8fb361334 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:56.954488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95fbf546-0f1e-4927-a0de-11900b6307ca req-ed6116c0-6ffc-407b-a58e-cdc8fb361334 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 946 time: 0.2257390 Mar 11 17:21:56.971839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4e5e4fc2-051f-4eff-a8df-24d57662d79a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:21:56.972597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e5e4fc2-051f-4eff-a8df-24d57662d79a not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:21:57.046443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-dbc3bac5-4450-4c47-8b2e-030cfa5d2864 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:57.048058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-dbc3bac5-4450-4c47-8b2e-030cfa5d2864 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.66 "GET /v2.0/ports?device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 946 time: 0.3054297 Mar 11 17:21:57.048983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=4e5e4fc2-051f-4eff-a8df-24d57662d79a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:57.075640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No DVR routers for this DVR port 4e5e4fc2-051f-4eff-a8df-24d57662d79a on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:57.170090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3c16853-471a-4df2-994f-5f0f93f14739 req-1b2041f7-9951-4d91-87b3-3e5856d155b0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976427 Mar 11 17:21:57.201715 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95fbf546-0f1e-4927-a0de-11900b6307ca req-af0be547-94cf-4f1b-b56d-a7c98b564fd2 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456210 Mar 11 17:21:57.345855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.379178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c051e3-cf98-4c7b-a4d6-68a87b7044fb']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:57.395212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600d3672-d0de-454f-b048-353709affe65') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:57.395512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600d3672-d0de-454f-b048-353709affe65') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:21:57.423218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf30216-2af8-4b1c-9769-9a68b94e82ca req-ca26d9ab-9618-4dcf-adf2-9af30a722930 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:57.424737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edf30216-2af8-4b1c-9769-9a68b94e82ca req-ca26d9ab-9618-4dcf-adf2-9af30a722930 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.1259515 Mar 11 17:21:57.430169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.466600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Deleting port a2e3a010-1d47-4253-a225-fdb1432db4fe {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:21:57.466958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.470321 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.502550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:21:57.502956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:21:57.506590 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:21:57.563562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edf30216-2af8-4b1c-9769-9a68b94e82ca req-ba31b988-d364-4d2a-b3ab-9be91d924c2b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299632 Mar 11 17:21:57.633580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.670566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.674375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/networks/63c051e3-cf98-4c7b-a4d6-68a87b7044fb HTTP/1.1" status: 204 len: 168 time: 1.9123139 Mar 11 17:21:57.677263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48b59a-9586-485a-bbe5-778435261fc2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Network': ['ID=63c051e3-cf98-4c7b-a4d6-68a87b7044fb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:57.677916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53728) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:57.684012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d568d61e-ad03-447b-9a36-260f53b4fa5e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-279221266', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:57.736601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d568d61e-ad03-447b-9a36-260f53b4fa5e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.739886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] For port a2e3a010-1d47-4253-a225-fdb1432db4fe, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a2e3a010-1d47-4253-a225-fdb1432db4fe,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:21:57.741172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.742186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d568d61e-ad03-447b-9a36-260f53b4fa5e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.848591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Calling delete_port for a2e3a010-1d47-4253-a225-fdb1432db4fe owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:21:57.876381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d568d61e-ad03-447b-9a36-260f53b4fa5e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.885391 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce04357a-2840-4789-93d3-e7f85fb370eb req-64f23ffd-fe2a-449c-b80e-5d0a987b2f62 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.1112313 Mar 11 17:21:57.886826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d568d61e-ad03-447b-9a36-260f53b4fa5e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.931915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d568d61e-ad03-447b-9a36-260f53b4fa5e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:57.933272 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d568d61e-ad03-447b-9a36-260f53b4fa5e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2543643 Mar 11 17:21:57.937539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53730) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:57.942976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'network': {'name': 'tempest-RoutersTest-297557271'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:57.977705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:57.981693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.046333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:21:58.062221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.062853 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added segment c97e3630-e6d5-41ad-957b-de5c1578998c of type vlan for network aaa3c141-37f5-43a9-9618-9ae24354706a Mar 11 17:21:58.140385 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.190930 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.208842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['abd97490-4f38-46c2-a83e-99c7becc34d5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:21:58.230909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.257514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Pushing event deleted for resources: {'Port': ['ID=a2e3a010-1d47-4253-a225-fdb1432db4fe,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:58.283548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:58.287618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.318409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] No DVR routers for this DVR port a2e3a010-1d47-4253-a225-fdb1432db4fe on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:21:58.323618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.329899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f66bd8f1-eae4-44bb-820d-9993d8e8b66c req-e31ea690-fbb0-4534-ac49-678716367f47 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.66 "DELETE /v2.0/ports/a2e3a010-1d47-4253-a225-fdb1432db4fe HTTP/1.1" status: 204 len: 173 time: 1.2689281 Mar 11 17:21:58.330547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3facea7b-9dea-40f9-8d82-783a3fba8d87', 'name': 'network-vif-deleted', 'tag': 'a2e3a010-1d47-4253-a225-fdb1432db4fe'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:21:58.334937 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25b619d-c6ce-44e4-a1e6-d1ad247e6b9b" -d '{"events": [{"server_uuid": "3facea7b-9dea-40f9-8d82-783a3fba8d87", "name": "network-vif-deleted", "tag": "a2e3a010-1d47-4253-a225-fdb1432db4fe"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:21:58.538826 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7af30f8c-13a6-47ea-a37f-d6bffda270ee req-647f2409-e6e8-4dde-a2fd-b0e212aeb858 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3facea7b-9dea-40f9-8d82-783a3fba8d87 HTTP/1.1" status: 200 len: 210 time: 0.0645773 Mar 11 17:21:58.569476 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6306562 Mar 11 17:21:58.578191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53738) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:58.583525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'subnet': {'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:21:58.670037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0d341-88ba-4d19-a539-b133664f0068 req-5e0474f2-2eb4-454b-b930-2480372d82a3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:58.671882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74b0d341-88ba-4d19-a539-b133664f0068 req-5e0474f2-2eb4-454b-b930-2480372d82a3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1318176 Mar 11 17:21:58.720597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:21:58.724527 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:58.739466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e5454-e52c-45d2-a549-611fa70d23bc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Network': ['ID=aaa3c141-37f5-43a9-9618-9ae24354706a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:58.765114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network aaa3c141-37f5-43a9-9618-9ae24354706a details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:21:58.804360 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04621b9e-49a6-44b2-ab3e-a19ec2ce868e x-openstack-request-id: req-04621b9e-49a6-44b2-ab3e-a19ec2ce868e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:21:58.807008 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3facea7b-9dea-40f9-8d82-783a3fba8d87", "name": "network-vif-deleted", "tag": "a2e3a010-1d47-4253-a225-fdb1432db4fe", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:21:58.807776 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04621b9e-49a6-44b2-ab3e-a19ec2ce868e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:21:58.808194 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3facea7b-9dea-40f9-8d82-783a3fba8d87', 'name': 'network-vif-deleted', 'tag': 'a2e3a010-1d47-4253-a225-fdb1432db4fe', 'status': 'completed', 'code': 200} Mar 11 17:21:58.844102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74b0d341-88ba-4d19-a539-b133664f0068 req-ced3a575-53be-41d3-90a5-017cc4a4b160 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613412 Mar 11 17:21:59.119872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-524dc914-228c-49c2-a6b5-9e4110b94480 req-1f7d5fc7-fab2-47e6-9236-2a8749a2ee98 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.0557117 Mar 11 17:21:59.173338 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:59.177064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982d0e6-7c0b-4595-8dc0-943fe1d448b3 req-db980b9b-9e07-473d-a6dd-2f7128a01dd8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:59.189131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3982d0e6-7c0b-4595-8dc0-943fe1d448b3 req-db980b9b-9e07-473d-a6dd-2f7128a01dd8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2828009 Mar 11 17:21:59.282108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3982d0e6-7c0b-4595-8dc0-943fe1d448b3 req-93a7967c-91fb-4b29-bec1-936f0913f71d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858595 Mar 11 17:21:59.307736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:59.433287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Checking segment: {'id': 'c97e3630-e6d5-41ad-957b-de5c1578998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:21:59.434076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network hostable DHCP agents. Network: aaa3c141-37f5-43a9-9618-9ae24354706a, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:21:59.442961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Subnet': ['ID=e74e9382-07d1-4afd-8552-96ca034c5e84,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:21:59.476237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-7da97780-82c2-40fa-a1ca-3cb504200897 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980184 Mar 11 17:21:59.480588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network aaa3c141-37f5-43a9-9618-9ae24354706a is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:21:59.495021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, aaa3c141-37f5-43a9-9618-9ae24354706a) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:21:59.506483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9bae2d-d2bf-45bc-817e-5324735388cd None None] Network aaa3c141-37f5-43a9-9618-9ae24354706a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:21:59.521006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:59.523938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:59.547815 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fba131e7-5bf9-45f2-953e-a739c5780b6e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9690773 Mar 11 17:21:59.553011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53746) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:21:59.649793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-c7d839a0-20a6-4de6-9193-8a0998f21f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:59.652319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-c7d839a0-20a6-4de6-9193-8a0998f21f43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aba924be257049b6a82c2bc2be9fa879&device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 1098 time: 0.1470919 Mar 11 17:21:59.745510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-aaa3c141-37f5-43a9-9618-9ae24354706a', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:21:59.746697 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.005687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-684373fa-7ef8-4668-9d69-72456fdca804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:00.008285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-684373fa-7ef8-4668-9d69-72456fdca804 service neutron] 10.222.0.66 "GET /v2.0/networks?id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 200 len: 917 time: 0.3250458 Mar 11 17:22:00.061193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a2e3a010-1d47-4253-a225-fdb1432db4fe no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:00.126061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: a2e3a010-1d47-4253-a225-fdb1432db4fe {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:00.126390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a2e3a010-1d47-4253-a225-fdb1432db4fe not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:00.148246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Allocated IP 172.20.0.2 (aaa3c141-37f5-43a9-9618-9ae24354706a/e74e9382-07d1-4afd-8552-96ca034c5e84/fea01525-9dba-4368-8c41-7f26479cbde5) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:00.261625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-77cc7da7-8408-4dd9-95ee-74699bee8049 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 200 len: 1001 time: 0.2462659 Mar 11 17:22:00.299450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b8b0f-296a-4e6f-b9ae-d9515f377057 req-511142fb-2dd2-4db6-8fdb-0b049062eb24 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:00.316884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d78b8b0f-296a-4e6f-b9ae-d9515f377057 req-511142fb-2dd2-4db6-8fdb-0b049062eb24 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.1999140 Mar 11 17:22:00.336580 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.339604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95bc81-c194-40d2-9a70-f94db215010e req-1451b504-21b9-4205-943d-dbcb82b1345c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:00.352990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b95bc81-c194-40d2-9a70-f94db215010e req-1451b504-21b9-4205-943d-dbcb82b1345c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2635849 Mar 11 17:22:00.492572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d78b8b0f-296a-4e6f-b9ae-d9515f377057 req-5b3a7b7a-9d3c-40ab-95ab-18294b420ac0 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708958 Mar 11 17:22:00.554645 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.564931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.633616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b95bc81-c194-40d2-9a70-f94db215010e req-29c67d47-1bbb-44c3-bfb6-b9c135c79269 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658126 Mar 11 17:22:00.652968 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-1ad24c4e-af0c-48af-894f-f3c09eaa656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:00.659653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-1ad24c4e-af0c-48af-894f-f3c09eaa656e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 200 len: 856 time: 0.3861883 Mar 11 17:22:00.679666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Network aaa3c141-37f5-43a9-9618-9ae24354706a is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:00.683198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:00.692078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:00.798050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Pushing event updated for resources: {'Port': ['ID=fea01525-9dba-4368-8c41-7f26479cbde5,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:00.880520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51180c24-3e7c-4cff-a0f3-9dfc49699ada req-6627b45c-c69e-4445-9349-d8539d268a35 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.1778653 Mar 11 17:22:00.910697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-9d2f1ce4-b48a-42eb-9080-ad9978cbd05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:00.913907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-9d2f1ce4-b48a-42eb-9080-ad9978cbd05a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efb264d9-9098-4c16-ad0d-e1ecd37a3c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438862 Mar 11 17:22:00.958903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Attempting to bind port fea01525-9dba-4368-8c41-7f26479cbde5 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:00.959050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Attempting to bind port fea01525-9dba-4368-8c41-7f26479cbde5 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c97e3630-e6d5-41ad-957b-de5c1578998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:00.961580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Attempting to bind port fea01525-9dba-4368-8c41-7f26479cbde5 on network aaa3c141-37f5-43a9-9618-9ae24354706a {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:00.968534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:00.968896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Checking segment: {'id': 'c97e3630-e6d5-41ad-957b-de5c1578998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:00.969298 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.969438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.20.0.1 (aaa3c141-37f5-43a9-9618-9ae24354706a/e74e9382-07d1-4afd-8552-96ca034c5e84/961a0507-df94-4eef-bb0d-da96c5ca8738) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:00.969690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Bound using segment: {'id': 'c97e3630-e6d5-41ad-957b-de5c1578998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:00.970164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Bound port: fea01525-9dba-4368-8c41-7f26479cbde5, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97e3630-e6d5-41ad-957b-de5c1578998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:00.970542 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:00.992477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-a18a0e21-4aa8-4a35-ab2d-7e96fa304aa2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3708689 Mar 11 17:22:01.059050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c08770-a6bc-43b3-9e90-56bcb4fddd91 req-47f6284b-8f4d-4527-8e82-d7f570ab5c7a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:01.072173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25c08770-a6bc-43b3-9e90-56bcb4fddd91 req-47f6284b-8f4d-4527-8e82-d7f570ab5c7a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2904749 Mar 11 17:22:01.165512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] For port fea01525-9dba-4368-8c41-7f26479cbde5, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:01.171777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] For port fea01525-9dba-4368-8c41-7f26479cbde5, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fea01525-9dba-4368-8c41-7f26479cbde5,segment=NetworkSegment(c97e3630-e6d5-41ad-957b-de5c1578998c),segment_id=c97e3630-e6d5-41ad-957b-de5c1578998c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:01.178877 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.215483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25c08770-a6bc-43b3-9e90-56bcb4fddd91 req-dbbb2055-79d4-4ebc-8541-fad028ab6748 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399715 Mar 11 17:22:01.241905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-d02d7314-10f5-4fd4-89fc-079622ca3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:01.244296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-d02d7314-10f5-4fd4-89fc-079622ca3f95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1095 time: 0.1220670 Mar 11 17:22:01.270450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-efeb804c-e747-4362-954a-564eeeadf52e service neutron] 10.222.0.66 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466568 Mar 11 17:22:01.297141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.344182 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.381546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509f402-de5b-4d3e-8e0f-e68e5c94173e None None] Pushing event updated for resources: {'Port': ['ID=fea01525-9dba-4368-8c41-7f26479cbde5,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:01.446954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network aaa3c141-37f5-43a9-9618-9ae24354706a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:01.466772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:01.475143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:01.550124 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:01.651449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=961a0507-df94-4eef-bb0d-da96c5ca8738,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:01.937271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:02.040164 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b201b2af-d8c5-40f4-a6a2-525446a43f07 req-8f0d109c-ba59-43cd-a6be-0079cfa522a4 service neutron] 10.222.0.66 "GET /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7622237 Mar 11 17:22:02.041882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-400d2367-5605-46c2-8936-512ca0e67717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:02.043329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-400d2367-5605-46c2-8936-512ca0e67717 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.5638521 Mar 11 17:22:02.168245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff568d61-3ce7-4a79-b8d2-0a3b91360cb7 req-4d99f522-97ed-4439-895c-35b43e7dacd9 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:02.170349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff568d61-3ce7-4a79-b8d2-0a3b91360cb7 req-4d99f522-97ed-4439-895c-35b43e7dacd9 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.4632869 Mar 11 17:22:02.172574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-f1b398a2-bd5f-47f2-a606-e733dcb82f01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 999 time: 0.1130078 Mar 11 17:22:02.193666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7d356-ee70-4495-bc8f-6c9ed33a0aae req-3bc8c91b-e223-48e8-9c4c-0c1612f7e64f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:02.196673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5db7d356-ee70-4495-bc8f-6c9ed33a0aae req-3bc8c91b-e223-48e8-9c4c-0c1612f7e64f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3194017 Mar 11 17:22:02.320115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff568d61-3ce7-4a79-b8d2-0a3b91360cb7 req-a079a1b1-e503-4f31-b0b3-67a250fb9f03 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355221 Mar 11 17:22:02.391728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5db7d356-ee70-4495-bc8f-6c9ed33a0aae req-ce2b082d-f4ea-444d-9ca7-bf7048118704 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828704 Mar 11 17:22:02.396767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-b98b714a-9310-42a8-a0ea-8b6688c9eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:02.398350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-b98b714a-9310-42a8-a0ea-8b6688c9eac2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.2006936 Mar 11 17:22:02.562100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10d30e3f-9712-4aa2-953f-7cd0089d9b39 req-6ac7fd2d-d32f-458a-a61e-a54d3ea6b5db tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.0566700 Mar 11 17:22:02.635247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314398da-2af4-41a5-8f8b-d57e88c4d617 req-99aca194-fed7-4c71-8104-34140dd1b890 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:02.640010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-314398da-2af4-41a5-8f8b-d57e88c4d617 req-99aca194-fed7-4c71-8104-34140dd1b890 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.2339172 Mar 11 17:22:02.643467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-ae3813c5-709a-4881-8416-274c26fc1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:02.649777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-ae3813c5-709a-4881-8416-274c26fc1d8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348623 Mar 11 17:22:02.824469 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:02.832923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:02.937915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-28b96b77-2d37-4cb9-8fcc-3cbeef5c6dd0 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778623 Mar 11 17:22:02.990388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-1b159c7e-0bb5-407e-8266-0fbad381941e tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:02.992977 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-1b159c7e-0bb5-407e-8266-0fbad381941e tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.4018340 Mar 11 17:22:03.036998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-314398da-2af4-41a5-8f8b-d57e88c4d617 req-3d5284fa-93fe-4d2e-93b9-440aa040d447 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829505 Mar 11 17:22:03.084481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fea01525-9dba-4368-8c41-7f26479cbde5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:03.244620 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:03.256708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b651f8-8f09-4676-9fec-c7b30d0fd7ff None None] Network aaa3c141-37f5-43a9-9618-9ae24354706a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:03.257109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c8a968d-b7fc-4650-a2e2-af2e9fac80fb req-697cde2c-4c5d-4225-bff1-62330109f1b1 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076375 Mar 11 17:22:03.262251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=961a0507-df94-4eef-bb0d-da96c5ca8738,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:03.377376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Deleting port abd97490-4f38-46c2-a83e-99c7becc34d5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:03.377729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:03.399600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7e803351-5504-48c0-9335-ba813b008f23 None None] Provisioning complete for port fea01525-9dba-4368-8c41-7f26479cbde5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:03.400083 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e803351-5504-48c0-9335-ba813b008f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:03.660950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-f909cc91-8596-4e81-aa08-a6ee65e655b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:03.662514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-f909cc91-8596-4e81-aa08-a6ee65e655b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1095 time: 0.3131549 Mar 11 17:22:03.665131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port fea01525-9dba-4368-8c41-7f26479cbde5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:03.665794 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:03.715084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] For port abd97490-4f38-46c2-a83e-99c7becc34d5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=abd97490-4f38-46c2-a83e-99c7becc34d5,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:03.715618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:03.733259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Calling delete_port for abd97490-4f38-46c2-a83e-99c7becc34d5 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:03.771645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084169b-c72a-40ee-b984-39886fb47baf req-178b5968-445a-4927-9864-12d52daa8da0 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:03.773244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5084169b-c72a-40ee-b984-39886fb47baf req-178b5968-445a-4927-9864-12d52daa8da0 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 946 time: 0.3455515 Mar 11 17:22:03.861592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4667-fcd3-4a1d-a33e-9b9ec34aec6d req-b38ee554-5801-41c1-875c-b4e187d698e1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:03.869609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-443e4667-fcd3-4a1d-a33e-9b9ec34aec6d req-b38ee554-5801-41c1-875c-b4e187d698e1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3704255 Mar 11 17:22:03.897543 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:03.966168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5084169b-c72a-40ee-b984-39886fb47baf req-3b439e44-8127-42cc-bff6-84a20aec687b tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/security-groups?id=b66d27b3-bfdd-47d0-888e-da8d0892b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399846 Mar 11 17:22:03.966767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network aaa3c141-37f5-43a9-9618-9ae24354706a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:03.969296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Pushing event deleted for resources: {'Port': ['ID=abd97490-4f38-46c2-a83e-99c7becc34d5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:03.985201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-26b628d0-c336-4eef-a97e-efc89811e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:03.986894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-26b628d0-c336-4eef-a97e-efc89811e4de service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.3010488 Mar 11 17:22:03.993382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:04.031809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-443e4667-fcd3-4a1d-a33e-9b9ec34aec6d req-61729f94-bbcb-4800-b18d-ff629fe9eae3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609583 Mar 11 17:22:04.172532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] No DVR routers for this DVR port abd97490-4f38-46c2-a83e-99c7becc34d5 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:04.198696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-ec2dd3ce-51dd-4c87-b8bc-4061fad3386e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 999 time: 0.1586556 Mar 11 17:22:04.221503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:04.225480 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50b69668-e3b0-41fe-b162-f66fb5ffb1e2 req-80c6211a-a25b-413f-b444-9a6e45c014ad tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.46 "DELETE /v2.0/ports/abd97490-4f38-46c2-a83e-99c7becc34d5 HTTP/1.1" status: 204 len: 173 time: 1.2204435 Mar 11 17:22:04.226409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4e0883-6161-4892-a81f-5ac9835cc189', 'name': 'network-vif-deleted', 'tag': 'abd97490-4f38-46c2-a83e-99c7becc34d5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:04.233014 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d71f2fd-e0da-43fc-9e07-538799964d97" -d '{"events": [{"server_uuid": "3f4e0883-6161-4892-a81f-5ac9835cc189", "name": "network-vif-deleted", "tag": "abd97490-4f38-46c2-a83e-99c7becc34d5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:04.269524 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e803351-5504-48c0-9335-ba813b008f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:04.282910 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:04.357097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4061d8e-870a-42f6-84b5-ddff64565918 req-ec29b93a-7c6d-4753-9982-58723cbd382a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.1566541 Mar 11 17:22:04.371147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7e803351-5504-48c0-9335-ba813b008f23 None None] For port fea01525-9dba-4368-8c41-7f26479cbde5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fea01525-9dba-4368-8c41-7f26479cbde5,segment=NetworkSegment(c97e3630-e6d5-41ad-957b-de5c1578998c),segment_id=c97e3630-e6d5-41ad-957b-de5c1578998c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:04.377853 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e803351-5504-48c0-9335-ba813b008f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:04.426741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:22:04.581581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-b11cadb0-6f34-4144-92ff-728771d27041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:04.583184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-b11cadb0-6f34-4144-92ff-728771d27041 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.3685021 Mar 11 17:22:04.672090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c5e7-39b5-4675-9968-c43c67f5aa71 req-fd60fba4-2960-4a7c-b0ca-3de4f850274a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:04.675318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3a8c5e7-39b5-4675-9968-c43c67f5aa71 req-fd60fba4-2960-4a7c-b0ca-3de4f850274a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3465407 Mar 11 17:22:04.728170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:22:04.728767 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:22:04.769873 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4470dba-3a08-4e66-bab7-4a69279725bb x-openstack-request-id: req-d4470dba-3a08-4e66-bab7-4a69279725bb {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:04.773872 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4e0883-6161-4892-a81f-5ac9835cc189", "name": "network-vif-deleted", "tag": "abd97490-4f38-46c2-a83e-99c7becc34d5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:04.774360 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4470dba-3a08-4e66-bab7-4a69279725bb {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:04.777044 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4e0883-6161-4892-a81f-5ac9835cc189', 'name': 'network-vif-deleted', 'tag': 'abd97490-4f38-46c2-a83e-99c7becc34d5', 'status': 'completed', 'code': 200} Mar 11 17:22:04.807023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3a8c5e7-39b5-4675-9968-c43c67f5aa71 req-1fb233ed-0a47-4991-8699-b738557db975 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045163 Mar 11 17:22:04.811396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-6c307511-62c3-4d84-a35e-e56f895a5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:04.813475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-6c307511-62c3-4d84-a35e-e56f895a5d7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167037 Mar 11 17:22:04.868737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:04.881100 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:04.896159 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c633b959-3791-4b8f-a30b-4eae5405529e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3404458 Mar 11 17:22:04.896832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:04.902818 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:04.905760 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:04.911122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'network': {'name': 'tempest-RoutersTest-265376412'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:05.000475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:05.015565 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:05.107877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-b696d64a-d9d7-426f-8599-c1428eb48424 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786741 Mar 11 17:22:05.112613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:22:05.152246 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:05.155119 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added segment d87c1248-8e38-4c64-89ff-d06ec6b0a2ba of type vlan for network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 Mar 11 17:22:05.283733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:05.366162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:05.368826 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:05.384276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:05.388574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:05.416268 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device abd97490-4f38-46c2-a83e-99c7becc34d5 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:05.419772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e803351-5504-48c0-9335-ba813b008f23 None None] Pushing event updated for resources: {'Port': ['ID=fea01525-9dba-4368-8c41-7f26479cbde5,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:05.522650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: abd97490-4f38-46c2-a83e-99c7becc34d5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:05.523009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device abd97490-4f38-46c2-a83e-99c7becc34d5 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:05.532867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-16871a92-48bd-4a63-90da-47706fe3685b None None] Provisioning complete for port fea01525-9dba-4368-8c41-7f26479cbde5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:05.533247 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16871a92-48bd-4a63-90da-47706fe3685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:05.550412 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6522856 Mar 11 17:22:05.554309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53806) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:05.559620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'subnet': {'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:05.665915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cd40f-f0bb-473d-b991-fb78a28970b5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Network': ['ID=2c0f802a-7992-4ec6-b545-aa5dc5ed91b7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:05.684266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:22:05.691037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:05.695932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:05.966409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:06.012082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a75fc65-fe7a-4052-801e-530aadcf0e5f req-152d0038-72c2-4bd6-a373-64d23af93768 tempest-ListServerFiltersTestJSON-764810050 tempest-ListServerFiltersTestJSON-764810050-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f4e0883-6161-4892-a81f-5ac9835cc189 HTTP/1.1" status: 200 len: 210 time: 0.8287792 Mar 11 17:22:06.020366 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:01Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:02Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:06.073031 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:06.073385 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Updating router 2e452f54-4bb3-43f8-aaf3-744026c0a545 port 961a0507-df94-4eef-bb0d-da96c5ca8738 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:22:06.094534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fea01525-9dba-4368-8c41-7f26479cbde5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:06.154587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:22:06.155320 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:06.188193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Subnet': ['ID=2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:06.197903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-16871a92-48bd-4a63-90da-47706fe3685b None None] Provisioning complete for port 961a0507-df94-4eef-bb0d-da96c5ca8738 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:06.198623 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16871a92-48bd-4a63-90da-47706fe3685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:06.243912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-16871a92-48bd-4a63-90da-47706fe3685b None None] Port 961a0507-df94-4eef-bb0d-da96c5ca8738 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:22:06.254270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port fea01525-9dba-4368-8c41-7f26479cbde5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:06.254465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:06.287848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Checking segment: {'id': 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:06.288278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network hostable DHCP agents. Network: 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:22:06.335767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616385-4388-487b-819d-cba39d7b9947 req-7bb8f19b-0588-4085-9ffa-05024c073f2c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:06.340165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed616385-4388-487b-819d-cba39d7b9947 req-7bb8f19b-0588-4085-9ffa-05024c073f2c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3532999 Mar 11 17:22:06.359238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:22:06.364305 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78be5287-aff1-43ce-a98b-cde78ab3098e req-8a45a034-860a-4ceb-ae69-03351c20f8ba service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2447133 Mar 11 17:22:06.382965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:06.396142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:06.401056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:06.425739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900a4f7-13fd-4544-8f75-3fbf2a8a5211 req-376bcdc1-0ae5-4450-b6ff-859e2f2be7b8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:06.437599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda00f9-60d6-4712-bc79-0c3ebbe73e3c None None] Network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:06.439249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c900a4f7-13fd-4544-8f75-3fbf2a8a5211 req-376bcdc1-0ae5-4450-b6ff-859e2f2be7b8 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 947 time: 0.2688358 Mar 11 17:22:06.463919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed616385-4388-487b-819d-cba39d7b9947 req-a88c26e5-884b-44ba-834c-355766de9719 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137750 Mar 11 17:22:06.466918 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6eed1d51-7fb9-4c13-8b38-a546007be975 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9113951 Mar 11 17:22:06.468462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53810) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:06.523330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c900a4f7-13fd-4544-8f75-3fbf2a8a5211 req-c6ca5ab0-d1b7-41a0-967a-dc685c5aca2e tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828485 Mar 11 17:22:06.734807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47180183-82e8-4ceb-bc33-63f4790ae664 req-b7f9b083-8787-4404-8e48-68871f4fea88 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.0635424 Mar 11 17:22:06.774720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:06.780593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0d2c6ff2-ce20-427c-8729-99ce35700428 None None] Provisioning complete for port 961a0507-df94-4eef-bb0d-da96c5ca8738 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:06.781015 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6ff2-ce20-427c-8729-99ce35700428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:06.823936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1907d17-e2d7-4c4b-8814-ac9c20b73422 req-f9de7478-8616-41e2-b20a-154fce568260 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:06.826881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1907d17-e2d7-4c4b-8814-ac9c20b73422 req-f9de7478-8616-41e2-b20a-154fce568260 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.0908587 Mar 11 17:22:06.912031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1907d17-e2d7-4c4b-8814-ac9c20b73422 req-3bc0a1a6-120a-4430-b467-5bafa8102461 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694613 Mar 11 17:22:06.947614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '81883c67-8f73-41fc-86ed-709b4885d61e', 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027', 'port_id': '81883c67-8f73-41fc-86ed-709b4885d61e', 'mac_address': 'fa:16:3e:35:65:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0b1456-cf94-4a9d-a4e5-66b37136e2d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:22:07.103869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c6ff2-ce20-427c-8729-99ce35700428 None None] Port 961a0507-df94-4eef-bb0d-da96c5ca8738 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:22:07.121250 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.143836 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.150425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53814) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:07.197002 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.217620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81883c67-8f73-41fc-86ed-709b4885d61e {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:22:07.223136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:22:07.224905 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.320453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:07.335390 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.400150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2fbcd2-0232-4cc4-ae9f-8508bec01a37 admin admin] Deleting subnet 742426fb-37d0-4dec-86c8-cab1d7cbc217 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:22:07.408410 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3602e6f-f993-4882-a517-e14a4b02307a None None] Pushing event updated for resources: {'Port': ['ID=961a0507-df94-4eef-bb0d-da96c5ca8738,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:07.422673 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f2fbcd2-0232-4cc4-ae9f-8508bec01a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.475912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.500540 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Attempting to bind port 961a0507-df94-4eef-bb0d-da96c5ca8738 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:07.501107 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Attempting to bind port 961a0507-df94-4eef-bb0d-da96c5ca8738 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c97e3630-e6d5-41ad-957b-de5c1578998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:07.501326 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Attempting to bind port 961a0507-df94-4eef-bb0d-da96c5ca8738 on network aaa3c141-37f5-43a9-9618-9ae24354706a {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:07.522551 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:07.522932 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Checking segment: {'id': 'c97e3630-e6d5-41ad-957b-de5c1578998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:07.523350 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.523725 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Bound using segment: {'id': 'c97e3630-e6d5-41ad-957b-de5c1578998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:07.524192 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Bound port: 961a0507-df94-4eef-bb0d-da96c5ca8738, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97e3630-e6d5-41ad-957b-de5c1578998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:07.524647 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.620310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f2fbcd2-0232-4cc4-ae9f-8508bec01a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.634833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:07.726065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['81883c67-8f73-41fc-86ed-709b4885d61e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:22:07.742161 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] For port 961a0507-df94-4eef-bb0d-da96c5ca8738, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:07.754858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-f65ebeb1-1625-44f2-b09f-ce48449d10ed tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:07.756936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-f65ebeb1-1625-44f2-b09f-ce48449d10ed tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.66 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 947 time: 0.4983048 Mar 11 17:22:07.758218 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] For port 961a0507-df94-4eef-bb0d-da96c5ca8738, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=961a0507-df94-4eef-bb0d-da96c5ca8738,segment=NetworkSegment(c97e3630-e6d5-41ad-957b-de5c1578998c),segment_id=c97e3630-e6d5-41ad-957b-de5c1578998c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:07.765830 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:07.936124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6b43-3b05-4abc-b569-35a4623cf797 req-9826e656-e469-4b9d-a892-812864c3b435 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:07.946312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb5f6b43-3b05-4abc-b569-35a4623cf797 req-9826e656-e469-4b9d-a892-812864c3b435 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.2529609 Mar 11 17:22:07.995778 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:08.003622 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:08.015754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8caef9f-dafe-4533-aca9-e3811fa3ab7b req-b3559a97-561f-4071-8f9a-91a347f968d1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:08.021129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8caef9f-dafe-4533-aca9-e3811fa3ab7b req-b3559a97-561f-4071-8f9a-91a347f968d1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 947 time: 0.2539508 Mar 11 17:22:08.040662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Allocated IP 172.21.0.2 (2c0f802a-7992-4ec6-b545-aa5dc5ed91b7/2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b/43b73154-535d-4e52-b455-3988caddb1a2) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:08.055125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6770b356-befb-4a03-9edf-b05f47dd8bdb None None] Provisioning complete for port 961a0507-df94-4eef-bb0d-da96c5ca8738 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:08.056827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6770b356-befb-4a03-9edf-b05f47dd8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.328029 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:08.338239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb5f6b43-3b05-4abc-b569-35a4623cf797 req-70eca644-b728-44e8-8814-e8db0f46dfdb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907921 Mar 11 17:22:08.425089 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f2fbcd2-0232-4cc4-ae9f-8508bec01a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.448915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6770b356-befb-4a03-9edf-b05f47dd8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.464616 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3602e6f-f993-4882-a517-e14a4b02307a None None] Pushing event updated for resources: {'Port': ['ID=961a0507-df94-4eef-bb0d-da96c5ca8738,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:08.539070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8caef9f-dafe-4533-aca9-e3811fa3ab7b req-ad658769-23d2-40ba-b664-34b16aae98d1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511808 Mar 11 17:22:08.612977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84e1be50-33d2-4ab0-9959-335df242a98b req-8c46d1da-3932-4fc4-b2d0-175612f1dd5b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.1107557 Mar 11 17:22:08.730070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Deleting port e3a81c10-88ee-4e77-b263-656cfe0c38ec {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:08.730441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.735060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6770b356-befb-4a03-9edf-b05f47dd8bdb None None] For port 961a0507-df94-4eef-bb0d-da96c5ca8738, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=961a0507-df94-4eef-bb0d-da96c5ca8738,segment=NetworkSegment(c97e3630-e6d5-41ad-957b-de5c1578998c),segment_id=c97e3630-e6d5-41ad-957b-de5c1578998c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:08.752166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6770b356-befb-4a03-9edf-b05f47dd8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.756276 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.757783 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:01Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:07Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:08.767715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.788226 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd506a-62bd-4be1-90c7-ccab893bc551 None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:01Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:07Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:08.818977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:08.822825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:08.839730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:08.881813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.21.0.1 (2c0f802a-7992-4ec6-b545-aa5dc5ed91b7/2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b/ab6e503b-1bc7-4a46-863d-231864cc9fa6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:08.890108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770b356-befb-4a03-9edf-b05f47dd8bdb None None] Pushing event updated for resources: {'Port': ['ID=961a0507-df94-4eef-bb0d-da96c5ca8738,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:09.013885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Attempting to bind port 43b73154-535d-4e52-b455-3988caddb1a2 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:09.014473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Attempting to bind port 43b73154-535d-4e52-b455-3988caddb1a2 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:09.014972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Attempting to bind port 43b73154-535d-4e52-b455-3988caddb1a2 on network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:09.058353 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.067458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-62dc557b-267a-498b-bdfe-3468ae123a95 None None] Provisioning complete for port 961a0507-df94-4eef-bb0d-da96c5ca8738 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:09.075501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-62dc557b-267a-498b-bdfe-3468ae123a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.087586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:09.087586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Checking segment: {'id': 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:09.088464 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.088573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Bound using segment: {'id': 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:09.089338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Bound port: 43b73154-535d-4e52-b455-3988caddb1a2, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:09.089478 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.103959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.132631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] For port e3a81c10-88ee-4e77-b263-656cfe0c38ec, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e3a81c10-88ee-4e77-b263-656cfe0c38ec,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:09.133120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.166192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:09.207362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Pushing event updated for resources: {'Port': ['ID=43b73154-535d-4e52-b455-3988caddb1a2,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:09.260844 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:09.279557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:09.290266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f2fbcd2-0232-4cc4-ae9f-8508bec01a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.346612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=ab6e503b-1bc7-4a46-863d-231864cc9fa6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:09.374141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.399435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed3337-b7fb-46d3-8b09-713965f13cab req-80813982-095a-4995-9b61-45096f60b13b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:09.408642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60ed3337-b7fb-46d3-8b09-713965f13cab req-80813982-095a-4995-9b61-45096f60b13b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 945 time: 0.7195835 Mar 11 17:22:09.449995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f2fbcd2-0232-4cc4-ae9f-8508bec01a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.458566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2f2fbcd2-0232-4cc4-ae9f-8508bec01a37 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/742426fb-37d0-4dec-86c8-cab1d7cbc217 HTTP/1.1" status: 204 len: 168 time: 2.3039532 Mar 11 17:22:09.458798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:09.475393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bda0e7-57fc-421d-af25-96fb553885e3 req-2d4f1279-1519-401d-b23d-5bc4b3261af2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:09.495733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61c3f3-be12-41d5-9312-8d0a2c2f26a4 None None] Network 44102b33-dca3-45c4-9ea5-2366350952b2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:09.504265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84bda0e7-57fc-421d-af25-96fb553885e3 req-2d4f1279-1519-401d-b23d-5bc4b3261af2 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.7658269 Mar 11 17:22:09.522303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fbcd2-0232-4cc4-ae9f-8508bec01a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742426fb-37d0-4dec-86c8-cab1d7cbc217,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:09.612278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] For port 43b73154-535d-4e52-b455-3988caddb1a2, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:09.677237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.727588 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60ed3337-b7fb-46d3-8b09-713965f13cab req-ac910ad9-b345-4fbc-ac45-8cd882f1015e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188307 Mar 11 17:22:09.756964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] For port 43b73154-535d-4e52-b455-3988caddb1a2, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=43b73154-535d-4e52-b455-3988caddb1a2,segment=NetworkSegment(d87c1248-8e38-4c64-89ff-d06ec6b0a2ba),segment_id=d87c1248-8e38-4c64-89ff-d06ec6b0a2ba)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:09.758650 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84bda0e7-57fc-421d-af25-96fb553885e3 req-2e88026d-8ba3-47a8-8325-8441fd871a15 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391763 Mar 11 17:22:09.774221 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:09.803238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.109654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a1f577a-9af8-41b2-b917-12cb2fd53fe0 req-6daf3490-137e-4037-8bff-b2a9a17a5d82 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.1426966 Mar 11 17:22:10.137526 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.138663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.139165 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Floating IP 42eb4175-344f-4ff2-a5b9-2c390bdfb253 disassociated. External IP: 172.25.8.45, port: e3a81c10-88ee-4e77-b263-656cfe0c38ec. Mar 11 17:22:10.140035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Calling delete_port for e3a81c10-88ee-4e77-b263-656cfe0c38ec owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:10.400548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 961a0507-df94-4eef-bb0d-da96c5ca8738 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:10.403359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:10.441288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f05c-7cd6-4076-9c37-1f34dd896eba req-9f2b4914-5aaf-4a00-bc73-019d75512ff4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:10.451058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6685f05c-7cd6-4076-9c37-1f34dd896eba req-9f2b4914-5aaf-4a00-bc73-019d75512ff4 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 947 time: 0.3988292 Mar 11 17:22:10.623974 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.706342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event deleted for resources: {'Port': ['ID=e3a81c10-88ee-4e77-b263-656cfe0c38ec,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:10.707413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.720376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Deleting port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:10.720879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.724275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.728078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6685f05c-7cd6-4076-9c37-1f34dd896eba req-015b8e65-a6b8-48f0-a8ef-24bb6e86bda1 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups?id=93e59e11-6475-46ab-909c-280a218fdb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748771 Mar 11 17:22:10.759876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3863840-805c-456a-a07c-687e18bd2fb3 req-4d45f9a2-f6c0-47fd-8104-7a4b2d4316a4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:10.783307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3863840-805c-456a-a07c-687e18bd2fb3 req-4d45f9a2-f6c0-47fd-8104-7a4b2d4316a4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3092487 Mar 11 17:22:10.796019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Pushing event updated for resources: {'Port': ['ID=43b73154-535d-4e52-b455-3988caddb1a2,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:10.835497 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:10.842876 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.850238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.850685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.851076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.851420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.851757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.852229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.852719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.853126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.853459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.853793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.854122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a7546-71dc-4212-98db-ad5b5124284b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.872746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.873190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.873537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.873877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.874215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.874550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.874879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.875207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.875533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.875955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.876417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.876699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:10.962787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 81883c67-8f73-41fc-86ed-709b4885d61e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:10.963174 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.075207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3863840-805c-456a-a07c-687e18bd2fb3 req-d137e6f2-462f-4b6b-8a3c-703d95e35b34 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906668 Mar 11 17:22:11.083757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] DHCP port deletion for 44102b33-dca3-45c4-9ea5-2366350952b2 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:22:11.115891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83327d-b1d9-4441-88ea-b1dbbb2a4475 req-ea4b17e7-75e7-47b1-8d9e-c6806f54fb80 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:11.126288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e83327d-b1d9-4441-88ea-b1dbbb2a4475 req-ea4b17e7-75e7-47b1-8d9e-c6806f54fb80 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 945 time: 0.2093012 Mar 11 17:22:11.148020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=ab6e503b-1bc7-4a46-863d-231864cc9fa6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:11.153315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] For port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=053f934f-64d8-4b37-adfe-aa09e4dc4ff9,segment=NetworkSegment(eeea7561-436a-4201-8ef7-84942f998bca),segment_id=eeea7561-436a-4201-8ef7-84942f998bca)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:11.154011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.159291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.177686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 961a0507-df94-4eef-bb0d-da96c5ca8738 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:11.178065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.215886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Calling delete_port for 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:11.254954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e83327d-b1d9-4441-88ea-b1dbbb2a4475 req-3c3d9ed8-a424-4b83-b202-f5e61a2818ac tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261330 Mar 11 17:22:11.490835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:11.628699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1117391-5b36-4ea2-b786-141ed453a7b8 req-c4f9f988-77af-4e36-80fd-c37a5e5c52e6 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/ports?device_id=9761110b-5388-4a9c-b0d6-090d7ba2e251 HTTP/1.1" status: 200 len: 210 time: 0.1159940 Mar 11 17:22:11.637721 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] Deleting port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:11.639457 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.654386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.702973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ad2cf-2641-4fcb-8371-4d86f67c47cd req-41079c88-2356-41bf-82e5-2e0a3592969e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:11.713260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.721788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-643ad2cf-2641-4fcb-8371-4d86f67c47cd req-41079c88-2356-41bf-82e5-2e0a3592969e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3978467 Mar 11 17:22:11.766107 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:11.777767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:11.790622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:11.808759 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77814dd-1f0c-4a67-a39b-a210a113f223" -d '{"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-plugged", "status": "completed", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:11.826742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Pushing event deleted for resources: {'Port': ['ID=053f934f-64d8-4b37-adfe-aa09e4dc4ff9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:11.880463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] No DVR routers for this DVR port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:11.896972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:11.903452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] For port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:11.911677 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.967387 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.996374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] Calling delete_port for 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:12.062542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] Port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:22:12.069682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.108946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] No DVR routers for this DVR port 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:12.113793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:12.118054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-643ad2cf-2641-4fcb-8371-4d86f67c47cd req-40f823b8-3ef3-4e87-a7fd-d27e569c0ef5 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946631 Mar 11 17:22:12.314312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 43b73154-535d-4e52-b455-3988caddb1a2 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:12.352174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f8e5764-3784-4bcc-86fa-92b17b3bdc88 req-9ea5f71d-e1c0-448d-ba45-553d2dcb3db9 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/ports?device_id=c972cdd6-3bad-46b9-b158-59b502e04c49 HTTP/1.1" status: 200 len: 210 time: 0.1082172 Mar 11 17:22:12.354102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:12.389896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: e3a81c10-88ee-4e77-b263-656cfe0c38ec {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:12.392533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e3a81c10-88ee-4e77-b263-656cfe0c38ec not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:12.425418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] Sync routers for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:12.490678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:12.503529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] No DVR routers for this DVR port e3a81c10-88ee-4e77-b263-656cfe0c38ec on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:12.547407 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.575764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eddfdf56-21d0-43bc-ae91-0bcd9d6bfde5 req-c5339697-179e-40ab-806e-fedfe0b902c7 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.66 "DELETE /v2.0/ports/e3a81c10-88ee-4e77-b263-656cfe0c38ec HTTP/1.1" status: 204 len: 173 time: 4.7575028 Mar 11 17:22:12.578121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-deleted', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:12.595919 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31102cf9-ea9e-4da1-aa6a-36fa6a282b5e" -d '{"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-deleted", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:12.659975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9022e3-b4ab-4bc3-b8d7-e3a88c063cce None None] Pushing event deleted for resources: {'Port': ['ID=053f934f-64d8-4b37-adfe-aa09e4dc4ff9,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:12.668441 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268a0e18-132e-4149-b66c-5905aa6a9611 x-openstack-request-id: req-268a0e18-132e-4149-b66c-5905aa6a9611 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:12.668754 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-plugged", "status": "completed", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:12.669731 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-268a0e18-132e-4149-b66c-5905aa6a9611 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:12.670138 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e', 'code': 200} Mar 11 17:22:12.678816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:12.679463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:12.827603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.861549 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44102b33-dca3-45c4-9ea5-2366350952b2']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:12.878784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeea7561-436a-4201-8ef7-84942f998bca') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:12.879344 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeea7561-436a-4201-8ef7-84942f998bca') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:12.902310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:12.905225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.940505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:12.976501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b91c4b-152c-4c8d-ad9f-c5d39e236b49 req-1267eab7-4b05-4d79-98d9-6af222f85c97 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:12.999040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1b91c4b-152c-4c8d-ad9f-c5d39e236b49 req-1267eab7-4b05-4d79-98d9-6af222f85c97 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3783548 Mar 11 17:22:13.086392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5221242-d6a3-49db-9c36-0879e33e250a req-8f16712b-3fa0-494a-bde4-7225bee4365c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:13.096175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:13.098370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5221242-d6a3-49db-9c36-0879e33e250a req-8f16712b-3fa0-494a-bde4-7225bee4365c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3400240 Mar 11 17:22:13.098617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.108282 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9bf48a1d-ee3b-47f8-be6d-2d5671453dd2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6327226 Mar 11 17:22:13.111611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:13.113276 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:13.117492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'network': {'name': 'tempest-RoutersTest-569204023'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:13.123901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:22:13.124650 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:13.126568 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:13.129696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e37b2d-dedb-46ab-9b5e-2f8cfc548ac4 None None] Network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:13.139662 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:13.140316 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:13.211629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1b91c4b-152c-4c8d-ad9f-c5d39e236b49 req-8230e4b5-b154-41f4-93f6-c7030f8d6541 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101951 Mar 11 17:22:13.282577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5221242-d6a3-49db-9c36-0879e33e250a req-02f7359a-80e7-484b-b07f-757796dd53d8 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740720 Mar 11 17:22:13.418534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.426429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:13.440422 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.507109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:22:13.523905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.524464 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added segment bf68d00f-e39b-4beb-86be-dcd99e3846b9 of type vlan for network 8a8a34a6-5f9e-4db5-871b-139516f92977 Mar 11 17:22:13.546793 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:13.585598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.635891 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693207fa-4a9b-4547-b1c8-bc3587a5a06b x-openstack-request-id: req-693207fa-4a9b-4547-b1c8-bc3587a5a06b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:13.636455 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972cdd6-3bad-46b9-b158-59b502e04c49", "name": "network-vif-deleted", "tag": "e3a81c10-88ee-4e77-b263-656cfe0c38ec", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:13.637170 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-693207fa-4a9b-4547-b1c8-bc3587a5a06b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:13.637639 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972cdd6-3bad-46b9-b158-59b502e04c49', 'name': 'network-vif-deleted', 'tag': 'e3a81c10-88ee-4e77-b263-656cfe0c38ec', 'status': 'completed', 'code': 200} Mar 11 17:22:13.692992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.699925 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] 10.222.0.53 "DELETE /v2.0/networks/44102b33-dca3-45c4-9ea5-2366350952b2 HTTP/1.1" status: 204 len: 168 time: 4.2371235 Mar 11 17:22:13.703405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fa448-49ba-46d6-8943-ff6dfa2508dd admin admin] Pushing event deleted for resources: {'Network': ['ID=44102b33-dca3-45c4-9ea5-2366350952b2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:13.717703 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.725143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53898) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:13.743968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:13.755571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.860836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 43b73154-535d-4e52-b455-3988caddb1a2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:13.861537 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.863896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8c0d0ba0-868b-4a75-8f61-c4b52eeeacee None None] Provisioning complete for port 43b73154-535d-4e52-b455-3988caddb1a2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:13.868202 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0ba0-868b-4a75-8f61-c4b52eeeacee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.935119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53908) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:14.171891 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d7dbb52-9028-43b5-8ab9-4e08e8d1e5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.181062 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77ed1b81-4843-40de-a6dc-20ddd327bfec tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.206087 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:22:14.239154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Network': ['ID=8a8a34a6-5f9e-4db5-871b-139516f92977,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:14.259577 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9668bb14-1eb1-42a8-af63-4e358a88522e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1464603 Mar 11 17:22:14.267092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53910) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:14.297063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'subnet': {'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:14.297919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 8a8a34a6-5f9e-4db5-871b-139516f92977 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:22:14.514082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:14.525547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.597235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77ed1b81-4843-40de-a6dc-20ddd327bfec tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.623207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53914) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:14.694320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:14.742365 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:09Z', 'revision_number': 3, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:10Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:14.895750 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:14.896313 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Updating router 2e452f54-4bb3-43f8-aaf3-744026c0a545 port ab6e503b-1bc7-4a46-863d-231864cc9fa6 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:22:14.904245 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.953719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] Checking router: a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:14.956728 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0ba0-868b-4a75-8f61-c4b52eeeacee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.004042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Checking segment: {'id': 'bf68d00f-e39b-4beb-86be-dcd99e3846b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:15.005005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network hostable DHCP agents. Network: 8a8a34a6-5f9e-4db5-871b-139516f92977, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:22:15.025541 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.038171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 8a8a34a6-5f9e-4db5-871b-139516f92977 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:22:15.047882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Subnet': ['ID=8d4b117c-313f-43a0-9700-f31a44abb78a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:15.064538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 8a8a34a6-5f9e-4db5-871b-139516f92977) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:15.080967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:15.082751 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.116631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4fb29-8231-4107-a19d-00c3cd0dc3e1 req-8fcf5515-2949-4f6f-a236-ea9196a55c26 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:15.120060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901ee5f-4143-4a61-8ac4-8c3259f7566b None None] Network 8a8a34a6-5f9e-4db5-871b-139516f92977 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:15.135930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bfa4fb29-8231-4107-a19d-00c3cd0dc3e1 req-8fcf5515-2949-4f6f-a236-ea9196a55c26 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.9951484 Mar 11 17:22:15.145130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.149341 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e1a0c391-c614-4480-ab6f-69c03de1aa66 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8810515 Mar 11 17:22:15.152670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53918) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:15.213410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a73c8186-35e1-485f-9c98-e897ed3a8b27 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.264052 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a73c8186-35e1-485f-9c98-e897ed3a8b27 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.429717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:15.430347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:15.475337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-699d35da-e9d4-441c-83ca-cfade77684aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aabfec954b7848cca18bc71fa391e158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7374566 Mar 11 17:22:15.491730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53926) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:15.530169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1c8a3-d703-481c-81e2-047fbb1b3e17 req-64dc9192-abc8-4573-8409-34449a1a7b36 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:15.549338 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60c1c8a3-d703-481c-81e2-047fbb1b3e17 req-64dc9192-abc8-4573-8409-34449a1a7b36 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.9243197 Mar 11 17:22:15.553181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8c0d0ba0-868b-4a75-8f61-c4b52eeeacee None None] For port 43b73154-535d-4e52-b455-3988caddb1a2, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=43b73154-535d-4e52-b455-3988caddb1a2,segment=NetworkSegment(d87c1248-8e38-4c64-89ff-d06ec6b0a2ba),segment_id=d87c1248-8e38-4c64-89ff-d06ec6b0a2ba)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:15.586380 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77ed1b81-4843-40de-a6dc-20ddd327bfec tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.599768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77ed1b81-4843-40de-a6dc-20ddd327bfec tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.600980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-77ed1b81-4843-40de-a6dc-20ddd327bfec tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "DELETE /v2.0/security-groups/deaea29d-fd6c-4608-8cae-c7905890b463 HTTP/1.1" status: 204 len: 168 time: 1.8745680 Mar 11 17:22:15.611163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53928) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:15.650565 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a73c8186-35e1-485f-9c98-e897ed3a8b27 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.685539 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a73c8186-35e1-485f-9c98-e897ed3a8b27 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.694881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a73c8186-35e1-485f-9c98-e897ed3a8b27 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "DELETE /v2.0/security-groups/93e59e11-6475-46ab-909c-280a218fdb3f HTTP/1.1" status: 204 len: 168 time: 1.7324233 Mar 11 17:22:15.696377 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.703242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53930) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:15.712021 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:15.750968 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-b95c341f-eec5-4670-a7b3-e59eae6d0609 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] show failed (client error): The resource could not be found. Mar 11 17:22:15.762340 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b95c341f-eec5-4670-a7b3-e59eae6d0609 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "GET /v2.0/security-groups/deaea29d-fd6c-4608-8cae-c7905890b463 HTTP/1.1" status: 404 len: 347 time: 0.1472654 Mar 11 17:22:15.766119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53934) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:15.804507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bfa4fb29-8231-4107-a19d-00c3cd0dc3e1 req-ad130fa2-b0f1-4843-8e59-7ccf0c74c489 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6482253 Mar 11 17:22:15.808142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed1b81-4843-40de-a6dc-20ddd327bfec tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaea29d-fd6c-4608-8cae-c7905890b463,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:15.866526 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-4b753cd7-7acb-4891-9479-aa50e7da8fd0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] show failed (client error): The resource could not be found. Mar 11 17:22:15.868373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4b753cd7-7acb-4891-9479-aa50e7da8fd0 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "GET /v2.0/security-groups/93e59e11-6475-46ab-909c-280a218fdb3f HTTP/1.1" status: 404 len: 347 time: 0.1130519 Mar 11 17:22:15.876567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53936) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:15.877569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c8186-35e1-485f-9c98-e897ed3a8b27 tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e59e11-6475-46ab-909c-280a218fdb3f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:15.924567 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dabcda-98eb-423f-a3cf-8193415c6624 None None] Pushing event updated for resources: {'Port': ['ID=ab6e503b-1bc7-4a46-863d-231864cc9fa6,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:15.947709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-139e4902-19b3-4575-bac0-c3e56a3b04f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.004276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:16.025021 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0ba0-868b-4a75-8f61-c4b52eeeacee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.025279 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-139e4902-19b3-4575-bac0-c3e56a3b04f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.070008 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Attempting to bind port ab6e503b-1bc7-4a46-863d-231864cc9fa6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:16.070373 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Attempting to bind port ab6e503b-1bc7-4a46-863d-231864cc9fa6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:16.079871 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Attempting to bind port ab6e503b-1bc7-4a46-863d-231864cc9fa6 on network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:16.115061 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:16.119070 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Checking segment: {'id': 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:16.120195 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.122627 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Bound using segment: {'id': 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:16.125602 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Bound port: ab6e503b-1bc7-4a46-863d-231864cc9fa6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:16.126213 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.238098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60c1c8a3-d703-481c-81e2-047fbb1b3e17 req-2dc835b7-7434-4205-8a25-e01f596fc6b6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6767192 Mar 11 17:22:16.254436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-139e4902-19b3-4575-bac0-c3e56a3b04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.257295 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-139e4902-19b3-4575-bac0-c3e56a3b04f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.262641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-139e4902-19b3-4575-bac0-c3e56a3b04f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b66d27b3-bfdd-47d0-888e-da8d0892b3ab HTTP/1.1" status: 204 len: 168 time: 0.7649353 Mar 11 17:22:16.290855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e4902-19b3-4575-bac0-c3e56a3b04f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d27b3-bfdd-47d0-888e-da8d0892b3ab,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:16.427115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2c00a031-4f88-40e7-9c1e-a540bdaf0c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.437648 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] For port ab6e503b-1bc7-4a46-863d-231864cc9fa6, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:16.449157 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] For port ab6e503b-1bc7-4a46-863d-231864cc9fa6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ab6e503b-1bc7-4a46-863d-231864cc9fa6,segment=NetworkSegment(d87c1248-8e38-4c64-89ff-d06ec6b0a2ba),segment_id=d87c1248-8e38-4c64-89ff-d06ec6b0a2ba)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:16.468740 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.606132 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.607460 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dabcda-98eb-423f-a3cf-8193415c6624 None None] Pushing event updated for resources: {'Port': ['ID=ab6e503b-1bc7-4a46-863d-231864cc9fa6,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:16.659156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting port 6ebdce3c-913c-461f-a4ab-7dd2d6c8e89a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:16.660220 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.693667 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:16.694988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d0ba0-868b-4a75-8f61-c4b52eeeacee None None] Pushing event updated for resources: {'Port': ['ID=43b73154-535d-4e52-b455-3988caddb1a2,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:16.703038 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:22:16.704991 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:22:16.713366 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:16.903022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Deleting port 4f240cce-29b2-4549-8225-135280717f62 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:16.903429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.965473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-d832d475-43c4-40ce-9142-6fbdcc515efe tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:16.967105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-d832d475-43c4-40ce-9142-6fbdcc515efe tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/networks?id=cee13a0d-2b13-47c5-9968-9a681d499e76 HTTP/1.1" status: 200 len: 815 time: 0.5608442 Mar 11 17:22:16.997193 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:17.007201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-8a8a34a6-5f9e-4db5-871b-139516f92977', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:22:17.013587 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.054766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-57aae567-9398-44c0-96d9-27bba51d5fb1 None None] Provisioning complete for port 43b73154-535d-4e52-b455-3988caddb1a2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:17.056135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-57aae567-9398-44c0-96d9-27bba51d5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.109011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-d0c5f665-31a4-45f6-971c-cc96bf1a22a5 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/quotas/1e6d813175dd44dfb53d9e750c308f97 HTTP/1.1" status: 200 len: 375 time: 0.0694635 Mar 11 17:22:17.262964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.22.0.1 (8a8a34a6-5f9e-4db5-871b-139516f92977/8d4b117c-313f-43a0-9700-f31a44abb78a/70f27f85-0f72-4c6c-8c67-cf51b4980f76) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:17.340204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.341673 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.392936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf104-5c22-4254-b21b-a5f94c70e786 req-5285cbf4-dbe1-4419-9074-d2965c39bd42 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:17.394804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2fcf104-5c22-4254-b21b-a5f94c70e786 req-5285cbf4-dbe1-4419-9074-d2965c39bd42 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3268073 Mar 11 17:22:17.399945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Calling delete_port for 4f240cce-29b2-4549-8225-135280717f62 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:17.455978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-2e5200fd-8cbe-4cea-aea0-e322a46ca993 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e6d813175dd44dfb53d9e750c308f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2894814 Mar 11 17:22:17.568272 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.617816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:17.679958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.695524 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:17.732389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:17.732988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 053f934f-64d8-4b37-adfe-aa09e4dc4ff9 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:17.733248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2fcf104-5c22-4254-b21b-a5f94c70e786 req-01fe4328-aafa-4987-9411-9b474e902494 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064804 Mar 11 17:22:17.930171 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:09Z', 'revision_number': 3, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:16Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:18.047313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 8a8a34a6-5f9e-4db5-871b-139516f92977 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:18.060547 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.063483 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765dffe-5665-4768-b9a4-100e957b3723 None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:09Z', 'revision_number': 3, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:16Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:18.075550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:18.084918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:18.089898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 43b73154-535d-4e52-b455-3988caddb1a2 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:18.252424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Allocated IP 172.22.0.2 (8a8a34a6-5f9e-4db5-871b-139516f92977/8d4b117c-313f-43a0-9700-f31a44abb78a/4e17f58d-513a-403b-8d2f-6385b511b8c6) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:18.305588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Pushing event deleted for resources: {'Port': ['ID=4f240cce-29b2-4549-8225-135280717f62,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:18.340769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=70f27f85-0f72-4c6c-8c67-cf51b4980f76,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:18.398565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:18.438960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.442444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.442771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.516009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.519397 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.520736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c4869822-9771-4b6d-83bc-3c59d95386de tempest-AttachVolumeShelveTestJSON-987631413 tempest-AttachVolumeShelveTestJSON-987631413-project] 10.222.0.53 "DELETE /v2.0/floatingips/42eb4175-344f-4ff2-a5b9-2c390bdfb253 HTTP/1.1" status: 204 len: 168 time: 2.6408801 Mar 11 17:22:18.603295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-8f947291-6ef0-4333-bf14-fb7774524710 service neutron] 10.222.0.53 "GET /v2.0/networks/cee13a0d-2b13-47c5-9968-9a681d499e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1439049 Mar 11 17:22:18.613227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e7a57-d9c6-4bdc-8e0f-870d9b1d75de req-c2d6c57d-b4a2-4717-b782-adf392ce8a69 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:18.614839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa3e7a57-d9c6-4bdc-8e0f-870d9b1d75de req-c2d6c57d-b4a2-4717-b782-adf392ce8a69 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.5828388 Mar 11 17:22:18.615728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 43b73154-535d-4e52-b455-3988caddb1a2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:18.617079 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.624235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ff5f6-6050-4b20-8cca-943406b8587b None None] The sync data for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 is: [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:13:13Z', 'revision_number': 4, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c95281f2-fa7c-47cb-940d-a2f21dbca1fd', 'name': '', 'network_id': 'efb264d9-9098-4c16-ad0d-e1ecd37a3c48', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:10Z', 'updated_at': '2022-03-11T17:13:24Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'subnets': [{'id': '668e6ff1-ad51-42c3-baf3-2c9e24e137c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:18.641860 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:18.794759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Calling delete_port for 6ebdce3c-913c-461f-a4ab-7dd2d6c8e89a owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:18.821250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-3fbbf2ad-2015-4bcf-9377-8afca11e63e1 service neutron] 10.222.0.53 "GET /v2.0/networks/cee13a0d-2b13-47c5-9968-9a681d499e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049572 Mar 11 17:22:18.831639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa3e7a57-d9c6-4bdc-8e0f-870d9b1d75de req-60c773c9-4cc4-4cee-a257-1b16becb953a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828341 Mar 11 17:22:18.835104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-57aae567-9398-44c0-96d9-27bba51d5fb1 None None] Provisioning complete for port ab6e503b-1bc7-4a46-863d-231864cc9fa6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:18.835852 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-57aae567-9398-44c0-96d9-27bba51d5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.211160 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.333391 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.410659 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.548064 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.578145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee4301c-fcde-41ce-a837-b348a9964ca8 None None] New status for floating IP 42eb4175-344f-4ff2-a5b9-2c390bdfb253: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:22:19.597273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-57aae567-9398-44c0-96d9-27bba51d5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.599304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:19.621246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-6dcd3547-8494-4c22-b1d5-ede15cf57581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:19.624965 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-6dcd3547-8494-4c22-b1d5-ede15cf57581 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=080774e382a94480ae2d5e9788b772f8&device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 1095 time: 0.3475401 Mar 11 17:22:19.850281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Pushing event updated for resources: {'Port': ['ID=4e17f58d-513a-403b-8d2f-6385b511b8c6,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:19.915627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-764c594e-e8b1-4cd1-8f6f-63dc1003423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:19.917183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-764c594e-e8b1-4cd1-8f6f-63dc1003423d service neutron] 10.222.0.46 "GET /v2.0/networks?id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 200 len: 911 time: 0.2640138 Mar 11 17:22:19.952227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Network 8a8a34a6-5f9e-4db5-871b-139516f92977 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:19.969375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:19.978113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab16d8-5ada-4a1f-8fc2-deebfd15e6ca req-8b366c8b-40bc-4852-8b20-da91983a27f1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:19.979633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:19.979786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33ab16d8-5ada-4a1f-8fc2-deebfd15e6ca req-8b366c8b-40bc-4852-8b20-da91983a27f1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.5866284 Mar 11 17:22:20.121321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ab6e503b-1bc7-4a46-863d-231864cc9fa6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:20.152182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-57aae567-9398-44c0-96d9-27bba51d5fb1 None None] For port ab6e503b-1bc7-4a46-863d-231864cc9fa6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ab6e503b-1bc7-4a46-863d-231864cc9fa6,segment=NetworkSegment(d87c1248-8e38-4c64-89ff-d06ec6b0a2ba),segment_id=d87c1248-8e38-4c64-89ff-d06ec6b0a2ba)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:20.206721 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-57aae567-9398-44c0-96d9-27bba51d5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.241515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Attempting to bind port 4e17f58d-513a-403b-8d2f-6385b511b8c6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:20.242058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Attempting to bind port 4e17f58d-513a-403b-8d2f-6385b511b8c6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'bf68d00f-e39b-4beb-86be-dcd99e3846b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:20.242549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Attempting to bind port 4e17f58d-513a-403b-8d2f-6385b511b8c6 on network 8a8a34a6-5f9e-4db5-871b-139516f92977 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:20.294786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Port': ['ID=6ebdce3c-913c-461f-a4ab-7dd2d6c8e89a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:20.345542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:20.351416 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Checking segment: {'id': 'bf68d00f-e39b-4beb-86be-dcd99e3846b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:20.352007 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.352921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Bound using segment: {'id': 'bf68d00f-e39b-4beb-86be-dcd99e3846b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:20.353543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Bound port: 4e17f58d-513a-403b-8d2f-6385b511b8c6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf68d00f-e39b-4beb-86be-dcd99e3846b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:20.354043 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.426246 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.442585 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.446364 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-07f2afe6-f937-44c7-8791-e2b76c661550 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "DELETE /v2.0/floatingips/2a49062a-a2be-4553-9165-e5564125e14f HTTP/1.1" status: 204 len: 168 time: 4.5838723 Mar 11 17:22:20.456854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:20.660793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] For port 4e17f58d-513a-403b-8d2f-6385b511b8c6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:20.664767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] For port 4e17f58d-513a-403b-8d2f-6385b511b8c6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4e17f58d-513a-403b-8d2f-6385b511b8c6,segment=NetworkSegment(bf68d00f-e39b-4beb-86be-dcd99e3846b9),segment_id=bf68d00f-e39b-4beb-86be-dcd99e3846b9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:20.666102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bf6ca022-65d9-41dd-9d09-01feb9fb6690 None None] Provisioning complete for port ab6e503b-1bc7-4a46-863d-231864cc9fa6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:20.666662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bf6ca022-65d9-41dd-9d09-01feb9fb6690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.697354 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.699357 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aae567-9398-44c0-96d9-27bba51d5fb1 None None] Pushing event updated for resources: {'Port': ['ID=ab6e503b-1bc7-4a46-863d-231864cc9fa6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:20.730258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ab6e503b-1bc7-4a46-863d-231864cc9fa6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:20.730827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:20.812971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c61247d-220d-41a0-a208-34dc011bc14d req-38f3dc59-7e26-4a5a-97a5-0d1eb6be0ed3 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 210 time: 0.8945444 Mar 11 17:22:20.960684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6add2d-f495-4fde-b848-0b51f289a297 None None] Pushing event updated for resources: {'Port': ['ID=4e17f58d-513a-403b-8d2f-6385b511b8c6,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:20.991127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33ab16d8-5ada-4a1f-8fc2-deebfd15e6ca req-81ec17b1-39e9-490c-91a2-9bdcfa2d3609 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477838 Mar 11 17:22:21.053285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-2f72ca8e-7102-40fd-9e83-77dde2eee814 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 200 len: 999 time: 1.1208575 Mar 11 17:22:21.321409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.370586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.479753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-129a29e1-c861-47a4-98f3-03fa4e152fca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting port 5fbad905-fa64-4fdc-aa78-bda80d01360d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:21.480007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-129a29e1-c861-47a4-98f3-03fa4e152fca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.640596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db22e1a-d93f-405a-9cd4-1d805d24f1f9 req-53ea29e8-8e94-4b76-9b27-34b0ba1c0dc5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:21.651496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2db22e1a-d93f-405a-9cd4-1d805d24f1f9 req-53ea29e8-8e94-4b76-9b27-34b0ba1c0dc5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.6010730 Mar 11 17:22:21.712481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-1f7cf9ce-9e24-48f8-92d3-86b6e95ddc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:21.714134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-1f7cf9ce-9e24-48f8-92d3-86b6e95ddc59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 200 len: 850 time: 0.4749515 Mar 11 17:22:21.765898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2db22e1a-d93f-405a-9cd4-1d805d24f1f9 req-976543c6-6faf-4f55-a37f-86f93cde069a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132565 Mar 11 17:22:21.766095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-129a29e1-c861-47a4-98f3-03fa4e152fca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.813583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-129a29e1-c861-47a4-98f3-03fa4e152fca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Calling delete_port for 5fbad905-fa64-4fdc-aa78-bda80d01360d owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:21.873019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-3ecd3407-ac8a-44bb-8767-4fef148daeb5 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:21.880231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-3ecd3407-ac8a-44bb-8767-4fef148daeb5 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.66 "GET /v2.0/networks?id=cee13a0d-2b13-47c5-9968-9a681d499e76 HTTP/1.1" status: 200 len: 815 time: 0.6121008 Mar 11 17:22:21.900834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Request body: {'port': {'device_id': 'd1344d87-6c2d-4515-8b3b-5aa4810cd96d', 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76', 'admin_state_up': True, 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:21.928809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-6b0bcadc-1516-42d9-8e2e-0177da90b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:21.930689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-6b0bcadc-1516-42d9-8e2e-0177da90b247 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558c6011-93ea-4132-8ba8-bf4c6d83f7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022216 Mar 11 17:22:21.966919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.022413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=70f27f85-0f72-4c6c-8c67-cf51b4980f76,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:22.118188 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a97c5326-0c7e-478a-9e19-f9487621ed44 req-d8333b17-904c-4d20-b78a-90f91f505f5b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 210 time: 0.1732812 Mar 11 17:22:22.330019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e17f58d-513a-403b-8d2f-6385b511b8c6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:22.366509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54056) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:22.442148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-129a29e1-c861-47a4-98f3-03fa4e152fca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.541356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a29e1-c861-47a4-98f3-03fa4e152fca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Port': ['ID=5fbad905-fa64-4fdc-aa78-bda80d01360d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:22.542986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4e17f58d-513a-403b-8d2f-6385b511b8c6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:22.543573 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.553068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bc3b4-480f-4bbb-92e7-48e790a5500f req-879e8f02-817d-4a2b-9e92-bd3d8ea8f714 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:22.571903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-851bc3b4-480f-4bbb-92e7-48e790a5500f req-879e8f02-817d-4a2b-9e92-bd3d8ea8f714 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3309300 Mar 11 17:22:22.735653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a88b8801-f3c1-4a5f-8c1d-b9d30ab634f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.768245 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.824962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-d8e7a9a5-fcff-45bf-8ad3-667d7b369af2 service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8789964 Mar 11 17:22:22.857514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 4e17f58d-513a-403b-8d2f-6385b511b8c6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4e17f58d-513a-403b-8d2f-6385b511b8c6,segment=NetworkSegment(bf68d00f-e39b-4beb-86be-dcd99e3846b9),segment_id=bf68d00f-e39b-4beb-86be-dcd99e3846b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:22.859727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 8a8a34a6-5f9e-4db5-871b-139516f92977 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:22.875086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-851bc3b4-480f-4bbb-92e7-48e790a5500f req-a0f38291-72f4-427e-a197-381975239118 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994399 Mar 11 17:22:22.879206 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.880729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ab6e503b-1bc7-4a46-863d-231864cc9fa6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:22.887378 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:22.966268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-129a29e1-c861-47a4-98f3-03fa4e152fca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:22.980778 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-129a29e1-c861-47a4-98f3-03fa4e152fca tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "DELETE /v2.0/ports/5fbad905-fa64-4fdc-aa78-bda80d01360d HTTP/1.1" status: 204 len: 168 time: 2.5216064 Mar 11 17:22:22.989742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54068) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:23.146946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6c1b2c1-58ba-497c-925c-078ae3de109c req-5445a917-6aff-41b2-b024-28e5c005894d service neutron] 10.222.0.46 "GET /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949643 Mar 11 17:22:23.154752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Made reservation on behalf of 1e6d813175dd44dfb53d9e750c308f97 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:23.174488 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.332238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee43162-8e2c-4886-bbeb-4b74bbce8566 None None] Network 8a8a34a6-5f9e-4db5-871b-139516f92977 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:23.410969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42539063-e1b5-446e-b161-afb5f607f374 req-6f344e2e-40bb-4d2b-8401-8daefda4693c tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 210 time: 0.1147764 Mar 11 17:22:23.428511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=4e17f58d-513a-403b-8d2f-6385b511b8c6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:23.625495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b5ba2-1b15-4428-b195-22a03b05ea4e req-df99c3bc-b584-474c-9bda-1071db45d0b3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:23.628490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b11b5ba2-1b15-4428-b195-22a03b05ea4e req-df99c3bc-b584-474c-9bda-1071db45d0b3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.4796999 Mar 11 17:22:23.668186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8d125434-b34f-4cf0-8d57-3606997e55f7 None None] Provisioning complete for port 4e17f58d-513a-403b-8d2f-6385b511b8c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:23.671391 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d125434-b34f-4cf0-8d57-3606997e55f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.708954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:23.757595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b11b5ba2-1b15-4428-b195-22a03b05ea4e req-310a0c38-fa02-4b11-b967-9a646213ade1 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951183 Mar 11 17:22:23.877251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ab6e503b-1bc7-4a46-863d-231864cc9fa6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:23.877989 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:23.886306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2fbf9-6661-4032-8142-16ae4d1565cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting port b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:23.886973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fbf9-6661-4032-8142-16ae4d1565cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.049627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fbf9-6661-4032-8142-16ae4d1565cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.090414 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2fbf9-6661-4032-8142-16ae4d1565cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Calling delete_port for b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:24.106688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a88b8801-f3c1-4a5f-8c1d-b9d30ab634f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.145936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Allocated IP 172.20.0.12 (cee13a0d-2b13-47c5-9968-9a681d499e76/53b837b9-3c8d-495e-931f-91abfc52fc42/765b4af7-fd12-41e0-914b-4de5965281a8) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:24.205620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a88b8801-f3c1-4a5f-8c1d-b9d30ab634f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.404265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a88b8801-f3c1-4a5f-8c1d-b9d30ab634f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=710415f4a7834e55a350703ff73485d1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0209515 Mar 11 17:22:24.432624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54088) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:24.448222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b8801-f3c1-4a5f-8c1d-b9d30ab634f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4dc099-0fef-4b94-a897-b6069fe10a7c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:24.508501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e7815-c999-4446-8091-7843a5c311c8 req-006a17de-0a2d-4df4-8ec0-14332cb54f1e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:24.521408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-959e7815-c999-4446-8091-7843a5c311c8 req-006a17de-0a2d-4df4-8ec0-14332cb54f1e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.4379542 Mar 11 17:22:24.640168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:24.650323 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:24.663697 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3fef4a4d-d2ad-4bc5-8989-298fc911743c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.674238 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:24.675423 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:24.676581 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-11125ef2-be29-4c8d-b514-6a2c48b12cb4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5115881 Mar 11 17:22:24.693986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54094) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:24.706332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3fef4a4d-d2ad-4bc5-8989-298fc911743c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.723551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'network': {'name': 'tempest-RoutersTest-337302188'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:24.835800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e17f58d-513a-403b-8d2f-6385b511b8c6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:24.935382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3fef4a4d-d2ad-4bc5-8989-298fc911743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.952545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3fef4a4d-d2ad-4bc5-8989-298fc911743c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:24.971233 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3fef4a4d-d2ad-4bc5-8989-298fc911743c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d4dc099-0fef-4b94-a897-b6069fe10a7c HTTP/1.1" status: 204 len: 168 time: 0.5193975 Mar 11 17:22:24.975560 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:25.001111 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.010086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef4a4d-d2ad-4bc5-8989-298fc911743c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4dc099-0fef-4b94-a897-b6069fe10a7c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:25.030081 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fbf9-6661-4032-8142-16ae4d1565cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.071833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e4f194d-e4fc-4c23-97fe-a3266ba8d3e6 req-d8d586e3-4a9f-4fe4-a967-06edca7f64c6 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 210 time: 0.3345687 Mar 11 17:22:25.135335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4e17f58d-513a-403b-8d2f-6385b511b8c6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:25.135659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-959e7815-c999-4446-8091-7843a5c311c8 req-8983e92d-e0f0-476e-86de-f95a97dbf0eb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5986116 Mar 11 17:22:25.136147 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.139954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2fbf9-6661-4032-8142-16ae4d1565cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Port': ['ID=b5cf5aa3-94d6-4ba2-8423-21581bfdddf6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:25.141358 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.340421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-43275cb6-c1ff-4eda-994b-bae11eaf0df5 None None] Provisioning complete for port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:25.342805 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-43275cb6-c1ff-4eda-994b-bae11eaf0df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.509065 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fbf9-6661-4032-8142-16ae4d1565cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.512360 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3bc2fbf9-6661-4032-8142-16ae4d1565cd tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "DELETE /v2.0/ports/b5cf5aa3-94d6-4ba2-8423-21581bfdddf6 HTTP/1.1" status: 204 len: 168 time: 2.5215435 Mar 11 17:22:25.516432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54110) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:25.618937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Pushing event updated for resources: {'Port': ['ID=765b4af7-fd12-41e0-914b-4de5965281a8,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:25.670922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:25.702024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.727024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-43275cb6-c1ff-4eda-994b-bae11eaf0df5 None None] Port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:22:25.728327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Network cee13a0d-2b13-47c5-9968-9a681d499e76 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:25.807464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32980af-8de8-488a-82b2-67123833d7e5 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting subnet 58b1af45-4cc2-4faf-8258-3060d4686a9d {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:22:25.817281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e32980af-8de8-488a-82b2-67123833d7e5 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.842794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-43275cb6-c1ff-4eda-994b-bae11eaf0df5 None None] Provisioning complete for port 4e17f58d-513a-403b-8d2f-6385b511b8c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:25.843310 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-43275cb6-c1ff-4eda-994b-bae11eaf0df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:25.849724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:25.979286 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:20Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:26.018875 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e32980af-8de8-488a-82b2-67123833d7e5 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.026685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:26.086219 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:26.090047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Updating router 2e452f54-4bb3-43f8-aaf3-744026c0a545 port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:22:26.177905 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.285424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e32980af-8de8-488a-82b2-67123833d7e5 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.317214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:22:26.361339 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.361980 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added segment 6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf of type vlan for network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc Mar 11 17:22:26.419201 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e32980af-8de8-488a-82b2-67123833d7e5 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.487637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7f1543d4-42af-4b5f-a51a-13ce1f716280 None None] Provisioning complete for port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:26.491717 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f1543d4-42af-4b5f-a51a-13ce1f716280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.537822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.567218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32980af-8de8-488a-82b2-67123833d7e5 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Subnet': ['ID=58b1af45-4cc2-4faf-8258-3060d4686a9d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:26.577432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e32980af-8de8-488a-82b2-67123833d7e5 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.599327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e32980af-8de8-488a-82b2-67123833d7e5 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "DELETE /v2.0/subnets/58b1af45-4cc2-4faf-8258-3060d4686a9d HTTP/1.1" status: 204 len: 168 time: 1.0797503 Mar 11 17:22:26.602153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54128) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:26.666951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7dfb24-8a45-43cb-a9f8-6f83058cea11 None None] Network 36da8ce5-1317-4ec3-ab5e-b620a9faa58c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:26.791424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:26.792113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.795125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.806570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-3098580e-c076-4ee4-984e-4365d577003b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting subnet 8f3b4a4c-47da-4681-8b34-816896925994 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:22:26.813703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:26.814361 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.822221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3098580e-c076-4ee4-984e-4365d577003b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.906341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7f1543d4-42af-4b5f-a51a-13ce1f716280 None None] Port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:22:26.954668 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3098580e-c076-4ee4-984e-4365d577003b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.027502 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.036082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f577-337a-418b-9f85-b42599a9d854 req-9b7e56c2-4056-4260-80de-3f4d26701cea tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:27.038254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d22f577-337a-418b-9f85-b42599a9d854 req-9b7e56c2-4056-4260-80de-3f4d26701cea tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 1.3800631 Mar 11 17:22:27.038391 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.041153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Network': ['ID=36679fdd-5fe6-4ce1-94f6-6ad28f245bfc,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:27.093445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993d789-98a3-46f8-987c-5ac8d16147a8 req-2756d244-b32d-4b56-ba66-a52e09ec0e5c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:27.095407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e993d789-98a3-46f8-987c-5ac8d16147a8 req-2756d244-b32d-4b56-ba66-a52e09ec0e5c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 1.0544131 Mar 11 17:22:27.098276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd7963-90d1-435e-bbf6-1efb9adbae77 None None] DHCP port deletion for 36da8ce5-1317-4ec3-ab5e-b620a9faa58c request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:22:27.102938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-489da473-447d-4931-ada3-d423166a8a94 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3904533 Mar 11 17:22:27.103269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54134) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:27.109627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:22:27.127971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-143f45f1-1164-4757-932e-c2a4f1bddcc9 None None] Provisioning complete for port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:27.130146 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-143f45f1-1164-4757-932e-c2a4f1bddcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.147054 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Pushing event updated for resources: {'Port': ['ID=70f27f85-0f72-4c6c-8c67-cf51b4980f76,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:27.177029 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.177471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-5f18e008-8b81-4a1b-b313-9b8b7b5ed5cc tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2872748 Mar 11 17:22:27.179022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3098580e-c076-4ee4-984e-4365d577003b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.180030 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.184188 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.184397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'subnet': {'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:27.185402 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.185912 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.186400 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.186906 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.187387 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.188983 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.189492 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.192002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d22f577-337a-418b-9f85-b42599a9d854 req-90c3adea-d17f-42a0-b793-306979906626 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210017 Mar 11 17:22:27.192687 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.193202 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:27.222394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Request body: {'port': {'device_id': 'd1344d87-6c2d-4515-8b3b-5aa4810cd96d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:27.314110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3098580e-c076-4ee4-984e-4365d577003b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.342372 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Attempting to bind port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:27.343168 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Attempting to bind port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'bf68d00f-e39b-4beb-86be-dcd99e3846b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:27.344890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3098580e-c076-4ee4-984e-4365d577003b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.345299 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Attempting to bind port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 on network 8a8a34a6-5f9e-4db5-871b-139516f92977 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:27.350654 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3098580e-c076-4ee4-984e-4365d577003b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "DELETE /v2.0/subnets/8f3b4a4c-47da-4681-8b34-816896925994 HTTP/1.1" status: 204 len: 168 time: 0.7475019 Mar 11 17:22:27.355497 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:27.356325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54140) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:27.365446 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Checking segment: {'id': 'bf68d00f-e39b-4beb-86be-dcd99e3846b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:27.366335 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.367018 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Bound using segment: {'id': 'bf68d00f-e39b-4beb-86be-dcd99e3846b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:27.367751 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Bound port: 70f27f85-0f72-4c6c-8c67-cf51b4980f76, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf68d00f-e39b-4beb-86be-dcd99e3846b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:27.368411 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.400788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081afd11-340d-46d7-bbed-69693c078f68 None None] Network 76a7467c-f517-456a-a479-d4b9c4849562 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:27.402138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e993d789-98a3-46f8-987c-5ac8d16147a8 req-5720896f-e2bc-4d36-94d2-206951427ec4 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978613 Mar 11 17:22:27.586754 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] For port 70f27f85-0f72-4c6c-8c67-cf51b4980f76, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:27.593148 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] For port 70f27f85-0f72-4c6c-8c67-cf51b4980f76, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=70f27f85-0f72-4c6c-8c67-cf51b4980f76,segment=NetworkSegment(bf68d00f-e39b-4beb-86be-dcd99e3846b9),segment_id=bf68d00f-e39b-4beb-86be-dcd99e3846b9)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:27.605000 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.641960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-143f45f1-1164-4757-932e-c2a4f1bddcc9 None None] Port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:22:27.683047 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.691320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-aecd7963-90d1-435e-bbf6-1efb9adbae77 None None] Deleting port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:27.692261 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aecd7963-90d1-435e-bbf6-1efb9adbae77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.701237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098580e-c076-4ee4-984e-4365d577003b tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3b4a4c-47da-4681-8b34-816896925994,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:27.765148 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf29705-4225-4ded-af1d-7f769d31c40e None None] Pushing event updated for resources: {'Port': ['ID=70f27f85-0f72-4c6c-8c67-cf51b4980f76,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:27.809146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54144) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:27.820278 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:27.824795 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:27.847179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.887825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-143f45f1-1164-4757-932e-c2a4f1bddcc9 None None] Provisioning complete for port 765b4af7-fd12-41e0-914b-4de5965281a8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:27.890467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-143f45f1-1164-4757-932e-c2a4f1bddcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.994502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Deleting port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:27.995311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.098082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de7ed0-f8e8-47ec-8b4a-3cd4ccfbcd5b req-6db4ce92-f77b-43d9-94fd-b9bc2af7cc36 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:28.101144 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17de7ed0-f8e8-47ec-8b4a-3cd4ccfbcd5b req-6db4ce92-f77b-43d9-94fd-b9bc2af7cc36 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 932 time: 0.6980565 Mar 11 17:22:28.104186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Made reservation on behalf of d5181f5d1daf424ea10d9086a5090d77 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:28.108077 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.131986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-aecd7963-90d1-435e-bbf6-1efb9adbae77 None None] For port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:28.132547 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aecd7963-90d1-435e-bbf6-1efb9adbae77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.221675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-aecd7963-90d1-435e-bbf6-1efb9adbae77 None None] Calling delete_port for 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:28.299874 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-329467892-network', 'tenant_id': 'd0200b409b164ed685778b2177199a8a'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:28.358808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.362876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] For port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68,segment=NetworkSegment(a2752407-8e62-4b67-a47b-26e6c3d85af8),segment_id=a2752407-8e62-4b67-a47b-26e6c3d85af8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:28.363506 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.408837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Calling delete_port for 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:28.410578 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:28.418842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Made reservation on behalf of d0200b409b164ed685778b2177199a8a for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:28.423952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.485214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.507883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d677-f7f7-4518-8993-858b142f1d8a req-12afeb9d-96f6-400d-a545-39ecb96c2ca1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:28.524754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c53d677-f7f7-4518-8993-858b142f1d8a req-12afeb9d-96f6-400d-a545-39ecb96c2ca1 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.8075554 Mar 11 17:22:28.586564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-143f45f1-1164-4757-932e-c2a4f1bddcc9 None None] Port 765b4af7-fd12-41e0-914b-4de5965281a8 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:22:28.602512 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aecd7963-90d1-435e-bbf6-1efb9adbae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.640324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd7963-90d1-435e-bbf6-1efb9adbae77 None None] Pushing event deleted for resources: {'Port': ['ID=8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:28.659223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd7963-90d1-435e-bbf6-1efb9adbae77 None None] No DVR routers for this DVR port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:28.750620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8dc2e691-f4af-4c96-b13f-4deb924e3ec0 None None] Provisioning complete for port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:28.751526 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e691-f4af-4c96-b13f-4deb924e3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.835508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4825ef-8c68-499b-87d3-c80cb87ef7f8 None None] DHCP port deletion for 76a7467c-f517-456a-a479-d4b9c4849562 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:22:28.901473 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:27Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:28.906892 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e691-f4af-4c96-b13f-4deb924e3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.911879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:28.932177 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7ed0b-1beb-43de-9362-adfb3565f873 None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:27Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:28.959860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:28.960841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:28.961878 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:28.999871 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Port': ['ID=8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:29.017288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] No DVR routers for this DVR port 8458f55e-9bab-4ce4-8fd7-7ced1e1d2f68 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:29.020637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Checking segment: {'id': '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:29.022445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network hostable DHCP agents. Network: 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:22:29.040273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.086146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17de7ed0-f8e8-47ec-8b4a-3cd4ccfbcd5b req-ff065e75-4056-4e6b-b71b-8686e869d27c tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7332976 Mar 11 17:22:29.096085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c53d677-f7f7-4518-8993-858b142f1d8a req-45452b30-3ced-4f45-9d12-8f6258b196c4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5689313 Mar 11 17:22:29.108137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Subnet': ['ID=5b255dbb-3192-456c-a917-8533fd1b07f9,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:29.170269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8dc2e691-f4af-4c96-b13f-4deb924e3ec0 None None] For port 70f27f85-0f72-4c6c-8c67-cf51b4980f76, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=70f27f85-0f72-4c6c-8c67-cf51b4980f76,segment=NetworkSegment(bf68d00f-e39b-4beb-86be-dcd99e3846b9),segment_id=bf68d00f-e39b-4beb-86be-dcd99e3846b9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:29.189559 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e691-f4af-4c96-b13f-4deb924e3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.233453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:22:29.323846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.335864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.340308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-be4825ef-8c68-499b-87d3-c80cb87ef7f8 None None] Deleting port 29f2fa62-b912-4e76-ac90-9c495adf370e {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:29.341953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be4825ef-8c68-499b-87d3-c80cb87ef7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.363598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.434446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2e691-f4af-4c96-b13f-4deb924e3ec0 None None] Pushing event updated for resources: {'Port': ['ID=70f27f85-0f72-4c6c-8c67-cf51b4980f76,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:29.456146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947dece3-a226-4403-9822-6943260921f6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:29.499671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36da8ce5-1317-4ec3-ab5e-b620a9faa58c']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:29.525783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:22:29.528110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:29.534731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2752407-8e62-4b67-a47b-26e6c3d85af8') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:29.536919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2752407-8e62-4b67-a47b-26e6c3d85af8') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:29.539870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:29.540868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.577568 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.580433 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.581086 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Added segment f29dacb2-96b6-409d-9437-211253f9bba8 of type vlan for network 844cfc78-b785-4699-9438-49ded12c9833 Mar 11 17:22:29.581945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d98a3a2-d3d1-416f-aab8-85c473cdbfbc None None] Network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:29.619707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9b8df299-cee9-4a32-8c93-9a15ad8afba8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4893465 Mar 11 17:22:29.626160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54156) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:29.672452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.710657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.725738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:22:29.726677 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:29.730607 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:29.752771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-be4825ef-8c68-499b-87d3-c80cb87ef7f8 None None] For port 29f2fa62-b912-4e76-ac90-9c495adf370e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=29f2fa62-b912-4e76-ac90-9c495adf370e,segment=NetworkSegment(9fe47d94-0dd1-4198-80f3-637d8abfca81),segment_id=9fe47d94-0dd1-4198-80f3-637d8abfca81)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:29.753588 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be4825ef-8c68-499b-87d3-c80cb87ef7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.813172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-be4825ef-8c68-499b-87d3-c80cb87ef7f8 None None] Calling delete_port for 29f2fa62-b912-4e76-ac90-9c495adf370e owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:29.871196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:22:29.925292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.926342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:29.927103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.929552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.947828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:29.954373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef6d28-fd13-4cd9-98a0-e9c957db7ab8 req-2613c3e0-dd71-4c3e-a46d-e4e189dca9d5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:29.962306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25ef6d28-fd13-4cd9-98a0-e9c957db7ab8 req-2613c3e0-dd71-4c3e-a46d-e4e189dca9d5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.7118664 Mar 11 17:22:29.974426 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "DELETE /v2.0/networks/36da8ce5-1317-4ec3-ab5e-b620a9faa58c HTTP/1.1" status: 204 len: 168 time: 2.5843499 Mar 11 17:22:30.001200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54160) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:30.060308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08ec58-fcd1-43c9-af27-d7b44bf039cb req-6b453f83-4b46-4453-9d33-3325213efb31 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:30.074101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab08ec58-fcd1-43c9-af27-d7b44bf039cb req-6b453f83-4b46-4453-9d33-3325213efb31 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.7971108 Mar 11 17:22:30.134987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3227849 Mar 11 17:22:30.143307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54162) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:30.162752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Request body: {'subnet': {'network_id': '844cfc78-b785-4699-9438-49ded12c9833', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-329467892-subnet', 'tenant_id': 'd0200b409b164ed685778b2177199a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:30.210051 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0518f61-f164-4a09-9979-aa3005a08004 admin admin] Pushing event updated for resources: {'Network': ['ID=844cfc78-b785-4699-9438-49ded12c9833,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:30.247958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 844cfc78-b785-4699-9438-49ded12c9833 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:22:30.258728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0195e-e339-405c-8e81-9521c0bb635a tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Network': ['ID=36da8ce5-1317-4ec3-ab5e-b620a9faa58c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:30.280791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Made reservation on behalf of d0200b409b164ed685778b2177199a8a for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:30.290189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.734102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-36679fdd-5fe6-4ce1-94f6-6ad28f245bfc', 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'fixed_ips': [{'subnet_id': '5b255dbb-3192-456c-a917-8533fd1b07f9'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:22:30.740767 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.831644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab08ec58-fcd1-43c9-af27-d7b44bf039cb req-b75ddf8e-c46b-4c67-a42e-0d014b481a16 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7566454 Mar 11 17:22:30.871525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25ef6d28-fd13-4cd9-98a0-e9c957db7ab8 req-ece95561-406e-4b1e-8513-8b05783be92e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9064655 Mar 11 17:22:30.891263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:30.944669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765b4af7-fd12-41e0-914b-4de5965281a8 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:22:30.975571 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.090038 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be4825ef-8c68-499b-87d3-c80cb87ef7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.120863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.132435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 70f27f85-0f72-4c6c-8c67-cf51b4980f76 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:31.246421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4825ef-8c68-499b-87d3-c80cb87ef7f8 None None] Pushing event deleted for resources: {'Port': ['ID=29f2fa62-b912-4e76-ac90-9c495adf370e,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:31.249276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4825ef-8c68-499b-87d3-c80cb87ef7f8 None None] No DVR routers for this DVR port 29f2fa62-b912-4e76-ac90-9c495adf370e on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:31.322113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb556c7c-106e-4bd4-9172-87b1e2fe5b95,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:31.351423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Allocated IP 172.23.0.2 (36679fdd-5fe6-4ce1-94f6-6ad28f245bfc/5b255dbb-3192-456c-a917-8533fd1b07f9/beb5f2dd-fa60-4b52-b383-c0581c62cd2c) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:31.374260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:31.374627 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.391470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Checking segment: {'id': 'f29dacb2-96b6-409d-9437-211253f9bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '844cfc78-b785-4699-9438-49ded12c9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:31.394420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Network hostable DHCP agents. Network: 844cfc78-b785-4699-9438-49ded12c9833, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:22:31.444038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Network 844cfc78-b785-4699-9438-49ded12c9833 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:22:31.470319 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 844cfc78-b785-4699-9438-49ded12c9833) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:31.493856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:31.494081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dcf679-1690-4929-8a6d-04df061ac6e0 None None] Network 844cfc78-b785-4699-9438-49ded12c9833 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:31.495738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.562508 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9627cdfb-b452-4ea6-87bc-e9e869730399 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4167912 Mar 11 17:22:31.959682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.004882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a7467c-f517-456a-a479-d4b9c4849562']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:32.067197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Transition to ACTIVE for port object 765b4af7-fd12-41e0-914b-4de5965281a8 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:32.110173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe47d94-0dd1-4198-80f3-637d8abfca81') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:32.110598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe47d94-0dd1-4198-80f3-637d8abfca81') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:32.130943 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.292688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 29f2fa62-b912-4e76-ac90-9c495adf370e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:32.348023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Pushing event updated for resources: {'Port': ['ID=765b4af7-fd12-41e0-914b-4de5965281a8,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:32.366859 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.406983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 29f2fa62-b912-4e76-ac90-9c495adf370e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:32.407460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 29f2fa62-b912-4e76-ac90-9c495adf370e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:32.452474 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.463011 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.471468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc759b2-f178-4647-8e7e-e5a5bd65d3d5 None None] Network 844cfc78-b785-4699-9438-49ded12c9833 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:32.536721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab923f28-c1da-430e-bb6c-d418fa930f9e req-2150749c-6506-4bef-aa5a-4db437074e71 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:32.550277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab923f28-c1da-430e-bb6c-d418fa930f9e req-2150749c-6506-4bef-aa5a-4db437074e71 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 1.4079564 Mar 11 17:22:32.583378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c898b2a-5e2a-4061-8702-b61266edca0d req-b6821cfd-b911-43db-81b8-35c5b2dbade2 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:32.585989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c898b2a-5e2a-4061-8702-b61266edca0d req-b6821cfd-b911-43db-81b8-35c5b2dbade2 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 932 time: 1.4479818 Mar 11 17:22:32.589659 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.674497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:22:32.675153 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:32.693745 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:32.853888 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.857131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:32.864917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:32.872407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Pushing event updated for resources: {'Port': ['ID=beb5f2dd-fa60-4b52-b383-c0581c62cd2c,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:32.889697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:33.023558 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.028090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] 10.222.0.53 "DELETE /v2.0/networks/76a7467c-f517-456a-a479-d4b9c4849562 HTTP/1.1" status: 204 len: 168 time: 3.0063291 Mar 11 17:22:33.044618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Attempting to bind port beb5f2dd-fa60-4b52-b383-c0581c62cd2c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:33.045687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f332748-1ef0-47db-ae01-903335816638 tempest-TaggedBootDevicesTest-1116708226 tempest-TaggedBootDevicesTest-1116708226-project] Pushing event deleted for resources: {'Network': ['ID=76a7467c-f517-456a-a479-d4b9c4849562,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:33.045812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Attempting to bind port beb5f2dd-fa60-4b52-b383-c0581c62cd2c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:33.045812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Attempting to bind port beb5f2dd-fa60-4b52-b383-c0581c62cd2c on network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:33.048558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c898b2a-5e2a-4061-8702-b61266edca0d req-a4e0bac0-891e-4b2d-b6aa-37fe3ae9513b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151716 Mar 11 17:22:33.080392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab923f28-c1da-430e-bb6c-d418fa930f9e req-4aa514ef-b898-4c93-9ecb-b405460e8153 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5288534 Mar 11 17:22:33.096254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:33.097097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Checking segment: {'id': '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:33.097835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.098795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Bound using segment: {'id': '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:33.099744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Bound port: beb5f2dd-fa60-4b52-b383-c0581c62cd2c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:33.102779 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.233768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Attempting to bind port 765b4af7-fd12-41e0-914b-4de5965281a8 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:33.234386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Attempting to bind port 765b4af7-fd12-41e0-914b-4de5965281a8 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:33.234930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Attempting to bind port 765b4af7-fd12-41e0-914b-4de5965281a8 on network cee13a0d-2b13-47c5-9968-9a681d499e76 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:33.257924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.260195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Port 765b4af7-fd12-41e0-914b-4de5965281a8 on network cee13a0d-2b13-47c5-9968-9a681d499e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:22:33.260799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Attempting to bind port 765b4af7-fd12-41e0-914b-4de5965281a8 on network cee13a0d-2b13-47c5-9968-9a681d499e76 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:33.284015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:33.284667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Checking segment: {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:33.285214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Bound using segment: {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:33.285864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Bound port: 765b4af7-fd12-41e0-914b-4de5965281a8, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:33.286381 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.307047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128711-3565-4425-9ef0-5dd6c4de3f48 req-c9f2fbd0-76bb-4e04-bb67-47017f722a46 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:33.316696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa128711-3565-4425-9ef0-5dd6c4de3f48 req-c9f2fbd0-76bb-4e04-bb67-47017f722a46 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1320202 Mar 11 17:22:33.379562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] For port beb5f2dd-fa60-4b52-b383-c0581c62cd2c, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:33.390588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] For port beb5f2dd-fa60-4b52-b383-c0581c62cd2c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=beb5f2dd-fa60-4b52-b383-c0581c62cd2c,segment=NetworkSegment(6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf),segment_id=6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:33.399802 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.539641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa128711-3565-4425-9ef0-5dd6c4de3f48 req-28b284a3-36c7-4d70-9030-59a40c2210ef tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216473 Mar 11 17:22:33.688495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c95e58-33d2-4b5d-8e72-9a0729a89f17 None None] Pushing event updated for resources: {'Port': ['ID=beb5f2dd-fa60-4b52-b383-c0581c62cd2c,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:33.775692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] For port 765b4af7-fd12-41e0-914b-4de5965281a8, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:33.782512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] For port 765b4af7-fd12-41e0-914b-4de5965281a8, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=765b4af7-fd12-41e0-914b-4de5965281a8,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:33.799295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f36f-9f09-4c4d-acad-927d2a1884e5 req-d2699b80-4800-492a-8dcb-fa3a6a3ea5cd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:33.807408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4278f36f-9f09-4c4d-acad-927d2a1884e5 req-d2699b80-4800-492a-8dcb-fa3a6a3ea5cd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1842070 Mar 11 17:22:33.850027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.933333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:33.933902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:33.936165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] 10.222.0.66 "PUT /v2.0/ports/765b4af7-fd12-41e0-914b-4de5965281a8 HTTP/1.1" status: 200 len: 1092 time: 6.7187726 Mar 11 17:22:34.021111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1344d87-6c2d-4515-8b3b-5aa4810cd96d', 'tag': '765b4af7-fd12-41e0-914b-4de5965281a8'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:34.029522 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e397a3-e350-4c33-b47c-80c7553c0fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "d1344d87-6c2d-4515-8b3b-5aa4810cd96d", "tag": "765b4af7-fd12-41e0-914b-4de5965281a8"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:34.336077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4278f36f-9f09-4c4d-acad-927d2a1884e5 req-5f64ffec-bb8a-4e16-b77a-2a2ec676fa94 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274706 Mar 11 17:22:34.403289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-0fa3c54a-206d-4018-9899-608ea6241fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:34.405824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-0fa3c54a-206d-4018-9899-608ea6241fd0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e6d813175dd44dfb53d9e750c308f97&device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 1095 time: 0.3534205 Mar 11 17:22:34.418720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf204d-db78-431a-8e2b-a8bf9954b71b service neutron] Pushing event updated for resources: {'Port': ['ID=765b4af7-fd12-41e0-914b-4de5965281a8,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:34.459855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Allocated IP 172.23.0.1 (36679fdd-5fe6-4ce1-94f6-6ad28f245bfc/5b255dbb-3192-456c-a917-8533fd1b07f9/3f888d8b-5a44-4e9d-bc87-9ce46c76066d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:34.555171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-31f14ae4-2ed1-48b1-9661-3f256919a4b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=765b4af7-fd12-41e0-914b-4de5965281a8 HTTP/1.1" status: 200 len: 217 time: 0.1317227 Mar 11 17:22:34.625081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-960154e9-b325-494b-8806-385716c6892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:34.626876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-960154e9-b325-494b-8806-385716c6892f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=53b837b9-3c8d-495e-931f-91abfc52fc42 HTTP/1.1" status: 200 len: 854 time: 0.0594141 Mar 11 17:22:34.814898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device beb5f2dd-fa60-4b52-b383-c0581c62cd2c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:34.873869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-b50a2abc-6f4f-4b50-8641-711908e23226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:34.886151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-b50a2abc-6f4f-4b50-8641-711908e23226 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cee13a0d-2b13-47c5-9968-9a681d499e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2477307 Mar 11 17:22:34.886603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port beb5f2dd-fa60-4b52-b383-c0581c62cd2c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:34.887163 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.014693 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.086489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port beb5f2dd-fa60-4b52-b383-c0581c62cd2c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=beb5f2dd-fa60-4b52-b383-c0581c62cd2c,segment=NetworkSegment(6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf),segment_id=6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:35.091795 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.094294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.183953 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=beb5f2dd-fa60-4b52-b383-c0581c62cd2c,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:35.186897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-d041090d-8a9a-4574-a7d6-ebba6f6855ec service neutron] 10.222.0.66 "GET /v2.0/networks/cee13a0d-2b13-47c5-9968-9a681d499e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804418 Mar 11 17:22:35.194807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.407994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394a753-0dc2-4fbd-b2b0-78830df4a298 None None] Network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:35.421994 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb7b2830-4a84-442f-83f4-b0147a9f1453 req-d4fac786-e316-433f-b274-e649248894bb service neutron] 10.222.0.66 "GET /v2.0/networks/cee13a0d-2b13-47c5-9968-9a681d499e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071912 Mar 11 17:22:35.492065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=3f888d8b-5a44-4e9d-bc87-9ce46c76066d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:35.521532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:35.531171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:35.542051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:35.635501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-53c0bdd9-46f6-4a24-a5eb-e47a4f189c0e None None] Provisioning complete for port beb5f2dd-fa60-4b52-b383-c0581c62cd2c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:35.635876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-53c0bdd9-46f6-4a24-a5eb-e47a4f189c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.648360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:35.906878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.298419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1fdcee7f-f034-43c9-8729-3791362f52c9 None None] Provisioning complete for port beb5f2dd-fa60-4b52-b383-c0581c62cd2c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:36.299784 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fdcee7f-f034-43c9-8729-3791362f52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.395465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.402740 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.581066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event updated for resources: {'Port': ['ID=3f888d8b-5a44-4e9d-bc87-9ce46c76066d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:36.584203 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.588905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1fdcee7f-f034-43c9-8729-3791362f52c9 None None] Provisioning complete for port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:36.589293 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fdcee7f-f034-43c9-8729-3791362f52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.636519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1fdcee7f-f034-43c9-8729-3791362f52c9 None None] Port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:22:36.765757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6f47e0ba-a758-4d65-9f55-dc141d7914b0 None None] Provisioning complete for port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:36.765757 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f47e0ba-a758-4d65-9f55-dc141d7914b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.818163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:36.821769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:36.831833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device beb5f2dd-fa60-4b52-b383-c0581c62cd2c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:36.881066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6f47e0ba-a758-4d65-9f55-dc141d7914b0 None None] Port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:22:36.909335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port beb5f2dd-fa60-4b52-b383-c0581c62cd2c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:36.909721 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:37.123863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:37.306374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:37.318393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-45c15d9e-6a05-41f4-aa01-9157125a4b2c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6886604 Mar 11 17:22:37.318894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54214) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:37.324095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:37.335727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:37.340304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a8b448af-eae0-4b27-afe9-f8643abb29fb None None] Provisioning complete for port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:37.340939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a8b448af-eae0-4b27-afe9-f8643abb29fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:37.405411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:37.406341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:37.517712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a8b448af-eae0-4b27-afe9-f8643abb29fb None None] Port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:22:37.581426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:37.920638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:35Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '3f888d8b-5a44-4e9d-bc87-9ce46c76066d', 'name': '', 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:81:67:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:33Z', 'updated_at': '2022-03-11T17:22:36Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:37.924800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.extraroute_db [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102641) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 17:22:37.945569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.extraroute_db [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Removed routes are [] {{(pid=102641) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 17:22:37.946369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:37.964739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:37.965114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Updating router 2e452f54-4bb3-43f8-aaf3-744026c0a545 port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:22:38.009862 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.247178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.256202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.578300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.593951 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.835113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baaafc-a6ab-4288-8725-9c4674b2896c None None] Pushing event updated for resources: {'Port': ['ID=3f888d8b-5a44-4e9d-bc87-9ce46c76066d,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:38.838800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Attempting to bind port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:38.839422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Attempting to bind port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:38.839903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Attempting to bind port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d on network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:38.846761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:38.847236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Checking segment: {'id': '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:38.847715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.848188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Bound using segment: {'id': '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:38.848764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Bound port: 3f888d8b-5a44-4e9d-bc87-9ce46c76066d, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:38.849342 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.954664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] For port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:38.958582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] For port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3f888d8b-5a44-4e9d-bc87-9ce46c76066d,segment=NetworkSegment(6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf),segment_id=6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:38.972493 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.981212 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:39.063507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:39.064411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:39.188809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baaafc-a6ab-4288-8725-9c4674b2896c None None] Pushing event updated for resources: {'Port': ['ID=3f888d8b-5a44-4e9d-bc87-9ce46c76066d,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:39.192325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:39.233096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0f8c0bd1-55ed-4f7a-93cb-5f29c45487c5 None None] Provisioning complete for port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:39.237364 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.237987 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0bd1-55ed-4f7a-93cb-5f29c45487c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.242981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54228) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:39.243817 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2ee6a70a-1b98-4bc0-94db-85dc43b71619 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545 HTTP/1.1" status: 200 len: 933 time: 1.9235702 Mar 11 17:22:39.249632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:39.424141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-109f7b92-7493-46e3-9edb-cdd31b77f0f9 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545 HTTP/1.1" status: 200 len: 933 time: 0.1785829 Mar 11 17:22:39.427245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54230) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:39.432527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'routes': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:39.898861 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0bd1-55ed-4f7a-93cb-5f29c45487c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.955252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0f8c0bd1-55ed-4f7a-93cb-5f29c45487c5 None None] For port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3f888d8b-5a44-4e9d-bc87-9ce46c76066d,segment=NetworkSegment(6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf),segment_id=6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:39.961027 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0bd1-55ed-4f7a-93cb-5f29c45487c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.969463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:37Z', 'revision_number': 6, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '3f888d8b-5a44-4e9d-bc87-9ce46c76066d', 'name': '', 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:81:67:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:33Z', 'updated_at': '2022-03-11T17:22:38Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:40.033393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6f0fe-f8a9-45e9-9925-5aa22217a843 None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:37Z', 'revision_number': 6, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '3f888d8b-5a44-4e9d-bc87-9ce46c76066d', 'name': '', 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:81:67:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:33Z', 'updated_at': '2022-03-11T17:22:38Z', 'revision_number': 4, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:40.091304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0bd1-55ed-4f7a-93cb-5f29c45487c5 None None] Pushing event updated for resources: {'Port': ['ID=3f888d8b-5a44-4e9d-bc87-9ce46c76066d,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:40.160393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1fbca807-be62-4234-9505-fb2743b50d71 None None] Provisioning complete for port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:40.160393 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fbca807-be62-4234-9505-fb2743b50d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.184853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.extraroute_db [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added routes are [] {{(pid=102641) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 17:22:40.185372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.extraroute_db [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102641) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 17:22:40.253304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.523667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.530122 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.749051 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.758552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:40.849956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3f888d8b-5a44-4e9d-bc87-9ce46c76066d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:40.962738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-ffcebe04-defb-48c0-b3e2-c5db3b6e8826 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:40.965028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-ffcebe04-defb-48c0-b3e2-c5db3b6e8826 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/networks?id=844cfc78-b785-4699-9438-49ded12c9833 HTTP/1.1" status: 200 len: 813 time: 0.2586534 Mar 11 17:22:41.008103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b96176db-4f17-41ea-8a56-64f533747387 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/quotas/d0200b409b164ed685778b2177199a8a HTTP/1.1" status: 200 len: 375 time: 0.0165842 Mar 11 17:22:41.021893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:41.022584 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.046980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:41.067148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.083310 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5e910318-ac0d-4af7-b715-5e8270024da0 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545 HTTP/1.1" status: 200 len: 699 time: 1.6548774 Mar 11 17:22:41.086149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54272) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:41.090329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-5a0e4d47-3306-4562-9c26-6626458a4104 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0200b409b164ed685778b2177199a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682504 Mar 11 17:22:41.109036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-ba6f9e82-96a8-41dd-b393-52338dd190ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:41.110869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-ba6f9e82-96a8-41dd-b393-52338dd190ab tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c973577-6c37-4427-a77b-4b4c0a2ac03f HTTP/1.1" status: 200 len: 944 time: 0.3579102 Mar 11 17:22:41.336579 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7b280bc4-4e8a-4629-bf44-5df2f2ab6c61 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545 HTTP/1.1" status: 200 len: 699 time: 0.2490456 Mar 11 17:22:41.348028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54276) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:41.538529 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:41.564941 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:41.568717 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:41.771578 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:41.917493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-695266c5-c2d5-4415-921d-3142e5638433 service neutron] 10.222.0.53 "GET /v2.0/networks/844cfc78-b785-4699-9438-49ded12c9833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8044837 Mar 11 17:22:41.957057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Deleting port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:41.957885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.053095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.137655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-bccb59e8-5d7a-4576-b2ec-631a7361f947 service neutron] 10.222.0.53 "GET /v2.0/networks/844cfc78-b785-4699-9438-49ded12c9833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078037 Mar 11 17:22:42.145899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] For port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:42.146474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.176939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Calling delete_port for f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:42.313425 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:40Z', 'revision_number': 7, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '3f888d8b-5a44-4e9d-bc87-9ce46c76066d', 'name': '', 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:81:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:33Z', 'updated_at': '2022-03-11T17:22:39Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:42.345934 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:42.364555 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:42.365187 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:42.367809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.380433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b7449359-c845-4633-bba1-fa0ee78ce186'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:22:42.385264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d62d8405-0624-460c-bfc5-549470c9c0ea'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:22:42.421287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:42.421812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.482621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event deleted for resources: {'Port': ['ID=f3dfd7f3-dc99-46c2-b6f9-aedf918d8215,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:42.506268 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:42.537933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port 3f888d8b-5a44-4e9d-bc87-9ce46c76066d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3f888d8b-5a44-4e9d-bc87-9ce46c76066d,segment=NetworkSegment(6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf),segment_id=6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:42.538448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.550738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] No DVR routers for this DVR port f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:42.560997 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.567008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1787eb2-2b52-4f97-89d0-41f54864846c req-10421abf-872e-4860-b5aa-7a8097af0689 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "DELETE /v2.0/ports/f3dfd7f3-dc99-46c2-b6f9-aedf918d8215 HTTP/1.1" status: 204 len: 173 time: 1.4470747 Mar 11 17:22:42.569074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for 3f888d8b-5a44-4e9d-bc87-9ce46c76066d owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:42.594842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98888282-26cf-4c78-bde0-aead0c49bce4 req-55516004-401a-470a-bc1b-e3029e09ee57 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:42.604215 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98888282-26cf-4c78-bde0-aead0c49bce4 req-55516004-401a-470a-bc1b-e3029e09ee57 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 944 time: 0.1522734 Mar 11 17:22:42.689288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98888282-26cf-4c78-bde0-aead0c49bce4 req-f086c426-3314-4d18-a73a-da94a2e7f43a tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724847 Mar 11 17:22:42.813345 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3395ff-1a37-4e28-b1c1-0c525fdf5286 x-openstack-request-id: req-9b3395ff-1a37-4e28-b1c1-0c525fdf5286 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:42.813652 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1344d87-6c2d-4515-8b3b-5aa4810cd96d", "tag": "765b4af7-fd12-41e0-914b-4de5965281a8", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:42.813912 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b3395ff-1a37-4e28-b1c1-0c525fdf5286 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:42.814319 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1344d87-6c2d-4515-8b3b-5aa4810cd96d', 'tag': '765b4af7-fd12-41e0-914b-4de5965281a8', 'status': 'completed', 'code': 200} Mar 11 17:22:42.906513 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:40Z', 'revision_number': 7, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '3f888d8b-5a44-4e9d-bc87-9ce46c76066d', 'name': '', 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:81:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:33Z', 'updated_at': '2022-03-11T17:22:39Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:42.978196 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45e2ca-bbf9-4a09-aab1-4b228ba294a5 None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:40Z', 'revision_number': 7, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '3f888d8b-5a44-4e9d-bc87-9ce46c76066d', 'name': '', 'network_id': '36679fdd-5fe6-4ce1-94f6-6ad28f245bfc', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:81:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:33Z', 'updated_at': '2022-03-11T17:22:39Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '5b255dbb-3192-456c-a917-8533fd1b07f9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:43.026873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:43.118138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=3f888d8b-5a44-4e9d-bc87-9ce46c76066d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:43.243816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105654c1-f5ef-4908-b872-64c0b023c2ea req-19bdb3e1-d55a-4a80-81c0-10da066f11bd tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:43.255935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-105654c1-f5ef-4908-b872-64c0b023c2ea req-19bdb3e1-d55a-4a80-81c0-10da066f11bd tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.1799853 Mar 11 17:22:43.323107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-105654c1-f5ef-4908-b872-64c0b023c2ea req-68e563e2-96b3-421e-8b11-5cece4397a2c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658927 Mar 11 17:22:43.377981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:43.580365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f519c03-8475-4b20-96c3-62c9c3b4e44d req-6c915f22-5222-406e-a6c4-4c599e932a15 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:43.582335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f519c03-8475-4b20-96c3-62c9c3b4e44d req-6c915f22-5222-406e-a6c4-4c599e932a15 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.1285770 Mar 11 17:22:43.592550 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c9b79fb-0a05-4b1f-923f-cf90d73d900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:43.654647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9d1e0c9-c930-48ec-84ee-53afecf2545b req-e070af95-3451-4ec7-b125-9864d0043026 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 210 time: 0.0651932 Mar 11 17:22:43.674965 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f519c03-8475-4b20-96c3-62c9c3b4e44d req-3b967736-91e1-49ff-b47f-b977f7036b99 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743191 Mar 11 17:22:43.737596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54310) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:43.891095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-a25f84c1-01a6-465b-9e70-0cf5068be247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:43.895009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-a25f84c1-01a6-465b-9e70-0cf5068be247 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e6d813175dd44dfb53d9e750c308f97&device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 1095 time: 0.1481965 Mar 11 17:22:44.033494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-85cd6663-a4f6-464a-a986-d36d350044cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.035303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-85cd6663-a4f6-464a-a986-d36d350044cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=cee13a0d-2b13-47c5-9968-9a681d499e76 HTTP/1.1" status: 200 len: 915 time: 0.1130624 Mar 11 17:22:44.226960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-55b8fdf0-e746-400c-9987-cad97a04058a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=765b4af7-fd12-41e0-914b-4de5965281a8 HTTP/1.1" status: 200 len: 217 time: 0.0922866 Mar 11 17:22:44.309720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-7cd4aa1b-53cf-45a0-87b5-56d6c0a701fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.311467 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-7cd4aa1b-53cf-45a0-87b5-56d6c0a701fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 1097 time: 0.2523289 Mar 11 17:22:44.404865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:44.426695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01ffbf-899a-41ee-903c-f88e066684c5 req-24b59d2e-90e5-4c1f-a3d0-5ed28d586caf tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.429605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe01ffbf-899a-41ee-903c-f88e066684c5 req-24b59d2e-90e5-4c1f-a3d0-5ed28d586caf tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 944 time: 0.5248630 Mar 11 17:22:44.452996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-5eed34fe-d22a-482a-8fc3-6f4461c6aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.454869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-5eed34fe-d22a-482a-8fc3-6f4461c6aa9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=53b837b9-3c8d-495e-931f-91abfc52fc42 HTTP/1.1" status: 200 len: 854 time: 0.2181587 Mar 11 17:22:44.491121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-54074dec-30d1-4798-9879-0aa52f6b33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.493609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-54074dec-30d1-4798-9879-0aa52f6b33d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 1096 time: 0.3827438 Mar 11 17:22:44.533083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-5c8073b4-b2f1-4637-8d1e-3c50fc6c3b8c tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.534616 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-5c8073b4-b2f1-4637-8d1e-3c50fc6c3b8c tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.46 "GET /v2.0/networks?id=844cfc78-b785-4699-9438-49ded12c9833 HTTP/1.1" status: 200 len: 813 time: 0.3079791 Mar 11 17:22:44.585143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Request body: {'port': {'device_id': 'ee8e01ed-de81-4c42-bc06-ad74e616784c', 'network_id': '844cfc78-b785-4699-9438-49ded12c9833', 'admin_state_up': True, 'tenant_id': 'd0200b409b164ed685778b2177199a8a'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:44.596219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-858b098b-701f-4986-96b6-a04abef25e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.597822 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-858b098b-701f-4986-96b6-a04abef25e89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 912 time: 0.2245595 Mar 11 17:22:44.682288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-0f0ee07a-3007-44ba-98de-b9bebc3ca826 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81883c67-8f73-41fc-86ed-709b4885d61e HTTP/1.1" status: 200 len: 217 time: 0.0432184 Mar 11 17:22:44.719130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512615c8-20c7-4bcf-80a9-6a899f4ffa2f req-f42fa6e4-fdf0-43a2-93d9-edc90f055406 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.722375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-512615c8-20c7-4bcf-80a9-6a899f4ffa2f req-f42fa6e4-fdf0-43a2-93d9-edc90f055406 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.3598514 Mar 11 17:22:44.737915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe01ffbf-899a-41ee-903c-f88e066684c5 req-4c95cf20-7e5a-417e-91f3-13e982af2641 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975705 Mar 11 17:22:44.780172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-ba0a1f0e-8e5d-4cf6-bc20-91f717f4173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.782828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-ba0a1f0e-8e5d-4cf6-bc20-91f717f4173c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cee13a0d-2b13-47c5-9968-9a681d499e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3129778 Mar 11 17:22:44.787162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:44.799568 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-95d2a411-dfcd-4c4f-b59c-4e0ef597f9d5 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4498346 Mar 11 17:22:44.804550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:44.808666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54328) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:44.818037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'name': 'network-vif-deleted', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:44.820312 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad9b6dd-9b5e-4404-b37f-23741e62dc8e" -d '{"events": [{"server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "name": "network-vif-deleted", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:44.833055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:44.836328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:44.853482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-380a986f-4f4b-4cb8-bcef-8898c9c77c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.854969 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-380a986f-4f4b-4cb8-bcef-8898c9c77c67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 HTTP/1.1" status: 200 len: 852 time: 0.1663320 Mar 11 17:22:44.882208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-512615c8-20c7-4bcf-80a9-6a899f4ffa2f req-edf24861-8551-462d-a696-c81515b9d320 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412225 Mar 11 17:22:44.911708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-533a4ad1-4b52-4ed8-91e5-10622dc1d07c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting subnet 5b255dbb-3192-456c-a917-8533fd1b07f9 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:22:44.916058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-533a4ad1-4b52-4ed8-91e5-10622dc1d07c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.966946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-533a4ad1-4b52-4ed8-91e5-10622dc1d07c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.969618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-c5a9a04d-a196-4630-94a9-2dd7791e800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:44.971447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-c5a9a04d-a196-4630-94a9-2dd7791e800d service neutron] 10.222.0.46 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 910 time: 0.3966291 Mar 11 17:22:45.005910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:45.114980 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-533a4ad1-4b52-4ed8-91e5-10622dc1d07c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.118501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a346f0e8-3fe2-40c9-b07f-c4bd98225357 req-ffa2c3b4-41c5-41e2-afe2-eeddfba6ca09 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 210 time: 0.1439061 Mar 11 17:22:45.225615 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-498e383f-bf3f-4107-b05b-ef1cbf0396e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7dd1d19d-d97e-41e1-a230-5227c0a2b027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3535426 Mar 11 17:22:45.226561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-533a4ad1-4b52-4ed8-91e5-10622dc1d07c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.312870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-533a4ad1-4b52-4ed8-91e5-10622dc1d07c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.315848 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f286af4d-6cb5-418d-a2b2-5950d7ee9de3 None None] Network 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:45.320184 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-533a4ad1-4b52-4ed8-91e5-10622dc1d07c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/5b255dbb-3192-456c-a917-8533fd1b07f9 HTTP/1.1" status: 204 len: 168 time: 0.5060871 Mar 11 17:22:45.321611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a4ad1-4b52-4ed8-91e5-10622dc1d07c tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Subnet': ['ID=5b255dbb-3192-456c-a917-8533fd1b07f9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:45.323960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-ca92a339-5f73-458b-942d-f27dd118a03e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10858b09-00b9-40f5-96be-7903a4cf8d96 HTTP/1.1" status: 200 len: 1001 time: 0.2948835 Mar 11 17:22:45.325286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54334) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:45.336315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfedfa0-fed5-43d1-9b97-d2baa06f6dca req-a4f71678-2f2e-4e6c-ab88-325472c230ec tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:45.347620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dfedfa0-fed5-43d1-9b97-d2baa06f6dca req-a4f71678-2f2e-4e6c-ab88-325472c230ec tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 908 time: 0.4633517 Mar 11 17:22:45.378717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Made reservation on behalf of d0200b409b164ed685778b2177199a8a for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:45.386719 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.418819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-24b3b4b7-2417-4275-b52d-86d4c99bcf13 service neutron] 10.222.0.66 "GET /v2.0/networks/cee13a0d-2b13-47c5-9968-9a681d499e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214728 Mar 11 17:22:45.420929 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bca691d-77df-446c-a575-6d32ce21b2b4 x-openstack-request-id: req-2bca691d-77df-446c-a575-6d32ce21b2b4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:45.421239 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c973577-6c37-4427-a77b-4b4c0a2ac03f", "name": "network-vif-deleted", "tag": "f3dfd7f3-dc99-46c2-b6f9-aedf918d8215", "status": "failed", "code": 422}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:45.421496 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bca691d-77df-446c-a575-6d32ce21b2b4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:45.421906 n-d-833411-1 neutron-server[102642]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c973577-6c37-4427-a77b-4b4c0a2ac03f', 'name': 'network-vif-deleted', 'tag': 'f3dfd7f3-dc99-46c2-b6f9-aedf918d8215', 'status': 'failed', 'code': 422} returned with failed status Mar 11 17:22:45.528514 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.531134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6e841-260a-4f4e-bf6b-eb04c0ba8cc8 req-b3178495-da50-46c4-8453-8fe32b618bac tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:45.533392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ae6e841-260a-4f4e-bf6b-eb04c0ba8cc8 req-b3178495-da50-46c4-8453-8fe32b618bac tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 946 time: 0.3129566 Mar 11 17:22:45.549256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-8bf417a9-04ad-4758-bf8c-2779d3789014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:45.551741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-8bf417a9-04ad-4758-bf8c-2779d3789014 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.1969347 Mar 11 17:22:45.611249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:42Z', 'revision_number': 8, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:45.637704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae7d79-08e0-427d-995d-a6a46b2d6771 None None] DHCP port deletion for 36679fdd-5fe6-4ce1-94f6-6ad28f245bfc request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:22:45.712679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:45.727905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:45.729298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:45.733311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ae6e841-260a-4f4e-bf6b-eb04c0ba8cc8 req-000e7a24-1a4c-49dd-a844-175f8a80ca3b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803298 Mar 11 17:22:45.735429 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-8a012cc9-df7d-4474-bc6f-0ca1413c2bc0 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907720 Mar 11 17:22:45.814916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20e397a3-e350-4c33-b47c-80c7553c0fcf req-26764b8e-298a-48db-8df1-3b3a353101f2 service neutron] 10.222.0.66 "GET /v2.0/networks/cee13a0d-2b13-47c5-9968-9a681d499e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856199 Mar 11 17:22:45.819049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-6a53288f-ef30-4673-ade5-0127ebf2a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:45.820704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-6a53288f-ef30-4673-ade5-0127ebf2a0eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374046 Mar 11 17:22:45.882279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:45.995062 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Allocated IP 172.20.0.11 (844cfc78-b785-4699-9438-49ded12c9833/eb556c7c-106e-4bd4-9172-87b1e2fe5b95/e0ea4cd7-9361-44f9-a020-4be3687535af) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:46.036589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port beb5f2dd-fa60-4b52-b383-c0581c62cd2c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:46.037150 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.140691 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a3d76d3-05ba-4bca-a457-7e4c0753e022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.155477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7aae7d79-08e0-427d-995d-a6a46b2d6771 None None] Deleting port beb5f2dd-fa60-4b52-b383-c0581c62cd2c {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:46.156525 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7aae7d79-08e0-427d-995d-a6a46b2d6771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.170896 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a0fd0168-c175-4769-8031-d95aaa9604aa req-fa34546e-53f4-47ec-9d17-1c53bc144643 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222622 Mar 11 17:22:46.172804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port beb5f2dd-fa60-4b52-b383-c0581c62cd2c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=beb5f2dd-fa60-4b52-b383-c0581c62cd2c,segment=NetworkSegment(6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf),segment_id=6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:46.173246 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.197660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for beb5f2dd-fa60-4b52-b383-c0581c62cd2c owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:46.243575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:46.303961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7aae7d79-08e0-427d-995d-a6a46b2d6771 None None] For port beb5f2dd-fa60-4b52-b383-c0581c62cd2c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=beb5f2dd-fa60-4b52-b383-c0581c62cd2c,segment=NetworkSegment(6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf),segment_id=6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:46.304568 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7aae7d79-08e0-427d-995d-a6a46b2d6771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.328092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7aae7d79-08e0-427d-995d-a6a46b2d6771 None None] Calling delete_port for beb5f2dd-fa60-4b52-b383-c0581c62cd2c owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:46.446395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.465666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:42Z', 'revision_number': 8, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:46.488825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.515604 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.518636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-d62f0784-9eea-409e-bb0f-68f1d2b2ec2e service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842649 Mar 11 17:22:46.525757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29ad48-cdcd-4aa9-8f1e-f207405cb1fa None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:42Z', 'revision_number': 8, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '70f27f85-0f72-4c6c-8c67-cf51b4980f76', 'name': '', 'network_id': '8a8a34a6-5f9e-4db5-871b-139516f92977', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:aa:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:16Z', 'updated_at': '2022-03-11T17:22:29Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '8d4b117c-313f-43a0-9700-f31a44abb78a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:46.528295 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.534812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-ef58d6c0-157d-415d-b8ab-5069f11e447f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:46.536432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-ef58d6c0-157d-415d-b8ab-5069f11e447f tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 908 time: 0.1778958 Mar 11 17:22:46.542317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=beb5f2dd-fa60-4b52-b383-c0581c62cd2c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:46.553392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No DVR routers for this DVR port beb5f2dd-fa60-4b52-b383-c0581c62cd2c on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:46.558858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.569261 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7aae7d79-08e0-427d-995d-a6a46b2d6771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.588108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea52510-af42-4505-82fc-1d28affbbea5 req-ff904d69-5d41-4b37-a4ce-1e1f2990d491 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:46.596170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ea52510-af42-4505-82fc-1d28affbbea5 req-ff904d69-5d41-4b37-a4ce-1e1f2990d491 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.2460334 Mar 11 17:22:46.609702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7890446-ebaf-486f-a22c-1c63823ee29f req-d45c7c2a-9c58-48ec-80bd-13d1e4bd22f6 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:46.610105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae7d79-08e0-427d-995d-a6a46b2d6771 None None] Pushing event deleted for resources: {'Port': ['ID=beb5f2dd-fa60-4b52-b383-c0581c62cd2c,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:46.617120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7890446-ebaf-486f-a22c-1c63823ee29f req-d45c7c2a-9c58-48ec-80bd-13d1e4bd22f6 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 944 time: 0.2765043 Mar 11 17:22:46.625444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:46.628949 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a73b10-311d-4b94-9e88-0e402406a40b" -d '{"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-unplugged", "status": "completed", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:46.655301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:46.660871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae7d79-08e0-427d-995d-a6a46b2d6771 None None] No DVR routers for this DVR port beb5f2dd-fa60-4b52-b383-c0581c62cd2c on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:46.664988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Network 844cfc78-b785-4699-9438-49ded12c9833 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:46.668319 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.706776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:46.712329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:22:46.715071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Pushing event updated for resources: {'Port': ['ID=e0ea4cd7-9361-44f9-a020-4be3687535af,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:46.746119 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.783421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36679fdd-5fe6-4ce1-94f6-6ad28f245bfc']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:46.800169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:46.800672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b458dd2-cc9a-43d4-a4be-aa7bf3b93baf') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:46.815963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.833645 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.846018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:22:46.846507 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.852774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ea52510-af42-4505-82fc-1d28affbbea5 req-f1a6f558-35e3-48bc-a63b-70921a3d09ac tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556100 Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:46.876726 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:46.917595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:46.920609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7890446-ebaf-486f-a22c-1c63823ee29f req-f58ae6d6-b4da-4715-8d09-fbd0f1f0f550 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025272 Mar 11 17:22:46.960556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:46.961724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.006419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.017155 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.022933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/networks/36679fdd-5fe6-4ce1-94f6-6ad28f245bfc HTTP/1.1" status: 204 len: 168 time: 1.6906943 Mar 11 17:22:47.040694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54350) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:47.048584 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.050673 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-aace5abd-3d5e-40d4-9eff-bc9ed565e097 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4695468 Mar 11 17:22:47.068720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device beb5f2dd-fa60-4b52-b383-c0581c62cd2c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:47.089084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: beb5f2dd-fa60-4b52-b383-c0581c62cd2c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:47.089431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device beb5f2dd-fa60-4b52-b383-c0581c62cd2c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:47.089850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3f888d8b-5a44-4e9d-bc87-9ce46c76066d no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:47.102026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Request body: {'port': {'device_id': 'ee8e01ed-de81-4c42-bc06-ad74e616784c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:47.105184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1db753-c580-4733-bfbc-79bc79da494d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Network': ['ID=36679fdd-5fe6-4ce1-94f6-6ad28f245bfc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:47.117608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 3f888d8b-5a44-4e9d-bc87-9ce46c76066d {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:47.117951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3f888d8b-5a44-4e9d-bc87-9ce46c76066d not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:47.138228 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c3f9b07-efec-479f-b224-4d91102024c5 req-20ef7e0d-b8dd-4923-b456-61aaeb017fde service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004300 Mar 11 17:22:47.297592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.340814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b47f5d-d8d3-485b-88af-eb6978cf3c34 req-b2a4d432-54be-4c82-98eb-79ce3449a240 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:47.343044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42b47f5d-d8d3-485b-88af-eb6978cf3c34 req-b2a4d432-54be-4c82-98eb-79ce3449a240 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 932 time: 0.1999199 Mar 11 17:22:47.348168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Deleting port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:47.348547 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.361354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51995bc1-d0d2-4ed3-a3b2-c311e6a56afc req-3e2c6721-df0a-42e8-87ab-f9b162e1641b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:47.370134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51995bc1-d0d2-4ed3-a3b2-c311e6a56afc req-3e2c6721-df0a-42e8-87ab-f9b162e1641b tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 908 time: 0.2284770 Mar 11 17:22:47.440541 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769e0e76-2d46-4b23-9d44-cdf2bd7b9d83 x-openstack-request-id: req-769e0e76-2d46-4b23-9d44-cdf2bd7b9d83 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:47.441939 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-unplugged", "status": "completed", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:47.442836 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-769e0e76-2d46-4b23-9d44-cdf2bd7b9d83 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:47.444149 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e', 'code': 200} Mar 11 17:22:47.547042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42b47f5d-d8d3-485b-88af-eb6978cf3c34 req-874c11cb-aaec-443e-a0ef-a75b55410d01 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723540 Mar 11 17:22:47.759440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] For port ba47afd1-767c-49fd-81b3-8bfe22ddfd54, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:47.760596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.794593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Calling delete_port for ba47afd1-767c-49fd-81b3-8bfe22ddfd54 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:47.834446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb518ab-b6c5-47ab-85b2-b98f42316de5 req-4077374b-9a3d-48b4-b268-c7f568699f18 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:47.848031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1eb518ab-b6c5-47ab-85b2-b98f42316de5 req-4077374b-9a3d-48b4-b268-c7f568699f18 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.2361960 Mar 11 17:22:48.190923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1eb518ab-b6c5-47ab-85b2-b98f42316de5 req-4fa4671b-650c-4b4f-9bff-9aaed61dc903 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414116 Mar 11 17:22:48.196232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Deleting port c95281f2-fa7c-47cb-940d-a2f21dbca1fd {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:48.203274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.232774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 765b4af7-fd12-41e0-914b-4de5965281a8 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:22:48.365311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ea4cd7-9361-44f9-a020-4be3687535af {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:22:48.376250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.413778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd1969-d8f1-4df6-9c6e-05d65173a7a2 req-faeb726e-677a-4aee-a123-29e4376373e8 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:48.416950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Transition to ACTIVE for port object e0ea4cd7-9361-44f9-a020-4be3687535af will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:48.427594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.428710 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9fd1969-d8f1-4df6-9c6e-05d65173a7a2 req-faeb726e-677a-4aee-a123-29e4376373e8 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.3795722 Mar 11 17:22:48.579124 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.579975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ea4cd7-9361-44f9-a020-4be3687535af,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:48.642158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 765b4af7-fd12-41e0-914b-4de5965281a8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=765b4af7-fd12-41e0-914b-4de5965281a8,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:48.646397 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.671947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '765b4af7-fd12-41e0-914b-4de5965281a8', 'network_id': 'cee13a0d-2b13-47c5-9968-9a681d499e76', 'port_id': '765b4af7-fd12-41e0-914b-4de5965281a8', 'mac_address': 'fa:16:3e:a1:e4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b837b9-3c8d-495e-931f-91abfc52fc42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:22:48.673610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9fd1969-d8f1-4df6-9c6e-05d65173a7a2 req-2d7ddcab-9708-4f5a-b38f-d1511d4faac3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432044 Mar 11 17:22:48.691789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ba6f4-797f-4b51-9304-557abb1adecd req-aa84fae2-0d73-4988-b847-faf35ea1fd0f tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:48.702974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-821ba6f4-797f-4b51-9304-557abb1adecd req-aa84fae2-0d73-4988-b847-faf35ea1fd0f tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 944 time: 0.3754594 Mar 11 17:22:48.722496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] For port c95281f2-fa7c-47cb-940d-a2f21dbca1fd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c95281f2-fa7c-47cb-940d-a2f21dbca1fd,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:48.725197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.763904 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.808063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765b4af7-fd12-41e0-914b-4de5965281a8 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:22:48.834941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Calling delete_port for c95281f2-fa7c-47cb-940d-a2f21dbca1fd owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:48.848368 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.848682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 765b4af7-fd12-41e0-914b-4de5965281a8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=765b4af7-fd12-41e0-914b-4de5965281a8,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:48.853706 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.956397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.967196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=765b4af7-fd12-41e0-914b-4de5965281a8,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:49.021432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event deleted for resources: {'Port': ['ID=ba47afd1-767c-49fd-81b3-8bfe22ddfd54,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:49.049873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f647127b-74d5-4954-aef7-3073ff845724 req-e10bfefb-5958-40df-876c-7fb0cb5792cb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2e987bc-e16a-46e6-8f4e-60439c0ba2d4 HTTP/1.1" status: 200 len: 210 time: 0.1746480 Mar 11 17:22:49.102433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Attempting to bind port e0ea4cd7-9361-44f9-a020-4be3687535af on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:49.102958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Attempting to bind port e0ea4cd7-9361-44f9-a020-4be3687535af by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'f29dacb2-96b6-409d-9437-211253f9bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '844cfc78-b785-4699-9438-49ded12c9833'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:49.103503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Attempting to bind port e0ea4cd7-9361-44f9-a020-4be3687535af on network 844cfc78-b785-4699-9438-49ded12c9833 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:49.131364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Port e0ea4cd7-9361-44f9-a020-4be3687535af on network 844cfc78-b785-4699-9438-49ded12c9833 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:22:49.131980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Attempting to bind port e0ea4cd7-9361-44f9-a020-4be3687535af on network 844cfc78-b785-4699-9438-49ded12c9833 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:22:49.138752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-821ba6f4-797f-4b51-9304-557abb1adecd req-4fe03a3e-72eb-445c-a196-300d37779110 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036345 Mar 11 17:22:49.169976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:22:49.170545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Checking segment: {'id': 'f29dacb2-96b6-409d-9437-211253f9bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '844cfc78-b785-4699-9438-49ded12c9833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:22:49.171189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Bound using segment: {'id': 'f29dacb2-96b6-409d-9437-211253f9bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '844cfc78-b785-4699-9438-49ded12c9833'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:22:49.185934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Bound port: e0ea4cd7-9361-44f9-a020-4be3687535af, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29dacb2-96b6-409d-9437-211253f9bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '844cfc78-b785-4699-9438-49ded12c9833'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:49.190338 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.205787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] No DVR routers for this DVR port ba47afd1-767c-49fd-81b3-8bfe22ddfd54 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:49.211331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['765b4af7-fd12-41e0-914b-4de5965281a8'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:22:49.234545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.245450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b93a5f6f-80d0-4251-a6b0-a0e6d4f6cb82 req-e98fb230-2691-41f5-98d3-45b7484903a3 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "DELETE /v2.0/ports/ba47afd1-767c-49fd-81b3-8bfe22ddfd54 HTTP/1.1" status: 204 len: 173 time: 2.6195858 Mar 11 17:22:49.304012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'name': 'network-vif-deleted', 'tag': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:49.325218 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808dd2fb-32c0-43f5-bf35-9300695599b3" -d '{"events": [{"server_uuid": "c2e987bc-e16a-46e6-8f4e-60439c0ba2d4", "name": "network-vif-deleted", "tag": "ba47afd1-767c-49fd-81b3-8bfe22ddfd54"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:49.344510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] For port e0ea4cd7-9361-44f9-a020-4be3687535af, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:22:49.485352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] For port e0ea4cd7-9361-44f9-a020-4be3687535af, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e0ea4cd7-9361-44f9-a020-4be3687535af,segment=NetworkSegment(f29dacb2-96b6-409d-9437-211253f9bba8),segment_id=f29dacb2-96b6-409d-9437-211253f9bba8)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:22:49.499864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.549254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:49.561775 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.563383 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/e0ea4cd7-9361-44f9-a020-4be3687535af HTTP/1.1" status: 200 len: 1092 time: 2.4767506 Mar 11 17:22:49.567254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8e01ed-de81-4c42-bc06-ad74e616784c', 'tag': 'e0ea4cd7-9361-44f9-a020-4be3687535af'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:49.571099 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cf3e02-4287-4338-bea0-55bdbaae6a22" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8e01ed-de81-4c42-bc06-ad74e616784c", "tag": "e0ea4cd7-9361-44f9-a020-4be3687535af"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:49.617665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e812e7-87f8-4e74-9e63-6b9f333a6ac2 req-44dbeab8-16f0-4387-bb01-360926ac7982 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:49.619442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ba47afd1-767c-49fd-81b3-8bfe22ddfd54 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:49.629409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42e812e7-87f8-4e74-9e63-6b9f333a6ac2 req-44dbeab8-16f0-4387-bb01-360926ac7982 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 944 time: 0.3828640 Mar 11 17:22:49.652042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: ba47afd1-767c-49fd-81b3-8bfe22ddfd54 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:49.652456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ba47afd1-767c-49fd-81b3-8bfe22ddfd54 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:49.657373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0986929-d093-42bd-964e-819ef4d59a87 req-12c55401-ee1c-4308-bcaa-83ad969d6937 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:49.659203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0986929-d093-42bd-964e-819ef4d59a87 req-12c55401-ee1c-4308-bcaa-83ad969d6937 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.3192685 Mar 11 17:22:49.659445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port 70f27f85-0f72-4c6c-8c67-cf51b4980f76 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:49.659952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.668230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e820-3a32-4bdd-bcb6-386f96d397f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ea4cd7-9361-44f9-a020-4be3687535af,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:49.756706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42e812e7-87f8-4e74-9e63-6b9f333a6ac2 req-374ed38f-8c6d-419b-9f50-a532b783140d tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259587 Mar 11 17:22:49.775823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0986929-d093-42bd-964e-819ef4d59a87 req-da63390f-16dc-43cc-ac56-d9486474226d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984669 Mar 11 17:22:49.865636 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b341d3bd-3237-465d-a01a-52ee0854df2b x-openstack-request-id: req-b341d3bd-3237-465d-a01a-52ee0854df2b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:49.867771 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e987bc-e16a-46e6-8f4e-60439c0ba2d4", "name": "network-vif-deleted", "tag": "ba47afd1-767c-49fd-81b3-8bfe22ddfd54", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:49.867771 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b341d3bd-3237-465d-a01a-52ee0854df2b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:49.869908 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e987bc-e16a-46e6-8f4e-60439c0ba2d4', 'name': 'network-vif-deleted', 'tag': 'ba47afd1-767c-49fd-81b3-8bfe22ddfd54', 'status': 'completed', 'code': 200} Mar 11 17:22:49.908192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port 70f27f85-0f72-4c6c-8c67-cf51b4980f76, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=70f27f85-0f72-4c6c-8c67-cf51b4980f76,segment=NetworkSegment(bf68d00f-e39b-4beb-86be-dcd99e3846b9),segment_id=bf68d00f-e39b-4beb-86be-dcd99e3846b9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:49.908698 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.929692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.938107 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for 70f27f85-0f72-4c6c-8c67-cf51b4980f76 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:49.951532 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a29e1e-aa3a-4c4b-ac64-265fbbcbcba1 x-openstack-request-id: req-26a29e1e-aa3a-4c4b-ac64-265fbbcbcba1 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:49.951896 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8e01ed-de81-4c42-bc06-ad74e616784c", "tag": "e0ea4cd7-9361-44f9-a020-4be3687535af", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:49.952090 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26a29e1e-aa3a-4c4b-ac64-265fbbcbcba1 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:49.952510 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8e01ed-de81-4c42-bc06-ad74e616784c', 'tag': 'e0ea4cd7-9361-44f9-a020-4be3687535af', 'status': 'completed', 'code': 200} Mar 11 17:22:49.959064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-207f72b4-ae7b-48e1-b339-10594cef76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:49.959916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-207f72b4-ae7b-48e1-b339-10594cef76db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0200b409b164ed685778b2177199a8a&device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 1095 time: 0.3440576 Mar 11 17:22:49.974338 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95281f2-fa7c-47cb-940d-a2f21dbca1fd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:50.046229 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-1ed464b4-dfa1-4ad4-a7f3-0ddb918a6d8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0ea4cd7-9361-44f9-a020-4be3687535af HTTP/1.1" status: 200 len: 217 time: 0.0427904 Mar 11 17:22:50.150206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7a6f0-fe21-4eb4-9b95-b5eb97b61f69 req-01b7fda5-65e5-4a70-a74d-6ecb5b5d569e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:50.159859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9b7a6f0-fe21-4eb4-9b95-b5eb97b61f69 req-01b7fda5-65e5-4a70-a74d-6ecb5b5d569e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.1898324 Mar 11 17:22:50.180127 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-ba347218-b6ee-471e-b8c8-f61861cab45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:50.181671 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-ba347218-b6ee-471e-b8c8-f61861cab45d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb556c7c-106e-4bd4-9172-87b1e2fe5b95 HTTP/1.1" status: 200 len: 853 time: 0.1165223 Mar 11 17:22:50.222145 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-4451c411-98ea-4980-9b77-561bd4172e2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844cfc78-b785-4699-9438-49ded12c9833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296981 Mar 11 17:22:50.239490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:50.304626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9b7a6f0-fe21-4eb4-9b95-b5eb97b61f69 req-4111a109-1791-42dc-8514-1740e2973af1 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404841 Mar 11 17:22:50.375086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.486623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=70f27f85-0f72-4c6c-8c67-cf51b4980f76,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:50.545850 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:50.574293 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-760260d1-05ae-4d4b-9982-70c5bb237635 service neutron] 10.222.0.46 "GET /v2.0/networks/844cfc78-b785-4699-9438-49ded12c9833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429403 Mar 11 17:22:50.921525 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-84568dde-ca96-4f63-a441-af5a9ae12523 req-b243bf0e-6e7d-4cd2-a5b1-c98516376a56 service neutron] 10.222.0.46 "GET /v2.0/networks/844cfc78-b785-4699-9438-49ded12c9833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215864 Mar 11 17:22:50.952390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.053246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef35cf8-78ed-483c-b37b-80327bd712fe req-d1cd8d13-851c-4709-9582-2cee551b4722 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.055549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ef35cf8-78ed-483c-b37b-80327bd712fe req-d1cd8d13-851c-4709-9582-2cee551b4722 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 945 time: 0.5998495 Mar 11 17:22:51.104011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e729b-24bd-414e-b470-d49b713ca891 req-112fb66f-648a-49ae-b3ac-5889df0dcf4d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.106376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-183e729b-24bd-414e-b470-d49b713ca891 req-112fb66f-648a-49ae-b3ac-5889df0dcf4d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 945 time: 0.6305344 Mar 11 17:22:51.116696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-32e79b92-1bd0-40d7-ba26-14eed4120bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.119035 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-32e79b92-1bd0-40d7-ba26-14eed4120bf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0200b409b164ed685778b2177199a8a&device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 1095 time: 0.1152773 Mar 11 17:22:51.185496 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:22:51.224661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ef35cf8-78ed-483c-b37b-80327bd712fe req-2b26696b-0218-4460-ac7c-615c6bc2c92b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618247 Mar 11 17:22:51.233136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-4e546cee-7742-49e2-b3a1-bdd562e0778e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.234733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-4e546cee-7742-49e2-b3a1-bdd562e0778e tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 945 time: 0.2290549 Mar 11 17:22:51.293161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-183e729b-24bd-414e-b470-d49b713ca891 req-655a6f90-c6de-43a2-b020-ef877a6c868c tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314981 Mar 11 17:22:51.315134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:51.417274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-fcca4070-a919-4b52-9fe1-193e75657648 req-97971c89-ba62-41fe-b190-811a2a9ecf93 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:22:51.418593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcca4070-a919-4b52-9fe1-193e75657648 req-97971c89-ba62-41fe-b190-811a2a9ecf93 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064666 Mar 11 17:22:51.485058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-aac553cf-b676-4788-964e-015c1508d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.486987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-aac553cf-b676-4788-964e-015c1508d3bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=844cfc78-b785-4699-9438-49ded12c9833 HTTP/1.1" status: 200 len: 913 time: 0.3262968 Mar 11 17:22:51.496245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:51.511861 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7e970266-ec86-49ce-91c6-7c7723342bbe tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4686995 Mar 11 17:22:51.513535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54402) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:51.524366 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:51.551041 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:51.551041 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:51.609315 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-fbaadd00-571a-400a-8950-09e5074f166e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0ea4cd7-9361-44f9-a020-4be3687535af HTTP/1.1" status: 200 len: 217 time: 0.0944521 Mar 11 17:22:51.615071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:22:51.620419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Deleting port d62d8405-0624-460c-bfc5-549470c9c0ea {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:51.621104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.679612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-67d00734-87ad-49e8-8247-b386ddc5f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.681213 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-67d00734-87ad-49e8-8247-b386ddc5f846 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb556c7c-106e-4bd4-9172-87b1e2fe5b95 HTTP/1.1" status: 200 len: 853 time: 0.0551548 Mar 11 17:22:51.705499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e776eec-e2af-4d42-a15b-4b172a7d7146 req-127b7b96-10ac-4b24-aaaf-0c3f71523715 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:51.713175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fc393d-cba8-4d6f-8e37-c3cfbd5a9417 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting subnet 8d4b117c-313f-43a0-9700-f31a44abb78a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:22:51.714613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e776eec-e2af-4d42-a15b-4b172a7d7146 req-127b7b96-10ac-4b24-aaaf-0c3f71523715 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 944 time: 0.2858708 Mar 11 17:22:51.729947 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:51.737295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7fc393d-cba8-4d6f-8e37-c3cfbd5a9417 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.782303 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-dd7b2bc7-29fe-498a-ac35-d1c929c9aef2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=844cfc78-b785-4699-9438-49ded12c9833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630088 Mar 11 17:22:51.866866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e776eec-e2af-4d42-a15b-4b172a7d7146 req-a4f6aba3-7ce5-49e0-a977-dac28e2402ec tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511550 Mar 11 17:22:51.962172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7fc393d-cba8-4d6f-8e37-c3cfbd5a9417 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.990137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] For port d62d8405-0624-460c-bfc5-549470c9c0ea, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d62d8405-0624-460c-bfc5-549470c9c0ea,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:51.991450 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.015105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814753-fc64-4bdb-a166-fa69473eff1f req-d35faa2b-fd2b-4a0b-a325-da54e2f1645f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:52.017001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8814753-fc64-4bdb-a166-fa69473eff1f req-d35faa2b-fd2b-4a0b-a325-da54e2f1645f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.2810388 Mar 11 17:22:52.065767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Calling delete_port for d62d8405-0624-460c-bfc5-549470c9c0ea owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:52.140025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7fc393d-cba8-4d6f-8e37-c3cfbd5a9417 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.171788 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:50Z', 'revision_number': 9, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:52.217065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:22:52.219187 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-a2d709d7-ddb8-4f52-bbee-988fe3c1b999 service neutron] 10.222.0.46 "GET /v2.0/networks/844cfc78-b785-4699-9438-49ded12c9833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946748 Mar 11 17:22:52.225319 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:52.228536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d636864c-8a08-4f43-ab98-6dd36ce47e69 admin admin] 10.222.0.53 "PUT /v2.0/routers/a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4896009 Mar 11 17:22:52.233664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54426) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:52.239170 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:52.239713 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:52.241541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] Sync routers for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:52.249028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8814753-fc64-4bdb-a166-fa69473eff1f req-bd775092-349a-4a63-b0dc-cf46c7141825 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960008 Mar 11 17:22:52.259255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 765b4af7-fd12-41e0-914b-4de5965281a8 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:52.404741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:52.405606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:52.415845 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:52.463810 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.586745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['b7449359-c845-4633-bba1-fa0ee78ce186'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:22:52.649530 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 765b4af7-fd12-41e0-914b-4de5965281a8 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:52.667821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event deleted for resources: {'Port': ['ID=d62d8405-0624-460c-bfc5-549470c9c0ea,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:52.683468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f5543db-4e72-44ec-a4af-d8fab8e2cfd3 req-3b9d05f9-0c4f-4870-84a3-57860646014d tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 210 time: 0.2217762 Mar 11 17:22:52.703835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 765b4af7-fd12-41e0-914b-4de5965281a8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:52.708795 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.802596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7ea8a-8a24-4442-85a2-51fae774493e req-4ce1cfeb-7ae9-4977-8381-5d69cd8f8530 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:52.804232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6e7ea8a-8a24-4442-85a2-51fae774493e req-4ce1cfeb-7ae9-4977-8381-5d69cd8f8530 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 945 time: 0.3633041 Mar 11 17:22:52.805384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] No DVR routers for this DVR port d62d8405-0624-460c-bfc5-549470c9c0ea on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:52.819410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.822956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91880d9c-0c3a-4a09-9baa-d4d69c431630 req-6986ec6d-1bed-4a0e-853e-5c57d1dedb61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "DELETE /v2.0/ports/d62d8405-0624-460c-bfc5-549470c9c0ea HTTP/1.1" status: 204 len: 173 time: 1.5728068 Mar 11 17:22:52.824645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836c8a05-f7b4-4f76-9e38-9cd806f39d36', 'name': 'network-vif-deleted', 'tag': 'd62d8405-0624-460c-bfc5-549470c9c0ea'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:52.829337 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa03b9d5-a694-4199-8498-aca0a972b0f1" -d '{"events": [{"server_uuid": "836c8a05-f7b4-4f76-9e38-9cd806f39d36", "name": "network-vif-deleted", "tag": "d62d8405-0624-460c-bfc5-549470c9c0ea"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:52.900916 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:50Z', 'revision_number': 9, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:52.947168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6e7ea8a-8a24-4442-85a2-51fae774493e req-248a3aca-02d5-46d5-b38e-c5dbf1213703 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229746 Mar 11 17:22:52.957193 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb9c1df-69f3-4b9c-adde-5c5fd8f0f0a6 x-openstack-request-id: req-ecb9c1df-69f3-4b9c-adde-5c5fd8f0f0a6 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:52.957541 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836c8a05-f7b4-4f76-9e38-9cd806f39d36", "name": "network-vif-deleted", "tag": "d62d8405-0624-460c-bfc5-549470c9c0ea", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:52.957843 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecb9c1df-69f3-4b9c-adde-5c5fd8f0f0a6 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:52.958399 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836c8a05-f7b4-4f76-9e38-9cd806f39d36', 'name': 'network-vif-deleted', 'tag': 'd62d8405-0624-460c-bfc5-549470c9c0ea', 'status': 'completed', 'code': 200} Mar 11 17:22:52.980907 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d476cf-60dd-4b9a-8958-12910a1501af None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:50Z', 'revision_number': 9, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab6e503b-1bc7-4a46-863d-231864cc9fa6', 'name': '', 'network_id': '2c0f802a-7992-4ec6-b545-aa5dc5ed91b7', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:35:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:07Z', 'updated_at': '2022-03-11T17:22:19Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': '2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:53.005196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:53.106027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7fc393d-cba8-4d6f-8e37-c3cfbd5a9417 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.168123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934b567-b6f5-4491-b95a-60cc3091ab75 req-0fd65994-7074-46eb-acf0-072303a0b1de tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:53.177108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4934b567-b6f5-4491-b95a-60cc3091ab75 req-0fd65994-7074-46eb-acf0-072303a0b1de tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 944 time: 0.0969195 Mar 11 17:22:53.245241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4934b567-b6f5-4491-b95a-60cc3091ab75 req-399ee5ee-a0c7-47d7-ac33-a6d4450807a2 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664949 Mar 11 17:22:53.328890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-4921629a-d316-4270-8441-5f9a444a5264 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3114524 Mar 11 17:22:53.333705 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.337569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc393d-cba8-4d6f-8e37-c3cfbd5a9417 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4b117c-313f-43a0-9700-f31a44abb78a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:53.350055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.352986 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7fc393d-cba8-4d6f-8e37-c3cfbd5a9417 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.357336 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e7fc393d-cba8-4d6f-8e37-c3cfbd5a9417 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/8d4b117c-313f-43a0-9700-f31a44abb78a HTTP/1.1" status: 204 len: 168 time: 1.8395655 Mar 11 17:22:53.361521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54440) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:53.402822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1964b-2446-4511-8941-c9f5bff6b788 None None] Network 8a8a34a6-5f9e-4db5-871b-139516f92977 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:53.489964 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9cf3e02-4287-4338-bea0-55bdbaae6a22 req-e2cee4d9-3ee4-4457-80c3-03689d8536f1 service neutron] 10.222.0.46 "GET /v2.0/networks/844cfc78-b785-4699-9438-49ded12c9833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2540500 Mar 11 17:22:53.640399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.653571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59822-a95e-4e1b-8d2e-64dfe72c72d7 req-96ecbc92-bcb9-4fc9-8bef-125288cc3023 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:53.663518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-deb59822-a95e-4e1b-8d2e-64dfe72c72d7 req-96ecbc92-bcb9-4fc9-8bef-125288cc3023 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.2351100 Mar 11 17:22:53.666529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 765b4af7-fd12-41e0-914b-4de5965281a8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=765b4af7-fd12-41e0-914b-4de5965281a8,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:53.723622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1344d87-6c2d-4515-8b3b-5aa4810cd96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765b4af7-fd12-41e0-914b-4de5965281a8'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:53.727755 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758b1cb1-53d2-4d98-9a0a-4530acc528e8" -d '{"events": [{"server_uuid": "d1344d87-6c2d-4515-8b3b-5aa4810cd96d", "name": "network-vif-plugged", "status": "completed", "tag": "765b4af7-fd12-41e0-914b-4de5965281a8"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:53.738274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d62d8405-0624-460c-bfc5-549470c9c0ea no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:53.761415 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.792255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-deb59822-a95e-4e1b-8d2e-64dfe72c72d7 req-95ee8a63-0a6e-47eb-8dcc-beaa19001882 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275103 Mar 11 17:22:53.839591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.904150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port 4e17f58d-513a-403b-8d2f-6385b511b8c6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:53.918661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.963858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: d62d8405-0624-460c-bfc5-549470c9c0ea {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:53.964211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d62d8405-0624-460c-bfc5-549470c9c0ea not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:53.976472 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7426f7-9cf1-4d7b-b3af-a175778c3f70 x-openstack-request-id: req-4e7426f7-9cf1-4d7b-b3af-a175778c3f70 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:53.976954 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1344d87-6c2d-4515-8b3b-5aa4810cd96d", "name": "network-vif-plugged", "status": "completed", "tag": "765b4af7-fd12-41e0-914b-4de5965281a8", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:53.977383 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e7426f7-9cf1-4d7b-b3af-a175778c3f70 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:53.978969 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1344d87-6c2d-4515-8b3b-5aa4810cd96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765b4af7-fd12-41e0-914b-4de5965281a8', 'code': 200} Mar 11 17:22:53.981316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Deleting port f444b3a6-b06e-4d43-8b43-ca527c34bfde {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:53.986134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.029759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4608e425-b285-4b61-84f1-587e8399299a req-37b3df02-daf6-4a26-96a0-d545b25e2dac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=836c8a05-f7b4-4f76-9e38-9cd806f39d36 HTTP/1.1" status: 200 len: 210 time: 0.0508158 Mar 11 17:22:54.110795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port 4e17f58d-513a-403b-8d2f-6385b511b8c6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4e17f58d-513a-403b-8d2f-6385b511b8c6,segment=NetworkSegment(bf68d00f-e39b-4beb-86be-dcd99e3846b9),segment_id=bf68d00f-e39b-4beb-86be-dcd99e3846b9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:54.111190 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.156817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=765b4af7-fd12-41e0-914b-4de5965281a8,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:54.163900 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e660c-925c-41a2-a5ee-694fed22b667 req-1e321505-02ff-460e-b7c8-aab33c87d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:54.165860 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a36e660c-925c-41a2-a5ee-694fed22b667 req-1e321505-02ff-460e-b7c8-aab33c87d77d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 1097 time: 0.1450987 Mar 11 17:22:54.200440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] For port f444b3a6-b06e-4d43-8b43-ca527c34bfde, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f444b3a6-b06e-4d43-8b43-ca527c34bfde,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:54.201552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.212899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] DHCP port deletion for 8a8a34a6-5f9e-4db5-871b-139516f92977 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:22:54.215511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:22:49Z', 'revision_number': 5, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port': {'id': 'f444b3a6-b06e-4d43-8b43-ca527c34bfde', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:01Z', 'updated_at': '2022-03-11T17:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:54.219924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Calling delete_port for f444b3a6-b06e-4d43-8b43-ca527c34bfde owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:54.269252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for 4e17f58d-513a-403b-8d2f-6385b511b8c6 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:54.273430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] Checking router: a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:54.317295 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] Routers {'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:22:54.318217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:54.370695 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a36e660c-925c-41a2-a5ee-694fed22b667 req-2b150892-43eb-4172-840b-b273aca0d245 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836289 Mar 11 17:22:54.386659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc48ef-7d36-46e0-8a4a-eaa5036ffe1b req-1ca1959d-ab3b-470e-903f-4535d91cbf98 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:54.395255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67bc48ef-7d36-46e0-8a4a-eaa5036ffe1b req-1ca1959d-ab3b-470e-903f-4535d91cbf98 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 946 time: 0.2471797 Mar 11 17:22:54.536817 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.566404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67bc48ef-7d36-46e0-8a4a-eaa5036ffe1b req-ba4ea27d-ae32-41d3-af16-2aedd2795062 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537883 Mar 11 17:22:54.590525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Pushing event deleted for resources: {'Port': ['ID=f444b3a6-b06e-4d43-8b43-ca527c34bfde,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:54.591058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb5151-f813-4a4b-a858-391145ba5142 req-e4327374-8db9-4877-bf95-ae04d3f059f4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:54.594069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cefb5151-f813-4a4b-a858-391145ba5142 req-e4327374-8db9-4877-bf95-ae04d3f059f4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 944 time: 0.1862447 Mar 11 17:22:54.640849 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.665935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No DVR routers for this DVR port 4e17f58d-513a-403b-8d2f-6385b511b8c6 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:54.744486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.752749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cefb5151-f813-4a4b-a858-391145ba5142 req-00d53ec4-3380-4603-b07b-80611d77947c tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458116 Mar 11 17:22:54.756828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=4e17f58d-513a-403b-8d2f-6385b511b8c6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:54.775885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] Set router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:22:54.780243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] Deleting port 4e17f58d-513a-403b-8d2f-6385b511b8c6 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:54.780666 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.851127 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.856577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:22:53Z', 'revision_number': 6, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:54.895584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8a34a6-5f9e-4db5-871b-139516f92977']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:54.924211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0c4e8-e55f-461a-b82e-4797c3cc1175 None None] The sync data for ids ['a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf'] in n-d-833411-1 is: [{'id': 'a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf', 'name': 'tempest-AttachVolumeShelveTestJSON-2094694321-router', 'tenant_id': 'aba924be257049b6a82c2bc2be9fa879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:58Z', 'updated_at': '2022-03-11T17:22:53Z', 'revision_number': 6, 'project_id': 'aba924be257049b6a82c2bc2be9fa879', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:54.931298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e17f58d-513a-403b-8d2f-6385b511b8c6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:54.937982 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.940874 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.975183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4e17f58d-513a-403b-8d2f-6385b511b8c6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:54.975632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4e17f58d-513a-403b-8d2f-6385b511b8c6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:54.976139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 70f27f85-0f72-4c6c-8c67-cf51b4980f76 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:54.984542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] For port 4e17f58d-513a-403b-8d2f-6385b511b8c6, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:54.985142 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.997007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf68d00f-e39b-4beb-86be-dcd99e3846b9') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:54.997573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf68d00f-e39b-4beb-86be-dcd99e3846b9') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:55.017791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 70f27f85-0f72-4c6c-8c67-cf51b4980f76 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:55.018200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 70f27f85-0f72-4c6c-8c67-cf51b4980f76 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:55.023823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] Calling delete_port for 4e17f58d-513a-403b-8d2f-6385b511b8c6 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:55.027524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] Port 4e17f58d-513a-403b-8d2f-6385b511b8c6 was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:22:55.030000 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.043232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.061967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.063736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:22:55.069167 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.070178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.074034 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1088bdbc-75a2-4a9b-a6d4-45e102838049 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a98ab7a2-c8fe-46b9-9feb-fd182e18ecdf HTTP/1.1" status: 204 len: 168 time: 2.8289273 Mar 11 17:22:55.074487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54462) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:55.082669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a6596-5ed4-40e4-8b6c-5d92c790eb29 req-7d77f31c-8be9-4821-bf32-dab0db8bcdc0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:55.089684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] Pushing event deleted for resources: {'Port': ['ID=4e17f58d-513a-403b-8d2f-6385b511b8c6,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:55.097156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e80a6596-5ed4-40e4-8b6c-5d92c790eb29 req-7d77f31c-8be9-4821-bf32-dab0db8bcdc0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.1418056 Mar 11 17:22:55.099463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a62ed9-a8f6-49d9-8736-596e3767e02a None None] No DVR routers for this DVR port 4e17f58d-513a-403b-8d2f-6385b511b8c6 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:55.112563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:22:55.113090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:55.117369 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:55.153053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-7752a3ce-36e7-4909-b65e-8d41daba65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:55.155989 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-7752a3ce-36e7-4909-b65e-8d41daba65ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d&tenant_id=a148f824460d4f439a4e98f76fd0b3e6 HTTP/1.1" status: 200 len: 1095 time: 0.1692059 Mar 11 17:22:55.199160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Deleting subnet 668e6ff1-ad51-42c3-baf3-2c9e24e137c2 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:22:55.218051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e80a6596-5ed4-40e4-8b6c-5d92c790eb29 req-f4c8a31a-6858-49f4-8e1a-9f0f4f2705c6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196933 Mar 11 17:22:55.219523 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.223032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.229001 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.235839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/networks/8a8a34a6-5f9e-4db5-871b-139516f92977 HTTP/1.1" status: 204 len: 168 time: 1.8732090 Mar 11 17:22:55.238420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54466) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:55.257981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32b80d-c938-49da-b510-d3ad3e58fff8 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Network': ['ID=8a8a34a6-5f9e-4db5-871b-139516f92977,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:55.303103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.348034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-884a81ee-866f-4bf6-b444-59c525891f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:55.349714 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-884a81ee-866f-4bf6-b444-59c525891f68 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 1095 time: 0.1635118 Mar 11 17:22:55.567904 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.581411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-80f8d406-a502-472d-8d82-dbe2ff81804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:55.582985 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-80f8d406-a502-472d-8d82-dbe2ff81804c service neutron] 10.222.0.66 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 912 time: 0.2261877 Mar 11 17:22:55.633065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e0ea4cd7-9361-44f9-a020-4be3687535af details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:22:55.651821 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-6f779d26-f3e0-402d-b15c-dc44af9b4411 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81883c67-8f73-41fc-86ed-709b4885d61e HTTP/1.1" status: 200 len: 217 time: 0.0489073 Mar 11 17:22:55.713405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e89d9a-3a73-4975-95fd-2260277523c1 req-3113fc28-770b-4227-8d9d-f84099744dcf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:55.715094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44e89d9a-3a73-4975-95fd-2260277523c1 req-3113fc28-770b-4227-8d9d-f84099744dcf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.1570098 Mar 11 17:22:55.755099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-738312df-b1bc-4ab9-b84a-c7b389cc9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:55.758385 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-738312df-b1bc-4ab9-b84a-c7b389cc9974 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 HTTP/1.1" status: 200 len: 852 time: 0.0952077 Mar 11 17:22:55.818625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44e89d9a-3a73-4975-95fd-2260277523c1 req-30570b6b-b735-4846-8d7f-0934166381bf tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813894 Mar 11 17:22:55.844063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e0ea4cd7-9361-44f9-a020-4be3687535af, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e0ea4cd7-9361-44f9-a020-4be3687535af,segment=NetworkSegment(f29dacb2-96b6-409d-9437-211253f9bba8),segment_id=f29dacb2-96b6-409d-9437-211253f9bba8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:55.844792 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-9da2766f-10a7-4914-aca5-884ad0be740b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7dd1d19d-d97e-41e1-a230-5227c0a2b027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711505 Mar 11 17:22:55.885340 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'e0ea4cd7-9361-44f9-a020-4be3687535af', 'network_id': '844cfc78-b785-4699-9438-49ded12c9833', 'port_id': 'e0ea4cd7-9361-44f9-a020-4be3687535af', 'mac_address': 'fa:16:3e:c5:18:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb556c7c-106e-4bd4-9172-87b1e2fe5b95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:22:55.962136 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.973900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34853b3-ef95-43bb-bda9-3c4d96110210 req-660a3dff-0dfc-4cfc-957f-d2028ff18d3f tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:55.979258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ea4cd7-9361-44f9-a020-4be3687535af {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:22:55.981218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e34853b3-ef95-43bb-bda9-3c4d96110210 req-660a3dff-0dfc-4cfc-957f-d2028ff18d3f tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 946 time: 0.3070085 Mar 11 17:22:56.014238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e0ea4cd7-9361-44f9-a020-4be3687535af, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e0ea4cd7-9361-44f9-a020-4be3687535af,segment=NetworkSegment(f29dacb2-96b6-409d-9437-211253f9bba8),segment_id=f29dacb2-96b6-409d-9437-211253f9bba8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:56.018979 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.024395 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-2b863c1b-fc26-474b-8bd4-7379821e9e84 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701689 Mar 11 17:22:56.035806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.075191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-242330d9-0d57-4ac1-992e-9d9ce43a6c40 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:56.077313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-242330d9-0d57-4ac1-992e-9d9ce43a6c40 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.2577331 Mar 11 17:22:56.118523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19198440-b7a8-4a39-a2b7-52bd2cfd0a25 None None] Network efb264d9-9098-4c16-ad0d-e1ecd37a3c48 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:22:56.153033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e34853b3-ef95-43bb-bda9-3c4d96110210 req-eb24b5cb-992a-4580-9a09-33772d4e0ea4 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708627 Mar 11 17:22:56.153826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668e6ff1-ad51-42c3-baf3-2c9e24e137c2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:56.163229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.166632 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] 10.222.0.53 "DELETE /v2.0/subnets/668e6ff1-ad51-42c3-baf3-2c9e24e137c2 HTTP/1.1" status: 204 len: 168 time: 1.0899858 Mar 11 17:22:56.170456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.170803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.171144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.171476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.171804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.172130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.172495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.172816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.173125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.173433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.173760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.174081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2552-6191-468b-aabc-63906cfa61ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:56.176746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54476) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:56.178868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e0ea4cd7-9361-44f9-a020-4be3687535af,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:56.241635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072fb53-84f4-459f-baaa-ea50612a6606 req-9ae1ecde-dbe7-4abb-8e1f-c24004b70390 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:56.243184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f072fb53-84f4-459f-baaa-ea50612a6606 req-9ae1ecde-dbe7-4abb-8e1f-c24004b70390 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 945 time: 0.1935799 Mar 11 17:22:56.254594 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.314407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.324486 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-75c6adcf-eef4-4262-a998-cca571a67e39 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985046 Mar 11 17:22:56.394230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['e0ea4cd7-9361-44f9-a020-4be3687535af'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:22:56.437000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Deleting port 7677ea88-cd0e-4712-93fe-89140b1022e8 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:56.437681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.484235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f072fb53-84f4-459f-baaa-ea50612a6606 req-898b11ff-820f-4e7d-a4b8-7eaea372a148 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940022 Mar 11 17:22:56.487909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Deleting port b7449359-c845-4633-bba1-fa0ee78ce186 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:56.488378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.554353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] For port 7677ea88-cd0e-4712-93fe-89140b1022e8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7677ea88-cd0e-4712-93fe-89140b1022e8,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:56.554856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.587730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Calling delete_port for 7677ea88-cd0e-4712-93fe-89140b1022e8 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:56.626246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:56.702770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fef52c-4311-4ff1-9dc5-6cd68b8c4280 None None] DHCP port deletion for efb264d9-9098-4c16-ad0d-e1ecd37a3c48 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:22:56.824890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a0fef52c-4311-4ff1-9dc5-6cd68b8c4280 None None] Deleting port 7677ea88-cd0e-4712-93fe-89140b1022e8 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:56.825146 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0fef52c-4311-4ff1-9dc5-6cd68b8c4280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.846250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.848831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c95281f2-fa7c-47cb-940d-a2f21dbca1fd no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:56.918226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: c95281f2-fa7c-47cb-940d-a2f21dbca1fd {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:56.918557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c95281f2-fa7c-47cb-940d-a2f21dbca1fd not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:56.918990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f444b3a6-b06e-4d43-8b43-ca527c34bfde no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:56.984448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7677ea88-cd0e-4712-93fe-89140b1022e8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:57.000832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f444b3a6-b06e-4d43-8b43-ca527c34bfde {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:57.001261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f444b3a6-b06e-4d43-8b43-ca527c34bfde not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:57.001772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7677ea88-cd0e-4712-93fe-89140b1022e8 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:22:57.019908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a0fef52c-4311-4ff1-9dc5-6cd68b8c4280 None None] For port 7677ea88-cd0e-4712-93fe-89140b1022e8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7677ea88-cd0e-4712-93fe-89140b1022e8,segment=NetworkSegment(4b8b9853-4408-4a5e-a7e3-5cce70e6d591),segment_id=4b8b9853-4408-4a5e-a7e3-5cce70e6d591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:57.020423 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0fef52c-4311-4ff1-9dc5-6cd68b8c4280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.094620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 7677ea88-cd0e-4712-93fe-89140b1022e8 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:22:57.094906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7677ea88-cd0e-4712-93fe-89140b1022e8 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:22:57.096788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a0fef52c-4311-4ff1-9dc5-6cd68b8c4280 None None] Calling delete_port for 7677ea88-cd0e-4712-93fe-89140b1022e8 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:57.175031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] No DVR routers for this DVR port 7677ea88-cd0e-4712-93fe-89140b1022e8 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:57.260589 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0fef52c-4311-4ff1-9dc5-6cd68b8c4280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.310945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fef52c-4311-4ff1-9dc5-6cd68b8c4280 None None] Pushing event deleted for resources: {'Port': ['ID=7677ea88-cd0e-4712-93fe-89140b1022e8,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:57.313144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fef52c-4311-4ff1-9dc5-6cd68b8c4280 None None] No DVR routers for this DVR port 7677ea88-cd0e-4712-93fe-89140b1022e8 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:57.329131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] For port b7449359-c845-4633-bba1-fa0ee78ce186, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=b7449359-c845-4633-bba1-fa0ee78ce186,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:57.329728 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.353979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52289463-7c35-4499-986e-2f97a20c45f2 req-7d0d2f2d-04ff-4cbc-b620-d6af2ed89034 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:57.355451 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52289463-7c35-4499-986e-2f97a20c45f2 req-7d0d2f2d-04ff-4cbc-b620-d6af2ed89034 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.9162526 Mar 11 17:22:57.393437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Calling delete_port for b7449359-c845-4633-bba1-fa0ee78ce186 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:57.502032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.528164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb264d9-9098-4c16-ad0d-e1ecd37a3c48']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:57.541730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8b9853-4408-4a5e-a7e3-5cce70e6d591') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:57.542360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8b9853-4408-4a5e-a7e3-5cce70e6d591') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:57.559486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.569212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52289463-7c35-4499-986e-2f97a20c45f2 req-14a78766-106d-4d54-9a86-f59697b48cb3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923368 Mar 11 17:22:57.579215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.587664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:22:57.588172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.655948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e0ea4cd7-9361-44f9-a020-4be3687535af up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:22:57.711895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56529713-4298-4cf0-8e04-940650ee5211 req-9c27caa2-78f4-4559-8dca-f0e8745e78c8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:57.721648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56529713-4298-4cf0-8e04-940650ee5211 req-9c27caa2-78f4-4559-8dca-f0e8745e78c8 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 945 time: 0.3776343 Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:57.764780 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:57.788796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port e0ea4cd7-9361-44f9-a020-4be3687535af completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:57.801145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port e0ea4cd7-9361-44f9-a020-4be3687535af triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:57.801592 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.811474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.832543 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.838495 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/efb264d9-9098-4c16-ad0d-e1ecd37a3c48 HTTP/1.1" status: 204 len: 168 time: 1.6476221 Mar 11 17:22:57.918626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0c28a-cb65-4381-b78d-83f646fdefa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb264d9-9098-4c16-ad0d-e1ecd37a3c48,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:58.007671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.060859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e0ea4cd7-9361-44f9-a020-4be3687535af, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e0ea4cd7-9361-44f9-a020-4be3687535af,segment=NetworkSegment(f29dacb2-96b6-409d-9437-211253f9bba8),segment_id=f29dacb2-96b6-409d-9437-211253f9bba8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:58.062263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8e01ed-de81-4c42-bc06-ad74e616784c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ea4cd7-9361-44f9-a020-4be3687535af'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:58.068010 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb42c6a-ed47-44b2-9ec3-af907163e7e0" -d '{"events": [{"server_uuid": "ee8e01ed-de81-4c42-bc06-ad74e616784c", "name": "network-vif-plugged", "status": "completed", "tag": "e0ea4cd7-9361-44f9-a020-4be3687535af"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:58.073276 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.077314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56529713-4298-4cf0-8e04-940650ee5211 req-fee6c9ee-2f59-43b1-8b53-7ce131fa1a93 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a29c8c8-a883-4ede-980a-a43eacf6707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520494 Mar 11 17:22:58.134236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3a9c4-e790-4816-acf0-25ebae6991f6 req-37ce8145-97a1-4847-8927-2b63ef02e9d5 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:58.148409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58e3a9c4-e790-4816-acf0-25ebae6991f6 req-37ce8145-97a1-4847-8927-2b63ef02e9d5 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 946 time: 0.3653092 Mar 11 17:22:58.179790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port ab6e503b-1bc7-4a46-863d-231864cc9fa6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:58.182211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.190491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e0ea4cd7-9361-44f9-a020-4be3687535af,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:58.213624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54512) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:58.330175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58e3a9c4-e790-4816-acf0-25ebae6991f6 req-1dc6e822-526d-4843-9626-85faf7f466eb tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696267 Mar 11 17:22:58.353355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.403060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cbee0465-be35-407a-88cb-db507a912f32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aba924be257049b6a82c2bc2be9fa879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879129 Mar 11 17:22:58.404742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54516) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:22:58.440642 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ddc34e-a3ba-4fd4-a8ba-4e49f16d3635 x-openstack-request-id: req-07ddc34e-a3ba-4fd4-a8ba-4e49f16d3635 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:58.441502 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8e01ed-de81-4c42-bc06-ad74e616784c", "name": "network-vif-plugged", "status": "completed", "tag": "e0ea4cd7-9361-44f9-a020-4be3687535af", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:58.442028 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07ddc34e-a3ba-4fd4-a8ba-4e49f16d3635 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:58.442851 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8e01ed-de81-4c42-bc06-ad74e616784c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ea4cd7-9361-44f9-a020-4be3687535af', 'code': 200} Mar 11 17:22:58.449386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port ab6e503b-1bc7-4a46-863d-231864cc9fa6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ab6e503b-1bc7-4a46-863d-231864cc9fa6,segment=NetworkSegment(d87c1248-8e38-4c64-89ff-d06ec6b0a2ba),segment_id=d87c1248-8e38-4c64-89ff-d06ec6b0a2ba)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:22:58.449758 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.495931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for ab6e503b-1bc7-4a46-863d-231864cc9fa6 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:22:58.602282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-457b2671-bd4a-4257-91be-fd7ebf5b8428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.665407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event deleted for resources: {'Port': ['ID=b7449359-c845-4633-bba1-fa0ee78ce186,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:58.707873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-457b2671-bd4a-4257-91be-fd7ebf5b8428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.753398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] No DVR routers for this DVR port b7449359-c845-4633-bba1-fa0ee78ce186 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:58.759423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.760208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f043ba-5041-4036-bd85-31c702b1c6ad req-fce5d01c-c3b3-417f-9afd-fe55a06660a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:58.762707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f6f043ba-5041-4036-bd85-31c702b1c6ad req-fce5d01c-c3b3-417f-9afd-fe55a06660a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 1097 time: 0.2074530 Mar 11 17:22:58.774712 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b6234686-4c77-4515-8172-b9dc5eab3ff9 req-fd58f503-ce9f-4b44-b604-a52dd37c1522 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.66 "DELETE /v2.0/ports/b7449359-c845-4633-bba1-fa0ee78ce186 HTTP/1.1" status: 204 len: 173 time: 2.6765652 Mar 11 17:22:58.829415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94b243-beca-4bae-b675-f153453e39cd', 'name': 'network-vif-deleted', 'tag': 'b7449359-c845-4633-bba1-fa0ee78ce186'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:58.834747 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b09121d-2bae-45ec-94ce-93978cb6a1ce" -d '{"events": [{"server_uuid": "2a94b243-beca-4bae-b675-f153453e39cd", "name": "network-vif-deleted", "tag": "b7449359-c845-4633-bba1-fa0ee78ce186"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:22:58.846093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e007bb-4e77-4c4f-bcf1-92021dde0cd4 req-15642ed2-06a3-4c31-98df-cddf2f4c2665 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:58.854433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4e007bb-4e77-4c4f-bcf1-92021dde0cd4 req-15642ed2-06a3-4c31-98df-cddf2f4c2665 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 946 time: 0.6341715 Mar 11 17:22:58.865465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.026463 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f6f043ba-5041-4036-bd85-31c702b1c6ad req-e6711abb-d237-4c56-8e7b-e51406a41d25 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354386 Mar 11 17:22:59.073247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.175717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4e007bb-4e77-4c4f-bcf1-92021dde0cd4 req-f7363ad5-1999-405a-b6c9-88fbb484613a tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200424 Mar 11 17:22:59.235282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584a838-1da6-458e-9ce7-b8d6a439b353 req-129cf604-b465-40fd-b868-25ead457006e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:59.241358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e584a838-1da6-458e-9ce7-b8d6a439b353 req-129cf604-b465-40fd-b868-25ead457006e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.4893456 Mar 11 17:22:59.253684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-457b2671-bd4a-4257-91be-fd7ebf5b8428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.270512 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-457b2671-bd4a-4257-91be-fd7ebf5b8428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.280692 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-457b2671-bd4a-4257-91be-fd7ebf5b8428 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/588764e9-e962-4a81-8999-81291841b9e7 HTTP/1.1" status: 204 len: 168 time: 0.8621817 Mar 11 17:22:59.315112 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a428c65-f12c-4a28-8ea5-b712869c58a7 x-openstack-request-id: req-2a428c65-f12c-4a28-8ea5-b712869c58a7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:22:59.315403 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a94b243-beca-4bae-b675-f153453e39cd", "name": "network-vif-deleted", "tag": "b7449359-c845-4633-bba1-fa0ee78ce186", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:22:59.315662 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a428c65-f12c-4a28-8ea5-b712869c58a7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:22:59.316062 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94b243-beca-4bae-b675-f153453e39cd', 'name': 'network-vif-deleted', 'tag': 'b7449359-c845-4633-bba1-fa0ee78ce186', 'status': 'completed', 'code': 200} Mar 11 17:22:59.350813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b2671-bd4a-4257-91be-fd7ebf5b8428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588764e9-e962-4a81-8999-81291841b9e7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:59.785296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f4f84c1-493f-4655-9770-253ee91ac100 req-b6f8cc1a-cd09-4584-b9f8-4f156dea03f9 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a94b243-beca-4bae-b675-f153453e39cd HTTP/1.1" status: 200 len: 210 time: 0.2532604 Mar 11 17:22:59.844399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e584a838-1da6-458e-9ce7-b8d6a439b353 req-a0aeca07-a90a-4933-acb5-fa20f5bfee10 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773301 Mar 11 17:22:59.863915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Deleting port 2fd43fee-5500-4c60-b6c9-fef26706ee2e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:22:59.865174 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.869223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:00.123700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=ab6e503b-1bc7-4a46-863d-231864cc9fa6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:00.164636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] For port 2fd43fee-5500-4c60-b6c9-fef26706ee2e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2fd43fee-5500-4c60-b6c9-fef26706ee2e,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:00.172917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:00.224112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Calling delete_port for 2fd43fee-5500-4c60-b6c9-fef26706ee2e owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:00.262709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b7449359-c845-4633-bba1-fa0ee78ce186 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:00.344125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: b7449359-c845-4633-bba1-fa0ee78ce186 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:00.344522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device b7449359-c845-4633-bba1-fa0ee78ce186 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:00.587275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:00.865178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:00.905265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca68dd-ccb1-4c57-bdc1-80db5295eab3 req-778f1a8c-0d36-4a24-a3b9-59dfbbe9001d tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:00.906908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82ca68dd-ccb1-4c57-bdc1-80db5295eab3 req-778f1a8c-0d36-4a24-a3b9-59dfbbe9001d tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 946 time: 0.3072884 Mar 11 17:23:00.958285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd43fee-5500-4c60-b6c9-fef26706ee2e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:01.525204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82ca68dd-ccb1-4c57-bdc1-80db5295eab3 req-8ade05b9-8b08-4406-9a75-6713753e1044 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167606 Mar 11 17:23:01.541498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:01.584301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2f339-f3d2-4b1a-ae8b-032f91d4506b req-40bebd25-2bb0-445d-b631-949cf7993829 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:01.594597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9dc2f339-f3d2-4b1a-ae8b-032f91d4506b req-40bebd25-2bb0-445d-b631-949cf7993829 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.4054053 Mar 11 17:23:01.724128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-60f16623-339a-48a7-8c7a-b115dafbba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:01.726623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-60f16623-339a-48a7-8c7a-b115dafbba67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 1095 time: 0.3669329 Mar 11 17:23:01.891621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9dc2f339-f3d2-4b1a-ae8b-032f91d4506b req-02838e3a-1809-44fc-acf0-6eacb76bde28 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959678 Mar 11 17:23:02.031783 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-922f30ab-bee9-460f-8ba3-5b0692dd2f10 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2171249 Mar 11 17:23:02.199210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:02.220683 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:02.237256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1169eb87-7cf0-40e9-96e1-531ba6968625 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9963381 Mar 11 17:23:02.238539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54570) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:02.239753 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:02.240421 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:02.241917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-fa31f67a-6ec9-474a-96ce-7b7682049ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:02.243631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-fa31f67a-6ec9-474a-96ce-7b7682049ac8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 912 time: 0.4234498 Mar 11 17:23:02.264463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.281735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-ab2536dc-070d-451a-af69-7af347e0580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:02.283589 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-ab2536dc-070d-451a-af69-7af347e0580c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 1096 time: 0.1386480 Mar 11 17:23:02.381471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca6126b-a270-49de-92fe-c6dbacf001a4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting subnet 2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:23:02.465122 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:02.473296 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bca6126b-a270-49de-92fe-c6dbacf001a4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.487326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-496af6d5-97de-4a6c-adea-ebde86ce1216 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81883c67-8f73-41fc-86ed-709b4885d61e HTTP/1.1" status: 200 len: 217 time: 0.1139517 Mar 11 17:23:02.610878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bca6126b-a270-49de-92fe-c6dbacf001a4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.850281 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bca6126b-a270-49de-92fe-c6dbacf001a4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.021605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bca6126b-a270-49de-92fe-c6dbacf001a4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.049585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee530a-e41d-4621-9e1c-b5812165c782 None None] Network 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:03.063027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bca6126b-a270-49de-92fe-c6dbacf001a4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.068721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bca6126b-a270-49de-92fe-c6dbacf001a4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b HTTP/1.1" status: 204 len: 168 time: 0.8194971 Mar 11 17:23:03.091294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54596) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:03.100618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6126b-a270-49de-92fe-c6dbacf001a4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:03.126917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340c15c-a9d9-442b-91dc-afddb8bd91ee req-25835001-789b-48e0-92a3-1ae964405e61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:03.141736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3340c15c-a9d9-442b-91dc-afddb8bd91ee req-25835001-789b-48e0-92a3-1ae964405e61 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.9839628 Mar 11 17:23:03.215594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3340c15c-a9d9-442b-91dc-afddb8bd91ee req-becc776d-a116-4d6c-aba7-5aa052b0daef tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726278 Mar 11 17:23:03.222337 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-c3f2bd4c-e221-425f-81c5-192487bdf776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:03.224101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-c3f2bd4c-e221-425f-81c5-192487bdf776 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 HTTP/1.1" status: 200 len: 852 time: 0.2130024 Mar 11 17:23:03.228719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:03.319452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-f29426fc-c988-460d-b189-ed66d90105ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:03.330468 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-f29426fc-c988-460d-b189-ed66d90105ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 910 time: 1.0148559 Mar 11 17:23:03.343441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-e712352c-6029-4257-92cf-cf5b00fe529f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7dd1d19d-d97e-41e1-a230-5227c0a2b027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072481 Mar 11 17:23:03.526203 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:59Z', 'revision_number': 10, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:03.588302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc41c32-450f-4e03-b571-9b50f987c3eb req-6a732806-0f35-40ac-88f7-778bb646ca02 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:03.595891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bc41c32-450f-4e03-b571-9b50f987c3eb req-6a732806-0f35-40ac-88f7-778bb646ca02 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 946 time: 0.2474670 Mar 11 17:23:03.604005 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:03.636487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc4919-6783-4e64-9264-015b22d18f89 None None] DHCP port deletion for 2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:23:03.663090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca5b66-7ea8-481a-9218-190cbddbb6fc req-47e14397-b6dd-4153-8a9f-644552c1997a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:03.665950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19ca5b66-7ea8-481a-9218-190cbddbb6fc req-47e14397-b6dd-4153-8a9f-644552c1997a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.2873080 Mar 11 17:23:03.667046 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:03.670179 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:03.737754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-61fc4919-6783-4e64-9264-015b22d18f89 None None] Deleting port 43b73154-535d-4e52-b455-3988caddb1a2 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:03.741537 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-61fc4919-6783-4e64-9264-015b22d18f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.862432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-bbc96b40-c747-49f6-ab48-05439e5b89bd service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876111 Mar 11 17:23:03.894299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bc41c32-450f-4e03-b571-9b50f987c3eb req-5a8c11e8-4c98-4164-9538-f23b043ab1fb tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792821 Mar 11 17:23:03.935608 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-c06422fe-610b-465e-aead-356783eca232 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10858b09-00b9-40f5-96be-7903a4cf8d96 HTTP/1.1" status: 200 len: 1001 time: 0.4809613 Mar 11 17:23:03.943416 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:04.121778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-61fc4919-6783-4e64-9264-015b22d18f89 None None] For port 43b73154-535d-4e52-b455-3988caddb1a2, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=43b73154-535d-4e52-b455-3988caddb1a2,segment=NetworkSegment(d87c1248-8e38-4c64-89ff-d06ec6b0a2ba),segment_id=d87c1248-8e38-4c64-89ff-d06ec6b0a2ba)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:04.130082 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-61fc4919-6783-4e64-9264-015b22d18f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.204369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-61fc4919-6783-4e64-9264-015b22d18f89 None None] Calling delete_port for 43b73154-535d-4e52-b455-3988caddb1a2 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:04.230561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.517419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-bfdb2413-a4f0-4616-85a2-6aa001871e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:04.536297 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-61fc4919-6783-4e64-9264-015b22d18f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.537911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-bfdb2413-a4f0-4616-85a2-6aa001871e50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.5814867 Mar 11 17:23:04.582565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc4919-6783-4e64-9264-015b22d18f89 None None] No DVR routers for this DVR port 43b73154-535d-4e52-b455-3988caddb1a2 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:04.585314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc4919-6783-4e64-9264-015b22d18f89 None None] Pushing event deleted for resources: {'Port': ['ID=43b73154-535d-4e52-b455-3988caddb1a2,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:04.612397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] The port '43b73154-535d-4e52-b455-3988caddb1a2' was deleted {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 11 17:23:04.683727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:04.697882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] Sync routers for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:04.723144 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f7270581-ba74-4e18-88be-a3dd6436197a admin admin] 10.222.0.53 "PUT /v2.0/routers/9b366fe0-17ca-4c9b-886f-257a0bf3a1d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0956020 Mar 11 17:23:04.725866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:04.728990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54624) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:04.737609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:04.746771 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:59Z', 'revision_number': 10, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:04.879249 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276985a7-4761-4978-b2e0-8f3eff961102 None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:22:59Z', 'revision_number': 10, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None, '_interfaces': [{'id': '961a0507-df94-4eef-bb0d-da96c5ca8738', 'name': '', 'network_id': 'aaa3c141-37f5-43a9-9618-9ae24354706a', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'mac_address': 'fa:16:3e:2f:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:00Z', 'updated_at': '2022-03-11T17:22:08Z', 'revision_number': 5, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'subnets': [{'id': 'e74e9382-07d1-4afd-8552-96ca034c5e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:04.900687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 43b73154-535d-4e52-b455-3988caddb1a2 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:04.971043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 43b73154-535d-4e52-b455-3988caddb1a2 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:04.972190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 43b73154-535d-4e52-b455-3988caddb1a2 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:05.001353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19ca5b66-7ea8-481a-9218-190cbddbb6fc req-f758b563-0a44-4af2-bb48-6fdae5f7a493 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2966783 Mar 11 17:23:05.110568 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:05.116997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:05.135066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:05.282591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-5793ab86-ff0c-49d0-bd25-0de2e363ce4a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:05.285947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-5793ab86-ff0c-49d0-bd25-0de2e363ce4a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 1.0949101 Mar 11 17:23:05.339286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5392b9-3744-44e6-b4a1-f6d270059b02 req-e0006e63-d5a8-4ebd-a515-7542984711fe tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:05.341191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d5392b9-3744-44e6-b4a1-f6d270059b02 req-e0006e63-d5a8-4ebd-a515-7542984711fe tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.3921773 Mar 11 17:23:05.645462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0f802a-7992-4ec6-b545-aa5dc5ed91b7']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:05.659740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-638f80c6-9604-49eb-b1bd-d66430261e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:05.662545 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-638f80c6-9604-49eb-b1bd-d66430261e67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0511687 Mar 11 17:23:05.669097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:05.689642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:05.690331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87c1248-8e38-4c64-89ff-d06ec6b0a2ba') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:05.710739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:23:00Z', 'revision_number': 5, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port': {'id': 'f62d2027-43c5-4edf-90b2-bc04603c8b3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:29Z', 'updated_at': '2022-03-11T17:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:05.728013 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:05.824222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb0a5acd-3e04-45e4-a104-de2ae3b052a5 req-b785cd68-1563-4a0f-9d15-c3628fba53f4 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9060955 Mar 11 17:23:05.835387 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] Checking router: 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:05.856115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] Routers {'9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:05.857153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:06.036087 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.099240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d5392b9-3744-44e6-b4a1-f6d270059b02 req-6c3d8120-abe7-46e6-b9ed-a959eca4be5a tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5225475 Mar 11 17:23:06.100150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:23:06.100686 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:06.114897 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:06.152992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe243ce1-5b18-4042-9ac4-59012970ad2f req-661e7a0f-eea2-4428-84b9-afa2a69ed8ef tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:06.165214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe243ce1-5b18-4042-9ac4-59012970ad2f req-661e7a0f-eea2-4428-84b9-afa2a69ed8ef tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 946 time: 0.4082937 Mar 11 17:23:06.321332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Deleting port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:06.322159 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.384329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.397766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.403162 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/networks/2c0f802a-7992-4ec6-b545-aa5dc5ed91b7 HTTP/1.1" status: 204 len: 168 time: 3.2385247 Mar 11 17:23:06.408739 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-9f7dbe94-eba3-4e86-9ba0-cf4baa1953aa service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324059 Mar 11 17:23:06.410236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:06.568402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] Set router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:06.608156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54646) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:06.742115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe243ce1-5b18-4042-9ac4-59012970ad2f req-61f9cdfd-dca8-4c84-aa83-87e38f384189 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728848 Mar 11 17:23:06.862781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ab6e503b-1bc7-4a46-863d-231864cc9fa6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:06.969146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] For port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:06.969578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.978021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:23:05Z', 'revision_number': 6, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:07.006719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ab6e503b-1bc7-4a46-863d-231864cc9fa6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:07.007349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ab6e503b-1bc7-4a46-863d-231864cc9fa6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:07.130562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07844e03-a033-4466-b1d5-ba1b12fc9ce1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Network': ['ID=2c0f802a-7992-4ec6-b545-aa5dc5ed91b7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:07.186832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Deleting port f62d2027-43c5-4edf-90b2-bc04603c8b3f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:07.187534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.208589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea42dc6-1129-494a-bae3-d958438ce032 None None] The sync data for ids ['9b366fe0-17ca-4c9b-886f-257a0bf3a1d7'] in n-d-833411-1 is: [{'id': '9b366fe0-17ca-4c9b-886f-257a0bf3a1d7', 'name': 'tempest-TaggedBootDevicesTest-504282303-router', 'tenant_id': '57e97bf04688486b83ee0690c8ff475f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:26Z', 'updated_at': '2022-03-11T17:23:05Z', 'revision_number': 6, 'project_id': '57e97bf04688486b83ee0690c8ff475f', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:07.384192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee6cac-9c49-423c-b2da-f389a4759673 req-d74b67b4-f7c7-4c2e-8f17-6a8d21f87a36 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:07.394593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46ee6cac-9c49-423c-b2da-f389a4759673 req-d74b67b4-f7c7-4c2e-8f17-6a8d21f87a36 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.9662101 Mar 11 17:23:07.415231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01b6f465-2b6e-4ddf-8aa4-2fd21f47b4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.588009 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a47b9c9e-2c28-4b26-86a5-abc403d502d2 req-d618b3e2-91a6-495b-ab47-7e9a4bd1e53a service neutron] 10.222.0.46 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1529593 Mar 11 17:23:07.649716 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01b6f465-2b6e-4ddf-8aa4-2fd21f47b4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.678450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:07.715470 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01b6f465-2b6e-4ddf-8aa4-2fd21f47b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.803586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6f465-2b6e-4ddf-8aa4-2fd21f47b4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed627ca-2e70-4670-983c-c9b7c03c47f9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:07.849116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec010b9-f59a-4b32-aa62-cb5427f9f7d8 req-2499ac90-e59c-4e89-bff6-948cf46eddfb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:07.857665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ec010b9-f59a-4b32-aa62-cb5427f9f7d8 req-2499ac90-e59c-4e89-bff6-948cf46eddfb tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 944 time: 0.5997438 Mar 11 17:23:07.875751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46ee6cac-9c49-423c-b2da-f389a4759673 req-b1d30c85-9a82-46c7-a554-875e990bf03c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581499 Mar 11 17:23:07.986282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] For port f62d2027-43c5-4edf-90b2-bc04603c8b3f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f62d2027-43c5-4edf-90b2-bc04603c8b3f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:07.987096 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.025680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Calling delete_port for f62d2027-43c5-4edf-90b2-bc04603c8b3f owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:08.031933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ec010b9-f59a-4b32-aa62-cb5427f9f7d8 req-2cb89147-fd84-481f-84ad-affe8a4c0737 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ee7651e-4199-41b2-bc5d-009bae54678c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728766 Mar 11 17:23:08.174186 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54660) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:08.188553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-01b6f465-2b6e-4ddf-8aa4-2fd21f47b4d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22c3094453334ab9b8b5974226b27ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5258853 Mar 11 17:23:08.259487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347170a-ee83-472c-b539-43602f16ac55 req-6c790d11-70d5-4d20-8aff-7cb53a61119c tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:08.261209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b347170a-ee83-472c-b539-43602f16ac55 req-6c790d11-70d5-4d20-8aff-7cb53a61119c tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 946 time: 0.5906768 Mar 11 17:23:08.282259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.284026 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.286564 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Floating IP 9200b231-cf2f-4396-b7ab-95405f6151a8 disassociated. External IP: 172.25.8.138, port: d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9. Mar 11 17:23:08.288197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Calling delete_port for d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:08.465340 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42a85830-32e5-4faa-ae2c-2819022dc226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.508252 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42a85830-32e5-4faa-ae2c-2819022dc226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.672601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42a85830-32e5-4faa-ae2c-2819022dc226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.677547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42a85830-32e5-4faa-ae2c-2819022dc226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.680510 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-42a85830-32e5-4faa-ae2c-2819022dc226 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ed627ca-2e70-4670-983c-c9b7c03c47f9 HTTP/1.1" status: 204 len: 168 time: 0.5046952 Mar 11 17:23:08.687200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.754366 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.814304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f62d2027-43c5-4edf-90b2-bc04603c8b3f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:08.830251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f62d2027-43c5-4edf-90b2-bc04603c8b3f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:08.833181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a85830-32e5-4faa-ae2c-2819022dc226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed627ca-2e70-4670-983c-c9b7c03c47f9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:08.867614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event deleted for resources: {'Port': ['ID=d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:08.906048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8ace3-f119-4794-a0ca-915fea9bcdf4 req-d0abb7b0-26b8-4ada-9d10-839da472f698 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:08.918021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38e8ace3-f119-4794-a0ca-915fea9bcdf4 req-d0abb7b0-26b8-4ada-9d10-839da472f698 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 946 time: 0.8455367 Mar 11 17:23:08.942479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f62d2027-43c5-4edf-90b2-bc04603c8b3f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:08.943002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f62d2027-43c5-4edf-90b2-bc04603c8b3f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:08.943630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2fd43fee-5500-4c60-b6c9-fef26706ee2e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:09.027771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 2fd43fee-5500-4c60-b6c9-fef26706ee2e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:09.028464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2fd43fee-5500-4c60-b6c9-fef26706ee2e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:09.065949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.181437 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.240053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38e8ace3-f119-4794-a0ca-915fea9bcdf4 req-bbb04bd5-5a9c-4d33-8ffe-2f2c35b68625 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206115 Mar 11 17:23:09.411811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de6922-7f1b-4ebe-9a4c-7d568e231b91 req-9565b42c-2534-4480-9bf9-94116002d971 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:09.417605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4de6922-7f1b-4ebe-9a4c-7d568e231b91 req-9565b42c-2534-4480-9bf9-94116002d971 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.2882919 Mar 11 17:23:09.440971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b347170a-ee83-472c-b539-43602f16ac55 req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Deleting port e0ea4cd7-9361-44f9-a020-4be3687535af {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:09.442113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b347170a-ee83-472c-b539-43602f16ac55 req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.476962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.485871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.554049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54672) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:09.587074 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.588089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:23:09.607948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.612175 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a12bab99-8682-42d7-ac8a-fd445aadc7ab admin admin] 10.222.0.53 "DELETE /v2.0/routers/9b366fe0-17ca-4c9b-886f-257a0bf3a1d7 HTTP/1.1" status: 204 len: 168 time: 4.8596046 Mar 11 17:23:09.613596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54676) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:09.723631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ac8241-ea2e-4b23-a5de-d66bc6f4eed0 admin admin] Deleting subnet 4bf8e4bb-7108-4116-a5e2-7ae872b2c394 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:23:09.748594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6ac8241-ea2e-4b23-a5de-d66bc6f4eed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.790548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3247a2ee-fb84-4675-a302-ec4de34d7581 req-2ef5293a-18d3-4b67-a887-5075bb8942f4 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 210 time: 0.2793994 Mar 11 17:23:09.961620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b347170a-ee83-472c-b539-43602f16ac55 req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] For port e0ea4cd7-9361-44f9-a020-4be3687535af, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e0ea4cd7-9361-44f9-a020-4be3687535af,segment=NetworkSegment(f29dacb2-96b6-409d-9437-211253f9bba8),segment_id=f29dacb2-96b6-409d-9437-211253f9bba8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:09.968304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b347170a-ee83-472c-b539-43602f16ac55 req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.004983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b347170a-ee83-472c-b539-43602f16ac55 req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Calling delete_port for e0ea4cd7-9361-44f9-a020-4be3687535af owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:10.022640 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6ac8241-ea2e-4b23-a5de-d66bc6f4eed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.171592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Router f9f6787e-8991-49a3-a1e3-d7099fe5892e has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:10.186924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4de6922-7f1b-4ebe-9a4c-7d568e231b91 req-51c37879-cdfd-4e95-a617-e8da73fc36db tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398207 Mar 11 17:23:10.198150 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.330090 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6ac8241-ea2e-4b23-a5de-d66bc6f4eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.424088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.505629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.520736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6ac8241-ea2e-4b23-a5de-d66bc6f4eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.611878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:10.614939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port 961a0507-df94-4eef-bb0d-da96c5ca8738 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:10.615285 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.620249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac8241-ea2e-4b23-a5de-d66bc6f4eed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf8e4bb-7108-4116-a5e2-7ae872b2c394,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:10.626500 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] Sync routers for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:10.645810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc11f6-b0d3-447e-a6f5-4d05c1e9d9b0 None None] Network 1394a171-ce99-407d-a71d-c9abf03ee56b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:10.666482 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:10.667354 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:10.673216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6ac8241-ea2e-4b23-a5de-d66bc6f4eed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.687292 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e6ac8241-ea2e-4b23-a5de-d66bc6f4eed0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4bf8e4bb-7108-4116-a5e2-7ae872b2c394 HTTP/1.1" status: 204 len: 168 time: 1.0715373 Mar 11 17:23:10.688141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54684) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:10.840742 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.867644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] No DVR routers for this DVR port d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:10.902145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.906286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d3c8cac-6a1d-4f4f-ae47-58ca4ada4d08 req-3bf8dd4e-3a75-466e-881f-8a459dd4ecac tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.46 "DELETE /v2.0/ports/d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9 HTTP/1.1" status: 204 len: 173 time: 5.5831523 Mar 11 17:23:10.922565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-deleted', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:10.932821 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa66ccca-4b56-474d-ad1d-89368f225bfb" -d '{"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-deleted", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:23:11.059542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] DHCP port deletion for 1394a171-ce99-407d-a71d-c9abf03ee56b request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:23:11.069953 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:11.094558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.167053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b347170a-ee83-472c-b539-43602f16ac55 req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.182282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afe106c-9e45-4b5d-87cf-8761c8cf1480,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:11.185645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port 961a0507-df94-4eef-bb0d-da96c5ca8738, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=961a0507-df94-4eef-bb0d-da96c5ca8738,segment=NetworkSegment(c97e3630-e6d5-41ad-957b-de5c1578998c),segment_id=c97e3630-e6d5-41ad-957b-de5c1578998c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:11.187930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.256280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Deleting port 1ea517f5-e570-406f-88ba-9cc16f80f10c {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:11.259121 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.269686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for 961a0507-df94-4eef-bb0d-da96c5ca8738 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:11.275909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.280032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.280560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.281098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.282072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.284429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.284429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.285256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.286544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.287178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.288062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.290466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.327058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c332ebae-368b-4f2a-be10-c53e7a0560fa req-b5817eab-99d7-4e68-83e2-8ddb588807ce tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/ports?device_id=df484a5c-8eb8-4e8b-b378-6141e2ff7d46 HTTP/1.1" status: 200 len: 210 time: 0.1889038 Mar 11 17:23:11.366085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-35ff4342-d10e-4a78-985d-dd1f022e4cbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdb6ebb1c39c4eb4901cc49a942232b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7909956 Mar 11 17:23:11.367274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54694) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:11.447644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afafa40-1a8f-4188-9975-2c5877559a82 req-8b73202a-240d-4992-9d8b-84e1deb5ea53 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:11.457132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9afafa40-1a8f-4188-9975-2c5877559a82 req-8b73202a-240d-4992-9d8b-84e1deb5ea53 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8e01ed-de81-4c42-bc06-ad74e616784c HTTP/1.1" status: 200 len: 946 time: 0.9530807 Mar 11 17:23:11.477621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Deleting port 1ea517f5-e570-406f-88ba-9cc16f80f10c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:11.478152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.503205 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4828d7fb-88c0-4664-b6ee-e8af498d252d x-openstack-request-id: req-4828d7fb-88c0-4664-b6ee-e8af498d252d {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:23:11.504029 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df484a5c-8eb8-4e8b-b378-6141e2ff7d46", "name": "network-vif-deleted", "tag": "d1cf83cf-ccc6-4c02-98e1-f3994a77b0e9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:23:11.504029 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4828d7fb-88c0-4664-b6ee-e8af498d252d {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:23:11.504324 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df484a5c-8eb8-4e8b-b378-6141e2ff7d46', 'name': 'network-vif-deleted', 'tag': 'd1cf83cf-ccc6-4c02-98e1-f3994a77b0e9', 'status': 'completed', 'code': 200} Mar 11 17:23:11.514374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Pushing event deleted for resources: {'Port': ['ID=e0ea4cd7-9361-44f9-a020-4be3687535af,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:11.547295 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] For port 1ea517f5-e570-406f-88ba-9cc16f80f10c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1ea517f5-e570-406f-88ba-9cc16f80f10c,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:11.550791 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.599403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Calling delete_port for 1ea517f5-e570-406f-88ba-9cc16f80f10c owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:11.654899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e9a31757-0429-41fa-a832-22ccb1d6c466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.659868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b347170a-ee83-472c-b539-43602f16ac55 req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] No DVR routers for this DVR port e0ea4cd7-9361-44f9-a020-4be3687535af on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:11.692182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e0ea4cd7-9361-44f9-a020-4be3687535af no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:11.717841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e9a31757-0429-41fa-a832-22ccb1d6c466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.736132 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:13:07Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64865d48-7a23-4abd-938f-6ce68e552e94', 'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'mac_address': 'fa:16:3e:ef:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:05Z', 'updated_at': '2022-03-11T17:13:20Z', 'revision_number': 5, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'subnets': [{'id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:11.746167 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b347170a-ee83-472c-b539-43602f16ac55 req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.752400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b347170a-ee83-472c-b539-43602f16ac55 req-995fa8dc-88f6-4e7a-8ec1-0dbdbd1363d4 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.46 "DELETE /v2.0/ports/e0ea4cd7-9361-44f9-a020-4be3687535af HTTP/1.1" status: 204 len: 173 time: 3.2264342 Mar 11 17:23:11.757799 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: e0ea4cd7-9361-44f9-a020-4be3687535af {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:11.758702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e0ea4cd7-9361-44f9-a020-4be3687535af not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:11.788200 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] Checking router: f9f6787e-8991-49a3-a1e3-d7099fe5892e for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:11.807014 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:11.808324 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:11.834403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] For port 1ea517f5-e570-406f-88ba-9cc16f80f10c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1ea517f5-e570-406f-88ba-9cc16f80f10c,segment=NetworkSegment(a6c1d57e-3931-4d3d-a0be-69464eb90152),segment_id=a6c1d57e-3931-4d3d-a0be-69464eb90152)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:11.834857 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.841869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9afafa40-1a8f-4188-9975-2c5877559a82 req-1d13c868-c332-4d6c-8795-d9fe3eec47b3 tempest-ServerAddressesTestJSON-585083012 tempest-ServerAddressesTestJSON-585083012-project] 10.222.0.53 "GET /v2.0/security-groups?id=947dece3-a226-4403-9822-6943260921f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832202 Mar 11 17:23:11.855118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Calling delete_port for 1ea517f5-e570-406f-88ba-9cc16f80f10c owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:11.894390 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.904568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5f51c-fbb5-432d-8781-cfdf272489de req-5dcc1a9b-f124-4771-a424-4ba075fa2e8a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:11.907293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fd5f51c-fbb5-432d-8781-cfdf272489de req-5dcc1a9b-f124-4771-a424-4ba075fa2e8a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.2891493 Mar 11 17:23:11.955335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Pushing event deleted for resources: {'Port': ['ID=1ea517f5-e570-406f-88ba-9cc16f80f10c,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:11.963096 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e9a31757-0429-41fa-a832-22ccb1d6c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.973254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e9a31757-0429-41fa-a832-22ccb1d6c466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.977342 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e9a31757-0429-41fa-a832-22ccb1d6c466 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6afe106c-9e45-4b5d-87cf-8761c8cf1480 HTTP/1.1" status: 204 len: 168 time: 0.5069957 Mar 11 17:23:11.982839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.983208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.984223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.984223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.984223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.984549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.985994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.986191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.986472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.988124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.988124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:11.988410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:12.008466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f02e8-4941-4dd2-ad6d-e4433620673f None None] No DVR routers for this DVR port 1ea517f5-e570-406f-88ba-9cc16f80f10c on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:12.023471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.030177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a31757-0429-41fa-a832-22ccb1d6c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afe106c-9e45-4b5d-87cf-8761c8cf1480,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.073101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fd5f51c-fbb5-432d-8781-cfdf272489de req-05c36d06-1e93-4e02-a4f2-2b49c60cb54a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561973 Mar 11 17:23:12.116961 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.121956 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:12.224179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=961a0507-df94-4eef-bb0d-da96c5ca8738,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.313816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] No DVR routers for this DVR port 1ea517f5-e570-406f-88ba-9cc16f80f10c on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:12.425403 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:13:07Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64865d48-7a23-4abd-938f-6ce68e552e94', 'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'mac_address': 'fa:16:3e:ef:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:05Z', 'updated_at': '2022-03-11T17:13:20Z', 'revision_number': 5, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'subnets': [{'id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:12.473089 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7548aa5-8743-49c3-b1b1-11b70dd9784e None None] The sync data for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 is: [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:13:07Z', 'revision_number': 4, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64865d48-7a23-4abd-938f-6ce68e552e94', 'name': '', 'network_id': '558c6011-93ea-4132-8ba8-bf4c6d83f7c1', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'mac_address': 'fa:16:3e:ef:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:13:05Z', 'updated_at': '2022-03-11T17:13:20Z', 'revision_number': 5, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'subnets': [{'id': 'd697f241-673f-43dc-a23c-ba6c98adb721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:12.509361 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.538641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea517f5-e570-406f-88ba-9cc16f80f10c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.547195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54706) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:12.580671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1394a171-ce99-407d-a71d-c9abf03ee56b']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:12.634165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c1d57e-3931-4d3d-a0be-69464eb90152') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:12.634367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c1d57e-3931-4d3d-a0be-69464eb90152') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:12.706916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c657e99-b961-46e6-86b8-345ff7cced77 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.728054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.740702 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c657e99-b961-46e6-86b8-345ff7cced77 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.757354 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.789858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.801009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:23:12.806985 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:12.809150 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:12.836216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c657e99-b961-46e6-86b8-345ff7cced77 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.840236 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c657e99-b961-46e6-86b8-345ff7cced77 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.847393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1c657e99-b961-46e6-86b8-345ff7cced77 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "DELETE /v2.0/security-groups/8ee7651e-4199-41b2-bc5d-009bae54678c HTTP/1.1" status: 204 len: 168 time: 0.2985516 Mar 11 17:23:12.848138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54712) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:12.913514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c657e99-b961-46e6-86b8-345ff7cced77 tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee7651e-4199-41b2-bc5d-009bae54678c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.938281 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-b08f84b5-7d37-47f1-ad39-a6366aafa1fa tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] show failed (client error): The resource could not be found. Mar 11 17:23:12.939760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b08f84b5-7d37-47f1-ad39-a6366aafa1fa tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "GET /v2.0/security-groups/8ee7651e-4199-41b2-bc5d-009bae54678c HTTP/1.1" status: 404 len: 347 time: 0.0615497 Mar 11 17:23:12.942947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54718) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:12.978334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1ea517f5-e570-406f-88ba-9cc16f80f10c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:13.018612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54722) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:13.038901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2adb8b-cedf-4643-bddc-0ab023743f04 None None] New status for floating IP 9200b231-cf2f-4396-b7ab-95405f6151a8: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:23:13.042599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1ea517f5-e570-406f-88ba-9cc16f80f10c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:13.043121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1ea517f5-e570-406f-88ba-9cc16f80f10c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:13.202668 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.232856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae99a3c-5e93-4a71-8f90-d973275acc83 admin admin] Deleting subnet eb556c7c-106e-4bd4-9172-87b1e2fe5b95 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:23:13.249786 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ae99a3c-5e93-4a71-8f90-d973275acc83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.315042 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.318334 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1394a171-ce99-407d-a71d-c9abf03ee56b HTTP/1.1" status: 204 len: 168 time: 2.6261072 Mar 11 17:23:13.321546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54732) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:13.342857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Deleting port 2812961f-ac3a-45c0-8d58-63e4250f4f13 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:13.343199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.351157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:13.351714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ae99a3c-5e93-4a71-8f90-d973275acc83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.401508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4de36-55f1-44be-b4f7-bec8910a20bc req-73e50d7e-852b-4b1f-8178-03374207fe07 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:13.409583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bf4de36-55f1-44be-b4f7-bec8910a20bc req-73e50d7e-852b-4b1f-8178-03374207fe07 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.1829963 Mar 11 17:23:13.509669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8e01ed-de81-4c42-bc06-ad74e616784c', 'name': 'network-vif-deleted', 'tag': 'e0ea4cd7-9361-44f9-a020-4be3687535af'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:13.512194 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db80e56-881c-41a0-b681-8a6501845fd5" -d '{"events": [{"server_uuid": "ee8e01ed-de81-4c42-bc06-ad74e616784c", "name": "network-vif-deleted", "tag": "e0ea4cd7-9361-44f9-a020-4be3687535af"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:23:13.516550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ae99a3c-5e93-4a71-8f90-d973275acc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.611507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dbbecc59-2377-4f0e-90ee-4ea7ead7f907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.639768 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7638f18-65eb-44c9-9e98-3656d62e2024 x-openstack-request-id: req-b7638f18-65eb-44c9-9e98-3656d62e2024 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:23:13.640464 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8e01ed-de81-4c42-bc06-ad74e616784c", "name": "network-vif-deleted", "tag": "e0ea4cd7-9361-44f9-a020-4be3687535af", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:23:13.641197 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7638f18-65eb-44c9-9e98-3656d62e2024 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:23:13.642102 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8e01ed-de81-4c42-bc06-ad74e616784c', 'name': 'network-vif-deleted', 'tag': 'e0ea4cd7-9361-44f9-a020-4be3687535af', 'status': 'completed', 'code': 200} Mar 11 17:23:13.664210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bf4de36-55f1-44be-b4f7-bec8910a20bc req-9f209610-9d08-47ea-ad88-4090eef0cddf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528641 Mar 11 17:23:13.684147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.684603 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.705503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Calling delete_port for 2812961f-ac3a-45c0-8d58-63e4250f4f13 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:13.734498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7179a-f6ae-473c-a0f5-9b8cf4ca2c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=1394a171-ce99-407d-a71d-c9abf03ee56b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:13.735117 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ae99a3c-5e93-4a71-8f90-d973275acc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.806516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae99a3c-5e93-4a71-8f90-d973275acc83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb556c7c-106e-4bd4-9172-87b1e2fe5b95,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:13.818334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ae99a3c-5e93-4a71-8f90-d973275acc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.824918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8ae99a3c-5e93-4a71-8f90-d973275acc83 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eb556c7c-106e-4bd4-9172-87b1e2fe5b95 HTTP/1.1" status: 204 len: 168 time: 0.7365699 Mar 11 17:23:13.826982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54752) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:13.885251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:13.895453 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-369b7f0e-c96b-434d-8fae-34bac51e1e88 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4800241 Mar 11 17:23:13.896223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54754) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:13.901676 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:13.913654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.914209 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:13.915611 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:13.962789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f24da5-40d8-4962-af4e-f985468746ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting subnet e74e9382-07d1-4afd-8552-96ca034c5e84 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:23:13.968205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18f24da5-40d8-4962-af4e-f985468746ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.047424 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:14.069746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18f24da5-40d8-4962-af4e-f985468746ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.139513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54758) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:14.251027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18f24da5-40d8-4962-af4e-f985468746ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.283258 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:23:11Z', 'revision_number': 11, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:14.319858 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:14.333088 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:14.333723 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:14.342310 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b39067f-95ca-487a-a345-8979a5fac8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.388443 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18f24da5-40d8-4962-af4e-f985468746ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.392411 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.410559 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:14.433778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f24da5-40d8-4962-af4e-f985468746ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Subnet': ['ID=e74e9382-07d1-4afd-8552-96ca034c5e84,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:14.439524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844cfc78-b785-4699-9438-49ded12c9833']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:14.448927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18f24da5-40d8-4962-af4e-f985468746ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.454241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29dacb2-96b6-409d-9437-211253f9bba8') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:14.454669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29dacb2-96b6-409d-9437-211253f9bba8') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:14.455907 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-18f24da5-40d8-4962-af4e-f985468746ad tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/e74e9382-07d1-4afd-8552-96ca034c5e84 HTTP/1.1" status: 204 len: 168 time: 0.5541761 Mar 11 17:23:14.456032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54762) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:14.465456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc984cf-1106-4d9a-ac74-08feda91509d None None] Network aaa3c141-37f5-43a9-9618-9ae24354706a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:14.476474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.477692 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:23:11Z', 'revision_number': 11, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:14.487718 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.507783 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ad101b-a5a7-4d78-9b56-b81587f7cfdd None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:23:11Z', 'revision_number': 11, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:14.523663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.529594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Pushing event deleted for resources: {'Port': ['ID=2812961f-ac3a-45c0-8d58-63e4250f4f13,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:14.539556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:23:14.540078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:14.542144 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:14.641189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.651234 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b39067f-95ca-487a-a345-8979a5fac8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.658835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.673023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b39067f-95ca-487a-a345-8979a5fac8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.679459 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.687323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] 10.222.0.53 "DELETE /v2.0/networks/844cfc78-b785-4699-9438-49ded12c9833 HTTP/1.1" status: 204 len: 168 time: 0.8569820 Mar 11 17:23:14.688837 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.694805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.699436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9bd29290-b709-48f6-a21a-4afd504259dc tempest-ServerActionsTestJSON-594529751 tempest-ServerActionsTestJSON-594529751-project] 10.222.0.53 "DELETE /v2.0/floatingips/9200b231-cf2f-4396-b7ab-95405f6151a8 HTTP/1.1" status: 204 len: 168 time: 1.7551806 Mar 11 17:23:14.701991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54770) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:14.726135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8f627-eeb5-47d8-808f-20eea26b1029 admin admin] Pushing event deleted for resources: {'Network': ['ID=844cfc78-b785-4699-9438-49ded12c9833,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:14.781041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54774) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:14.781195 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0b39067f-95ca-487a-a345-8979a5fac8fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a65a8f7d3e484ff4b6abb4ed35219ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6406009 Mar 11 17:23:14.783812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39067f-95ca-487a-a345-8979a5fac8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e263c603-559a-4b25-ba04-e5a2d9ccc173,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:14.818081 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.876929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdfdda-7b0b-48ae-bce3-269a6513be7f None None] DHCP port deletion for aaa3c141-37f5-43a9-9618-9ae24354706a request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:23:14.880271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Deleting port fea01525-9dba-4368-8c41-7f26479cbde5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:14.880654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.947676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54776) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:14.998330 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-18bdfdda-7b0b-48ae-bce3-269a6513be7f None None] Deleting port fea01525-9dba-4368-8c41-7f26479cbde5 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:14.999095 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdda-7b0b-48ae-bce3-269a6513be7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.017537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] For port fea01525-9dba-4368-8c41-7f26479cbde5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fea01525-9dba-4368-8c41-7f26479cbde5,segment=NetworkSegment(c97e3630-e6d5-41ad-957b-de5c1578998c),segment_id=c97e3630-e6d5-41ad-957b-de5c1578998c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:15.017882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.025264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fea01525-9dba-4368-8c41-7f26479cbde5 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:15.036629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Calling delete_port for fea01525-9dba-4368-8c41-7f26479cbde5 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:15.143858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-18bdfdda-7b0b-48ae-bce3-269a6513be7f None None] For port fea01525-9dba-4368-8c41-7f26479cbde5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fea01525-9dba-4368-8c41-7f26479cbde5,segment=NetworkSegment(c97e3630-e6d5-41ad-957b-de5c1578998c),segment_id=c97e3630-e6d5-41ad-957b-de5c1578998c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:15.144626 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdda-7b0b-48ae-bce3-269a6513be7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.173010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fd2ac-5aa0-45f4-af58-c407605d8ebf req-4b1e9189-2f2e-4589-a443-8c08a546e1a6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:15.175325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-066fd2ac-5aa0-45f4-af58-c407605d8ebf req-4b1e9189-2f2e-4589-a443-8c08a546e1a6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.3772180 Mar 11 17:23:15.176228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8030f4b4-c07a-4f95-968d-f19438c70e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.185976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-18bdfdda-7b0b-48ae-bce3-269a6513be7f None None] Calling delete_port for fea01525-9dba-4368-8c41-7f26479cbde5 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:15.210249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9fc130d0-62ee-4b3d-9b7f-c7dc14a33420 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0200b409b164ed685778b2177199a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576580 Mar 11 17:23:15.219139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54778) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:15.223245 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.258689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Port': ['ID=fea01525-9dba-4368-8c41-7f26479cbde5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:15.260692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No DVR routers for this DVR port fea01525-9dba-4368-8c41-7f26479cbde5 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:15.272697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8030f4b4-c07a-4f95-968d-f19438c70e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.284916 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.344104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 961a0507-df94-4eef-bb0d-da96c5ca8738 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:15.361217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-066fd2ac-5aa0-45f4-af58-c407605d8ebf req-bc17c950-cc1d-4068-8e97-b7522e75c778 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681535 Mar 11 17:23:15.376145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 961a0507-df94-4eef-bb0d-da96c5ca8738 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:15.376675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 961a0507-df94-4eef-bb0d-da96c5ca8738 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:15.388462 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdda-7b0b-48ae-bce3-269a6513be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.391783 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.417103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6838c93-1bda-4774-824d-565122562707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.427201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdfdda-7b0b-48ae-bce3-269a6513be7f None None] Pushing event deleted for resources: {'Port': ['ID=fea01525-9dba-4368-8c41-7f26479cbde5,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:15.437969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Deleting port 94c54933-a81e-461b-a49d-72146648001e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:15.438928 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.444793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdfdda-7b0b-48ae-bce3-269a6513be7f None None] No DVR routers for this DVR port fea01525-9dba-4368-8c41-7f26479cbde5 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:15.448789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa3c141-37f5-43a9-9618-9ae24354706a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:15.453081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8030f4b4-c07a-4f95-968d-f19438c70e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.456947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8030f4b4-c07a-4f95-968d-f19438c70e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.458361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8030f4b4-c07a-4f95-968d-f19438c70e0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e263c603-559a-4b25-ba04-e5a2d9ccc173 HTTP/1.1" status: 204 len: 168 time: 0.6761334 Mar 11 17:23:15.464029 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6838c93-1bda-4774-824d-565122562707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.485694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97e3630-e6d5-41ad-957b-de5c1578998c') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:15.485997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97e3630-e6d5-41ad-957b-de5c1578998c') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:15.492174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030f4b4-c07a-4f95-968d-f19438c70e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e263c603-559a-4b25-ba04-e5a2d9ccc173,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:15.525214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.555636 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.572037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:23:15.572587 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.573072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6838c93-1bda-4774-824d-565122562707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.575587 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6838c93-1bda-4774-824d-565122562707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:15.576259 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:15.578342 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d6838c93-1bda-4774-824d-565122562707 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/947dece3-a226-4403-9822-6943260921f6 HTTP/1.1" status: 204 len: 168 time: 0.3570659 Mar 11 17:23:15.587935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6838c93-1bda-4774-824d-565122562707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947dece3-a226-4403-9822-6943260921f6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:15.658534 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.671952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] For port 94c54933-a81e-461b-a49d-72146648001e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=94c54933-a81e-461b-a49d-72146648001e,segment=NetworkSegment(5e722182-0c0f-4172-816b-c11c92a2d4a9),segment_id=5e722182-0c0f-4172-816b-c11c92a2d4a9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:15.672692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.690619 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.696498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.703846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/networks/aaa3c141-37f5-43a9-9618-9ae24354706a HTTP/1.1" status: 204 len: 168 time: 1.2428539 Mar 11 17:23:15.704413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54784) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:15.705133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Calling delete_port for 94c54933-a81e-461b-a49d-72146648001e owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:15.711091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'routes': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:15.730761 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f0c31-212c-457e-9e8f-22ff07db2b96 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Pushing event deleted for resources: {'Network': ['ID=aaa3c141-37f5-43a9-9618-9ae24354706a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:15.807139 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6182817-a82a-4389-b1b9-b7193332bac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.973970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.extraroute_db [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Added routes are [] {{(pid=102642) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 17:23:15.974481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.extraroute_db [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Removed routes are [] {{(pid=102642) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 17:23:15.974660 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.027159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.060656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c54933-a81e-461b-a49d-72146648001e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:16.224815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.233195 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.353167 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.382313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router 2e452f54-4bb3-43f8-aaf3-744026c0a545 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:16.493437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:16.503604 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.504831 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-51e79cc0-6f3d-4708-b782-6042ca6bde77 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545 HTTP/1.1" status: 200 len: 700 time: 0.7994497 Mar 11 17:23:16.508801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54828) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:16.515921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] Sync routers for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:16.541111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:16.543839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:16.599461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1d5c9437-5680-40ca-b35c-5740335e6740 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e452f54-4bb3-43f8-aaf3-744026c0a545 HTTP/1.1" status: 200 len: 205 time: 0.0857003 Mar 11 17:23:16.602355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54830) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:16.650190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:16.670064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Router 06a0ed06-6db8-466a-8b79-861e64119bbf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:16.718561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277da7f9-2a55-4b65-b7c2-4fea4db054de req-924f7858-a1b6-40b0-8afe-f4507bf1e8dd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:16.719718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-277da7f9-2a55-4b65-b7c2-4fea4db054de req-924f7858-a1b6-40b0-8afe-f4507bf1e8dd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.2133753 Mar 11 17:23:16.721955 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40bd6913-46b7-447e-a9b8-dae4888b6813 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.761884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:16.769256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Deleting port 64865d48-7a23-4abd-938f-6ce68e552e94 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:16.769607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.783920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:23:11Z', 'revision_number': 11, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:16.819077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] Checking router: 2e452f54-4bb3-43f8-aaf3-744026c0a545 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:16.829216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] Routers {'2e452f54-4bb3-43f8-aaf3-744026c0a545'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:16.830091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['2e452f54-4bb3-43f8-aaf3-744026c0a545'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:16.906460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:16.911897 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6864bc93-69d1-4b0b-8a0e-2cdaa4bab414 admin admin] 10.222.0.53 "PUT /v2.0/routers/06a0ed06-6db8-466a-8b79-861e64119bbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5893271 Mar 11 17:23:16.917067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:16.918257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] Set router 2e452f54-4bb3-43f8-aaf3-744026c0a545 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:16.920320 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] Sync routers for ids ['06a0ed06-6db8-466a-8b79-861e64119bbf'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:16.948867 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] Routers {'06a0ed06-6db8-466a-8b79-861e64119bbf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:16.953700 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['06a0ed06-6db8-466a-8b79-861e64119bbf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:17.037399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:23:11Z', 'revision_number': 11, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:17.050793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.074528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8966c-c003-45bc-af10-390ec513d560 None None] The sync data for ids ['2e452f54-4bb3-43f8-aaf3-744026c0a545'] in n-d-833411-1 is: [{'id': '2e452f54-4bb3-43f8-aaf3-744026c0a545', 'name': 'tempest-RoutersTest-router-279221266', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:57Z', 'updated_at': '2022-03-11T17:23:11Z', 'revision_number': 11, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:17.078256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.168100 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] Set router 06a0ed06-6db8-466a-8b79-861e64119bbf gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:17.340077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-277da7f9-2a55-4b65-b7c2-4fea4db054de req-1484afc6-3ba9-4e15-8600-b6f4f196994d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794387 Mar 11 17:23:17.380780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1339048143-network', 'tenant_id': '730f918435374eb483c495688cf8acdd'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:17.438473 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40bd6913-46b7-447e-a9b8-dae4888b6813 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.446441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40bd6913-46b7-447e-a9b8-dae4888b6813 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.487441 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:46Z', 'updated_at': '2022-03-11T17:23:15Z', 'revision_number': 5, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'gw_port': {'id': '82a0826e-c9bb-475c-877f-4eaa469871df', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:15:51Z', 'updated_at': '2022-03-11T17:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:17.514467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Made reservation on behalf of 730f918435374eb483c495688cf8acdd for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:17.516991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.525811 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] Checking router: 06a0ed06-6db8-466a-8b79-861e64119bbf for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:17.526783 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.529968 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] For port 64865d48-7a23-4abd-938f-6ce68e552e94, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=64865d48-7a23-4abd-938f-6ce68e552e94,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:17.530352 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.536394 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] Routers {'06a0ed06-6db8-466a-8b79-861e64119bbf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:17.537104 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['06a0ed06-6db8-466a-8b79-861e64119bbf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:17.547104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.560982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Calling delete_port for 64865d48-7a23-4abd-938f-6ce68e552e94 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:17.563296 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40bd6913-46b7-447e-a9b8-dae4888b6813 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.564069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bd6913-46b7-447e-a9b8-dae4888b6813 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Fanout notify agent at l3_agent the message router_deleted on router 2e452f54-4bb3-43f8-aaf3-744026c0a545 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:23:17.571726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40bd6913-46b7-447e-a9b8-dae4888b6813 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.581547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-40bd6913-46b7-447e-a9b8-dae4888b6813 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545 HTTP/1.1" status: 204 len: 168 time: 0.9764793 Mar 11 17:23:17.582404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54854) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:17.593226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-33579e73-484a-49b4-a883-34de8983f2c6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-961196818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:17.644103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33579e73-484a-49b4-a883-34de8983f2c6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.648898 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33579e73-484a-49b4-a883-34de8983f2c6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.653164 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] Set router 06a0ed06-6db8-466a-8b79-861e64119bbf gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:17.718312 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:46Z', 'updated_at': '2022-03-11T17:23:17Z', 'revision_number': 6, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:17.721350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33579e73-484a-49b4-a883-34de8983f2c6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.726189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Deleting port 82a0826e-c9bb-475c-877f-4eaa469871df {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:17.726754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.730584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33579e73-484a-49b4-a883-34de8983f2c6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.756410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.764898 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aefeec-415c-4e32-96f4-ef2581432dce None None] The sync data for ids ['06a0ed06-6db8-466a-8b79-861e64119bbf'] in n-d-833411-1 is: [{'id': '06a0ed06-6db8-466a-8b79-861e64119bbf', 'name': 'tempest-TaggedBootDevicesTest-1989233332-router', 'tenant_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:15:46Z', 'updated_at': '2022-03-11T17:23:17Z', 'revision_number': 6, 'project_id': 'e082a80c3bb74bc2883cc5b314ee9176', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:17.765180 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.808014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:17.841060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33579e73-484a-49b4-a883-34de8983f2c6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.842785 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-33579e73-484a-49b4-a883-34de8983f2c6 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2593985 Mar 11 17:23:17.848579 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.848909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54860) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:17.849011 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Added segment cb302cec-d1e4-494f-ba11-62ff85905506 of type vlan for network fd5366a6-15e1-4048-8267-b9a5555ac90e Mar 11 17:23:17.854632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-abc89e54-5fb3-45ac-a581-9f742902a19d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:17.858117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485b46d0-9950-4627-a3dc-50f20b091b82,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:17.966100 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.995425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] For port 82a0826e-c9bb-475c-877f-4eaa469871df, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=82a0826e-c9bb-475c-877f-4eaa469871df,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:17.995797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.014491 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.015457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:18.016036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.046742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Calling delete_port for 82a0826e-c9bb-475c-877f-4eaa469871df owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:18.054702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2909358 Mar 11 17:23:18.084234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54866) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:18.089111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Request body: {'subnet': {'network_id': 'fd5366a6-15e1-4048-8267-b9a5555ac90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1339048143-subnet', 'tenant_id': '730f918435374eb483c495688cf8acdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:18.113185 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.163748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8076ee-9843-4df9-88bf-db90cdc90f01 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5366a6-15e1-4048-8267-b9a5555ac90e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:18.183590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fd5366a6-15e1-4048-8267-b9a5555ac90e details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:23:18.193480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Pushing event deleted for resources: {'Port': ['ID=64865d48-7a23-4abd-938f-6ce68e552e94,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:18.194503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc89e54-5fb3-45ac-a581-9f742902a19d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.197820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Made reservation on behalf of 730f918435374eb483c495688cf8acdd for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:18.201777 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.240061 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc89e54-5fb3-45ac-a581-9f742902a19d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.330413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:23:18.339913 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.521363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc89e54-5fb3-45ac-a581-9f742902a19d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Router d4bacee4-f82a-4682-b68c-9b2b64a28c2a is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:23:18.553489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:18.572632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '81883c67-8f73-41fc-86ed-709b4885d61e', 'network_id': '7dd1d19d-d97e-41e1-a230-5227c0a2b027', 'port_id': '81883c67-8f73-41fc-86ed-709b4885d61e', 'mac_address': 'fa:16:3e:35:65:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0b1456-cf94-4a9d-a4e5-66b37136e2d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:23:18.600188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.642178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.660014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Pushing event deleted for resources: {'Port': ['ID=82a0826e-c9bb-475c-877f-4eaa469871df,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:18.664557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc89e54-5fb3-45ac-a581-9f742902a19d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:18.671019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfbf63-43b8-45cb-a30e-3614018d8ac8 req-1dc72c76-945a-4c36-9f15-e569519172be tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:18.672874 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc89e54-5fb3-45ac-a581-9f742902a19d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.673030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edcfbf63-43b8-45cb-a30e-3614018d8ac8 req-1dc72c76-945a-4c36-9f15-e569519172be tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 944 time: 0.1909509 Mar 11 17:23:18.674037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-abc89e54-5fb3-45ac-a581-9f742902a19d tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "PUT /v2.0/routers/d4bacee4-f82a-4682-b68c-9b2b64a28c2a HTTP/1.1" status: 200 len: 693 time: 0.8241568 Mar 11 17:23:18.693488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54880) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:18.715239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81883c67-8f73-41fc-86ed-709b4885d61e {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:23:18.756804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.776465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] Sync routers for ids ['d4bacee4-f82a-4682-b68c-9b2b64a28c2a'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:18.802562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:18.817301 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.834773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] Routers {'d4bacee4-f82a-4682-b68c-9b2b64a28c2a'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:18.835404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4bacee4-f82a-4682-b68c-9b2b64a28c2a'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:18.886656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.886808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.890414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.981600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.982944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06a0ed06-6db8-466a-8b79-861e64119bbf {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:23:18.989021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.990676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:18.990817 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3795d7f4-607f-48a8-ab4d-a6c5ab4735cf admin admin] 10.222.0.53 "DELETE /v2.0/routers/06a0ed06-6db8-466a-8b79-861e64119bbf HTTP/1.1" status: 204 len: 168 time: 2.0725250 Mar 11 17:23:18.993852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54888) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.079089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e88de0f-a6a4-4d7b-9f3c-5cc861c77231 admin admin] Deleting subnet c026142e-8f4f-4bc1-9736-4944b37e33eb {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:23:19.084751 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e88de0f-a6a4-4d7b-9f3c-5cc861c77231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.085735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-78ca72ac-bc0e-4dad-b09c-8d0bff44cc81 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/routers/d4bacee4-f82a-4682-b68c-9b2b64a28c2a HTTP/1.1" status: 200 len: 699 time: 0.3891101 Mar 11 17:23:19.092583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54892) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.105654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.158755 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f136ec0b-820f-49fb-9bf1-651901f78336 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4bacee4-f82a-4682-b68c-9b2b64a28c2a HTTP/1.1" status: 200 len: 205 time: 0.0646346 Mar 11 17:23:19.164058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54896) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.202425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 94c54933-a81e-461b-a49d-72146648001e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:19.205165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef185c81-ce30-43a2-b6c2-a94d5cebc9f6,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:19.220845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edcfbf63-43b8-45cb-a30e-3614018d8ac8 req-6111f097-a015-4db3-90cf-fd379f8e6802 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252070 Mar 11 17:23:19.226948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e88de0f-a6a4-4d7b-9f3c-5cc861c77231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.296004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 94c54933-a81e-461b-a49d-72146648001e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:19.296694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 94c54933-a81e-461b-a49d-72146648001e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:19.297174 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 82a0826e-c9bb-475c-877f-4eaa469871df no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:19.301451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] Set router d4bacee4-f82a-4682-b68c-9b2b64a28c2a gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:19.302895 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26208349-8b59-4367-b6f2-7a7a8e09eefa tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.323102 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.353240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 82a0826e-c9bb-475c-877f-4eaa469871df {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:19.353581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 82a0826e-c9bb-475c-877f-4eaa469871df not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:19.383606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['81883c67-8f73-41fc-86ed-709b4885d61e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:23:19.386027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4bacee4-f82a-4682-b68c-9b2b64a28c2a', 'name': 'tempest-RoutersTest-router-961196818', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:17Z', 'updated_at': '2022-03-11T17:23:18Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:19.416205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] Checking router: d4bacee4-f82a-4682-b68c-9b2b64a28c2a for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:19.432599 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Checking segment: {'id': 'cb302cec-d1e4-494f-ba11-62ff85905506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd5366a6-15e1-4048-8267-b9a5555ac90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:19.432975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Network hostable DHCP agents. Network: fd5366a6-15e1-4048-8267-b9a5555ac90e, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:23:19.437547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54900) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.459777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] Routers {'d4bacee4-f82a-4682-b68c-9b2b64a28c2a'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:19.460704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4bacee4-f82a-4682-b68c-9b2b64a28c2a'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:19.494757 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26208349-8b59-4367-b6f2-7a7a8e09eefa tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.498654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26208349-8b59-4367-b6f2-7a7a8e09eefa tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.502870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Network fd5366a6-15e1-4048-8267-b9a5555ac90e is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:23:19.533800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Router f9f6787e-8991-49a3-a1e3-d7099fe5892e has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:19.547021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, fd5366a6-15e1-4048-8267-b9a5555ac90e) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:19.547268 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] Set router d4bacee4-f82a-4682-b68c-9b2b64a28c2a gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:19.567857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:19.568521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.578780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e88de0f-a6a4-4d7b-9f3c-5cc861c77231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.581276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26208349-8b59-4367-b6f2-7a7a8e09eefa tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.581863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26208349-8b59-4367-b6f2-7a7a8e09eefa tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Fanout notify agent at l3_agent the message router_deleted on router d4bacee4-f82a-4682-b68c-9b2b64a28c2a {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:23:19.603851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947af0b1-c393-4488-b1e5-1e0abf3b6616 None None] Network fd5366a6-15e1-4048-8267-b9a5555ac90e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:19.612061 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26208349-8b59-4367-b6f2-7a7a8e09eefa tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.617923 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-26208349-8b59-4367-b6f2-7a7a8e09eefa tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/d4bacee4-f82a-4682-b68c-9b2b64a28c2a HTTP/1.1" status: 204 len: 168 time: 0.4522645 Mar 11 17:23:19.618069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.623211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4bacee4-f82a-4682-b68c-9b2b64a28c2a', 'name': 'tempest-RoutersTest-router-961196818', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:17Z', 'updated_at': '2022-03-11T17:23:18Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:19.656508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0b4913ca-1639-466f-9312-5a3a7d04cb9e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5711131 Mar 11 17:23:19.657376 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65c691e0-2f13-4b40-b5fe-b77d4e86f1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.669845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54908) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.677342 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b39a9d43-3ad2-440d-9b1a-55000578d2cc tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4bacee4-f82a-4682-b68c-9b2b64a28c2a HTTP/1.1" status: 200 len: 205 time: 0.0522363 Mar 11 17:23:19.702356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffff68-d747-4387-9929-614efdaacf59 None None] The sync data for ids ['d4bacee4-f82a-4682-b68c-9b2b64a28c2a'] in n-d-833411-1 is: [{'id': 'd4bacee4-f82a-4682-b68c-9b2b64a28c2a', 'name': 'tempest-RoutersTest-router-961196818', 'tenant_id': 'd5181f5d1daf424ea10d9086a5090d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:17Z', 'updated_at': '2022-03-11T17:23:18Z', 'revision_number': 2, 'project_id': 'd5181f5d1daf424ea10d9086a5090d77', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:19.729148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e88de0f-a6a4-4d7b-9f3c-5cc861c77231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.750215 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-8261e7b1-a0e9-4586-950e-5e3b9df6bfed tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] delete failed (client error): The resource could not be found. Mar 11 17:23:19.751397 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8261e7b1-a0e9-4586-950e-5e3b9df6bfed tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/d4bacee4-f82a-4682-b68c-9b2b64a28c2a HTTP/1.1" status: 404 len: 336 time: 0.0782285 Mar 11 17:23:19.759770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54910) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.794217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88de0f-a6a4-4d7b-9f3c-5cc861c77231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c026142e-8f4f-4bc1-9736-4944b37e33eb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:19.804088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e88de0f-a6a4-4d7b-9f3c-5cc861c77231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.812320 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6e88de0f-a6a4-4d7b-9f3c-5cc861c77231 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c026142e-8f4f-4bc1-9736-4944b37e33eb HTTP/1.1" status: 204 len: 168 time: 0.8172977 Mar 11 17:23:19.813301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.835195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c407dacb-dbd8-4f70-88b6-2fc443512134 None None] Network 509e9de7-b8e9-469e-a31c-c039a930f084 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:19.878458 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcd2ab4-6b08-4096-bc8a-4061426b2bd1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] DELETE failed (client error): The resource could not be found. Mar 11 17:23:19.878961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcd2ab4-6b08-4096-bc8a-4061426b2bd1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:23:19.884991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-adcd2ab4-6b08-4096-bc8a-4061426b2bd1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/5b255dbb-3192-456c-a917-8533fd1b07f9 HTTP/1.1" status: 404 len: 337 time: 0.1205637 Mar 11 17:23:19.891344 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54916) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.916502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:19.938672 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] Sync routers for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:19.943712 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9f9650-3b1f-418c-8e13-132045905d7f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] DELETE failed (client error): The resource could not be found. Mar 11 17:23:19.944386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9f9650-3b1f-418c-8e13-132045905d7f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:23:19.951993 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5a9f9650-3b1f-418c-8e13-132045905d7f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/8d4b117c-313f-43a0-9700-f31a44abb78a HTTP/1.1" status: 404 len: 337 time: 0.0563247 Mar 11 17:23:19.952551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54920) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:19.955815 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:19.956466 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:19.962267 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2e567deb-6a94-426d-b486-bcfbc70816eb admin admin] 10.222.0.53 "PUT /v2.0/routers/f9f6787e-8991-49a3-a1e3-d7099fe5892e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2587128 Mar 11 17:23:19.970401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54922) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.008921 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7aefa49-1179-4c91-8c03-c3ef89a4f2f2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] DELETE failed (client error): The resource could not be found. Mar 11 17:23:20.009624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7aefa49-1179-4c91-8c03-c3ef89a4f2f2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:23:20.017082 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a7aefa49-1179-4c91-8c03-c3ef89a4f2f2 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/2ee2a154-d33f-40b1-afd2-aec8a0ef8f2b HTTP/1.1" status: 404 len: 337 time: 0.0610385 Mar 11 17:23:20.018022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.021314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54924) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.024508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d373b54-ba09-4e72-9b14-59275a348943 None None] Network fd5366a6-15e1-4048-8267-b9a5555ac90e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:20.069160 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-909b4a75-887d-4da5-a497-0b891c9221b4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] DELETE failed (client error): The resource could not be found. Mar 11 17:23:20.069695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909b4a75-887d-4da5-a497-0b891c9221b4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:23:20.076054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-909b4a75-887d-4da5-a497-0b891c9221b4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/e74e9382-07d1-4afd-8552-96ca034c5e84 HTTP/1.1" status: 404 len: 337 time: 0.0512335 Mar 11 17:23:20.090186 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54926) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.141580 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f9503411-2415-4f39-ac5e-9eb6c65904d3 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e452f54-4bb3-43f8-aaf3-744026c0a545 HTTP/1.1" status: 200 len: 205 time: 0.0470762 Mar 11 17:23:20.141840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54928) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.186114 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65c691e0-2f13-4b40-b5fe-b77d4e86f1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.205467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65c691e0-2f13-4b40-b5fe-b77d4e86f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.238579 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:20.334845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-65c691e0-2f13-4b40-b5fe-b77d4e86f1a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab29d40ce0484cdc8ea8762a6acdf377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8961754 Mar 11 17:23:20.342678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54940) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.343524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c691e0-2f13-4b40-b5fe-b77d4e86f1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab853c34-88dc-4d6c-8c05-a2c89391bfe2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:20.424593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54946) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.473491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa765a72-73d6-4011-9f1e-874263851a4a None None] DHCP port deletion for 509e9de7-b8e9-469e-a31c-c039a930f084 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:23:20.562905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-64db189f-b3a9-40e3-b1ee-04ca033a3550 admin admin] Deleting subnet ef185c81-ce30-43a2-b6c2-a94d5cebc9f6 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:23:20.562905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64db189f-b3a9-40e3-b1ee-04ca033a3550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.578753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-aa765a72-73d6-4011-9f1e-874263851a4a None None] Deleting port 38e817ef-9700-4656-9361-219f199435a6 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:20.579404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aa765a72-73d6-4011-9f1e-874263851a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.604314 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64db189f-b3a9-40e3-b1ee-04ca033a3550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.616408 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:23:17Z', 'revision_number': 5, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:20.660759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-aa765a72-73d6-4011-9f1e-874263851a4a None None] For port 38e817ef-9700-4656-9361-219f199435a6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=38e817ef-9700-4656-9361-219f199435a6,segment=NetworkSegment(5e722182-0c0f-4172-816b-c11c92a2d4a9),segment_id=5e722182-0c0f-4172-816b-c11c92a2d4a9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:20.661389 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aa765a72-73d6-4011-9f1e-874263851a4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.664945 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-9be12b31-442a-48b5-8682-ef7ff39e1e60 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] delete failed (client error): The resource could not be found. Mar 11 17:23:20.665845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.666176 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9be12b31-442a-48b5-8682-ef7ff39e1e60 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/2e452f54-4bb3-43f8-aaf3-744026c0a545 HTTP/1.1" status: 404 len: 336 time: 0.5234013 Mar 11 17:23:20.669585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.692612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-aa765a72-73d6-4011-9f1e-874263851a4a None None] Calling delete_port for 38e817ef-9700-4656-9361-219f199435a6 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:20.706253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9bd43c47-e009-43b3-b5e0-9781bd550e64 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=53489c80-4798-4a72-ac53-460145a45168 HTTP/1.1" status: 200 len: 205 time: 0.0354900 Mar 11 17:23:20.706480 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] Checking router: f9f6787e-8991-49a3-a1e3-d7099fe5892e for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:20.708828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.749867 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] Routers {'f9f6787e-8991-49a3-a1e3-d7099fe5892e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:20.751122 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:20.769829 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-2d8d6e3e-6653-40de-85bb-e6cddac37dea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] delete failed (client error): The resource could not be found. Mar 11 17:23:20.781994 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2d8d6e3e-6653-40de-85bb-e6cddac37dea tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/53489c80-4798-4a72-ac53-460145a45168 HTTP/1.1" status: 404 len: 336 time: 0.0715840 Mar 11 17:23:20.784953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54958) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.805679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 38e817ef-9700-4656-9361-219f199435a6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:20.820891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a73f97-da7c-4064-8458-a2ff6ed0c214 req-173c39d7-8b81-4a51-bf86-8a715762ed05 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:20.822501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95a73f97-da7c-4064-8458-a2ff6ed0c214 req-173c39d7-8b81-4a51-bf86-8a715762ed05 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 945 time: 0.4813824 Mar 11 17:23:20.850982 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64db189f-b3a9-40e3-b1ee-04ca033a3550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.885341 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82b4daa2-ace5-4acd-b1e6-61263e7d3e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.886042 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-3935a4a9-7b90-4306-a5ee-723277431b00 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] DELETE failed (client error): The resource could not be found. Mar 11 17:23:20.886537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3935a4a9-7b90-4306-a5ee-723277431b00 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:23:20.896742 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3935a4a9-7b90-4306-a5ee-723277431b00 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/228df274-c798-4298-99bc-b119932dd116 HTTP/1.1" status: 404 len: 337 time: 0.1089249 Mar 11 17:23:20.903517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54962) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:20.911280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Deleting port 38e817ef-9700-4656-9361-219f199435a6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:20.911638 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.952077 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aa765a72-73d6-4011-9f1e-874263851a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.976324 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-213b6a87-8514-4548-b8ab-679d4f6b3aac tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1837ea-b707-418b-b388-b0b58dde39ee HTTP/1.1" status: 200 len: 205 time: 0.0681779 Mar 11 17:23:20.977057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.986348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82b4daa2-ace5-4acd-b1e6-61263e7d3e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:20.987313 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] Set router f9f6787e-8991-49a3-a1e3-d7099fe5892e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:20.987941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54966) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.015296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95a73f97-da7c-4064-8458-a2ff6ed0c214 req-eb0cc039-b38a-479d-b4de-83b1f863ab7e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789396 Mar 11 17:23:21.086300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa765a72-73d6-4011-9f1e-874263851a4a None None] No DVR routers for this DVR port 38e817ef-9700-4656-9361-219f199435a6 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:21.092292 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.102427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] For port 38e817ef-9700-4656-9361-219f199435a6, host n-d-833411-1, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:21.102427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.105085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa765a72-73d6-4011-9f1e-874263851a4a None None] Pushing event deleted for resources: {'Port': ['ID=38e817ef-9700-4656-9361-219f199435a6,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:21.151070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Calling delete_port for 38e817ef-9700-4656-9361-219f199435a6 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:21.172807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Port 38e817ef-9700-4656-9361-219f199435a6 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:23:21.178384 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.244371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e817ef-9700-4656-9361-219f199435a6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:21.246360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] No DVR routers for this DVR port 38e817ef-9700-4656-9361-219f199435a6 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:21.310278 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:23:17Z', 'revision_number': 5, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:21.347571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.352858 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba62f67-2959-4689-bb3f-c5c30ad41f83 None None] The sync data for ids ['f9f6787e-8991-49a3-a1e3-d7099fe5892e'] in n-d-833411-1 is: [{'id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'name': 'tempest-ServerActionsTestJSON-579061542-router', 'tenant_id': '080774e382a94480ae2d5e9788b772f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:12:51Z', 'updated_at': '2022-03-11T17:23:17Z', 'revision_number': 5, 'project_id': '080774e382a94480ae2d5e9788b772f8', 'gw_port': {'id': 'a4916419-91a9-4017-8915-6368b98e06fe', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f6787e-8991-49a3-a1e3-d7099fe5892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:12:54Z', 'updated_at': '2022-03-11T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:21.376200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509e9de7-b8e9-469e-a31c-c039a930f084']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:21.393460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e722182-0c0f-4172-816b-c11c92a2d4a9') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:21.395437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e722182-0c0f-4172-816b-c11c92a2d4a9') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:21.410736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.425117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.431809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:23:21.432208 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:21.434024 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:21.497932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.504409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.505057 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-c8b65329-7b58-448e-becb-f5726d2fe755 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] delete failed (client error): The resource could not be found. Mar 11 17:23:21.506088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c8b65329-7b58-448e-becb-f5726d2fe755 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/be1837ea-b707-418b-b388-b0b58dde39ee HTTP/1.1" status: 404 len: 336 time: 0.5171950 Mar 11 17:23:21.510978 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/509e9de7-b8e9-469e-a31c-c039a930f084 HTTP/1.1" status: 204 len: 168 time: 1.6934342 Mar 11 17:23:21.510978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54970) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.535539 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64db189f-b3a9-40e3-b1ee-04ca033a3550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.541130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbca8c-b72a-45fe-91e1-89e62abb0ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=509e9de7-b8e9-469e-a31c-c039a930f084,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:21.558195 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-65292543-eb82-4c9e-a77a-5575512632b7 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=a586e146-46e0-474f-b9e4-b61df0b89a89 HTTP/1.1" status: 200 len: 205 time: 0.0469990 Mar 11 17:23:21.560922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54974) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.571922 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64db189f-b3a9-40e3-b1ee-04ca033a3550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.578808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54976) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.579057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-64db189f-b3a9-40e3-b1ee-04ca033a3550 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ef185c81-ce30-43a2-b6c2-a94d5cebc9f6 HTTP/1.1" status: 204 len: 168 time: 1.1507344 Mar 11 17:23:21.579838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db189f-b3a9-40e3-b1ee-04ca033a3550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef185c81-ce30-43a2-b6c2-a94d5cebc9f6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:21.616067 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82b4daa2-ace5-4acd-b1e6-61263e7d3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.618680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82b4daa2-ace5-4acd-b1e6-61263e7d3e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.619913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-82b4daa2-ace5-4acd-b1e6-61263e7d3e83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab853c34-88dc-4d6c-8c05-a2c89391bfe2 HTTP/1.1" status: 204 len: 168 time: 1.2716541 Mar 11 17:23:21.627713 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-cc4c7853-923e-4e41-b0a5-4ca85aa88c5e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] delete failed (client error): The resource could not be found. Mar 11 17:23:21.628763 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cc4c7853-923e-4e41-b0a5-4ca85aa88c5e tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/a586e146-46e0-474f-b9e4-b61df0b89a89 HTTP/1.1" status: 404 len: 336 time: 0.0664163 Mar 11 17:23:21.637578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54980) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.651540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Deleting port a4916419-91a9-4017-8915-6368b98e06fe {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:21.651893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.656515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4daa2-ace5-4acd-b1e6-61263e7d3e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab853c34-88dc-4d6c-8c05-a2c89391bfe2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:21.692535 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a7cca9-7158-45d5-86fe-d4a399b131e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] DELETE failed (client error): The resource could not be found. Mar 11 17:23:21.693077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a7cca9-7158-45d5-86fe-d4a399b131e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:23:21.700739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-34a7cca9-7158-45d5-86fe-d4a399b131e4 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/abd037d4-4c43-437d-9e44-981aaa5e3dbe HTTP/1.1" status: 404 len: 337 time: 0.0621536 Mar 11 17:23:21.708493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54982) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.733284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.740131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54984) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.803147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-78b0b42f-5c1e-4e58-a391-a359460e1df1 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=dce9f4e9-699f-4e7f-b2a2-56afa5911033 HTTP/1.1" status: 200 len: 205 time: 0.0932901 Mar 11 17:23:21.806290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54986) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.876394 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-d2d8b556-11a2-46cb-ad7c-8008d22ce541 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] delete failed (client error): The resource could not be found. Mar 11 17:23:21.880653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d2d8b556-11a2-46cb-ad7c-8008d22ce541 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/dce9f4e9-699f-4e7f-b2a2-56afa5911033 HTTP/1.1" status: 404 len: 336 time: 0.0701840 Mar 11 17:23:21.881845 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4da1eb6a-0fcb-45c4-a8cc-b76807cc762a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57e97bf04688486b83ee0690c8ff475f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303947 Mar 11 17:23:21.884066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54990) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.884546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54992) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.924801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.954275 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a77154-c57f-4985-b931-985765034c2f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] DELETE failed (client error): The resource could not be found. Mar 11 17:23:21.954845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a77154-c57f-4985-b931-985765034c2f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:23:21.958035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c5a77154-c57f-4985-b931-985765034c2f tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/2eaeee00-5e19-4d6d-8a42-066a3eaf9e63 HTTP/1.1" status: 404 len: 337 time: 0.0724895 Mar 11 17:23:21.969498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54994) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:21.973007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] For port a4916419-91a9-4017-8915-6368b98e06fe, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a4916419-91a9-4017-8915-6368b98e06fe,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:21.973387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:21.994625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5366a6-15e1-4048-8267-b9a5555ac90e']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:22.008613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-18208c78-4431-4f15-bf85-266b6093629b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "GET /v2.0/ports?device_id=c30787f4-67b6-4fdc-90f8-44c0c9c50b9f HTTP/1.1" status: 200 len: 205 time: 0.0374238 Mar 11 17:23:22.012240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54998) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:22.015147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Calling delete_port for a4916419-91a9-4017-8915-6368b98e06fe owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:22.025053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb302cec-d1e4-494f-ba11-62ff85905506') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:22.025393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb302cec-d1e4-494f-ba11-62ff85905506') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:22.037913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17d093b3-ab02-42ef-8361-ae455f0043ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.040857 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.069993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.084444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17d093b3-ab02-42ef-8361-ae455f0043ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.086574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:23:22.088570 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:22.090936 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:22.122174 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-1bcad802-216f-4205-a117-fdbdd159276b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] delete failed (client error): The resource could not be found. Mar 11 17:23:22.125054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1bcad802-216f-4205-a117-fdbdd159276b tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/routers/c30787f4-67b6-4fdc-90f8-44c0c9c50b9f HTTP/1.1" status: 404 len: 336 time: 0.1116874 Mar 11 17:23:22.137419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55006) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:22.204955 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.211346 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.220580 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fd5366a6-15e1-4048-8267-b9a5555ac90e HTTP/1.1" status: 204 len: 168 time: 0.6401033 Mar 11 17:23:22.247518 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e1adf6-2e1c-4b2c-a048-c94c32031204 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] DELETE failed (client error): The resource could not be found. Mar 11 17:23:22.248748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e1adf6-2e1c-4b2c-a048-c94c32031204 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:23:22.254408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-70e1adf6-2e1c-4b2c-a048-c94c32031204 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/cbf7d646-8f07-4d65-9529-caabfe992efc HTTP/1.1" status: 404 len: 337 time: 0.1066587 Mar 11 17:23:22.257204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55014) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:22.266733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17d093b3-ab02-42ef-8361-ae455f0043ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.280964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17d093b3-ab02-42ef-8361-ae455f0043ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.296240 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-17d093b3-ab02-42ef-8361-ae455f0043ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c84bff2-8e54-439b-888a-6216d92c3f1f HTTP/1.1" status: 204 len: 168 time: 0.3992085 Mar 11 17:23:22.302912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c766c61-4ece-4ff9-985b-569f0493ed31 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5366a6-15e1-4048-8267-b9a5555ac90e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:22.304472 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d11d32-77bc-402d-9971-fb9ad41a0053 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] DELETE failed (client error): The resource could not be found. Mar 11 17:23:22.305003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d11d32-77bc-402d-9971-fb9ad41a0053 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:23:22.312326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-71d11d32-77bc-402d-9971-fb9ad41a0053 tempest-RoutersTest-1997254184 tempest-RoutersTest-1997254184-project] 10.222.0.53 "DELETE /v2.0/subnets/a5cf6893-c1d3-41fd-8c58-50cf68ae0bc4 HTTP/1.1" status: 404 len: 337 time: 0.0495670 Mar 11 17:23:22.331230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d093b3-ab02-42ef-8361-ae455f0043ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c84bff2-8e54-439b-888a-6216d92c3f1f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:22.352358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37d3bb-7140-4c3a-b825-faf15ec60bdd req-0e84f304-5476-43f0-b914-626cb6580f00 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:22.354100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec37d3bb-7140-4c3a-b825-faf15ec60bdd req-0e84f304-5476-43f0-b914-626cb6580f00 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 945 time: 0.1994629 Mar 11 17:23:22.363022 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:22.497207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 81883c67-8f73-41fc-86ed-709b4885d61e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:22.498725 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.514812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec37d3bb-7140-4c3a-b825-faf15ec60bdd req-d2a04258-0747-44d2-9b94-3f9eefdfed9e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472747 Mar 11 17:23:22.604327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.624224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55024) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:22.721979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64865d48-7a23-4abd-938f-6ce68e552e94 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:22.731864 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b0a537f5-7d20-4cb3-8160-02ef90cc4065 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=730f918435374eb483c495688cf8acdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057696 Mar 11 17:23:22.734409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:22.799399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 64865d48-7a23-4abd-938f-6ce68e552e94 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:22.799760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64865d48-7a23-4abd-938f-6ce68e552e94 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:22.819436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4916419-91a9-4017-8915-6368b98e06fe,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:22.821254 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.829277 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.873843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:22.876184 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9cb64f-dc77-4d78-b06c-3ecb9bad6c49" -d '{"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-plugged", "status": "completed", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:23:22.912003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:22.917697 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.917952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-631e6ea6-d3fb-4935-8fff-e2e6c69271cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:22.974965 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e72b5de-2fa0-4764-b4cb-39ee99e6e9a9 x-openstack-request-id: req-9e72b5de-2fa0-4764-b4cb-39ee99e6e9a9 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:23:22.981300 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-plugged", "status": "completed", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:23:22.983089 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e72b5de-2fa0-4764-b4cb-39ee99e6e9a9 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:23:22.984010 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e', 'code': 200} Mar 11 17:23:22.986583 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-631e6ea6-d3fb-4935-8fff-e2e6c69271cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.030655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55034) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:23.059357 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.061358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:23.063379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.189765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.190400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9f6787e-8991-49a3-a1e3-d7099fe5892e {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:23:23.197787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-631e6ea6-d3fb-4935-8fff-e2e6c69271cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.198952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.205468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-da0d42ed-ad06-4f0b-b480-d65c8314c7b6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f9f6787e-8991-49a3-a1e3-d7099fe5892e HTTP/1.1" status: 204 len: 168 time: 3.2315671 Mar 11 17:23:23.206875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55036) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:23.212999 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-631e6ea6-d3fb-4935-8fff-e2e6c69271cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.217434 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-631e6ea6-d3fb-4935-8fff-e2e6c69271cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/485b46d0-9950-4627-a3dc-50f20b091b82 HTTP/1.1" status: 204 len: 168 time: 0.4787762 Mar 11 17:23:23.245505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:23.276268 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-930db917-485c-41cb-bc67-4bbb6c7a7744 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e082a80c3bb74bc2883cc5b314ee9176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405586 Mar 11 17:23:23.276919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e6ea6-d3fb-4935-8fff-e2e6c69271cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485b46d0-9950-4627-a3dc-50f20b091b82,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:23.283502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55046) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:23.327946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa7ddad-b35d-4f49-83f1-c36eaea725a9 admin admin] Deleting subnet d697f241-673f-43dc-a23c-ba6c98adb721 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:23:23.337635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ddad-b35d-4f49-83f1-c36eaea725a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.350753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7348f2-33c4-4259-8f2f-89d8e87dd612 req-21cc3fca-0a0b-4ac9-abf9-27632e416b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:23.375723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae7348f2-33c4-4259-8f2f-89d8e87dd612 req-21cc3fca-0a0b-4ac9-abf9-27632e416b0e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 1098 time: 0.1020761 Mar 11 17:23:23.396584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-790bab5b-d4fe-4e48-bb1c-aa7442d56994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.435904 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-790bab5b-d4fe-4e48-bb1c-aa7442d56994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.492147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae7348f2-33c4-4259-8f2f-89d8e87dd612 req-441bb9cc-202c-4752-9d8a-04abbbd5dd27 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072845 Mar 11 17:23:23.492147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ddad-b35d-4f49-83f1-c36eaea725a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.537274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-790bab5b-d4fe-4e48-bb1c-aa7442d56994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.544903 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-790bab5b-d4fe-4e48-bb1c-aa7442d56994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.546591 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-790bab5b-d4fe-4e48-bb1c-aa7442d56994 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93e3c5de-b00d-47df-8151-9213149054cd HTTP/1.1" status: 204 len: 168 time: 0.2628760 Mar 11 17:23:23.556944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bab5b-d4fe-4e48-bb1c-aa7442d56994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e3c5de-b00d-47df-8151-9213149054cd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:23.722303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ddad-b35d-4f49-83f1-c36eaea725a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.733387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8bf4-c6d9-4445-bc69-fd7e0e0c6141 req-e32e703c-1603-4119-8ee6-e17538f86e74 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:23.735977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f15f8bf4-c6d9-4445-bc69-fd7e0e0c6141 req-e32e703c-1603-4119-8ee6-e17538f86e74 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.0918860 Mar 11 17:23:23.801889 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-57ef9d08-f447-443f-a022-0e56081f2c0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5181f5d1daf424ea10d9086a5090d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367870 Mar 11 17:23:23.804742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55064) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:23.852261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f15f8bf4-c6d9-4445-bc69-fd7e0e0c6141 req-44c2f3cc-9404-4181-ad0a-928ea40b0586 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917645 Mar 11 17:23:23.889748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9631aa23-03bf-4a28-aaaa-0d43e23bc856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.898822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ddad-b35d-4f49-83f1-c36eaea725a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.920232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ddad-b35d-4f49-83f1-c36eaea725a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:23.926064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55070) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:23.926231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3aa7ddad-b35d-4f49-83f1-c36eaea725a9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d697f241-673f-43dc-a23c-ba6c98adb721 HTTP/1.1" status: 204 len: 168 time: 0.7162507 Mar 11 17:23:23.929537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2d2f8-1d58-40c3-8ae4-783d5bd81f66 None None] Network 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:23.954834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7ddad-b35d-4f49-83f1-c36eaea725a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d697f241-673f-43dc-a23c-ba6c98adb721,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:23.958033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9631aa23-03bf-4a28-aaaa-0d43e23bc856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.019376 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9631aa23-03bf-4a28-aaaa-0d43e23bc856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.024925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9631aa23-03bf-4a28-aaaa-0d43e23bc856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.029208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9631aa23-03bf-4a28-aaaa-0d43e23bc856 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2eee7ad7-ccd4-4799-a100-c4691bf6fa17 HTTP/1.1" status: 204 len: 168 time: 0.2211154 Mar 11 17:23:24.038741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631aa23-03bf-4a28-aaaa-0d43e23bc856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eee7ad7-ccd4-4799-a100-c4691bf6fa17,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:24.073012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.173725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Deleting port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:24.174407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.246171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555e96e-07a1-4d36-98b0-06d2aecc69d8 None None] DHCP port deletion for 558c6011-93ea-4132-8ba8-bf4c6d83f7c1 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:23:24.290665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] For port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8a1d1e61-5d89-405c-a13a-47f0bfd01e31,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:24.291055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.322231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Calling delete_port for 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:24.339869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3555e96e-07a1-4d36-98b0-06d2aecc69d8 None None] Deleting port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:24.340420 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3555e96e-07a1-4d36-98b0-06d2aecc69d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.430349 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.465421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1d1e61-5d89-405c-a13a-47f0bfd01e31,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:24.476872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] No DVR routers for this DVR port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:24.497300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3555e96e-07a1-4d36-98b0-06d2aecc69d8 None None] For port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8a1d1e61-5d89-405c-a13a-47f0bfd01e31,segment=NetworkSegment(f5056e0b-2d0a-4d9b-a178-9bf88846ab29),segment_id=f5056e0b-2d0a-4d9b-a178-9bf88846ab29)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:24.497737 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3555e96e-07a1-4d36-98b0-06d2aecc69d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.526360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3555e96e-07a1-4d36-98b0-06d2aecc69d8 None None] Calling delete_port for 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:24.568541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.597781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558c6011-93ea-4132-8ba8-bf4c6d83f7c1']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:24.613673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:24.614265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5056e0b-2d0a-4d9b-a178-9bf88846ab29') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:24.629479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.647101 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:23:24.650950 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:23:24.657009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:23:24.659056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.661702 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3555e96e-07a1-4d36-98b0-06d2aecc69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.708200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555e96e-07a1-4d36-98b0-06d2aecc69d8 None None] Pushing event deleted for resources: {'Port': ['ID=8a1d1e61-5d89-405c-a13a-47f0bfd01e31,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:24.723146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555e96e-07a1-4d36-98b0-06d2aecc69d8 None None] No DVR routers for this DVR port 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:24.777406 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:24.786445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:24.801725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.820244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:24.821298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8a1d1e61-5d89-405c-a13a-47f0bfd01e31 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:24.821924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a4916419-91a9-4017-8915-6368b98e06fe no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:24.851634 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:24.853408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a4916419-91a9-4017-8915-6368b98e06fe {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:24.853914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a4916419-91a9-4017-8915-6368b98e06fe not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:24.858684 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] 10.222.0.53 "DELETE /v2.0/networks/558c6011-93ea-4132-8ba8-bf4c6d83f7c1 HTTP/1.1" status: 204 len: 168 time: 0.9297884 Mar 11 17:23:24.860752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dbc34-05a9-41b2-9915-70d55b9a3f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=558c6011-93ea-4132-8ba8-bf4c6d83f7c1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:25.073441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cbe91-512d-41d8-998a-5d1f48d53919 req-01c6a91e-011c-4f3d-92d0-78323224a5ba tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:25.110627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-728cbe91-512d-41d8-998a-5d1f48d53919 req-01c6a91e-011c-4f3d-92d0-78323224a5ba tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.1142869 Mar 11 17:23:25.183068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-728cbe91-512d-41d8-998a-5d1f48d53919 req-a827f4a2-85e1-4bb3-b3dc-3f84726be914 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709300 Mar 11 17:23:25.256847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55120) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:25.309657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-08a1d67a-6521-437b-a111-487d6ac38adf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=080774e382a94480ae2d5e9788b772f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493295 Mar 11 17:23:25.310043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55122) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:25.408656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9806c15-b3b8-46b4-90d9-6e415907014e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:25.443261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9806c15-b3b8-46b4-90d9-6e415907014e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:25.543282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9806c15-b3b8-46b4-90d9-6e415907014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:25.548063 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9806c15-b3b8-46b4-90d9-6e415907014e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:25.550377 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f9806c15-b3b8-46b4-90d9-6e415907014e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a29c8c8-a883-4ede-980a-a43eacf6707e HTTP/1.1" status: 204 len: 168 time: 0.2387574 Mar 11 17:23:25.561537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9806c15-b3b8-46b4-90d9-6e415907014e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a29c8c8-a883-4ede-980a-a43eacf6707e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:26.042733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55168) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:26.387150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55202) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:26.402800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0a97b-5794-4153-9899-dddd5f60f83e req-18bab479-8ec5-4a3e-b363-ff91fc754a00 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:26.404911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-afa0a97b-5794-4153-9899-dddd5f60f83e req-18bab479-8ec5-4a3e-b363-ff91fc754a00 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.1117141 Mar 11 17:23:26.467141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-851080601-network', 'tenant_id': '54308167925042899b1ab5a5a49c2824'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:26.578329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Made reservation on behalf of 54308167925042899b1ab5a5a49c2824 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:26.584610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.603978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-afa0a97b-5794-4153-9899-dddd5f60f83e req-08de5469-f4ec-477c-81e1-1b47013eaa56 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890514 Mar 11 17:23:26.624764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-network', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:26.646678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.731523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:26.750949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.772498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.891489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.901675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.936758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:26.970731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7942135f-c102-454d-bbdf-d16286789c92,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:26.975649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.977561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:26.978025 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Added segment a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648 of type vlan for network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 Mar 11 17:23:26.987698 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.016573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55228) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:27.097879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:27.101904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8235008b-5a99-4e3b-b33e-c609d6429e43,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:27.125814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.145833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.146474 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Added segment aed3aec7-2771-4c10-8bb4-4f1494794c08 of type vlan for network bf7f383e-3ac6-4ae0-b30c-8d66e11decda Mar 11 17:23:27.211706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.212747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:27.213361 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.223167 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.285553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a446676e-3602-479f-a2b5-6efa97956b0c tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:27.288324 n-d-833411-1 neutron-server[102642]: WARNING neutron.api.v2.base [None req-a446676e-3602-479f-a2b5-6efa97956b0c tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 17:23:27.290938 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-a446676e-3602-479f-a2b5-6efa97956b0c tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 17:23:27.301963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a446676e-3602-479f-a2b5-6efa97956b0c tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2825725 Mar 11 17:23:27.303053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55244) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:27.308041 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2640371 Mar 11 17:23:27.311932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507263462'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:27.313959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55246) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:27.318868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Request body: {'subnet': {'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-subnet', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:27.329156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9f6af-ac0f-4bff-8d5a-ca7f7ebb7c92 admin admin] Pushing event updated for resources: {'Network': ['ID=a8eeb924-b92c-4f4f-97f0-1dd42a369d15,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:27.340746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.341122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:23:27.343723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:27.344553 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.354253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.372234 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.416709 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0283744 Mar 11 17:23:27.420649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55252) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:27.426221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Made reservation on behalf of 54308167925042899b1ab5a5a49c2824 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:27.427094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Request body: {'subnet': {'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-subnet', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:27.429098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.457105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09120339-cc2e-4a9d-b8af-0c0d33dc98de admin admin] Pushing event updated for resources: {'Network': ['ID=bf7f383e-3ac6-4ae0-b30c-8d66e11decda,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:27.502751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network bf7f383e-3ac6-4ae0-b30c-8d66e11decda details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:23:27.504304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:27.507392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.512059 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.530347 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.598228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:27.665011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec2f2f0-7071-4c7b-b04a-5e691c80b99f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:27.690798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.763236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df35f38-a5c6-4a2a-afb2-9c6756162040,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:27.772907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-602839132-network', 'tenant_id': '07e5fd35dcf546f0a88ee9f08ee33679'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:27.808241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Checking segment: {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:27.808651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Network hostable DHCP agents. Network: a8eeb924-b92c-4f4f-97f0-1dd42a369d15, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:23:27.813756 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Made reservation on behalf of 07e5fd35dcf546f0a88ee9f08ee33679 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:27.816059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.829963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.863386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:23:27.885981 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.886993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, a8eeb924-b92c-4f4f-97f0-1dd42a369d15) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:27.896789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:27.897755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.900143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b80efd6-b2ca-4355-bc5f-35a15e4a66d8 None None] Network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:27.931602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.955323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad3a44-ae75-4bea-ba3d-9f5354edea1c req-58d2a44c-6574-4583-878c-d0317032328b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:27.957030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94ad3a44-ae75-4bea-ba3d-9f5354edea1c req-58d2a44c-6574-4583-878c-d0317032328b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.1967702 Mar 11 17:23:27.957501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a5350782-072e-4b2d-bbbd-52bc0bf9a1ce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6424904 Mar 11 17:23:27.959269 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55278) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:27.963626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:28.003057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.014988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.017001 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.018216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.023661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.027901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.033002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7242942 Mar 11 17:23:28.033002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1d1e0-fcf8-44fa-839b-fd8d7ffb0e93 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3157c4f-8179-4406-975e-b175bf187ce0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:28.039553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55284) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:28.051360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-df580fb0-b645-4562-90a4-40d5c81b4d31 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'f3157c4f-8179-4406-975e-b175bf187ce0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:28.070182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:28.100610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf22701a-9d00-4104-9811-ceb0e6bca7bc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:28.131580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a7cda-d6c1-4f49-b601-332154ce4dab None None] Network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:28.136577 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.138102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.138516 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Added segment 1f9abc4a-65c8-494a-aecb-f131b74ae549 of type vlan for network 1052372e-3504-46b0-9af3-149afdaa6c0e Mar 11 17:23:28.157571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94ad3a44-ae75-4bea-ba3d-9f5354edea1c req-bd15f9be-238b-4357-b8dd-1399234fb00a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822672 Mar 11 17:23:28.190951 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:23:28.205151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7abf076-c6dc-40a4-8f0f-2a60f6700824,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:28.256991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Checking segment: {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:28.257374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Network hostable DHCP agents. Network: bf7f383e-3ac6-4ae0-b30c-8d66e11decda, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:23:28.325552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df580fb0-b645-4562-90a4-40d5c81b4d31 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.345586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Network bf7f383e-3ac6-4ae0-b30c-8d66e11decda is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:23:28.357805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, bf7f383e-3ac6-4ae0-b30c-8d66e11decda) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:28.365590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.368713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a705a-570f-4656-be63-77f965c0be72 req-0d36ceeb-f79a-4023-81ea-5006ee6423a3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:28.369795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a4719-adfd-4eed-a730-e800f2746b2b None None] Network bf7f383e-3ac6-4ae0-b30c-8d66e11decda requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:28.370333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa5a705a-570f-4656-be63-77f965c0be72 req-0d36ceeb-f79a-4023-81ea-5006ee6423a3 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.1047540 Mar 11 17:23:28.371557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:28.372138 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.399388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dc8a6826-9f63-4bdb-bf12-8800fd4c9e5b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9757297 Mar 11 17:23:28.414443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55300) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:28.422168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:28.469041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa5a705a-570f-4656-be63-77f965c0be72 req-0117488a-4516-4f26-8ae4-1bf1544d8dcc tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859222 Mar 11 17:23:28.477925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.479462 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.486308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:23:28.507601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.559717 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.561359 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:28.562213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.602115 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.642193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df580fb0-b645-4562-90a4-40d5c81b4d31 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.679445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55308) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:28.680316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:23:28.681628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.696165 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df580fb0-b645-4562-90a4-40d5c81b4d31 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.709361 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1053305 Mar 11 17:23:28.711518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:28.753332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Request body: {'subnet': {'network_id': '1052372e-3504-46b0-9af3-149afdaa6c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-602839132-subnet', 'tenant_id': '07e5fd35dcf546f0a88ee9f08ee33679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:28.772907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a4294-a523-4f93-aa2c-32a11a6bb14a admin admin] Pushing event updated for resources: {'Network': ['ID=1052372e-3504-46b0-9af3-149afdaa6c0e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:28.787133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27099ab2-2a48-4433-9763-ea1325771cb2 req-5814ea53-144a-4b16-8360-89eec279e2c9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:28.788751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27099ab2-2a48-4433-9763-ea1325771cb2 req-5814ea53-144a-4b16-8360-89eec279e2c9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.1900702 Mar 11 17:23:28.795593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df580fb0-b645-4562-90a4-40d5c81b4d31 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.799520 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-df580fb0-b645-4562-90a4-40d5c81b4d31 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7554164 Mar 11 17:23:28.800919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df580fb0-b645-4562-90a4-40d5c81b4d31 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b7f105-b5e8-421b-bea8-5f9cbdd15dc7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:28.807207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55314) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:28.812436 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0c39016e-b4d0-4436-9659-7c5cca2967f2 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'f3157c4f-8179-4406-975e-b175bf187ce0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:28.830213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 1052372e-3504-46b0-9af3-149afdaa6c0e details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:23:28.843326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Made reservation on behalf of 07e5fd35dcf546f0a88ee9f08ee33679 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:28.845838 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.868115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27099ab2-2a48-4433-9763-ea1325771cb2 req-444bc1fa-9230-4125-b8fd-34ac146a4ba0 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Mar 11 17:23:28.879083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006a6a7-302a-4efd-a496-1b1fea156695 req-f618b750-83a7-4dff-b3dd-19d16258edec tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:28.886239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2006a6a7-302a-4efd-a496-1b1fea156695 req-f618b750-83a7-4dff-b3dd-19d16258edec tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 946 time: 0.2885616 Mar 11 17:23:28.896060 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.952726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2006a6a7-302a-4efd-a496-1b1fea156695 req-03e7f440-2e6f-4d72-bb12-5aeaf3bd5fd6 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617099 Mar 11 17:23:28.977979 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c39016e-b4d0-4436-9659-7c5cca2967f2 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.002253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c936a03f-d16b-4b50-9186-9cad0b864703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.058844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6bf91-93ef-40a3-989d-7ff06d886e00 req-a14e2a29-afe7-4fac-b77d-22dbd2a9d2e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:29.062076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e6bf91-93ef-40a3-989d-7ff06d886e00 req-a14e2a29-afe7-4fac-b77d-22dbd2a9d2e9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.1063087 Mar 11 17:23:29.103950 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.140789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e6bf91-93ef-40a3-989d-7ff06d886e00 req-d059f19f-890e-410a-b81b-a0043a5d9014 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699551 Mar 11 17:23:29.170893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Allocated IP 172.20.0.2 (bf7f383e-3ac6-4ae0-b30c-8d66e11decda/c7abf076-c6dc-40a4-8f0f-2a60f6700824/1a34e692-eff0-44e8-b95d-9aba17284f3f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:29.171635 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-0c39016e-b4d0-4436-9659-7c5cca2967f2 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 17:23:29.172883 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c39016e-b4d0-4436-9659-7c5cca2967f2 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3646493 Mar 11 17:23:29.180922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:29.296850 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.323196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.331830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60c27f-86dd-4d5d-b2cd-3298655addee req-fcb7c8aa-3003-471b-849f-02a0993a1d1d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:29.333361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b60c27f-86dd-4d5d-b2cd-3298655addee req-fcb7c8aa-3003-471b-849f-02a0993a1d1d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.1115110 Mar 11 17:23:29.342514 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.352582 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.359416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c936a03f-d16b-4b50-9186-9cad0b864703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.381318 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.389636 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c936a03f-d16b-4b50-9186-9cad0b864703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.403648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Network bf7f383e-3ac6-4ae0-b30c-8d66e11decda is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:29.409695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:29.414082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:29.421839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Pushing event updated for resources: {'Port': ['ID=1a34e692-eff0-44e8-b95d-9aba17284f3f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:29.448739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b60c27f-86dd-4d5d-b2cd-3298655addee req-113bb43f-58ae-4f35-8dc6-ebb223d5b27d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770726 Mar 11 17:23:29.475089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Allocated IP 172.25.8.12 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/29c61c5a-b3a4-4872-9afb-76a87aacdd1c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:29.503654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Attempting to bind port 1a34e692-eff0-44e8-b95d-9aba17284f3f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:29.504443 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Attempting to bind port 1a34e692-eff0-44e8-b95d-9aba17284f3f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:29.504813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Attempting to bind port 1a34e692-eff0-44e8-b95d-9aba17284f3f on network bf7f383e-3ac6-4ae0-b30c-8d66e11decda {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:29.507456 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8825864d-91fd-4c9d-8a60-f2d9b9457c00 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.510186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.523572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:29.523781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Checking segment: {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:29.524088 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.524514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Bound using segment: {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:29.524988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Bound port: 1a34e692-eff0-44e8-b95d-9aba17284f3f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:29.525374 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.554477 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c936a03f-d16b-4b50-9186-9cad0b864703 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c629769a12e4f9eac77d3adde2654d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8720708 Mar 11 17:23:29.557974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df0faec-f086-4542-9e54-8521a63bff9d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:29.559861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55330) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:29.568909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936a03f-d16b-4b50-9186-9cad0b864703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c172363e-5cd1-41e9-92f3-ce4858d89c72,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:29.586647 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.605011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] For port 1a34e692-eff0-44e8-b95d-9aba17284f3f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:29.609322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] For port 1a34e692-eff0-44e8-b95d-9aba17284f3f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1a34e692-eff0-44e8-b95d-9aba17284f3f,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:29.614300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.654839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.657435 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8825864d-91fd-4c9d-8a60-f2d9b9457c00 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.683373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3143a8-a9e6-48dc-9502-ff2d76fb1065 req-e9b0ec07-5c9c-48f4-984f-6e3e8c87bc54 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:29.684326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c3143a8-a9e6-48dc-9502-ff2d76fb1065 req-e9b0ec07-5c9c-48f4-984f-6e3e8c87bc54 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.0826890 Mar 11 17:23:29.686311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f777fb-2800-4d81-becb-5e44e13fce1b None None] Pushing event updated for resources: {'Port': ['ID=1a34e692-eff0-44e8-b95d-9aba17284f3f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:29.695381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Checking segment: {'id': '1f9abc4a-65c8-494a-aecb-f131b74ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1052372e-3504-46b0-9af3-149afdaa6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:29.695746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Network hostable DHCP agents. Network: 1052372e-3504-46b0-9af3-149afdaa6c0e, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:23:29.739712 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c3143a8-a9e6-48dc-9502-ff2d76fb1065 req-6dee3b41-0da9-4af7-a8f1-bfd6bf1b44dd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 Mar 11 17:23:29.741540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.771074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Network 1052372e-3504-46b0-9af3-149afdaa6c0e is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:23:29.800128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:29.808686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:29.812250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:29.822348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 1052372e-3504-46b0-9af3-149afdaa6c0e) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:29.826828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f454610-437b-4353-9915-a6de360c393a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.836893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc8d77-0eb9-4d6d-9c5e-4b442d043af7 None None] Network 1052372e-3504-46b0-9af3-149afdaa6c0e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:29.837114 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:29.837636 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.863526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Allocated IP 172.25.8.215 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/bb007897-2e66-4444-8a01-f5d9c8575bd4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:29.864840 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8825864d-91fd-4c9d-8a60-f2d9b9457c00 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.867371 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8825864d-91fd-4c9d-8a60-f2d9b9457c00 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.869133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=29c61c5a-b3a4-4872-9afb-76a87aacdd1c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:29.871258 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8825864d-91fd-4c9d-8a60-f2d9b9457c00 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/f3157c4f-8179-4406-975e-b175bf187ce0 HTTP/1.1" status: 204 len: 168 time: 0.6873944 Mar 11 17:23:29.871626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55338) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:29.905573 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f454610-437b-4353-9915-a6de360c393a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:29.928558 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d1e1461e-16b6-464d-9652-b0a49489cc3e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1835222 Mar 11 17:23:29.929617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825864d-91fd-4c9d-8a60-f2d9b9457c00 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3157c4f-8179-4406-975e-b175bf187ce0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:30.096669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d8768f12-3b97-4291-8ea8-742762591184 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2178168 Mar 11 17:23:30.159727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55348) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:30.166045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-45f93d89-7f60-466f-b436-efb99920b3e4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296508992'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:30.231725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad79e28-18bd-4350-afc3-8f1a67b2875e None None] Network 1052372e-3504-46b0-9af3-149afdaa6c0e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:30.253984 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45f93d89-7f60-466f-b436-efb99920b3e4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:30.285614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffed95-33e9-491e-8daa-7b7d2e4fe638 req-aac8c2ca-c6e4-4371-8ff1-ee335f51167c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.293128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55ffed95-33e9-491e-8daa-7b7d2e4fe638 req-aac8c2ca-c6e4-4371-8ff1-ee335f51167c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.4273148 Mar 11 17:23:30.382863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a713ede-7db7-4d79-bd9e-d1160c7accfd req-82e7ff5f-90fb-4d95-b221-2a745ad490a7 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.384801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a713ede-7db7-4d79-bd9e-d1160c7accfd req-82e7ff5f-90fb-4d95-b221-2a745ad490a7 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 946 time: 0.2227392 Mar 11 17:23:30.422016 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f454610-437b-4353-9915-a6de360c393a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:30.424445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55ffed95-33e9-491e-8daa-7b7d2e4fe638 req-6cf6c930-7fd9-4df3-9842-109d71c9f4af tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300790 Mar 11 17:23:30.424610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f454610-437b-4353-9915-a6de360c393a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:30.430540 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9f454610-437b-4353-9915-a6de360c393a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c172363e-5cd1-41e9-92f3-ce4858d89c72 HTTP/1.1" status: 204 len: 168 time: 0.8608563 Mar 11 17:23:30.461849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f454610-437b-4353-9915-a6de360c393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c172363e-5cd1-41e9-92f3-ce4858d89c72,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:30.509752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:30.559490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:30.620521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a713ede-7db7-4d79-bd9e-d1160c7accfd req-7dd4ba9a-12be-4732-917e-1288696e48ab tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949680 Mar 11 17:23:30.659402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:30.666516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45f93d89-7f60-466f-b436-efb99920b3e4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:30.669086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:30.674809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:30.685440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:30.700217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Pushing event updated for resources: {'Port': ['ID=bb007897-2e66-4444-8a01-f5d9c8575bd4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:30.925609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a34e692-eff0-44e8-b95d-9aba17284f3f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:31.129953 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1a34e692-eff0-44e8-b95d-9aba17284f3f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:31.134688 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.143369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55366) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:31.171712 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0583e82c-91b7-44ab-9222-ee15bd3d928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.250575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45f93d89-7f60-466f-b436-efb99920b3e4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.276662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-62f986bb-223d-4f90-8d66-da1d74c17b99 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:31.278611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-62f986bb-223d-4f90-8d66-da1d74c17b99 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 946 time: 0.7452064 Mar 11 17:23:31.293414 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45f93d89-7f60-466f-b436-efb99920b3e4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.295488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-45f93d89-7f60-466f-b436-efb99920b3e4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1341431 Mar 11 17:23:31.305902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55376) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:31.312188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-31e6514d-5138-4603-a77e-7f8b3424f42f tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': '7d0c9371-fb24-42dc-b01e-1f1c2f58f437', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:31.312979 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-31e6514d-5138-4603-a77e-7f8b3424f42f tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 17:23:31.313523 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-31e6514d-5138-4603-a77e-7f8b3424f42f tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:31.318392 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-31e6514d-5138-4603-a77e-7f8b3424f42f tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112896 Mar 11 17:23:31.318999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55378) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:31.329273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.375893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 1a34e692-eff0-44e8-b95d-9aba17284f3f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1a34e692-eff0-44e8-b95d-9aba17284f3f,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:31.391233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68ea11-c96d-4c81-9e5f-7f246586cfda None None] Network bf7f383e-3ac6-4ae0-b30c-8d66e11decda requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:31.395609 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.472782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f93d89-7f60-466f-b436-efb99920b3e4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0c9371-fb24-42dc-b01e-1f1c2f58f437,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:31.522402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.535428 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a020a59d-aa20-4ade-b9d5-5815001087f9 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.539080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254216c-b063-4dfc-a698-33328f96a378 req-c0822a20-1083-4b50-9cdc-dce0ee7885c1 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:31.540771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b254216c-b063-4dfc-a698-33328f96a378 req-c0822a20-1083-4b50-9cdc-dce0ee7885c1 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.2752626 Mar 11 17:23:31.575592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0583e82c-91b7-44ab-9222-ee15bd3d928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.590495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-dd0b004e-f3db-42cb-b388-47dc46a08f47 None None] Provisioning complete for port 1a34e692-eff0-44e8-b95d-9aba17284f3f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:31.591164 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dd0b004e-f3db-42cb-b388-47dc46a08f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.594516 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0583e82c-91b7-44ab-9222-ee15bd3d928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.616013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=1a34e692-eff0-44e8-b95d-9aba17284f3f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:31.636842 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a020a59d-aa20-4ade-b9d5-5815001087f9 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.714802 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0583e82c-91b7-44ab-9222-ee15bd3d928d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48955f6c5c884c0681a6ddd26ea18f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677249 Mar 11 17:23:31.715029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b254216c-b063-4dfc-a698-33328f96a378 req-d6e6c7fa-7eff-46e0-809c-9d814a4e982f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591153 Mar 11 17:23:31.717215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55382) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:31.717567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583e82c-91b7-44ab-9222-ee15bd3d928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb21078-5a56-40e0-afe3-5d05776df744,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:31.722942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-454ac68c-2a20-4834-9e9d-c060fb3287a6 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:31.730360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-454ac68c-2a20-4834-9e9d-c060fb3287a6 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/networks?id=1052372e-3504-46b0-9af3-149afdaa6c0e HTTP/1.1" status: 200 len: 821 time: 0.4004731 Mar 11 17:23:31.761610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-528b4ebd-82dc-48d0-a771-66333a9ce464 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/quotas/07e5fd35dcf546f0a88ee9f08ee33679 HTTP/1.1" status: 200 len: 375 time: 0.0302806 Mar 11 17:23:31.833242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Deleting port 765b4af7-fd12-41e0-914b-4de5965281a8 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:31.833745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.840607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a020a59d-aa20-4ade-b9d5-5815001087f9 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.843842 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a020a59d-aa20-4ade-b9d5-5815001087f9 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.847445 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a020a59d-aa20-4ade-b9d5-5815001087f9 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/7d0c9371-fb24-42dc-b01e-1f1c2f58f437 HTTP/1.1" status: 204 len: 168 time: 0.5178092 Mar 11 17:23:31.855773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55384) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:31.872610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-02d45634-0a49-44ff-bfd5-c89e99343859 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e5fd35dcf546f0a88ee9f08ee33679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100681 Mar 11 17:23:31.874317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020a59d-aa20-4ade-b9d5-5815001087f9 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0c9371-fb24-42dc-b01e-1f1c2f58f437,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:31.916417 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c445d666-cc81-46a1-b6b0-ce866c62f83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.958964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c445d666-cc81-46a1-b6b0-ce866c62f83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.968787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.046090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.119775 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c445d666-cc81-46a1-b6b0-ce866c62f83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.122327 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c445d666-cc81-46a1-b6b0-ce866c62f83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.123532 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c445d666-cc81-46a1-b6b0-ce866c62f83a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cb21078-5a56-40e0-afe3-5d05776df744 HTTP/1.1" status: 204 len: 168 time: 0.4030440 Mar 11 17:23:32.136502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445d666-cc81-46a1-b6b0-ce866c62f83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb21078-5a56-40e0-afe3-5d05776df744,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:32.162389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be678-ecaa-423a-9763-3701356fd2e7 req-19d8d6b3-4f9e-452a-b9ec-aa00f9f5c3e4 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:32.163985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f77be678-ecaa-423a-9763-3701356fd2e7 req-19d8d6b3-4f9e-452a-b9ec-aa00f9f5c3e4 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.3068428 Mar 11 17:23:32.171608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Router a94628c5-dd59-407f-96fc-48b0cafd948b is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:23:32.182576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2d0c96bb-ab7b-4295-a26e-7bd1af53376a tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3124881 Mar 11 17:23:32.197528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55388) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:32.208480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] For port 765b4af7-fd12-41e0-914b-4de5965281a8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=765b4af7-fd12-41e0-914b-4de5965281a8,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:32.209423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.210445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-31689569-aae7-4712-89ed-4e8659baca69 None None] Provisioning complete for port 1a34e692-eff0-44e8-b95d-9aba17284f3f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:32.210967 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-31689569-aae7-4712-89ed-4e8659baca69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.214464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1c89d761-03e6-45e3-90f0-b1c1a2daa468 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807325940'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:32.265591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-351d578f-fc76-4dd6-aa2e-791eb2510915 service neutron] 10.222.0.53 "GET /v2.0/networks/1052372e-3504-46b0-9af3-149afdaa6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826680 Mar 11 17:23:32.268090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Calling delete_port for 765b4af7-fd12-41e0-914b-4de5965281a8 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:32.393904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:32.398163 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c89d761-03e6-45e3-90f0-b1c1a2daa468 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.408420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f77be678-ecaa-423a-9763-3701356fd2e7 req-a731bb03-90b4-4dfb-91d3-625da42a35a9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229185 Mar 11 17:23:32.415804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Sync routers for ids ['a94628c5-dd59-407f-96fc-48b0cafd948b'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:32.445027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.448465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7ba2725b-91f8-4de1-bfd5-2f511e517d82 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4880240 Mar 11 17:23:32.451909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55392) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:32.459858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Routers {'a94628c5-dd59-407f-96fc-48b0cafd948b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:32.460569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a94628c5-dd59-407f-96fc-48b0cafd948b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:32.651613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a6b155ec-2c38-4e05-a445-bdf920c2d55e service neutron] 10.222.0.53 "GET /v2.0/networks/1052372e-3504-46b0-9af3-149afdaa6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680990 Mar 11 17:23:32.704145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Set router a94628c5-dd59-407f-96fc-48b0cafd948b gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:32.736725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c89d761-03e6-45e3-90f0-b1c1a2daa468 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.742321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Router 1a1723c7-1249-453e-8889-e8890a10bb80 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:23:32.751116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c89d761-03e6-45e3-90f0-b1c1a2daa468 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.814649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4be34-9be3-49ce-8a43-88ee0b1a2c6d req-68f39eaa-1b1f-4176-b0fd-3e375429a4a5 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:32.816566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7a4be34-9be3-49ce-8a43-88ee0b1a2c6d req-68f39eaa-1b1f-4176-b0fd-3e375429a4a5 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1344d87-6c2d-4515-8b3b-5aa4810cd96d HTTP/1.1" status: 200 len: 946 time: 0.2426672 Mar 11 17:23:32.820661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a34e692-eff0-44e8-b95d-9aba17284f3f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:32.997356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1a34e692-eff0-44e8-b95d-9aba17284f3f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:32.997770 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.003232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:33.019016 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Sync routers for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:33.035141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c89d761-03e6-45e3-90f0-b1c1a2daa468 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.036643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1c89d761-03e6-45e3-90f0-b1c1a2daa468 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8380468 Mar 11 17:23:33.039510 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:33.040137 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:33.070348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55408) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:33.084539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c438a4f4-cdb6-48e7-88a2-328831b58203 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'deba4a50-b1d1-477e-b127-f3deb1b4365e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:33.088304 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-c438a4f4-cdb6-48e7-88a2-328831b58203 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 17:23:33.089792 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-c438a4f4-cdb6-48e7-88a2-328831b58203 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:33.094267 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c438a4f4-cdb6-48e7-88a2-328831b58203 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0177677 Mar 11 17:23:33.101026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55412) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:33.105726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.157988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:31Z', 'revision_number': 3, 'project_id': '54308167925042899b1ab5a5a49c2824', 'gw_port': {'id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:33.167001 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.171475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e5ca2db0-7d5f-4abf-a8b4-fc384f0fe5a6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7515790 Mar 11 17:23:33.189937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:33.193517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Checking router: a94628c5-dd59-407f-96fc-48b0cafd948b for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:33.193879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Updating router a94628c5-dd59-407f-96fc-48b0cafd948b port bb007897-2e66-4444-8a01-f5d9c8575bd4 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:23:33.271924 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.310005 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:33.328052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89d761-03e6-45e3-90f0-b1c1a2daa468 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deba4a50-b1d1-477e-b127-f3deb1b4365e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:33.452666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Pushing event deleted for resources: {'Port': ['ID=765b4af7-fd12-41e0-914b-4de5965281a8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:33.574148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] No DVR routers for this DVR port 765b4af7-fd12-41e0-914b-4de5965281a8 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:33.587360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.591285 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:30Z', 'revision_number': 3, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:33.602127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03e628f2-5534-4c46-9c4a-80f947e56ed4 req-6d777257-c399-4d3f-bae8-50bb15bd5e6b tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.66 "DELETE /v2.0/ports/765b4af7-fd12-41e0-914b-4de5965281a8 HTTP/1.1" status: 204 len: 173 time: 2.3008757 Mar 11 17:23:33.637647 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Checking router: 1a1723c7-1249-453e-8889-e8890a10bb80 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:33.638927 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Updating router 1a1723c7-1249-453e-8889-e8890a10bb80 port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:23:33.643917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1344d87-6c2d-4515-8b3b-5aa4810cd96d', 'name': 'network-vif-deleted', 'tag': '765b4af7-fd12-41e0-914b-4de5965281a8'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:33.659250 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554b4ea3-0b01-436c-a3c1-b6148b928b72" -d '{"events": [{"server_uuid": "d1344d87-6c2d-4515-8b3b-5aa4810cd96d", "name": "network-vif-deleted", "tag": "765b4af7-fd12-41e0-914b-4de5965281a8"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:23:33.672235 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.731299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-0b739d7e-163e-4072-816d-c9fd0250a365 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:33.740276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-0b739d7e-163e-4072-816d-c9fd0250a365 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.46 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.7753947 Mar 11 17:23:33.747281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7352543a-7d09-4206-8ec2-86e57c492914 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.817817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7a4be34-9be3-49ce-8a43-88ee0b1a2c6d req-c282f2a8-2211-47b2-8df7-fee7c39fe8a4 tempest-AttachSCSIVolumeTestJSON-663151705 tempest-AttachSCSIVolumeTestJSON-663151705-project] 10.222.0.53 "GET /v2.0/security-groups?id=1de42866-87f0-4cfd-a876-e970b7993a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8571873 Mar 11 17:23:33.842601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7352543a-7d09-4206-8ec2-86e57c492914 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.928792 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.941813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.954984 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.957401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e91afc8c-3704-406f-8add-93a283d8fad7 req-29e657a7-e990-43ff-a922-6d449c9556e6 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 210 time: 0.0425425 Mar 11 17:23:33.958069 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7352543a-7d09-4206-8ec2-86e57c492914 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.961433 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7352543a-7d09-4206-8ec2-86e57c492914 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.962849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7352543a-7d09-4206-8ec2-86e57c492914 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/deba4a50-b1d1-477e-b127-f3deb1b4365e HTTP/1.1" status: 204 len: 168 time: 0.8573761 Mar 11 17:23:34.004971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55438) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:34.020271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352543a-7d09-4206-8ec2-86e57c492914 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deba4a50-b1d1-477e-b127-f3deb1b4365e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:34.068709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Attempting to bind port bb007897-2e66-4444-8a01-f5d9c8575bd4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:34.069082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Attempting to bind port bb007897-2e66-4444-8a01-f5d9c8575bd4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:34.069612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Attempting to bind port bb007897-2e66-4444-8a01-f5d9c8575bd4 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:34.072412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452d4fc-8813-40bc-94ad-adf2531412b9 None None] Pushing event updated for resources: {'Port': ['ID=bb007897-2e66-4444-8a01-f5d9c8575bd4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:34.101164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:34.101689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:34.102115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.102496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:34.102966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Bound port: bb007897-2e66-4444-8a01-f5d9c8575bd4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:34.103349 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.220672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a25d8-773d-4020-9ece-830281faca21 req-40e04c4d-2185-455c-98a6-cfc58978161e tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:34.242774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b1a25d8-773d-4020-9ece-830281faca21 req-40e04c4d-2185-455c-98a6-cfc58978161e tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.3278489 Mar 11 17:23:34.246447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] For port bb007897-2e66-4444-8a01-f5d9c8575bd4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:34.250574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] For port bb007897-2e66-4444-8a01-f5d9c8575bd4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=bb007897-2e66-4444-8a01-f5d9c8575bd4,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:34.252117 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.257156 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.265741 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.334214 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Attempting to bind port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:34.334583 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Attempting to bind port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:34.334938 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Attempting to bind port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:34.369635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Routers {'a94628c5-dd59-407f-96fc-48b0cafd948b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:34.371078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a94628c5-dd59-407f-96fc-48b0cafd948b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:34.384788 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:34.385322 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:34.385906 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.386594 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:34.387262 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Bound port: 29c61c5a-b3a4-4872-9afb-76a87aacdd1c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:34.387810 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.401630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-830a009e-7fa4-4c83-be13-cca3af6cfb7b tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3927879 Mar 11 17:23:34.419629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b1a25d8-773d-4020-9ece-830281faca21 req-a6d63577-7d50-45a7-9cd1-1967048d3710 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722889 Mar 11 17:23:34.420303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55444) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:34.442775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 765b4af7-fd12-41e0-914b-4de5965281a8 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:34.482919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Deleting port 10858b09-00b9-40f5-96be-7903a4cf8d96 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:34.487254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.495798 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] For port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:34.500820 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] For port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=29c61c5a-b3a4-4872-9afb-76a87aacdd1c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:34.516215 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.541846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 765b4af7-fd12-41e0-914b-4de5965281a8 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:34.542368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 765b4af7-fd12-41e0-914b-4de5965281a8 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:34.551313 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Pushing event updated for resources: {'Port': ['ID=29c61c5a-b3a4-4872-9afb-76a87aacdd1c,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:34.551606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452d4fc-8813-40bc-94ad-adf2531412b9 None None] Pushing event updated for resources: {'Port': ['ID=bb007897-2e66-4444-8a01-f5d9c8575bd4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:34.560538 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:34.561441 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:34.631607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] For port 10858b09-00b9-40f5-96be-7903a4cf8d96, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=10858b09-00b9-40f5-96be-7903a4cf8d96,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:34.631607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.696692 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:34.757611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-94c231ff-9c53-419c-b46a-3fa6b8837fff tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477968530'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:34.822270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Allocated IP 172.20.0.1 (a8eeb924-b92c-4f4f-97f0-1dd42a369d15/1df35f38-a5c6-4a2a-afb2-9c6756162040/61a9098b-2f51-46dc-ab73-8517d918f8f6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:34.833199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] Set router a94628c5-dd59-407f-96fc-48b0cafd948b gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:34.845924 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94c231ff-9c53-419c-b46a-3fa6b8837fff tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.897228 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.898040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.898523 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.898912 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.899072 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Floating IP 3b234f13-afdd-41ae-9d2f-6babeaf067d1 disassociated. External IP: 172.25.8.209, port: 10858b09-00b9-40f5-96be-7903a4cf8d96. Mar 11 17:23:34.899689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Calling delete_port for 10858b09-00b9-40f5-96be-7903a4cf8d96 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:34.899829 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.900292 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.900787 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.901260 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.901732 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.902349 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.902975 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.903445 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.905499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.906994 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:34.970118 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94c231ff-9c53-419c-b46a-3fa6b8837fff tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.978849 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf984d5e-1c5e-470e-bb2b-732d198e067c None None] Pushing event updated for resources: {'Port': ['ID=29c61c5a-b3a4-4872-9afb-76a87aacdd1c,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:34.979103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94c231ff-9c53-419c-b46a-3fa6b8837fff tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:35.016721 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:30Z', 'revision_number': 3, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:35.071130 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc8242-92cc-45dd-81b7-c09efb3dd820 None None] The sync data for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 is: [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:30Z', 'revision_number': 3, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:35.107588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de341b6-6dab-4000-b3a2-dee90316744a req-eeeb177d-5d35-4cea-a6e1-a93fb0152a8f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:35.113291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3de341b6-6dab-4000-b3a2-dee90316744a req-eeeb177d-5d35-4cea-a6e1-a93fb0152a8f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.9072490 Mar 11 17:23:35.115077 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfdf57e-8c72-4ee5-85ae-5c570105dd36 x-openstack-request-id: req-6bfdf57e-8c72-4ee5-85ae-5c570105dd36 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:23:35.115545 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1344d87-6c2d-4515-8b3b-5aa4810cd96d", "name": "network-vif-deleted", "tag": "765b4af7-fd12-41e0-914b-4de5965281a8", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:23:35.115924 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bfdf57e-8c72-4ee5-85ae-5c570105dd36 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:23:35.116573 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1344d87-6c2d-4515-8b3b-5aa4810cd96d', 'name': 'network-vif-deleted', 'tag': '765b4af7-fd12-41e0-914b-4de5965281a8', 'status': 'completed', 'code': 200} Mar 11 17:23:35.149590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94c231ff-9c53-419c-b46a-3fa6b8837fff tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:35.153974 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-94c231ff-9c53-419c-b46a-3fa6b8837fff tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7325516 Mar 11 17:23:35.156173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55484) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:35.165719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c231ff-9c53-419c-b46a-3fa6b8837fff tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c58d071-66e0-40f4-a385-6b83f9a0e432,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:35.208612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9faaf0f7-0f96-40e2-b642-f6cb14a000f3 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': '2c58d071-66e0-40f4-a385-6b83f9a0e432', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:35.223615 n-d-833411-1 neutron-server[102642]: WARNING neutron.api.v2.base [None req-9faaf0f7-0f96-40e2-b642-f6cb14a000f3 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 17:23:35.224482 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-9faaf0f7-0f96-40e2-b642-f6cb14a000f3 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:35.225710 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9faaf0f7-0f96-40e2-b642-f6cb14a000f3 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0464988 Mar 11 17:23:35.235292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:35.240441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5003eac8-f5f4-4663-a2bd-b95c5e27dd21 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': '2c58d071-66e0-40f4-a385-6b83f9a0e432', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:35.242073 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-5003eac8-f5f4-4663-a2bd-b95c5e27dd21 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 17:23:35.242539 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-5003eac8-f5f4-4663-a2bd-b95c5e27dd21 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:35.246601 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5003eac8-f5f4-4663-a2bd-b95c5e27dd21 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101750 Mar 11 17:23:35.250071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55492) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:35.257424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-34aac028-22a9-4d9d-ad83-6de9cbcb28b4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': '2c58d071-66e0-40f4-a385-6b83f9a0e432', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:35.258570 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-34aac028-22a9-4d9d-ad83-6de9cbcb28b4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 17:23:35.259251 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-34aac028-22a9-4d9d-ad83-6de9cbcb28b4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:35.263149 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-34aac028-22a9-4d9d-ad83-6de9cbcb28b4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103421 Mar 11 17:23:35.269620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55494) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:35.277981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7fd98e2e-9eae-46e4-aaa3-2ca7e13fc6c5 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': '2c58d071-66e0-40f4-a385-6b83f9a0e432', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:35.278665 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-7fd98e2e-9eae-46e4-aaa3-2ca7e13fc6c5 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 17:23:35.279947 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-7fd98e2e-9eae-46e4-aaa3-2ca7e13fc6c5 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:35.283998 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7fd98e2e-9eae-46e4-aaa3-2ca7e13fc6c5 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100269 Mar 11 17:23:35.290197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:35.328732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa2149c0-ad5c-4f87-9d5d-8c2fb221674b req-732be328-889c-4e58-9086-97e293088d0f tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 210 time: 0.1847646 Mar 11 17:23:35.370218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3de341b6-6dab-4000-b3a2-dee90316744a req-24836854-4ff3-48b0-889f-3176b3079bb6 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418160 Mar 11 17:23:35.479683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-03f2e340-b7ce-48ef-8983-22afec08a2d8 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:35.488278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:31Z', 'revision_number': 3, 'project_id': '54308167925042899b1ab5a5a49c2824', 'gw_port': {'id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:35.489476 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:35.491454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-03f2e340-b7ce-48ef-8983-22afec08a2d8 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.46 "GET /v2.0/networks?id=1052372e-3504-46b0-9af3-149afdaa6c0e HTTP/1.1" status: 200 len: 821 time: 0.3739686 Mar 11 17:23:35.560237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Request body: {'port': {'device_id': 'c09c34ee-0560-4f9d-b92a-acdd4df9854e', 'network_id': '1052372e-3504-46b0-9af3-149afdaa6c0e', 'admin_state_up': True, 'tenant_id': '07e5fd35dcf546f0a88ee9f08ee33679'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:35.563733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55504) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:35.575799 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d2c38-4783-4e12-95a2-239c0ae0e495 None None] The sync data for ids ['a94628c5-dd59-407f-96fc-48b0cafd948b'] in n-d-833411-1 is: [{'id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:31Z', 'revision_number': 3, 'project_id': '54308167925042899b1ab5a5a49c2824', 'gw_port': {'id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:35.604615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-53c947a1-b4f4-4854-852d-438c57822106 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:35.617193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:35.665871 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:35.688461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:35.728996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:35.766621 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:35.787318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 10858b09-00b9-40f5-96be-7903a4cf8d96 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:36.005604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-53c947a1-b4f4-4854-852d-438c57822106 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.037772 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.145428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Pushing event updated for resources: {'Port': ['ID=61a9098b-2f51-46dc-ab73-8517d918f8f6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:36.162736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.249785 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44dee86e-5d32-41d3-b007-bc7709a460fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.277721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-53c947a1-b4f4-4854-852d-438c57822106 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.287040 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-53c947a1-b4f4-4854-852d-438c57822106 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.288037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-53c947a1-b4f4-4854-852d-438c57822106 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c58d071-66e0-40f4-a385-6b83f9a0e432 HTTP/1.1" status: 204 len: 168 time: 0.9968805 Mar 11 17:23:36.304933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55540) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:36.375460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c947a1-b4f4-4854-852d-438c57822106 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c58d071-66e0-40f4-a385-6b83f9a0e432,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:36.401990 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.531596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef245544-9b1e-490d-ab3f-c17c2a3b9508 req-b97b102d-a347-4c3c-ab69-5066e49e7832 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:36.542171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef245544-9b1e-490d-ab3f-c17c2a3b9508 req-b97b102d-a347-4c3c-ab69-5066e49e7832 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 945 time: 0.9353893 Mar 11 17:23:36.555640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event deleted for resources: {'Port': ['ID=10858b09-00b9-40f5-96be-7903a4cf8d96,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:36.600475 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1070b5f8-cfdc-4dc2-b22e-b06aa9219fba tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2826307 Mar 11 17:23:36.611069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55550) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:36.613971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Allocated IP 172.20.0.1 (bf7f383e-3ac6-4ae0-b30c-8d66e11decda/c7abf076-c6dc-40a4-8f0f-2a60f6700824/6ad0af82-808e-4e6b-bcec-cbfde24bfc2f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:36.615259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44dee86e-5d32-41d3-b007-bc7709a460fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.633058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bd892aae-e6c7-46b1-ad04-90c1f51931ea tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516757907'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:36.635911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6cab7-e5a0-4556-8ec0-7eb076003226 req-d944ac4a-ca6a-49de-aed5-2b093165fccd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:36.642124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9b6cab7-e5a0-4556-8ec0-7eb076003226 req-d944ac4a-ca6a-49de-aed5-2b093165fccd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.4188643 Mar 11 17:23:36.698550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef245544-9b1e-490d-ab3f-c17c2a3b9508 req-f5fbdba4-3754-44e1-8583-74c16697f3ab tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354811 Mar 11 17:23:36.700557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-0feb74d1-9546-4953-8d3c-ec674b480937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:36.700690 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd892aae-e6c7-46b1-ad04-90c1f51931ea tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.702566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-0feb74d1-9546-4953-8d3c-ec674b480937 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 1098 time: 0.5108581 Mar 11 17:23:36.719861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44dee86e-5d32-41d3-b007-bc7709a460fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.838095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:36.911154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 29c61c5a-b3a4-4872-9afb-76a87aacdd1c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:37.027689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:37.028318 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.131296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9b6cab7-e5a0-4556-8ec0-7eb076003226 req-7d18004d-d3b1-4b74-813c-7a9d08c55756 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601934 Mar 11 17:23:37.184826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.229510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06958e29-27d9-4c54-8e21-03dfc9baba6d req-4e5a8be2-2dc8-47b7-841a-6d93cde640cb tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 210 time: 0.2755840 Mar 11 17:23:37.230375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Made reservation on behalf of 07e5fd35dcf546f0a88ee9f08ee33679 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:37.231120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd892aae-e6c7-46b1-ad04-90c1f51931ea tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.234303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.236374 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.240604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd892aae-e6c7-46b1-ad04-90c1f51931ea tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.264963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=29c61c5a-b3a4-4872-9afb-76a87aacdd1c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:37.271590 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.280004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bb007897-2e66-4444-8a01-f5d9c8575bd4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:37.335240 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd892aae-e6c7-46b1-ad04-90c1f51931ea tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.336776 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bd892aae-e6c7-46b1-ad04-90c1f51931ea tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7246909 Mar 11 17:23:37.342204 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55554) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:37.362253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-44dee86e-5d32-41d3-b007-bc7709a460fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3dfbe801441a4185981360a96d4c860e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7910748 Mar 11 17:23:37.363695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a0924fe1-20df-4866-9a09-e2c11bd83187 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'd6c8b092-4004-4db4-91f5-1a54e2adbe47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:37.364455 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-a0924fe1-20df-4866-9a09-e2c11bd83187 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 17:23:37.364951 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-a0924fe1-20df-4866-9a09-e2c11bd83187 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:37.368491 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a0924fe1-20df-4866-9a09-e2c11bd83187 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059960 Mar 11 17:23:37.369399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd892aae-e6c7-46b1-ad04-90c1f51931ea tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c8b092-4004-4db4-91f5-1a54e2adbe47,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:37.370341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55556) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:37.370745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55558) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:37.403513 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.405589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:37.422490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2ad0d777-a060-4e9d-aea2-4cf16627bea3 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'd6c8b092-4004-4db4-91f5-1a54e2adbe47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:37.427052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=29c61c5a-b3a4-4872-9afb-76a87aacdd1c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:37.430689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port bb007897-2e66-4444-8a01-f5d9c8575bd4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:37.431263 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.461081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dee86e-5d32-41d3-b007-bc7709a460fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be46d14-ad11-4ec0-94bf-cc7f91d889ad,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:37.496293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Network bf7f383e-3ac6-4ae0-b30c-8d66e11decda is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:37.502435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:37.519037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:37.559124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad0af82-808e-4e6b-bcec-cbfde24bfc2f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:37.565028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.578448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.580749 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.635199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port bb007897-2e66-4444-8a01-f5d9c8575bd4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=bb007897-2e66-4444-8a01-f5d9c8575bd4,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:37.646100 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.669555 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-2ad0d777-a060-4e9d-aea2-4cf16627bea3 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:37.670726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2ad0d777-a060-4e9d-aea2-4cf16627bea3 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2537034 Mar 11 17:23:37.681516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55560) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:37.722300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Pushing event updated for resources: {'Port': ['ID=61a9098b-2f51-46dc-ab73-8517d918f8f6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:37.727095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ba44362d-9940-4441-b132-a5361fdfd5e1 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'd6c8b092-4004-4db4-91f5-1a54e2adbe47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:37.735152 n-d-833411-1 neutron-server[102642]: WARNING neutron.api.v2.base [None req-ba44362d-9940-4441-b132-a5361fdfd5e1 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 17:23:37.735685 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-ba44362d-9940-4441-b132-a5361fdfd5e1 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:37.739252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ba44362d-9940-4441-b132-a5361fdfd5e1 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0186956 Mar 11 17:23:37.747920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Allocated IP 172.20.0.9 (1052372e-3504-46b0-9af3-149afdaa6c0e/9df0faec-f086-4542-9e54-8521a63bff9d/3bcf2343-2fdf-4175-b903-726e681a609e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:37.750544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:37.781231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e1fd913b-f8b1-4710-ac74-fcdddcc1c8f5 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'd6c8b092-4004-4db4-91f5-1a54e2adbe47', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:37.787426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=bb007897-2e66-4444-8a01-f5d9c8575bd4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:37.807127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-27c8c6c1-009b-4e7a-8426-32633008468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:37.808918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-27c8c6c1-009b-4e7a-8426-32633008468f service neutron] 10.222.0.66 "GET /v2.0/networks?id=7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 200 len: 912 time: 1.0776334 Mar 11 17:23:37.815574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.874731 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.900711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e851815e-6660-4048-82ce-e42ea742d100 None None] Provisioning complete for port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:37.900958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e851815e-6660-4048-82ce-e42ea742d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:37.917097 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-e1fd913b-f8b1-4710-ac74-fcdddcc1c8f5 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:37.918343 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e1fd913b-f8b1-4710-ac74-fcdddcc1c8f5 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1438637 Mar 11 17:23:37.924499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55568) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:37.929443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d653f034-42b5-4a2b-ae10-2085847e5a1e tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'd6c8b092-4004-4db4-91f5-1a54e2adbe47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:37.930980 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-d653f034-42b5-4a2b-ae10-2085847e5a1e tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 17:23:37.931451 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-d653f034-42b5-4a2b-ae10-2085847e5a1e tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:37.932807 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d653f034-42b5-4a2b-ae10-2085847e5a1e tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074894 Mar 11 17:23:37.951098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e851815e-6660-4048-82ce-e42ea742d100 None None] Port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:23:37.967542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55570) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:37.992486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-66bd90f6-40a3-43fd-8903-133cea27f74a tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'd6c8b092-4004-4db4-91f5-1a54e2adbe47', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:37.999415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1302a7d7-f1a8-4dfa-8078-50aeedce625a req-eea240f7-0215-40e5-92d3-396652e87657 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 210 time: 0.1893635 Mar 11 17:23:38.000595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e11e9c50-67e8-423c-b864-1fdeb4a1df45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.026254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e11e9c50-67e8-423c-b864-1fdeb4a1df45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.043005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-837d62fa-92fb-4961-aa12-54ec879e5ea5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81883c67-8f73-41fc-86ed-709b4885d61e HTTP/1.1" status: 200 len: 217 time: 0.2198505 Mar 11 17:23:38.081463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:38.082805 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.085900 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:38.152401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:38.169993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] Sync routers for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:38.205699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:38.206341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:38.244622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-9096d0c7-bf2a-491e-beca-71f84848f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:38.250081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-9096d0c7-bf2a-491e-beca-71f84848f3f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 HTTP/1.1" status: 200 len: 852 time: 0.1942980 Mar 11 17:23:38.291841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] No DVR routers for this DVR port 10858b09-00b9-40f5-96be-7903a4cf8d96 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:38.293606 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-66bd90f6-40a3-43fd-8903-133cea27f74a tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:38.297687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-66bd90f6-40a3-43fd-8903-133cea27f74a tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3092406 Mar 11 17:23:38.323133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.327046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c2e8c74-93da-432f-81b9-751e8801c891 req-15d3e889-ba6f-46ca-b55e-4a54ea80c93f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.46 "DELETE /v2.0/ports/10858b09-00b9-40f5-96be-7903a4cf8d96 HTTP/1.1" status: 204 len: 173 time: 4.5755041 Mar 11 17:23:38.327526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'name': 'network-vif-deleted', 'tag': '10858b09-00b9-40f5-96be-7903a4cf8d96'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:38.330062 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad791ffa-dfc9-480e-be2c-b0043661947c" -d '{"events": [{"server_uuid": "f731a7e6-c7b6-48de-98cd-e2cbf904ba2c", "name": "network-vif-deleted", "tag": "10858b09-00b9-40f5-96be-7903a4cf8d96"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:23:38.335024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55576) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:38.347399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-e4d61c9f-c3dd-43d3-a61c-ccd225bfb33b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7dd1d19d-d97e-41e1-a230-5227c0a2b027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865362 Mar 11 17:23:38.350578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-64400ab5-77e3-4238-a495-823ea8ec3134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'd6c8b092-4004-4db4-91f5-1a54e2adbe47', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:38.351065 n-d-833411-1 neutron-server[102642]: WARNING neutron.api.v2.base [None req-64400ab5-77e3-4238-a495-823ea8ec3134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 17:23:38.351560 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-64400ab5-77e3-4238-a495-823ea8ec3134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:38.355064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-64400ab5-77e3-4238-a495-823ea8ec3134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079706 Mar 11 17:23:38.357274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e11e9c50-67e8-423c-b864-1fdeb4a1df45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.360445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e11e9c50-67e8-423c-b864-1fdeb4a1df45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.363951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e11e9c50-67e8-423c-b864-1fdeb4a1df45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0be46d14-ad11-4ec0-94bf-cc7f91d889ad HTTP/1.1" status: 204 len: 168 time: 0.9547336 Mar 11 17:23:38.381942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55580) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:38.411364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d7d9cb27-f4c4-4368-addf-d4942a72bfc8 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'd6c8b092-4004-4db4-91f5-1a54e2adbe47', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:38.433415 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.455766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.493258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:38.622110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e9c50-67e8-423c-b864-1fdeb4a1df45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be46d14-ad11-4ec0-94bf-cc7f91d889ad,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:38.674857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad0af82-808e-4e6b-bcec-cbfde24bfc2f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:38.692214 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-d7d9cb27-f4c4-4368-addf-d4942a72bfc8 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:38.693329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d7d9cb27-f4c4-4368-addf-d4942a72bfc8 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3049080 Mar 11 17:23:38.697289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Router a94628c5-dd59-407f-96fc-48b0cafd948b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:38.703672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55586) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:38.708289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7f3a7ccd-c59c-4297-bbe8-53d57897181e tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': 'd6c8b092-4004-4db4-91f5-1a54e2adbe47', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:38.778028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.796755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1d7f8-0382-47b1-9d1f-9889e8ba65e0 req-e60398ce-9d0a-4f76-b46d-97f3e8fa7920 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:38.809794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68b1d7f8-0382-47b1-9d1f-9889e8ba65e0 req-e60398ce-9d0a-4f76-b46d-97f3e8fa7920 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.4740710 Mar 11 17:23:38.830613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f062c8db-1fdd-4d48-a9c1-7c747be2ff99 req-44535a3c-6a2b-46a8-a49b-492c51a6cc5d tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 210 time: 0.3453612 Mar 11 17:23:38.928118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:38.960706 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e858443-bd76-4d3a-8728-79e2a782ded7 x-openstack-request-id: req-9e858443-bd76-4d3a-8728-79e2a782ded7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:23:38.961117 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f731a7e6-c7b6-48de-98cd-e2cbf904ba2c", "name": "network-vif-deleted", "tag": "10858b09-00b9-40f5-96be-7903a4cf8d96", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:23:38.961247 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e858443-bd76-4d3a-8728-79e2a782ded7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:23:38.961635 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f731a7e6-c7b6-48de-98cd-e2cbf904ba2c', 'name': 'network-vif-deleted', 'tag': '10858b09-00b9-40f5-96be-7903a4cf8d96', 'status': 'completed', 'code': 200} Mar 11 17:23:38.986391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 29c61c5a-b3a4-4872-9afb-76a87aacdd1c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:39.014082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68b1d7f8-0382-47b1-9d1f-9889e8ba65e0 req-8812737f-269a-4f6b-97e3-56d25af16e87 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779690 Mar 11 17:23:39.051179 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-7871d787-531f-4840-ba2d-441ac4c5fbb9 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653802 Mar 11 17:23:39.074308 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.143143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:39.174006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Network 1052372e-3504-46b0-9af3-149afdaa6c0e is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:39.179068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:39.187646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:39.234703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] Checking router: 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:39.235091 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-7f3a7ccd-c59c-4297-bbe8-53d57897181e tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:39.238527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7f3a7ccd-c59c-4297-bbe8-53d57897181e tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5337970 Mar 11 17:23:39.239441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55602) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:39.255067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Pushing event updated for resources: {'Port': ['ID=3bcf2343-2fdf-4175-b903-726e681a609e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:39.257920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:39.259520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:39.265467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1df3b5e-6eb7-4e66-a30e-bd2fa49c4128 req-87ce7edc-e36f-4db1-89ea-a816c745db68 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731a7e6-c7b6-48de-98cd-e2cbf904ba2c HTTP/1.1" status: 200 len: 210 time: 0.0662539 Mar 11 17:23:39.325193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:39.325814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.339000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a17d68-b568-4a13-9577-25545e3e2304 req-236cbd91-238f-41b1-a077-261b5f502ab5 service neutron] 10.222.0.66 "GET /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784956 Mar 11 17:23:39.362320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-e9c4dca1-2d88-4ade-a2d1-212316d7b300 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8505614 Mar 11 17:23:39.382178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Request body: {'port': {'device_id': 'c09c34ee-0560-4f9d-b92a-acdd4df9854e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:39.414580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Network bf7f383e-3ac6-4ae0-b30c-8d66e11decda is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:39.421393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:39.430192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10b9905c-abf9-4a5d-90d0-ec815d687344 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.468073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:39.468776 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.498435 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.518887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:39.635892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Router 1a1723c7-1249-453e-8889-e8890a10bb80 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:39.645861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:39.658327 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Sync routers for ids ['a94628c5-dd59-407f-96fc-48b0cafd948b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:39.680488 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-30ed973f-9c96-4d13-b0ab-14a02114dc0b admin admin] 10.222.0.53 "PUT /v2.0/routers/a94628c5-dd59-407f-96fc-48b0cafd948b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2104657 Mar 11 17:23:39.707217 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10b9905c-abf9-4a5d-90d0-ec815d687344 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.710140 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Routers {'a94628c5-dd59-407f-96fc-48b0cafd948b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:39.717968 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a94628c5-dd59-407f-96fc-48b0cafd948b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:39.811471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bb007897-2e66-4444-8a01-f5d9c8575bd4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:39.894125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:39.913358 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3125587a-60f5-4c88-acaf-dd2acd426724 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a1723c7-1249-453e-8889-e8890a10bb80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7172773 Mar 11 17:23:39.934454 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Set router a94628c5-dd59-407f-96fc-48b0cafd948b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:39.960723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10b9905c-abf9-4a5d-90d0-ec815d687344 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.969759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Sync routers for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:39.970920 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10b9905c-abf9-4a5d-90d0-ec815d687344 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:39.976124 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-10b9905c-abf9-4a5d-90d0-ec815d687344 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/d6c8b092-4004-4db4-91f5-1a54e2adbe47 HTTP/1.1" status: 204 len: 168 time: 0.7224026 Mar 11 17:23:39.977029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55622) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:40.099167 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-08ba0b89-bbd2-4456-b9ef-1e74a1c7abca tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910652 Mar 11 17:23:40.101188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9905c-abf9-4a5d-90d0-ec815d687344 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c8b092-4004-4db4-91f5-1a54e2adbe47,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:40.103555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55628) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:40.110373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-37c631e9-088e-4a4e-bfb7-cd50da254935 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'tempest-secgroup--342599892'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:40.180283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37c631e9-088e-4a4e-bfb7-cd50da254935 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.214163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c566080-6262-4188-8e8d-439a59efdcdc req-359861c1-0ca8-4620-a933-4f415adace94 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:40.215883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c566080-6262-4188-8e8d-439a59efdcdc req-359861c1-0ca8-4620-a933-4f415adace94 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 931 time: 0.1459818 Mar 11 17:23:40.305054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37c631e9-088e-4a4e-bfb7-cd50da254935 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.314541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37c631e9-088e-4a4e-bfb7-cd50da254935 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.405359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c566080-6262-4188-8e8d-439a59efdcdc req-da5f55b8-5d3f-4b2c-ac53-dd6b7f4c0605 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315646 Mar 11 17:23:40.421704 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37c631e9-088e-4a4e-bfb7-cd50da254935 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.428451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-37c631e9-088e-4a4e-bfb7-cd50da254935 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3238213 Mar 11 17:23:40.439934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55638) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:40.450195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5ae95a6a-6644-4132-9d07-282ef2668a43 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': '316d6bbb-14aa-44a0-a78a-eb22425b4ff4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:40.460892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c631e9-088e-4a4e-bfb7-cd50da254935 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316d6bbb-14aa-44a0-a78a-eb22425b4ff4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:40.532279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f13ab103-74d4-4d0b-8018-8db0c873cdaa None None] Provisioning complete for port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:40.533426 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f13ab103-74d4-4d0b-8018-8db0c873cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.546652 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-5ae95a6a-6644-4132-9d07-282ef2668a43 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The resource could not be found. Mar 11 17:23:40.548877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5ae95a6a-6644-4132-9d07-282ef2668a43 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1070211 Mar 11 17:23:40.551590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:40.562569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-abcc456b-5e5d-4b6f-8230-a738a525d3a8 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': '316d6bbb-14aa-44a0-a78a-eb22425b4ff4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8074f9c5-77f6-4151-95f2-b7f3328c85b6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:40.569621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:40.569918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b97923-97ff-405f-bd68-8b945c635bd8 req-1665d8b8-8062-4577-9cfa-f7b3f7796723 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:40.571645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b97923-97ff-405f-bd68-8b945c635bd8 req-1665d8b8-8062-4577-9cfa-f7b3f7796723 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.3673451 Mar 11 17:23:40.572515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:40.604002 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:36Z', 'revision_number': 4, 'project_id': '54308167925042899b1ab5a5a49c2824', 'gw_port': {'id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '61a9098b-2f51-46dc-ab73-8517d918f8f6', 'name': '', 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'mac_address': 'fa:16:3e:9e:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1df35f38-a5c6-4a2a-afb2-9c6756162040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:34Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 2, 'project_id': '54308167925042899b1ab5a5a49c2824', 'subnets': [{'id': '1df35f38-a5c6-4a2a-afb2-9c6756162040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:40.662315 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Checking router: a94628c5-dd59-407f-96fc-48b0cafd948b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:40.663829 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Updating router a94628c5-dd59-407f-96fc-48b0cafd948b port 61a9098b-2f51-46dc-ab73-8517d918f8f6 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:23:40.690360 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-abcc456b-5e5d-4b6f-8230-a738a525d3a8 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The resource could not be found. Mar 11 17:23:40.694304 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-abcc456b-5e5d-4b6f-8230-a738a525d3a8 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1369660 Mar 11 17:23:40.694616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55650) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:40.697468 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.717023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b97923-97ff-405f-bd68-8b945c635bd8 req-a87f699f-3cfb-4602-8175-2b4cd7c98745 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220090 Mar 11 17:23:40.794688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55656) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:40.795676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcf2343-2fdf-4175-b903-726e681a609e {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:23:40.812212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.843444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48b9df7d-e94c-4583-952c-7e7c14ee0973 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.844660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Transition to ACTIVE for port object 3bcf2343-2fdf-4175-b903-726e681a609e will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:40.853076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.878181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48b9df7d-e94c-4583-952c-7e7c14ee0973 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.940754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48b9df7d-e94c-4583-952c-7e7c14ee0973 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.941704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port bb007897-2e66-4444-8a01-f5d9c8575bd4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:40.944886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48b9df7d-e94c-4583-952c-7e7c14ee0973 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.945450 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.946416 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-48b9df7d-e94c-4583-952c-7e7c14ee0973 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/316d6bbb-14aa-44a0-a78a-eb22425b4ff4 HTTP/1.1" status: 204 len: 168 time: 0.2507696 Mar 11 17:23:40.962765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55658) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:40.967879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9df7d-e94c-4583-952c-7e7c14ee0973 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316d6bbb-14aa-44a0-a78a-eb22425b4ff4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:41.004263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ce55-9814-439c-9b76-dcaea4390ff3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.038628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ce55-9814-439c-9b76-dcaea4390ff3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.122184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ce55-9814-439c-9b76-dcaea4390ff3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.125724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ce55-9814-439c-9b76-dcaea4390ff3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.129905 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f5a6ce55-9814-439c-9b76-dcaea4390ff3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "DELETE /v2.0/security-groups/c8f13ca1-43a7-4f55-afcd-f5e54f451b8c HTTP/1.1" status: 204 len: 168 time: 0.3315814 Mar 11 17:23:41.134975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcf2343-2fdf-4175-b903-726e681a609e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:41.136569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55666) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:41.146939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.162974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f13ab103-74d4-4d0b-8018-8db0c873cdaa None None] Port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:23:41.190633 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-1e397987-ca65-42bc-b170-f28f456968dc tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] show failed (client error): The resource could not be found. Mar 11 17:23:41.196579 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1e397987-ca65-42bc-b170-f28f456968dc tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups/c8f13ca1-43a7-4f55-afcd-f5e54f451b8c HTTP/1.1" status: 404 len: 347 time: 0.0561211 Mar 11 17:23:41.200667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55672) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:41.202391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6ce55-9814-439c-9b76-dcaea4390ff3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f13ca1-43a7-4f55-afcd-f5e54f451b8c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:41.220633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55674) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:41.239058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-50347712-e949-4124-8eca-0e26a7551230 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2727845 Mar 11 17:23:41.266449 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.277615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:41.280603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55676) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:41.283391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:41.288813 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.300389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7a8ac53e-5312-4fec-ba05-b95f5473f762 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': '306a2f46-fab2-4658-b54b-6981f111193d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:41.359556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa9c2d-193a-458e-b5b7-76e59a373c66 None None] The sync data for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 is: [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:41.407426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Attempting to bind port 3bcf2343-2fdf-4175-b903-726e681a609e on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:41.409004 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Attempting to bind port 3bcf2343-2fdf-4175-b903-726e681a609e by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '1f9abc4a-65c8-494a-aecb-f131b74ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1052372e-3504-46b0-9af3-149afdaa6c0e'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:41.410002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Attempting to bind port 3bcf2343-2fdf-4175-b903-726e681a609e on network 1052372e-3504-46b0-9af3-149afdaa6c0e {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:41.459077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Port 3bcf2343-2fdf-4175-b903-726e681a609e on network 1052372e-3504-46b0-9af3-149afdaa6c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:23:41.461985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Attempting to bind port 3bcf2343-2fdf-4175-b903-726e681a609e on network 1052372e-3504-46b0-9af3-149afdaa6c0e {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:41.634003 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Attempting to bind port 61a9098b-2f51-46dc-ab73-8517d918f8f6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:41.634575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:41.635260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Checking segment: {'id': '1f9abc4a-65c8-494a-aecb-f131b74ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1052372e-3504-46b0-9af3-149afdaa6c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:41.635823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Bound using segment: {'id': '1f9abc4a-65c8-494a-aecb-f131b74ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1052372e-3504-46b0-9af3-149afdaa6c0e'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:41.635963 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Attempting to bind port 61a9098b-2f51-46dc-ab73-8517d918f8f6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:41.636242 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Attempting to bind port 61a9098b-2f51-46dc-ab73-8517d918f8f6 on network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:41.636741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Bound port: 3bcf2343-2fdf-4175-b903-726e681a609e, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9abc4a-65c8-494a-aecb-f131b74ae549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1052372e-3504-46b0-9af3-149afdaa6c0e'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:41.637340 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.648378 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:41.648742 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Checking segment: {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:41.651572 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.652015 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Bound using segment: {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:41.652617 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Bound port: 61a9098b-2f51-46dc-ab73-8517d918f8f6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:41.653008 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.778713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '6ad0af82-808e-4e6b-bcec-cbfde24bfc2f', 'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'mac_address': 'fa:16:3e:d3:61:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:35Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 2, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'subnets': [{'id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:41.830621 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] For port 61a9098b-2f51-46dc-ab73-8517d918f8f6, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:41.839016 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] For port 61a9098b-2f51-46dc-ab73-8517d918f8f6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=61a9098b-2f51-46dc-ab73-8517d918f8f6,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:41.849524 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57819d-5e91-4546-8d1b-0e52fab0568a None None] Pushing event updated for resources: {'Port': ['ID=61a9098b-2f51-46dc-ab73-8517d918f8f6,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:41.858148 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.875159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Checking router: 1a1723c7-1249-453e-8889-e8890a10bb80 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:41.875700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Updating router 1a1723c7-1249-453e-8889-e8890a10bb80 port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:23:41.936910 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Routers {'a94628c5-dd59-407f-96fc-48b0cafd948b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:41.937808 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a94628c5-dd59-407f-96fc-48b0cafd948b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:41.958662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.962153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55696) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:41.962488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55698) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:41.985559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-network', 'tenant_id': '086b85fa6b7a47c794113d483927b28a'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:41.993697 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9610512-ff4d-4630-8a5d-d0247a0faf35 None None] New status for floating IP 3b234f13-afdd-41ae-9d2f-6babeaf067d1: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:23:41.999730 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57819d-5e91-4546-8d1b-0e52fab0568a None None] Pushing event updated for resources: {'Port': ['ID=61a9098b-2f51-46dc-ab73-8517d918f8f6,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:42.030209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Made reservation on behalf of 086b85fa6b7a47c794113d483927b28a for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:42.032988 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.077014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.083057 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-7a8ac53e-5312-4fec-ba05-b95f5473f762 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The resource could not be found. Mar 11 17:23:42.088011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7a8ac53e-5312-4fec-ba05-b95f5473f762 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8055687 Mar 11 17:23:42.096303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55704) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:42.109052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-0e3602ca-f78d-4f53-9eeb-e2ae5f6e0688 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:42.111037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-0e3602ca-f78d-4f53-9eeb-e2ae5f6e0688 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 818 time: 0.4455056 Mar 11 17:23:42.126135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1f5e102c-147a-4d6f-a75d-333f5b6329ee tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'tempest-secgroup--757908135'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:42.165514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5173b-092f-4503-9117-4a65d5195178 req-21266271-be21-42fe-8892-04db552aca5e tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:42.173869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bd5173b-092f-4503-9117-4a65d5195178 req-21266271-be21-42fe-8892-04db552aca5e tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 943 time: 0.5976660 Mar 11 17:23:42.206306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-f63cec3d-7749-4117-9cf6-549e6b228615 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/quotas/54308167925042899b1ab5a5a49c2824 HTTP/1.1" status: 200 len: 375 time: 0.0561008 Mar 11 17:23:42.207828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Deleting port 47106270-1d58-4efd-bba8-c25ee63a65a5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:42.208174 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.210562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] For port 3bcf2343-2fdf-4175-b903-726e681a609e, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:42.249061 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] Set router a94628c5-dd59-407f-96fc-48b0cafd948b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:42.329543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] For port 3bcf2343-2fdf-4175-b903-726e681a609e, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3bcf2343-2fdf-4175-b903-726e681a609e,segment=NetworkSegment(1f9abc4a-65c8-494a-aecb-f131b74ae549),segment_id=1f9abc4a-65c8-494a-aecb-f131b74ae549)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:42.475921 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.486324 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.551516 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:36Z', 'revision_number': 4, 'project_id': '54308167925042899b1ab5a5a49c2824', 'gw_port': {'id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '61a9098b-2f51-46dc-ab73-8517d918f8f6', 'name': '', 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'mac_address': 'fa:16:3e:9e:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1df35f38-a5c6-4a2a-afb2-9c6756162040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:34Z', 'updated_at': '2022-03-11T17:23:41Z', 'revision_number': 4, 'project_id': '54308167925042899b1ab5a5a49c2824', 'subnets': [{'id': '1df35f38-a5c6-4a2a-afb2-9c6756162040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:42.608850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b587541-da85-42e2-92fc-cddaf67e8d3a None None] Pushing event updated for resources: {'Port': ['ID=6ad0af82-808e-4e6b-bcec-cbfde24bfc2f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:42.620450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.640316 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db17c24-bb66-455b-b942-0373837afa84 None None] The sync data for ids ['a94628c5-dd59-407f-96fc-48b0cafd948b'] in n-d-833411-1 is: [{'id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:36Z', 'revision_number': 4, 'project_id': '54308167925042899b1ab5a5a49c2824', 'gw_port': {'id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '61a9098b-2f51-46dc-ab73-8517d918f8f6', 'name': '', 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'mac_address': 'fa:16:3e:9e:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1df35f38-a5c6-4a2a-afb2-9c6756162040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:34Z', 'updated_at': '2022-03-11T17:23:41Z', 'revision_number': 4, 'project_id': '54308167925042899b1ab5a5a49c2824', 'subnets': [{'id': '1df35f38-a5c6-4a2a-afb2-9c6756162040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:42.746462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Attempting to bind port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:42.746931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Attempting to bind port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:42.748694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Attempting to bind port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f on network bf7f383e-3ac6-4ae0-b30c-8d66e11decda {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:42.769611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:42.769982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Checking segment: {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:42.770604 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.771182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Bound using segment: {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:42.771842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Bound port: 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:42.772608 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.921383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] For port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:42.950107 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f5e102c-147a-4d6f-a75d-333f5b6329ee tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.955239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] For port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ad0af82-808e-4e6b-bcec-cbfde24bfc2f,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:42.964426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-495878f8-e03f-4a4d-b5df-7248f6372435 None None] Provisioning complete for port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:42.965087 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-495878f8-e03f-4a4d-b5df-7248f6372435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.966445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.970856 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.978786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1858340373'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:43.095806 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bd5173b-092f-4503-9117-4a65d5195178 req-2680e898-1113-426f-a6e1-7534f8d5e946 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9204535 Mar 11 17:23:43.114768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Deleting port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:43.116688 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.154816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:43.155461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.156962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/3bcf2343-2fdf-4175-b903-726e681a609e HTTP/1.1" status: 200 len: 1091 time: 3.7850552 Mar 11 17:23:43.158863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09c34ee-0560-4f9d-b92a-acdd4df9854e', 'tag': '3bcf2343-2fdf-4175-b903-726e681a609e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:43.161261 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f" -d '{"events": [{"name": "network-changed", "server_uuid": "c09c34ee-0560-4f9d-b92a-acdd4df9854e", "tag": "3bcf2343-2fdf-4175-b903-726e681a609e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:23:43.194820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Made reservation on behalf of 9dd84b43e2474c3890a54710a78a5011 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:43.198354 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.227815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6524b874-98ec-4819-8d3f-0b1ab7988484 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0041091 Mar 11 17:23:43.243841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:43.244526 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:43.251966 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-495878f8-e03f-4a4d-b5df-7248f6372435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.257794 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.258039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.271177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b587541-da85-42e2-92fc-cddaf67e8d3a None None] Pushing event updated for resources: {'Port': ['ID=6ad0af82-808e-4e6b-bcec-cbfde24bfc2f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:43.299122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] For port 4ee16239-9966-40d5-ada9-cfcb99ef7e5b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4ee16239-9966-40d5-ada9-cfcb99ef7e5b,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:43.299720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.305480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Calling delete_port for 47106270-1d58-4efd-bba8-c25ee63a65a5 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:43.320285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Calling delete_port for 4ee16239-9966-40d5-ada9-cfcb99ef7e5b owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:43.430247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-495878f8-e03f-4a4d-b5df-7248f6372435 None None] For port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ad0af82-808e-4e6b-bcec-cbfde24bfc2f,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:43.522775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419ba8d-dd87-4040-8f6d-6b87abf0f2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcf2343-2fdf-4175-b903-726e681a609e,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:43.534982 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.542467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:43.552050 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.588193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 61a9098b-2f51-46dc-ab73-8517d918f8f6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:43.619652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee16239-9966-40d5-ada9-cfcb99ef7e5b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:43.648196 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-495878f8-e03f-4a4d-b5df-7248f6372435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.725326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.765023 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.817961 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f5e102c-147a-4d6f-a75d-333f5b6329ee tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.828121 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d2197605-4c62-4586-a91f-764008e45ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.846502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.856456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:43.874041 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.874402 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Added segment f01bd10b-5992-4762-807d-ceb6f2728fcd of type vlan for network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 Mar 11 17:23:43.950928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.990834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-65f433e5-1b0f-4121-bb48-3d94c2bf8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:43.992681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-65f433e5-1b0f-4121-bb48-3d94c2bf8f2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=07e5fd35dcf546f0a88ee9f08ee33679&device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 1094 time: 0.7497640 Mar 11 17:23:44.010574 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f5e102c-147a-4d6f-a75d-333f5b6329ee tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.060117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5e7bf-2b63-49ca-aa29-340ead636e3b req-0765379d-3c3d-4f6b-b314-24efcb997cb4 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:44.062595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58e5e7bf-2b63-49ca-aa29-340ead636e3b req-0765379d-3c3d-4f6b-b314-24efcb997cb4 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.8014588 Mar 11 17:23:44.064623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6abe63da-58d8-4d4d-9e33-ab321b68132f service neutron] 10.222.0.53 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8148441 Mar 11 17:23:44.083785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 61a9098b-2f51-46dc-ab73-8517d918f8f6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:44.084513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.118041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e39a3577-ef64-4009-aa3c-5e3b0bc69136 None None] Provisioning complete for port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:44.118567 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e39a3577-ef64-4009-aa3c-5e3b0bc69136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.123608 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f5e102c-147a-4d6f-a75d-333f5b6329ee tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.133218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55708) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:44.135472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1f5e102c-147a-4d6f-a75d-333f5b6329ee tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0367763 Mar 11 17:23:44.140532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-57ccc1ba-31cf-48a2-bb68-fcc3acc43840 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478936981'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:44.151056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495878f8-e03f-4a4d-b5df-7248f6372435 None None] Pushing event updated for resources: {'Port': ['ID=6ad0af82-808e-4e6b-bcec-cbfde24bfc2f,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.168055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-3eebd806-b6c1-4d36-b1f4-941418449929 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bcf2343-2fdf-4175-b903-726e681a609e HTTP/1.1" status: 200 len: 217 time: 0.1233182 Mar 11 17:23:44.182911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7cfd8d-3aac-41e6-a36f-e3a2b27343ad,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.209436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.210480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:44.211463 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.217236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Router cc26defa-36ab-4360-b634-1f18a7e54bab has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:44.218326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57ccc1ba-31cf-48a2-bb68-fcc3acc43840 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.322115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.373627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '6ad0af82-808e-4e6b-bcec-cbfde24bfc2f', 'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'mac_address': 'fa:16:3e:d3:61:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:35Z', 'updated_at': '2022-03-11T17:23:42Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'subnets': [{'id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:44.383202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.405403 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57ccc1ba-31cf-48a2-bb68-fcc3acc43840 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.412914 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57ccc1ba-31cf-48a2-bb68-fcc3acc43840 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.423705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebf840-dac6-4607-aba0-400c0cdb48a7 None None] The sync data for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 is: [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '6ad0af82-808e-4e6b-bcec-cbfde24bfc2f', 'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'mac_address': 'fa:16:3e:d3:61:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:35Z', 'updated_at': '2022-03-11T17:23:42Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'subnets': [{'id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:44.430240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 61a9098b-2f51-46dc-ab73-8517d918f8f6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=61a9098b-2f51-46dc-ab73-8517d918f8f6,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:44.438825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:44.440367 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.442694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-11fa8192-8c90-49d5-a832-71f120d8aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:44.444242 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-11fa8192-8c90-49d5-a832-71f120d8aec9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9df0faec-f086-4542-9e54-8521a63bff9d HTTP/1.1" status: 200 len: 861 time: 0.2374096 Mar 11 17:23:44.452185 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-eca84cc1-92a3-4fad-aa60-8962943c6c78 admin admin] 10.222.0.53 "PUT /v2.0/routers/cc26defa-36ab-4360-b634-1f18a7e54bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2290368 Mar 11 17:23:44.460755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-57ccc1ba-31cf-48a2-bb68-fcc3acc43840 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.462607 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-57ccc1ba-31cf-48a2-bb68-fcc3acc43840 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3280144 Mar 11 17:23:44.463296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55714) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:44.477635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55716) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:44.484304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-57681f1d-487c-4306-be68-affc1a1c8eaa tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group_rule': {'security_group_id': '6b9a846b-1ae6-4555-aac3-8c30fb13baf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cb249433-8746-4da5-bd53-c662710e14e1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:44.507039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58e5e7bf-2b63-49ca-aa29-340ead636e3b req-582f9cbd-8f80-4588-90c5-25a34b6bae4c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703794 Mar 11 17:23:44.507704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e102c-147a-4d6f-a75d-333f5b6329ee tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a846b-1ae6-4555-aac3-8c30fb13baf5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.510521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=61a9098b-2f51-46dc-ab73-8517d918f8f6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.514673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] Sync routers for ids ['cc26defa-36ab-4360-b634-1f18a7e54bab'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:44.517653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event deleted for resources: {'Port': ['ID=47106270-1d58-4efd-bba8-c25ee63a65a5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.528753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5632794 Mar 11 17:23:44.529892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55720) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:44.530240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2587a-e90b-4a83-9944-171c5775f1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab0b0ec-ace1-4f19-afdb-b630e7000741,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.530377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] Routers {'cc26defa-36ab-4360-b634-1f18a7e54bab'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:44.530994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc26defa-36ab-4360-b634-1f18a7e54bab'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:44.535282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccc1ba-31cf-48a2-bb68-fcc3acc43840 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb249433-8746-4da5-bd53-c662710e14e1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:44.556368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Request body: {'subnet': {'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-subnet', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:44.641147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.674996 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bc23a0-cfa5-453e-9107-8d03b15a5292 x-openstack-request-id: req-e4bc23a0-cfa5-453e-9107-8d03b15a5292 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:23:44.675427 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09c34ee-0560-4f9d-b92a-acdd4df9854e", "tag": "3bcf2343-2fdf-4175-b903-726e681a609e", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:23:44.675719 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4bc23a0-cfa5-453e-9107-8d03b15a5292 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:23:44.676453 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09c34ee-0560-4f9d-b92a-acdd4df9854e', 'tag': '3bcf2343-2fdf-4175-b903-726e681a609e', 'status': 'completed', 'code': 200} Mar 11 17:23:44.709264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Made reservation on behalf of 086b85fa6b7a47c794113d483927b28a for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:44.712212 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.738218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] Set router cc26defa-36ab-4360-b634-1f18a7e54bab gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:44.766847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-adadaf8c-4830-4fd4-8e43-7348984e410f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1052372e-3504-46b0-9af3-149afdaa6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2259197 Mar 11 17:23:44.772920 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.775935 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-57681f1d-487c-4306-be68-affc1a1c8eaa tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:23:44.776291 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.780049 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-57681f1d-487c-4306-be68-affc1a1c8eaa tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2984672 Mar 11 17:23:44.780184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.782069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9b5ac5c0-6852-4ce1-9385-9df60bbdcb44 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "DELETE /v2.0/floatingips/3b234f13-afdd-41ae-9d2f-6babeaf067d1 HTTP/1.1" status: 204 len: 168 time: 3.5748637 Mar 11 17:23:44.785813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55726) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:44.798086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.949783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-ee235e70-e3a9-40d7-8c85-7c786defa8b7 service neutron] 10.222.0.46 "GET /v2.0/networks/1052372e-3504-46b0-9af3-149afdaa6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413198 Mar 11 17:23:44.967508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-79439347-f0bc-47a7-bfc7-b18f7ff4e792 service neutron] 10.222.0.53 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8858211 Mar 11 17:23:44.994237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:23:45.030889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:45.095580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ba7809-581c-45f5-a066-f4872f75f72e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:45.101598 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.102485 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Added segment d740da27-7b46-4fbc-8da1-90b8be9886aa of type vlan for network ddb5a0de-845c-4ed6-b3ca-8d770919249c Mar 11 17:23:45.132415 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e976879a-c8b2-4c91-8ecd-25b38875a423 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.133674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:10Z', 'updated_at': '2022-03-11T17:23:43Z', 'revision_number': 5, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'gw_port': {'id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:11Z', 'updated_at': '2022-03-11T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:45.137086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82725f83-6493-433e-8c8b-853abead8663 req-5c8d5c49-dfdf-409c-ab17-e02731867185 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:45.138346 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82725f83-6493-433e-8c8b-853abead8663 req-5c8d5c49-dfdf-409c-ab17-e02731867185 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 943 time: 0.3692999 Mar 11 17:23:45.165826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e976879a-c8b2-4c91-8ecd-25b38875a423 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.185294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] Checking router: cc26defa-36ab-4360-b634-1f18a7e54bab for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:45.195304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] Routers {'cc26defa-36ab-4360-b634-1f18a7e54bab'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:45.196033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cc26defa-36ab-4360-b634-1f18a7e54bab'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:45.252893 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e976879a-c8b2-4c91-8ecd-25b38875a423 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.256902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e976879a-c8b2-4c91-8ecd-25b38875a423 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.262244 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e976879a-c8b2-4c91-8ecd-25b38875a423 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb249433-8746-4da5-bd53-c662710e14e1 HTTP/1.1" status: 204 len: 168 time: 0.4738293 Mar 11 17:23:45.266567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:45.271706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.322464 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.364131 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.370903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976879a-c8b2-4c91-8ecd-25b38875a423 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb249433-8746-4da5-bd53-c662710e14e1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:45.395156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fcef5f1-3f31-4bd7-8246-a317a0d65496 req-16dc9c59-a6b1-4205-90ba-0d1c6da68aa8 service neutron] 10.222.0.46 "GET /v2.0/networks/1052372e-3504-46b0-9af3-149afdaa6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266782 Mar 11 17:23:45.413878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] Set router cc26defa-36ab-4360-b634-1f18a7e54bab gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:45.434547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82725f83-6493-433e-8c8b-853abead8663 req-c51867ba-4688-47d5-b56e-fd749dd87243 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814577 Mar 11 17:23:45.446461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe08a850-161c-4136-b50f-bd8f26080317,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:45.484449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f5f67a77-0b09-438a-8eb5-82a6eff30f34 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2080340 Mar 11 17:23:45.490121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:45.518106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab833d53-f452-4c20-9ad8-64afa191ff3e req-a7588138-a7ee-40cf-9f58-7df9cfff1b37 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:45.519717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab833d53-f452-4c20-9ad8-64afa191ff3e req-a7588138-a7ee-40cf-9f58-7df9cfff1b37 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.2431080 Mar 11 17:23:45.597007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.603878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:45.604768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.667845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Checking segment: {'id': 'f01bd10b-5992-4762-807d-ceb6f2728fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:45.668113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Network hostable DHCP agents. Network: 4ab0b0ec-ace1-4f19-afdb-b630e7000741, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:23:45.688109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Deleting port 53f13c84-7162-4f6b-a8c3-07bc26608ade {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:45.688617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.726165 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1e68-3987-4841-b7c2-ac3bdedba134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.759931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.7937448 Mar 11 17:23:45.764379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55742) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:45.773381 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab833d53-f452-4c20-9ad8-64afa191ff3e req-7a864f3b-1d92-4ceb-8ea4-28b073574cdc tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222240 Mar 11 17:23:45.787199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-12345b65-0e97-4f89-b635-0de4f2451d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:45.789639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-12345b65-0e97-4f89-b635-0de4f2451d1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=07e5fd35dcf546f0a88ee9f08ee33679&device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 1094 time: 0.2690258 Mar 11 17:23:45.790930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ac735-0e4e-4378-80f7-7c8b8ef15f04 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Pushing event updated for resources: {'Network': ['ID=ddb5a0de-845c-4ed6-b3ca-8d770919249c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:45.887185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network ddb5a0de-845c-4ed6-b3ca-8d770919249c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:23:45.889536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 61a9098b-2f51-46dc-ab73-8517d918f8f6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:45.896139 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8c88989-47b9-4d17-aea1-451bded7ba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.904658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1e68-3987-4841-b7c2-ac3bdedba134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.936870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:23:46.000821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 4ab0b0ec-ace1-4f19-afdb-b630e7000741) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:46.037652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:46.039332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.040563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f7d9ce9-7892-449e-9ce6-b8c4216c4606 req-6d9a3a94-62a2-4a61-b9d7-23a1e479f8f2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 210 time: 0.0976024 Mar 11 17:23:46.045916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0efdf1-62e4-4d24-946e-a183e5629656 None None] Network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:46.118819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] For port 53f13c84-7162-4f6b-a8c3-07bc26608ade, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=53f13c84-7162-4f6b-a8c3-07bc26608ade,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:46.119193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.135488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-f36eb8bf-d282-4dc9-9ae7-3931fa3ccd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:46.144669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-f36eb8bf-d282-4dc9-9ae7-3931fa3ccd8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1052372e-3504-46b0-9af3-149afdaa6c0e HTTP/1.1" status: 200 len: 921 time: 0.3440616 Mar 11 17:23:46.145887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55756) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:46.158179 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1e68-3987-4841-b7c2-ac3bdedba134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.160671 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1e68-3987-4841-b7c2-ac3bdedba134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.164296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-26bf3e02-04dd-4b59-9997-7ba72aa8b312 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115589404', 'description': 'tempest-description--1839212111'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:46.169364 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c2ac1e68-3987-4841-b7c2-ac3bdedba134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/6b9a846b-1ae6-4555-aac3-8c30fb13baf5 HTTP/1.1" status: 204 len: 168 time: 0.6754193 Mar 11 17:23:46.171296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55758) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:46.182888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Request body: {'network': {'name': 'tempest-network--1523037344', 'router:external': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:46.246151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Calling delete_port for 53f13c84-7162-4f6b-a8c3-07bc26608ade owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:46.253841 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e445b81c-b317-4393-88f7-6afce9f1c793 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7201214 Mar 11 17:23:46.254431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:10Z', 'updated_at': '2022-03-11T17:23:43Z', 'revision_number': 5, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'gw_port': {'id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:11Z', 'updated_at': '2022-03-11T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:46.258239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 61a9098b-2f51-46dc-ab73-8517d918f8f6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:46.258612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.267143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac1e68-3987-4841-b7c2-ac3bdedba134 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a846b-1ae6-4555-aac3-8c30fb13baf5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:46.277376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55766) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:46.286403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:46.330137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-7ec440d2-059b-4fbe-be1d-b1f69b5be444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bcf2343-2fdf-4175-b903-726e681a609e HTTP/1.1" status: 200 len: 217 time: 0.1558630 Mar 11 17:23:46.414819 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0ec49a8d-2833-4a9d-a4af-8666b6ec2008 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2262208 Mar 11 17:23:46.421687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb40a37-48a1-43cb-b467-bc6357f4f436 None None] The sync data for ids ['cc26defa-36ab-4360-b634-1f18a7e54bab'] in n-d-833411-1 is: [{'id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966203970-router', 'tenant_id': '1e6d813175dd44dfb53d9e750c308f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:10Z', 'updated_at': '2022-03-11T17:23:43Z', 'revision_number': 5, 'project_id': '1e6d813175dd44dfb53d9e750c308f97', 'gw_port': {'id': '53f13c84-7162-4f6b-a8c3-07bc26608ade', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc26defa-36ab-4360-b634-1f18a7e54bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:11Z', 'updated_at': '2022-03-11T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:46.423473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55772) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:46.476443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cd3561a3-52ab-4deb-a5d5-20bf79ffd484 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'tempest-secgroup--576918168'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:46.483991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.485162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.488655 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26bf3e02-04dd-4b59-9997-7ba72aa8b312 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.498648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Made reservation on behalf of 2cec545d390643f99935cabe5154ca4e for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:46.501352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:46.502998 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.542390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.615398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-4ab0b0ec-ace1-4f19-afdb-b630e7000741', 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'fixed_ips': [{'subnet_id': 'fe08a850-161c-4136-b50f-bd8f26080317'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:23:46.616450 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.641040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:46.641278 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26bf3e02-04dd-4b59-9997-7ba72aa8b312 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.641656 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.644539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-bf9d2a49-5aa0-454d-b166-5cfa3461eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:46.647312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-bf9d2a49-5aa0-454d-b166-5cfa3461eb01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9df0faec-f086-4542-9e54-8521a63bff9d HTTP/1.1" status: 200 len: 861 time: 0.3009620 Mar 11 17:23:46.711386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd3561a3-52ab-4deb-a5d5-20bf79ffd484 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.725587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-cd9a927d-783f-4f27-ab48-216180cf6c3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1052372e-3504-46b0-9af3-149afdaa6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650654 Mar 11 17:23:46.726348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.743900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26bf3e02-04dd-4b59-9997-7ba72aa8b312 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.844786 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.921598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-7ec32445-a2cb-4dbc-883c-d0f657f3bb05 service neutron] 10.222.0.46 "GET /v2.0/networks/1052372e-3504-46b0-9af3-149afdaa6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586709 Mar 11 17:23:47.031692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.032782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.067340 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd3561a3-52ab-4deb-a5d5-20bf79ffd484 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.077583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.090888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:47.101057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.101412 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Added segment 4e6f8c19-fdb0-449d-8e3d-0d87f58d9236 of type vlan for network 380e740a-ace0-4690-b0f6-8ac6553da062 Mar 11 17:23:47.111274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Allocated IP 172.20.0.2 (4ab0b0ec-ace1-4f19-afdb-b630e7000741/fe08a850-161c-4136-b50f-bd8f26080317/8b1fe375-12b7-4c60-bb06-116af8001b7e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:47.128559 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.159196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d88f89-c7ac-4e6e-b460-b4a63f099275 req-7d27af6f-48c2-427a-9f6f-9495e5daf6b9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:47.161404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66d88f89-c7ac-4e6e-b460-b4a63f099275 req-7d27af6f-48c2-427a-9f6f-9495e5daf6b9 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.8330233 Mar 11 17:23:47.187745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26bf3e02-04dd-4b59-9997-7ba72aa8b312 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.193051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-26bf3e02-04dd-4b59-9997-7ba72aa8b312 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0395851 Mar 11 17:23:47.196431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55776) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:47.222625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.227717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-357d313c-8e5c-460d-85b1-940c3d7fc79c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'security_group_rule': {'security_group_id': 'cf6940b0-2ca3-443d-8c43-fd3c7bac712d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:47.279698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.286240 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.300689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf3e02-04dd-4b59-9997-7ba72aa8b312 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6940b0-2ca3-443d-8c43-fd3c7bac712d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:47.329521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:47.332421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:47.336279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:47.344155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Pushing event updated for resources: {'Port': ['ID=8b1fe375-12b7-4c60-bb06-116af8001b7e,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:47.357288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-0674a922-1288-47ff-a1b8-f541011cff28 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:47.359565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-0674a922-1288-47ff-a1b8-f541011cff28 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 818 time: 1.0324996 Mar 11 17:23:47.387973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd3561a3-52ab-4deb-a5d5-20bf79ffd484 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.395211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f13c84-7162-4f6b-a8c3-07bc26608ade,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:47.399636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:23:47.436203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ee16239-9966-40d5-ada9-cfcb99ef7e5b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:47.454858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66d88f89-c7ac-4e6e-b460-b4a63f099275 req-a92945e6-2436-4dc5-bb9d-0ab8d24df2ab tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571871 Mar 11 17:23:47.467454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd3561a3-52ab-4deb-a5d5-20bf79ffd484 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.474383 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cd3561a3-52ab-4deb-a5d5-20bf79ffd484 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0451083 Mar 11 17:23:47.476664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:47.494388 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-357d313c-8e5c-460d-85b1-940c3d7fc79c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.495946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c436162e-ff8b-4a35-9a81-9c259f57e923 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:47.496627 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-c436162e-ff8b-4a35-9a81-9c259f57e923 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 17:23:47.497118 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-c436162e-ff8b-4a35-9a81-9c259f57e923 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 17:23:47.505234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c436162e-ff8b-4a35-9a81-9c259f57e923 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "PUT /v2.0/security-groups/f2059620-2224-4f88-b5c9-d4aa6d9db7e6 HTTP/1.1" status: 409 len: 330 time: 0.0134254 Mar 11 17:23:47.507615 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-379e25cf-a723-4aaf-bde5-ec917b1c3a90 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/quotas/54308167925042899b1ab5a5a49c2824 HTTP/1.1" status: 200 len: 375 time: 0.0936213 Mar 11 17:23:47.507849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55782) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:47.514826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3561a3-52ab-4deb-a5d5-20bf79ffd484 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2059620-2224-4f88-b5c9-d4aa6d9db7e6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:47.515246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Attempting to bind port 8b1fe375-12b7-4c60-bb06-116af8001b7e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:47.516049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Attempting to bind port 8b1fe375-12b7-4c60-bb06-116af8001b7e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f01bd10b-5992-4762-807d-ceb6f2728fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:47.516049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Attempting to bind port 8b1fe375-12b7-4c60-bb06-116af8001b7e on network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:47.536193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.537147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4ee16239-9966-40d5-ada9-cfcb99ef7e5b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:47.537925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ee16239-9966-40d5-ada9-cfcb99ef7e5b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:47.552201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9219084-a6b1-4449-999a-5f24453df30e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:47.554622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:47.555963 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.559587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:47.560185 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.562354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Checking segment: {'id': 'f01bd10b-5992-4762-807d-ceb6f2728fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:47.563756 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.564957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Bound using segment: {'id': 'f01bd10b-5992-4762-807d-ceb6f2728fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:47.565919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Bound port: 8b1fe375-12b7-4c60-bb06-116af8001b7e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01bd10b-5992-4762-807d-ceb6f2728fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:47.566835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.678515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] For port 8b1fe375-12b7-4c60-bb06-116af8001b7e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:47.679785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.683071 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] For port 8b1fe375-12b7-4c60-bb06-116af8001b7e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8b1fe375-12b7-4c60-bb06-116af8001b7e,segment=NetworkSegment(f01bd10b-5992-4762-807d-ceb6f2728fcd),segment_id=f01bd10b-5992-4762-807d-ceb6f2728fcd)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:47.684103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9158974 Mar 11 17:23:47.684994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55784) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:47.686526 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.689985 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.775922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202867ed-beaa-4f87-bb73-d62364a71b19 None None] Pushing event updated for resources: {'Port': ['ID=8b1fe375-12b7-4c60-bb06-116af8001b7e,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:47.877888 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90450378-a5bd-4fc0-a675-2ad7c7d28f4b tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.935305 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.935955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc26defa-36ab-4360-b634-1f18a7e54bab {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:23:47.959356 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:47.965277 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e30d2d36-6337-4c7e-8e56-b4e485c88838 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cc26defa-36ab-4360-b634-1f18a7e54bab HTTP/1.1" status: 204 len: 168 time: 3.4948936 Mar 11 17:23:47.965936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55786) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:48.043774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.050117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90450378-a5bd-4fc0-a675-2ad7c7d28f4b tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.144422 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.201170 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.205326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5122b190-a5d2-4cb4-b86a-5a2c74bcd78f req-3c07def2-8e30-4b15-8196-7758e3f10d44 service neutron] 10.222.0.46 "GET /v2.0/networks/1052372e-3504-46b0-9af3-149afdaa6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1525905 Mar 11 17:23:48.206118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f8b501-f39f-455d-b436-59786dabaa42 admin admin] Deleting subnet 53b837b9-3c8d-495e-931f-91abfc52fc42 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:23:48.231959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-8e4d52d3-f6cd-4b37-a7ef-a79f2b106738 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:48.234457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-8e4d52d3-f6cd-4b37-a7ef-a79f2b106738 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.66 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 818 time: 1.3110361 Mar 11 17:23:48.239722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f8b501-f39f-455d-b436-59786dabaa42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.274031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Request body: {'port': {'device_id': '238ce01e-fd5c-4908-bf35-193b67fb2a5d', 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15', 'admin_state_up': True, 'tenant_id': '54308167925042899b1ab5a5a49c2824'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:48.331143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.346250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-65e934c3-83e0-46b4-acff-105c949b8120 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8377640 Mar 11 17:23:48.356794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db49ce7-1e18-4e9c-a5bb-0d3fb455e919 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'Network': ['ID=380e740a-ace0-4690-b0f6-8ac6553da062,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:48.370826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 380e740a-ace0-4690-b0f6-8ac6553da062 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:23:48.377496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e53bc-10dc-4abc-ac09-6ec1e67e93a9 req-d18ae0e7-d661-4257-9772-ac3be431fd6b tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:48.379074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f5e53bc-10dc-4abc-ac09-6ec1e67e93a9 req-d18ae0e7-d661-4257-9772-ac3be431fd6b tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 943 time: 0.7837303 Mar 11 17:23:48.396096 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.419494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380e740a-ace0-4690-b0f6-8ac6553da062']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:48.429920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6f8c19-fdb0-449d-8e3d-0d87f58d9236') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:48.430226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6f8c19-fdb0-449d-8e3d-0d87f58d9236') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:48.440797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.455303 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.462744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:23:48.463175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.512412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f5e53bc-10dc-4abc-ac09-6ec1e67e93a9 req-264d33ab-d914-4612-8306-e737d820da1e tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192319 Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:48.534022 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:48.540552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.565620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-51ebdf1d-80a3-4cf5-b559-975cf1292557 service neutron] 10.222.0.53 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045965 Mar 11 17:23:48.573332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 380e740a-ace0-4690-b0f6-8ac6553da062 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:23:48.597921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event deleted for resources: {'Network': ['ID=380e740a-ace0-4690-b0f6-8ac6553da062,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:48.598061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Made reservation on behalf of 54308167925042899b1ab5a5a49c2824 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:48.603658 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.614434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.617769 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-afcfd44f-a4d4-4342-96c9-92e48bae1fdd tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "DELETE /v2.0/networks/380e740a-ace0-4690-b0f6-8ac6553da062 HTTP/1.1" status: 204 len: 168 time: 0.9296436 Mar 11 17:23:48.628758 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90450378-a5bd-4fc0-a675-2ad7c7d28f4b tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.631532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90450378-a5bd-4fc0-a675-2ad7c7d28f4b tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.633165 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-90450378-a5bd-4fc0-a675-2ad7c7d28f4b tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/f2059620-2224-4f88-b5c9-d4aa6d9db7e6 HTTP/1.1" status: 204 len: 168 time: 1.1225822 Mar 11 17:23:48.636463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55788) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:48.636800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55790) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:48.659661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:48.681086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-357d313c-8e5c-460d-85b1-940c3d7fc79c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.691088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f8b501-f39f-455d-b436-59786dabaa42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.695837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90450378-a5bd-4fc0-a675-2ad7c7d28f4b tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2059620-2224-4f88-b5c9-d4aa6d9db7e6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:48.729765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-357d313c-8e5c-460d-85b1-940c3d7fc79c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.751879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Made reservation on behalf of 2cec545d390643f99935cabe5154ca4e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:48.754675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.853339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Allocated IP 172.25.8.34 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/1ebfbbdf-07e5-4088-acbc-bfcfc00be046) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:48.867016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:48.871621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d313c-8e5c-460d-85b1-940c3d7fc79c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75b2703-a07b-48a1-963b-ac9607402b94,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:48.901298 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9820c951-4440-4261-8534-f457d8dec8e5 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2509696 Mar 11 17:23:48.905993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-357d313c-8e5c-460d-85b1-940c3d7fc79c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.909632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-357d313c-8e5c-460d-85b1-940c3d7fc79c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6903479 Mar 11 17:23:48.910497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55792) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:48.910827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55794) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:48.929667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.930982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a0e60cda-d31e-4e68-bace-f79f95860b0d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'security_group_rule': {'security_group_id': 'cf6940b0-2ca3-443d-8c43-fd3c7bac712d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:48.938377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:48.938737 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Added segment 956f6144-d398-4bd2-9586-c6cb18717d14 of type vlan for network eca6debf-48f4-424b-85ac-2edeb765f93b Mar 11 17:23:48.972838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce302d3-2ddd-46ba-9a62-0bc3300cb2d8 req-b223691c-b768-4bce-907c-3853a3fa1d72 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:48.974367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ce302d3-2ddd-46ba-9a62-0bc3300cb2d8 req-b223691c-b768-4bce-907c-3853a3fa1d72 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.2688444 Mar 11 17:23:49.001928 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-111e5716-cea1-44eb-94ad-f92d273923b4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] delete failed (client error): The resource could not be found. Mar 11 17:23:49.005984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f8b501-f39f-455d-b436-59786dabaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.007320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-111e5716-cea1-44eb-94ad-f92d273923b4 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "DELETE /v2.0/security-groups/9de84bf4-8f70-4f19-9e14-07857b4d6db1 HTTP/1.1" status: 404 len: 347 time: 0.0907838 Mar 11 17:23:49.008916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:49.033159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-7850c9bc-ea55-4c55-8243-a62aa9332bbd service neutron] 10.222.0.53 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574695 Mar 11 17:23:49.075934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ce302d3-2ddd-46ba-9a62-0bc3300cb2d8 req-76117b16-0d88-4d5d-844b-9eae5b6c1589 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635958 Mar 11 17:23:49.086317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Allocated IP 172.20.0.6 (a8eeb924-b92c-4f4f-97f0-1dd42a369d15/1df35f38-a5c6-4a2a-afb2-9c6756162040/0729eade-4078-4178-83aa-81f29b8902c4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:49.091053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a0e60cda-d31e-4e68-bace-f79f95860b0d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.107361 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-9e0f7fb0-2108-4dfd-8489-5ba4b10409f8 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] show failed (client error): The resource could not be found. Mar 11 17:23:49.109026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9e0f7fb0-2108-4dfd-8489-5ba4b10409f8 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-groups/859ce1c9-158a-4e54-a0ff-c7b388cdacc7 HTTP/1.1" status: 404 len: 347 time: 0.0965273 Mar 11 17:23:49.117992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55800) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:49.144004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.231177 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-6bf68a8b-78f6-47e8-847e-5d2e86161a20 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] show failed (client error): The resource could not be found. Mar 11 17:23:49.232242 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6bf68a8b-78f6-47e8-847e-5d2e86161a20 tempest-NegativeSecGroupTest-985980079 tempest-NegativeSecGroupTest-985980079-project] 10.222.0.53 "GET /v2.0/security-group-rules/199d90fe-aacb-452d-beb8-9d3a2526ee75 HTTP/1.1" status: 404 len: 356 time: 0.1046054 Mar 11 17:23:49.262304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a0e60cda-d31e-4e68-bace-f79f95860b0d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.289956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a0e60cda-d31e-4e68-bace-f79f95860b0d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.362642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.371350 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e60cda-d31e-4e68-bace-f79f95860b0d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea67bb6-1900-4999-8479-d5d8dcfaa14a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:49.394445 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f8b501-f39f-455d-b436-59786dabaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.427241 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.427241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:49.429591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.483973 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a0e60cda-d31e-4e68-bace-f79f95860b0d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.493288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a0e60cda-d31e-4e68-bace-f79f95860b0d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5750062 Mar 11 17:23:49.517930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55810) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:49.526139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:49.531636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b842ec-1ae6-4c20-a723-501a4f21f953 None None] Network cee13a0d-2b13-47c5-9968-9a681d499e76 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:49.574449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-926d8dd7-9b03-4896-ab4f-7f788d982187 req-ba96a9eb-5ee1-4fd8-b8d7-0fa461806e5f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 210 time: 0.1527944 Mar 11 17:23:49.575339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8b501-f39f-455d-b436-59786dabaa42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b837b9-3c8d-495e-931f-91abfc52fc42,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:49.581402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29f8b501-f39f-455d-b436-59786dabaa42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.589627 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-29f8b501-f39f-455d-b436-59786dabaa42 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/53b837b9-3c8d-495e-931f-91abfc52fc42 HTTP/1.1" status: 204 len: 168 time: 1.6165860 Mar 11 17:23:49.600455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55816) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:49.656899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8b1fe375-12b7-4c60-bb06-116af8001b7e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:49.679542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69d939-f902-4da8-abe2-bd8b1b6907a1 None None] Network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:49.700754 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0516729 Mar 11 17:23:49.712916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55822) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:49.713564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:49.729723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Request body: {'subnet': {'network_id': 'eca6debf-48f4-424b-85ac-2edeb765f93b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:49.745597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c9074-2e31-4f17-ba8f-9a6c9938eb2e tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'Network': ['ID=eca6debf-48f4-424b-85ac-2edeb765f93b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:49.766186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.771750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.804705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e91590-dc7d-45ce-8384-a536243d5481 req-303ab022-b243-461d-8b1a-228f61d44cba tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:49.812417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45e91590-dc7d-45ce-8384-a536243d5481 req-303ab022-b243-461d-8b1a-228f61d44cba tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.5181029 Mar 11 17:23:49.814430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network eca6debf-48f4-424b-85ac-2edeb765f93b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:23:49.835777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3bcf2343-2fdf-4175-b903-726e681a609e details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:23:49.856747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Pushing event updated for resources: {'Port': ['ID=1ebfbbdf-07e5-4088-acbc-bfcfc00be046,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:49.876158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Made reservation on behalf of 2cec545d390643f99935cabe5154ca4e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:49.881586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.887489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:49.913744 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45e91590-dc7d-45ce-8384-a536243d5481 req-1e0c3597-ab67-4725-a836-8fa3c3cea171 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955582 Mar 11 17:23:49.958708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfadaf6-cbe1-4be8-8d51-a2c63653d6f4 req-e8c10b86-a37a-494a-a9b5-9525c7038de6 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:49.969952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-adfadaf6-cbe1-4be8-8d51-a2c63653d6f4 req-e8c10b86-a37a-494a-a9b5-9525c7038de6 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 943 time: 0.2563155 Mar 11 17:23:49.996583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a20c16ce-424a-476b-b018-96a9b7f101cb None None] Provisioning complete for port 8b1fe375-12b7-4c60-bb06-116af8001b7e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:49.996820 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a20c16ce-424a-476b-b018-96a9b7f101cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.000327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.121685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-adfadaf6-cbe1-4be8-8d51-a2c63653d6f4 req-9d1420e4-72e8-4957-be72-47ff8cc983b0 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497738 Mar 11 17:23:50.151425 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.159127 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:50.165509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8b1fe375-12b7-4c60-bb06-116af8001b7e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:50.165881 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.166708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:50.176761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8f059-3feb-446e-aada-51a70728f40b req-eb158039-1828-4769-913c-3e4c748915b1 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:50.179908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1bd8f059-3feb-446e-aada-51a70728f40b req-eb158039-1828-4769-913c-3e4c748915b1 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.1687310 Mar 11 17:23:50.207151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:50.211496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:50.213554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3bcf2343-2fdf-4175-b903-726e681a609e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3bcf2343-2fdf-4175-b903-726e681a609e,segment=NetworkSegment(1f9abc4a-65c8-494a-aecb-f131b74ae549),segment_id=1f9abc4a-65c8-494a-aecb-f131b74ae549)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:50.224535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:50.246143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:50.265772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '3bcf2343-2fdf-4175-b903-726e681a609e', 'network_id': '1052372e-3504-46b0-9af3-149afdaa6c0e', 'port_id': '3bcf2343-2fdf-4175-b903-726e681a609e', 'mac_address': 'fa:16:3e:f2:6a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df0faec-f086-4542-9e54-8521a63bff9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:23:50.289537 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1000ceaa-dc1b-4004-b43c-602401c2e9de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39b85c1897ab4b3b84d2f271b9ab5554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715783 Mar 11 17:23:50.292819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55832) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:50.319803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1bd8f059-3feb-446e-aada-51a70728f40b req-f4c0d15d-02ef-4e50-960a-7a71009e1dca tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224251 Mar 11 17:23:50.351609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Deleting port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:50.351609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.356046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Pushing event updated for resources: {'Port': ['ID=0729eade-4078-4178-83aa-81f29b8902c4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:50.401114 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.485149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bcf2343-2fdf-4175-b903-726e681a609e {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:23:50.491539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea2001-ddcd-4c02-8a7f-bd667bd87bcc None None] DHCP port deletion for cee13a0d-2b13-47c5-9968-9a681d499e76 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:23:50.508140 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a20c16ce-424a-476b-b018-96a9b7f101cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.519462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:50.520275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.575756 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce2007d1-ed79-455b-a9bb-9041da5f0068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.588112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3bcf2343-2fdf-4175-b903-726e681a609e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3bcf2343-2fdf-4175-b903-726e681a609e,segment=NetworkSegment(1f9abc4a-65c8-494a-aecb-f131b74ae549),segment_id=1f9abc4a-65c8-494a-aecb-f131b74ae549)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:50.609302 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.638382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-430b6e91-f276-4647-8413-9e1021ba317d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3781369 Mar 11 17:23:50.645496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] For port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1240c223-2c56-46bd-b4c6-818fc6b3a2b7,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:50.646486 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.669148 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.674630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Request body: {'port': {'device_id': '238ce01e-fd5c-4908-bf35-193b67fb2a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:50.677363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a20c16ce-424a-476b-b018-96a9b7f101cb None None] For port 8b1fe375-12b7-4c60-bb06-116af8001b7e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8b1fe375-12b7-4c60-bb06-116af8001b7e,segment=NetworkSegment(f01bd10b-5992-4762-807d-ceb6f2728fcd),segment_id=f01bd10b-5992-4762-807d-ceb6f2728fcd)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:50.710712 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Calling delete_port for 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:50.715796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a20c16ce-424a-476b-b018-96a9b7f101cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.727722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce2007d1-ed79-455b-a9bb-9041da5f0068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.728513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b9176-e02e-4ea3-89a3-7895b919bd6a req-0144e3b5-72e6-4f52-9cb1-1195dd7f9c24 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:50.736685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-112b9176-e02e-4ea3-89a3-7895b919bd6a req-0144e3b5-72e6-4f52-9cb1-1195dd7f9c24 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.2442036 Mar 11 17:23:50.777531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4c09a25-1e6c-4257-9fa5-4c95cc0d4ecc req-e1241857-e871-4587-948c-72caac1488eb tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 210 time: 0.0871477 Mar 11 17:23:50.807858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-dbea2001-ddcd-4c02-8a7f-bd667bd87bcc None None] Deleting port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:50.808579 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dbea2001-ddcd-4c02-8a7f-bd667bd87bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.810409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3bcf2343-2fdf-4175-b903-726e681a609e,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:50.909197 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.919648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3bcf2343-2fdf-4175-b903-726e681a609e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:23:50.942784 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.966138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-112b9176-e02e-4ea3-89a3-7895b919bd6a req-2acb2c47-2853-4d73-8258-d2bc8fea916a tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230151 Mar 11 17:23:50.981873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:50.988981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c16ce-424a-476b-b018-96a9b7f101cb None None] Pushing event updated for resources: {'Port': ['ID=8b1fe375-12b7-4c60-bb06-116af8001b7e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:51.072181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.073075 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:23:51.073439 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:23:51.073973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7c90749d-8c93-482e-b198-ddc5f04beefd None None] Provisioning complete for port 8b1fe375-12b7-4c60-bb06-116af8001b7e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:51.074340 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c90749d-8c93-482e-b198-ddc5f04beefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.092595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-58f3f4e4-8f34-464f-a2fe-e6bac08a7f16 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:51.093043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce2007d1-ed79-455b-a9bb-9041da5f0068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.094335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-58f3f4e4-8f34-464f-a2fe-e6bac08a7f16 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.46 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 818 time: 0.2556036 Mar 11 17:23:51.096301 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce2007d1-ed79-455b-a9bb-9041da5f0068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.099999 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ce2007d1-ed79-455b-a9bb-9041da5f0068 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ec2f2f0-7071-4c7b-b04a-5e691c80b99f HTTP/1.1" status: 204 len: 168 time: 0.8058929 Mar 11 17:23:51.122596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2007d1-ed79-455b-a9bb-9041da5f0068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec2f2f0-7071-4c7b-b04a-5e691c80b99f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:51.211135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Request body: {'port': {'device_id': '57d3e277-f299-4c05-a3ba-c00d99393969', 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15', 'admin_state_up': True, 'tenant_id': '54308167925042899b1ab5a5a49c2824'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:51.214486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Pushing event deleted for resources: {'Port': ['ID=1240c223-2c56-46bd-b4c6-818fc6b3a2b7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:51.248587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] No DVR routers for this DVR port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:51.374058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-dbea2001-ddcd-4c02-8a7f-bd667bd87bcc None None] For port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1240c223-2c56-46bd-b4c6-818fc6b3a2b7,segment=NetworkSegment(e3a3fafd-fcd4-46db-aab9-40e337f7d9a9),segment_id=e3a3fafd-fcd4-46db-aab9-40e337f7d9a9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:51.374540 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dbea2001-ddcd-4c02-8a7f-bd667bd87bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.388757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-dbea2001-ddcd-4c02-8a7f-bd667bd87bcc None None] Calling delete_port for 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:51.471451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154ce18-0996-4d23-af8c-729b863c3573 req-62d9afc9-7675-43fc-a12f-bdcfd48e25ac tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:51.479021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e154ce18-0996-4d23-af8c-729b863c3573 req-62d9afc9-7675-43fc-a12f-bdcfd48e25ac tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.3990247 Mar 11 17:23:51.530527 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dbea2001-ddcd-4c02-8a7f-bd667bd87bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.532602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.570692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429e3b3-d79e-4b9a-8848-0968ccfa5105 req-21ee72c8-ea2e-4a4b-bc19-afb0731da5e9 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:51.579196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8429e3b3-d79e-4b9a-8848-0968ccfa5105 req-21ee72c8-ea2e-4a4b-bc19-afb0731da5e9 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 944 time: 0.2940164 Mar 11 17:23:51.624467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea2001-ddcd-4c02-8a7f-bd667bd87bcc None None] Pushing event deleted for resources: {'Port': ['ID=1240c223-2c56-46bd-b4c6-818fc6b3a2b7,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:51.641858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee13a0d-2b13-47c5-9968-9a681d499e76']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:51.663158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea2001-ddcd-4c02-8a7f-bd667bd87bcc None None] No DVR routers for this DVR port 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:23:51.667722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:51.668062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a3fafd-fcd4-46db-aab9-40e337f7d9a9') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:51.696757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e154ce18-0996-4d23-af8c-729b863c3573 req-eef49dbf-acff-4e82-b21d-8c87effd7edf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997132 Mar 11 17:23:51.714408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Made reservation on behalf of 54308167925042899b1ab5a5a49c2824 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:51.716602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Allocated IP 172.25.8.125 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/3b1bd9f1-738b-4b9c-a208-cb0de3b8093a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:51.727937 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.732685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.797114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 53f13c84-7162-4f6b-a8c3-07bc26608ade no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:51.802206 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.815914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:23:51.816523 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.829274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8429e3b3-d79e-4b9a-8848-0968ccfa5105 req-38a108f7-861b-4cc4-a4a6-bb57e0d4cd38 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453842 Mar 11 17:23:51.855888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:23:51.856304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:23:51.859079 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:23:51.867883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 53f13c84-7162-4f6b-a8c3-07bc26608ade {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:51.870529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 53f13c84-7162-4f6b-a8c3-07bc26608ade not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:51.999207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8b1fe375-12b7-4c60-bb06-116af8001b7e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:52.075645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8b1fe375-12b7-4c60-bb06-116af8001b7e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:52.075944 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.101518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65bea3c2-9449-4187-9fa9-9d82e6cdd21c req-536c5d4c-890b-4bfa-9238-75a85d32ce15 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 210 time: 0.1647396 Mar 11 17:23:52.118594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0729eade-4078-4178-83aa-81f29b8902c4 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:23:52.132706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.135887 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.156149 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.163335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cee13a0d-2b13-47c5-9968-9a681d499e76 HTTP/1.1" status: 204 len: 168 time: 2.5342484 Mar 11 17:23:52.163335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Transition to ACTIVE for port object 0729eade-4078-4178-83aa-81f29b8902c4 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:52.163545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55870) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:52.164781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.173019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1e81beb0-261b-4e36-ba05-901f1cf16631,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:52.184122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74fce2-6609-4df4-bc79-a8ab4a621573 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee13a0d-2b13-47c5-9968-9a681d499e76,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:52.186229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.194119 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.196074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9d4c-301f-4377-8d01-7868047b2b18 req-b59a71f2-2eb5-4b3e-8a47-2c9a10b9fc6e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:52.199420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3bb9d4c-301f-4377-8d01-7868047b2b18 req-b59a71f2-2eb5-4b3e-8a47-2c9a10b9fc6e tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.2788095 Mar 11 17:23:52.257327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Checking segment: {'id': '956f6144-d398-4bd2-9586-c6cb18717d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eca6debf-48f4-424b-85ac-2edeb765f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:52.257854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Network hostable DHCP agents. Network: eca6debf-48f4-424b-85ac-2edeb765f93b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:23:52.292120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:23:52.314980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:23:52.315375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1240c223-2c56-46bd-b4c6-818fc6b3a2b7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:23:52.332620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55872) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:52.363878 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Network eca6debf-48f4-424b-85ac-2edeb765f93b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:23:52.381660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, eca6debf-48f4-424b-85ac-2edeb765f93b) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:52.391068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:52.391762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.397373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa042f6-a6fe-4ac9-b8f2-5a6be5b3e826 None None] Network eca6debf-48f4-424b-85ac-2edeb765f93b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:52.416639 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.417033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Allocated IP 172.20.0.13 (a8eeb924-b92c-4f4f-97f0-1dd42a369d15/1df35f38-a5c6-4a2a-afb2-9c6756162040/ef8ac864-f933-4ae7-88be-6a6f525335e7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:52.421200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Pushing event updated for resources: {'Port': ['ID=0729eade-4078-4178-83aa-81f29b8902c4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:52.445333 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-df66d598-2080-4515-9e28-cf82903c3042 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7261052 Mar 11 17:23:52.446228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55876) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:52.453612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Request body: {'floatingip': {'floating_network_id': 'eca6debf-48f4-424b-85ac-2edeb765f93b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:52.474659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:52.483788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:52.488750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:52.490202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3bb9d4c-301f-4377-8d01-7868047b2b18 req-5c5e4a12-2771-4a97-be4b-4448f0be0c05 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467678 Mar 11 17:23:52.565869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'Port': ['ID=3b1bd9f1-738b-4b9c-a208-cb0de3b8093a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:52.574382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Router 8a81bc92-caf8-409e-8e34-d2436781b85a is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:23:52.590903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca7ab5e-9a3a-47a7-a35a-37bfdacfce0a None None] Network eca6debf-48f4-424b-85ac-2edeb765f93b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:52.748587 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.802093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:52.808191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.814249 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Sync routers for ids ['8a81bc92-caf8-409e-8e34-d2436781b85a'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:52.825047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Routers {'8a81bc92-caf8-409e-8e34-d2436781b85a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:52.825820 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8a81bc92-caf8-409e-8e34-d2436781b85a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:52.859540 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:52.865537 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-40b5c685-cf0b-4c30-b765-6f4882eb7063 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5833390 Mar 11 17:23:52.867510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55882) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:52.901846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1042145561'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:52.956012 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Set router 8a81bc92-caf8-409e-8e34-d2436781b85a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:53.042463 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.140821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Made reservation on behalf of 627ee73c629a4698957cf375cb129740 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:53.144007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.183439 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:46Z', 'updated_at': '2022-03-11T17:23:50Z', 'revision_number': 3, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'gw_port': {'id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:48Z', 'updated_at': '2022-03-11T17:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:53.193944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Attempting to bind port 0729eade-4078-4178-83aa-81f29b8902c4 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:53.194280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Attempting to bind port 0729eade-4078-4178-83aa-81f29b8902c4 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:53.194604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Attempting to bind port 0729eade-4078-4178-83aa-81f29b8902c4 on network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:53.195202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.208587 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.246106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.260103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd37505-db25-44de-aab7-3028b4f51a7f req-8a51c447-093a-48f8-80a7-dfdb63c9d64b tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:53.261724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bd37505-db25-44de-aab7-3028b4f51a7f req-8a51c447-093a-48f8-80a7-dfdb63c9d64b tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 944 time: 0.3403571 Mar 11 17:23:53.269701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8983-3f06-4a40-874d-f79a7c65fbf6 req-ed262a89-ef45-402b-bebb-a9b452fc2970 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:53.273496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63ec8983-3f06-4a40-874d-f79a7c65fbf6 req-ed262a89-ef45-402b-bebb-a9b452fc2970 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.3887479 Mar 11 17:23:53.291892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Port 0729eade-4078-4178-83aa-81f29b8902c4 on network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:23:53.292740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Attempting to bind port 0729eade-4078-4178-83aa-81f29b8902c4 on network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:53.308318 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Checking router: 8a81bc92-caf8-409e-8e34-d2436781b85a for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:53.308713 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Updating router 8a81bc92-caf8-409e-8e34-d2436781b85a port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:23:53.336019 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.345722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:53.346207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Checking segment: {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:53.346692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Bound using segment: {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:53.347376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Bound port: 0729eade-4078-4178-83aa-81f29b8902c4, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:53.347833 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.363233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'Port': ['ID=3b1bd9f1-738b-4b9c-a208-cb0de3b8093a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:53.379419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.419907 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.421016 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2c4f41f1-02e6-46a3-8081-c97744cdec04 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9016931 Mar 11 17:23:53.528681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bd37505-db25-44de-aab7-3028b4f51a7f req-d6a0ce61-c87c-4a22-b7f9-67ad7e2a0034 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496493 Mar 11 17:23:53.535215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.571333 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.573081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63ec8983-3f06-4a40-874d-f79a7c65fbf6 req-b5a35eb6-7fad-4cbc-9f10-62367a2c893b tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679906 Mar 11 17:23:53.638533 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.647519 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.711513 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Attempting to bind port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:53.712156 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Attempting to bind port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:53.712710 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Attempting to bind port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:53.721767 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:53.722573 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:53.723126 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.723660 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:53.724275 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Bound port: 1ebfbbdf-07e5-4088-acbc-bfcfc00be046, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:53.724853 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.726509 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d131840-4c07-4c88-9371-2d545e4739fe None None] Pushing event updated for resources: {'Port': ['ID=1ebfbbdf-07e5-4088-acbc-bfcfc00be046,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:53.764813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7847a39-01db-409d-a1c2-dbc7d403e120 req-6b9f66a3-91e8-4bce-90c3-c08c878cf1cb tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 210 time: 0.1110535 Mar 11 17:23:53.781408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] For port 0729eade-4078-4178-83aa-81f29b8902c4, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:53.792200 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] For port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:53.799607 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] For port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1ebfbbdf-07e5-4088-acbc-bfcfc00be046,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:53.805577 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.808371 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.818119 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3bcf2343-2fdf-4175-b903-726e681a609e up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:53.819667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Allocated IP 172.20.0.1 (4ab0b0ec-ace1-4f19-afdb-b630e7000741/fe08a850-161c-4136-b50f-bd8f26080317/8830955c-7922-4333-ab0c-55d5d03edca7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:53.841633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] For port 0729eade-4078-4178-83aa-81f29b8902c4, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0729eade-4078-4178-83aa-81f29b8902c4,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:53.877300 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Routers {'8a81bc92-caf8-409e-8e34-d2436781b85a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:53.877883 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8a81bc92-caf8-409e-8e34-d2436781b85a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:53.882745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.906839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.942310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.943713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 3bcf2343-2fdf-4175-b903-726e681a609e completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:53.950772 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d131840-4c07-4c88-9371-2d545e4739fe None None] Pushing event updated for resources: {'Port': ['ID=1ebfbbdf-07e5-4088-acbc-bfcfc00be046,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:53.951926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 3bcf2343-2fdf-4175-b903-726e681a609e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:53.952536 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.961981 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:53.990411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.028798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:54.029893 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] Set router 8a81bc92-caf8-409e-8e34-d2436781b85a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:54.035255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-9944314c-a46e-4275-8b08-75e8772b7e93 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2115589404&fields=id&tenant_id=8c1ad3318b3b4ac684e77f552405f070 HTTP/1.1" status: 200 len: 267 time: 0.2891004 Mar 11 17:23:54.055847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.067839 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.085965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:54.086605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.088075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-6db48233-8779-4938-a7d8-83630071c220 service neutron] 10.222.0.66 "PUT /v2.0/ports/0729eade-4078-4178-83aa-81f29b8902c4 HTTP/1.1" status: 200 len: 1091 time: 3.4347374 Mar 11 17:23:54.093509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:54.095180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238ce01e-fd5c-4908-bf35-193b67fb2a5d', 'tag': '0729eade-4078-4178-83aa-81f29b8902c4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:54.097530 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c067a59c-5e76-434f-9050-ae4f866b71f8" -d '{"events": [{"name": "network-changed", "server_uuid": "238ce01e-fd5c-4908-bf35-193b67fb2a5d", "tag": "0729eade-4078-4178-83aa-81f29b8902c4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:23:54.101572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:54.115895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:54.118774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:54.121308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Pushing event updated for resources: {'Port': ['ID=ef8ac864-f933-4ae7-88be-6a6f525335e7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:54.123193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3bcf2343-2fdf-4175-b903-726e681a609e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3bcf2343-2fdf-4175-b903-726e681a609e,segment=NetworkSegment(1f9abc4a-65c8-494a-aecb-f131b74ae549),segment_id=1f9abc4a-65c8-494a-aecb-f131b74ae549)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:54.124222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09c34ee-0560-4f9d-b92a-acdd4df9854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcf2343-2fdf-4175-b903-726e681a609e'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:54.127307 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b5b685-919f-44a3-9655-738cb6acdd7f" -d '{"events": [{"server_uuid": "c09c34ee-0560-4f9d-b92a-acdd4df9854e", "name": "network-vif-plugged", "status": "completed", "tag": "3bcf2343-2fdf-4175-b903-726e681a609e"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:23:54.133341 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.140225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:54.144263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:54.147368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Pushing event updated for resources: {'Port': ['ID=8830955c-7922-4333-ab0c-55d5d03edca7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:54.195272 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.197754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3bcf2343-2fdf-4175-b903-726e681a609e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:54.219799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.219799 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Added segment 6bb3ef53-13c3-4bb9-983d-18e7c6cb792c of type vlan for network bfa25c48-b2ad-4904-93ac-a89928de9638 Mar 11 17:23:54.308514 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:46Z', 'updated_at': '2022-03-11T17:23:50Z', 'revision_number': 3, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'gw_port': {'id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:48Z', 'updated_at': '2022-03-11T17:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:54.335629 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fd9b4-b284-4b4d-97b1-0f9ee3e1cc83 None None] The sync data for ids ['8a81bc92-caf8-409e-8e34-d2436781b85a'] in n-d-833411-1 is: [{'id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:46Z', 'updated_at': '2022-03-11T17:23:50Z', 'revision_number': 3, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'gw_port': {'id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:48Z', 'updated_at': '2022-03-11T17:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:54.361632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f978a7-68f8-490f-ac3b-6f49c8026cda,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:54.365651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.395344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bce237-6da9-4157-9157-af6996956d6e req-fd3ad2d3-f0a2-4886-9460-93efd6569207 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:54.397661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97bce237-6da9-4157-9157-af6996956d6e req-fd3ad2d3-f0a2-4886-9460-93efd6569207 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.4887795 Mar 11 17:23:54.433525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.499137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ccf01178-877d-4669-a480-dafe74d7aa22 None None] Provisioning complete for port 8830955c-7922-4333-ab0c-55d5d03edca7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:54.499655 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ccf01178-877d-4669-a480-dafe74d7aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.545366 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:23:54.547660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ccf01178-877d-4669-a480-dafe74d7aa22 None None] Port 8830955c-7922-4333-ab0c-55d5d03edca7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:23:54.565106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.567516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:54.568254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.570705 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.633024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-36f86c94-27c3-4ac6-bf77-69de76727cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:54.635352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-36f86c94-27c3-4ac6-bf77-69de76727cd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1094 time: 0.3638768 Mar 11 17:23:54.657982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db48233-8779-4938-a7d8-83630071c220 service neutron] Pushing event updated for resources: {'Port': ['ID=0729eade-4078-4178-83aa-81f29b8902c4,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:54.678131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Pushing event updated for resources: {'Port': ['ID=8830955c-7922-4333-ab0c-55d5d03edca7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:54.681134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.687228 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-5422b074-2294-4dc1-88c2-ec2112b71ff2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5496857 Mar 11 17:23:54.687877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.694122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:54.694750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:54.783605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:54.784312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Request body: {'port': {'device_id': '57d3e277-f299-4c05-a3ba-c00d99393969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:54.785564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:54.819393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Allocated IP 172.20.0.11 (eca6debf-48f4-424b-85ac-2edeb765f93b/1e81beb0-261b-4e36-ba05-901f1cf16631/7dd75f73-9550-4704-9b1a-6c8aaecedee4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:54.835288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97bce237-6da9-4157-9157-af6996956d6e req-e45e9e28-0b1b-4c61-8c66-27015a8c772c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965092 Mar 11 17:23:54.877454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-c99c9528-5842-404e-89e6-512adfa38bc1 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:54.879433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-c99c9528-5842-404e-89e6-512adfa38bc1 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 810 time: 0.7899137 Mar 11 17:23:54.880955 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-96cd6223-5f58-4055-8fa3-3885c391f8cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0729eade-4078-4178-83aa-81f29b8902c4 HTTP/1.1" status: 200 len: 217 time: 0.2112045 Mar 11 17:23:54.953332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Router 8a81bc92-caf8-409e-8e34-d2436781b85a has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:23:54.954809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6178799 Mar 11 17:23:54.958055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:54.964238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Request body: {'subnet': {'network_id': 'bfa25c48-b2ad-4904-93ac-a89928de9638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:54.994145 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbb5226-f099-4503-9530-d5ea82d48c1e x-openstack-request-id: req-8dbb5226-f099-4503-9530-d5ea82d48c1e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:23:54.994685 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09c34ee-0560-4f9d-b92a-acdd4df9854e", "name": "network-vif-plugged", "status": "completed", "tag": "3bcf2343-2fdf-4175-b903-726e681a609e", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:23:54.994810 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dbb5226-f099-4503-9530-d5ea82d48c1e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:23:54.995180 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09c34ee-0560-4f9d-b92a-acdd4df9854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcf2343-2fdf-4175-b903-726e681a609e', 'code': 200} Mar 11 17:23:55.010092 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5055ad4-6104-4406-bcd8-66e773a89d2e x-openstack-request-id: req-c5055ad4-6104-4406-bcd8-66e773a89d2e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:23:55.010569 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238ce01e-fd5c-4908-bf35-193b67fb2a5d", "tag": "0729eade-4078-4178-83aa-81f29b8902c4", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:23:55.012487 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5055ad4-6104-4406-bcd8-66e773a89d2e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:23:55.013100 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238ce01e-fd5c-4908-bf35-193b67fb2a5d', 'tag': '0729eade-4078-4178-83aa-81f29b8902c4', 'status': 'completed', 'code': 200} Mar 11 17:23:55.015737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe57ff5-7390-4218-8db9-0d9dd5edb4a8 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Pushing event updated for resources: {'Network': ['ID=bfa25c48-b2ad-4904-93ac-a89928de9638,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:55.031018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network bfa25c48-b2ad-4904-93ac-a89928de9638 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:23:55.101113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.104188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.107202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-bbef5e74-4915-4845-9c75-ede85c79bde3 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/quotas/8c1ad3318b3b4ac684e77f552405f070 HTTP/1.1" status: 200 len: 375 time: 0.2011318 Mar 11 17:23:55.157165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9432af0c-eec1-491b-924a-ee0d69df6129 None None] Provisioning complete for port 8830955c-7922-4333-ab0c-55d5d03edca7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:55.157542 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9432af0c-eec1-491b-924a-ee0d69df6129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.215124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-9432af0c-eec1-491b-924a-ee0d69df6129 None None] Port 8830955c-7922-4333-ab0c-55d5d03edca7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:23:55.246330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Made reservation on behalf of 627ee73c629a4698957cf375cb129740 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:55.250647 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.272910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:23:55.302522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-94fdf168-e4bd-484b-b3bd-7bc04ac5df81 admin admin] 10.222.0.53 "PUT /v2.0/routers/8a81bc92-caf8-409e-8e34-d2436781b85a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4304864 Mar 11 17:23:55.354618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-5b13cd54-5e40-48a5-a769-bc37ea612fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:55.356078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-5b13cd54-5e40-48a5-a769-bc37ea612fd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.4465706 Mar 11 17:23:55.481302 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.561914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Checking segment: {'id': '6bb3ef53-13c3-4bb9-983d-18e7c6cb792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bfa25c48-b2ad-4904-93ac-a89928de9638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:55.562276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Network hostable DHCP agents. Network: bfa25c48-b2ad-4904-93ac-a89928de9638, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:23:55.568111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Pushing event updated for resources: {'Subnet': ['ID=2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:55.598309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Network bfa25c48-b2ad-4904-93ac-a89928de9638 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:23:55.614776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, bfa25c48-b2ad-4904-93ac-a89928de9638) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:55.619683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:55.620272 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.626564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca9dc6-4cc2-42ae-8bf2-f6080c6284c5 None None] Network bfa25c48-b2ad-4904-93ac-a89928de9638 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:55.643015 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0ef40ffd-98b4-4b90-8816-8e79f2ae94f5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6834731 Mar 11 17:23:55.645462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55922) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:55.650781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Request body: {'port': {'network_id': 'bfa25c48-b2ad-4904-93ac-a89928de9638', 'name': 'tempest-TagsExtTest-971427056'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:55.805386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8e250-1f41-44e4-818e-9f94db7e7b9d req-2f29fb58-7a68-4da8-9277-36a126ef10be tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:55.807036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd8e250-1f41-44e4-818e-9f94db7e7b9d req-2f29fb58-7a68-4da8-9277-36a126ef10be tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 945 time: 0.6902821 Mar 11 17:23:55.814979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Made reservation on behalf of 627ee73c629a4698957cf375cb129740 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:55.817003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bfa25c48-b2ad-4904-93ac-a89928de9638', 'network_id': 'bfa25c48-b2ad-4904-93ac-a89928de9638', 'tenant_id': '627ee73c629a4698957cf375cb129740', 'fixed_ips': [{'subnet_id': '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:23:55.818085 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.818599 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:55.848585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] device_id is not set on port 05b47e27-bbf4-4f8a-82ee-1efd5111f5c7 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:23:55.873848 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-100a331e-4e8b-4597-be93-9a0d9180fa85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045046 Mar 11 17:23:55.889632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab915b4-ace6-4cac-9db8-72c349112ce4 req-e02793be-35fe-45c6-af6e-6fc755c45f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:55.891204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ab915b4-ace6-4cac-9db8-72c349112ce4 req-e02793be-35fe-45c6-af6e-6fc755c45f24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 1096 time: 0.7777169 Mar 11 17:23:55.990129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Allocated IP 172.20.0.2 (bfa25c48-b2ad-4904-93ac-a89928de9638/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:56.043707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-023ca421-0ba9-45fa-8355-a75286b2ce4f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8779292 Mar 11 17:23:56.064969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:56.143408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:56.143780 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.242078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.277483 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.303322 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.321716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Network bfa25c48-b2ad-4904-93ac-a89928de9638 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:56.321947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ab915b4-ace6-4cac-9db8-72c349112ce4 req-18a8f2c1-ee97-4101-a0fd-f547491b5fdc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048545 Mar 11 17:23:56.326888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:56.336323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd8e250-1f41-44e4-818e-9f94db7e7b9d req-79101f5d-a453-4a7c-9ced-16337d3f0a1e tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672873 Mar 11 17:23:56.348059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:56.365141 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.422817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Allocated IP 172.20.0.5 (bfa25c48-b2ad-4904-93ac-a89928de9638/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:56.482231 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Pushing event updated for resources: {'Port': ['ID=ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:56.496137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1ebfbbdf-07e5-4088-acbc-bfcfc00be046,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:56.501675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-c8194f8a-f1b7-4545-8842-a4b1a772c861 service neutron] 10.222.0.53 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372387 Mar 11 17:23:56.502494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Attempting to bind port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:56.502951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Attempting to bind port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '6bb3ef53-13c3-4bb9-983d-18e7c6cb792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bfa25c48-b2ad-4904-93ac-a89928de9638'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:56.503533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Attempting to bind port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c on network bfa25c48-b2ad-4904-93ac-a89928de9638 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:56.508599 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.518745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:56.518745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Checking segment: {'id': '6bb3ef53-13c3-4bb9-983d-18e7c6cb792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bfa25c48-b2ad-4904-93ac-a89928de9638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:56.518745 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.518745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Bound using segment: {'id': '6bb3ef53-13c3-4bb9-983d-18e7c6cb792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bfa25c48-b2ad-4904-93ac-a89928de9638'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:56.519322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Bound port: ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb3ef53-13c3-4bb9-983d-18e7c6cb792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bfa25c48-b2ad-4904-93ac-a89928de9638'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:56.519464 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.626668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-67885122-0990-4391-a2e1-f00dc387f0fb service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264793 Mar 11 17:23:56.634696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=1ebfbbdf-07e5-4088-acbc-bfcfc00be046,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:56.659405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] For port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:56.665267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] For port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c,segment=NetworkSegment(6bb3ef53-13c3-4bb9-983d-18e7c6cb792c),segment_id=6bb3ef53-13c3-4bb9-983d-18e7c6cb792c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:56.673814 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.752996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378a2c7-3e9f-44f3-9ae6-377cf089ce5c None None] Pushing event updated for resources: {'Port': ['ID=ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:56.755998 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.773591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Sync routers for ids ['8a81bc92-caf8-409e-8e34-d2436781b85a'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:56.791156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Routers {'8a81bc92-caf8-409e-8e34-d2436781b85a'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:56.792248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8a81bc92-caf8-409e-8e34-d2436781b85a'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:56.809215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:56.871649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e453ce-1cb1-41df-874c-a9e019db13c0 req-c7c0ed23-6648-41ad-ac76-3edca10b2873 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:56.881137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76e453ce-1cb1-41df-874c-a9e019db13c0 req-c7c0ed23-6648-41ad-ac76-3edca10b2873 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 932 time: 0.3923731 Mar 11 17:23:56.953419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Set router 8a81bc92-caf8-409e-8e34-d2436781b85a gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:57.004198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65edabac-8a43-4bb7-9a0e-7db3a407eebf req-080f3862-f36b-4636-a378-01b8214da0fd service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517473 Mar 11 17:23:57.122470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Network eca6debf-48f4-424b-85ac-2edeb765f93b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:57.187033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:57.224011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:57.230460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd75f73-9550-4704-9b1a-6c8aaecedee4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:57.262725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.271001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76e453ce-1cb1-41df-874c-a9e019db13c0 req-41c4b4ef-6841-4134-bc50-10035170d81c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878667 Mar 11 17:23:57.294803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Network bfa25c48-b2ad-4904-93ac-a89928de9638 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:57.298279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:57.323951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:23:57.338725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:46Z', 'updated_at': '2022-03-11T17:23:54Z', 'revision_number': 4, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'gw_port': {'id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:48Z', 'updated_at': '2022-03-11T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '8830955c-7922-4333-ab0c-55d5d03edca7', 'name': '', 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'mac_address': 'fa:16:3e:5d:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'fe08a850-161c-4136-b50f-bd8f26080317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:53Z', 'updated_at': '2022-03-11T17:23:54Z', 'revision_number': 2, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'subnets': [{'id': 'fe08a850-161c-4136-b50f-bd8f26080317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:57.377612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-b7f83f7b-44f4-40a8-be46-7e5ea869bfd1 service neutron] 10.222.0.53 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991164 Mar 11 17:23:57.397803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Checking router: 8a81bc92-caf8-409e-8e34-d2436781b85a for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:57.398356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Updating router 8a81bc92-caf8-409e-8e34-d2436781b85a port 8830955c-7922-4333-ab0c-55d5d03edca7 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:23:57.435833 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.443856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Pushing event updated for resources: {'Port': ['ID=05b47e27-bbf4-4f8a-82ee-1efd5111f5c7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:57.484732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:57.485826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.560662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-6d1a8e91-95fc-4fa4-b5ad-b8d09ea552b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:57.564095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-6d1a8e91-95fc-4fa4-b5ad-b8d09ea552b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1094 time: 0.4471927 Mar 11 17:23:57.568094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8ac864-f933-4ae7-88be-6a6f525335e7 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:23:57.573435 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9266720 Mar 11 17:23:57.578946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.579157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.579499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.585217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.585599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.585945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.588686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.589037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.594760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.595142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.595483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.595820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94078466-12b9-4d4d-8caf-9dc8cfccf46b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:57.621681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:57.634126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bcbdc7c2-2416-4845-a025-e88d5c12af69 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-944726028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:57.686022 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.699656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c2-2416-4845-a025-e88d5c12af69 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.703113 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c2-2416-4845-a025-e88d5c12af69 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.832272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9674edb-b1b1-488b-873b-41ec92224353 req-83602bde-8561-435f-82bf-4e7a4e3e4c7d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:57.836911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c2-2416-4845-a025-e88d5c12af69 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.837062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9674edb-b1b1-488b-873b-41ec92224353 req-83602bde-8561-435f-82bf-4e7a4e3e4c7d tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.4569418 Mar 11 17:23:57.851751 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c2-2416-4845-a025-e88d5c12af69 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.882434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc7c2-2416-4845-a025-e88d5c12af69 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:57.895711 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bcbdc7c2-2416-4845-a025-e88d5c12af69 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2605815 Mar 11 17:23:57.900247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56004) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:57.915286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-78b922e6-d5d0-49a8-b94d-af114385730e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1469376888', 'prefixes': ['172.20.0.0/16']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:58.030554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Transition to ACTIVE for port object ef8ac864-f933-4ae7-88be-6a6f525335e7 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:58.041984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b922e6-d5d0-49a8-b94d-af114385730e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for subnetpool, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.053011 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-78b922e6-d5d0-49a8-b94d-af114385730e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1403241 Mar 11 17:23:58.055455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56008) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:58.079582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-f801b924-77e8-48de-b897-48fa1209f621 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27', 'tempest-TagsExtTest-Tag-1280512822') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:58.119430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.133808 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.145100 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.194311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02b92-9b9e-4e93-879c-55fe854e1dae None None] Pushing event updated for resources: {'Port': ['ID=8830955c-7922-4333-ab0c-55d5d03edca7,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:58.282450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Deleting port e4bc9954-d293-4b13-887a-d7cf836317c4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:23:58.282795 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.295769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:58.322562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.339011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8ac864-f933-4ae7-88be-6a6f525335e7,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:58.350022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9674edb-b1b1-488b-873b-41ec92224353 req-b0cfa26d-8ad0-44cd-8c23-0b424d747a9c tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464834 Mar 11 17:23:58.417232 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f801b924-77e8-48de-b897-48fa1209f621 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags/tempest-TagsExtTest-Tag-1280512822 HTTP/1.1" status: 201 len: 201 time: 0.3532312 Mar 11 17:23:58.418310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:58.427371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-e3776a91-de2b-4050-aecf-1726ac01736d tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7', 'tempest-TagsExtTest-Tag-1552034663') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:58.454113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Attempting to bind port 8830955c-7922-4333-ab0c-55d5d03edca7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:58.454714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Attempting to bind port 8830955c-7922-4333-ab0c-55d5d03edca7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f01bd10b-5992-4762-807d-ceb6f2728fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:58.454828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Attempting to bind port 8830955c-7922-4333-ab0c-55d5d03edca7 on network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:58.477565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:58.478199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Checking segment: {'id': 'f01bd10b-5992-4762-807d-ceb6f2728fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:58.479027 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.479842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Bound using segment: {'id': 'f01bd10b-5992-4762-807d-ceb6f2728fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:58.480559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Bound port: 8830955c-7922-4333-ab0c-55d5d03edca7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01bd10b-5992-4762-807d-ceb6f2728fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:58.481316 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.596059 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e3776a91-de2b-4050-aecf-1726ac01736d tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags/tempest-TagsExtTest-Tag-1552034663 HTTP/1.1" status: 201 len: 201 time: 0.1765006 Mar 11 17:23:58.598636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56020) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:58.610991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-a010432f-729d-4cf1-95dd-090cc75e5277 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8', 'tempest-TagsExtTest-Tag-1877249342') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:58.622243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:58.625868 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.630482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-73febb4e-6a98-4afa-8a8e-35b5803a7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:58.631912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-73febb4e-6a98-4afa-8a8e-35b5803a7849 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 918 time: 1.0475810 Mar 11 17:23:58.678096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95340eb-e63d-4f1e-95b6-4e0ed0a91574 None None] Network bfa25c48-b2ad-4904-93ac-a89928de9638 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:23:58.728636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d26d3-c598-4bf8-900e-4292882d9688 req-650d079b-7182-4641-bc2b-33d1916134a1 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:58.730901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c4d26d3-c598-4bf8-900e-4292882d9688 req-650d079b-7182-4641-bc2b-33d1916134a1 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 945 time: 0.9722729 Mar 11 17:23:58.741092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc9a1fbd-95c2-4895-892e-e2452e4a504d req-eaa1915d-2e86-4704-8996-b1800b125a8d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 210 time: 0.1640148 Mar 11 17:23:58.786630 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:58.842935 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a010432f-729d-4cf1-95dd-090cc75e5277 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags/tempest-TagsExtTest-Tag-1877249342 HTTP/1.1" status: 201 len: 201 time: 0.2430341 Mar 11 17:23:58.846288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56022) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:58.851393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-0a1a84fe-ecc3-445c-aa66-94da2a7dda99 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72', 'tempest-TagsExtTest-Tag-1350531777') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:58.919865 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0a1a84fe-ecc3-445c-aa66-94da2a7dda99 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags/tempest-TagsExtTest-Tag-1350531777 HTTP/1.1" status: 201 len: 201 time: 0.0698693 Mar 11 17:23:58.920782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56024) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:58.925317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-c68ba86a-18a3-401e-b7f2-f4af4a9d0d3e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:58.930286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-69fb2428-3c3e-4010-8413-951f64a72715 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0729eade-4078-4178-83aa-81f29b8902c4 HTTP/1.1" status: 200 len: 217 time: 0.2396083 Mar 11 17:23:58.995907 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c68ba86a-18a3-401e-b7f2-f4af4a9d0d3e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags HTTP/1.1" status: 200 len: 241 time: 0.0718424 Mar 11 17:23:58.996124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:58.999133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] For port 8830955c-7922-4333-ab0c-55d5d03edca7, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:23:59.001766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-fbb9ebfe-4732-4a11-9bce-66688f9ea04c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27', 'tempest-TagsExtTest-Tag-1280512822') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:59.026369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-48bb7da2-dca8-4e86-a068-d65a0e1bad7e None None] Provisioning complete for port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:59.027014 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-48bb7da2-dca8-4e86-a068-d65a0e1bad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.033053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] For port 8830955c-7922-4333-ab0c-55d5d03edca7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8830955c-7922-4333-ab0c-55d5d03edca7,segment=NetworkSegment(f01bd10b-5992-4762-807d-ceb6f2728fcd),segment_id=f01bd10b-5992-4762-807d-ceb6f2728fcd)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:23:59.034055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.039135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] For port e4bc9954-d293-4b13-887a-d7cf836317c4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e4bc9954-d293-4b13-887a-d7cf836317c4,segment=NetworkSegment(4b88ea2d-b18a-47e2-9806-490f317bc9c4),segment_id=4b88ea2d-b18a-47e2-9806-490f317bc9c4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:59.039495 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.070988 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.091343 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Attempting to bind port ef8ac864-f933-4ae7-88be-6a6f525335e7 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:59.092591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Attempting to bind port ef8ac864-f933-4ae7-88be-6a6f525335e7 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:59.093244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Attempting to bind port ef8ac864-f933-4ae7-88be-6a6f525335e7 on network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:59.099228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Calling delete_port for e4bc9954-d293-4b13-887a-d7cf836317c4 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:23:59.115944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c4d26d3-c598-4bf8-900e-4292882d9688 req-05dac48d-9e99-47d2-aeb8-1dc5e2ba2ee5 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348520 Mar 11 17:23:59.125564 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fbb9ebfe-4732-4a11-9bce-66688f9ea04c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags/tempest-TagsExtTest-Tag-1280512822 HTTP/1.1" status: 204 len: 168 time: 0.1283879 Mar 11 17:23:59.128619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:59.130901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Port ef8ac864-f933-4ae7-88be-6a6f525335e7 on network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:23:59.131398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Attempting to bind port ef8ac864-f933-4ae7-88be-6a6f525335e7 on network a8eeb924-b92c-4f4f-97f0-1dd42a369d15 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:23:59.144843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-fca024a9-c91b-47a7-a18e-47c94ab9535c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27', 'tempest-TagsExtTest-Tag-1280512822') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:59.145639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-e371589f-b101-4e26-a1cd-a69f1bc0a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:59.147288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-e371589f-b101-4e26-a1cd-a69f1bc0a26f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.1976709 Mar 11 17:23:59.165461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:23:59.166236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Checking segment: {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:23:59.166941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Bound using segment: {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:23:59.168093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Bound port: ef8ac864-f933-4ae7-88be-6a6f525335e7, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:59.168698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.374057 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.391158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02b92-9b9e-4e93-879c-55fe854e1dae None None] Pushing event updated for resources: {'Port': ['ID=8830955c-7922-4333-ab0c-55d5d03edca7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:59.399259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Routers {'8a81bc92-caf8-409e-8e34-d2436781b85a'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:23:59.400260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8a81bc92-caf8-409e-8e34-d2436781b85a'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:59.425768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f3598-b99f-40ba-8230-5fa24a49f717 req-89d7c793-a864-4fe8-943d-6240bd8ad170 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:59.426027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c88f3598-b99f-40ba-8230-5fa24a49f717 req-89d7c793-a864-4fe8-943d-6240bd8ad170 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 944 time: 0.5095472 Mar 11 17:23:59.448974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-50be7923-7567-422c-ad84-e611e8b0a45e tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:59.450542 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-50be7923-7567-422c-ad84-e611e8b0a45e tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.66 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 810 time: 0.2500150 Mar 11 17:23:59.485915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-b009b3e9-b0ff-4994-8e6c-5ac549e7cc51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3234706 Mar 11 17:23:59.529663 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fca024a9-c91b-47a7-a18e-47c94ab9535c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags/tempest-TagsExtTest-Tag-1280512822 HTTP/1.1" status: 204 len: 168 time: 0.3967490 Mar 11 17:23:59.532367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:59.537469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-b4de1bef-1b4a-4146-9d76-f7cd7863f273 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:59.569510 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.569774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c,segment=NetworkSegment(6bb3ef53-13c3-4bb9-983d-18e7c6cb792c),segment_id=6bb3ef53-13c3-4bb9-983d-18e7c6cb792c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:23:59.598261 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.599741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:23:59.620663 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-80be3f35-46fb-4fe2-880e-c9b6e6ac2ace tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c1ad3318b3b4ac684e77f552405f070 HTTP/1.1" status: 200 len: 380 time: 0.1521502 Mar 11 17:23:59.639971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'port': {'device_id': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'admin_state_up': True, 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'security_groups': ['cf6940b0-2ca3-443d-8c43-fd3c7bac712d']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:59.669947 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b4de1bef-1b4a-4146-9d76-f7cd7863f273 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags HTTP/1.1" status: 200 len: 205 time: 0.1361794 Mar 11 17:23:59.701009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:59.709500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-eb86ed7c-c9f3-4233-aff7-32571d031e81 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:59.825134 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-eb86ed7c-c9f3-4233-aff7-32571d031e81 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags HTTP/1.1" status: 200 len: 241 time: 0.1224120 Mar 11 17:23:59.828022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56044) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:59.834663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-168d071e-e7a9-4e8a-8291-97e7264675fa tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7', 'tempest-TagsExtTest-Tag-1552034663') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:59.864891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] Set router 8a81bc92-caf8-409e-8e34-d2436781b85a gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:23:59.880363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Made reservation on behalf of 8c1ad3318b3b4ac684e77f552405f070 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:59.884200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:59.924421 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-168d071e-e7a9-4e8a-8291-97e7264675fa tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags/tempest-TagsExtTest-Tag-1552034663 HTTP/1.1" status: 204 len: 168 time: 0.0952661 Mar 11 17:23:59.929126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56046) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:23:59.934249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-74aa230e-972b-4442-8a9b-5218408cb871 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7', 'tempest-TagsExtTest-Tag-1552034663') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:59.980439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d29c72de-e0bc-4f7c-9c0c-5996cd2e61f0 None None] Provisioning complete for port 8830955c-7922-4333-ab0c-55d5d03edca7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:59.980828 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d29c72de-e0bc-4f7c-9c0c-5996cd2e61f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:00.014496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:00.103846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Allocated IP 172.20.0.9 (284c669f-7569-4e44-94a7-ae1467ee57c1/b7aeb358-7740-46e0-9c8c-283ad62a563f/cc18cd3b-a23c-4b5c-8f78-c8485b6bd084) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:00.112027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:00.139125 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-74aa230e-972b-4442-8a9b-5218408cb871 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags/tempest-TagsExtTest-Tag-1552034663 HTTP/1.1" status: 204 len: 168 time: 0.2089186 Mar 11 17:24:00.144791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56048) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:00.174836 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c88f3598-b99f-40ba-8230-5fa24a49f717 req-98c3a9b7-b1f0-4ee9-b7f5-093f5a646ce2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714907 Mar 11 17:24:00.187627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-c9bbebb0-9c09-4aff-8898-b4d0d045198c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:00.232329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:00.233353 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:00.329492 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d29c72de-e0bc-4f7c-9c0c-5996cd2e61f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:00.361786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2422313-0cbe-41b8-a247-6aa1f10bb590 req-e6e7e377-bc12-4a05-b9cb-c760753e55c2 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 210 time: 0.0359147 Mar 11 17:24:00.362824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:00.399171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d29c72de-e0bc-4f7c-9c0c-5996cd2e61f0 None None] For port 8830955c-7922-4333-ab0c-55d5d03edca7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8830955c-7922-4333-ab0c-55d5d03edca7,segment=NetworkSegment(f01bd10b-5992-4762-807d-ceb6f2728fcd),segment_id=f01bd10b-5992-4762-807d-ceb6f2728fcd)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:00.406035 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d29c72de-e0bc-4f7c-9c0c-5996cd2e61f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:00.414709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a109be-7d56-4943-acdf-6c885c8e53a5 req-a8d59b70-c1d3-45c6-a7ec-8ebf91c79a56 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:00.424271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24a109be-7d56-4943-acdf-6c885c8e53a5 req-a8d59b70-c1d3-45c6-a7ec-8ebf91c79a56 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 1.0202556 Mar 11 17:24:00.526165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0729eade-4078-4178-83aa-81f29b8902c4 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:24:00.530388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c72de-e0bc-4f7c-9c0c-5996cd2e61f0 None None] Pushing event updated for resources: {'Port': ['ID=8830955c-7922-4333-ab0c-55d5d03edca7,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:00.553474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:46Z', 'updated_at': '2022-03-11T17:23:54Z', 'revision_number': 4, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'gw_port': {'id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:48Z', 'updated_at': '2022-03-11T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '8830955c-7922-4333-ab0c-55d5d03edca7', 'name': '', 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'mac_address': 'fa:16:3e:5d:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'fe08a850-161c-4136-b50f-bd8f26080317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:53Z', 'updated_at': '2022-03-11T17:23:58Z', 'revision_number': 4, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'subnets': [{'id': 'fe08a850-161c-4136-b50f-bd8f26080317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:00.566485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd75f73-9550-4704-9b1a-6c8aaecedee4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:00.618768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:00.662207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f106e63-3e16-4e67-b254-e7bbe1cfe957 None None] The sync data for ids ['8a81bc92-caf8-409e-8e34-d2436781b85a'] in n-d-833411-1 is: [{'id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:46Z', 'updated_at': '2022-03-11T17:23:54Z', 'revision_number': 4, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'gw_port': {'id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:48Z', 'updated_at': '2022-03-11T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '8830955c-7922-4333-ab0c-55d5d03edca7', 'name': '', 'network_id': '4ab0b0ec-ace1-4f19-afdb-b630e7000741', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'mac_address': 'fa:16:3e:5d:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'fe08a850-161c-4136-b50f-bd8f26080317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:53Z', 'updated_at': '2022-03-11T17:23:58Z', 'revision_number': 4, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'subnets': [{'id': 'fe08a850-161c-4136-b50f-bd8f26080317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:24:00.670212 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:24:00.700483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] For port ef8ac864-f933-4ae7-88be-6a6f525335e7, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:00.709226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:00.719468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2fb88975-5b52-4fa9-9afb-78a60907efb4 None None] Provisioning complete for port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:00.719606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fb88975-5b52-4fa9-9afb-78a60907efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:00.787759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:00.960266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:00.979275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:00.985578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:00.997395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event updated for resources: {'Port': ['ID=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:00.997876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.001071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bc9954-d293-4b13-887a-d7cf836317c4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:01.017281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24a109be-7d56-4943-acdf-6c885c8e53a5 req-70ba0c99-574c-4d13-8a3a-e5a015e80dc5 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845070 Mar 11 17:24:01.023077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] For port ef8ac864-f933-4ae7-88be-6a6f525335e7, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ef8ac864-f933-4ae7-88be-6a6f525335e7,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:01.042376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-1eb6e23b-9cec-4475-a107-7f27fa59830e service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5378616 Mar 11 17:24:01.052175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0729eade-4078-4178-83aa-81f29b8902c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0729eade-4078-4178-83aa-81f29b8902c4,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:01.066926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:01.069374 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.122628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '0729eade-4078-4178-83aa-81f29b8902c4', 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15', 'port_id': '0729eade-4078-4178-83aa-81f29b8902c4', 'mac_address': 'fa:16:3e:72:dc:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df35f38-a5c6-4a2a-afb2-9c6756162040', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:24:01.172291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:01.177332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.199895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.209882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56060) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:01.210120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-abb25f1f-86d1-48a3-8865-de7a0c541540 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.7572730 Mar 11 17:24:01.217806 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.223077 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-63bf3ca2-782e-40b9-8eae-6dd063452815 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5928547 Mar 11 17:24:01.270381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Request body: {'port': {'device_id': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:01.285346 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.344242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2fb88975-5b52-4fa9-9afb-78a60907efb4 None None] Provisioning complete for port 05b47e27-bbf4-4f8a-82ee-1efd5111f5c7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:01.347465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fb88975-5b52-4fa9-9afb-78a60907efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.373914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:01.381859 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.384031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0729eade-4078-4178-83aa-81f29b8902c4 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:01.384557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] 10.222.0.46 "PUT /v2.0/ports/ef8ac864-f933-4ae7-88be-6a6f525335e7 HTTP/1.1" status: 200 len: 1092 time: 6.6761544 Mar 11 17:24:01.400373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-70f2fc41-3ae1-4392-acdc-511804af56c8 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=eca6debf-48f4-424b-85ac-2edeb765f93b HTTP/1.1" status: 200 len: 690 time: 0.1888680 Mar 11 17:24:01.401748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d3e277-f299-4c05-a3ba-c00d99393969', 'tag': 'ef8ac864-f933-4ae7-88be-6a6f525335e7'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:01.404246 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58df59b3-47c8-4237-bd55-c58059382550" -d '{"events": [{"name": "network-changed", "server_uuid": "57d3e277-f299-4c05-a3ba-c00d99393969", "tag": "ef8ac864-f933-4ae7-88be-6a6f525335e7"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:01.406738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56064) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:01.434838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0729eade-4078-4178-83aa-81f29b8902c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0729eade-4078-4178-83aa-81f29b8902c4,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:01.484812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2fb88975-5b52-4fa9-9afb-78a60907efb4 None None] Port 05b47e27-bbf4-4f8a-82ee-1efd5111f5c7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:01.492463 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.566825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0729eade-4078-4178-83aa-81f29b8902c4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:01.570426 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.614293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bd9c01f2-6573-4966-b0ec-3ad7b9d06e97 None None] Provisioning complete for port 05b47e27-bbf4-4f8a-82ee-1efd5111f5c7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:01.614671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd9c01f2-6573-4966-b0ec-3ad7b9d06e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.642958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b877484-f055-44dc-a69c-1ad51e6a72cf req-49ce7b1e-6ce2-42bc-a84d-5519a5828cbc tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:01.651275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b877484-f055-44dc-a69c-1ad51e6a72cf req-49ce7b1e-6ce2-42bc-a84d-5519a5828cbc tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 945 time: 0.6320708 Mar 11 17:24:01.666869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c01f2-6573-4966-b0ec-3ad7b9d06e97 None None] Port 05b47e27-bbf4-4f8a-82ee-1efd5111f5c7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:01.678389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bd9c01f2-6573-4966-b0ec-3ad7b9d06e97 None None] Provisioning complete for port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:01.678764 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd9c01f2-6573-4966-b0ec-3ad7b9d06e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.694555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c9bbebb0-9c09-4aff-8898-b4d0d045198c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags HTTP/1.1" status: 200 len: 205 time: 1.5404973 Mar 11 17:24:01.715338 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56068) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:01.720263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a3572-d76b-49d1-9c6f-d8301153efc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8ac864-f933-4ae7-88be-6a6f525335e7,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:01.736782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-db3fac4e-d129-43e5-a081-e114554ee1e9 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:01.740553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c01f2-6573-4966-b0ec-3ad7b9d06e97 None None] Port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:01.767071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:01.856890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0729eade-4078-4178-83aa-81f29b8902c4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:24:01.866093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2434f-1a5d-45ea-9056-ce0c5c6cc1f3 req-59ecd0a5-ca63-4c4c-ab06-ba573bafd108 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:01.867809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f2434f-1a5d-45ea-9056-ce0c5c6cc1f3 req-59ecd0a5-ca63-4c4c-ab06-ba573bafd108 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.6170161 Mar 11 17:24:01.881859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c067a59c-5e76-434f-9050-ae4f866b71f8 req-4beccfe4-c762-42c4-a42d-3edcfaa6b51f service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936593 Mar 11 17:24:01.923051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b877484-f055-44dc-a69c-1ad51e6a72cf req-21240229-12a4-4b40-a856-3ed233dc467f tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704625 Mar 11 17:24:01.924998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-2db34d56-79f4-4d29-a272-cbc7868a25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:01.927219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-2db34d56-79f4-4d29-a272-cbc7868a25ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 1095 time: 0.3490303 Mar 11 17:24:02.082346 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:02.099516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-9e7efbee-0c9c-4824-a7e1-fb1697011dd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8ac864-f933-4ae7-88be-6a6f525335e7 HTTP/1.1" status: 200 len: 217 time: 0.1013548 Mar 11 17:24:02.113997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-db3fac4e-d129-43e5-a081-e114554ee1e9 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags HTTP/1.1" status: 200 len: 241 time: 0.3968508 Mar 11 17:24:02.150349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56072) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:02.176390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-132e1313-e6a3-4978-98c8-f4a107050747 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8', 'tempest-TagsExtTest-Tag-1877249342') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:02.300681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2f2434f-1a5d-45ea-9056-ce0c5c6cc1f3 req-c2b40c64-4a91-4065-bf86-bd36181eecdd tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139130 Mar 11 17:24:02.386476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60480477-4e87-4755-a5cf-fb5268fbdc10 req-1c9c068f-c45d-4558-9a2c-b1e6e1f875a2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:02.388488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60480477-4e87-4755-a5cf-fb5268fbdc10 req-1c9c068f-c45d-4558-9a2c-b1e6e1f875a2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 944 time: 0.2995305 Mar 11 17:24:02.427013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:02.428152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-4ccfaec3-5737-47c1-b036-ac766847aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:02.430069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-4ccfaec3-5737-47c1-b036-ac766847aa8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.3130322 Mar 11 17:24:02.447604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:02.487910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Deleting port 7dd75f73-9550-4704-9b1a-6c8aaecedee4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:02.487910 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:02.494382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Transition to ACTIVE for port object cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:02.515526 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:02.518217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-8867ecb6-ba15-4617-bbc8-1bded3340e32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644560 Mar 11 17:24:02.538158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-132e1313-e6a3-4978-98c8-f4a107050747 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags/tempest-TagsExtTest-Tag-1877249342 HTTP/1.1" status: 204 len: 168 time: 0.3860838 Mar 11 17:24:02.559526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56076) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:02.579295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-9f0e1f58-1753-428e-8a42-a38de3f1c7ae tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8', 'tempest-TagsExtTest-Tag-1877249342') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:02.669569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-43f52ea9-6dc8-45b2-9cfb-17a4f875f724 service neutron] 10.222.0.46 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254864 Mar 11 17:24:02.736384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8830955c-7922-4333-ab0c-55d5d03edca7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:02.846666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:02.847893 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:02.854489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8830955c-7922-4333-ab0c-55d5d03edca7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:02.854865 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:02.876440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Calling delete_port for 7dd75f73-9550-4704-9b1a-6c8aaecedee4 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:02.976172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60480477-4e87-4755-a5cf-fb5268fbdc10 req-4d86c82a-041a-4864-8df7-965b0b3f51a8 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449786 Mar 11 17:24:02.993704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Pushing event updated for resources: {'Port': ['ID=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:03.009007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce6e164-1650-4d60-98d0-0356ae45ca81 req-179866ff-03dc-44c0-9fb2-77b52820d133 service neutron] 10.222.0.46 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789187 Mar 11 17:24:03.040969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-96697d87-cc99-4f76-b746-fd7562a2f88b tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:03.042728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-96697d87-cc99-4f76-b746-fd7562a2f88b tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.46 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 945 time: 0.3717291 Mar 11 17:24:03.159592 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b46aeeb-4fe2-4f10-bc97-ffb93a822a2f x-openstack-request-id: req-5b46aeeb-4fe2-4f10-bc97-ffb93a822a2f {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:03.160310 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d3e277-f299-4c05-a3ba-c00d99393969", "tag": "ef8ac864-f933-4ae7-88be-6a6f525335e7", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:03.160310 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b46aeeb-4fe2-4f10-bc97-ffb93a822a2f {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:03.160674 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d3e277-f299-4c05-a3ba-c00d99393969', 'tag': 'ef8ac864-f933-4ae7-88be-6a6f525335e7', 'status': 'completed', 'code': 200} Mar 11 17:24:03.179335 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9f0e1f58-1753-428e-8a42-a38de3f1c7ae tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags/tempest-TagsExtTest-Tag-1877249342 HTTP/1.1" status: 204 len: 168 time: 0.6101723 Mar 11 17:24:03.182304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:03.189636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-851e55b7-00ab-4dfb-ab71-e008125bf0bf tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:03.208057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90035279-68a9-49b2-acac-c7ccaec4f354 req-b521d8ac-fa50-48ff-b9a1-efdc26e2f226 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:03.209640 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90035279-68a9-49b2-acac-c7ccaec4f354 req-b521d8ac-fa50-48ff-b9a1-efdc26e2f226 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 943 time: 0.6899071 Mar 11 17:24:03.214413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Attempting to bind port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:03.214809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Attempting to bind port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:03.215154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Attempting to bind port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 on network 284c669f-7569-4e44-94a7-ae1467ee57c1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:03.243761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Router cf3a82af-5b38-42a1-b325-8881c6dba43c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:24:03.263529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 on network 284c669f-7569-4e44-94a7-ae1467ee57c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:24:03.263899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Attempting to bind port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 on network 284c669f-7569-4e44-94a7-ae1467ee57c1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:03.277833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:03.278075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Checking segment: {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:03.278360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Bound using segment: {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:03.278819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Bound port: cc18cd3b-a23c-4b5c-8f78-c8485b6bd084, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38c39fb-8931-441f-9851-81111814c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:03.279251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:03.338287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:03.358577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90035279-68a9-49b2-acac-c7ccaec4f354 req-17e157a0-97e2-4297-b67d-cb9089e7883b tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197498 Mar 11 17:24:03.370333 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-851e55b7-00ab-4dfb-ab71-e008125bf0bf tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags HTTP/1.1" status: 200 len: 205 time: 0.1849027 Mar 11 17:24:03.393640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df59b3-47c8-4237-bd55-c58059382550 req-2a278b68-6f9f-4651-8ffa-803825dbf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:03.395211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58df59b3-47c8-4237-bd55-c58059382550 req-2a278b68-6f9f-4651-8ffa-803825dbf125 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 1095 time: 0.2313468 Mar 11 17:24:03.401266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56086) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:03.406409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-b11d96f8-3a45-4911-be4e-ba7352b50c7b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:03.440116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead17fe-8c4c-4ec4-a6cc-e5cfed4ec09b req-f2ae8918-a65a-4ca4-a43a-1850da3f43eb tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:03.447542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ead17fe-8c4c-4ec4-a6cc-e5cfed4ec09b req-f2ae8918-a65a-4ca4-a43a-1850da3f43eb tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 945 time: 0.2728436 Mar 11 17:24:03.699099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dd75f73-9550-4704-9b1a-6c8aaecedee4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:03.772080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] For port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:03.793461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] For port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:03.802667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:03.843791 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:03.867017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:03.867808 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:03.869730 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] 10.222.0.66 "PUT /v2.0/ports/cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 HTTP/1.1" status: 200 len: 1091 time: 2.6160774 Mar 11 17:24:03.874981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'tag': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:03.877992 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8d0abe-fd56-4435-b672-c6ca4338c1af" -d '{"events": [{"name": "network-changed", "server_uuid": "45c219e5-b528-4f7a-a0fb-59bef9a9759a", "tag": "cc18cd3b-a23c-4b5c-8f78-c8485b6bd084"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:03.945691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed96de-74d6-4604-9b9e-6bba81f2b71a service neutron] Pushing event updated for resources: {'Port': ['ID=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:04.001755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.045155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-728b5e98-5dc8-4f9f-bd5c-a35a265577d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.046657 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-728b5e98-5dc8-4f9f-bd5c-a35a265577d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 1094 time: 0.1100535 Mar 11 17:24:04.078452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b11d96f8-3a45-4911-be4e-ba7352b50c7b tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags HTTP/1.1" status: 200 len: 241 time: 0.6763070 Mar 11 17:24:04.088302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56094) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:04.106888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-1304a57c-9ebf-4cbe-9881-8e55fa0409d2 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72', 'tempest-TagsExtTest-Tag-1350531777') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:04.111602 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-e864969a-ec9b-401d-9d78-805b3ccbfd30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 HTTP/1.1" status: 200 len: 217 time: 0.0546708 Mar 11 17:24:04.114268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ead17fe-8c4c-4ec4-a6cc-e5cfed4ec09b req-6224bae6-fd15-40e7-8533-472cd1a916a2 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658590 Mar 11 17:24:04.162082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Deleting port 3bcf2343-2fdf-4175-b903-726e681a609e {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:04.162743 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.188117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.218671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1e81beb0-261b-4e36-ba05-901f1cf16631,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:04.237844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:04.243849 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c0060-5717-46ce-b6d4-c2014962575f x-openstack-request-id: req-3c3c0060-5717-46ce-b6d4-c2014962575f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:04.244425 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c219e5-b528-4f7a-a0fb-59bef9a9759a", "tag": "cc18cd3b-a23c-4b5c-8f78-c8485b6bd084", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:04.244425 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c3c0060-5717-46ce-b6d4-c2014962575f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:04.244786 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'tag': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084', 'status': 'completed', 'code': 200} Mar 11 17:24:04.251548 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] Sync routers for ids ['cf3a82af-5b38-42a1-b325-8881c6dba43c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:24:04.277155 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] Routers {'cf3a82af-5b38-42a1-b325-8881c6dba43c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:04.278158 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf3a82af-5b38-42a1-b325-8881c6dba43c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:04.293076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-fbebb1cb-7f9f-4ab5-bac2-7285f3996115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.294601 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-fbebb1cb-7f9f-4ab5-bac2-7285f3996115 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.1691589 Mar 11 17:24:04.301960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df59b3-47c8-4237-bd55-c58059382550 req-f4a8d127-05e4-47fc-a29c-2bf692683ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.303437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58df59b3-47c8-4237-bd55-c58059382550 req-f4a8d127-05e4-47fc-a29c-2bf692683ba2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 918 time: 0.8861821 Mar 11 17:24:04.309168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b6bd6058-3edf-4ede-8f2c-f1bb2532d759 admin admin] 10.222.0.53 "PUT /v2.0/routers/cf3a82af-5b38-42a1-b325-8881c6dba43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1342449 Mar 11 17:24:04.325410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7aef7-9695-44de-a321-96e3a8eadd2d req-ed67eeeb-0e98-49be-b542-e11853e2ead2 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.333949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38c7aef7-9695-44de-a321-96e3a8eadd2d req-ed67eeeb-0e98-49be-b542-e11853e2ead2 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.8674977 Mar 11 17:24:04.345077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56096) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:04.381332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.402887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-8cfcacff-55b9-4170-9517-56500ac92245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.405099 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-8cfcacff-55b9-4170-9517-56500ac92245 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734961 Mar 11 17:24:04.425700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca6debf-48f4-424b-85ac-2edeb765f93b']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:04.439569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956f6144-d398-4bd2-9586-c6cb18717d14') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:04.441104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956f6144-d398-4bd2-9586-c6cb18717d14') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:04.444226 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] Set router cf3a82af-5b38-42a1-b325-8881c6dba43c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:24:04.456143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.460684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58df59b3-47c8-4237-bd55-c58059382550 req-f228be19-fda6-478a-85f4-2428a6a0cd62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8ac864-f933-4ae7-88be-6a6f525335e7 HTTP/1.1" status: 200 len: 217 time: 0.1127427 Mar 11 17:24:04.472376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1304a57c-9ebf-4cbe-9881-8e55fa0409d2 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags/tempest-TagsExtTest-Tag-1350531777 HTTP/1.1" status: 204 len: 168 time: 0.3760030 Mar 11 17:24:04.480367 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.481212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56100) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:04.490560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:04.491307 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.504865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-99d4a368-e45a-4de5-b108-d582058de326 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72', 'tempest-TagsExtTest-Tag-1350531777') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:04.532669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0729eade-4078-4178-83aa-81f29b8902c4 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:04.577570 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:04.591767 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.605804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eca6debf-48f4-424b-85ac-2edeb765f93b {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:24:04.609406 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.620179 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38c7aef7-9695-44de-a321-96e3a8eadd2d req-3e5667aa-9b99-489c-aff8-0ccc686ecc11 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800913 Mar 11 17:24:04.622848 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "DELETE /v2.0/networks/eca6debf-48f4-424b-85ac-2edeb765f93b HTTP/1.1" status: 204 len: 168 time: 3.2154102 Mar 11 17:24:04.631213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56102) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:04.649566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] For port 3bcf2343-2fdf-4175-b903-726e681a609e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3bcf2343-2fdf-4175-b903-726e681a609e,segment=NetworkSegment(1f9abc4a-65c8-494a-aecb-f131b74ae549),segment_id=1f9abc4a-65c8-494a-aecb-f131b74ae549)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:04.653747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.662774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 0729eade-4078-4178-83aa-81f29b8902c4 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:04.672892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 0729eade-4078-4178-83aa-81f29b8902c4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:04.673271 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.719276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb2b57-662f-49f9-8e42-0d6dd738d9d8 req-686de65c-6419-4640-ac85-7c9fd80555c4 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.728804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87bb2b57-662f-49f9-8e42-0d6dd738d9d8 req-686de65c-6419-4640-ac85-7c9fd80555c4 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 944 time: 0.4179084 Mar 11 17:24:04.809593 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:25Z', 'updated_at': '2022-03-11T17:24:00Z', 'revision_number': 5, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'gw_port': {'id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:26Z', 'updated_at': '2022-03-11T17:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:04.847735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Calling delete_port for 3bcf2343-2fdf-4175-b903-726e681a609e owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:04.854178 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f7dff15b-f9bf-4592-a279-52139b189c78 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1941395 Mar 11 17:24:04.857629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df59b3-47c8-4237-bd55-c58059382550 req-145cb261-2533-4a9e-972b-b983f95b8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:04.864937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58df59b3-47c8-4237-bd55-c58059382550 req-145cb261-2533-4a9e-972b-b983f95b8c2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.3909295 Mar 11 17:24:04.865306 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] Checking router: cf3a82af-5b38-42a1-b325-8881c6dba43c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:24:04.873034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56108) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:04.886495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead78c8-395a-48a9-b7c2-fee0e5afff4c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event deleted for resources: {'Network': ['ID=eca6debf-48f4-424b-85ac-2edeb765f93b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:04.893774 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:04.904644 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] Routers {'cf3a82af-5b38-42a1-b325-8881c6dba43c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:04.905284 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:23:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf3a82af-5b38-42a1-b325-8881c6dba43c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:04.940113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238ce01e-fd5c-4908-bf35-193b67fb2a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0729eade-4078-4178-83aa-81f29b8902c4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:04.952917 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825a01fa-2877-4abb-a183-92db97d02ac3" -d '{"events": [{"server_uuid": "238ce01e-fd5c-4908-bf35-193b67fb2a5d", "name": "network-vif-plugged", "status": "completed", "tag": "0729eade-4078-4178-83aa-81f29b8902c4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:04.965963 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-f406fb3b-e98c-48a4-ac02-7fe3f246edc6 service neutron] 10.222.0.66 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530736 Mar 11 17:24:04.980797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0729eade-4078-4178-83aa-81f29b8902c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0729eade-4078-4178-83aa-81f29b8902c4,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:04.999802 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:05.095035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58df59b3-47c8-4237-bd55-c58059382550 req-8c99ecae-e71b-420a-8aa4-df70c7892af6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691768 Mar 11 17:24:05.120701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0729eade-4078-4178-83aa-81f29b8902c4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:05.127082 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:05.128787 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1a9cd8b-618f-40d9-aeb5-fd57aafbe260 req-afa84cb4-2f2a-4016-9280-dd2d14dbe2c3 service neutron] 10.222.0.66 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527023 Mar 11 17:24:05.189653 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] Set router cf3a82af-5b38-42a1-b325-8881c6dba43c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:24:05.233779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-99d4a368-e45a-4de5-b108-d582058de326 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags/tempest-TagsExtTest-Tag-1350531777 HTTP/1.1" status: 204 len: 168 time: 0.7322450 Mar 11 17:24:05.244915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:05.249330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87bb2b57-662f-49f9-8e42-0d6dd738d9d8 req-5bd02d21-8824-4d69-ac12-9c01cf2a6dac tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139213 Mar 11 17:24:05.271586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-786641ee-2d43-460e-8cea-d8ebb8a04fdc tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:05.316780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-5468218d-2a60-40d4-ba57-da0839f55358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.318867 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-5468218d-2a60-40d4-ba57-da0839f55358 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 1094 time: 0.1398256 Mar 11 17:24:05.324761 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-786641ee-2d43-460e-8cea-d8ebb8a04fdc tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags HTTP/1.1" status: 200 len: 205 time: 0.0655766 Mar 11 17:24:05.325416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56118) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:05.328119 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8e75b-4c11-494a-9483-ede9346c2980 x-openstack-request-id: req-f1d8e75b-4c11-494a-9483-ede9346c2980 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:05.328502 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238ce01e-fd5c-4908-bf35-193b67fb2a5d", "name": "network-vif-plugged", "status": "completed", "tag": "0729eade-4078-4178-83aa-81f29b8902c4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:05.328748 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1d8e75b-4c11-494a-9483-ede9346c2980 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:05.329139 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238ce01e-fd5c-4908-bf35-193b67fb2a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0729eade-4078-4178-83aa-81f29b8902c4', 'code': 200} Mar 11 17:24:05.331510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-32b6fe27-8036-4e6f-8a43-2ce4e8a6280e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:05.464464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ad7c9-76f3-4d96-a86e-9abb9bd908cb req-5a80c0f2-09ca-4da5-b2f4-ef68cc258bcb tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.473553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c1ad7c9-76f3-4d96-a86e-9abb9bd908cb req-5a80c0f2-09ca-4da5-b2f4-ef68cc258bcb tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 943 time: 0.7270651 Mar 11 17:24:05.494241 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-32b6fe27-8036-4e6f-8a43-2ce4e8a6280e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags HTTP/1.1" status: 204 len: 168 time: 0.1676338 Mar 11 17:24:05.494995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56120) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:05.502220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.502986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.503625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.504250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.505096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.505743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.506371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.506992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.507621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.508247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.508904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.511506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a4d87182-cb73-401d-b4da-800363a08cc3 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7199 time: 0.6251216 Mar 11 17:24:05.514739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-e4e7077d-772b-4352-8cbc-a622abe81103 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:05.522638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56122) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:05.526273 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:24:05.637736 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-b0d4afa3-0482-457a-bf5a-a8484483178b tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] delete failed (client error): The resource could not be found. Mar 11 17:24:05.639362 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b0d4afa3-0482-457a-bf5a-a8484483178b tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/55dab7bd-4e3e-49a9-89fd-7ef6d7979b6a HTTP/1.1" status: 404 len: 345 time: 0.1113765 Mar 11 17:24:05.643083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:05.644176 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:25Z', 'updated_at': '2022-03-11T17:24:00Z', 'revision_number': 5, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'gw_port': {'id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:26Z', 'updated_at': '2022-03-11T17:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:05.676323 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e345a7-79f6-48d9-8ed4-55205e9dc19a None None] The sync data for ids ['cf3a82af-5b38-42a1-b325-8881c6dba43c'] in n-d-833411-1 is: [{'id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605073472-router', 'tenant_id': '0215c77b048d4bf48def7de13a086b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:21:25Z', 'updated_at': '2022-03-11T17:24:00Z', 'revision_number': 5, 'project_id': '0215c77b048d4bf48def7de13a086b2e', 'gw_port': {'id': '584e6b3f-082f-4da6-9dcf-fea377cb117c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3a82af-5b38-42a1-b325-8881c6dba43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:21:26Z', 'updated_at': '2022-03-11T17:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:24:05.713653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c1ad7c9-76f3-4d96-a86e-9abb9bd908cb req-bc8566cc-ae8e-4394-b638-ba2d5550bf1a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389755 Mar 11 17:24:05.714304 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ecc8cb-37ba-4412-992f-2ad2214f0b64 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 17:24:05.714951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ecc8cb-37ba-4412-992f-2ad2214f0b64 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:24:05.723550 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-19ecc8cb-37ba-4412-992f-2ad2214f0b64 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "DELETE /v2.0/networks/eca6debf-48f4-424b-85ac-2edeb765f93b HTTP/1.1" status: 404 len: 339 time: 0.0743175 Mar 11 17:24:05.726750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56126) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:05.731471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d387-4284-4041-affa-5416d87adcc3 req-455597f8-1455-46c4-a288-3ffdb0732149 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.733979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eeb2d387-4284-4041-affa-5416d87adcc3 req-455597f8-1455-46c4-a288-3ffdb0732149 tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09c34ee-0560-4f9d-b92a-acdd4df9854e HTTP/1.1" status: 200 len: 945 time: 0.2914374 Mar 11 17:24:05.735506 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:05.739640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c681bd-f6a6-4f00-ad56-aecce82a724e req-6142b269-86d1-4da9-b58c-6458fc7c52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.741402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Request body: {'network': {'name': 'tempest-network--1127216988', 'router:external': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:05.741883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11c681bd-f6a6-4f00-ad56-aecce82a724e req-6142b269-86d1-4da9-b58c-6458fc7c52f6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1096 time: 0.3071375 Mar 11 17:24:05.751485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58df59b3-47c8-4237-bd55-c58059382550 req-30d5bcd5-011f-4b2c-8cea-bb78c9c6436b service neutron] 10.222.0.46 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204288 Mar 11 17:24:05.800366 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e4e7077d-772b-4352-8cbc-a622abe81103 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags HTTP/1.1" status: 204 len: 168 time: 0.2989531 Mar 11 17:24:05.801829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-bd751c34-18ce-4f48-a7e0-ac51e4c7a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:05.803226 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-bd751c34-18ce-4f48-a7e0-ac51e4c7a0d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 910 time: 0.4257970 Mar 11 17:24:05.803655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56128) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:05.810408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-32ac40f6-b393-4943-9120-303df1036043 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:05.825220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Made reservation on behalf of 2cec545d390643f99935cabe5154ca4e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:05.833508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:05.851991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ef8ac864-f933-4ae7-88be-6a6f525335e7 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:24:05.865469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3bcf2343-2fdf-4175-b903-726e681a609e no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:24:05.950580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11c681bd-f6a6-4f00-ad56-aecce82a724e req-0e8d8886-1377-4c2d-93d9-18c0341e4b22 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849034 Mar 11 17:24:05.999600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eeb2d387-4284-4041-affa-5416d87adcc3 req-e2b890bd-3e56-4825-aa9e-10852c4b4bca tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf22701a-9d00-4104-9811-ceb0e6bca7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542090 Mar 11 17:24:06.000285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.003629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No active binding found for port 3bcf2343-2fdf-4175-b903-726e681a609e {{(pid=102643) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 17:24:06.004537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3bcf2343-2fdf-4175-b903-726e681a609e not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:24:06.024441 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-ec51200f-62db-4a8e-b8ed-25a9de029d9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 HTTP/1.1" status: 200 len: 217 time: 0.2105076 Mar 11 17:24:06.058399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Pushing event deleted for resources: {'Port': ['ID=3bcf2343-2fdf-4175-b903-726e681a609e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:06.079523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:24:06.111786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ef8ac864-f933-4ae7-88be-6a6f525335e7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ef8ac864-f933-4ae7-88be-6a6f525335e7,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:06.125893 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.126556 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Added segment 821748d7-36df-456a-87ec-b4bd3546a2ac of type vlan for network d3c2ebb7-0536-4571-9a67-0922ebaa7bb8 Mar 11 17:24:06.129706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58df59b3-47c8-4237-bd55-c58059382550 req-021faacf-71e5-4b96-a48e-f22a8103c4cc service neutron] 10.222.0.46 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174610 Mar 11 17:24:06.132382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] No DVR routers for this DVR port 3bcf2343-2fdf-4175-b903-726e681a609e on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:06.136025 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.141004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb09403f-d1ce-4c0b-b5d9-0eadfb4bf404 req-a3209098-ea67-4a65-9dad-b6abb9bf30ed tempest-ServerAddressesNegativeTestJSON-159370675 tempest-ServerAddressesNegativeTestJSON-159370675-project] 10.222.0.46 "DELETE /v2.0/ports/3bcf2343-2fdf-4175-b903-726e681a609e HTTP/1.1" status: 204 len: 173 time: 3.0813153 Mar 11 17:24:06.141359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09c34ee-0560-4f9d-b92a-acdd4df9854e', 'name': 'network-vif-deleted', 'tag': '3bcf2343-2fdf-4175-b903-726e681a609e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:06.144119 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c16cf1-0b82-442c-b3d3-876f75153625" -d '{"events": [{"server_uuid": "c09c34ee-0560-4f9d-b92a-acdd4df9854e", "name": "network-vif-deleted", "tag": "3bcf2343-2fdf-4175-b903-726e681a609e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:06.144733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ef8ac864-f933-4ae7-88be-6a6f525335e7', 'network_id': 'a8eeb924-b92c-4f4f-97f0-1dd42a369d15', 'port_id': 'ef8ac864-f933-4ae7-88be-6a6f525335e7', 'mac_address': 'fa:16:3e:b6:80:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df35f38-a5c6-4a2a-afb2-9c6756162040', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:24:06.149120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Deleting port 584e6b3f-082f-4da6-9dcf-fea377cb117c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:06.149461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.230946 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18c972c-6762-4da0-928a-68cae2c038c0 x-openstack-request-id: req-c18c972c-6762-4da0-928a-68cae2c038c0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:06.231227 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09c34ee-0560-4f9d-b92a-acdd4df9854e", "name": "network-vif-deleted", "tag": "3bcf2343-2fdf-4175-b903-726e681a609e", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:06.231482 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c18c972c-6762-4da0-928a-68cae2c038c0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:06.231878 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09c34ee-0560-4f9d-b92a-acdd4df9854e', 'name': 'network-vif-deleted', 'tag': '3bcf2343-2fdf-4175-b903-726e681a609e', 'status': 'completed', 'code': 200} Mar 11 17:24:06.239168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-32ac40f6-b393-4943-9120-303df1036043 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags HTTP/1.1" status: 204 len: 168 time: 0.4330845 Mar 11 17:24:06.243536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56134) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:06.251306 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.267285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-215a32da-b3f5-45e6-983f-8c46a75274ce tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:06.284577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8ac864-f933-4ae7-88be-6a6f525335e7 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:06.333617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ef8ac864-f933-4ae7-88be-6a6f525335e7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ef8ac864-f933-4ae7-88be-6a6f525335e7,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:06.339817 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.376013 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.428143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-3c1fd9ff-a2c2-436a-956b-0dcc083451f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:06.430080 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-3c1fd9ff-a2c2-436a-956b-0dcc083451f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.2084620 Mar 11 17:24:06.475872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] For port 584e6b3f-082f-4da6-9dcf-fea377cb117c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=584e6b3f-082f-4da6-9dcf-fea377cb117c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:06.476529 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.503572 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.505815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:06.513123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:06.526184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ef8ac864-f933-4ae7-88be-6a6f525335e7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:06.533548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Calling delete_port for 584e6b3f-082f-4da6-9dcf-fea377cb117c owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:06.577813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e4bc9954-d293-4b13-887a-d7cf836317c4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:24:06.594859 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8642054 Mar 11 17:24:06.598720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56140) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:06.611743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e4bc9954-d293-4b13-887a-d7cf836317c4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:24:06.612474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e4bc9954-d293-4b13-887a-d7cf836317c4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:24:06.634666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ef8ac864-f933-4ae7-88be-6a6f525335e7'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:24:06.652775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-215a32da-b3f5-45e6-983f-8c46a75274ce tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags HTTP/1.1" status: 204 len: 168 time: 0.4041781 Mar 11 17:24:06.658121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b52ca-1bd0-40e3-86d0-e086908b91eb req-4eb0e97e-fa12-4752-a7df-24a88a846105 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:06.659963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e05b52ca-1bd0-40e3-86d0-e086908b91eb req-4eb0e97e-fa12-4752-a7df-24a88a846105 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 945 time: 0.2433197 Mar 11 17:24:06.662405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56142) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:06.667478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-b40364c1-0789-4273-96f8-141a19f05cf0 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27', 'tempest-TagsExtTest-Tag-602187022') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:06.689373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-6edd4ca2-23e9-4cda-b763-a8ef27664f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:06.692303 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-6edd4ca2-23e9-4cda-b763-a8ef27664f9a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2465887 Mar 11 17:24:06.953708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffb57f-0b25-4c23-99c2-41d5c53b9f1c tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'Network': ['ID=d3c2ebb7-0536-4571-9a67-0922ebaa7bb8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:06.976994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network d3c2ebb7-0536-4571-9a67-0922ebaa7bb8 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:24:07.285215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d5de5-d23b-4420-aa96-073b05713b33 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:07.291732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d5de5-d23b-4420-aa96-073b05713b33 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:07.298820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d5de5-d23b-4420-aa96-073b05713b33 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:07.304880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d5de5-d23b-4420-aa96-073b05713b33 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:07.306901 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8a5d5de5-d23b-4420-aa96-073b05713b33 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7020738 Mar 11 17:24:07.309744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:07.318367 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-c810e674-6c8c-4ba0-b104-bb82a100a3b0 service neutron] 10.222.0.66 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920124 Mar 11 17:24:07.333521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e05b52ca-1bd0-40e3-86d0-e086908b91eb req-ee878222-a747-4197-99b1-3fc1f4a59e2f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594684 Mar 11 17:24:07.337164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.395510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Pushing event deleted for resources: {'Port': ['ID=584e6b3f-082f-4da6-9dcf-fea377cb117c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:07.430176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e9597-def3-4412-92f7-3edcd8dbda82 req-ee81b97a-4928-417d-a6ad-fa78deaa5cb2 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:07.438054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df0e9597-def3-4412-92f7-3edcd8dbda82 req-ee81b97a-4928-417d-a6ad-fa78deaa5cb2 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 943 time: 0.1691570 Mar 11 17:24:07.492012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56154) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:07.536105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.630133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.638246 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df0e9597-def3-4412-92f7-3edcd8dbda82 req-f4499f82-adb2-4faf-9406-bea26b3915a4 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686678 Mar 11 17:24:07.666194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b40364c1-0789-4273-96f8-141a19f05cf0 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags/tempest-TagsExtTest-Tag-602187022 HTTP/1.1" status: 201 len: 201 time: 1.0024800 Mar 11 17:24:07.685250 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:07.698514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-bbf65677-a948-48ce-a217-21d3df7f9e7c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7', 'tempest-TagsExtTest-Tag-148657634') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:07.708141 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2d8d0abe-fd56-4435-b672-c6ca4338c1af req-149bee43-70e2-48ef-b919-58616ae4785d service neutron] 10.222.0.66 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725865 Mar 11 17:24:07.709108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fedf57-9978-4e5d-9e5f-711bf986d676 admin admin] Deleting subnet 9df0faec-f086-4542-9e54-8521a63bff9d {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:24:07.710108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.741321 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5fedf57-9978-4e5d-9e5f-711bf986d676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.766090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.768746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c2ebb7-0536-4571-9a67-0922ebaa7bb8']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:07.769952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.782609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821748d7-36df-456a-87ec-b4bd3546a2ac') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:07.782926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821748d7-36df-456a-87ec-b4bd3546a2ac') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:07.796705 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.821832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.824883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5fedf57-9978-4e5d-9e5f-711bf986d676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.829879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:07.830367 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:07.833217 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:07.850362 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.850924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf3a82af-5b38-42a1-b325-8881c6dba43c {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:24:07.860184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.863640 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-750e5f1c-ee02-4c8b-b137-2a6a008cbe28 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cf3a82af-5b38-42a1-b325-8881c6dba43c HTTP/1.1" status: 204 len: 168 time: 3.5079055 Mar 11 17:24:07.865026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56158) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:07.870875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ef8ac864-f933-4ae7-88be-6a6f525335e7 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:07.913556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5fedf57-9978-4e5d-9e5f-711bf986d676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.924222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.936896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3c2ebb7-0536-4571-9a67-0922ebaa7bb8 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:24:07.944483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:07.955263 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d3c2ebb7-0536-4571-9a67-0922ebaa7bb8 HTTP/1.1" status: 204 len: 168 time: 0.6434813 Mar 11 17:24:07.963272 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bbf65677-a948-48ce-a217-21d3df7f9e7c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags/tempest-TagsExtTest-Tag-148657634 HTTP/1.1" status: 201 len: 201 time: 0.2751892 Mar 11 17:24:07.963985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56160) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:07.964162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56162) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:07.975217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18ce37a-bb40-4732-bbd3-2b7e0d6a930d admin admin] Deleting subnet a21f67cb-6579-4644-b889-b8513b44b79a {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:24:07.983377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-0cfc33ce-0f8b-4468-b025-b226a39a207d tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8', 'tempest-TagsExtTest-Tag-288803311') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:07.997082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ef8ac864-f933-4ae7-88be-6a6f525335e7 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:08.002084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ef8ac864-f933-4ae7-88be-6a6f525335e7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:08.002678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.002919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Request body: {'network': {'name': 'tempest-network--1056164320', 'router:external': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:08.008120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280e164-2057-413c-bf3d-cffa855134ef tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3c2ebb7-0536-4571-9a67-0922ebaa7bb8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:08.027685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a18ce37a-bb40-4732-bbd3-2b7e0d6a930d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.043615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Made reservation on behalf of 2cec545d390643f99935cabe5154ca4e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:08.048045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.104803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:24:08.111298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a18ce37a-bb40-4732-bbd3-2b7e0d6a930d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.139816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.141824 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Added segment 4c81d1e2-0132-4cea-be10-9c6dfa9b7a15 of type vlan for network 9dba0fc5-c9ca-4799-8fcb-587934a6228d Mar 11 17:24:08.145972 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5fedf57-9978-4e5d-9e5f-711bf986d676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.195826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.233689 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.248485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fedf57-9978-4e5d-9e5f-711bf986d676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df0faec-f086-4542-9e54-8521a63bff9d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:08.251163 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5fedf57-9978-4e5d-9e5f-711bf986d676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.255581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a5fedf57-9978-4e5d-9e5f-711bf986d676 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9df0faec-f086-4542-9e54-8521a63bff9d HTTP/1.1" status: 204 len: 168 time: 0.7182951 Mar 11 17:24:08.265662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0cfc33ce-0f8b-4468-b025-b226a39a207d tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags/tempest-TagsExtTest-Tag-288803311 HTTP/1.1" status: 201 len: 201 time: 0.2877085 Mar 11 17:24:08.266479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56170) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:08.266969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56172) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:08.281989 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.283092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:08.283736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.290091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d3e277-f299-4c05-a3ba-c00d99393969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8ac864-f933-4ae7-88be-6a6f525335e7'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:08.292211 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41696916-ea24-40f6-b284-f815035a6af1" -d '{"events": [{"server_uuid": "57d3e277-f299-4c05-a3ba-c00d99393969", "name": "network-vif-plugged", "status": "completed", "tag": "ef8ac864-f933-4ae7-88be-6a6f525335e7"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:08.298897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-c376b4e4-2f75-4f71-a187-cdaad1d31b15 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72', 'tempest-TagsExtTest-Tag-641770017') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:08.360227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ef8ac864-f933-4ae7-88be-6a6f525335e7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ef8ac864-f933-4ae7-88be-6a6f525335e7,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:08.364380 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.409534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4109323 Mar 11 17:24:08.410751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56178) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:08.432477 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475883be-73c5-44dd-b932-59baea288599 x-openstack-request-id: req-475883be-73c5-44dd-b932-59baea288599 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:08.433031 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d3e277-f299-4c05-a3ba-c00d99393969", "name": "network-vif-plugged", "status": "completed", "tag": "ef8ac864-f933-4ae7-88be-6a6f525335e7", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:08.433441 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-475883be-73c5-44dd-b932-59baea288599 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:08.442652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa616f-6133-4cc3-b2b7-9cb87fe10d0d tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'Network': ['ID=9dba0fc5-c9ca-4799-8fcb-587934a6228d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:08.443449 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d3e277-f299-4c05-a3ba-c00d99393969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8ac864-f933-4ae7-88be-6a6f525335e7', 'code': 200} Mar 11 17:24:08.472637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 9dba0fc5-c9ca-4799-8fcb-587934a6228d details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:24:08.598594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:24:08.780641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a18ce37a-bb40-4732-bbd3-2b7e0d6a930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.799498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ef8ac864-f933-4ae7-88be-6a6f525335e7,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:08.881811 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:08.924535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:08.949592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'port_id': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084', 'mac_address': 'fa:16:3e:6a:28:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:24:08.959707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0ba8fa-5737-46c1-a8e7-b9334f420a94 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:08.963884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56184) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:08.964036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ab0ba8fa-5737-46c1-a8e7-b9334f420a94 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] 10.222.0.53 "GET /v2.0/networks/9dba0fc5-c9ca-4799-8fcb-587934a6228d HTTP/1.1" status: 200 len: 757 time: 0.4960637 Mar 11 17:24:08.971420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c376b4e4-2f75-4f71-a187-cdaad1d31b15 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags/tempest-TagsExtTest-Tag-641770017 HTTP/1.1" status: 201 len: 201 time: 0.6998613 Mar 11 17:24:08.980366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56186) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:08.985103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3732b6b-0b12-4ba1-8eb5-efeef3f39e5a req-dad25f29-0cc5-4b62-9239-04024fa67da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:08.986700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3732b6b-0b12-4ba1-8eb5-efeef3f39e5a req-dad25f29-0cc5-4b62-9239-04024fa67da6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 1097 time: 0.4163604 Mar 11 17:24:08.995130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-e896068f-9df0-48ad-b93b-a36807cd4cf4 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27', {'tags': ['tempest-TagsExtTest-Tag-1118616450', 'tempest-TagsExtTest-Tag-1954637409', 'tempest-TagsExtTest-Tag-145688342']}) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:09.017725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2155d-9aec-413a-b826-eadc1965019f req-5bd321f1-31ae-47da-a2b6-8691a72ef0f0 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:09.024985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73d2155d-9aec-413a-b826-eadc1965019f req-5bd321f1-31ae-47da-a2b6-8691a72ef0f0 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.4463224 Mar 11 17:24:09.066575 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.100736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:09.110726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2333b1c-5de8-4f32-b712-bf6b85b6e05e tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:09.117818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56188) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:09.118690 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e2333b1c-5de8-4f32-b712-bf6b85b6e05e tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] 10.222.0.53 "GET /v2.0/networks/ddb5a0de-845c-4ed6-b3ca-8d770919249c HTTP/1.1" status: 200 len: 768 time: 0.1526718 Mar 11 17:24:09.140960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:09.144262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca87dc-b8b1-4771-9ada-4407ad8aea9b req-15c2ee3f-c6bb-4698-ba53-9b9c66bf341c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:09.145741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86ca87dc-b8b1-4771-9ada-4407ad8aea9b req-15c2ee3f-c6bb-4698-ba53-9b9c66bf341c tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 943 time: 0.3712440 Mar 11 17:24:09.147098 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.187407 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a18ce37a-bb40-4732-bbd3-2b7e0d6a930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.229002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:09.350428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3732b6b-0b12-4ba1-8eb5-efeef3f39e5a req-24aab7c0-855c-4059-901c-37d4fd7582d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523812 Mar 11 17:24:09.352495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ce37a-bb40-4732-bbd3-2b7e0d6a930d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21f67cb-6579-4644-b889-b8513b44b79a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:09.361392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a18ce37a-bb40-4732-bbd3-2b7e0d6a930d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.366760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a18ce37a-bb40-4732-bbd3-2b7e0d6a930d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a21f67cb-6579-4644-b889-b8513b44b79a HTTP/1.1" status: 204 len: 168 time: 1.4997103 Mar 11 17:24:09.367325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56192) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:09.369680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73d2155d-9aec-413a-b826-eadc1965019f req-61b3bfdc-0778-4015-8a75-bcbb07b2ffab tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438573 Mar 11 17:24:09.377107 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.381309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c6069b-0a8b-490c-9a83-b4f617c46521 None None] Network 9d44a866-46d8-4913-aa77-0393979e43b2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:09.428560 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.439860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86ca87dc-b8b1-4771-9ada-4407ad8aea9b req-5a004a11-3d3f-4c3c-87c1-306cc3f239c7 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639065 Mar 11 17:24:09.448478 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e896068f-9df0-48ad-b93b-a36807cd4cf4 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags HTTP/1.1" status: 200 len: 317 time: 0.4607115 Mar 11 17:24:09.451593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1052372e-3504-46b0-9af3-149afdaa6c0e']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:09.453814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56194) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:09.461450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-a926c02e-664b-4ec8-aaf6-75af8583ab53 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:09.527904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['cc18cd3b-a23c-4b5c-8f78-c8485b6bd084'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:24:09.535473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9abc4a-65c8-494a-aecb-f131b74ae549') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:09.535714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9abc4a-65c8-494a-aecb-f131b74ae549') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:09.560748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.578360 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.655627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Deleting port 8af66b41-120b-4c6d-a0d0-556558e8af65 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:09.655981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.687536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.735480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:09.736154 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:09.739078 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:09.767125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] For port 8af66b41-120b-4c6d-a0d0-556558e8af65, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8af66b41-120b-4c6d-a0d0-556558e8af65,segment=NetworkSegment(4b88ea2d-b18a-47e2-9806-490f317bc9c4),segment_id=4b88ea2d-b18a-47e2-9806-490f317bc9c4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:09.767529 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.796911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.804861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Calling delete_port for 8af66b41-120b-4c6d-a0d0-556558e8af65 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:09.842762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dba0fc5-c9ca-4799-8fcb-587934a6228d']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:09.864292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c81d1e2-0132-4cea-be10-9c6dfa9b7a15') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:09.864292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c81d1e2-0132-4cea-be10-9c6dfa9b7a15') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:09.876830 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.880881 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.885916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] DHCP port deletion for 9d44a866-46d8-4913-aa77-0393979e43b2 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:24:09.898249 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.901705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1052372e-3504-46b0-9af3-149afdaa6c0e HTTP/1.1" status: 204 len: 168 time: 1.6313953 Mar 11 17:24:09.944376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da116afc-5826-4325-8706-b3ceb474bb07 admin admin] Pushing event deleted for resources: {'Network': ['ID=1052372e-3504-46b0-9af3-149afdaa6c0e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:09.954282 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.967113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:09.980836 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.981211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:09.983413 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:09.994084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] Deleting port 8af66b41-120b-4c6d-a0d0-556558e8af65 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:09.994850 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.006738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a926c02e-664b-4ec8-aaf6-75af8583ab53 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags HTTP/1.1" status: 204 len: 168 time: 0.5514786 Mar 11 17:24:10.011370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56200) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:10.016229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-a373fc44-2aa6-4f3d-b13c-c4c652b5cd28 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27', 'tempest-TagsExtTest-Tag-1118616450') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:10.033474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Pushing event deleted for resources: {'Port': ['ID=8af66b41-120b-4c6d-a0d0-556558e8af65,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:10.047738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] No DVR routers for this DVR port 8af66b41-120b-4c6d-a0d0-556558e8af65 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:10.107805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] For port 8af66b41-120b-4c6d-a0d0-556558e8af65, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:10.108445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.133419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] Calling delete_port for 8af66b41-120b-4c6d-a0d0-556558e8af65 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:10.145707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] Port 8af66b41-120b-4c6d-a0d0-556558e8af65 was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:24:10.149796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.171698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.183684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dba0fc5-c9ca-4799-8fcb-587934a6228d {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:24:10.204182 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.211493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] Pushing event deleted for resources: {'Port': ['ID=8af66b41-120b-4c6d-a0d0-556558e8af65,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:10.213734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "DELETE /v2.0/networks/9dba0fc5-c9ca-4799-8fcb-587934a6228d HTTP/1.1" status: 204 len: 168 time: 1.0885382 Mar 11 17:24:10.216536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2840f-456c-431c-8132-cc37d95beb69 None None] No DVR routers for this DVR port 8af66b41-120b-4c6d-a0d0-556558e8af65 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:10.219647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56202) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:10.236895 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.260606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Request body: {'network': {'name': 'tempest-network--575522132'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:10.293472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56204) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:10.311704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d44a866-46d8-4913-aa77-0393979e43b2']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:10.313552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caf4c2-8ed2-4405-a456-a7a0306e00a2 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dba0fc5-c9ca-4799-8fcb-587934a6228d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:10.346277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b88ea2d-b18a-47e2-9806-490f317bc9c4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:10.346793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b88ea2d-b18a-47e2-9806-490f317bc9c4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:10.370582 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.372491 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-a373fc44-2aa6-4f3d-b13c-c4c652b5cd28 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:10.381037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a373fc44-2aa6-4f3d-b13c-c4c652b5cd28 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags/tempest-TagsExtTest-Tag-1118616450 HTTP/1.1" status: 404 len: 329 time: 0.3655720 Mar 11 17:24:10.381247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56206) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:10.387258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Made reservation on behalf of 2cec545d390643f99935cabe5154ca4e for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:10.392531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.402658 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1c1db740-e773-467c-88df-588f675cc3b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07e5fd35dcf546f0a88ee9f08ee33679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075950 Mar 11 17:24:10.404027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.406252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56210) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:10.427412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:10.428050 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:10.430968 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:10.454091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-cae64f0a-e9f4-42f6-81ed-d53997b33f7a tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27', 'tempest-TagsExtTest-Tag-1954637409') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:10.518755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:24:10.542443 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.542796 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Added segment a4d7dea4-86bb-42d1-91bf-812cbd22e78b of type vlan for network fb0fee67-f63f-42a9-9353-6aad3d805b35 Mar 11 17:24:10.622720 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.688886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8af66b41-120b-4c6d-a0d0-556558e8af65 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:24:10.690512 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.691388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0e887-9aec-4505-aa24-fed883d90bce req-3131399a-1683-4b7e-b814-f4bf51a3ab5b tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:10.710628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01e0e887-9aec-4505-aa24-fed883d90bce req-3131399a-1683-4b7e-b814-f4bf51a3ab5b tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.1830723 Mar 11 17:24:10.715575 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-cae64f0a-e9f4-42f6-81ed-d53997b33f7a tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:10.721356 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.726307 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] 10.222.0.53 "DELETE /v2.0/networks/9d44a866-46d8-4913-aa77-0393979e43b2 HTTP/1.1" status: 204 len: 168 time: 1.3575749 Mar 11 17:24:10.727386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010d053-d87e-4de7-aee0-0ead7bc9234b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d44a866-46d8-4913-aa77-0393979e43b2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:10.729276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56216) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:10.739926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-4466c0fa-ca7e-4356-9b0a-f5e9170efe3e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27', 'tempest-TagsExtTest-Tag-145688342') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:10.749132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cae64f0a-e9f4-42f6-81ed-d53997b33f7a tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags/tempest-TagsExtTest-Tag-1954637409 HTTP/1.1" status: 404 len: 329 time: 0.3345485 Mar 11 17:24:10.769717 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-115136af-428a-4b04-b636-066423cb1651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.771830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8af66b41-120b-4c6d-a0d0-556558e8af65 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:24:10.780864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.781727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8af66b41-120b-4c6d-a0d0-556558e8af65 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:24:10.782353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 584e6b3f-082f-4da6-9dcf-fea377cb117c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:24:10.793598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:10.799208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.828518 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-115136af-428a-4b04-b636-066423cb1651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.851258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 584e6b3f-082f-4da6-9dcf-fea377cb117c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:24:10.854201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 584e6b3f-082f-4da6-9dcf-fea377cb117c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:24:10.871878 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.949602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7043483 Mar 11 17:24:10.954007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56222) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:10.976216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d9951998-d7c4-4bed-bba0-0a5fcc0fe4a1 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:10.984902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01e0e887-9aec-4505-aa24-fed883d90bce req-607a0e41-e732-41e2-b0e8-ccdfab827464 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733436 Mar 11 17:24:10.995429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f0214-3cc1-4c70-9fee-aa466db0cd74 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'Network': ['ID=fb0fee67-f63f-42a9-9353-6aad3d805b35,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:11.007194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7e060-dd95-4b82-87fa-ad5b880cb1b7 req-ea43ba8b-b31c-46f1-8808-bc3f3e0249f2 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:11.009056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2e7e060-dd95-4b82-87fa-ad5b880cb1b7 req-ea43ba8b-b31c-46f1-8808-bc3f3e0249f2 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 944 time: 0.2962303 Mar 11 17:24:11.020072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fb0fee67-f63f-42a9-9353-6aad3d805b35 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:24:11.028456 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-4466c0fa-ca7e-4356-9b0a-f5e9170efe3e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:11.032500 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4466c0fa-ca7e-4356-9b0a-f5e9170efe3e tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags/tempest-TagsExtTest-Tag-145688342 HTTP/1.1" status: 404 len: 328 time: 0.2941940 Mar 11 17:24:11.032654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56224) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:11.042606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-95e7465e-e9c3-44e6-b47b-d33db2d63f63 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7', {'tags': ['tempest-TagsExtTest-Tag-1427950512', 'tempest-TagsExtTest-Tag-1864158240', 'tempest-TagsExtTest-Tag-848478994']}) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:11.095576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2e7e060-dd95-4b82-87fa-ad5b880cb1b7 req-ea0a8205-e22d-4b8c-ba8a-b27883e3ada1 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801191 Mar 11 17:24:11.180992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-95e7465e-e9c3-44e6-b47b-d33db2d63f63 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags HTTP/1.1" status: 200 len: 317 time: 0.1440151 Mar 11 17:24:11.183691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56226) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:11.188833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-cd72680b-677d-4eaa-bc89-77d8a8be67bf tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:11.247753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56228) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:11.264715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-115136af-428a-4b04-b636-066423cb1651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.267310 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-115136af-428a-4b04-b636-066423cb1651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.271571 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-115136af-428a-4b04-b636-066423cb1651 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf22701a-9d00-4104-9811-ceb0e6bca7bc HTTP/1.1" status: 204 len: 168 time: 0.8643024 Mar 11 17:24:11.317302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115136af-428a-4b04-b636-066423cb1651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf22701a-9d00-4104-9811-ceb0e6bca7bc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:11.343911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-db681a6d-48e5-4529-a501-446e861b0953 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e6d813175dd44dfb53d9e750c308f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891514 Mar 11 17:24:11.345230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56232) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:11.396729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9951998-d7c4-4bed-bba0-0a5fcc0fe4a1 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.419344 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9951998-d7c4-4bed-bba0-0a5fcc0fe4a1 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.427019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9951998-d7c4-4bed-bba0-0a5fcc0fe4a1 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Network fb0fee67-f63f-42a9-9353-6aad3d805b35 is not hosted by any dhcp agent {{(pid=102641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 17:24:11.428183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9951998-d7c4-4bed-bba0-0a5fcc0fe4a1 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:11.445061 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9951998-d7c4-4bed-bba0-0a5fcc0fe4a1 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.449089 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d9951998-d7c4-4bed-bba0-0a5fcc0fe4a1 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "PUT /v2.0/networks/fb0fee67-f63f-42a9-9353-6aad3d805b35 HTTP/1.1" status: 200 len: 856 time: 0.4897399 Mar 11 17:24:11.458711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56234) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:11.477972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cd72680b-677d-4eaa-bc89-77d8a8be67bf tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags HTTP/1.1" status: 204 len: 168 time: 0.2932236 Mar 11 17:24:11.484423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56236) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:11.493153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-36e14669-786e-4a5f-b75c-51d54fd775c7 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7', 'tempest-TagsExtTest-Tag-1427950512') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:11.536969 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.567825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.574688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9951998-d7c4-4bed-bba0-0a5fcc0fe4a1 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event updated for resources: {'Network': ['ID=fb0fee67-f63f-42a9-9353-6aad3d805b35,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:11.598535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.672281 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-36e14669-786e-4a5f-b75c-51d54fd775c7 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:11.684667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-36e14669-786e-4a5f-b75c-51d54fd775c7 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags/tempest-TagsExtTest-Tag-1427950512 HTTP/1.1" status: 404 len: 329 time: 0.1955559 Mar 11 17:24:11.697080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56246) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:11.715812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-d801b944-089d-4c14-97a4-b3192517f78c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7', 'tempest-TagsExtTest-Tag-1864158240') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:11.719518 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.721601 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.736230 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.739661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1de42866-87f0-4cfd-a876-e970b7993a82 HTTP/1.1" status: 204 len: 168 time: 0.3933234 Mar 11 17:24:11.792641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0fee67-f63f-42a9-9353-6aad3d805b35']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:11.809728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d7dea4-86bb-42d1-91bf-812cbd22e78b') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:11.810037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d7dea4-86bb-42d1-91bf-812cbd22e78b') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:11.834733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.866651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.869286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de42866-87f0-4cfd-a876-e970b7993a82,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:11.878951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:11.879452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:11.887328 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:11.905227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.905823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.906337 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.906854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.908747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.916499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.919957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.921559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.923157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.926939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.928645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.929895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee71fe-5e62-461b-bfb9-88610617f8aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:11.991081 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-d801b944-089d-4c14-97a4-b3192517f78c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:11.995238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d801b944-089d-4c14-97a4-b3192517f78c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags/tempest-TagsExtTest-Tag-1864158240 HTTP/1.1" status: 404 len: 329 time: 0.2834721 Mar 11 17:24:11.997403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56260) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:12.004045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-13a8b6ce-a6e7-441f-9f2b-44fa98da6291 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7', 'tempest-TagsExtTest-Tag-848478994') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:12.316872 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-13a8b6ce-a6e7-441f-9f2b-44fa98da6291 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:12.323757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-13a8b6ce-a6e7-441f-9f2b-44fa98da6291 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags/tempest-TagsExtTest-Tag-848478994 HTTP/1.1" status: 404 len: 328 time: 0.3220279 Mar 11 17:24:12.328062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56272) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:12.337560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-f2b84c6a-f539-4b20-8efe-e27c8d6efc1c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8', {'tags': ['tempest-TagsExtTest-Tag-2142801733', 'tempest-TagsExtTest-Tag-191081276', 'tempest-TagsExtTest-Tag-978969827']}) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:12.459303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5d5a-ba33-408c-b95c-2d1ee621fa61 req-f3d26e73-7c8f-4668-a35e-866c6e66ef48 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:12.461294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-507d5d5a-ba33-408c-b95c-2d1ee621fa61 req-f3d26e73-7c8f-4668-a35e-866c6e66ef48 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.3189125 Mar 11 17:24:12.473863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.491374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb0fee67-f63f-42a9-9353-6aad3d805b35 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:24:12.494758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb0fee67-f63f-42a9-9353-6aad3d805b35,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:12.497415 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.502680 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8b14a642-9d76-412d-ae0f-0f91044bad80 tempest-ExternalNetworksTestJSON-760411980 tempest-ExternalNetworksTestJSON-760411980-project-admin] 10.222.0.53 "DELETE /v2.0/networks/fb0fee67-f63f-42a9-9353-6aad3d805b35 HTTP/1.1" status: 204 len: 168 time: 1.0427759 Mar 11 17:24:12.505671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56276) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:12.531416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62223f8-59a2-4be4-8c84-e6dfd83035c2 req-ab36deae-b862-4d14-a221-b1dd8d563ecf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:12.539687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b62223f8-59a2-4be4-8c84-e6dfd83035c2 req-ab36deae-b862-4d14-a221-b1dd8d563ecf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.3810771 Mar 11 17:24:12.549974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56280) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:12.561783 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4521e297-a0f7-41e1-a5f5-bea8a18d6e45 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] DELETE failed (client error): The resource could not be found. Mar 11 17:24:12.562318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4521e297-a0f7-41e1-a5f5-bea8a18d6e45 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:24:12.566266 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4521e297-a0f7-41e1-a5f5-bea8a18d6e45 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] 10.222.0.53 "DELETE /v2.0/subnets/1e81beb0-261b-4e36-ba05-901f1cf16631 HTTP/1.1" status: 404 len: 337 time: 0.0590365 Mar 11 17:24:12.568957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56282) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:12.577025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:12.580070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f2b84c6a-f539-4b20-8efe-e27c8d6efc1c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags HTTP/1.1" status: 200 len: 316 time: 0.2502117 Mar 11 17:24:12.586824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56284) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:12.598031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-507d5d5a-ba33-408c-b95c-2d1ee621fa61 req-c9fcac6c-0083-4cc3-b219-1071e645b8c4 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037557 Mar 11 17:24:12.620619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b62223f8-59a2-4be4-8c84-e6dfd83035c2 req-7b93fa2f-17cd-46ce-9992-73c38343e432 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708621 Mar 11 17:24:12.658446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-1563f984-3a7e-4ecc-a400-02a52a96e8f7 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:12.678516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:12.695797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:12.697694 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.840963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df36376-9cb4-45ec-a92c-cad282322027 req-15e2aab7-9b3b-43e3-ab2a-6b95280af42f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:12.851308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0df36376-9cb4-45ec-a92c-cad282322027 req-15e2aab7-9b3b-43e3-ab2a-6b95280af42f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 944 time: 0.1194403 Mar 11 17:24:12.930002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0df36376-9cb4-45ec-a92c-cad282322027 req-7a6d5a8a-9210-4667-9c60-c243df301bd5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776002 Mar 11 17:24:12.930293 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.969453 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5cf180a7-ed21-4289-a04f-c38786f096af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0215c77b048d4bf48def7de13a086b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178026 Mar 11 17:24:12.972135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56294) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:12.977848 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.021769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:13.023050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:13.030006 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9539dee-f313-4e9a-b42a-010061f0a196" -d '{"events": [{"server_uuid": "45c219e5-b528-4f7a-a0fb-59bef9a9759a", "name": "network-vif-plugged", "status": "completed", "tag": "cc18cd3b-a23c-4b5c-8f78-c8485b6bd084"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:13.043998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.058000 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1563f984-3a7e-4ecc-a400-02a52a96e8f7 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags HTTP/1.1" status: 204 len: 168 time: 0.4672549 Mar 11 17:24:13.091254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56300) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:13.105548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-50f490e1-6851-46f1-8f54-c406b2b4f451 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8', 'tempest-TagsExtTest-Tag-2142801733') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:13.134843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56302) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:13.169807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:13.173248 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c9db24-dd8a-4e3f-b5ae-b1ce8a0e8e03 x-openstack-request-id: req-a6c9db24-dd8a-4e3f-b5ae-b1ce8a0e8e03 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:13.173490 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c219e5-b528-4f7a-a0fb-59bef9a9759a", "name": "network-vif-plugged", "status": "completed", "tag": "cc18cd3b-a23c-4b5c-8f78-c8485b6bd084", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:13.173643 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6c9db24-dd8a-4e3f-b5ae-b1ce8a0e8e03 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:13.175473 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084', 'code': 200} Mar 11 17:24:13.194330 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.195455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.195963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.196492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.196995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.197488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.197989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.198489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.198992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.200021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.200539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.201141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:13.242309 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.278751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-67232b5c-1a85-426e-8332-39fe276e5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:13.280513 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-67232b5c-1a85-426e-8332-39fe276e5eb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 1097 time: 0.2627480 Mar 11 17:24:13.281485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-670d27fb-6795-43f8-b369-a04acda03aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.312088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-670d27fb-6795-43f8-b369-a04acda03aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.334755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb5a0de-845c-4ed6-b3ca-8d770919249c']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:13.353024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd740da27-7b46-4fbc-8da1-90b8be9886aa') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:13.353317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd740da27-7b46-4fbc-8da1-90b8be9886aa') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:13.366627 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-50f490e1-6851-46f1-8f54-c406b2b4f451 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:13.367735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-50f490e1-6851-46f1-8f54-c406b2b4f451 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags/tempest-TagsExtTest-Tag-2142801733 HTTP/1.1" status: 404 len: 329 time: 0.2754838 Mar 11 17:24:13.370593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56306) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:13.374395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.385969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1985404373-network', 'tenant_id': '3b6fa160d914428189725dc34cd65d1c'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:13.392090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711058bf-fcf2-4a98-af63-a004f0441d46 req-165a8f08-e7f1-4c54-b0b4-5541bf42f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:13.393883 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-711058bf-fcf2-4a98-af63-a004f0441d46 req-165a8f08-e7f1-4c54-b0b4-5541bf42f007 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 1096 time: 0.1367221 Mar 11 17:24:13.395560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-1baae46c-6071-4348-95fb-b01624c09df0 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8', 'tempest-TagsExtTest-Tag-191081276') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:13.398057 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.435504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:13.436968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:13.440990 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:13.521308 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-711058bf-fcf2-4a98-af63-a004f0441d46 req-e7dfb653-bcdf-4daa-8b5e-4a654bed0e38 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182857 Mar 11 17:24:13.530653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.554075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.557368 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] 10.222.0.53 "DELETE /v2.0/networks/ddb5a0de-845c-4ed6-b3ca-8d770919249c HTTP/1.1" status: 204 len: 168 time: 0.9870758 Mar 11 17:24:13.558910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b6e5f-e243-4d88-be0f-74850e2c3514 tempest-ExternalNetworksTestJSON-1229367200 tempest-ExternalNetworksTestJSON-1229367200-project] Pushing event deleted for resources: {'Network': ['ID=ddb5a0de-845c-4ed6-b3ca-8d770919249c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:13.596554 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a9891d75-e494-46ae-a934-b46922ac9fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.831279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56314) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:13.856186 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-670d27fb-6795-43f8-b369-a04acda03aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.859252 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-670d27fb-6795-43f8-b369-a04acda03aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.862699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-670d27fb-6795-43f8-b369-a04acda03aa8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12f936d3-8a27-4a6b-a410-8b898a9cf63c HTTP/1.1" status: 204 len: 168 time: 0.8855329 Mar 11 17:24:13.916938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d27fb-6795-43f8-b369-a04acda03aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f936d3-8a27-4a6b-a410-8b898a9cf63c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:13.918646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Made reservation on behalf of 3b6fa160d914428189725dc34cd65d1c for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:13.922063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.939679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39614f-f67a-4864-8d79-ecf4fb37e406 req-95702898-d68a-4d42-af0d-2cf6fdf82cf0 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:13.941509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b39614f-f67a-4864-8d79-ecf4fb37e406 req-95702898-d68a-4d42-af0d-2cf6fdf82cf0 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.8075097 Mar 11 17:24:13.968525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.971119 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-1baae46c-6071-4348-95fb-b01624c09df0 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:13.972372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1baae46c-6071-4348-95fb-b01624c09df0 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags/tempest-TagsExtTest-Tag-191081276 HTTP/1.1" status: 404 len: 328 time: 0.5831778 Mar 11 17:24:13.975534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:13.980564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-24af77b1-8baf-4ae8-9aee-de178c9c1720 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8', 'tempest-TagsExtTest-Tag-978969827') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:14.000277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-ad65239b-2bed-4e4e-a281-98f327c889bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:14.002400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-ad65239b-2bed-4e4e-a281-98f327c889bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 918 time: 0.6398990 Mar 11 17:24:14.079998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c03c-1499-49cf-aba0-1f614f252ee6 req-1e001cd5-5f70-4ec7-9d09-7ed5190735dc tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:14.081695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18a2c03c-1499-49cf-aba0-1f614f252ee6 req-1e001cd5-5f70-4ec7-9d09-7ed5190735dc tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.2101061 Mar 11 17:24:14.090905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-33f5767b-6130-4572-8e0b-2f3434c91c62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8ac864-f933-4ae7-88be-6a6f525335e7 HTTP/1.1" status: 200 len: 217 time: 0.0737574 Mar 11 17:24:14.097266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b39614f-f67a-4864-8d79-ecf4fb37e406 req-1f5ebafb-60d0-4989-8077-867d44c52c33 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370463 Mar 11 17:24:14.142697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-82190d32-7ecf-412f-92b9-88a0c63a3868 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dd84b43e2474c3890a54710a78a5011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079612 Mar 11 17:24:14.151272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56328) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:14.207761 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-24af77b1-8baf-4ae8-9aee-de178c9c1720 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:14.208767 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-24af77b1-8baf-4ae8-9aee-de178c9c1720 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags/tempest-TagsExtTest-Tag-978969827 HTTP/1.1" status: 404 len: 328 time: 0.2322679 Mar 11 17:24:14.213136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56330) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:14.221819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-0f96711b-b1c2-4d56-9c47-da9bfb80ba88 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72', {'tags': ['tempest-TagsExtTest-Tag-387597034', 'tempest-TagsExtTest-Tag-832597843', 'tempest-TagsExtTest-Tag-446166202']}) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:14.226846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-5e52b6da-542f-4095-a4aa-e8d69d8a6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:14.228383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-5e52b6da-542f-4095-a4aa-e8d69d8a6d02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.1301823 Mar 11 17:24:14.231356 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18a2c03c-1499-49cf-aba0-1f614f252ee6 req-0a9ab261-41f5-46ae-b1d0-b6a18a2307e1 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/security-groups?id=5267ed03-41b6-4c47-b4fa-a4b32fe8595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395323 Mar 11 17:24:14.260164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-f2ede66c-31cc-48de-b1f4-872b14ce23bf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:14.264486 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-f2ede66c-31cc-48de-b1f4-872b14ce23bf tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 947 time: 0.1273117 Mar 11 17:24:14.286638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-b1c7bd86-197f-466f-8363-344e5c72f30b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445075 Mar 11 17:24:14.316095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.318126 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88242448-dec0-4410-8494-05e31a12bb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.355790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.380298 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88242448-dec0-4410-8494-05e31a12bb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.398022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0f96711b-b1c2-4d56-9c47-da9bfb80ba88 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "PUT /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags HTTP/1.1" status: 200 len: 315 time: 0.1781578 Mar 11 17:24:14.401808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:14.411948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-d5df1c9c-b210-440a-a167-459fb74d9645 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:14.430392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:24:14.454389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.454869 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Added segment 51a64290-6892-4a07-9b12-d934a767b85e of type vlan for network b3d057e0-dc80-4225-ad14-1b084f91c9ac Mar 11 17:24:14.472215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Deleting port 81883c67-8f73-41fc-86ed-709b4885d61e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:14.473343 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.485759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d54fab-13ea-4d6b-b890-70e2a94ab5ff req-17cb52ec-7b0b-42ec-aaaf-d730063fec01 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:14.487322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98d54fab-13ea-4d6b-b890-70e2a94ab5ff req-17cb52ec-7b0b-42ec-aaaf-d730063fec01 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 945 time: 0.2031798 Mar 11 17:24:14.487983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad70262-6598-4be8-8b21-f175be0817c5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:14.523580 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d5df1c9c-b210-440a-a167-459fb74d9645 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags HTTP/1.1" status: 204 len: 168 time: 0.1189728 Mar 11 17:24:14.528942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56340) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:14.541177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-1fdb5b9e-ebcf-451b-aca7-f532d7a81b67 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72', 'tempest-TagsExtTest-Tag-387597034') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:14.563632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88242448-dec0-4410-8494-05e31a12bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.566169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88242448-dec0-4410-8494-05e31a12bb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.567291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-88242448-dec0-4410-8494-05e31a12bb00 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7ba7809-581c-45f5-a066-f4872f75f72e HTTP/1.1" status: 204 len: 168 time: 0.4139960 Mar 11 17:24:14.582879 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.585271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88242448-dec0-4410-8494-05e31a12bb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ba7809-581c-45f5-a066-f4872f75f72e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:14.586558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-4c388952-c13f-4b0f-9190-ff8299c5fca7 service neutron] 10.222.0.46 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880459 Mar 11 17:24:14.644101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] For port 81883c67-8f73-41fc-86ed-709b4885d61e, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=81883c67-8f73-41fc-86ed-709b4885d61e,segment=NetworkSegment(3bfbcd84-2546-4921-b8c8-96ea3abd10c8),segment_id=3bfbcd84-2546-4921-b8c8-96ea3abd10c8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:14.644511 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.657297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98d54fab-13ea-4d6b-b890-70e2a94ab5ff req-7f504346-3721-4945-88e8-faa072100027 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220937 Mar 11 17:24:14.672033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Calling delete_port for 81883c67-8f73-41fc-86ed-709b4885d61e owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:14.692457 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-1fdb5b9e-ebcf-451b-aca7-f532d7a81b67 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:14.693812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1fdb5b9e-ebcf-451b-aca7-f532d7a81b67 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags/tempest-TagsExtTest-Tag-387597034 HTTP/1.1" status: 404 len: 328 time: 0.1577494 Mar 11 17:24:14.697063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56346) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:14.705200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-097870cf-2257-4872-9082-ba1fab985491 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72', 'tempest-TagsExtTest-Tag-832597843') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:14.717902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.718813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:14.719406 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.812135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6685946 Mar 11 17:24:14.816235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56350) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:14.823980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Request body: {'subnet': {'network_id': 'b3d057e0-dc80-4225-ad14-1b084f91c9ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1985404373-subnet', 'tenant_id': '3b6fa160d914428189725dc34cd65d1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:14.825730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfe5a7-e2ac-4061-9bba-eb07b9094168 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d057e0-dc80-4225-ad14-1b084f91c9ac,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:14.832848 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-097870cf-2257-4872-9082-ba1fab985491 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:14.836413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-097870cf-2257-4872-9082-ba1fab985491 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags/tempest-TagsExtTest-Tag-832597843 HTTP/1.1" status: 404 len: 328 time: 0.1356878 Mar 11 17:24:14.838133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56352) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:14.840193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b3d057e0-dc80-4225-ad14-1b084f91c9ac details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:24:14.843917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-fd48f2d6-fadf-4e25-aecf-2c7f70306159 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72', 'tempest-TagsExtTest-Tag-446166202') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:14.855641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dd35a0e-5f3d-4b66-959a-b4ccd3c6a87b req-5ca958b3-d6f5-44d1-891a-b768e794c23e service neutron] 10.222.0.46 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551031 Mar 11 17:24:14.905693 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-fd48f2d6-fadf-4e25-aecf-2c7f70306159 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] show failed (client error): The resource could not be found. Mar 11 17:24:14.908857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fd48f2d6-fadf-4e25-aecf-2c7f70306159 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags/tempest-TagsExtTest-Tag-446166202 HTTP/1.1" status: 404 len: 328 time: 0.0681841 Mar 11 17:24:14.919903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56358) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:14.925452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-d2a4d7ba-e1e8-498e-80b6-6f16d59976ee tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4308f95f-c0d8-4f26-9cb4-7dd52d76eb72') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:15.002881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Made reservation on behalf of 3b6fa160d914428189725dc34cd65d1c for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:15.009420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d2a4d7ba-e1e8-498e-80b6-6f16d59976ee tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72/tags HTTP/1.1" status: 204 len: 168 time: 0.0883567 Mar 11 17:24:15.010940 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.013189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56364) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:15.019080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-70e10f6e-86d3-4154-89aa-832566cea7b9 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27944c61-2a82-4989-ab6e-e342dc3725a8') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:15.185539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-70e10f6e-86d3-4154-89aa-832566cea7b9 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1677859 Mar 11 17:24:15.185787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.187475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56370) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:15.195682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-27509c1d-b9f3-4337-8c2f-e56b9d811597 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '05b47e27-bbf4-4f8a-82ee-1efd5111f5c7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:15.197940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['81883c67-8f73-41fc-86ed-709b4885d61e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:24:15.279045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56378) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:15.307616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dcdf2-dc9d-423c-b04e-46cc569f27da req-b783f195-2733-4d5d-a2c2-fcf170d2ca31 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:15.310748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-826dcdf2-dc9d-423c-b04e-46cc569f27da req-b783f195-2733-4d5d-a2c2-fcf170d2ca31 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.0955567 Mar 11 17:24:15.337036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Pushing event deleted for resources: {'Port': ['ID=81883c67-8f73-41fc-86ed-709b4885d61e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:15.378411 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4ecc3027-86a1-4183-b5ae-2e1d156ec62d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cec545d390643f99935cabe5154ca4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976949 Mar 11 17:24:15.384287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:15.414778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bfcb498-c64b-4340-942a-03a37bc5db59 req-0be2c69b-2f96-42e0-85e9-24272503646f tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7205a71-f814-4ec6-ade4-a346f54a000d HTTP/1.1" status: 200 len: 210 time: 0.0394514 Mar 11 17:24:15.421807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] No DVR routers for this DVR port 81883c67-8f73-41fc-86ed-709b4885d61e on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:15.425803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-826dcdf2-dc9d-423c-b04e-46cc569f27da req-5e37f24a-97eb-4481-a39d-d526ba59eefb tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078117 Mar 11 17:24:15.434324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.438106 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b99706b1-e813-4cdc-a277-505b5e93b371 req-53dd52c3-45a8-4cfb-a1ed-9e3b0ed1c107 tempest-ServersNegativeTestJSON-143149369 tempest-ServersNegativeTestJSON-143149369-project] 10.222.0.66 "DELETE /v2.0/ports/81883c67-8f73-41fc-86ed-709b4885d61e HTTP/1.1" status: 204 len: 173 time: 1.1535356 Mar 11 17:24:15.438600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-deleted', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:15.441644 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a6c02a-1300-46bb-9a23-239ecd26fb66" -d '{"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-deleted", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:15.544913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56390) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:15.545342 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-27509c1d-b9f3-4337-8c2f-e56b9d811597 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7/tags HTTP/1.1" status: 204 len: 168 time: 0.3543561 Mar 11 17:24:15.548178 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc9bb45-b2b6-461c-b25f-a8efc6d563fa x-openstack-request-id: req-0bc9bb45-b2b6-461c-b25f-a8efc6d563fa {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:15.548744 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7205a71-f814-4ec6-ade4-a346f54a000d", "name": "network-vif-deleted", "tag": "81883c67-8f73-41fc-86ed-709b4885d61e", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:15.549006 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0bc9bb45-b2b6-461c-b25f-a8efc6d563fa {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:15.549412 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7205a71-f814-4ec6-ade4-a346f54a000d', 'name': 'network-vif-deleted', 'tag': '81883c67-8f73-41fc-86ed-709b4885d61e', 'status': 'completed', 'code': 200} Mar 11 17:24:15.551001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.tag.tag_plugin [None req-79c80bb2-3b36-4fdd-9435-5c9f4c1a3da5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:15.586753 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-986b0771-4c93-4dc0-91b2-9fc8e5263853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.640179 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-79c80bb2-3b36-4fdd-9435-5c9f4c1a3da5 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27/tags HTTP/1.1" status: 204 len: 168 time: 0.0934684 Mar 11 17:24:15.642869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56392) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:15.680645 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-986b0771-4c93-4dc0-91b2-9fc8e5263853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.688797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.803629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=580fe179-7407-4e31-bf2e-7c4434f40382,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:15.810247 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fb51b0dc-400e-4685-8754-0ea3eb20989c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.825620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e78aec7-a9d4-4e55-a9b8-c3212150b7f1 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for subnetpool, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.825620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7e78aec7-a9d4-4e55-a9b8-c3212150b7f1 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4308f95f-c0d8-4f26-9cb4-7dd52d76eb72 HTTP/1.1" status: 204 len: 168 time: 0.1808224 Mar 11 17:24:15.828163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56396) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:15.841499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Checking segment: {'id': '51a64290-6892-4a07-9b12-d934a767b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3d057e0-dc80-4225-ad14-1b084f91c9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:15.841867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Network hostable DHCP agents. Network: b3d057e0-dc80-4225-ad14-1b084f91c9ac, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:24:15.854724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec038-cd34-46d0-b622-346699d5c3cf req-e29265bc-8395-4dc6-81e7-1f753c6dec7d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:15.863131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ceec038-cd34-46d0-b622-346699d5c3cf req-e29265bc-8395-4dc6-81e7-1f753c6dec7d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 945 time: 0.1015449 Mar 11 17:24:15.873072 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-207022a4-fe0f-4aef-b020-3d771d8a7f87 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "GET /v2.0/ports?device_id=27944c61-2a82-4989-ab6e-e342dc3725a8 HTTP/1.1" status: 200 len: 205 time: 0.0435934 Mar 11 17:24:15.879170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56398) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:15.900901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-986b0771-4c93-4dc0-91b2-9fc8e5263853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.903208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ceec038-cd34-46d0-b622-346699d5c3cf req-20e1e8b2-71d6-4538-aa82-e8ae4124e197 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382516 Mar 11 17:24:15.909727 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-986b0771-4c93-4dc0-91b2-9fc8e5263853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.911549 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-986b0771-4c93-4dc0-91b2-9fc8e5263853 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9219084-a6b1-4449-999a-5f24453df30e HTTP/1.1" status: 204 len: 168 time: 0.5246496 Mar 11 17:24:16.030685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Network b3d057e0-dc80-4225-ad14-1b084f91c9ac is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:24:16.032824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b0771-4c93-4dc0-91b2-9fc8e5263853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9219084-a6b1-4449-999a-5f24453df30e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:16.055472 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e3de321-5160-4bb6-884a-cceb975e197c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.059011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b3d057e0-dc80-4225-ad14-1b084f91c9ac) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:16.060033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd6529-2670-420f-839d-4b032bb2bcfe req-6172f633-2f01-4d1b-b95e-a668da1dd342 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:16.069881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-93bd6529-2670-420f-839d-4b032bb2bcfe req-6172f633-2f01-4d1b-b95e-a668da1dd342 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 945 time: 0.0883451 Mar 11 17:24:16.073002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79d28e-8619-4c88-ba96-fb86cff3cecf None None] Network b3d057e0-dc80-4225-ad14-1b084f91c9ac requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:16.078257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:16.079052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.081801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56404) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:16.134414 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Request body: {'floatingip': {'port_id': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:16.214249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.237929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dacb30a-61f1-43b3-87fe-6553e31eb7bd None None] Network b3d057e0-dc80-4225-ad14-1b084f91c9ac requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:16.269059 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aff07db9-1bfc-4696-acde-f5935a8f3102 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4515471 Mar 11 17:24:16.519794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56420) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:16.531908 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e3de321-5160-4bb6-884a-cceb975e197c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.535798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e3de321-5160-4bb6-884a-cceb975e197c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.634440 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e3de321-5160-4bb6-884a-cceb975e197c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.634949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3de321-5160-4bb6-884a-cceb975e197c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Fanout notify agent at l3_agent the message router_deleted on router 27944c61-2a82-4989-ab6e-e342dc3725a8 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:24:16.644218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e3de321-5160-4bb6-884a-cceb975e197c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.650251 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5e3de321-5160-4bb6-884a-cceb975e197c tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/routers/27944c61-2a82-4989-ab6e-e342dc3725a8 HTTP/1.1" status: 204 len: 168 time: 0.7685030 Mar 11 17:24:16.650396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-638440b2-6dd1-4aff-bc74-88014a784436 admin admin] Deleting subnet 2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:24:16.652480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56428) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:16.663078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-638440b2-6dd1-4aff-bc74-88014a784436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.789453 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-638440b2-6dd1-4aff-bc74-88014a784436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.854291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf3e61-1140-4809-9371-eccfe81c4265 req-21320000-f116-48db-b58a-198795254dc3 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:16.875210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70bf3e61-1140-4809-9371-eccfe81c4265 req-21320000-f116-48db-b58a-198795254dc3 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.2845676 Mar 11 17:24:16.976816 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-638440b2-6dd1-4aff-bc74-88014a784436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.994229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70bf3e61-1140-4809-9371-eccfe81c4265 req-f4039bb4-c29b-4c38-a4a9-1e47a3303931 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180029 Mar 11 17:24:17.058342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-be7d2bad-d640-4af1-83f7-3f9ff1fe2351 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Deleting port 05b47e27-bbf4-4f8a-82ee-1efd5111f5c7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:17.058878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be7d2bad-d640-4af1-83f7-3f9ff1fe2351 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.072806 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.127817 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-638440b2-6dd1-4aff-bc74-88014a784436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.182210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638440b2-6dd1-4aff-bc74-88014a784436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0b1456-cf94-4a9d-a4e5-66b37136e2d7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:17.195709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-638440b2-6dd1-4aff-bc74-88014a784436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.198915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-638440b2-6dd1-4aff-bc74-88014a784436 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2e0b1456-cf94-4a9d-a4e5-66b37136e2d7 HTTP/1.1" status: 204 len: 168 time: 0.6773117 Mar 11 17:24:17.202129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56460) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:17.236405 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be7d2bad-d640-4af1-83f7-3f9ff1fe2351 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.328957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-be7d2bad-d640-4af1-83f7-3f9ff1fe2351 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Calling delete_port for 05b47e27-bbf4-4f8a-82ee-1efd5111f5c7 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:17.376951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.407657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:24:17.503628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.518108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.666250 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.743025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd1d19d-d97e-41e1-a230-5227c0a2b027']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:17.761836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfbcd84-2546-4921-b8c8-96ea3abd10c8') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:17.762216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfbcd84-2546-4921-b8c8-96ea3abd10c8') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:17.812801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.851956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.878125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:17.878561 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:17.986268 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:18.009253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be7d2bad-d640-4af1-83f7-3f9ff1fe2351 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.047453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d2bad-d640-4af1-83f7-3f9ff1fe2351 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Pushing event deleted for resources: {'Port': ['ID=05b47e27-bbf4-4f8a-82ee-1efd5111f5c7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:18.061298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.108521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.112673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] 10.222.0.53 "DELETE /v2.0/networks/7dd1d19d-d97e-41e1-a230-5227c0a2b027 HTTP/1.1" status: 204 len: 168 time: 0.9087965 Mar 11 17:24:18.116126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700278f-5c32-4667-b976-27516510f88d admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd1d19d-d97e-41e1-a230-5227c0a2b027,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:18.173758 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Floating IP a7caaa29-cec3-4df4-a22e-0a878389bad5 associated. External IP: 172.25.8.125, port: cc18cd3b-a23c-4b5c-8f78-c8485b6bd084. Mar 11 17:24:18.252353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62415d2-e64d-4be9-a96c-edfde34325bf req-2a860044-f4e6-4270-9d6b-b7b1480bfb90 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:18.254001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c62415d2-e64d-4be9-a96c-edfde34325bf req-2a860044-f4e6-4270-9d6b-b7b1480bfb90 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.0988982 Mar 11 17:24:18.261706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be7d2bad-d640-4af1-83f7-3f9ff1fe2351 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.267290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-be7d2bad-d640-4af1-83f7-3f9ff1fe2351 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/ports/05b47e27-bbf4-4f8a-82ee-1efd5111f5c7 HTTP/1.1" status: 204 len: 168 time: 1.6107967 Mar 11 17:24:18.271653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56536) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:18.352725 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.400836 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c62415d2-e64d-4be9-a96c-edfde34325bf req-1d13ad6f-29db-44cc-8dea-0fa62e0a9787 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321766 Mar 11 17:24:18.431138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f535ed-1524-4837-86fb-04fd9ab24e01 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Deleting subnet 2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:24:18.437043 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72f535ed-1524-4837-86fb-04fd9ab24e01 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.552056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56548) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:18.563252 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72f535ed-1524-4837-86fb-04fd9ab24e01 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.599423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:24:18.646875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 81883c67-8f73-41fc-86ed-709b4885d61e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:24:18.647409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 81883c67-8f73-41fc-86ed-709b4885d61e not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:24:18.656192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3a9b4eeb-3420-42b7-ae98-866b57ab9e18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a148f824460d4f439a4e98f76fd0b3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029654 Mar 11 17:24:18.656826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56552) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:18.725415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72f535ed-1524-4837-86fb-04fd9ab24e01 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.743882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:24:18.770189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00e9e16f-a154-4833-848d-2e9d773d4d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.800113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56562) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:18.835093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00e9e16f-a154-4833-848d-2e9d773d4d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.923627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72f535ed-1524-4837-86fb-04fd9ab24e01 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.931387 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.944929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:18.950643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.965508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] Sync routers for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:24:18.974154 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f535ed-1524-4837-86fb-04fd9ab24e01 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:18.976220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72f535ed-1524-4837-86fb-04fd9ab24e01 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.981687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-72f535ed-1524-4837-86fb-04fd9ab24e01 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/subnets/2b0d2b70-40f4-4481-a3e1-3bdd4c1bae27 HTTP/1.1" status: 204 len: 168 time: 0.7068770 Mar 11 17:24:18.984237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56566) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:18.989399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:18.993403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:19.008622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69393814-c879-4a98-9b7d-eabf3fb983b6 None None] Network bfa25c48-b2ad-4904-93ac-a89928de9638 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:19.016734 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00e9e16f-a154-4833-848d-2e9d773d4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.021160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00e9e16f-a154-4833-848d-2e9d773d4d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.024894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-00e9e16f-a154-4833-848d-2e9d773d4d8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5267ed03-41b6-4c47-b4fa-a4b32fe8595e HTTP/1.1" status: 204 len: 168 time: 0.3653414 Mar 11 17:24:19.061026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0da57-d571-47df-808d-24a1e335c97d req-fa4bbdd4-42a9-426f-80b7-3bf1f7651af7 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.062517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-fa4bbdd4-42a9-426f-80b7-3bf1f7651af7 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/networks?id=b3d057e0-dc80-4225-ad14-1b084f91c9ac HTTP/1.1" status: 200 len: 810 time: 0.2825241 Mar 11 17:24:19.068376 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b81cc2f0-e7a3-4a32-b962-fe63f6e263c5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "PUT /v2.0/floatingips/a7caaa29-cec3-4df4-a22e-0a878389bad5 HTTP/1.1" status: 200 len: 991 time: 2.9361711 Mar 11 17:24:19.069966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'tag': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:19.085405 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a474ee2-07e6-4ca7-af06-1f4cf962da20" -d '{"events": [{"name": "network-changed", "server_uuid": "45c219e5-b528-4f7a-a0fb-59bef9a9759a", "tag": "cc18cd3b-a23c-4b5c-8f78-c8485b6bd084"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:19.128880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-551932477', 'router:external': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:19.141035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9e16f-a154-4833-848d-2e9d773d4d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5267ed03-41b6-4c47-b4fa-a4b32fe8595e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:19.166492 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37012b44-65d9-433e-9d22-0602fe7dc3aa x-openstack-request-id: req-37012b44-65d9-433e-9d22-0602fe7dc3aa {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:19.166835 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c219e5-b528-4f7a-a0fb-59bef9a9759a", "tag": "cc18cd3b-a23c-4b5c-8f78-c8485b6bd084", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:19.167025 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37012b44-65d9-433e-9d22-0602fe7dc3aa {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:19.167527 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'tag': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084', 'status': 'completed', 'code': 200} Mar 11 17:24:19.168052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-6f88782c-70f2-4ae1-8953-077d5acc8737 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/quotas/3b6fa160d914428189725dc34cd65d1c HTTP/1.1" status: 200 len: 375 time: 0.0692110 Mar 11 17:24:19.266878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-0b6d600f-186e-422d-842a-3f8842773540 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b6fa160d914428189725dc34cd65d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977252 Mar 11 17:24:19.268418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-d31d610a-b14d-4a8b-a317-24a9338bc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.270460 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-d31d610a-b14d-4a8b-a317-24a9338bc56c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 1096 time: 0.0723867 Mar 11 17:24:19.274142 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.455452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Made reservation on behalf of 3484f9ef70624240bbdaa44df82ec928 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:19.462977 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.544021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-23748568-fa26-4bed-9fa5-589cdbca1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.550234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-23748568-fa26-4bed-9fa5-589cdbca1dc3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 910 time: 0.2717905 Mar 11 17:24:19.557476 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.710569 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-6670b2bc-0efd-4103-96ce-d9f8ca84e10e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 HTTP/1.1" status: 200 len: 999 time: 0.1513011 Mar 11 17:24:19.757810 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.766139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.778931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:24:19.789575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:19.789928 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Added segment d0d48e76-2017-470c-8eb2-8622f2b1ce56 of type vlan for network e620685c-0b5e-4570-ad2f-efa5a88e580e Mar 11 17:24:19.851149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-d85f743a-d886-4081-bea1-19338f69425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.852772 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-d85f743a-d886-4081-bea1-19338f69425a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.1335430 Mar 11 17:24:19.952521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-feb3f0fe-6668-4006-be60-8fe3b79b3d58 service neutron] 10.222.0.53 "GET /v2.0/networks/b3d057e0-dc80-4225-ad14-1b084f91c9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799941 Mar 11 17:24:19.954311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:24:19.992301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a27c9-9df7-4401-b868-f73006c044b9 req-adfa9864-9355-4d94-8c0e-7c5b6034ef1d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.993081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-ce64bd53-088f-443c-b372-4b015bab7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:19.996635 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-ce64bd53-088f-443c-b372-4b015bab7afb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341977 Mar 11 17:24:20.000550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e3a27c9-9df7-4401-b868-f73006c044b9 req-adfa9864-9355-4d94-8c0e-7c5b6034ef1d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.4691820 Mar 11 17:24:20.026722 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.030596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Deleting port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:20.031180 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.065971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b380276-03d8-4305-bf51-dca32d60b254,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:20.154625 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-083dcbe1-9252-46e4-a78c-8176d5ce859a service neutron] 10.222.0.66 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506178 Mar 11 17:24:20.160847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] DHCP port deletion for bfa25c48-b2ad-4904-93ac-a89928de9638 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:24:20.198592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-0b742766-581c-497a-b2d5-f0b61dc21b8a service neutron] 10.222.0.53 "GET /v2.0/networks/b3d057e0-dc80-4225-ad14-1b084f91c9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422633 Mar 11 17:24:20.218483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:24:20.285842 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5a474ee2-07e6-4ca7-af06-1f4cf962da20 req-cb2703e7-58bc-44f6-a9d0-7b052dfbb2b4 service neutron] 10.222.0.66 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240597 Mar 11 17:24:20.303295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e3a27c9-9df7-4401-b868-f73006c044b9 req-64f6aa59-0cb1-43fa-980b-6eef8422e333 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015583 Mar 11 17:24:20.308199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.311484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:20.312079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.322693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] For port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c,segment=NetworkSegment(6bb3ef53-13c3-4bb9-983d-18e7c6cb792c),segment_id=6bb3ef53-13c3-4bb9-983d-18e7c6cb792c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:20.323056 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.368516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.5655155 Mar 11 17:24:20.371214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Calling delete_port for ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:20.371870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56622) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:20.381708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'subnet': {'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:20.421175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Made reservation on behalf of 3484f9ef70624240bbdaa44df82ec928 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:20.431806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.466178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7add1-f08c-425f-b98f-420ded3e7669 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event updated for resources: {'Network': ['ID=e620685c-0b5e-4570-ad2f-efa5a88e580e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:20.477414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] Deleting port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:20.482724 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.620368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e620685c-0b5e-4570-ad2f-efa5a88e580e details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:24:20.653573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.677365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] No DVR routers for this DVR port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:20.749539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:24:20.786421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:24:20.786774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:24:20.807262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] For port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c,segment=NetworkSegment(6bb3ef53-13c3-4bb9-983d-18e7c6cb792c),segment_id=6bb3ef53-13c3-4bb9-983d-18e7c6cb792c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:20.807973 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.839689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Pushing event deleted for resources: {'Port': ['ID=ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:20.872278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9cb3294b-9cb1-4a1e-b9d5-456f273e9f23 req-f2ad8f6a-bcd4-40a1-9017-7b4349f5044a tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 210 time: 0.0296254 Mar 11 17:24:20.876776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] Calling delete_port for ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:20.911472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a7caaa29-cec3-4df4-a22e-0a878389bad5', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'port_id': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'mac_address': 'fa:16:3e:6a:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:52Z', 'updated_at': '2022-03-11T17:24:17Z', 'revision_number': 1, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:20.966065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] Checking router: 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:24:20.967181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:20.980051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:20.981082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:21.015370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa25c48-b2ad-4904-93ac-a89928de9638']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:21.034275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb3ef53-13c3-4bb9-983d-18e7c6cb792c') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:21.034577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb3ef53-13c3-4bb9-983d-18e7c6cb792c') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:21.057447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.077557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.091525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:21.092664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:21.096311 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:21.148429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:24:21.148981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.203171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.236666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Pushing event deleted for resources: {'Network': ['ID=bfa25c48-b2ad-4904-93ac-a89928de9638,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:21.239821 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.245580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc9f2496-99fe-4e12-b3c7-f9ecf0655ca6 tempest-TagsExtTest-1073079616 tempest-TagsExtTest-1073079616-project] 10.222.0.53 "DELETE /v2.0/networks/bfa25c48-b2ad-4904-93ac-a89928de9638 HTTP/1.1" status: 204 len: 168 time: 2.2591958 Mar 11 17:24:21.277975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event updated for resources: {'Subnet': ['ID=65611923-dffd-4134-84c6-07c202a72307,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:21.283386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:24:21.325456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Checking segment: {'id': 'd0d48e76-2017-470c-8eb2-8622f2b1ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:21.327359 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.328880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Network hostable DHCP agents. Network: e620685c-0b5e-4570-ad2f-efa5a88e580e, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:24:21.378958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Network e620685c-0b5e-4570-ad2f-efa5a88e580e is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:24:21.392761 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e620685c-0b5e-4570-ad2f-efa5a88e580e) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:21.408879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] Network bfa25c48-b2ad-4904-93ac-a89928de9638 is not hosted by any dhcp agent {{(pid=102643) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 17:24:21.411092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:21.411959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] No DVR routers for this DVR port ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:21.413451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.453930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e84b2-2f2f-4d9d-84dd-bc2f7e108fe5 None None] Pushing event deleted for resources: {'Port': ['ID=ca49fd4d-e4fb-4e9d-8a1b-cf51c750c41c,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:21.461048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5f854-c43e-46cf-9ef9-0557bcc88288 None None] Network e620685c-0b5e-4570-ad2f-efa5a88e580e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:21.461509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56670) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:21.464949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-226dd141-cdee-4e24-9392-58dda08d9953 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0835187 Mar 11 17:24:21.477345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-947794516', 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:21.618109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Made reservation on behalf of 3484f9ef70624240bbdaa44df82ec928 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:21.620956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:21.645317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c69c-ee8f-4a0a-8762-27d67670b6ca req-cf04b80d-1407-43e0-86a7-de2a71f85144 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:21.657620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4667c69c-ee8f-4a0a-8762-27d67670b6ca req-cf04b80d-1407-43e0-86a7-de2a71f85144 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.2144201 Mar 11 17:24:21.715943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] device_id is not set on port 6005c9a6-7acb-4433-9318-970abd5bb8f4 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:24:21.729973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56680) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:21.746428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56684) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:21.892542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4667c69c-ee8f-4a0a-8762-27d67670b6ca req-ed77cf44-011c-41b6-877c-964eef1e0033 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326684 Mar 11 17:24:22.040819 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-61fb720d-8fa4-4c95-b4c8-d36dd19ad949 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=627ee73c629a4698957cf375cb129740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092482 Mar 11 17:24:22.041859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7666616f-5113-4557-b72f-e2814391257a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.046466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:22.062013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Allocated IP 172.20.0.10 (e620685c-0b5e-4570-ad2f-efa5a88e580e/65611923-dffd-4134-84c6-07c202a72307/6005c9a6-7acb-4433-9318-970abd5bb8f4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:22.149747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8e5c9-ac78-45ab-ad23-3d5e660f37c8 None None] Network e620685c-0b5e-4570-ad2f-efa5a88e580e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:22.156290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7628064-026a-49c1-a9df-9d54734f5957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.226674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7628064-026a-49c1-a9df-9d54734f5957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.277120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e514030-c026-4be7-a17d-36937d9dd32a req-65d48a4f-4940-4dc8-a8b5-a917312f7569 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 210 time: 0.0810826 Mar 11 17:24:22.286257 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7666616f-5113-4557-b72f-e2814391257a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.293865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7666616f-5113-4557-b72f-e2814391257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.350388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7666616f-5113-4557-b72f-e2814391257a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c9bbbfa4ce045b7b7fbad3148eb0610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028843 Mar 11 17:24:22.357023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:22.376899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666616f-5113-4557-b72f-e2814391257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a407e-8e16-4363-8c3f-129db020e6a5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:22.404122 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7628064-026a-49c1-a9df-9d54734f5957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.407235 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7628064-026a-49c1-a9df-9d54734f5957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.408856 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d7628064-026a-49c1-a9df-9d54734f5957 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74f978a7-68f8-490f-ac3b-6f49c8026cda HTTP/1.1" status: 204 len: 168 time: 0.3610747 Mar 11 17:24:22.426921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7628064-026a-49c1-a9df-9d54734f5957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f978a7-68f8-490f-ac3b-6f49c8026cda,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:22.443873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc4d6-4612-41c6-9916-16a10691c367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.491099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc4d6-4612-41c6-9916-16a10691c367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.525093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a7caaa29-cec3-4df4-a22e-0a878389bad5', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'port_id': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'mac_address': 'fa:16:3e:6a:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:52Z', 'updated_at': '2022-03-11T17:24:17Z', 'revision_number': 1, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:22.595630 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc4d6-4612-41c6-9916-16a10691c367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.599196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc4d6-4612-41c6-9916-16a10691c367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.599429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:22.600855 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4d7cc4d6-4612-41c6-9916-16a10691c367 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b87a407e-8e16-4363-8c3f-129db020e6a5 HTTP/1.1" status: 204 len: 168 time: 0.2428641 Mar 11 17:24:22.648645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cc4d6-4612-41c6-9916-16a10691c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a407e-8e16-4363-8c3f-129db020e6a5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:22.691607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2113fab-03ba-4802-b7b3-9f6300f4dcd7 None None] The sync data for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 is: [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a7caaa29-cec3-4df4-a22e-0a878389bad5', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'port_id': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'mac_address': 'fa:16:3e:6a:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:52Z', 'updated_at': '2022-03-11T17:24:17Z', 'revision_number': 1, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:24:22.814147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:23.098075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event updated for resources: {'Port': ['ID=6005c9a6-7acb-4433-9318-970abd5bb8f4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:23.121151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Network e620685c-0b5e-4570-ad2f-efa5a88e580e is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:23.150660 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c472c-150d-451b-9d95-bf2da4c257dd None None] New status for floating IP a7caaa29-cec3-4df4-a22e-0a878389bad5: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:24:23.195447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:23.205856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:23.300771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0da57-d571-47df-808d-24a1e335c97d req-8e77cf30-9243-46a1-882e-1b5f7e6e85a9 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:23.302997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-8e77cf30-9243-46a1-882e-1b5f7e6e85a9 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.46 "GET /v2.0/networks?id=b3d057e0-dc80-4225-ad14-1b084f91c9ac HTTP/1.1" status: 200 len: 810 time: 0.6454911 Mar 11 17:24:23.315107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7e960-fe94-4e45-b2c0-00442e7b9327 req-0942ce2b-1896-4cff-9044-1ec00c41273b tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:23.316913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0b7e960-fe94-4e45-b2c0-00442e7b9327 req-0942ce2b-1896-4cff-9044-1ec00c41273b tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.1941493 Mar 11 17:24:23.324981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Request body: {'port': {'device_id': 'ab9b4b01-8c07-4794-a7cb-061d3ef0fed7', 'network_id': 'b3d057e0-dc80-4225-ad14-1b084f91c9ac', 'admin_state_up': True, 'tenant_id': '3b6fa160d914428189725dc34cd65d1c'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:23.429927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:23.430546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:23.483552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0b7e960-fe94-4e45-b2c0-00442e7b9327 req-8594376f-2ad6-4ddc-915a-ad0c7bee0299 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487803 Mar 11 17:24:23.509997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-4c194d26-f3b1-4053-9514-3cc512b444e7 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fb8086014b0b4e388bf838fee84143e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1549304 Mar 11 17:24:23.549376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5320d61a-c24b-473d-ab2f-5db9429bcee6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0757015 Mar 11 17:24:23.553299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:23.715724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-03cd7a8c-55c0-4f5e-8bbf-76bd5b14da9e req-eea1ed49-4c47-42c4-ac9f-8c2217eef6fb tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 210 time: 0.0712533 Mar 11 17:24:23.754954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Made reservation on behalf of 3b6fa160d914428189725dc34cd65d1c for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:23.771858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-274b9d04-45bd-4225-93c5-1a1fe04d5ed6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Deleting port 6005c9a6-7acb-4433-9318-970abd5bb8f4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:23.772212 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-274b9d04-45bd-4225-93c5-1a1fe04d5ed6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:23.775913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:23.813560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-53c8c350-ff33-4930-82b6-4fda837e420e tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:23.819079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-53c8c350-ff33-4930-82b6-4fda837e420e tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951379 Mar 11 17:24:23.848015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-976522f5-bda8-481a-bb03-ff051278cdfa tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/quotas/fb8086014b0b4e388bf838fee84143e7 HTTP/1.1" status: 200 len: 375 time: 0.0279710 Mar 11 17:24:23.889749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6e0da43c-96f7-4728-80b9-4c16362c9000 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb8086014b0b4e388bf838fee84143e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406115 Mar 11 17:24:23.930319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-274b9d04-45bd-4225-93c5-1a1fe04d5ed6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:23.960524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-274b9d04-45bd-4225-93c5-1a1fe04d5ed6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Calling delete_port for 6005c9a6-7acb-4433-9318-970abd5bb8f4 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:24.283181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-274b9d04-45bd-4225-93c5-1a1fe04d5ed6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.337280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b9d04-45bd-4225-93c5-1a1fe04d5ed6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event deleted for resources: {'Port': ['ID=6005c9a6-7acb-4433-9318-970abd5bb8f4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:24.500000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-274b9d04-45bd-4225-93c5-1a1fe04d5ed6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.505182 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-274b9d04-45bd-4225-93c5-1a1fe04d5ed6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "DELETE /v2.0/ports/6005c9a6-7acb-4433-9318-970abd5bb8f4 HTTP/1.1" status: 204 len: 168 time: 0.9500299 Mar 11 17:24:24.509231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56814) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:24.517122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e', 'external_fixed_ips': [{'subnet_id': '65611923-dffd-4134-84c6-07c202a72307', 'ip_address': '172.20.0.10'}]}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:24.582225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.584007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.647880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-9f8c3231-ed85-44fe-b894-7452626a0c86 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fb8086014b0b4e388bf838fee84143e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657215 Mar 11 17:24:24.662215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.756435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Allocated IP 172.20.0.2 (b3d057e0-dc80-4225-ad14-1b084f91c9ac/580fe179-7407-4e31-bf2e-7c4434f40382/11a4f802-4143-45bf-a4ae-155034333812) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:24.781081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-6e90bbf9-43a3-4311-a597-9f2f6756c7db tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:24.788815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-6e90bbf9-43a3-4311-a597-9f2f6756c7db tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399179 Mar 11 17:24:24.822168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-7f8bc166-9a65-484b-b8ea-0013732e8c06 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/quotas/fb8086014b0b4e388bf838fee84143e7 HTTP/1.1" status: 200 len: 375 time: 0.0321612 Mar 11 17:24:24.856818 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:24.876986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-d34be26b-9d0c-495c-ac2a-a2d2c7d88c8d tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb8086014b0b4e388bf838fee84143e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535882 Mar 11 17:24:25.139090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:25.347798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:25.376011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:25.382957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee995a73-0dd1-4e99-8d58-7d5bc2ec38fb req-67c1ca95-5f54-4cbe-807c-9dbc2a0720e7 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 210 time: 0.1062510 Mar 11 17:24:25.385800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:25.442349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380531e-04ec-4b07-8f88-bc00090d8a5d req-5c6f352b-35e5-414d-a592-c05dafe10a0f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:25.446070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b380531e-04ec-4b07-8f88-bc00090d8a5d req-5c6f352b-35e5-414d-a592-c05dafe10a0f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.2587314 Mar 11 17:24:25.563664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Pushing event updated for resources: {'Port': ['ID=11a4f802-4143-45bf-a4ae-155034333812,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:25.661097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-986b18e7-1aa4-44a2-bd3e-c9e69e7a89de req-2bf710d9-7a0a-41b4-8ec5-322abc2eb011 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 210 time: 0.1608853 Mar 11 17:24:25.670107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Network b3d057e0-dc80-4225-ad14-1b084f91c9ac is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:25.682635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:25.721246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:25.765964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Allocated IP 172.20.0.10 (e620685c-0b5e-4570-ad2f-efa5a88e580e/65611923-dffd-4134-84c6-07c202a72307/b2d81eab-28e0-49f7-8a35-13bc5cc5c30b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:25.931636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-bdec2ed1-7615-4c50-92e1-53369a24c300 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fb8086014b0b4e388bf838fee84143e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377835 Mar 11 17:24:26.006580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b380531e-04ec-4b07-8f88-bc00090d8a5d req-be4bf8ec-0bb3-42a4-9a51-90f620a085e8 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476881 Mar 11 17:24:26.037546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.048936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:26.049954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.128616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.131490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-f5901779-b675-4381-a4d1-d21e33f46337 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8104143 Mar 11 17:24:26.151905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Request body: {'port': {'device_id': 'ab9b4b01-8c07-4794-a7cb-061d3ef0fed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:26.184024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Network e620685c-0b5e-4570-ad2f-efa5a88e580e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:26.190769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:26.202905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:26.271184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-b8a13cda-c27f-40b1-8e63-f2d183f3308f tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:26.275090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-b8a13cda-c27f-40b1-8e63-f2d183f3308f tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3262582 Mar 11 17:24:26.295857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Request body: {'port': {'device_id': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'fb8086014b0b4e388bf838fee84143e7'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:26.301604 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.420999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event updated for resources: {'Port': ['ID=b2d81eab-28e0-49f7-8a35-13bc5cc5c30b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:26.728593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Made reservation on behalf of fb8086014b0b4e388bf838fee84143e7 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:26.732191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.767086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.775444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78023de5-0539-43b5-9f8d-3c2548b56d56 req-5fdb948d-2ecb-46e5-84c7-158b712f0bf4 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:26.783733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78023de5-0539-43b5-9f8d-3c2548b56d56 req-5fdb948d-2ecb-46e5-84c7-158b712f0bf4 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 931 time: 0.1946847 Mar 11 17:24:26.854728 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:26.867606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b19cb29-05cf-44b1-9972-b04c45132618 req-24703fd8-b750-404c-b873-132931ad39a6 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 210 time: 0.1038349 Mar 11 17:24:26.909993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78023de5-0539-43b5-9f8d-3c2548b56d56 req-43a86df7-cbdd-41a8-b503-99b225b884e2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249375 Mar 11 17:24:27.055140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.101380 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.114602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.138191 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-b6482c7b-d966-4ee1-8580-cd668f3fea30 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fb8086014b0b4e388bf838fee84143e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598507 Mar 11 17:24:27.384076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a4f802-4143-45bf-a4ae-155034333812 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:27.395376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-cacc1187-1d40-4de4-9c10-defd96ec30e7 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:27.396940 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-cacc1187-1d40-4de4-9c10-defd96ec30e7 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896358 Mar 11 17:24:27.400456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.406701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5667c4-54cb-4d8a-b61d-b03a722f61fb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:27.411035 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Request body: {'port': {'device_id': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'fb8086014b0b4e388bf838fee84143e7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:27.433719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Transition to ACTIVE for port object 11a4f802-4143-45bf-a4ae-155034333812 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:27.447929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafec11b-5167-4ec3-9bf9-da8bdc1d64d1 req-8fe88e66-90bc-48a8-8a0c-dcabe9003ab0 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:27.449621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aafec11b-5167-4ec3-9bf9-da8bdc1d64d1 req-8fe88e66-90bc-48a8-8a0c-dcabe9003ab0 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.3013644 Mar 11 17:24:27.472970 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.514766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Router 462edb5b-b63a-4151-b31e-7fcea853d96e is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:24:27.572790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aafec11b-5167-4ec3-9bf9-da8bdc1d64d1 req-8c3b98aa-0b8e-4570-bc57-62fc3d9e17b4 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009843 Mar 11 17:24:27.611056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Allocated IP 192.168.233.164 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/a8ee3cb3-026a-4c32-8fa2-7faed88b0be2) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:27.626641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=11a4f802-4143-45bf-a4ae-155034333812,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:27.698934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Made reservation on behalf of fb8086014b0b4e388bf838fee84143e7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:27.703540 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.744807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:27.756425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Sync routers for ids ['462edb5b-b63a-4151-b31e-7fcea853d96e'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:24:27.789222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Attempting to bind port 11a4f802-4143-45bf-a4ae-155034333812 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:27.789567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Attempting to bind port 11a4f802-4143-45bf-a4ae-155034333812 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '51a64290-6892-4a07-9b12-d934a767b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3d057e0-dc80-4225-ad14-1b084f91c9ac'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:27.789908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Attempting to bind port 11a4f802-4143-45bf-a4ae-155034333812 on network b3d057e0-dc80-4225-ad14-1b084f91c9ac {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:27.820577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Routers {'462edb5b-b63a-4151-b31e-7fcea853d96e'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:27.821336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['462edb5b-b63a-4151-b31e-7fcea853d96e'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:27.840769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:27.846822 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63a23928-b3e4-4d90-bee5-394ae163ce9b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.3361919 Mar 11 17:24:27.847646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56906) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:27.878343 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Port 11a4f802-4143-45bf-a4ae-155034333812 on network b3d057e0-dc80-4225-ad14-1b084f91c9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:24:27.878946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Attempting to bind port 11a4f802-4143-45bf-a4ae-155034333812 on network b3d057e0-dc80-4225-ad14-1b084f91c9ac {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:27.887933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:27.888583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Checking segment: {'id': '51a64290-6892-4a07-9b12-d934a767b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3d057e0-dc80-4225-ad14-1b084f91c9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:27.889704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Bound using segment: {'id': '51a64290-6892-4a07-9b12-d934a767b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3d057e0-dc80-4225-ad14-1b084f91c9ac'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:27.890324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Bound port: 11a4f802-4143-45bf-a4ae-155034333812, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a64290-6892-4a07-9b12-d934a767b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b3d057e0-dc80-4225-ad14-1b084f91c9ac'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:27.890860 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.000474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.048689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Set router 462edb5b-b63a-4151-b31e-7fcea853d96e gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:24:28.052011 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.126405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-961bd4e4-76f0-4157-a403-bf70277ac148 req-f676362f-acd2-4f7b-8ca5-65f7d74394f9 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 210 time: 0.0781956 Mar 11 17:24:28.137105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] For port 11a4f802-4143-45bf-a4ae-155034333812, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:28.172860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] For port 11a4f802-4143-45bf-a4ae-155034333812, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11a4f802-4143-45bf-a4ae-155034333812,segment=NetworkSegment(51a64290-6892-4a07-9b12-d934a767b85e),segment_id=51a64290-6892-4a07-9b12-d934a767b85e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:28.178179 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.182543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a49eb5-46f7-485c-93c3-8d22d72ed972 req-37e40653-6085-43ac-bcaa-7c4419b4d5ef tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:28.190501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86a49eb5-46f7-485c-93c3-8d22d72ed972 req-37e40653-6085-43ac-bcaa-7c4419b4d5ef tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 943 time: 0.1456821 Mar 11 17:24:28.201133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.283752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:28.284442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.286811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] 10.222.0.46 "PUT /v2.0/ports/11a4f802-4143-45bf-a4ae-155034333812 HTTP/1.1" status: 200 len: 1091 time: 2.1433616 Mar 11 17:24:28.290263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.291925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9b4b01-8c07-4794-a7cb-061d3ef0fed7', 'tag': '11a4f802-4143-45bf-a4ae-155034333812'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:28.294724 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77ff38c-b375-407f-bc68-306e9be461a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9b4b01-8c07-4794-a7cb-061d3ef0fed7", "tag": "11a4f802-4143-45bf-a4ae-155034333812"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:28.331565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86a49eb5-46f7-485c-93c3-8d22d72ed972 req-227ef1ad-ea52-48e6-bf8f-dcf081983fb1 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399679 Mar 11 17:24:28.337430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462edb5b-b63a-4151-b31e-7fcea853d96e', 'name': '', 'tenant_id': '3484f9ef70624240bbdaa44df82ec928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e', 'external_fixed_ips': [{'subnet_id': '65611923-dffd-4134-84c6-07c202a72307', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2d81eab-28e0-49f7-8a35-13bc5cc5c30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:24:24Z', 'updated_at': '2022-03-11T17:24:26Z', 'revision_number': 3, 'project_id': '3484f9ef70624240bbdaa44df82ec928', 'gw_port': {'id': 'b2d81eab-28e0-49f7-8a35-13bc5cc5c30b', 'name': '', 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462edb5b-b63a-4151-b31e-7fcea853d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '65611923-dffd-4134-84c6-07c202a72307', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:24:25Z', 'updated_at': '2022-03-11T17:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65611923-dffd-4134-84c6-07c202a72307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:28.369631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Checking router: 462edb5b-b63a-4151-b31e-7fcea853d96e for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:24:28.370779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Updating router 462edb5b-b63a-4151-b31e-7fcea853d96e port b2d81eab-28e0-49f7-8a35-13bc5cc5c30b binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:24:28.380192 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f8999d-9369-4a16-82ba-3383b6a8dfa5 x-openstack-request-id: req-a7f8999d-9369-4a16-82ba-3383b6a8dfa5 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:28.380752 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9b4b01-8c07-4794-a7cb-061d3ef0fed7", "tag": "11a4f802-4143-45bf-a4ae-155034333812", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:28.381272 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7f8999d-9369-4a16-82ba-3383b6a8dfa5 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:28.382016 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9b4b01-8c07-4794-a7cb-061d3ef0fed7', 'tag': '11a4f802-4143-45bf-a4ae-155034333812', 'status': 'completed', 'code': 200} Mar 11 17:24:28.403295 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.405260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:28.407715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ac823-219b-4ddb-a32a-dc20cf6ff4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=11a4f802-4143-45bf-a4ae-155034333812,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:28.435020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Deleting port b2d81eab-28e0-49f7-8a35-13bc5cc5c30b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:28.435370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.466333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:28.470247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:28.473887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:28.508645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Allocated IP 192.168.233.92 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:28.587709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0da57-d571-47df-808d-24a1e335c97d req-ae08b819-a09c-4c3a-ad9a-08b5bc4f3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:28.589833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-ae08b819-a09c-4c3a-ad9a-08b5bc4f3c60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b6fa160d914428189725dc34cd65d1c&device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 1094 time: 0.2514338 Mar 11 17:24:28.657530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:28.661147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.770648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-bf702ed3-ffd3-4053-ac0e-cdb200d28d96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11a4f802-4143-45bf-a4ae-155034333812 HTTP/1.1" status: 200 len: 217 time: 0.1574516 Mar 11 17:24:28.784328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-6afbd72b-48b8-4c12-89d8-f701cab40f46 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4974971 Mar 11 17:24:28.899016 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.910372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Request body: {'port': {'device_id': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:28.932171 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:28.939932 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.056260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0da57-d571-47df-808d-24a1e335c97d req-c440ccb7-746b-4da3-ab03-0976874b3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:29.062623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-c440ccb7-746b-4da3-ab03-0976874b3a4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=580fe179-7407-4e31-bf2e-7c4434f40382 HTTP/1.1" status: 200 len: 850 time: 0.2768564 Mar 11 17:24:29.119179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858551f-5065-44e8-a0ab-0b1959e41bd6 req-c6200e52-a88a-428c-aa35-05c77d63eea2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:29.122468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3858551f-5065-44e8-a0ab-0b1959e41bd6 req-c6200e52-a88a-428c-aa35-05c77d63eea2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.3578527 Mar 11 17:24:29.166755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-a639ff84-7fed-444e-92f8-ddb9ef8063dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3d057e0-dc80-4225-ad14-1b084f91c9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904028 Mar 11 17:24:29.214732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.318205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.380679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3858551f-5065-44e8-a0ab-0b1959e41bd6 req-563856d4-953c-4810-9abd-0e4300773ed6 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434483 Mar 11 17:24:29.403754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.417089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Calling delete_port for b2d81eab-28e0-49f7-8a35-13bc5cc5c30b owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:29.445734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Attempting to bind port b2d81eab-28e0-49f7-8a35-13bc5cc5c30b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:29.446353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Attempting to bind port b2d81eab-28e0-49f7-8a35-13bc5cc5c30b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd0d48e76-2017-470c-8eb2-8622f2b1ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:29.447142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Attempting to bind port b2d81eab-28e0-49f7-8a35-13bc5cc5c30b on network e620685c-0b5e-4570-ad2f-efa5a88e580e {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:29.458244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:29.459088 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Checking segment: {'id': 'd0d48e76-2017-470c-8eb2-8622f2b1ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:29.460352 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.461183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Bound using segment: {'id': 'd0d48e76-2017-470c-8eb2-8622f2b1ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:29.461840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Bound port: b2d81eab-28e0-49f7-8a35-13bc5cc5c30b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d48e76-2017-470c-8eb2-8622f2b1ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:29.462553 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.465134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe42fb-287f-4153-b9ba-88ffd596b314 None None] Pushing event updated for resources: {'Port': ['ID=b2d81eab-28e0-49f7-8a35-13bc5cc5c30b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:29.470670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-42a2ad58-a7ff-45e5-a7d1-e0cc23810a35 None None] Provisioning complete for port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:29.475850 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-42a2ad58-a7ff-45e5-a7d1-e0cc23810a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.634926 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.645116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-42a2ad58-a7ff-45e5-a7d1-e0cc23810a35 None None] Port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:29.651384 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.669448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:24:29.669762 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:24:29.710938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:29.740515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:29.768733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:29.786787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Pushing event updated for resources: {'Port': ['ID=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:29.817714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-2eae8ba8-2675-4885-9be0-6d81e82a9108 service neutron] 10.222.0.46 "GET /v2.0/networks/b3d057e0-dc80-4225-ad14-1b084f91c9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052589 Mar 11 17:24:29.911953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2d81eab-28e0-49f7-8a35-13bc5cc5c30b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:29.937502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.949549 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:29.950199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:29.959806 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1e0da57-d571-47df-808d-24a1e335c97d req-ea05e02e-c528-4ca2-b325-65b39d6c920c service neutron] 10.222.0.46 "GET /v2.0/networks/b3d057e0-dc80-4225-ad14-1b084f91c9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074667 Mar 11 17:24:29.967679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83100eb2-de1d-41c2-8cfe-8d725d498593 req-188a4a6e-cc70-4037-b0e1-d9e4e67ca510 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:29.969369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83100eb2-de1d-41c2-8cfe-8d725d498593 req-188a4a6e-cc70-4037-b0e1-d9e4e67ca510 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 935 time: 0.5861452 Mar 11 17:24:30.002270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb983e78-cd0b-46e8-bd33-496184bd83bd req-de01a128-9653-4022-8c3d-23e2481a8b20 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:30.003960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb983e78-cd0b-46e8-bd33-496184bd83bd req-de01a128-9653-4022-8c3d-23e2481a8b20 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 943 time: 0.4404066 Mar 11 17:24:30.043262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-e68dee42-df9f-446d-b0e3-583c2a4e8106 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6364532 Mar 11 17:24:30.093887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Request body: {'port': {'device_id': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:30.170230 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb983e78-cd0b-46e8-bd33-496184bd83bd req-a5db125b-70cd-4184-83ee-0826efb16123 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412003 Mar 11 17:24:30.203733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83100eb2-de1d-41c2-8cfe-8d725d498593 req-3b7b6772-53e2-4a10-a1fe-1d26d61cca8b tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101991 Mar 11 17:24:30.222818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Attempting to bind port b2d81eab-28e0-49f7-8a35-13bc5cc5c30b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:30.222818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Attempting to bind port b2d81eab-28e0-49f7-8a35-13bc5cc5c30b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd0d48e76-2017-470c-8eb2-8622f2b1ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:30.229598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Attempting to bind port b2d81eab-28e0-49f7-8a35-13bc5cc5c30b on network e620685c-0b5e-4570-ad2f-efa5a88e580e {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:30.247608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-b7a27830-22d1-4993-9906-28d927668e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:30.249779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-b7a27830-22d1-4993-9906-28d927668e84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b6fa160d914428189725dc34cd65d1c&device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 1094 time: 0.2117019 Mar 11 17:24:30.262952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:30.263529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Checking segment: {'id': 'd0d48e76-2017-470c-8eb2-8622f2b1ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:30.263826 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.264192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Bound using segment: {'id': 'd0d48e76-2017-470c-8eb2-8622f2b1ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:30.265212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Bound port: b2d81eab-28e0-49f7-8a35-13bc5cc5c30b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d48e76-2017-470c-8eb2-8622f2b1ce56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e620685c-0b5e-4570-ad2f-efa5a88e580e'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:30.265212 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.278221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.281781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.318795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Port b2d81eab-28e0-49f7-8a35-13bc5cc5c30b has been deleted concurrently {{(pid=102643) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 11 17:24:30.328245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e5572cc8-1011-4c2c-a739-d68056b0c096 None None] Provisioning complete for port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:30.329532 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e5572cc8-1011-4c2c-a739-d68056b0c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.354238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.412668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Routers set() bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:30.413494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Router IDs set() for agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 17:24:30.414440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_agentschedulers_db [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'462edb5b-b63a-4151-b31e-7fcea853d96e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent'). {{(pid=102643) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 17:24:30.414995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2f037-9186-4918-92d2-8024e770543d None None] The sync data for ids ['462edb5b-b63a-4151-b31e-7fcea853d96e'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:24:30.421864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:30.428253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e5572cc8-1011-4c2c-a739-d68056b0c096 None None] Port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:30.444641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.454071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.454607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 462edb5b-b63a-4151-b31e-7fcea853d96e {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:24:30.470954 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.479870 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6e08e13b-2bee-480e-bec3-42d0c9d6e1c1 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "DELETE /v2.0/routers/462edb5b-b63a-4151-b31e-7fcea853d96e HTTP/1.1" status: 204 len: 168 time: 2.6236999 Mar 11 17:24:30.481374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-79cb2a54-183c-4601-8173-ea7168069a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:30.481743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:30.484691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-79cb2a54-183c-4601-8173-ea7168069a5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3d057e0-dc80-4225-ad14-1b084f91c9ac HTTP/1.1" status: 200 len: 910 time: 0.2245998 Mar 11 17:24:30.485752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Transition to ACTIVE for port object a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:30.497773 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.648048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-2fc0b0ec-4424-46f1-8aa5-c9de8af4f538 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11a4f802-4143-45bf-a4ae-155034333812 HTTP/1.1" status: 200 len: 217 time: 0.1423004 Mar 11 17:24:30.676390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-940584b9-a2c7-4a1b-a229-0187bf2c9f2d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Deleting subnet 65611923-dffd-4134-84c6-07c202a72307 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:24:30.680480 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-940584b9-a2c7-4a1b-a229-0187bf2c9f2d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.727831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-940584b9-a2c7-4a1b-a229-0187bf2c9f2d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.728140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-bc77409f-a8c3-4ae2-9a05-006227cafa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:30.732561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-bc77409f-a8c3-4ae2-9a05-006227cafa46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=580fe179-7407-4e31-bf2e-7c4434f40382 HTTP/1.1" status: 200 len: 850 time: 0.0587029 Mar 11 17:24:30.795919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-940584b9-a2c7-4a1b-a229-0187bf2c9f2d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.807433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:30.830978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-0e37f159-19d8-47b3-a7fc-ed9b9956cf91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3d057e0-dc80-4225-ad14-1b084f91c9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849414 Mar 11 17:24:30.851715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dfe18-dbb1-4346-b5e0-116167ce0b4d req-1c67c949-9444-4992-a669-65418b448b78 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:30.869271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e63dfe18-dbb1-4346-b5e0-116167ce0b4d req-1c67c949-9444-4992-a669-65418b448b78 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.3616636 Mar 11 17:24:30.887473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-940584b9-a2c7-4a1b-a229-0187bf2c9f2d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.909209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-940584b9-a2c7-4a1b-a229-0187bf2c9f2d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:30.920102 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-940584b9-a2c7-4a1b-a229-0187bf2c9f2d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/65611923-dffd-4134-84c6-07c202a72307 HTTP/1.1" status: 204 len: 168 time: 0.4356394 Mar 11 17:24:30.944994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56954) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:31.018956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56958) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:31.026197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1901927240'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:31.040328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940584b9-a2c7-4a1b-a229-0187bf2c9f2d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=65611923-dffd-4134-84c6-07c202a72307,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:31.068537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-ab4ad114-302e-4b69-b90b-4dd59aa505aa service neutron] 10.222.0.46 "GET /v2.0/networks/b3d057e0-dc80-4225-ad14-1b084f91c9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889446 Mar 11 17:24:31.094307 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.132204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e63dfe18-dbb1-4346-b5e0-116167ce0b4d req-a15c1f02-6f9d-48a9-ac67-5e12189dfa83 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620330 Mar 11 17:24:31.140971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:31.144643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.200448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Attempting to bind port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:31.201121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Attempting to bind port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:31.201121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Attempting to bind port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:31.261914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:24:31.264940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Attempting to bind port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:31.289972 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.307300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:31.307300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:31.312369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:31.312369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Bound port: a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:31.312664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.336156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:24:31.354821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e620685c-0b5e-4570-ad2f-efa5a88e580e']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:31.403196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d48e76-2017-470c-8eb2-8622f2b1ce56') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:31.403509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d48e76-2017-470c-8eb2-8622f2b1ce56') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:31.421255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.429855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d77ff38c-b375-407f-bc68-306e9be461a7 req-238778bc-dd98-4343-be87-79e495fd603e service neutron] 10.222.0.46 "GET /v2.0/networks/b3d057e0-dc80-4225-ad14-1b084f91c9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462052 Mar 11 17:24:31.437320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:31.438413 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.438772 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Added segment e73cb1a9-d451-4895-a4a7-10e67d579929 of type vlan for network 0726836f-d748-4c51-b886-5cd24bd6cbd6 Mar 11 17:24:31.448484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.451123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.462120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:31.474270 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: items = [ Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:31.476095 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:31.548229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Transition to ACTIVE for port object f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:24:31.562582 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.564239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d7ed9-0a52-4b42-8e70-7ab40b62a01e req-4c01445c-c05d-4131-9aed-dafa18319362 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.573341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd6d7ed9-0a52-4b42-8e70-7ab40b62a01e req-4c01445c-c05d-4131-9aed-dafa18319362 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 943 time: 0.2342489 Mar 11 17:24:31.607463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.631432 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.637500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e620685c-0b5e-4570-ad2f-efa5a88e580e {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 17:24:31.641627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event deleted for resources: {'Network': ['ID=e620685c-0b5e-4570-ad2f-efa5a88e580e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:31.646525 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.657760 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aee73398-4b85-43df-84d1-c02eaa17b28d tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "DELETE /v2.0/networks/e620685c-0b5e-4570-ad2f-efa5a88e580e HTTP/1.1" status: 204 len: 168 time: 0.7116458 Mar 11 17:24:31.673879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Pushing event updated for resources: {'Port': ['ID=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:31.778321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:31.789336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:31.821682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.839300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.842036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.844023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Attempting to bind port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:31.845397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Attempting to bind port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:31.845755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Attempting to bind port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:31.857379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:24:31.857713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Attempting to bind port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:31.866656 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.868303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:31.868676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:31.869060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:31.869488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Bound port: f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:31.869846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:31.975983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34108af-6e4e-4f64-9e9e-c4b13e8020b0 req-a6cfb74d-b826-4c36-a772-d798b0336a25 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:31.987622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d34108af-6e4e-4f64-9e9e-c4b13e8020b0 req-a6cfb74d-b826-4c36-a772-d798b0336a25 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 935 time: 0.5899584 Mar 11 17:24:32.035432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:32.043709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:32.051290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.189430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:32.190052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.204660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] 10.222.0.66 "PUT /v2.0/ports/f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc HTTP/1.1" status: 200 len: 1095 time: 2.1242776 Mar 11 17:24:32.205201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:32.207573 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5" -d '{"events": [{"name": "network-changed", "server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:32.296588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56978) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:32.301658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-eb58034a-0358-489f-93ad-f143e946a580 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'router': {'name': 'tempest-router--597968566', 'project_id': 'ea63d57a9dd14e59b7ffb5d85ca6cb88'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:32.309731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed85f6-51c5-4a74-bfb8-7f9ee40c284c service neutron] Pushing event updated for resources: {'Port': ['ID=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:32.340246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-ba3501cc-6405-4cd9-9053-c160a350cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:32.342071 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-ba3501cc-6405-4cd9-9053-c160a350cdc0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb8086014b0b4e388bf838fee84143e7&device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 1098 time: 0.0855951 Mar 11 17:24:32.347063 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb58034a-0358-489f-93ad-f143e946a580 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.348226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb58034a-0358-489f-93ad-f143e946a580 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.396984 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-28531992-5203-45ec-bd72-f0d4f0bdbde8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc HTTP/1.1" status: 200 len: 217 time: 0.0434380 Mar 11 17:24:32.480527 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb58034a-0358-489f-93ad-f143e946a580 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.487649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb58034a-0358-489f-93ad-f143e946a580 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.501171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-844399f7-0a1a-4c97-86c3-1c6fd2e7e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:32.502814 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-844399f7-0a1a-4c97-86c3-1c6fd2e7e69f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0990057 Mar 11 17:24:32.526008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb58034a-0358-489f-93ad-f143e946a580 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.528826 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-eb58034a-0358-489f-93ad-f143e946a580 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2308679 Mar 11 17:24:32.564217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56982) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:32.648270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:32.649018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.650401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] 10.222.0.46 "PUT /v2.0/ports/a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 HTTP/1.1" status: 200 len: 1096 time: 3.8290098 Mar 11 17:24:32.651760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:32.654179 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:32.665142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-9c444a75-60ff-4792-b86c-c6135404f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:32.666891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-9c444a75-60ff-4792-b86c-c6135404f955 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567965 Mar 11 17:24:32.697691 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc721003-b702-426b-a837-1480fe487ca2 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.707168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6850474 Mar 11 17:24:32.722033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56990) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:32.743251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1121050580'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:32.769493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd6d7ed9-0a52-4b42-8e70-7ab40b62a01e req-88bc0ab8-edf6-4e8d-bd48-a8fd2806a5ea tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1772490 Mar 11 17:24:32.828501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:32.832384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:32.864879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644a136-52b7-40e4-bb84-c2940860394b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Network': ['ID=0726836f-d748-4c51-b886-5cd24bd6cbd6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:32.876027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d34108af-6e4e-4f64-9e9e-c4b13e8020b0 req-98e00214-5361-4242-83e3-6efabfc08fe4 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8871961 Mar 11 17:24:32.882223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:24:32.894737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:24:32.985635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-e0078cc9-884c-49e3-a1d7-253b28fb207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:32.987268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-e0078cc9-884c-49e3-a1d7-253b28fb207d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8086014b0b4e388bf838fee84143e7&device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 1099 time: 0.2661130 Mar 11 17:24:32.988099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb8394-2dcc-45b7-999d-f58c03843766 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:33.020621 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc721003-b702-426b-a837-1480fe487ca2 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.023217 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb302807-9a41-42bc-8640-651be8eb783e x-openstack-request-id: req-cb302807-9a41-42bc-8640-651be8eb783e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:33.023496 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:33.023750 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb302807-9a41-42bc-8640-651be8eb783e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:33.025102 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc', 'status': 'completed', 'code': 200} Mar 11 17:24:33.033320 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc721003-b702-426b-a837-1480fe487ca2 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.055740 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd1396a-0a95-4a6b-9679-ed80a316ab0d x-openstack-request-id: req-ddd1396a-0a95-4a6b-9679-ed80a316ab0d {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:33.056264 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:33.056695 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddd1396a-0a95-4a6b-9679-ed80a316ab0d {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:33.057461 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'status': 'completed', 'code': 200} Mar 11 17:24:33.061154 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.061513 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Added segment 9f89c417-6c35-43a2-bab9-96aea17fd659 of type vlan for network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 Mar 11 17:24:33.064621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-d48191dc-a973-4c3c-b71a-e0ede657f505 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 HTTP/1.1" status: 200 len: 217 time: 0.0672269 Mar 11 17:24:33.126858 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-0fb28cd6-d34b-4fd0-a26f-b0889d62f7f3 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517024 Mar 11 17:24:33.127845 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc721003-b702-426b-a837-1480fe487ca2 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.128399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc721003-b702-426b-a837-1480fe487ca2 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbdaa6aa-69d5-4335-bb58-bb39dcb995d0 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:24:33.132967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc721003-b702-426b-a837-1480fe487ca2 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.134797 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fc721003-b702-426b-a837-1480fe487ca2 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "DELETE /v2.0/routers/fbdaa6aa-69d5-4335-bb58-bb39dcb995d0 HTTP/1.1" status: 204 len: 168 time: 0.5676732 Mar 11 17:24:33.143568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfc1d6-9f22-4609-a06a-9323858c7360 req-9b3516f3-53f5-4e18-9862-8fcdefc7b79d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.145231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbdfc1d6-9f22-4609-a06a-9323858c7360 req-9b3516f3-53f5-4e18-9862-8fcdefc7b79d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.2412515 Mar 11 17:24:33.171636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.196968 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-d865e473-e817-4dc8-bfd1-723bc966cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.198438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-d865e473-e817-4dc8-bfd1-723bc966cfc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1242342 Mar 11 17:24:33.236691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57004) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:33.244812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbdfc1d6-9f22-4609-a06a-9323858c7360 req-ecd7aa20-934e-4aff-9cf0-2bdc00c67fe8 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792758 Mar 11 17:24:33.283526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-b8e16cf0-163e-4b6a-88bd-7d7b12d92ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.285727 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-b8e16cf0-163e-4b6a-88bd-7d7b12d92ab4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747907 Mar 11 17:24:33.286540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.291948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.292597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.297934 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ce6c2f3-812c-49dd-ab9a-93df342df67f req-de0231d4-1e4f-4693-9f90-732ac1e7c15a service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605258 Mar 11 17:24:33.407993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6774147 Mar 11 17:24:33.411565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57008) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:33.411901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57010) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:33.420192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'subnet': {'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:33.433735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-ccb086d4-5eef-4bcc-9d10-fc3e1b9a6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.435797 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-ccb086d4-5eef-4bcc-9d10-fc3e1b9a6579 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb8086014b0b4e388bf838fee84143e7&device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 1098 time: 0.0634043 Mar 11 17:24:33.454058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c5f75-36d5-4d9c-8a63-bf3d4bc527e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Network': ['ID=6169f069-6ccf-4d75-8a2d-b93c7f6369d2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:33.475014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:24:33.546021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-ed58a084-ec9f-422c-9592-b3858818ce2b service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505510 Mar 11 17:24:33.583704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:33.587280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.598262 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-710efd92-6394-4169-ab61-d160711321fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.601664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-48605ffc-9d83-4ec3-80ac-3486b1904218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.603208 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-48605ffc-9d83-4ec3-80ac-3486b1904218 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1580369 Mar 11 17:24:33.641388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-900070131', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:33.660161 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-471ed085-9270-470e-82bf-7323d8861095 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc HTTP/1.1" status: 200 len: 217 time: 0.0479033 Mar 11 17:24:33.736261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-5818e5f0-c728-4bf4-b3e4-4107db85bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.737768 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-5818e5f0-c728-4bf4-b3e4-4107db85bccc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0676129 Mar 11 17:24:33.740308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0cb59-e5df-4cb9-8565-eedd26a1eb3e req-00bd8796-3a7c-4153-b332-50b514313b96 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842389 Mar 11 17:24:33.743672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.744745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.802886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-710efd92-6394-4169-ab61-d160711321fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.812020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-710efd92-6394-4169-ab61-d160711321fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.826073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-21f814cc-a840-427e-a2b1-90bfc64718d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:33.828094 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-21f814cc-a840-427e-a2b1-90bfc64718d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817621 Mar 11 17:24:33.850014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:33.881651 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-710efd92-6394-4169-ab61-d160711321fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94bad5eda4a14675beb23788891a6ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439185 Mar 11 17:24:33.884514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:33.885213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710efd92-6394-4169-ab61-d160711321fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9da174-06af-479c-97d5-17aa0147a710,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:33.982564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 11a4f802-4143-45bf-a4ae-155034333812 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:24:34.021490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-e58a5444-3775-4806-ba67-2dec619fe198 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740842 Mar 11 17:24:34.025289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd946-324e-4486-ba31-b4531ea7cd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.108674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd946-324e-4486-ba31-b4531ea7cd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.142129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 11a4f802-4143-45bf-a4ae-155034333812, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11a4f802-4143-45bf-a4ae-155034333812,segment=NetworkSegment(51a64290-6892-4a07-9b12-d934a767b85e),segment_id=51a64290-6892-4a07-9b12-d934a767b85e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:34.156877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '11a4f802-4143-45bf-a4ae-155034333812', 'network_id': 'b3d057e0-dc80-4225-ad14-1b084f91c9ac', 'port_id': '11a4f802-4143-45bf-a4ae-155034333812', 'mac_address': 'fa:16:3e:0f:f1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580fe179-7407-4e31-bf2e-7c4434f40382', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:24:34.195560 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.201262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ac583a25-7eb6-4ee7-bdf5-5a534e047db5 req-464a9f96-27d6-4ebd-8af1-254b51e8de5c service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720011 Mar 11 17:24:34.216738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd946-324e-4486-ba31-b4531ea7cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.224722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.227312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd946-324e-4486-ba31-b4531ea7cd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.227998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-a064aff4-4d45-44b6-9cc6-39fac3cf079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:34.228503 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5a3cd946-324e-4486-ba31-b4531ea7cd2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb9da174-06af-479c-97d5-17aa0147a710 HTTP/1.1" status: 204 len: 168 time: 0.3391128 Mar 11 17:24:34.230587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-a064aff4-4d45-44b6-9cc6-39fac3cf079a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8086014b0b4e388bf838fee84143e7&device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 1099 time: 0.3792419 Mar 11 17:24:34.246558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a4f802-4143-45bf-a4ae-155034333812 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:34.248569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d57899-6ff8-42a3-8d08-1ea2beb876a0 req-ebcaaeaf-6030-41c0-9068-45c30a42f87e tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:34.255832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cd946-324e-4486-ba31-b4531ea7cd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9da174-06af-479c-97d5-17aa0147a710,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:34.257856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0d57899-6ff8-42a3-8d08-1ea2beb876a0 req-ebcaaeaf-6030-41c0-9068-45c30a42f87e tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 943 time: 0.4098339 Mar 11 17:24:34.280754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.282984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 11a4f802-4143-45bf-a4ae-155034333812, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11a4f802-4143-45bf-a4ae-155034333812,segment=NetworkSegment(51a64290-6892-4a07-9b12-d934a767b85e),segment_id=51a64290-6892-4a07-9b12-d934a767b85e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:34.295911 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.397761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=11a4f802-4143-45bf-a4ae-155034333812,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:34.458206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc936c0-faa7-4d07-b2c4-f2eb51ec1153 req-99e4568f-7dba-4fc0-a6c4-7ad313dd1cdb tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:34.459793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bc936c0-faa7-4d07-b2c4-f2eb51ec1153 req-99e4568f-7dba-4fc0-a6c4-7ad313dd1cdb tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 947 time: 0.3632407 Mar 11 17:24:34.462693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0d57899-6ff8-42a3-8d08-1ea2beb876a0 req-906fcb45-f187-456f-97af-4261f7cdb919 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040441 Mar 11 17:24:34.497923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Subnet': ['ID=790ff9c8-0e5a-4d16-800c-02a801a738ca,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:34.634451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-74342e2a-78e0-43bd-a30a-be9f0bcedb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:34.636570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-74342e2a-78e0-43bd-a30a-be9f0bcedb5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.3662155 Mar 11 17:24:34.648972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bc936c0-faa7-4d07-b2c4-f2eb51ec1153 req-f2454d87-4331-4a11-b5cb-1f923de9e49b tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470492 Mar 11 17:24:34.650992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Checking segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:34.651356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network hostable DHCP agents. Network: 0726836f-d748-4c51-b886-5cd24bd6cbd6, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:24:34.668938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['11a4f802-4143-45bf-a4ae-155034333812'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:24:34.700614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-6a8801df-977c-44db-b6b4-a16e5686e6b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 HTTP/1.1" status: 200 len: 217 time: 0.0465980 Mar 11 17:24:34.761975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e4dd2-e1c4-4350-a823-b8e689d8ed44 req-98efc649-cdd4-42cd-b023-35e69e10c2e3 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:34.763675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a4e4dd2-e1c4-4350-a823-b8e689d8ed44 req-98efc649-cdd4-42cd-b023-35e69e10c2e3 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.1962395 Mar 11 17:24:34.770873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:24:34.813063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-94d1c05d-7c29-4f65-b4c1-5611de7718cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:34.814577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-94d1c05d-7c29-4f65-b4c1-5611de7718cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1034150 Mar 11 17:24:34.815329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 0726836f-d748-4c51-b886-5cd24bd6cbd6) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:34.828998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:34.829602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:34.830809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fff560-ff9c-47f3-be32-b2eb0a8bd20a None None] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:34.907044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a4e4dd2-e1c4-4350-a823-b8e689d8ed44 req-09cbc8bb-61ed-4b89-9566-12a04d5633aa tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234779 Mar 11 17:24:34.923678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cf4ed603-c38d-463d-ba18-36bebb875896 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5104077 Mar 11 17:24:34.926132 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:34.935772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'subnet': {'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:35.003496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-7f1ef467-7bee-4d7f-bcd0-8049a74de57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:35.005725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-7f1ef467-7bee-4d7f-bcd0-8049a74de57b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1696119 Mar 11 17:24:35.048033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.063232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:35.068199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.082303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.150023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-0726836f-d748-4c51-b886-5cd24bd6cbd6', 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'fixed_ips': [{'subnet_id': '790ff9c8-0e5a-4d16-800c-02a801a738ca'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:24:35.150896 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.226252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Allocated IP 172.25.8.38 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/fc03f1df-0e13-4ae1-90c2-fd143bd09958) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:35.366033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Allocated IP 10.1.1.2 (0726836f-d748-4c51-b886-5cd24bd6cbd6/790ff9c8-0e5a-4d16-800c-02a801a738ca/6e6a5e90-839d-4b6c-b143-580167c0ab57) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:35.379573 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.477417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Subnet': ['ID=c04d27b5-45fa-428a-bd43-1e4b7e098e88,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:35.484149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Checking segment: {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:35.484751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network hostable DHCP agents. Network: 6169f069-6ccf-4d75-8a2d-b93c7f6369d2, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:24:35.489192 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.516124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:24:35.540254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-ee4dcafd-b664-4972-824b-02c2edc5a380 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194058 Mar 11 17:24:35.540450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6169f069-6ccf-4d75-8a2d-b93c7f6369d2) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:35.548224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:35.552560 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.572894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327ddec-c94b-4ba9-a340-697e41a17480 None None] Network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:35.593882 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-70d1dfaf-88d6-49e4-82e4-42636fb2ea6d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6609719 Mar 11 17:24:35.594568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:35.606675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'port': {'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'name': 'tempest-TaggedBootDevicesTest_v242-2091154478', 'fixed_ips': [{'subnet_id': '790ff9c8-0e5a-4d16-800c-02a801a738ca'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:35.761264 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.794902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:35.798279 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.800709 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.880184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:35.886992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:35.891008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Pushing event updated for resources: {'Port': ['ID=6e6a5e90-839d-4b6c-b143-580167c0ab57,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:35.895375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:35.909644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79adb1-6f1b-4392-8285-c701d7fef5b1 req-390970e3-73f4-4cc1-8359-0a7bb67e2d98 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:35.911352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff79adb1-6f1b-4392-8285-c701d7fef5b1 req-390970e3-73f4-4cc1-8359-0a7bb67e2d98 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 944 time: 0.3102458 Mar 11 17:24:35.945956 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.946976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:35.950583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-6169f069-6ccf-4d75-8a2d-b93c7f6369d2', 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'fixed_ips': [{'subnet_id': 'c04d27b5-45fa-428a-bd43-1e4b7e098e88'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:24:35.952309 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:35.967581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] device_id is not set on port 6b3e694c-9a99-4152-a3d1-86e38da63923 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:24:35.974850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:35.978174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fdaee05-cb31-4142-a8e7-d065fc69a1bf req-faa391f3-7422-4c2d-93de-ee0d9be3c89b service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274571 Mar 11 17:24:35.978919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:36.018547 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 11a4f802-4143-45bf-a4ae-155034333812 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:36.053354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event updated for resources: {'Port': ['ID=fc03f1df-0e13-4ae1-90c2-fd143bd09958,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:36.064116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Attempting to bind port 6e6a5e90-839d-4b6c-b143-580167c0ab57 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:36.064555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Attempting to bind port 6e6a5e90-839d-4b6c-b143-580167c0ab57 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:36.064979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Attempting to bind port 6e6a5e90-839d-4b6c-b143-580167c0ab57 on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:36.097431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390341e1-ba0d-4878-8790-fce5be847b3a req-743ae692-2f0d-4094-9cd8-f5ffeadf0592 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:36.106151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-390341e1-ba0d-4878-8790-fce5be847b3a req-743ae692-2f0d-4094-9cd8-f5ffeadf0592 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 947 time: 0.2906983 Mar 11 17:24:36.145288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:36.145668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Checking segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:36.146068 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.146525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Bound using segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:36.147016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Bound port: 6e6a5e90-839d-4b6c-b143-580167c0ab57, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:36.147401 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.149158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff79adb1-6f1b-4392-8285-c701d7fef5b1 req-42765d39-69ae-424a-ba66-d3e14af4b936 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043221 Mar 11 17:24:36.269275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Allocated IP 10.1.1.174 (0726836f-d748-4c51-b886-5cd24bd6cbd6/790ff9c8-0e5a-4d16-800c-02a801a738ca/6b3e694c-9a99-4152-a3d1-86e38da63923) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:36.306912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-390341e1-ba0d-4878-8790-fce5be847b3a req-63bdeb3f-4a86-4cad-a431-25e2c03a1d56 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974673 Mar 11 17:24:36.319804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] For port 6e6a5e90-839d-4b6c-b143-580167c0ab57, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:36.347067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] For port 6e6a5e90-839d-4b6c-b143-580167c0ab57, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6e6a5e90-839d-4b6c-b143-580167c0ab57,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:36.366778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.373124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 11a4f802-4143-45bf-a4ae-155034333812 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:36.464813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 11a4f802-4143-45bf-a4ae-155034333812 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:36.465121 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.521904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Allocated IP 10.2.2.2 (6169f069-6ccf-4d75-8a2d-b93c7f6369d2/c04d27b5-45fa-428a-bd43-1e4b7e098e88/72fa5599-07dc-498d-b6e9-92ff4cf65728) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:36.524978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd80f9-880b-4423-a3d2-f70b661210f2 None None] Pushing event updated for resources: {'Port': ['ID=6e6a5e90-839d-4b6c-b143-580167c0ab57,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:36.540533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.634290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.642255 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.697223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:36.707311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:36.713882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:36.742905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9b4b01-8c07-4794-a7cb-061d3ef0fed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4f802-4143-45bf-a4ae-155034333812'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:36.747365 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c4e657-769f-43fe-be00-5e4bfbea0301" -d '{"events": [{"server_uuid": "ab9b4b01-8c07-4794-a7cb-061d3ef0fed7", "name": "network-vif-plugged", "status": "completed", "tag": "11a4f802-4143-45bf-a4ae-155034333812"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:36.747770 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Port': ['ID=6b3e694c-9a99-4152-a3d1-86e38da63923,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:36.789347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:36.790938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.820148 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ee668781-a25a-48ef-bcc6-b9dfc4a8e30d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2242961 Mar 11 17:24:36.823083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 11a4f802-4143-45bf-a4ae-155034333812, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11a4f802-4143-45bf-a4ae-155034333812,segment=NetworkSegment(51a64290-6892-4a07-9b12-d934a767b85e),segment_id=51a64290-6892-4a07-9b12-d934a767b85e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:36.823417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:36.831022 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:36.836961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'port': {'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1308261495', 'fixed_ips': [{'subnet_id': '790ff9c8-0e5a-4d16-800c-02a801a738ca'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:36.904647 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a148c753-4333-41d8-a0a1-5f97e4e80b60 x-openstack-request-id: req-a148c753-4333-41d8-a0a1-5f97e4e80b60 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:36.904984 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9b4b01-8c07-4794-a7cb-061d3ef0fed7", "name": "network-vif-plugged", "status": "completed", "tag": "11a4f802-4143-45bf-a4ae-155034333812", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:36.905260 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a148c753-4333-41d8-a0a1-5f97e4e80b60 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:36.905621 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9b4b01-8c07-4794-a7cb-061d3ef0fed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4f802-4143-45bf-a4ae-155034333812', 'code': 200} Mar 11 17:24:37.058356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=11a4f802-4143-45bf-a4ae-155034333812,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:37.065930 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.075671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.134461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Pushing event updated for resources: {'Port': ['ID=72fa5599-07dc-498d-b6e9-92ff4cf65728,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:37.139591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9fa0e-0f1b-4635-991b-ddab72b4b5ce req-76dc4fbc-c5ed-4718-aaf7-861bd27fc8ca tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:37.141795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71b9fa0e-0f1b-4635-991b-ddab72b4b5ce req-76dc4fbc-c5ed-4718-aaf7-861bd27fc8ca tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.8326705 Mar 11 17:24:37.175604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:37.179909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:37.185249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:37.191291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1560ef2-a47f-4cca-83d4-77b1bd6896ec req-fa8352f9-aaa9-4a7b-8558-2eeacf2f4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:37.193134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1560ef2-a47f-4cca-83d4-77b1bd6896ec req-fa8352f9-aaa9-4a7b-8558-2eeacf2f4dbb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 1096 time: 0.1592698 Mar 11 17:24:37.207302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:37.214922 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.256491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] device_id is not set on port ed38429a-d477-40bf-a7f4-131ab2ee892a yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:24:37.293625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71b9fa0e-0f1b-4635-991b-ddab72b4b5ce req-d040deeb-117c-4364-bc3b-40c28b30c515 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438715 Mar 11 17:24:37.298334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Attempting to bind port 72fa5599-07dc-498d-b6e9-92ff4cf65728 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:37.298972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Attempting to bind port 72fa5599-07dc-498d-b6e9-92ff4cf65728 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:37.299364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Attempting to bind port 72fa5599-07dc-498d-b6e9-92ff4cf65728 on network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:37.305374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:37.305754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Checking segment: {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:37.306161 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.306559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Bound using segment: {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:37.307023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Bound port: 72fa5599-07dc-498d-b6e9-92ff4cf65728, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:37.307470 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.353784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1560ef2-a47f-4cca-83d4-77b1bd6896ec req-bab1de60-792e-44b0-a818-39f88bc1d904 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482639 Mar 11 17:24:37.393555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] For port 72fa5599-07dc-498d-b6e9-92ff4cf65728, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:37.402557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] For port 72fa5599-07dc-498d-b6e9-92ff4cf65728, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=72fa5599-07dc-498d-b6e9-92ff4cf65728,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:37.410249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.446159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ce3ac-cbbf-499a-bd30-b4204bf10f4b req-6506438c-d539-4ef9-8634-eea18ada81aa tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:37.447923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-191ce3ac-cbbf-499a-bd30-b4204bf10f4b req-6506438c-d539-4ef9-8634-eea18ada81aa tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 945 time: 0.1523740 Mar 11 17:24:37.448879 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.536017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f99c3-6155-489e-8993-8f65c185ac69 None None] Pushing event updated for resources: {'Port': ['ID=72fa5599-07dc-498d-b6e9-92ff4cf65728,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:37.564290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Allocated IP 10.1.1.43 (0726836f-d748-4c51-b886-5cd24bd6cbd6/790ff9c8-0e5a-4d16-800c-02a801a738ca/ed38429a-d477-40bf-a7f4-131ab2ee892a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:37.702785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-191ce3ac-cbbf-499a-bd30-b4204bf10f4b req-35b6566c-a81f-4381-abca-71d20c923783 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877236 Mar 11 17:24:37.778472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeef7d-d7e3-4f3f-8346-8c17ad9c4f7a req-170ac6c8-9d54-4122-ab17-8777b3a73ad3 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:37.792823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5aeef7d-d7e3-4f3f-8346-8c17ad9c4f7a req-170ac6c8-9d54-4122-ab17-8777b3a73ad3 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 947 time: 0.2555244 Mar 11 17:24:37.908853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5aeef7d-d7e3-4f3f-8346-8c17ad9c4f7a req-462e9a94-d10d-46fb-b304-55cf67ca1d20 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138797 Mar 11 17:24:37.919648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:37.984416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.026167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:24:38.121183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:38.141688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.146188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:38.171019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Port': ['ID=ed38429a-d477-40bf-a7f4-131ab2ee892a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:38.174555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:38.285000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:38.286494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:38.288309 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.308358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'mac_address': 'fa:16:3e:44:95:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:24:38.320552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8caacc1e-ab4f-4c99-bdc3-49802d1d036a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4944048 Mar 11 17:24:38.366495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Router f19d4f7a-eab0-4e4e-884a-5317a37fa0de is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:24:38.394244 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.418623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:38.459608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:38.466576 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.509088 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa988ef1-3629-4170-97d4-c45e1c1c7020 None None] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:38.681161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:24:38.683258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:38.696251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815407eb-f4a0-41d9-8c69-6364431f588c req-f066deeb-7d4b-4c89-8e48-926a4199c783 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:38.699942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-815407eb-f4a0-41d9-8c69-6364431f588c req-f066deeb-7d4b-4c89-8e48-926a4199c783 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.2278502 Mar 11 17:24:38.731065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d0c29a15-c265-4257-a07a-590802387fd3 None None] Provisioning complete for port 6e6a5e90-839d-4b6c-b143-580167c0ab57 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:38.731550 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0c29a15-c265-4257-a07a-590802387fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.810708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:38.824993 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e66c143-0650-4112-858a-9f7c6daf39c4 None None] Sync routers for ids ['f19d4f7a-eab0-4e4e-884a-5317a37fa0de'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:24:38.858945 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e66c143-0650-4112-858a-9f7c6daf39c4 None None] Routers {'f19d4f7a-eab0-4e4e-884a-5317a37fa0de'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:38.863225 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9e66c143-0650-4112-858a-9f7c6daf39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f19d4f7a-eab0-4e4e-884a-5317a37fa0de'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:38.866166 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-815407eb-f4a0-41d9-8c69-6364431f588c req-010a7cd2-7938-40a3-aa9f-891b7f9c62e7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519752 Mar 11 17:24:38.890161 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:38.893028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-089611a5-7089-4d33-94ac-4b690a54c278 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4789670 Mar 11 17:24:38.898459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57120) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:38.995488 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9e66c143-0650-4112-858a-9f7c6daf39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:39.007898 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e66c143-0650-4112-858a-9f7c6daf39c4 None None] Routers {'f19d4f7a-eab0-4e4e-884a-5317a37fa0de'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:39.008916 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9e66c143-0650-4112-858a-9f7c6daf39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f19d4f7a-eab0-4e4e-884a-5317a37fa0de'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:39.054157 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9e66c143-0650-4112-858a-9f7c6daf39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:39.055696 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e66c143-0650-4112-858a-9f7c6daf39c4 None None] The sync data for ids ['f19d4f7a-eab0-4e4e-884a-5317a37fa0de'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:24:39.109009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:39.122679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4fc73dd6-d5a1-4490-9d45-0cf531c8722e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775199646', 'description': 'tempest-description--589323648'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:39.175776 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fc73dd6-d5a1-4490-9d45-0cf531c8722e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.264613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:24:39.271975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6e6a5e90-839d-4b6c-b143-580167c0ab57 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:39.344101 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fc73dd6-d5a1-4490-9d45-0cf531c8722e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.351732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fc73dd6-d5a1-4490-9d45-0cf531c8722e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.397867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fc73dd6-d5a1-4490-9d45-0cf531c8722e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.403340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57128) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:39.405530 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4fc73dd6-d5a1-4490-9d45-0cf531c8722e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2947459 Mar 11 17:24:39.415230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95631729-1d6e-41ac-8c67-9f3a0bcd335f req-9e8c27e6-6cf9-4f96-9842-abe45041d213 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:39.425112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95631729-1d6e-41ac-8c67-9f3a0bcd335f req-9e8c27e6-6cf9-4f96-9842-abe45041d213 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 945 time: 0.3504527 Mar 11 17:24:39.429577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc73dd6-d5a1-4490-9d45-0cf531c8722e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169b6171-a3f9-46d1-be2b-88d7a8fdf820,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:39.429832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-68f0faa1-3857-4c67-9f18-5fda8f58c681 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'security_group_rule': {'security_group_id': '169b6171-a3f9-46d1-be2b-88d7a8fdf820', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:39.495915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-aeb82def-0845-4a73-ae5c-608b86bf5e7f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/routers/f19d4f7a-eab0-4e4e-884a-5317a37fa0de HTTP/1.1" status: 200 len: 919 time: 0.5957935 Mar 11 17:24:39.501105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57130) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:39.524255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee074-f9c8-42c6-9f04-f4e6c8f16691 req-7d0b89e2-a4d9-4cec-a6cd-0a5951b9208d tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:39.525917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24eee074-f9c8-42c6-9f04-f4e6c8f16691 req-7d0b89e2-a4d9-4cec-a6cd-0a5951b9208d tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 947 time: 0.2025568 Mar 11 17:24:39.577171 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-538f9f93-fa43-4a67-aef8-d91e9d0af732 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=f19d4f7a-eab0-4e4e-884a-5317a37fa0de HTTP/1.1" status: 200 len: 205 time: 0.0725379 Mar 11 17:24:39.580013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57132) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:39.595262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95631729-1d6e-41ac-8c67-9f3a0bcd335f req-c49d393e-eb5d-4ed0-9e20-b3a85d620732 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690314 Mar 11 17:24:39.603738 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68f0faa1-3857-4c67-9f18-5fda8f58c681 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.693192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e5cd8d-310f-454e-92d3-31f1e7f0e9b4 None None] Network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:24:39.697058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24eee074-f9c8-42c6-9f04-f4e6c8f16691 req-df08704a-dd02-4340-bada-f63575fbdebe tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601174 Mar 11 17:24:39.816048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:39.827516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68f0faa1-3857-4c67-9f18-5fda8f58c681 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.835836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68f0faa1-3857-4c67-9f18-5fda8f58c681 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.867239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6e6a5e90-839d-4b6c-b143-580167c0ab57 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:39.867239 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.883683 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68f0faa1-3857-4c67-9f18-5fda8f58c681 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:39.887677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-68f0faa1-3857-4c67-9f18-5fda8f58c681 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4778638 Mar 11 17:24:39.888323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57144) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:39.908285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5c1a7f12-401b-4366-869d-5ebaa4421ee6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'security_group_rule': {'security_group_id': '169b6171-a3f9-46d1-be2b-88d7a8fdf820', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:39.917920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0faa1-3857-4c67-9f18-5fda8f58c681 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9879416e-edd1-4785-b9b2-59e851734890,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:39.978650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc', 'mac_address': 'fa:16:3e:8b:2c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:24:39.981075 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7f12-401b-4366-869d-5ebaa4421ee6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.004070 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0c29a15-c265-4257-a07a-590802387fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.188680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98ae2-cd72-4959-9772-d36795669dc9 req-d3e9f6f4-9b88-40ff-8b43-0f383821fee8 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:40.199948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60a98ae2-cd72-4959-9772-d36795669dc9 req-d3e9f6f4-9b88-40ff-8b43-0f383821fee8 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.1742902 Mar 11 17:24:40.223493 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.299104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7f12-401b-4366-869d-5ebaa4421ee6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.304446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d0c29a15-c265-4257-a07a-590802387fd3 None None] For port 6e6a5e90-839d-4b6c-b143-580167c0ab57, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6e6a5e90-839d-4b6c-b143-580167c0ab57,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:40.308551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60a98ae2-cd72-4959-9772-d36795669dc9 req-b78025d6-89d8-495a-8f51-b98c860689af tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076570 Mar 11 17:24:40.313254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7f12-401b-4366-869d-5ebaa4421ee6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.325605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:40.359369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a7f12-401b-4366-869d-5ebaa4421ee6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0fb150-7e6c-4e66-b2ae-9bf8561e509d,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:40.369751 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0c29a15-c265-4257-a07a-590802387fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.387595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7f12-401b-4366-869d-5ebaa4421ee6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.388918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5c1a7f12-401b-4366-869d-5ebaa4421ee6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4978423 Mar 11 17:24:40.394596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57150) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:40.403040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:40.415649 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.420530 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:40.450054 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.480413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57152) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:40.483669 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.542655 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.615899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Provisioning complete for port 72fa5599-07dc-498d-b6e9-92ff4cf65728 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:40.616296 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.617916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c29a15-c265-4257-a07a-590802387fd3 None None] Pushing event updated for resources: {'Port': ['ID=6e6a5e90-839d-4b6c-b143-580167c0ab57,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:40.631955 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.772976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Allocated IP 172.25.8.21 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/53b69dc9-52fb-442a-b6ef-ab7189ca3f0e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:40.793333 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.798181 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:24:40.798901 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:24:40.860841 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.885903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:24:40.894285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Deleting port fc03f1df-0e13-4ae1-90c2-fd143bd09958 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:40.894792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:40.901376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:40.903038 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04498e96-437d-4536-8350-a1792d3df103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.001273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.080155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] For port 72fa5599-07dc-498d-b6e9-92ff4cf65728, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=72fa5599-07dc-498d-b6e9-92ff4cf65728,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:41.087363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.089286 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.116045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Calling delete_port for fc03f1df-0e13-4ae1-90c2-fd143bd09958 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:41.168602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04498e96-437d-4536-8350-a1792d3df103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.188372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04498e96-437d-4536-8350-a1792d3df103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.246437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Provisioning complete for port ed38429a-d477-40bf-a7f4-131ab2ee892a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:41.246810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.259891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17496a2d-caa6-42e1-8876-5bb23b284d5c req-4b2c4593-31b9-495f-a92f-9bd54571e792 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:41.262605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17496a2d-caa6-42e1-8876-5bb23b284d5c req-4b2c4593-31b9-495f-a92f-9bd54571e792 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 948 time: 0.4302716 Mar 11 17:24:41.295589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Port ed38429a-d477-40bf-a7f4-131ab2ee892a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:41.297222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b6b94-ea3f-439c-a1c4-80e47382b875 req-e6501677-34be-4b99-8d62-07f5fc2582cd tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:41.299565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c51b6b94-ea3f-439c-a1c4-80e47382b875 req-e6501677-34be-4b99-8d62-07f5fc2582cd tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 945 time: 0.4882259 Mar 11 17:24:41.336029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04498e96-437d-4536-8350-a1792d3df103 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84a5472e658245c1a6b903359e76015b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8545530 Mar 11 17:24:41.350413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04498e96-437d-4536-8350-a1792d3df103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a73a9c-2cd3-4fc9-9dcb-b34a688c3d39,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:41.360848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57162) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:41.390280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Pushing event updated for resources: {'Port': ['ID=72fa5599-07dc-498d-b6e9-92ff4cf65728,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:41.396143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.411526 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Provisioning complete for port 6e6a5e90-839d-4b6c-b143-580167c0ab57 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:41.411975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.419129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 72fa5599-07dc-498d-b6e9-92ff4cf65728 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:41.431377 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event deleted for resources: {'Port': ['ID=fc03f1df-0e13-4ae1-90c2-fd143bd09958,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:41.471506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c51b6b94-ea3f-439c-a1c4-80e47382b875 req-98b39445-75a9-4fdb-a329-b698053c632c tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639748 Mar 11 17:24:41.488199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.519295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.543519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17496a2d-caa6-42e1-8876-5bb23b284d5c req-afa7a25e-8033-431f-9d3e-af25a99179c7 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649543 Mar 11 17:24:41.622010 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-300b16a0-a882-40cc-b978-65b427a6cd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.637624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 72fa5599-07dc-498d-b6e9-92ff4cf65728 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:41.638019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.678578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-300b16a0-a882-40cc-b978-65b427a6cd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.700481 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.709936 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.713030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.729948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Provisioning complete for port 6b3e694c-9a99-4152-a3d1-86e38da63923 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:41.730314 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.775870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d28f86-733c-4d90-8cc5-68733b4ecf2d req-5b957c11-beef-4ec8-9add-f46f4193b635 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:41.786380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13d28f86-733c-4d90-8cc5-68733b4ecf2d req-5b957c11-beef-4ec8-9add-f46f4193b635 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.1924436 Mar 11 17:24:41.820832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:41.829369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.829966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Fanout notify agent at l3_agent the message router_deleted on router f19d4f7a-eab0-4e4e-884a-5317a37fa0de {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:24:41.847022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.849310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:41.852055 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c6a13662-ca08-42d1-9f78-18d39aeb5346 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/f19d4f7a-eab0-4e4e-884a-5317a37fa0de HTTP/1.1" status: 204 len: 168 time: 2.2694604 Mar 11 17:24:41.852765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57172) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:41.857301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1471813746', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': False}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:41.872849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:41.880720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Port': ['ID=53b69dc9-52fb-442a-b6ef-ab7189ca3f0e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:41.900108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.901761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.908982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5227bdd9-1bd0-4751-a083-2a7a7b77d075 None None] Port 6b3e694c-9a99-4152-a3d1-86e38da63923 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:41.915762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13d28f86-733c-4d90-8cc5-68733b4ecf2d req-e4a2bf74-93bf-4cf3-93e3-8489d708fa34 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283994 Mar 11 17:24:41.946303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-300b16a0-a882-40cc-b978-65b427a6cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.949102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-300b16a0-a882-40cc-b978-65b427a6cd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.953579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-300b16a0-a882-40cc-b978-65b427a6cd9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32a73a9c-2cd3-4fc9-9dcb-b34a688c3d39 HTTP/1.1" status: 204 len: 168 time: 0.5840654 Mar 11 17:24:41.990410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b16a0-a882-40cc-b978-65b427a6cd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a73a9c-2cd3-4fc9-9dcb-b34a688c3d39,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:42.009283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.025677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71630f82-57a8-4a42-8905-16f18c82fecd req-e02dad7c-9af0-4650-9d54-f0ec1f47fadb tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:42.027423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71630f82-57a8-4a42-8905-16f18c82fecd req-e02dad7c-9af0-4650-9d54-f0ec1f47fadb tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 945 time: 0.1106627 Mar 11 17:24:42.038096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-36ce0b8a-0a13-4722-83f7-042184360a89 None None] Provisioning complete for port 72fa5599-07dc-498d-b6e9-92ff4cf65728 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:42.038361 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-36ce0b8a-0a13-4722-83f7-042184360a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.104841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.112659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71630f82-57a8-4a42-8905-16f18c82fecd req-42b1a85d-8dd7-41b0-9b69-de2dfaee8235 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650549 Mar 11 17:24:42.135860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:42.210630 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.264633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6e6a5e90-839d-4b6c-b143-580167c0ab57 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:42.316452 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:24:42.351265 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.402652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:42.412957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:42.413632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.419364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6e6a5e90-839d-4b6c-b143-580167c0ab57 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:42.419978 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.438950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.446116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.538746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Port': ['ID=53b69dc9-52fb-442a-b6ef-ab7189ca3f0e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:42.595263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57188) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:42.614330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2583668a-3437-48ee-8515-7e73abe5ee1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.663056 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.671298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-36ce0b8a-0a13-4722-83f7-042184360a89 None None] Provisioning complete for port ed38429a-d477-40bf-a7f4-131ab2ee892a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:42.672061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-36ce0b8a-0a13-4722-83f7-042184360a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.702912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:42.727960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.728616 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.730080 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-36ac8f1b-cca4-4569-8558-0f4e81fea529 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3344564 Mar 11 17:24:42.759867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-36ce0b8a-0a13-4722-83f7-042184360a89 None None] Port ed38429a-d477-40bf-a7f4-131ab2ee892a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:42.803308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.814042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28dd85-abda-4e59-912c-53c860a33c04 req-4bb9fb55-c2b9-4c4f-8e04-be53d175982b tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:42.816069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e28dd85-abda-4e59-912c-53c860a33c04 req-4bb9fb55-c2b9-4c4f-8e04-be53d175982b tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 948 time: 0.1379261 Mar 11 17:24:42.854578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 72fa5599-07dc-498d-b6e9-92ff4cf65728 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:42.858513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.873129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2583668a-3437-48ee-8515-7e73abe5ee1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.890972 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2583668a-3437-48ee-8515-7e73abe5ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:42.923037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:24:42.925597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e28dd85-abda-4e59-912c-53c860a33c04 req-1a600673-1b45-42b6-bed5-14d6038468d3 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952957 Mar 11 17:24:42.930980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:42.931368 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.000388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2583668a-3437-48ee-8515-7e73abe5ee1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f23c1cac29984a3cb949577af1e3c071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009962 Mar 11 17:24:43.003610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57198) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:43.004679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:43.007864 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76ae891-35e8-4d7d-98bf-54ac44c7df2e" -d '{"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:43.018768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583668a-3437-48ee-8515-7e73abe5ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c73754e-4b5f-4745-8cdc-5219b7806b9a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:43.038184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:43.055675 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.117433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Allocated IP 172.25.8.42 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d53221bf-a9ae-4370-988c-e90de088fd12) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:43.136474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3e018bc5-274f-4b15-a4be-6e1a26cce0ba tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1775199646&fields=id&tenant_id=f09a1d93ba00412098840417ecd5aeb7 HTTP/1.1" status: 200 len: 267 time: 0.0637872 Mar 11 17:24:43.160814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e20a862-94fe-4abe-a4cc-305cde40640d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.164399 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.198659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 72fa5599-07dc-498d-b6e9-92ff4cf65728 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:43.199209 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.209061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-45246b56-44d2-492a-9ecc-67b0fddc3bcb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:43.211197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-45246b56-44d2-492a-9ecc-67b0fddc3bcb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports/6b3e694c-9a99-4152-a3d1-86e38da63923 HTTP/1.1" status: 200 len: 937 time: 0.0698869 Mar 11 17:24:43.220781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b521ef7-3c1a-4639-bea7-e5c2eb7f8836 req-ba33fc7f-6818-4ccd-9429-e80985325c65 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:43.229348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b521ef7-3c1a-4639-bea7-e5c2eb7f8836 req-ba33fc7f-6818-4ccd-9429-e80985325c65 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.1980445 Mar 11 17:24:43.250132 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e20a862-94fe-4abe-a4cc-305cde40640d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.293503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:43.359454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b521ef7-3c1a-4639-bea7-e5c2eb7f8836 req-c5e73560-3d90-44e8-94da-4db9f317cf25 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278057 Mar 11 17:24:43.371463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:43.393654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e20a862-94fe-4abe-a4cc-305cde40640d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.396637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e20a862-94fe-4abe-a4cc-305cde40640d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.400688 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4e20a862-94fe-4abe-a4cc-305cde40640d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c73754e-4b5f-4745-8cdc-5219b7806b9a HTTP/1.1" status: 204 len: 168 time: 0.3939805 Mar 11 17:24:43.404228 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.410360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-e02a6fe2-3f5c-4ded-9192-7f3423fa77e6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:43.418687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20a862-94fe-4abe-a4cc-305cde40640d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c73754e-4b5f-4745-8cdc-5219b7806b9a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:43.431862 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-e02a6fe2-3f5c-4ded-9192-7f3423fa77e6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports/ed38429a-d477-40bf-a7f4-131ab2ee892a HTTP/1.1" status: 200 len: 936 time: 0.1991975 Mar 11 17:24:43.473317 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.477353 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.493872 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a414ad9-80ca-4740-be35-b1b4e903ddc5 x-openstack-request-id: req-0a414ad9-80ca-4740-be35-b1b4e903ddc5 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:43.494161 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:43.494421 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a414ad9-80ca-4740-be35-b1b4e903ddc5 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:43.494877 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'code': 200} Mar 11 17:24:43.578590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:43.588974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:43.608788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:43.615083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:43.616229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-d4b030ba-f2ac-48cd-ad90-98b20a9c5a74 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?network_id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1828003 Mar 11 17:24:43.625990 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-52cee21c-0478-4bbe-95d3-f1c5e89fa8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.648021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event updated for resources: {'Port': ['ID=d53221bf-a9ae-4370-988c-e90de088fd12,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:43.734462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b78bd251-5ded-4565-92f1-aecd2d24eafa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?network_id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0852821 Mar 11 17:24:43.783806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-5a86a561-0f5b-4858-b214-5f5f2569ab09 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:43.785322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-5a86a561-0f5b-4858-b214-5f5f2569ab09 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 945 time: 0.2527552 Mar 11 17:24:43.793034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f148e-f6f6-4e14-8e65-15278e59cfa0 req-349b5ec5-9828-4740-ab85-ccca0cbc85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:43.794489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c2f148e-f6f6-4e14-8e65-15278e59cfa0 req-349b5ec5-9828-4740-ab85-ccca0cbc85cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 1101 time: 0.1815975 Mar 11 17:24:43.881350 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510ba7c-4fed-4b45-be7a-45210e97d853 req-3b5a5fb3-963b-44b2-8407-dccfa351b5d3 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:43.888730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0510ba7c-4fed-4b45-be7a-45210e97d853 req-3b5a5fb3-963b-44b2-8407-dccfa351b5d3 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 945 time: 0.2686284 Mar 11 17:24:43.980882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.002045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ebfaac2-8015-4910-8e25-beea7c4075b6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:44.008039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ebfaac2-8015-4910-8e25-beea7c4075b6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:44.017470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ebfaac2-8015-4910-8e25-beea7c4075b6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:44.024955 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ebfaac2-8015-4910-8e25-beea7c4075b6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/networks?id=bf7f383e-3ac6-4ae0-b30c-8d66e11decda&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2 HTTP/1.1" status: 200 len: 1996 time: 0.2811413 Mar 11 17:24:44.041307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c2f148e-f6f6-4e14-8e65-15278e59cfa0 req-6e96e5bd-f79c-4431-a500-91fb088219d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005987 Mar 11 17:24:44.118334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0510ba7c-4fed-4b45-be7a-45210e97d853 req-fd67ec32-1b89-4da4-bac1-36744e4a2ba1 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ad70262-6598-4be8-8b21-f175be0817c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242804 Mar 11 17:24:44.119989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-70a21e2b-5885-4008-9805-9464da0113ce tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/quotas/f09a1d93ba00412098840417ecd5aeb7 HTTP/1.1" status: 200 len: 375 time: 0.0938895 Mar 11 17:24:44.245530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.425468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Router 64270ce6-f8ee-4591-842f-cffdd702b816 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:24:44.582582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:44.595953 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Sync routers for ids ['64270ce6-f8ee-4591-842f-cffdd702b816'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:24:44.612228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Routers {'64270ce6-f8ee-4591-842f-cffdd702b816'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:44.613423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['64270ce6-f8ee-4591-842f-cffdd702b816'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:44.626242 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.634053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57240) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:44.634669 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c032fa9-6ff2-42ff-889b-2412ad37cecf tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7808335 Mar 11 17:24:44.723553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-e2fcef09-9d6a-4141-b566-6531962ef2cd tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5836561 Mar 11 17:24:44.756370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bddbce-89f9-4e3d-a241-ab4f5334ab79 req-1699bde9-19bb-48b5-8b6a-fd76663e194d tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:44.758060 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34bddbce-89f9-4e3d-a241-ab4f5334ab79 req-1699bde9-19bb-48b5-8b6a-fd76663e194d tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 949 time: 0.1929724 Mar 11 17:24:44.763422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Deleting port 11a4f802-4143-45bf-a4ae-155034333812 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:44.763866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.778108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Set router 64270ce6-f8ee-4591-842f-cffdd702b816 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:24:45.005528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64270ce6-f8ee-4591-842f-cffdd702b816', 'name': 'tempest-snat-router-1471813746', 'tenant_id': '3484f9ef70624240bbdaa44df82ec928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.42'}], 'enable_snat': False}, 'gw_port_id': 'd53221bf-a9ae-4370-988c-e90de088fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:24:41Z', 'updated_at': '2022-03-11T17:24:43Z', 'revision_number': 3, 'project_id': '3484f9ef70624240bbdaa44df82ec928', 'gw_port': {'id': 'd53221bf-a9ae-4370-988c-e90de088fd12', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64270ce6-f8ee-4591-842f-cffdd702b816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:24:42Z', 'updated_at': '2022-03-11T17:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:45.042512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] For port 11a4f802-4143-45bf-a4ae-155034333812, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11a4f802-4143-45bf-a4ae-155034333812,segment=NetworkSegment(51a64290-6892-4a07-9b12-d934a767b85e),segment_id=51a64290-6892-4a07-9b12-d934a767b85e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:45.042884 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.051080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Checking router: 64270ce6-f8ee-4591-842f-cffdd702b816 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:24:45.051288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Updating router 64270ce6-f8ee-4591-842f-cffdd702b816 port d53221bf-a9ae-4370-988c-e90de088fd12 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:24:45.093369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34bddbce-89f9-4e3d-a241-ab4f5334ab79 req-f6bff929-fb3e-48f9-b85b-28fa1b9ce7d0 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576232 Mar 11 17:24:45.096536 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.117802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Calling delete_port for 11a4f802-4143-45bf-a4ae-155034333812 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:45.137815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57254) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:45.143002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1471813746', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': True}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:45.147541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc645b03-e3fe-4e30-8da0-0c6bcfcaf252 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/routers/64270ce6-f8ee-4591-842f-cffdd702b816 HTTP/1.1" status: 200 len: 908 time: 0.5082273 Mar 11 17:24:45.185714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.187458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.261623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b9f289c3-7085-4cf4-a457-303975199fff service neutron] 10.222.0.53 "GET /v2.0/networks/bf7f383e-3ac6-4ae0-b30c-8d66e11decda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284460 Mar 11 17:24:45.336967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.426477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-2c331c3c-6882-4d54-9763-5e9177e2f6e7 service neutron] 10.222.0.53 "GET /v2.0/networks/bf7f383e-3ac6-4ae0-b30c-8d66e11decda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191921 Mar 11 17:24:45.524856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baa305-7c57-4be5-a38c-ab7957c5126e req-15d9c73a-1c7c-4563-944a-e47112a6f33d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:45.529361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51baa305-7c57-4be5-a38c-ab7957c5126e req-15d9c73a-1c7c-4563-944a-e47112a6f33d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.2711546 Mar 11 17:24:45.537212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:45.544397 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf38bed-255e-4c3e-9c85-53840c14bad4" -d '{"events": [{"server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "name": "network-vif-plugged", "status": "completed", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:45.594266 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.613163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3a022085-bd1d-4db7-bbe8-aa39ed556558 service neutron] 10.222.0.53 "GET /v2.0/ports/6b3e694c-9a99-4152-a3d1-86e38da63923?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1780257 Mar 11 17:24:45.746749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51baa305-7c57-4be5-a38c-ab7957c5126e req-dc38d4c4-1366-4fdf-8cdc-d8aba89e43fd tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092609 Mar 11 17:24:45.846107 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.875077 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.892456 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.909831 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c12dbf2-1255-4dbe-bbe2-71d44625510a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:45.975639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe46a508-39d7-45c7-8e1c-d7585bbad77c req-875a8d70-da59-47cf-a7a6-cd2c30fbcf16 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9b4b01-8c07-4794-a7cb-061d3ef0fed7 HTTP/1.1" status: 200 len: 210 time: 0.0758245 Mar 11 17:24:45.977808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Pushing event deleted for resources: {'Port': ['ID=11a4f802-4143-45bf-a4ae-155034333812,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:46.003287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-178c21cc-aa56-4c42-ac19-a2d49a6ae2f8 service neutron] 10.222.0.53 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367317 Mar 11 17:24:46.036082 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.072443 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 11a4f802-4143-45bf-a4ae-155034333812 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:24:46.074355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57274) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:46.097933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.145515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] No DVR routers for this DVR port 11a4f802-4143-45bf-a4ae-155034333812 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:24:46.149756 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.172746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab2fb32e-0be6-4e49-8688-7fc3453a60c4 req-adc824c3-95a8-4913-9a32-54909b22f8d2 tempest-ServerGroupTestJSON-473679861 tempest-ServerGroupTestJSON-473679861-project] 10.222.0.46 "DELETE /v2.0/ports/11a4f802-4143-45bf-a4ae-155034333812 HTTP/1.1" status: 204 len: 173 time: 2.3745029 Mar 11 17:24:46.176361 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97bd8c4-56c6-4ea6-9c65-dd40ce817eed x-openstack-request-id: req-a97bd8c4-56c6-4ea6-9c65-dd40ce817eed {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:46.177309 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "name": "network-vif-plugged", "status": "completed", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:46.177706 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a97bd8c4-56c6-4ea6-9c65-dd40ce817eed {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:46.178308 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc', 'code': 200} Mar 11 17:24:46.182778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9b4b01-8c07-4794-a7cb-061d3ef0fed7', 'name': 'network-vif-deleted', 'tag': '11a4f802-4143-45bf-a4ae-155034333812'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:46.190539 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98377621-bb0e-48bb-90f8-ff954ab4346a" -d '{"events": [{"server_uuid": "ab9b4b01-8c07-4794-a7cb-061d3ef0fed7", "name": "network-vif-deleted", "tag": "11a4f802-4143-45bf-a4ae-155034333812"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:46.195544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8a96c-053d-45ea-8307-e45f78f5de32 None None] Pushing event updated for resources: {'Port': ['ID=d53221bf-a9ae-4370-988c-e90de088fd12,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:46.206497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Attempting to bind port d53221bf-a9ae-4370-988c-e90de088fd12 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:46.207069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Attempting to bind port d53221bf-a9ae-4370-988c-e90de088fd12 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:46.207617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Attempting to bind port d53221bf-a9ae-4370-988c-e90de088fd12 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:46.210736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 11a4f802-4143-45bf-a4ae-155034333812 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:24:46.211240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 11a4f802-4143-45bf-a4ae-155034333812 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:24:46.244361 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:46.245002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:46.245657 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.246292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:46.247078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Bound port: d53221bf-a9ae-4370-988c-e90de088fd12, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:46.247684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.276588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Allocated IP 172.25.8.70 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/754bbc81-7a79-4d7d-bc0b-cd73645ae1ce) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:46.442123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] For port d53221bf-a9ae-4370-988c-e90de088fd12, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:46.447451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] For port d53221bf-a9ae-4370-988c-e90de088fd12, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d53221bf-a9ae-4370-988c-e90de088fd12,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:46.457644 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.489355 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.537927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.590948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Routers {'64270ce6-f8ee-4591-842f-cffdd702b816'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:46.593700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['64270ce6-f8ee-4591-842f-cffdd702b816'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:46.619563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:46.624646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:46.628318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19961aeb-11b4-4679-857b-e5c71baa094f req-9589dc4f-682e-46b3-9dd8-069735c85117 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:46.634762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:46.639912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19961aeb-11b4-4679-857b-e5c71baa094f req-9589dc4f-682e-46b3-9dd8-069735c85117 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 949 time: 0.2974823 Mar 11 17:24:46.670217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8a96c-053d-45ea-8307-e45f78f5de32 None None] Pushing event updated for resources: {'Port': ['ID=d53221bf-a9ae-4370-988c-e90de088fd12,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:46.704175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807adbf-b298-48fd-a92d-c585cfddc256 req-e7f0656a-465a-476b-ac9d-ea7c27927b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:46.705779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8807adbf-b298-48fd-a92d-c585cfddc256 req-e7f0656a-465a-476b-ac9d-ea7c27927b39 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 1097 time: 0.2558362 Mar 11 17:24:46.707697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9d24d2b1-42ed-4913-95ad-dc67519a533a service neutron] 10.222.0.53 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034793 Mar 11 17:24:46.730890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event updated for resources: {'Port': ['ID=754bbc81-7a79-4d7d-bc0b-cd73645ae1ce,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:46.747757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55345171-70b6-4183-9759-ee4615df0fc5 req-974dd023-e1f3-4f0e-a5a5-c382e9385256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:46.750459 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-55345171-70b6-4183-9759-ee4615df0fc5 req-974dd023-e1f3-4f0e-a5a5-c382e9385256 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 1100 time: 0.2232838 Mar 11 17:24:46.762306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] Set router 64270ce6-f8ee-4591-842f-cffdd702b816 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:24:46.767703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-407b0fa9-aa0e-4671-a02f-5c26c51ea671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.798276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19961aeb-11b4-4679-857b-e5c71baa094f req-2c5f1147-0f6b-46fe-a48c-f294afb63968 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570959 Mar 11 17:24:46.959055 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-407b0fa9-aa0e-4671-a02f-5c26c51ea671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.970986 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c589e5e-7de6-4605-b110-0c38a9f63790 x-openstack-request-id: req-9c589e5e-7de6-4605-b110-0c38a9f63790 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:46.972267 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9b4b01-8c07-4794-a7cb-061d3ef0fed7", "name": "network-vif-deleted", "tag": "11a4f802-4143-45bf-a4ae-155034333812", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:46.972776 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c589e5e-7de6-4605-b110-0c38a9f63790 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:46.973839 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9b4b01-8c07-4794-a7cb-061d3ef0fed7', 'name': 'network-vif-deleted', 'tag': '11a4f802-4143-45bf-a4ae-155034333812', 'status': 'completed', 'code': 200} Mar 11 17:24:46.996097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-407b0fa9-aa0e-4671-a02f-5c26c51ea671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.049302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-407b0fa9-aa0e-4671-a02f-5c26c51ea671 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95f09b30507a4d01871128e58fbc813a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9742742 Mar 11 17:24:47.064216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57298) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:47.075843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-717d41b5-14c8-43d2-8422-0e8e42d4ee77 service neutron] 10.222.0.53 "GET /v2.0/ports/ed38429a-d477-40bf-a7f4-131ab2ee892a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3495460 Mar 11 17:24:47.110542 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.132327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64270ce6-f8ee-4591-842f-cffdd702b816', 'name': 'tempest-snat-router-1471813746', 'tenant_id': '3484f9ef70624240bbdaa44df82ec928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.42'}], 'enable_snat': False}, 'gw_port_id': 'd53221bf-a9ae-4370-988c-e90de088fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:24:41Z', 'updated_at': '2022-03-11T17:24:43Z', 'revision_number': 3, 'project_id': '3484f9ef70624240bbdaa44df82ec928', 'gw_port': {'id': 'd53221bf-a9ae-4370-988c-e90de088fd12', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64270ce6-f8ee-4591-842f-cffdd702b816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:24:42Z', 'updated_at': '2022-03-11T17:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:47.161242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a71521-d5dd-4b24-a227-53804129a6c0 None None] The sync data for ids ['64270ce6-f8ee-4591-842f-cffdd702b816'] in n-d-833411-1 is: [{'id': '64270ce6-f8ee-4591-842f-cffdd702b816', 'name': 'tempest-snat-router-1471813746', 'tenant_id': '3484f9ef70624240bbdaa44df82ec928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.42'}], 'enable_snat': False}, 'gw_port_id': 'd53221bf-a9ae-4370-988c-e90de088fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:24:41Z', 'updated_at': '2022-03-11T17:24:43Z', 'revision_number': 3, 'project_id': '3484f9ef70624240bbdaa44df82ec928', 'gw_port': {'id': 'd53221bf-a9ae-4370-988c-e90de088fd12', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64270ce6-f8ee-4591-842f-cffdd702b816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:24:42Z', 'updated_at': '2022-03-11T17:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:24:47.198791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8807adbf-b298-48fd-a92d-c585cfddc256 req-7e03f6b1-657c-4597-a9fb-5f564464b531 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776084 Mar 11 17:24:47.224603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-8fda3e14-bdba-4371-9524-f7c6d5eee159 service neutron] 10.222.0.53 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473219 Mar 11 17:24:47.277548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b0fa9-aa0e-4671-a02f-5c26c51ea671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a51b7c-d2cb-4506-a416-6a901bd88a6b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:47.336539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fad8a-f78c-4ee2-a391-530c52dbe1a7 req-d1d0afe4-da7c-4d94-b764-f8dd9672735e tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:47.346774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d6fad8a-f78c-4ee2-a391-530c52dbe1a7 req-d1d0afe4-da7c-4d94-b764-f8dd9672735e tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.3830142 Mar 11 17:24:47.380289 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-55345171-70b6-4183-9759-ee4615df0fc5 req-55d30f30-90c9-45ee-af34-c50b52df58b0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183498 Mar 11 17:24:47.443898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-d2080339-fa8d-493a-a01e-4298dccd29a2 service neutron] 10.222.0.53 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000327 Mar 11 17:24:47.470826 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcd46f99-1dc3-4bd3-a69c-fcdfb6bd31df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.508019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d6fad8a-f78c-4ee2-a391-530c52dbe1a7 req-89c8b4fd-6287-4cea-97ed-dd5ed7a5a9e1 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388028 Mar 11 17:24:47.566423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcd46f99-1dc3-4bd3-a69c-fcdfb6bd31df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.594844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.688222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-73f47df5-12eb-4c33-9a9e-2d239b27fdb6 service neutron] 10.222.0.53 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432504 Mar 11 17:24:47.770763 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcd46f99-1dc3-4bd3-a69c-fcdfb6bd31df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.773950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcd46f99-1dc3-4bd3-a69c-fcdfb6bd31df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:47.777861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dcd46f99-1dc3-4bd3-a69c-fcdfb6bd31df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82a51b7c-d2cb-4506-a416-6a901bd88a6b HTTP/1.1" status: 204 len: 168 time: 0.7119749 Mar 11 17:24:47.808020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd46f99-1dc3-4bd3-a69c-fcdfb6bd31df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a51b7c-d2cb-4506-a416-6a901bd88a6b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:47.924652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-d819e097-c57f-4fdb-9c12-86b0e4a4beda service neutron] 10.222.0.53 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353513 Mar 11 17:24:48.137599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d53221bf-a9ae-4370-988c-e90de088fd12 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:48.143056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.259826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d53221bf-a9ae-4370-988c-e90de088fd12 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:48.260588 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.261559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba18f3d-ae93-499f-9cb0-cab9f83bd5fb req-9b7a0c37-1961-409f-ab81-6411944f0c8f tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:48.275941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ba18f3d-ae93-499f-9cb0-cab9f83bd5fb req-9b7a0c37-1961-409f-ab81-6411944f0c8f tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 949 time: 0.3221047 Mar 11 17:24:48.283737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57324) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:48.374400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Router 4163d17b-e054-491b-b1aa-f47ef5fcf82e is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:24:48.458236 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.476451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57328) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:48.488169 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.493985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-cb362272-4e1b-49f0-9c24-00ee0592482b service neutron] 10.222.0.53 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572753 Mar 11 17:24:48.558917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port d53221bf-a9ae-4370-988c-e90de088fd12, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d53221bf-a9ae-4370-988c-e90de088fd12,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:48.564924 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.631709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7af92cd6-8938-497d-a0ff-041c59ce5942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.653203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=d53221bf-a9ae-4370-988c-e90de088fd12,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:48.654244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-0d9298e7-60cf-411a-85e0-8ffde0fe3417 service neutron] 10.222.0.53 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373715 Mar 11 17:24:48.660839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ba18f3d-ae93-499f-9cb0-cab9f83bd5fb req-c020eb48-1e7c-4191-98e0-bdc670223d36 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840387 Mar 11 17:24:48.797959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e0007ef-a026-42d7-b8b5-55454532e70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.823114 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:48.837335 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Sync routers for ids ['4163d17b-e054-491b-b1aa-f47ef5fcf82e'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:24:48.860803 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Routers {'4163d17b-e054-491b-b1aa-f47ef5fcf82e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:48.861758 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4163d17b-e054-491b-b1aa-f47ef5fcf82e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:48.897306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.900179 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d2ebfc01-5078-4a93-8be6-4e0fad4352d6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7604563 Mar 11 17:24:48.905697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57334) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:48.927100 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:48.979598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-89ffba9c-ac59-44ae-b8cd-df1e5a4b914b service neutron] 10.222.0.53 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076470 Mar 11 17:24:48.989676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c6282-09a0-4934-9e87-a01eeb93ae4e req-d96bff1e-b834-4f38-9b77-f308d1ec2a39 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:48.998149 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d15c6282-09a0-4934-9e87-a01eeb93ae4e req-d96bff1e-b834-4f38-9b77-f308d1ec2a39 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.1416175 Mar 11 17:24:49.069557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d15c6282-09a0-4934-9e87-a01eeb93ae4e req-20be9d68-1cc9-41d4-ba28-c438578129f8 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704281 Mar 11 17:24:49.078682 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Set router 4163d17b-e054-491b-b1aa-f47ef5fcf82e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:24:49.102506 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7af92cd6-8938-497d-a0ff-041c59ce5942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.115797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7af92cd6-8938-497d-a0ff-041c59ce5942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.226136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e0007ef-a026-42d7-b8b5-55454532e70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.239129 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-040b564c-8770-44c0-89aa-1b68a2b2b496 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/routers/4163d17b-e054-491b-b1aa-f47ef5fcf82e HTTP/1.1" status: 200 len: 907 time: 0.3277590 Mar 11 17:24:49.240606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57340) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:49.253408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7af92cd6-8938-497d-a0ff-041c59ce5942 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea9a0d0467664a2689c7afd70852983f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753258 Mar 11 17:24:49.267532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57342) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:49.314540 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4163d17b-e054-491b-b1aa-f47ef5fcf82e', 'name': 'tempest-snat-router-1471813746', 'tenant_id': '3484f9ef70624240bbdaa44df82ec928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '754bbc81-7a79-4d7d-bc0b-cd73645ae1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:24:45Z', 'updated_at': '2022-03-11T17:24:47Z', 'revision_number': 3, 'project_id': '3484f9ef70624240bbdaa44df82ec928', 'gw_port': {'id': '754bbc81-7a79-4d7d-bc0b-cd73645ae1ce', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:86:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4163d17b-e054-491b-b1aa-f47ef5fcf82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:24:46Z', 'updated_at': '2022-03-11T17:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:49.344848 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Checking router: 4163d17b-e054-491b-b1aa-f47ef5fcf82e for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:24:49.345569 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Updating router 4163d17b-e054-491b-b1aa-f47ef5fcf82e port 754bbc81-7a79-4d7d-bc0b-cd73645ae1ce binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:24:49.370254 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.372498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e0007ef-a026-42d7-b8b5-55454532e70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.376474 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.392299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886a5a-5000-40bd-b051-1f8ad3db6d52 req-66c624ab-83cd-486f-87c7-136ad105c962 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:49.400308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65886a5a-5000-40bd-b051-1f8ad3db6d52 req-66c624ab-83cd-486f-87c7-136ad105c962 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.1435466 Mar 11 17:24:49.403840 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4e0007ef-a026-42d7-b8b5-55454532e70a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71c59dc84ef0461e9d2689ee0120d3df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1165934 Mar 11 17:24:49.408731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af92cd6-8938-497d-a0ff-041c59ce5942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b62d7-4f85-4063-aeee-2f777c7827e3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:49.429592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57344) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:49.474308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0007ef-a026-42d7-b8b5-55454532e70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ba9aae-ff55-401d-8489-cb4c90802a53,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:49.516158 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eeddf403-986c-4365-82cd-9d4915830aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.531155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-28ee575c-916f-4b13-9f32-dc1061057832 service neutron] 10.222.0.53 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079076 Mar 11 17:24:49.549591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.586631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65886a5a-5000-40bd-b051-1f8ad3db6d52 req-38b883e7-33a1-459f-8f4f-97bb3537372c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845305 Mar 11 17:24:49.616669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Deleting port 754bbc81-7a79-4d7d-bc0b-cd73645ae1ce {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:49.616669 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.620797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eeddf403-986c-4365-82cd-9d4915830aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.677005 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff47c696-1e0c-425f-9c25-a05e4c3f5f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.700419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff47c696-1e0c-425f-9c25-a05e4c3f5f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.737378 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.748279 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.775202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a42db71e-96ae-4fec-a907-71988802ef2c service neutron] 10.222.0.53 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268863 Mar 11 17:24:49.803076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eeddf403-986c-4365-82cd-9d4915830aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.806465 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.812058 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eeddf403-986c-4365-82cd-9d4915830aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.813239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eeddf403-986c-4365-82cd-9d4915830aa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c82b62d7-4f85-4063-aeee-2f777c7827e3 HTTP/1.1" status: 204 len: 168 time: 0.5417550 Mar 11 17:24:49.826358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Calling delete_port for 754bbc81-7a79-4d7d-bc0b-cd73645ae1ce owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:49.845206 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff47c696-1e0c-425f-9c25-a05e4c3f5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.846608 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Pushing event updated for resources: {'Port': ['ID=754bbc81-7a79-4d7d-bc0b-cd73645ae1ce,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:49.847885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff47c696-1e0c-425f-9c25-a05e4c3f5f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.851977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff47c696-1e0c-425f-9c25-a05e4c3f5f16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73ba9aae-ff55-401d-8489-cb4c90802a53 HTTP/1.1" status: 204 len: 168 time: 0.4155059 Mar 11 17:24:49.882536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddf403-986c-4365-82cd-9d4915830aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b62d7-4f85-4063-aeee-2f777c7827e3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:49.884643 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Attempting to bind port 754bbc81-7a79-4d7d-bc0b-cd73645ae1ce on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:24:49.885255 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Attempting to bind port 754bbc81-7a79-4d7d-bc0b-cd73645ae1ce by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:24:49.885838 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Attempting to bind port 754bbc81-7a79-4d7d-bc0b-cd73645ae1ce on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:24:49.897934 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:24:49.899783 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:24:49.900444 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.901102 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:24:49.901872 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Bound port: 754bbc81-7a79-4d7d-bc0b-cd73645ae1ce, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:24:49.902640 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:49.942768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47c696-1e0c-425f-9c25-a05e4c3f5f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ba9aae-ff55-401d-8489-cb4c90802a53,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:49.990124 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] For port 754bbc81-7a79-4d7d-bc0b-cd73645ae1ce, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:24:49.993840 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] For port 754bbc81-7a79-4d7d-bc0b-cd73645ae1ce, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=754bbc81-7a79-4d7d-bc0b-cd73645ae1ce,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:24:49.997428 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:49.998097 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:49.998970 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:49.999637 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:50.000251 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:50.001285 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:50.001769 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:50.002256 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:50.002745 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:50.003243 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:50.003928 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:50.004528 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:24:50.014997 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.068060 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Routers {'4163d17b-e054-491b-b1aa-f47ef5fcf82e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:50.068823 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4163d17b-e054-491b-b1aa-f47ef5fcf82e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:50.081171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-fe8cc887-91cd-4697-8a4e-47a509602ae0 service neutron] 10.222.0.53 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953281 Mar 11 17:24:50.131418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713084-c7ff-4e9f-9282-ea2a530276f9 req-fbb5b172-03ee-4ec9-9020-6d7d2c03e954 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:50.146851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3713084-c7ff-4e9f-9282-ea2a530276f9 req-fbb5b172-03ee-4ec9-9020-6d7d2c03e954 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 949 time: 0.1202710 Mar 11 17:24:50.236511 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] Set router 4163d17b-e054-491b-b1aa-f47ef5fcf82e gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:24:50.244972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d53221bf-a9ae-4370-988c-e90de088fd12 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:50.260223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3713084-c7ff-4e9f-9282-ea2a530276f9 req-d03a7aba-64d6-4288-9410-15989b8b6f82 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082578 Mar 11 17:24:50.374768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.384633 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4163d17b-e054-491b-b1aa-f47ef5fcf82e', 'name': 'tempest-snat-router-1471813746', 'tenant_id': '3484f9ef70624240bbdaa44df82ec928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:24:45Z', 'updated_at': '2022-03-11T17:24:49Z', 'revision_number': 4, 'project_id': '3484f9ef70624240bbdaa44df82ec928', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:50.394314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d53221bf-a9ae-4370-988c-e90de088fd12 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:50.394893 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.458218 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2163c4-1814-426a-9d51-3d50384c1922 None None] The sync data for ids ['4163d17b-e054-491b-b1aa-f47ef5fcf82e'] in n-d-833411-1 is: [{'id': '4163d17b-e054-491b-b1aa-f47ef5fcf82e', 'name': 'tempest-snat-router-1471813746', 'tenant_id': '3484f9ef70624240bbdaa44df82ec928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:24:45Z', 'updated_at': '2022-03-11T17:24:49Z', 'revision_number': 4, 'project_id': '3484f9ef70624240bbdaa44df82ec928', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:24:50.526592 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf053c6-efb7-4588-b42b-87045d35a1bf None None] Pushing event updated for resources: {'Port': ['ID=754bbc81-7a79-4d7d-bc0b-cd73645ae1ce,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:50.556551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event deleted for resources: {'Port': ['ID=754bbc81-7a79-4d7d-bc0b-cd73645ae1ce,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:50.590172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2632a-35fd-44aa-8a64-46780e0ee94b req-06e8e556-eb89-4a75-af7e-3836f4347ece tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:50.596466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.597814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdb2632a-35fd-44aa-8a64-46780e0ee94b req-06e8e556-eb89-4a75-af7e-3836f4347ece tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.1348243 Mar 11 17:24:50.627274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57388) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:50.672663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7a78804-f69d-4eea-ac98-59924d77327a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.732787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdb2632a-35fd-44aa-8a64-46780e0ee94b req-bff612fe-8e6a-4b5f-94fb-58171f283452 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336505 Mar 11 17:24:50.764855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.773712 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.869298 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.870293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4163d17b-e054-491b-b1aa-f47ef5fcf82e {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:24:50.886574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.889878 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-94ccdaec-4192-4059-b00c-4fa89fee4a8f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "DELETE /v2.0/routers/4163d17b-e054-491b-b1aa-f47ef5fcf82e HTTP/1.1" status: 204 len: 168 time: 1.6480594 Mar 11 17:24:50.892638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57404) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:50.915043 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7a78804-f69d-4eea-ac98-59924d77327a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.922228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7a78804-f69d-4eea-ac98-59924d77327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:50.962990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a78804-f69d-4eea-ac98-59924d77327a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c83402-7cf8-4a37-80d2-025590bb8fc1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:50.987297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb6de-cd1a-4699-af93-a400c2a99cac req-15605565-8dc1-4be5-9fdf-f95205a092da tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:50.989103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55fcb6de-cd1a-4699-af93-a400c2a99cac req-15605565-8dc1-4be5-9fdf-f95205a092da tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 950 time: 0.1354024 Mar 11 17:24:51.019585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b7a78804-f69d-4eea-ac98-59924d77327a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fca724b1a9444929ada9949533d3aca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904173 Mar 11 17:24:51.022833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57408) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:51.038718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55fcb6de-cd1a-4699-af93-a400c2a99cac req-fa723199-10fb-4a08-953c-f4313e872112 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Mar 11 17:24:51.097048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.215710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57426) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:51.226933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46bba70e-af6c-4ec4-a824-7a62dd404596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.263651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46bba70e-af6c-4ec4-a824-7a62dd404596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.288353 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.372913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-811339d2-3deb-4090-83b9-9e14c8555ca4 req-1dc6ac8f-8512-4ad0-9573-82559d73d748 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0892806 Mar 11 17:24:51.388024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6e6d5b-9565-4987-84d3-6f1a10c48de1 admin admin] Deleting subnet 580fe179-7407-4e31-bf2e-7c4434f40382 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:24:51.391367 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46bba70e-af6c-4ec4-a824-7a62dd404596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.391994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f6e6d5b-9565-4987-84d3-6f1a10c48de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.394287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46bba70e-af6c-4ec4-a824-7a62dd404596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.395544 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-46bba70e-af6c-4ec4-a824-7a62dd404596 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2c83402-7cf8-4a37-80d2-025590bb8fc1 HTTP/1.1" status: 204 len: 168 time: 0.3708715 Mar 11 17:24:51.406533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bba70e-af6c-4ec4-a824-7a62dd404596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c83402-7cf8-4a37-80d2-025590bb8fc1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:51.410554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Deleting port d53221bf-a9ae-4370-988c-e90de088fd12 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:24:51.411282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.454631 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f6e6d5b-9565-4987-84d3-6f1a10c48de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.561730 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f6e6d5b-9565-4987-84d3-6f1a10c48de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.569464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] For port d53221bf-a9ae-4370-988c-e90de088fd12, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d53221bf-a9ae-4370-988c-e90de088fd12,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:51.569815 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.597274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Calling delete_port for d53221bf-a9ae-4370-988c-e90de088fd12 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:24:51.706840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f6e6d5b-9565-4987-84d3-6f1a10c48de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.811453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e6d5b-9565-4987-84d3-6f1a10c48de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580fe179-7407-4e31-bf2e-7c4434f40382,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:51.821965 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f6e6d5b-9565-4987-84d3-6f1a10c48de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:51.831693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3f6e6d5b-9565-4987-84d3-6f1a10c48de1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/580fe179-7407-4e31-bf2e-7c4434f40382 HTTP/1.1" status: 204 len: 168 time: 0.6145163 Mar 11 17:24:51.834360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57458) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:51.929347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ce1dd-54b4-415a-b0f1-3aea41b4c739 req-ce04ebf1-fde6-485d-9206-a75d9768603f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:51.946354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-062ce1dd-54b4-415a-b0f1-3aea41b4c739 req-ce04ebf1-fde6-485d-9206-a75d9768603f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.0957508 Mar 11 17:24:52.069902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-062ce1dd-54b4-415a-b0f1-3aea41b4c739 req-7cecb8f1-8992-4435-a576-af9cf0798354 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201046 Mar 11 17:24:52.093298 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.286442 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.448545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event deleted for resources: {'Port': ['ID=d53221bf-a9ae-4370-988c-e90de088fd12,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:52.482416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.596685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d057e0-dc80-4225-ad14-1b084f91c9ac']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:52.630283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a64290-6892-4a07-9b12-d934a767b85e') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:52.631241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a64290-6892-4a07-9b12-d934a767b85e') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:52.658868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10b62cf2-528d-498f-953e-4830624d2d1b req-7727be43-be6f-4dd0-9f31-6828454ec569 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0942962 Mar 11 17:24:52.679042 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:52.688858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.244011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-e8c3899b-6ecb-4214-8d3d-9dee706ed6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:53.245812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-e8c3899b-6ecb-4214-8d3d-9dee706ed6ed service neutron] 10.222.0.46 "GET /v2.0/ports/6b3e694c-9a99-4152-a3d1-86e38da63923 HTTP/1.1" status: 200 len: 1033 time: 0.1306872 Mar 11 17:24:53.319421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.330869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.332828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:24:53.333493 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: items = [ Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:24:53.335603 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:24:53.346356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f005e8-6936-47c2-a164-694419667dba req-e4d25055-4c1c-4cf4-96b6-474aeff49a68 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:53.353644 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.354583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2f005e8-6936-47c2-a164-694419667dba req-e4d25055-4c1c-4cf4-96b6-474aeff49a68 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.1309524 Mar 11 17:24:53.361460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-56582db2-7ed1-41c2-9dfd-a0c8127357f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:53.362983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-56582db2-7ed1-41c2-9dfd-a0c8127357f9 service neutron] 10.222.0.46 "GET /v2.0/ports/ed38429a-d477-40bf-a7f4-131ab2ee892a HTTP/1.1" status: 200 len: 1032 time: 0.0957808 Mar 11 17:24:53.456817 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.457633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64270ce6-f8ee-4591-842f-cffdd702b816 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:24:53.461751 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.468031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d0363509-81fe-4191-978a-3a76d34dbf37 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "DELETE /v2.0/routers/64270ce6-f8ee-4591-842f-cffdd702b816 HTTP/1.1" status: 204 len: 168 time: 2.5738356 Mar 11 17:24:53.469118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57508) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:53.470005 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.478679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-708289598', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:53.491267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.494529 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b3d057e0-dc80-4225-ad14-1b084f91c9ac HTTP/1.1" status: 204 len: 168 time: 1.5727036 Mar 11 17:24:53.513716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2f005e8-6936-47c2-a164-694419667dba req-93cfab81-b684-419d-ae63-87c512dba822 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496575 Mar 11 17:24:53.515981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819240d-53cb-4740-ab3d-5aa90b888f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d057e0-dc80-4225-ad14-1b084f91c9ac,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:53.533042 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.535491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.663941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:53.680790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-96762a9a-b9a3-4ee9-a1ca-1f3a29c20af7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:53.689586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-96762a9a-b9a3-4ee9-a1ca-1f3a29c20af7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:53.709838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-96762a9a-b9a3-4ee9-a1ca-1f3a29c20af7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:53.711533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-96762a9a-b9a3-4ee9-a1ca-1f3a29c20af7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "GET /v2.0/networks?id=bf7f383e-3ac6-4ae0-b30c-8d66e11decda&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2 HTTP/1.1" status: 200 len: 1996 time: 0.3307281 Mar 11 17:24:53.842160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-be0790da-afdb-4cd7-8e79-1b7daa47b5f8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09a1d93ba00412098840417ecd5aeb7 HTTP/1.1" status: 200 len: 380 time: 0.1022966 Mar 11 17:24:53.855960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'admin_state_up': True, 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'security_groups': ['169b6171-a3f9-46d1-be2b-88d7a8fdf820']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:53.947886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.020678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57534) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:54.270439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d53221bf-a9ae-4370-988c-e90de088fd12 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:24:54.300396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:54.318215 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3c10bb90-db69-4c3a-9ad6-67297c87150b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b6fa160d914428189725dc34cd65d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2925463 Mar 11 17:24:54.324607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57542) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:54.328472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d53221bf-a9ae-4370-988c-e90de088fd12 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:24:54.330587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d53221bf-a9ae-4370-988c-e90de088fd12 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:24:54.446058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9336-c384-4509-8786-894c9363d424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.521234 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9336-c384-4509-8786-894c9363d424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.686374 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9b31037-12d5-419b-acfd-3151d9eedf83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.689381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9336-c384-4509-8786-894c9363d424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.692841 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9336-c384-4509-8786-894c9363d424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.694390 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c0fa9336-c384-4509-8786-894c9363d424 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ad70262-6598-4be8-8b21-f175be0817c5 HTTP/1.1" status: 204 len: 168 time: 0.3646665 Mar 11 17:24:54.794791 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.812453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9921e798-de95-44d4-9b5b-ea10e9926938 req-c72e8ab0-7973-4b34-b1ac-edbe70055fdc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.7675319 Mar 11 17:24:54.838836 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.887846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:54.896368 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.992708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa9336-c384-4509-8786-894c9363d424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad70262-6598-4be8-8b21-f175be0817c5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:54.994764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Allocated IP 172.25.8.200 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/4edef693-d32b-4de7-bcc0-f10e077f7e2e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:55.288824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Allocated IP 172.20.0.8 (bf7f383e-3ac6-4ae0-b30c-8d66e11decda/c7abf076-c6dc-40a4-8f0f-2a60f6700824/4eca2090-886c-4e60-a1d8-d4c64ad0f667) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:55.383192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9b31037-12d5-419b-acfd-3151d9eedf83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.403329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.406750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9b31037-12d5-419b-acfd-3151d9eedf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.524958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57588) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:55.526866 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a9b31037-12d5-419b-acfd-3151d9eedf83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30a7da0ff0f34b38973b38b65a069b84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2235942 Mar 11 17:24:55.557899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31037-12d5-419b-acfd-3151d9eedf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c1c3e7-59aa-4b73-9d08-b06dc98d8bca,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:55.630457 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.712602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event updated for resources: {'Port': ['ID=4edef693-d32b-4de7-bcc0-f10e077f7e2e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:55.716470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:55.719863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:55.722583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:55.758871 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.841570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283e3bc5-45c3-48d0-b5d2-aea66d4bdf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.893879 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283e3bc5-45c3-48d0-b5d2-aea66d4bdf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:55.939828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:56.143579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:24:56.190158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network bf7f383e-3ac6-4ae0-b30c-8d66e11decda is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:56.197368 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283e3bc5-45c3-48d0-b5d2-aea66d4bdf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:56.199947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283e3bc5-45c3-48d0-b5d2-aea66d4bdf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:56.212164 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-283e3bc5-45c3-48d0-b5d2-aea66d4bdf54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6c1c3e7-59aa-4b73-9d08-b06dc98d8bca HTTP/1.1" status: 204 len: 168 time: 0.6861248 Mar 11 17:24:56.227868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:56.261700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Port': ['ID=4eca2090-886c-4e60-a1d8-d4c64ad0f667,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:56.290009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:56.315181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0e2d6-aa5d-4804-b093-f38f72bd4e65 req-d28e3420-43d3-4aae-bff5-828ef9d6b8e4 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:56.329134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b0e2d6-aa5d-4804-b093-f38f72bd4e65 req-d28e3420-43d3-4aae-bff5-828ef9d6b8e4 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 931 time: 0.3375361 Mar 11 17:24:56.405534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:56.430916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e3bc5-45c3-48d0-b5d2-aea66d4bdf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c1c3e7-59aa-4b73-9d08-b06dc98d8bca,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:56.461043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:56.503283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'mac_address': 'fa:16:3e:44:95:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:24:56.526420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:56.531064 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:56.592582 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:56.606409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14b0e2d6-aa5d-4804-b093-f38f72bd4e65 req-35ca7aa0-8c7a-4b93-9331-abde003324f6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675700 Mar 11 17:24:56.613043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:24:56.621068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-205e6572-26b0-4c44-98e2-c3eb21daa88c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7672307 Mar 11 17:24:56.645837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:56.651818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'admin_state_up': True, 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'security_groups': ['169b6171-a3f9-46d1-be2b-88d7a8fdf820']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:56.654405 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:56.787593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:56.806013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:24:56.876783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a0c43e44-4f06-4174-ab40-752645e170c7 None None] Provisioning complete for port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:56.877685 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0c43e44-4f06-4174-ab40-752645e170c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:56.989353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43e44-4f06-4174-ab40-752645e170c7 None None] Port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:56.989578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:56.998228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.022010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.265961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57650) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:57.300965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-2fe0775d-c5f8-4c75-94b5-985bd6e71229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:57.302584 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-2fe0775d-c5f8-4c75-94b5-985bd6e71229 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1096 time: 0.1390541 Mar 11 17:24:57.410140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Allocated IP 10.1.1.90 (0726836f-d748-4c51-b886-5cd24bd6cbd6/790ff9c8-0e5a-4d16-800c-02a801a738ca/2dac3327-398c-4032-b0a0-bfd817e0dbda) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:24:57.418246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57658) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:57.524745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0746f5-48b9-4e0a-ba42-2109d01067f6 req-94f56aa8-5fb5-4333-a78a-f375d96985e7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:57.529804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa0746f5-48b9-4e0a-ba42-2109d01067f6 req-94f56aa8-5fb5-4333-a78a-f375d96985e7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.2626042 Mar 11 17:24:57.539304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff5d59b2-725e-4c97-82f3-bac1695b0283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.593503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-ad6c3571-5643-4208-ae1f-6dbc4b37f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:57.595705 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-ad6c3571-5643-4208-ae1f-6dbc4b37f28c service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 918 time: 0.2828381 Mar 11 17:24:57.738121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Router f271efb9-2cba-4c20-820e-7f65ff1d353b is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:24:57.761187 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-b94210bc-3b06-4b07-86b6-911feb36457f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0729eade-4078-4178-83aa-81f29b8902c4 HTTP/1.1" status: 200 len: 217 time: 0.1367974 Mar 11 17:24:57.905993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:57.916115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-1abd4757-a8cf-4d8d-9641-6445e1866c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:57.919367 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-1abd4757-a8cf-4d8d-9641-6445e1866c58 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.1562290 Mar 11 17:24:58.073427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff5d59b2-725e-4c97-82f3-bac1695b0283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.084726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.092092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-638129207-network', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:58.099912 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-b4305834-5b27-4d9d-b323-f797d6eaf938 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730540 Mar 11 17:24:58.108755 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff5d59b2-725e-4c97-82f3-bac1695b0283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.133005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:24:58.260960 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-b30b14d9-eb05-4574-a738-a65a2328f54d service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498799 Mar 11 17:24:58.269316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:58.269696 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.315926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa0746f5-48b9-4e0a-ba42-2109d01067f6 req-71a4f3ed-aa6c-41d8-a3cb-7431e2fd74fb tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7466035 Mar 11 17:24:58.367070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:24:58.382134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e23f1-2c47-4f04-a743-dcb451d1762f None None] Sync routers for ids ['f271efb9-2cba-4c20-820e-7f65ff1d353b'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:24:58.445289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e23f1-2c47-4f04-a743-dcb451d1762f None None] Routers {'f271efb9-2cba-4c20-820e-7f65ff1d353b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:58.448037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-916e23f1-2c47-4f04-a743-dcb451d1762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f271efb9-2cba-4c20-820e-7f65ff1d353b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:58.455502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.457016 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bf26b6b9-9f3c-401e-98f0-5fa0d023a7b4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9846227 Mar 11 17:24:58.460230 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bf2c546-9f16-4cbe-9ad1-8d667c063d0a req-5f95a75b-2793-441b-8601-7a1f207bbaaf service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924536 Mar 11 17:24:58.460980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57678) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:58.466223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b18348c2-85a9-411b-8bd3-19135ddba64e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': False}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:58.483644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:24:58.510125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:24:58.541672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:24:58.638438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-916e23f1-2c47-4f04-a743-dcb451d1762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:58.746628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:58.749582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.766876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d59b2-725e-4c97-82f3-bac1695b0283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a74ab6-55af-473c-be14-30ccd3896a17,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:58.774963 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.786342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e23f1-2c47-4f04-a743-dcb451d1762f None None] Routers {'f271efb9-2cba-4c20-820e-7f65ff1d353b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:24:58.786986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-916e23f1-2c47-4f04-a743-dcb451d1762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f271efb9-2cba-4c20-820e-7f65ff1d353b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:58.793347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff5d59b2-725e-4c97-82f3-bac1695b0283 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=259f94d77d07462e92d9c32faaac71ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3649726 Mar 11 17:24:58.810775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Made reservation on behalf of fd9da0eb46f44ba38163cdb9013b0a94 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:58.813944 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.818738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57696) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:24:58.842305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa60da-af96-41b4-9f75-6fc16095fcf4 req-9d9aea85-8cf3-4c1a-8b39-afe3bb3b9062 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:58.862238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa60da-af96-41b4-9f75-6fc16095fcf4 req-9d9aea85-8cf3-4c1a-8b39-afe3bb3b9062 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:58.864006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42aa60da-af96-41b4-9f75-6fc16095fcf4 req-9d9aea85-8cf3-4c1a-8b39-afe3bb3b9062 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 1652 time: 0.7868290 Mar 11 17:24:58.916529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-916e23f1-2c47-4f04-a743-dcb451d1762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:24:58.917295 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e23f1-2c47-4f04-a743-dcb451d1762f None None] The sync data for ids ['f271efb9-2cba-4c20-820e-7f65ff1d353b'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:24:58.953731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Port': ['ID=2dac3327-398c-4032-b0a0-bfd817e0dbda,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:58.977395 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:58.986831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:24:58.996262 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f85e604-61a6-4101-ac3d-4a1b9d30f054" -d '{"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:24:59.013195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9126e72c-7878-4e3a-a163-60052505f325 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3797135 Mar 11 17:24:59.013927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.030265 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:24:59.054972 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.081765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'admin_state_up': True, 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'security_groups': ['169b6171-a3f9-46d1-be2b-88d7a8fdf820']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:24:59.125785 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d23d6f-66f2-4595-843f-b6aeee0b5238 x-openstack-request-id: req-b2d23d6f-66f2-4595-843f-b6aeee0b5238 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:24:59.126394 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:24:59.126920 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2d23d6f-66f2-4595-843f-b6aeee0b5238 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:24:59.127478 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'code': 200} Mar 11 17:24:59.132119 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83a80063-5487-442f-b960-24c854d4772a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.137199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-41da6f68-3805-4c8c-95f7-a0aa28168d0e None None] Provisioning complete for port 2dac3327-398c-4032-b0a0-bfd817e0dbda triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:24:59.140842 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-41da6f68-3805-4c8c-95f7-a0aa28168d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.252028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18348c2-85a9-411b-8bd3-19135ddba64e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.258294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-41da6f68-3805-4c8c-95f7-a0aa28168d0e None None] Port 2dac3327-398c-4032-b0a0-bfd817e0dbda cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:24:59.263619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:59.362170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42aa60da-af96-41b4-9f75-6fc16095fcf4 req-ee851f79-a28e-4a89-b70d-76200b9a827e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946579 Mar 11 17:24:59.372144 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83a80063-5487-442f-b960-24c854d4772a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.486072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83a80063-5487-442f-b960-24c854d4772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.491620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83a80063-5487-442f-b960-24c854d4772a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.493770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-83a80063-5487-442f-b960-24c854d4772a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74a74ab6-55af-473c-be14-30ccd3896a17 HTTP/1.1" status: 204 len: 168 time: 0.6286242 Mar 11 17:24:59.605276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a80063-5487-442f-b960-24c854d4772a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a74ab6-55af-473c-be14-30ccd3896a17,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:59.739203 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.757590 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.762621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:24:59.766470 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.800045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98cb0-7b4c-4eda-b877-b73346a6e4f9 req-f8b8e778-b23d-4b26-9419-6ae6ae6f7483 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:59.804532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6f98cb0-7b4c-4eda-b877-b73346a6e4f9 req-f8b8e778-b23d-4b26-9419-6ae6ae6f7483 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.3088009 Mar 11 17:24:59.879467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dd00ec-43af-4cee-8aa5-5450cff43cdf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:24:59.906148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:24:59.967211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:59.967583 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Added segment 13ad2b2e-c090-4a41-8e9e-84333285849f of type vlan for network 93d32082-a711-479f-be40-f94d1c06240c Mar 11 17:25:00.090362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6f98cb0-7b4c-4eda-b877-b73346a6e4f9 req-e748bce7-483b-4986-9548-b9173c67b7a4 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639341 Mar 11 17:25:00.353260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Allocated IP 10.1.1.211 (0726836f-d748-4c51-b886-5cd24bd6cbd6/790ff9c8-0e5a-4d16-800c-02a801a738ca/5245b709-678d-4b1b-bd4e-340bbf3dcd6c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:00.582025 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.617964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57726) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:00.635694 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.691715 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.759404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.761271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:00.762174 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:00.959874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] Pushing event updated for resources: {'Network': ['ID=93d32082-a711-479f-be40-f94d1c06240c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:00.975232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-411b34cd-6e7a-4122-86a2-ebfd6600b9bb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7062087 Mar 11 17:25:00.976390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 93d32082-a711-479f-be40-f94d1c06240c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:25:01.002483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57752) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:01.005944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:01.013785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Request body: {'subnet': {'network_id': '93d32082-a711-479f-be40-f94d1c06240c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-638129207-subnet', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:01.042076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4c23053-e314-4a7e-9cc7-d0a3841bfd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.055977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:01.087537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Made reservation on behalf of fd9da0eb46f44ba38163cdb9013b0a94 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:01.091255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.324403 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18348c2-85a9-411b-8bd3-19135ddba64e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.336781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18348c2-85a9-411b-8bd3-19135ddba64e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.525231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:01.533703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2f90bce0-fb87-4488-8591-fa3b6c2f4417 None None] Provisioning complete for port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:01.534593 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2f90bce0-fb87-4488-8591-fa3b6c2f4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.539936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.641542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18348c2-85a9-411b-8bd3-19135ddba64e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Router f271efb9-2cba-4c20-820e-7f65ff1d353b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:25:01.680969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2f90bce0-fb87-4488-8591-fa3b6c2f4417 None None] Port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:25:01.732543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59efb11-4ebe-4ce7-936d-03f82c07cb60,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:01.756790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Port': ['ID=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:01.884121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18348c2-85a9-411b-8bd3-19135ddba64e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:01.899243 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c3de10-2152-418b-ad35-8586374d5217 None None] Sync routers for ids ['f271efb9-2cba-4c20-820e-7f65ff1d353b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:25:01.906615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4364875-8411-484a-8b08-239998ab5bb4 req-4fe34cc1-7744-4061-a5a4-5866686f3f3e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:01.914058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b18348c2-85a9-411b-8bd3-19135ddba64e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:01.917489 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b18348c2-85a9-411b-8bd3-19135ddba64e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "PUT /v2.0/routers/f271efb9-2cba-4c20-820e-7f65ff1d353b HTTP/1.1" status: 200 len: 921 time: 3.4549327 Mar 11 17:25:01.919663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4364875-8411-484a-8b08-239998ab5bb4 req-4fe34cc1-7744-4061-a5a4-5866686f3f3e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:01.921862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57766) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:01.927192 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3de10-2152-418b-ad35-8586374d5217 None None] Routers {'f271efb9-2cba-4c20-820e-7f65ff1d353b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:01.929822 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a3c3de10-2152-418b-ad35-8586374d5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f271efb9-2cba-4c20-820e-7f65ff1d353b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:01.934715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4364875-8411-484a-8b08-239998ab5bb4 req-4fe34cc1-7744-4061-a5a4-5866686f3f3e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:01.941276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4364875-8411-484a-8b08-239998ab5bb4 req-4fe34cc1-7744-4061-a5a4-5866686f3f3e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 2373 time: 1.3242142 Mar 11 17:25:02.031433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:02.032125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:02.051332 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a3c3de10-2152-418b-ad35-8586374d5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:02.066150 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3de10-2152-418b-ad35-8586374d5217 None None] Routers {'f271efb9-2cba-4c20-820e-7f65ff1d353b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:02.067033 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a3c3de10-2152-418b-ad35-8586374d5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f271efb9-2cba-4c20-820e-7f65ff1d353b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:02.125973 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a3c3de10-2152-418b-ad35-8586374d5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:02.127477 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c3de10-2152-418b-ad35-8586374d5217 None None] The sync data for ids ['f271efb9-2cba-4c20-820e-7f65ff1d353b'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:25:02.154448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4364875-8411-484a-8b08-239998ab5bb4 req-93dccc8e-e4be-4d54-871b-1a59fd617c26 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849487 Mar 11 17:25:02.168691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Checking segment: {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:02.169295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Network hostable DHCP agents. Network: 93d32082-a711-479f-be40-f94d1c06240c, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:25:02.210007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ce832-5508-4055-adb4-565ff024dfd0 req-dec05b30-ea37-49be-8e42-42571d6de19e tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:02.211793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-270ce832-5508-4055-adb4-565ff024dfd0 req-dec05b30-ea37-49be-8e42-42571d6de19e tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.6878207 Mar 11 17:25:02.229980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c8f9783e-225d-492a-9f51-53ef28a48b7f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1667452 Mar 11 17:25:02.244968 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2', 'admin_state_up': True, 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'security_groups': ['169b6171-a3f9-46d1-be2b-88d7a8fdf820']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:02.255010 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c419cdb9-ab71-4011-870c-52a119ad721b tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/routers/f271efb9-2cba-4c20-820e-7f65ff1d353b HTTP/1.1" status: 200 len: 921 time: 0.3294239 Mar 11 17:25:02.293773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57774) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:02.505708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2087a38-9827-447d-9554-578e66f7311e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:02.510235 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b2087a38-9827-447d-9554-578e66f7311e tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=f271efb9-2cba-4c20-820e-7f65ff1d353b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2114933 Mar 11 17:25:02.521912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57786) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:02.602784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Network 93d32082-a711-479f-be40-f94d1c06240c is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:25:02.634823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-270ce832-5508-4055-adb4-565ff024dfd0 req-c269d681-846b-433d-8ef7-9daa6ca4a239 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950434 Mar 11 17:25:02.641139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4c23053-e314-4a7e-9cc7-d0a3841bfd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:02.649432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 93d32082-a711-479f-be40-f94d1c06240c) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:02.655724 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4c23053-e314-4a7e-9cc7-d0a3841bfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:02.661211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0177e1a-dca6-46d2-9fa8-800171ce2aac None None] Network 93d32082-a711-479f-be40-f94d1c06240c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:25:02.691530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:02.692266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:02.704637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f4c23053-e314-4a7e-9cc7-d0a3841bfd30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b053e3100c2542a4877abb6d74602d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0786374 Mar 11 17:25:02.713631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57790) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:02.763567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-87858fd7-b7bf-4ddd-90ca-0535358b926a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7560303 Mar 11 17:25:02.770458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57792) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:02.778190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:02.789510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee81da-c78e-4111-bbee-3efe5b0fc5ba tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:02.794803 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b0ee81da-c78e-4111-bbee-3efe5b0fc5ba tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 881 time: 0.2678878 Mar 11 17:25:02.794803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-f85405df-60a2-4284-b283-e9abfcf01105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:02.794803 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-f85405df-60a2-4284-b283-e9abfcf01105 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1096 time: 0.4889960 Mar 11 17:25:02.796256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c23053-e314-4a7e-9cc7-d0a3841bfd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a61ae7-d3d7-4340-b8bc-10a3d92da160,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:02.798854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57794) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:02.873281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b0d763d0-efc2-421a-84ec-458129417a48 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=f271efb9-2cba-4c20-820e-7f65ff1d353b HTTP/1.1" status: 200 len: 205 time: 0.0659578 Mar 11 17:25:02.876414 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57798) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:02.894716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:03.018006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.041087 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.083302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772dfb4d-2e51-4d28-b0e4-811d92928848 None None] Network 93d32082-a711-479f-be40-f94d1c06240c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:25:03.105614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c047e329-a272-4f37-bf86-6a45c6c9e34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.251490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-472f687a-33b1-4723-8218-a6abb97e4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:03.253339 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-472f687a-33b1-4723-8218-a6abb97e4405 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 918 time: 0.4228866 Mar 11 17:25:03.306678 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c047e329-a272-4f37-bf86-6a45c6c9e34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.309950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.326690 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.347532 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-07d44360-3e41-4515-821e-d94271f2a716 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0729eade-4078-4178-83aa-81f29b8902c4 HTTP/1.1" status: 200 len: 217 time: 0.0857749 Mar 11 17:25:03.350799 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.470204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c047e329-a272-4f37-bf86-6a45c6c9e34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.481826 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c047e329-a272-4f37-bf86-6a45c6c9e34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.488755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c047e329-a272-4f37-bf86-6a45c6c9e34d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07a61ae7-d3d7-4340-b8bc-10a3d92da160 HTTP/1.1" status: 204 len: 168 time: 0.7709658 Mar 11 17:25:03.634261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-efe98ad5-14d4-4b31-a0a5-850d1a80e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:03.636262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-efe98ad5-14d4-4b31-a0a5-850d1a80e951 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.1351082 Mar 11 17:25:03.643701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:03.696021 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-6a7d50c2-0154-4ee2-9d40-1f0b16cfbb23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484576 Mar 11 17:25:03.935922 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-6a2ff9cd-fee9-487a-a9c8-bba6ca898fb4 service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026987 Mar 11 17:25:03.999976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047e329-a272-4f37-bf86-6a45c6c9e34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a61ae7-d3d7-4340-b8bc-10a3d92da160,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:04.123413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Deleting port 4edef693-d32b-4de7-bcc0-f10e077f7e2e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:25:04.123771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:04.279736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:04.285550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57834) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:04.338684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Calling delete_port for 4edef693-d32b-4de7-bcc0-f10e077f7e2e owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:25:04.340629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:04.364664 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fffa2a26-040b-47ae-b450-2946b2dbe85c req-30417b0f-f629-4022-8742-3ff0f28ba5c4 service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134152 Mar 11 17:25:04.405090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:04.421235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c00a3-cd19-4271-9f74-2a41512237d7 req-6ba34eee-0c8d-43c8-8c76-fe2501a23bd7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:04.429249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c00a3-cd19-4271-9f74-2a41512237d7 req-6ba34eee-0c8d-43c8-8c76-fe2501a23bd7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:04.437204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c00a3-cd19-4271-9f74-2a41512237d7 req-6ba34eee-0c8d-43c8-8c76-fe2501a23bd7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:04.440868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b3c00a3-cd19-4271-9f74-2a41512237d7 req-6ba34eee-0c8d-43c8-8c76-fe2501a23bd7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 2373 time: 1.0771086 Mar 11 17:25:04.464036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-c2bdaa78-877c-4d99-b979-fdf29cf82c87 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5107937 Mar 11 17:25:04.494400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3856a-eda6-4fbc-b41a-7e47d31fa647 req-49e65777-0e47-4dd6-90c7-7b9140291984 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:04.499934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57a3856a-eda6-4fbc-b41a-7e47d31fa647 req-49e65777-0e47-4dd6-90c7-7b9140291984 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.5794394 Mar 11 17:25:04.551300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:04.570922 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:04.613948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeed74b-4fb2-415b-9fdf-bb0212aababd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:04.651812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.652969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.653506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.654013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.654523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.655023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.655554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.656073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.656675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.657192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.657694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.658392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:04.708169 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a83b53ba-ce44-4384-b794-2e5320a7b9c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=811257378ba9414f9079eb7724d7b34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4189510 Mar 11 17:25:04.711057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57846) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:04.755410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b3c00a3-cd19-4271-9f74-2a41512237d7 req-a9f3c0ee-be81-47b8-9c43-71144b738f0b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016677 Mar 11 17:25:04.768533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Allocated IP 10.2.2.100 (6169f069-6ccf-4d75-8a2d-b93c7f6369d2/c04d27b5-45fa-428a-bd43-1e4b7e098e88/829054c0-b71e-4ea6-b95d-d5ca77b4db89) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:04.773059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57a3856a-eda6-4fbc-b41a-7e47d31fa647 req-6b15f946-ead8-4dcb-8fbc-fd73f155b4c8 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224874 Mar 11 17:25:04.792632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-11dd2d04-02bd-493f-a27a-a85585bd4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:04.794308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-11dd2d04-02bd-493f-a27a-a85585bd4936 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 1097 time: 0.2137775 Mar 11 17:25:04.883453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e771e49-6ef8-4e52-82e4-6635017ed9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:04.933523 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e771e49-6ef8-4e52-82e4-6635017ed9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.002936 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.041987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event deleted for resources: {'Port': ['ID=4edef693-d32b-4de7-bcc0-f10e077f7e2e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:05.059478 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e771e49-6ef8-4e52-82e4-6635017ed9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.072628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e771e49-6ef8-4e52-82e4-6635017ed9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.074020 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9e771e49-6ef8-4e52-82e4-6635017ed9e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/caeed74b-4fb2-415b-9fdf-bb0212aababd HTTP/1.1" status: 204 len: 168 time: 0.3616579 Mar 11 17:25:05.130857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e771e49-6ef8-4e52-82e4-6635017ed9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeed74b-4fb2-415b-9fdf-bb0212aababd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:05.187945 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.417651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.422494 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.521852 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.525695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Fanout notify agent at l3_agent the message router_deleted on router f271efb9-2cba-4c20-820e-7f65ff1d353b {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:25:05.559102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.573360 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fa78cb8d-5647-4810-84b6-9c7ca6927fd0 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/f271efb9-2cba-4c20-820e-7f65ff1d353b HTTP/1.1" status: 204 len: 168 time: 2.6827271 Mar 11 17:25:05.574032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57872) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:05.600762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cb8d47f6-aa2d-4ee2-8868-bdaca99203d4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1489550040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:05.691014 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb8d47f6-aa2d-4ee2-8868-bdaca99203d4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.693007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb8d47f6-aa2d-4ee2-8868-bdaca99203d4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.847231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-11276162-4856-4c0f-9e99-44eaa8329f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:05.848760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-11276162-4856-4c0f-9e99-44eaa8329f60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 918 time: 0.3514132 Mar 11 17:25:05.875681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb8d47f6-aa2d-4ee2-8868-bdaca99203d4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.891443 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb8d47f6-aa2d-4ee2-8868-bdaca99203d4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.977969 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.984606 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb8d47f6-aa2d-4ee2-8868-bdaca99203d4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:05.989539 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cb8d47f6-aa2d-4ee2-8868-bdaca99203d4 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4039850 Mar 11 17:25:05.992656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:05.998512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:06.170426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-26efe478-d47e-46bd-b4e1-296a274e7160 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8ac864-f933-4ae7-88be-6a6f525335e7 HTTP/1.1" status: 200 len: 217 time: 0.3143489 Mar 11 17:25:06.448511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-de2aa0bc-6a4d-47d2-b188-111214c13a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:06.451121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-de2aa0bc-6a4d-47d2-b188-111214c13a3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.2284169 Mar 11 17:25:06.498277 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.669732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.698065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-2212fa34-9c7f-4661-a0c2-0cb1e071ae7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2358415 Mar 11 17:25:06.699225 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.883639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0a4d-4ea9-4a97-b3fa-d2bc38a4d027 req-58de5820-32e0-4bff-b7a4-d831121899ca tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:06.886436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2edc0a4d-4ea9-4a97-b3fa-d2bc38a4d027 req-58de5820-32e0-4bff-b7a4-d831121899ca tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.7764959 Mar 11 17:25:06.891727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:06.909162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c8c54-6724-4d17-ac73-d937ebaa2ae0 req-db63b32e-9562-4be4-8cb0-366ab501e832 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:06.926581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c8c54-6724-4d17-ac73-d937ebaa2ae0 req-db63b32e-9562-4be4-8cb0-366ab501e832 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:06.943803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c8c54-6724-4d17-ac73-d937ebaa2ae0 req-db63b32e-9562-4be4-8cb0-366ab501e832 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:06.946937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-227c8c54-6724-4d17-ac73-d937ebaa2ae0 req-db63b32e-9562-4be4-8cb0-366ab501e832 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 2373 time: 0.9522216 Mar 11 17:25:07.128406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:07.153395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:07.174612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:07.223986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Port': ['ID=829054c0-b71e-4ea6-b95d-d5ca77b4db89,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:07.277263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.357805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2edc0a4d-4ea9-4a97-b3fa-d2bc38a4d027 req-c4cb6574-303f-4c6d-a462-d1838207a78a tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031713 Mar 11 17:25:07.365058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-227c8c54-6724-4d17-ac73-d937ebaa2ae0 req-9e755b26-4299-4049-a57a-a092a61a074f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869667 Mar 11 17:25:07.408104 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.444541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:07.445239 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.500393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-0ca9e11a-3460-4b03-bd3d-b94c99509ed0 service neutron] 10.222.0.46 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006619 Mar 11 17:25:07.606996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-299b7c2d-9cae-4753-8f2c-97fbe9bbcebb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3724971 Mar 11 17:25:07.608309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Allocated IP 172.25.8.58 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d45c2938-87d0-480c-b0d2-9a68b85a53cd) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:07.684489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2', 'admin_state_up': True, 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'security_groups': ['169b6171-a3f9-46d1-be2b-88d7a8fdf820']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:07.685855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c73de690-b517-4746-982c-f3ec65b2e4ed None None] Provisioning complete for port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:07.687099 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c73de690-b517-4746-982c-f3ec65b2e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:07.801833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c73de690-b517-4746-982c-f3ec65b2e4ed None None] Port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:25:08.097857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Made reservation on behalf of f09a1d93ba00412098840417ecd5aeb7 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:08.102747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.165644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c4b2b2-3aca-40e3-ae64-b4702233d043 req-c8b2df0d-7b99-4bb7-91b2-2ac42e1122a9 service neutron] 10.222.0.46 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6386938 Mar 11 17:25:08.298996 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.530022 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:08.655064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Allocated IP 172.25.8.98 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/97b03dcc-906f-4f0d-9963-d82d67165b69) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:08.786569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:08.794717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Allocated IP 10.2.2.200 (6169f069-6ccf-4d75-8a2d-b93c7f6369d2/c04d27b5-45fa-428a-bd43-1e4b7e098e88/afe24553-745c-4de3-95c2-2eceab64a6d4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:08.812768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:08.817851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Pushing event updated for resources: {'Port': ['ID=d45c2938-87d0-480c-b0d2-9a68b85a53cd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:08.956993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:09.054991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:09.062789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:09.200029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:09.234545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:09.254048 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:09.314873 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:09.381990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40496178-2ff9-44b3-b610-bd9aae6f0d70 req-4ecd7b61-fa30-4fa4-b475-4d6d2992d369 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:09.394946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40496178-2ff9-44b3-b610-bd9aae6f0d70 req-4ecd7b61-fa30-4fa4-b475-4d6d2992d369 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:09.406279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40496178-2ff9-44b3-b610-bd9aae6f0d70 req-4ecd7b61-fa30-4fa4-b475-4d6d2992d369 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:09.420518 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40496178-2ff9-44b3-b610-bd9aae6f0d70 req-4ecd7b61-fa30-4fa4-b475-4d6d2992d369 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:09.438334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-40496178-2ff9-44b3-b610-bd9aae6f0d70 req-4ecd7b61-fa30-4fa4-b475-4d6d2992d369 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 3094 time: 0.7695675 Mar 11 17:25:09.457586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event updated for resources: {'Port': ['ID=97b03dcc-906f-4f0d-9963-d82d67165b69,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:09.693687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404eed4-aa09-475e-8644-cf9a2f7613d0 req-4bd4b3b0-1d89-4880-b8a3-d35792e85c5b tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:09.698278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5404eed4-aa09-475e-8644-cf9a2f7613d0 req-4bd4b3b0-1d89-4880-b8a3-d35792e85c5b tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 1.0304563 Mar 11 17:25:09.988778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5404eed4-aa09-475e-8644-cf9a2f7613d0 req-02d1bc68-3e59-41c2-8768-ec247c4e223e tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545854 Mar 11 17:25:10.005711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-40496178-2ff9-44b3-b610-bd9aae6f0d70 req-6a2f842e-2826-48d3-b681-98044ff66e13 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002055 Mar 11 17:25:10.010672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.114583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.249359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:10.257938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:10.261623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:10.266610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event updated for resources: {'Port': ['ID=afe24553-745c-4de3-95c2-2eceab64a6d4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:10.480628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.625739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:10.629084 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.726386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.827416 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.828999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b5baa1a3-9f34-4e73-8d0e-58693d5e2a70 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1843681 Mar 11 17:25:10.857260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bdc1ad79-a746-49c7-bfd0-d999c85b8728 None None] Provisioning complete for port afe24553-745c-4de3-95c2-2eceab64a6d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:10.863782 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bdc1ad79-a746-49c7-bfd0-d999c85b8728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:10.864592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:10.879212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58034) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:10.916334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1ad79-a746-49c7-bfd0-d999c85b8728 None None] Port afe24553-745c-4de3-95c2-2eceab64a6d4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:25:11.087476 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.158225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75306d-54bc-4d68-aaca-8c203ad38298 req-1b367beb-07b7-449c-bf63-e87b6793d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:11.159954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ab75306d-54bc-4d68-aaca-8c203ad38298 req-1b367beb-07b7-449c-bf63-e87b6793d0b4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1096 time: 0.2060227 Mar 11 17:25:11.325680 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ab75306d-54bc-4d68-aaca-8c203ad38298 req-83207b68-9c7b-4990-aeb2-6aa2af47c0af service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566846 Mar 11 17:25:11.368592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.381442 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.429272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.537119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Router 95b4a392-0324-401c-8dbd-401981cc4b43 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:25:11.603929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Router 22f61e61-31dc-4521-b566-8f1459ff45f3 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:25:11.792708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:11.807693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a54dc4-b9de-45bb-9daa-826a4e0497d8 None None] Sync routers for ids ['22f61e61-31dc-4521-b566-8f1459ff45f3'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:25:11.816944 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.819582 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-164d9c3b-4c27-4168-836d-971c81584d86 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "PUT /v2.0/routers/22f61e61-31dc-4521-b566-8f1459ff45f3 HTTP/1.1" status: 200 len: 879 time: 5.8256028 Mar 11 17:25:11.823685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58056) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:11.837143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a54dc4-b9de-45bb-9daa-826a4e0497d8 None None] Routers {'22f61e61-31dc-4521-b566-8f1459ff45f3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:11.838402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08a54dc4-b9de-45bb-9daa-826a4e0497d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['22f61e61-31dc-4521-b566-8f1459ff45f3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:11.923774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08a54dc4-b9de-45bb-9daa-826a4e0497d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:11.947644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a54dc4-b9de-45bb-9daa-826a4e0497d8 None None] Routers {'22f61e61-31dc-4521-b566-8f1459ff45f3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:11.948563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08a54dc4-b9de-45bb-9daa-826a4e0497d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['22f61e61-31dc-4521-b566-8f1459ff45f3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:11.998233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08a54dc4-b9de-45bb-9daa-826a4e0497d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:12.000006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a54dc4-b9de-45bb-9daa-826a4e0497d8 None None] The sync data for ids ['22f61e61-31dc-4521-b566-8f1459ff45f3'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:25:12.091588 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fce208c2-7692-4e2c-a49d-dddd7a085477 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/routers/22f61e61-31dc-4521-b566-8f1459ff45f3 HTTP/1.1" status: 200 len: 920 time: 0.2412446 Mar 11 17:25:12.093805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:12.213994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c445ad-27cf-43e5-9562-8276a5f49aa7 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.238195 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c5c445ad-27cf-43e5-9562-8276a5f49aa7 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=22f61e61-31dc-4521-b566-8f1459ff45f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1359053 Mar 11 17:25:12.244981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58060) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:12.360441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7616ddb0-e068-4e8e-b598-25d0c9ad63b9 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.364997 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7616ddb0-e068-4e8e-b598-25d0c9ad63b9 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 881 time: 0.1186914 Mar 11 17:25:12.365681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58064) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:12.398639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1de21d26-3672-4f58-8e67-8d9b2bf44f6d tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f61e61-31dc-4521-b566-8f1459ff45f3 HTTP/1.1" status: 200 len: 205 time: 0.0317724 Mar 11 17:25:12.400007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:12.499191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fcc95-f085-452e-b6be-b98f834fb517 req-b2afb0f5-e577-4c04-b999-deda07e65ac3 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.552770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fcc95-f085-452e-b6be-b98f834fb517 req-b2afb0f5-e577-4c04-b999-deda07e65ac3 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.572591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fcc95-f085-452e-b6be-b98f834fb517 req-b2afb0f5-e577-4c04-b999-deda07e65ac3 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.592192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fcc95-f085-452e-b6be-b98f834fb517 req-b2afb0f5-e577-4c04-b999-deda07e65ac3 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.600868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fcc95-f085-452e-b6be-b98f834fb517 req-b2afb0f5-e577-4c04-b999-deda07e65ac3 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.625044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-912fcc95-f085-452e-b6be-b98f834fb517 req-b2afb0f5-e577-4c04-b999-deda07e65ac3 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 3815 time: 1.1759608 Mar 11 17:25:12.661987 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:12.677332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c8b53-ed4b-48e5-ada4-1b79a601e788 req-93ca56f1-2c86-4dbb-b463-5814ec4b597c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:12.681949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-665c8b53-ed4b-48e5-ada4-1b79a601e788 req-93ca56f1-2c86-4dbb-b463-5814ec4b597c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 1.3419752 Mar 11 17:25:12.892302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:12.905929 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Sync routers for ids ['95b4a392-0324-401c-8dbd-401981cc4b43'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:25:12.938695 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Routers {'95b4a392-0324-401c-8dbd-401981cc4b43'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:12.938695 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['95b4a392-0324-401c-8dbd-401981cc4b43'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:12.960901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:12.963060 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1b787d1e-db54-431a-833d-0a5b695f4237 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.1883259 Mar 11 17:25:12.982256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58072) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:13.145025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.271455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-912fcc95-f085-452e-b6be-b98f834fb517 req-e9f55567-1188-491f-9a8d-30930774bcae tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6455202 Mar 11 17:25:13.274179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eca2090-886c-4e60-a1d8-d4c64ad0f667 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:13.330466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.343897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-665c8b53-ed4b-48e5-ada4-1b79a601e788 req-2da5676f-dfea-43e3-bd52-d01386ce137c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605451 Mar 11 17:25:13.414993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Deleting port 97b03dcc-906f-4f0d-9963-d82d67165b69 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:25:13.415601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.455888 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.458697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Transition to ACTIVE for port object 4eca2090-886c-4e60-a1d8-d4c64ad0f667 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:13.466766 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.475463 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.477567 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Set router 95b4a392-0324-401c-8dbd-401981cc4b43 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:25:13.622678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.633613 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-218592f4-c21f-4d4f-9147-33eb43492d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.670298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Calling delete_port for 97b03dcc-906f-4f0d-9963-d82d67165b69 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:25:13.676871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f716ca2d0eac4ef484ac16c6926bdbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7951994 Mar 11 17:25:13.676871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e4b480-9c81-43ea-8d0a-c14cf209284b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:13.679835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58090) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:13.697710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.698356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.699394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.700149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.700906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.701552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.702155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.702599 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.703044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.705556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.706397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.707022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da263bae-2718-474f-9a45-e4e3c0e5a7ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:13.754000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Pushing event updated for resources: {'Port': ['ID=4eca2090-886c-4e60-a1d8-d4c64ad0f667,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:14.002040 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:03Z', 'updated_at': '2022-03-11T17:25:09Z', 'revision_number': 3, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'gw_port': {'id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:06Z', 'updated_at': '2022-03-11T17:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:14.052729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1932815-7fd7-4bc1-8fed-85200f5435ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.099439 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Checking router: 95b4a392-0324-401c-8dbd-401981cc4b43 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:25:14.107136 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Updating router 95b4a392-0324-401c-8dbd-401981cc4b43 port d45c2938-87d0-480c-b0d2-9a68b85a53cd binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:25:14.110563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1932815-7fd7-4bc1-8fed-85200f5435ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.191742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Attempting to bind port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:14.192857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Attempting to bind port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:14.193762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Attempting to bind port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 on network bf7f383e-3ac6-4ae0-b30c-8d66e11decda {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:14.201489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 on network bf7f383e-3ac6-4ae0-b30c-8d66e11decda not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:25:14.204379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Attempting to bind port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 on network bf7f383e-3ac6-4ae0-b30c-8d66e11decda {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:14.215709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:14.217271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Checking segment: {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:14.218088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Bound using segment: {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:14.219407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Bound port: 4eca2090-886c-4e60-a1d8-d4c64ad0f667, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed3aec7-2771-4c10-8bb4-4f1494794c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:14.220147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.226478 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.227859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1932815-7fd7-4bc1-8fed-85200f5435ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.237146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1932815-7fd7-4bc1-8fed-85200f5435ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.238652 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f1932815-7fd7-4bc1-8fed-85200f5435ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9e4b480-9c81-43ea-8d0a-c14cf209284b HTTP/1.1" status: 204 len: 168 time: 0.5555320 Mar 11 17:25:14.426448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1932815-7fd7-4bc1-8fed-85200f5435ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e4b480-9c81-43ea-8d0a-c14cf209284b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:14.636650 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.773369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] For port 4eca2090-886c-4e60-a1d8-d4c64ad0f667, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:14.843520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] For port 4eca2090-886c-4e60-a1d8-d4c64ad0f667, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4eca2090-886c-4e60-a1d8-d4c64ad0f667,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:14.849457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event deleted for resources: {'Port': ['ID=97b03dcc-906f-4f0d-9963-d82d67165b69,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:14.902118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.916218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b99c3-fb88-4bfc-950b-04185577cc29 req-b9c68373-f762-4fed-b014-f37650a336d4 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:14.917873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-630b99c3-fb88-4bfc-950b-04185577cc29 req-b9c68373-f762-4fed-b014-f37650a336d4 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.2721975 Mar 11 17:25:15.073799 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.085920 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.095569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd588af9-40e7-4715-997b-869943d75c9f req-ac2ac5fa-2f1c-4f66-a094-615cbbe8b0e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:15.125237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd588af9-40e7-4715-997b-869943d75c9f req-ac2ac5fa-2f1c-4f66-a094-615cbbe8b0e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:15.126760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.146285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd588af9-40e7-4715-997b-869943d75c9f req-ac2ac5fa-2f1c-4f66-a094-615cbbe8b0e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:15.171839 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Attempting to bind port d45c2938-87d0-480c-b0d2-9a68b85a53cd on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:15.174964 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Attempting to bind port d45c2938-87d0-480c-b0d2-9a68b85a53cd by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:15.178276 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Attempting to bind port d45c2938-87d0-480c-b0d2-9a68b85a53cd on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:15.194083 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:15.194916 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:15.195788 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.196627 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:15.197588 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Bound port: d45c2938-87d0-480c-b0d2-9a68b85a53cd, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:15.198594 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.199209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd588af9-40e7-4715-997b-869943d75c9f req-ac2ac5fa-2f1c-4f66-a094-615cbbe8b0e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:15.239481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd588af9-40e7-4715-997b-869943d75c9f req-ac2ac5fa-2f1c-4f66-a094-615cbbe8b0e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:15.254752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd588af9-40e7-4715-997b-869943d75c9f req-ac2ac5fa-2f1c-4f66-a094-615cbbe8b0e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 3827 time: 0.6285286 Mar 11 17:25:15.271580 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] For port d45c2938-87d0-480c-b0d2-9a68b85a53cd, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:15.276862 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] For port d45c2938-87d0-480c-b0d2-9a68b85a53cd, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d45c2938-87d0-480c-b0d2-9a68b85a53cd,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:15.286221 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451feef-2ae6-4d01-a3cd-79cb81b0b997 None None] Pushing event updated for resources: {'Port': ['ID=d45c2938-87d0-480c-b0d2-9a68b85a53cd,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:15.292081 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.341691 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.345128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.355590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Pushing event updated for resources: {'Port': ['ID=4eca2090-886c-4e60-a1d8-d4c64ad0f667,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:15.423945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58104) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:15.432691 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.433246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Fanout notify agent at l3_agent the message router_deleted on router 22f61e61-31dc-4521-b566-8f1459ff45f3 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:25:15.440827 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.445633 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-94164f99-adb0-4c22-a6ec-ace3fa54ba16 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/22f61e61-31dc-4521-b566-8f1459ff45f3 HTTP/1.1" status: 204 len: 168 time: 3.0406084 Mar 11 17:25:15.452203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58106) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:15.460493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-799ed209-15f2-4c15-bebc-6ae9485241d9 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1291625496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:15.510649 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451feef-2ae6-4d01-a3cd-79cb81b0b997 None None] Pushing event updated for resources: {'Port': ['ID=d45c2938-87d0-480c-b0d2-9a68b85a53cd,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:15.523963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcf9bbb7-1c54-4b58-95ca-cdba81e65872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.556531 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Routers {'95b4a392-0324-401c-8dbd-401981cc4b43'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:15.560083 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:24:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['95b4a392-0324-401c-8dbd-401981cc4b43'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:15.562591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-799ed209-15f2-4c15-bebc-6ae9485241d9 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.570098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:15.571744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.572142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-799ed209-15f2-4c15-bebc-6ae9485241d9 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.576133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3162fda7-3e59-4181-af37-72288dd4a1be service neutron] 10.222.0.46 "PUT /v2.0/ports/4eca2090-886c-4e60-a1d8-d4c64ad0f667 HTTP/1.1" status: 200 len: 1091 time: 4.7238860 Mar 11 17:25:15.576657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:15.579978 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa60230-3e5e-4228-b725-4f1dcfe16dea" -d '{"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:15.671475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:15.696991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd588af9-40e7-4715-997b-869943d75c9f req-aec177fe-8c2e-4d34-8406-698ceaf6a332 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4410865 Mar 11 17:25:15.882315 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-799ed209-15f2-4c15-bebc-6ae9485241d9 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.883530 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b563ad28-d112-4847-8e26-48c99d1ff4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:15.908707 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-799ed209-15f2-4c15-bebc-6ae9485241d9 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.026664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-799ed209-15f2-4c15-bebc-6ae9485241d9 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.032415 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-799ed209-15f2-4c15-bebc-6ae9485241d9 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5732477 Mar 11 17:25:16.037918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:16.057052 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] Set router 95b4a392-0324-401c-8dbd-401981cc4b43 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:25:16.063821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': True}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:16.077237 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4574a8-499a-4ad7-9fb0-744e398fac15 x-openstack-request-id: req-4d4574a8-499a-4ad7-9fb0-744e398fac15 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:16.077876 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:16.077876 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d4574a8-499a-4ad7-9fb0-744e398fac15 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:16.078207 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'status': 'completed', 'code': 200} Mar 11 17:25:16.177790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-630b99c3-fb88-4bfc-950b-04185577cc29 req-f6152ac2-db1c-416b-b9ff-c0acd7713c03 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2457578 Mar 11 17:25:16.200592 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.328976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.431432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcf9bbb7-1c54-4b58-95ca-cdba81e65872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.502072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-44d08a77-293a-4732-aefd-e8c1a760921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:16.502902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-44d08a77-293a-4732-aefd-e8c1a760921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:16.503539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-44d08a77-293a-4732-aefd-e8c1a760921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:16.504890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-44d08a77-293a-4732-aefd-e8c1a760921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:16.506102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-44d08a77-293a-4732-aefd-e8c1a760921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:16.524262 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcf9bbb7-1c54-4b58-95ca-cdba81e65872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.526650 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-44d08a77-293a-4732-aefd-e8c1a760921d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 4362 time: 0.4286616 Mar 11 17:25:16.670702 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:03Z', 'updated_at': '2022-03-11T17:25:09Z', 'revision_number': 3, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'gw_port': {'id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:06Z', 'updated_at': '2022-03-11T17:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:16.741119 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8868564-bb0d-4bde-b1be-cafd040a1832 None None] The sync data for ids ['95b4a392-0324-401c-8dbd-401981cc4b43'] in n-d-833411-1 is: [{'id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:03Z', 'updated_at': '2022-03-11T17:25:09Z', 'revision_number': 3, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'gw_port': {'id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:06Z', 'updated_at': '2022-03-11T17:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:25:16.804378 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fcf9bbb7-1c54-4b58-95ca-cdba81e65872 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=446cb31820894b3b9d00376b741edc81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3788795 Mar 11 17:25:16.840446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58144) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:16.921979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9bbb7-1c54-4b58-95ca-cdba81e65872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5b795-12cc-4923-a888-401c49c53d42,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:17.016867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:17.042400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-2cf1b040-51e1-4c3a-b7d6-8e7fd58246ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.046178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-939459d6-0a66-4a1b-9c87-958608e7e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.046672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-939459d6-0a66-4a1b-9c87-958608e7e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.047564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-939459d6-0a66-4a1b-9c87-958608e7e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.050008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-939459d6-0a66-4a1b-9c87-958608e7e8b0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f09a1d93ba00412098840417ecd5aeb7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4755249 Mar 11 17:25:17.058375 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-2cf1b040-51e1-4c3a-b7d6-8e7fd58246ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1096 time: 0.4025679 Mar 11 17:25:17.088855 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:17.318493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-ae7c4125-a9f6-4fa0-9f3a-6fe9244159c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.321973 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-ae7c4125-a9f6-4fa0-9f3a-6fe9244159c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 918 time: 0.2574413 Mar 11 17:25:17.459754 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-42797272-77b3-4559-a20a-96ca6ef38d3d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0729eade-4078-4178-83aa-81f29b8902c4 HTTP/1.1" status: 200 len: 217 time: 0.1287177 Mar 11 17:25:17.655959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-d189d22f-09ac-487d-a207-44e6b5b9bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.663640 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-d189d22f-09ac-487d-a207-44e6b5b9bddf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.1805975 Mar 11 17:25:17.727161 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-6c2aa6be-9453-4af8-bfd5-f822b4acc10b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547333 Mar 11 17:25:17.838360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0ef9c-5288-4a98-b19f-23ac4d956538 req-f9e332b4-2441-45a8-9481-386c83eaf22c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.840739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b0ef9c-5288-4a98-b19f-23ac4d956538 req-f9e332b4-2441-45a8-9481-386c83eaf22c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 1.0658581 Mar 11 17:25:17.841805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85c2bf33-11ae-440d-9207-6beec23f68b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:17.912948 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-fc676be1-5ca8-49b3-be49-b7bf08785346 service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762543 Mar 11 17:25:17.970944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376b858-5ed5-4443-afda-fda91173c2e6 req-e51e1017-9cae-4d77-bb85-f43941b89306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.979414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376b858-5ed5-4443-afda-fda91173c2e6 req-e51e1017-9cae-4d77-bb85-f43941b89306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.986538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376b858-5ed5-4443-afda-fda91173c2e6 req-e51e1017-9cae-4d77-bb85-f43941b89306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:17.993608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376b858-5ed5-4443-afda-fda91173c2e6 req-e51e1017-9cae-4d77-bb85-f43941b89306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:18.000312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376b858-5ed5-4443-afda-fda91173c2e6 req-e51e1017-9cae-4d77-bb85-f43941b89306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:18.002629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8376b858-5ed5-4443-afda-fda91173c2e6 req-e51e1017-9cae-4d77-bb85-f43941b89306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 3827 time: 0.8821905 Mar 11 17:25:18.173277 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85c2bf33-11ae-440d-9207-6beec23f68b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.286871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d45c2938-87d0-480c-b0d2-9a68b85a53cd up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:25:18.344656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Allocated IP 172.20.0.1 (93d32082-a711-479f-be40-f94d1c06240c/d59efb11-4ebe-4ce7-936d-03f82c07cb60/8b883df8-0668-4355-a842-adbb511d9ecb) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:18.454213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d45c2938-87d0-480c-b0d2-9a68b85a53cd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:18.457965 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.534058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.673254 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.730147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port d45c2938-87d0-480c-b0d2-9a68b85a53cd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d45c2938-87d0-480c-b0d2-9a68b85a53cd,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:18.735545 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:18.857880 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=d45c2938-87d0-480c-b0d2-9a68b85a53cd,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:18.875190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.875542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.875888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.876227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.876597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.877057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.877362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.877586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.877913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.878239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.883996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.884436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:18.936003 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.110189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.163202 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4485a0cb-cb61-4886-9f15-ebc815a86506 req-7734af61-cc1b-4c4f-991e-b87a63a61100 service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2422724 Mar 11 17:25:19.164842 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.244649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8376b858-5ed5-4443-afda-fda91173c2e6 req-1fa08a2c-fda5-4f65-9a4b-5ec89cc41b21 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1888335 Mar 11 17:25:19.320208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-6226db7c-4b69-417f-99f3-8e782b19f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:19.321926 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:25:19.323260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6aa60230-3e5e-4228-b725-4f1dcfe16dea req-6226db7c-4b69-417f-99f3-8e782b19f6b4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.9868524 Mar 11 17:25:19.409855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b0ef9c-5288-4a98-b19f-23ac4d956538 req-771ae722-1e18-45c4-ad7e-5cf85957aa66 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4990270 Mar 11 17:25:19.503978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.575932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Allocated IP 172.25.8.189 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d9a1c2f5-d5c2-4cfb-87ce-7a7f1d045dc2) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:19.627766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3e694c-9a99-4152-a3d1-86e38da63923 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:19.642357 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.664811 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85c2bf33-11ae-440d-9207-6beec23f68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.667354 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85c2bf33-11ae-440d-9207-6beec23f68b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.668823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-85c2bf33-11ae-440d-9207-6beec23f68b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47b5b795-12cc-4923-a888-401c49c53d42 HTTP/1.1" status: 204 len: 168 time: 2.8226604 Mar 11 17:25:19.670178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Transition to ACTIVE for port object 6b3e694c-9a99-4152-a3d1-86e38da63923 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:19.679279 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.695513 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.702353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bf33-11ae-440d-9207-6beec23f68b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5b795-12cc-4923-a888-401c49c53d42,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:19.775767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Network 93d32082-a711-479f-be40-f94d1c06240c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:19.782249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:19.789735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:19.893179 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:19.958171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3e694c-9a99-4152-a3d1-86e38da63923,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:20.005420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.108632 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.144065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:20.159709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:20.178301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d45c2938-87d0-480c-b0d2-9a68b85a53cd up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:25:20.187196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:20.248286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event updated for resources: {'Port': ['ID=d9a1c2f5-d5c2-4cfb-87ce-7a7f1d045dc2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:20.301145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Pushing event updated for resources: {'Port': ['ID=8b883df8-0668-4355-a842-adbb511d9ecb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:20.337593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d45c2938-87d0-480c-b0d2-9a68b85a53cd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:20.337974 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.346796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Attempting to bind port 6b3e694c-9a99-4152-a3d1-86e38da63923 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:20.347135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Attempting to bind port 6b3e694c-9a99-4152-a3d1-86e38da63923 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:20.347463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Attempting to bind port 6b3e694c-9a99-4152-a3d1-86e38da63923 on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:20.389508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Port 6b3e694c-9a99-4152-a3d1-86e38da63923 on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:25:20.390413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Attempting to bind port 6b3e694c-9a99-4152-a3d1-86e38da63923 on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:20.578957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:20.589552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Checking segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:20.592324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Bound using segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:20.592912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Bound port: 6b3e694c-9a99-4152-a3d1-86e38da63923, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:20.593315 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.939830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0a4e-43d4-4620-9b6a-f8d95ffb8cc9 req-28c15bf6-877b-4c39-a818-820fe3eab46f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:20.954003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0a4e-43d4-4620-9b6a-f8d95ffb8cc9 req-28c15bf6-877b-4c39-a818-820fe3eab46f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:20.961428 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:20.965281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0a4e-43d4-4620-9b6a-f8d95ffb8cc9 req-28c15bf6-877b-4c39-a818-820fe3eab46f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:20.987825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0a4e-43d4-4620-9b6a-f8d95ffb8cc9 req-28c15bf6-877b-4c39-a818-820fe3eab46f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:21.015305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0a4e-43d4-4620-9b6a-f8d95ffb8cc9 req-28c15bf6-877b-4c39-a818-820fe3eab46f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:21.032765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0a4e-43d4-4620-9b6a-f8d95ffb8cc9 req-28c15bf6-877b-4c39-a818-820fe3eab46f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:21.034781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab4d0a4e-43d4-4620-9b6a-f8d95ffb8cc9 req-28c15bf6-877b-4c39-a818-820fe3eab46f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 4605 time: 0.5667834 Mar 11 17:25:21.066761 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.089985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] For port 6b3e694c-9a99-4152-a3d1-86e38da63923, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:21.129677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27064301-02dc-4e0a-9ba2-5ad10a6c7f3c req-a111019c-9035-48df-80bc-b8ad5e988bc2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:21.131245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27064301-02dc-4e0a-9ba2-5ad10a6c7f3c req-a111019c-9035-48df-80bc-b8ad5e988bc2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.3764825 Mar 11 17:25:21.140865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] For port 6b3e694c-9a99-4152-a3d1-86e38da63923, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6b3e694c-9a99-4152-a3d1-86e38da63923,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:21.176266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.350563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab4d0a4e-43d4-4620-9b6a-f8d95ffb8cc9 req-c919a678-0968-4143-a9ec-ca0b2d9a15d0 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2939560 Mar 11 17:25:21.407423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3e694c-9a99-4152-a3d1-86e38da63923,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:21.412837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:21.413732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.415293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a579f102-97e0-407b-8303-1f640a879d54 service neutron] 10.222.0.46 "PUT /v2.0/ports/6b3e694c-9a99-4152-a3d1-86e38da63923 HTTP/1.1" status: 200 len: 1136 time: 5.7766700 Mar 11 17:25:21.423623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '6b3e694c-9a99-4152-a3d1-86e38da63923'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:21.425977 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3" -d '{"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "6b3e694c-9a99-4152-a3d1-86e38da63923"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:21.483420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27064301-02dc-4e0a-9ba2-5ad10a6c7f3c req-1b7c8dfe-408d-47a7-b8e3-f159602f44c1 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408418 Mar 11 17:25:21.562553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:21.602284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.618833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:21.734208 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c2c3f9-6ba7-45b8-bca6-f21eb05abc98 x-openstack-request-id: req-04c2c3f9-6ba7-45b8-bca6-f21eb05abc98 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:21.737753 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "6b3e694c-9a99-4152-a3d1-86e38da63923", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:21.738356 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04c2c3f9-6ba7-45b8-bca6-f21eb05abc98 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:21.738885 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '6b3e694c-9a99-4152-a3d1-86e38da63923', 'status': 'completed', 'code': 200} Mar 11 17:25:21.987718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Router c889e413-8c32-44a6-bec8-14196f3086c9 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:25:22.042114 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.178373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-9221fab8-4bbb-4bc4-90f0-1408f3a12627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.179081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-9221fab8-4bbb-4bc4-90f0-1408f3a12627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.183232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-9221fab8-4bbb-4bc4-90f0-1408f3a12627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.183935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-9221fab8-4bbb-4bc4-90f0-1408f3a12627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.185321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-9221fab8-4bbb-4bc4-90f0-1408f3a12627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.185860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-9221fab8-4bbb-4bc4-90f0-1408f3a12627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.193771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-9221fab8-4bbb-4bc4-90f0-1408f3a12627 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5291 time: 0.4454877 Mar 11 17:25:22.241196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:22.248718 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.253495 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2f795045-57d3-41b7-9507-76e1b8411e6f tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "PUT /v2.0/routers/c889e413-8c32-44a6-bec8-14196f3086c9 HTTP/1.1" status: 200 len: 915 time: 6.2140274 Mar 11 17:25:22.254140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58226) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:22.256590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158bf80-ec88-4faa-a84d-0e1c40763148 None None] Sync routers for ids ['c889e413-8c32-44a6-bec8-14196f3086c9'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:25:22.283573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158bf80-ec88-4faa-a84d-0e1c40763148 None None] Routers {'c889e413-8c32-44a6-bec8-14196f3086c9'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:22.284232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7158bf80-ec88-4faa-a84d-0e1c40763148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c889e413-8c32-44a6-bec8-14196f3086c9'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:22.402121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7158bf80-ec88-4faa-a84d-0e1c40763148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:22.426654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158bf80-ec88-4faa-a84d-0e1c40763148 None None] Routers {'c889e413-8c32-44a6-bec8-14196f3086c9'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:22.427438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7158bf80-ec88-4faa-a84d-0e1c40763148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c889e413-8c32-44a6-bec8-14196f3086c9'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:22.532762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7158bf80-ec88-4faa-a84d-0e1c40763148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:22.533428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158bf80-ec88-4faa-a84d-0e1c40763148 None None] The sync data for ids ['c889e413-8c32-44a6-bec8-14196f3086c9'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:25:22.605711 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.629889 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8b0baeb8-d23f-4a20-842a-16b6cebe2b31 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/routers/c889e413-8c32-44a6-bec8-14196f3086c9 HTTP/1.1" status: 200 len: 921 time: 0.3743443 Mar 11 17:25:22.631209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58234) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:22.668670 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.706770 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fcf3ea-256d-4af8-a86a-280812fa585c tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.712197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-89fcf3ea-256d-4af8-a86a-280812fa585c tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=c889e413-8c32-44a6-bec8-14196f3086c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0770404 Mar 11 17:25:22.717673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58240) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:22.776993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-0d83c30b-eee0-47a4-9dc4-4e99cfd58450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.777379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-0d83c30b-eee0-47a4-9dc4-4e99cfd58450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.777849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-0d83c30b-eee0-47a4-9dc4-4e99cfd58450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.779514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-0d83c30b-eee0-47a4-9dc4-4e99cfd58450 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f09a1d93ba00412098840417ecd5aeb7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5578778 Mar 11 17:25:22.950175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3109e5da-49ca-4c78-9adc-27d31642a045 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:22.955831 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3109e5da-49ca-4c78-9adc-27d31642a045 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 881 time: 0.2329621 Mar 11 17:25:22.957060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58246) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:22.979175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:22.988303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Pushing event updated for resources: {'Port': ['ID=8b883df8-0668-4355-a842-adbb511d9ecb,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:23.021354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fcbfd-208a-46c3-92f0-077b1fbff5c6 req-18a1e953-cadc-4aff-8bef-57288b3c5cf9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:23.029353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fcbfd-208a-46c3-92f0-077b1fbff5c6 req-18a1e953-cadc-4aff-8bef-57288b3c5cf9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:23.040116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fcbfd-208a-46c3-92f0-077b1fbff5c6 req-18a1e953-cadc-4aff-8bef-57288b3c5cf9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:23.050784 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-87ffad96-6f12-46c2-9ed8-c2bfaa2ff487 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=c889e413-8c32-44a6-bec8-14196f3086c9 HTTP/1.1" status: 200 len: 205 time: 0.0896404 Mar 11 17:25:23.051044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fcbfd-208a-46c3-92f0-077b1fbff5c6 req-18a1e953-cadc-4aff-8bef-57288b3c5cf9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:23.051543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58248) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:23.057977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fcbfd-208a-46c3-92f0-077b1fbff5c6 req-18a1e953-cadc-4aff-8bef-57288b3c5cf9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:23.064821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fcbfd-208a-46c3-92f0-077b1fbff5c6 req-18a1e953-cadc-4aff-8bef-57288b3c5cf9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:23.076753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f43fcbfd-208a-46c3-92f0-077b1fbff5c6 req-18a1e953-cadc-4aff-8bef-57288b3c5cf9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 4605 time: 0.4814878 Mar 11 17:25:23.204807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca84b3c-b31f-4d8f-83b1-25536f364ef2 req-58ffe447-3cab-4af6-9490-86581b4c3dcf tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:23.208956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ca84b3c-b31f-4d8f-83b1-25536f364ef2 req-58ffe447-3cab-4af6-9490-86581b4c3dcf tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.4900572 Mar 11 17:25:23.342033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.404314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f43fcbfd-208a-46c3-92f0-077b1fbff5c6 req-a419742f-4017-40ca-9aeb-ebc044a46219 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3263345 Mar 11 17:25:23.424117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-969060e2-e286-403a-811d-19f962a499e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:23.426009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5392fd9b-a5e1-4eaa-858c-8016ebe75af3 req-969060e2-e286-403a-811d-19f962a499e3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6108618 Mar 11 17:25:23.522581 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.557331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ca84b3c-b31f-4d8f-83b1-25536f364ef2 req-b92105ec-4ff7-4620-8f53-6d66fa17c36e tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253105 Mar 11 17:25:23.620694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Network 93d32082-a711-479f-be40-f94d1c06240c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:23.625379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed38429a-d477-40bf-a7f4-131ab2ee892a {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:23.630792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:23.639899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.692258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Deleting port d9a1c2f5-d5c2-4cfb-87ce-7a7f1d045dc2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:25:23.692915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.725487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Transition to ACTIVE for port object ed38429a-d477-40bf-a7f4-131ab2ee892a will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:23.739660 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.920265 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.967499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Calling delete_port for d9a1c2f5-d5c2-4cfb-87ce-7a7f1d045dc2 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:25:24.001083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38429a-d477-40bf-a7f4-131ab2ee892a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:24.256063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Router 95b4a392-0324-401c-8dbd-401981cc4b43 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:25:24.334560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Attempting to bind port ed38429a-d477-40bf-a7f4-131ab2ee892a on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:24.341216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Attempting to bind port ed38429a-d477-40bf-a7f4-131ab2ee892a by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:24.343822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Attempting to bind port ed38429a-d477-40bf-a7f4-131ab2ee892a on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:24.358369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Port ed38429a-d477-40bf-a7f4-131ab2ee892a on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:25:24.359392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Attempting to bind port ed38429a-d477-40bf-a7f4-131ab2ee892a on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:24.479979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:24.480503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Checking segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:24.486521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Bound using segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:24.487273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Bound port: ed38429a-d477-40bf-a7f4-131ab2ee892a, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:24.487906 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.591489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.662697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event deleted for resources: {'Port': ['ID=d9a1c2f5-d5c2-4cfb-87ce-7a7f1d045dc2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:24.944772 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:24.959058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:24.969687 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Sync routers for ids ['95b4a392-0324-401c-8dbd-401981cc4b43'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:25:25.003614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459fea-5cf7-48ec-9022-ccfb24a19171 req-597360fc-88c7-4e5d-82d4-6386ed2c949e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.032314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459fea-5cf7-48ec-9022-ccfb24a19171 req-597360fc-88c7-4e5d-82d4-6386ed2c949e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.042732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459fea-5cf7-48ec-9022-ccfb24a19171 req-597360fc-88c7-4e5d-82d4-6386ed2c949e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.048653 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Routers {'95b4a392-0324-401c-8dbd-401981cc4b43'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:25.056092 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['95b4a392-0324-401c-8dbd-401981cc4b43'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:25.059783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459fea-5cf7-48ec-9022-ccfb24a19171 req-597360fc-88c7-4e5d-82d4-6386ed2c949e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.089956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459fea-5cf7-48ec-9022-ccfb24a19171 req-597360fc-88c7-4e5d-82d4-6386ed2c949e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.112444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459fea-5cf7-48ec-9022-ccfb24a19171 req-597360fc-88c7-4e5d-82d4-6386ed2c949e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.143046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459fea-5cf7-48ec-9022-ccfb24a19171 req-597360fc-88c7-4e5d-82d4-6386ed2c949e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.150267 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8459fea-5cf7-48ec-9022-ccfb24a19171 req-597360fc-88c7-4e5d-82d4-6386ed2c949e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5382 time: 0.3713217 Mar 11 17:25:25.185182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2cd39827-8ff3-455b-bbcd-0b9208d9507d admin admin] 10.222.0.53 "PUT /v2.0/routers/95b4a392-0324-401c-8dbd-401981cc4b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1988194 Mar 11 17:25:25.247395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] For port ed38429a-d477-40bf-a7f4-131ab2ee892a, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:25.270306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] For port ed38429a-d477-40bf-a7f4-131ab2ee892a, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed38429a-d477-40bf-a7f4-131ab2ee892a,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:25.312525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.454439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.460191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.542533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8459fea-5cf7-48ec-9022-ccfb24a19171 req-56318991-1b57-49fc-9a6f-7926b8f12ef0 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3379252 Mar 11 17:25:25.557395 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Set router 95b4a392-0324-401c-8dbd-401981cc4b43 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:25:25.560771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.561399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Fanout notify agent at l3_agent the message router_deleted on router c889e413-8c32-44a6-bec8-14196f3086c9 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:25:25.570735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.572017 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ee982a85-52ee-495d-87d7-5071dca0c6d5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/c889e413-8c32-44a6-bec8-14196f3086c9 HTTP/1.1" status: 204 len: 168 time: 2.5193784 Mar 11 17:25:25.577865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58358) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:25.623930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:25.624661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.628528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a59e6ef3-a0ff-4141-b634-f0e271aa4bae tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-215647459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:25.631304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed38429a-d477-40bf-a7f4-131ab2ee892a HTTP/1.1" status: 200 len: 1135 time: 4.0884950 Mar 11 17:25:25.645481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': 'ed38429a-d477-40bf-a7f4-131ab2ee892a'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:25.665009 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6" -d '{"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "ed38429a-d477-40bf-a7f4-131ab2ee892a"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:25.700728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:25.761930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a59e6ef3-a0ff-4141-b634-f0e271aa4bae tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.763897 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a59e6ef3-a0ff-4141-b634-f0e271aa4bae tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:25.914442 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b620490-76d0-4eb9-ba66-fb2bbd285f45 x-openstack-request-id: req-1b620490-76d0-4eb9-ba66-fb2bbd285f45 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:25.914442 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "ed38429a-d477-40bf-a7f4-131ab2ee892a", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:25.915634 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b620490-76d0-4eb9-ba66-fb2bbd285f45 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:25.916138 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': 'ed38429a-d477-40bf-a7f4-131ab2ee892a', 'status': 'completed', 'code': 200} Mar 11 17:25:26.081225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a59e6ef3-a0ff-4141-b634-f0e271aa4bae tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.082468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58384) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:26.083755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654b7bf-25c6-43ec-a749-79c200b2f644 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38429a-d477-40bf-a7f4-131ab2ee892a,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:26.096562 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a59e6ef3-a0ff-4141-b634-f0e271aa4bae tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.169805 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a59e6ef3-a0ff-4141-b634-f0e271aa4bae tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.181495 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a59e6ef3-a0ff-4141-b634-f0e271aa4bae tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6024508 Mar 11 17:25:26.192746 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.202903 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:03Z', 'updated_at': '2022-03-11T17:25:20Z', 'revision_number': 4, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'gw_port': {'id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:06Z', 'updated_at': '2022-03-11T17:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '8b883df8-0668-4355-a842-adbb511d9ecb', 'name': '', 'network_id': '93d32082-a711-479f-be40-f94d1c06240c', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'mac_address': 'fa:16:3e:a7:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd59efb11-4ebe-4ce7-936d-03f82c07cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:16Z', 'updated_at': '2022-03-11T17:25:21Z', 'revision_number': 2, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'subnets': [{'id': 'd59efb11-4ebe-4ce7-936d-03f82c07cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:26.204202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58388) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:26.218766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'enable_snat': False}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:26.245372 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Checking router: 95b4a392-0324-401c-8dbd-401981cc4b43 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:25:26.247509 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Updating router 95b4a392-0324-401c-8dbd-401981cc4b43 port 8b883df8-0668-4355-a842-adbb511d9ecb binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:25:26.295136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-9034ca13-5cc8-4210-a9a5-a1b45dcc9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.295947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-9034ca13-5cc8-4210-a9a5-a1b45dcc9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.296806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-9034ca13-5cc8-4210-a9a5-a1b45dcc9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.297665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-9034ca13-5cc8-4210-a9a5-a1b45dcc9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.299188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-9034ca13-5cc8-4210-a9a5-a1b45dcc9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.300160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-9034ca13-5cc8-4210-a9a5-a1b45dcc9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.301254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-9034ca13-5cc8-4210-a9a5-a1b45dcc9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.303768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-9034ca13-5cc8-4210-a9a5-a1b45dcc9a33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6219 time: 0.4169672 Mar 11 17:25:26.438528 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.681449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-a752f605-ee5f-47aa-a3b7-7e2cf94b4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.687343 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-a752f605-ee5f-47aa-a3b7-7e2cf94b4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.689027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-a752f605-ee5f-47aa-a3b7-7e2cf94b4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:26.692785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:26.705894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-a752f605-ee5f-47aa-a3b7-7e2cf94b4974 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f09a1d93ba00412098840417ecd5aeb7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3869524 Mar 11 17:25:26.907881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:27.045467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ba20325-437b-483d-9efc-4da110998f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.135531 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-608ab28b-4430-4462-ad3e-52a6cda40c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.207484 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.216047 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.270916 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-608ab28b-4430-4462-ad3e-52a6cda40c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.275384 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.310631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.331307 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac383b2-0030-49e7-8d3e-9f4274581879 None None] Pushing event updated for resources: {'Port': ['ID=8b883df8-0668-4355-a842-adbb511d9ecb,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:27.350921 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Attempting to bind port 8b883df8-0668-4355-a842-adbb511d9ecb on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:27.351442 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Attempting to bind port 8b883df8-0668-4355-a842-adbb511d9ecb by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:27.351904 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Attempting to bind port 8b883df8-0668-4355-a842-adbb511d9ecb on network 93d32082-a711-479f-be40-f94d1c06240c {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:27.359136 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:27.359675 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Checking segment: {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:27.360192 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.360852 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Bound using segment: {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:27.361445 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Bound port: 8b883df8-0668-4355-a842-adbb511d9ecb, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:27.361931 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.374584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-608ab28b-4430-4462-ad3e-52a6cda40c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.417133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-608ab28b-4430-4462-ad3e-52a6cda40c30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4776f666c98d40488b5b44e6bf76c9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071082 Mar 11 17:25:27.422393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58424) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:27.449129 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] For port 8b883df8-0668-4355-a842-adbb511d9ecb, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:27.453439 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] For port 8b883df8-0668-4355-a842-adbb511d9ecb, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8b883df8-0668-4355-a842-adbb511d9ecb,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:27.466789 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.483353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ab28b-4430-4462-ad3e-52a6cda40c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786479a9-df38-4be6-b6fe-d48277788845,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:27.537412 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Routers {'95b4a392-0324-401c-8dbd-401981cc4b43'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:27.538211 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['95b4a392-0324-401c-8dbd-401981cc4b43'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:27.607784 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ba20325-437b-483d-9efc-4da110998f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.616370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ba20325-437b-483d-9efc-4da110998f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.670745 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] Set router 95b4a392-0324-401c-8dbd-401981cc4b43 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:25:27.682358 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-363d9ce7-9c2f-40f5-aaca-c47c92bd1d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.711208 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-363d9ce7-9c2f-40f5-aaca-c47c92bd1d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.747394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749880-b5fc-4558-ad65-003e2cc9b3a2 req-c2fab2b3-dbe4-44df-b436-d175bba020a7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:27.756380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749880-b5fc-4558-ad65-003e2cc9b3a2 req-c2fab2b3-dbe4-44df-b436-d175bba020a7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:27.763232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749880-b5fc-4558-ad65-003e2cc9b3a2 req-c2fab2b3-dbe4-44df-b436-d175bba020a7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:27.767541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Allocated IP 172.25.8.177 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/2807386f-46d9-4e0a-9d77-2036747ac1f7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:27.771193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749880-b5fc-4558-ad65-003e2cc9b3a2 req-c2fab2b3-dbe4-44df-b436-d175bba020a7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:27.779223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749880-b5fc-4558-ad65-003e2cc9b3a2 req-c2fab2b3-dbe4-44df-b436-d175bba020a7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:27.787513 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac383b2-0030-49e7-8d3e-9f4274581879 None None] Pushing event updated for resources: {'Port': ['ID=8b883df8-0668-4355-a842-adbb511d9ecb,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:27.792787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749880-b5fc-4558-ad65-003e2cc9b3a2 req-c2fab2b3-dbe4-44df-b436-d175bba020a7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:27.808648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749880-b5fc-4558-ad65-003e2cc9b3a2 req-c2fab2b3-dbe4-44df-b436-d175bba020a7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:27.823636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65749880-b5fc-4558-ad65-003e2cc9b3a2 req-c2fab2b3-dbe4-44df-b436-d175bba020a7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5382 time: 1.0017886 Mar 11 17:25:27.828376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-363d9ce7-9c2f-40f5-aaca-c47c92bd1d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.832557 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-363d9ce7-9c2f-40f5-aaca-c47c92bd1d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:27.836987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-363d9ce7-9c2f-40f5-aaca-c47c92bd1d95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/786479a9-df38-4be6-b6fe-d48277788845 HTTP/1.1" status: 204 len: 168 time: 0.4057579 Mar 11 17:25:27.853853 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9ba20325-437b-483d-9efc-4da110998f1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9c92c26d1f34d168f2c47e05e32b064&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7699273 Mar 11 17:25:27.860879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58430) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:27.900190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20325-437b-483d-9efc-4da110998f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dad3ab6-38ed-440b-9e8b-c9f9e434aadd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:27.900190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d9ce7-9c2f-40f5-aaca-c47c92bd1d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786479a9-df38-4be6-b6fe-d48277788845,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:28.008261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-e35b7dc9-f58a-407b-92b7-6f059b0d4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:28.009813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83534a8c-a6d4-49a9-a043-afdd4e9d5db6 req-e35b7dc9-f58a-407b-92b7-6f059b0d4880 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2839029 Mar 11 17:25:28.064106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65749880-b5fc-4558-ad65-003e2cc9b3a2 req-0725c62c-eb04-46af-b919-dcc0088b7dda tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2102098 Mar 11 17:25:28.085114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483bbde-d706-42d4-9115-921f179e7f90 req-6196228c-2b56-4cbb-9031-357236925258 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:28.086697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-6196228c-2b56-4cbb-9031-357236925258 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/networks?id=93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 200 len: 810 time: 1.1603148 Mar 11 17:25:28.206273 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.279175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.285055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dac3327-398c-4032-b0a0-bfd817e0dbda {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:28.292402 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5eb92e2-a2fd-49ab-847e-803d393fd727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.303331 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.335494 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:03Z', 'updated_at': '2022-03-11T17:25:20Z', 'revision_number': 4, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'gw_port': {'id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:06Z', 'updated_at': '2022-03-11T17:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '8b883df8-0668-4355-a842-adbb511d9ecb', 'name': '', 'network_id': '93d32082-a711-479f-be40-f94d1c06240c', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'mac_address': 'fa:16:3e:a7:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd59efb11-4ebe-4ce7-936d-03f82c07cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:16Z', 'updated_at': '2022-03-11T17:25:27Z', 'revision_number': 4, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'subnets': [{'id': 'd59efb11-4ebe-4ce7-936d-03f82c07cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:28.336764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92125dce-c294-445d-ad04-3876be9b7168 req-b3064df6-f05d-4b6e-a39f-dda33b2ede31 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:28.339238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92125dce-c294-445d-ad04-3876be9b7168 req-b3064df6-f05d-4b6e-a39f-dda33b2ede31 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.1271765 Mar 11 17:25:28.344650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Transition to ACTIVE for port object 2dac3327-398c-4032-b0a0-bfd817e0dbda will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:28.371293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5eb92e2-a2fd-49ab-847e-803d393fd727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.371991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:28.375027 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d282e6-b331-4bc0-9ebb-972847ddeb0f None None] The sync data for ids ['95b4a392-0324-401c-8dbd-401981cc4b43'] in n-d-833411-1 is: [{'id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:03Z', 'updated_at': '2022-03-11T17:25:20Z', 'revision_number': 4, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'gw_port': {'id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:06Z', 'updated_at': '2022-03-11T17:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '8b883df8-0668-4355-a842-adbb511d9ecb', 'name': '', 'network_id': '93d32082-a711-479f-be40-f94d1c06240c', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'mac_address': 'fa:16:3e:a7:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd59efb11-4ebe-4ce7-936d-03f82c07cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:16Z', 'updated_at': '2022-03-11T17:25:27Z', 'revision_number': 4, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'subnets': [{'id': 'd59efb11-4ebe-4ce7-936d-03f82c07cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:25:28.380594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:28.396215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:28.424947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92125dce-c294-445d-ad04-3876be9b7168 req-4b51314e-80dc-4c89-9a46-f5dc0fe6e2c1 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620787 Mar 11 17:25:28.426053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.454264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Pushing event updated for resources: {'Port': ['ID=2807386f-46d9-4e0a-9d77-2036747ac1f7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:28.512461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58448) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:28.561208 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-503b68e9-50f9-44a8-8b0c-cc0b21721bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.652323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5eb92e2-a2fd-49ab-847e-803d393fd727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.657068 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5eb92e2-a2fd-49ab-847e-803d393fd727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.658745 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b5eb92e2-a2fd-49ab-847e-803d393fd727 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dad3ab6-38ed-440b-9e8b-c9f9e434aadd HTTP/1.1" status: 204 len: 168 time: 0.7919679 Mar 11 17:25:28.836140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb92e2-a2fd-49ab-847e-803d393fd727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dad3ab6-38ed-440b-9e8b-c9f9e434aadd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:28.872834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dac3327-398c-4032-b0a0-bfd817e0dbda,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:28.898884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-09058932-97a1-48c2-ad33-981ae69c3ca3 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/quotas/fd9da0eb46f44ba38163cdb9013b0a94 HTTP/1.1" status: 200 len: 375 time: 0.7270548 Mar 11 17:25:28.904821 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:28.907807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Attempting to bind port 2dac3327-398c-4032-b0a0-bfd817e0dbda on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:28.908592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Attempting to bind port 2dac3327-398c-4032-b0a0-bfd817e0dbda by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:28.910561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Attempting to bind port 2dac3327-398c-4032-b0a0-bfd817e0dbda on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:28.994952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Port 2dac3327-398c-4032-b0a0-bfd817e0dbda on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:25:28.995296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Attempting to bind port 2dac3327-398c-4032-b0a0-bfd817e0dbda on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:29.045627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:29.050799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Checking segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:29.051325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Bound using segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:29.051878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Bound port: 2dac3327-398c-4032-b0a0-bfd817e0dbda, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:29.052319 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.163142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] For port 2dac3327-398c-4032-b0a0-bfd817e0dbda, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:29.166777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] For port 2dac3327-398c-4032-b0a0-bfd817e0dbda, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2dac3327-398c-4032-b0a0-bfd817e0dbda,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:29.178365 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.195545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-f26fbe6c-bf12-4eb0-9959-3b880cda6f34 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2573366 Mar 11 17:25:29.266971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.267611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.269130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/2dac3327-398c-4032-b0a0-bfd817e0dbda HTTP/1.1" status: 200 len: 1090 time: 3.5910330 Mar 11 17:25:29.272549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '2dac3327-398c-4032-b0a0-bfd817e0dbda'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:29.292907 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce3e566-dafa-4fd1-87a8-d34c8343a821" -d '{"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "2dac3327-398c-4032-b0a0-bfd817e0dbda"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:29.349003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:29.441975 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-503b68e9-50f9-44a8-8b0c-cc0b21721bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.451242 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-503b68e9-50f9-44a8-8b0c-cc0b21721bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.465627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58480) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:29.478720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38332e92-56a1-4d8f-9824-7dbc28f818c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dac3327-398c-4032-b0a0-bfd817e0dbda,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:29.576303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.583040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b68e9-50f9-44a8-8b0c-cc0b21721bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820afea7-0825-476f-b12c-bfc044c24765,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:29.598762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e50182b7-e2a3-4e96-bb13-8cc3ea645766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.631605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-503b68e9-50f9-44a8-8b0c-cc0b21721bc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4171258044fc4875bec4829df8ed8ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1183491 Mar 11 17:25:29.643164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:29.657029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-44b1d0c2-f35b-43c7-8973-a244a4631655 service neutron] 10.222.0.53 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400711 Mar 11 17:25:29.876181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c4a6dc5-df18-4a59-b636-a148d73246b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.907973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c4a6dc5-df18-4a59-b636-a148d73246b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:29.942407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d2748-0f33-4b29-b9c9-d5fc35161681 req-d84684e4-f8f7-412e-bee7-999040340d08 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.949009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d2748-0f33-4b29-b9c9-d5fc35161681 req-d84684e4-f8f7-412e-bee7-999040340d08 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.955773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d2748-0f33-4b29-b9c9-d5fc35161681 req-d84684e4-f8f7-412e-bee7-999040340d08 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.962649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d2748-0f33-4b29-b9c9-d5fc35161681 req-d84684e4-f8f7-412e-bee7-999040340d08 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.969773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d2748-0f33-4b29-b9c9-d5fc35161681 req-d84684e4-f8f7-412e-bee7-999040340d08 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.977758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d2748-0f33-4b29-b9c9-d5fc35161681 req-d84684e4-f8f7-412e-bee7-999040340d08 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.986944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d2748-0f33-4b29-b9c9-d5fc35161681 req-d84684e4-f8f7-412e-bee7-999040340d08 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:29.990037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-752d2748-0f33-4b29-b9c9-d5fc35161681 req-d84684e4-f8f7-412e-bee7-999040340d08 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5394 time: 0.3258817 Mar 11 17:25:30.004452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c4a6dc5-df18-4a59-b636-a148d73246b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.007042 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c4a6dc5-df18-4a59-b636-a148d73246b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.008233 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1c4a6dc5-df18-4a59-b636-a148d73246b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/820afea7-0825-476f-b12c-bfc044c24765 HTTP/1.1" status: 204 len: 168 time: 0.3617508 Mar 11 17:25:30.024651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a6dc5-df18-4a59-b636-a148d73246b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820afea7-0825-476f-b12c-bfc044c24765,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:30.111189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.170091 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-da3d347a-4a8c-478f-be60-329540f63591 service neutron] 10.222.0.53 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943149 Mar 11 17:25:30.171923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e50182b7-e2a3-4e96-bb13-8cc3ea645766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.241327 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-752d2748-0f33-4b29-b9c9-d5fc35161681 req-9b1038ca-d040-4b0e-8d34-cb877b1b1a69 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1966200 Mar 11 17:25:30.255432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e50182b7-e2a3-4e96-bb13-8cc3ea645766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.310412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8b883df8-0668-4355-a842-adbb511d9ecb up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:25:30.327908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e50182b7-e2a3-4e96-bb13-8cc3ea645766 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c63fe20b67ca4253bc81bc2c76f1e99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8009975 Mar 11 17:25:30.331412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58492) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:30.403921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8b883df8-0668-4355-a842-adbb511d9ecb triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:30.412389 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.495411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50182b7-e2a3-4e96-bb13-8cc3ea645766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5b23aa-412d-4def-a53e-6b01530a3dfa,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:30.542940 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf1a574-d1e3-47fd-965d-c9bc31d5ae05 x-openstack-request-id: req-7cf1a574-d1e3-47fd-965d-c9bc31d5ae05 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:30.544947 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "2dac3327-398c-4032-b0a0-bfd817e0dbda", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:30.546105 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cf1a574-d1e3-47fd-965d-c9bc31d5ae05 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:30.551453 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '2dac3327-398c-4032-b0a0-bfd817e0dbda', 'status': 'completed', 'code': 200} Mar 11 17:25:30.572946 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.671291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 8b883df8-0668-4355-a842-adbb511d9ecb, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8b883df8-0668-4355-a842-adbb511d9ecb,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:30.674691 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d43d1468-fa59-4769-bb5c-3ff2d6433e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.678108 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.741866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5432cb9e-a618-49d4-a49f-01ad37930816 req-b7e8e607-2ebb-4efb-a3ba-69f46776fe90 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 210 time: 0.1387568 Mar 11 17:25:30.805887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=8b883df8-0668-4355-a842-adbb511d9ecb,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:30.814337 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d43d1468-fa59-4769-bb5c-3ff2d6433e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.850347 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:30.858617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:31.029012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5245b709-678d-4b1b-bd4e-340bbf3dcd6c {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:31.042621 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:31.057719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Transition to ACTIVE for port object 5245b709-678d-4b1b-bd4e-340bbf3dcd6c will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:31.069771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe01d-d78e-4d99-8f1d-d5ffc0791f19 req-af1c7cf3-85bb-4665-bc63-42c2919c468c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.072922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adfe01d-d78e-4d99-8f1d-d5ffc0791f19 req-af1c7cf3-85bb-4665-bc63-42c2919c468c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 950 time: 0.4088180 Mar 11 17:25:31.080639 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d43d1468-fa59-4769-bb5c-3ff2d6433e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:31.084916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d43d1468-fa59-4769-bb5c-3ff2d6433e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:31.087443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d43d1468-fa59-4769-bb5c-3ff2d6433e27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a5b23aa-412d-4def-a53e-6b01530a3dfa HTTP/1.1" status: 204 len: 168 time: 0.7546060 Mar 11 17:25:31.089075 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:31.145398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-799b4bb2-4c45-4048-8ab8-e91c652c3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.149242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-799b4bb2-4c45-4048-8ab8-e91c652c3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.150335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-799b4bb2-4c45-4048-8ab8-e91c652c3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.151053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-799b4bb2-4c45-4048-8ab8-e91c652c3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.157857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-799b4bb2-4c45-4048-8ab8-e91c652c3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.158599 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-799b4bb2-4c45-4048-8ab8-e91c652c3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.160412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-799b4bb2-4c45-4048-8ab8-e91c652c3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:31.163126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-799b4bb2-4c45-4048-8ab8-e91c652c3e77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6286 time: 0.6083632 Mar 11 17:25:31.181250 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Router 28bf2bf5-e389-4e96-ab9e-a52e11274173 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:25:31.227569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d1468-fa59-4769-bb5c-3ff2d6433e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5b23aa-412d-4def-a53e-6b01530a3dfa,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:31.345668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adfe01d-d78e-4d99-8f1d-d5ffc0791f19 req-cb893170-52be-4f64-9c3f-d7d5aee15939 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533293 Mar 11 17:25:31.500551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:31.507064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:31.513007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eae798-628e-4d44-8b4c-4e9333adb8c3 None None] Sync routers for ids ['28bf2bf5-e389-4e96-ab9e-a52e11274173'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:25:31.520009 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b65958bc-7bae-46bb-960e-e2b5a5bc41f4 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "PUT /v2.0/routers/28bf2bf5-e389-4e96-ab9e-a52e11274173 HTTP/1.1" status: 200 len: 915 time: 5.3029625 Mar 11 17:25:31.521854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58526) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:31.534888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eae798-628e-4d44-8b4c-4e9333adb8c3 None None] Routers {'28bf2bf5-e389-4e96-ab9e-a52e11274173'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:31.538788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-19eae798-628e-4d44-8b4c-4e9333adb8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['28bf2bf5-e389-4e96-ab9e-a52e11274173'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:31.684751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-19eae798-628e-4d44-8b4c-4e9333adb8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:31.784096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Attempting to bind port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:31.784640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Attempting to bind port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:31.785071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Attempting to bind port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:31.791508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eae798-628e-4d44-8b4c-4e9333adb8c3 None None] Routers {'28bf2bf5-e389-4e96-ab9e-a52e11274173'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:31.792061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Pushing event updated for resources: {'Port': ['ID=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:31.795044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-19eae798-628e-4d44-8b4c-4e9333adb8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['28bf2bf5-e389-4e96-ab9e-a52e11274173'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:31.806235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:25:31.806235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Attempting to bind port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:31.899255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:31.899800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Checking segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:31.901628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Bound using segment: {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:31.903642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Bound port: 5245b709-678d-4b1b-bd4e-340bbf3dcd6c, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73cb1a9-d451-4895-a4a7-10e67d579929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:31.905847 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:31.938900 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e963b11f-b604-4a9e-94ac-c3b33ea6d8f6 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/routers/28bf2bf5-e389-4e96-ab9e-a52e11274173 HTTP/1.1" status: 200 len: 921 time: 0.4120095 Mar 11 17:25:31.939915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58542) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:31.979286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-19eae798-628e-4d44-8b4c-4e9333adb8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:31.982077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eae798-628e-4d44-8b4c-4e9333adb8c3 None None] The sync data for ids ['28bf2bf5-e389-4e96-ab9e-a52e11274173'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:25:32.065891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0937aba8-9eeb-490a-9bf8-a82b77523f9a tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.075091 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0937aba8-9eeb-490a-9bf8-a82b77523f9a tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=28bf2bf5-e389-4e96-ab9e-a52e11274173&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1263709 Mar 11 17:25:32.078267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58550) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:32.080460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58552) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:32.096942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc03e4-8cd7-41bc-8d5e-00517cb02d6e req-f4cb9d3a-1ed9-4afc-ae36-f1661a52441d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.105894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc03e4-8cd7-41bc-8d5e-00517cb02d6e req-f4cb9d3a-1ed9-4afc-ae36-f1661a52441d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.124773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc03e4-8cd7-41bc-8d5e-00517cb02d6e req-f4cb9d3a-1ed9-4afc-ae36-f1661a52441d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.164870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc03e4-8cd7-41bc-8d5e-00517cb02d6e req-f4cb9d3a-1ed9-4afc-ae36-f1661a52441d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.197398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8b883df8-0668-4355-a842-adbb511d9ecb up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:25:32.198268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc03e4-8cd7-41bc-8d5e-00517cb02d6e req-f4cb9d3a-1ed9-4afc-ae36-f1661a52441d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.206187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc03e4-8cd7-41bc-8d5e-00517cb02d6e req-f4cb9d3a-1ed9-4afc-ae36-f1661a52441d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.211590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0c72af6-b489-42d3-a6fa-4f01480971c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:32.216727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc03e4-8cd7-41bc-8d5e-00517cb02d6e req-f4cb9d3a-1ed9-4afc-ae36-f1661a52441d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.220212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5efc03e4-8cd7-41bc-8d5e-00517cb02d6e req-f4cb9d3a-1ed9-4afc-ae36-f1661a52441d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5406 time: 0.4775028 Mar 11 17:25:32.313963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] For port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:32.320694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] For port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:32.359944 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:32.448229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-724adc14-1d0d-41c1-a819-23a7c23ab0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.450094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-724adc14-1d0d-41c1-a819-23a7c23ab0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.450803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-724adc14-1d0d-41c1-a819-23a7c23ab0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.453608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-724adc14-1d0d-41c1-a819-23a7c23ab0e0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f09a1d93ba00412098840417ecd5aeb7&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.2388439 Mar 11 17:25:32.517699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8b883df8-0668-4355-a842-adbb511d9ecb triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:32.518455 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:32.593310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ec871-2860-41d1-8b86-d46e2f97e6d5 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.594974 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-696ec871-2860-41d1-8b86-d46e2f97e6d5 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/networks/647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 881 time: 0.5047243 Mar 11 17:25:32.629455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58560) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:32.662414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:32.662915 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:32.675114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] 10.222.0.46 "PUT /v2.0/ports/5245b709-678d-4b1b-bd4e-340bbf3dcd6c HTTP/1.1" status: 200 len: 1091 time: 3.3675406 Mar 11 17:25:32.724111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:32.739087 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a64adf2-6438-4bd2-b926-6f665b5340cc" -d '{"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "5245b709-678d-4b1b-bd4e-340bbf3dcd6c"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:32.951366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-47c50b73-ee27-4834-a317-5aa319150bb3 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:25:32.952506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-47c50b73-ee27-4834-a317-5aa319150bb3 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086184 Mar 11 17:25:32.980361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-21122d22-d56c-4fef-9e10-05b696cc68c5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=28bf2bf5-e389-4e96-ab9e-a52e11274173 HTTP/1.1" status: 200 len: 205 time: 0.3039927 Mar 11 17:25:33.000473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5efc03e4-8cd7-41bc-8d5e-00517cb02d6e req-a0edfd14-d912-4b6e-af36-af82d5ca4a69 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6657219 Mar 11 17:25:33.007317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:33.031413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58568) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:33.198067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec27b1a-b549-4443-a04d-ce4e4afdcf7f service neutron] Pushing event updated for resources: {'Port': ['ID=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:33.220872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483bbde-d706-42d4-9115-921f179e7f90 req-5fa70ec7-8459-461f-93d2-86073850dfc3 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.227595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-5fa70ec7-8459-461f-93d2-86073850dfc3 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.46 "GET /v2.0/networks?id=93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 200 len: 810 time: 0.5943112 Mar 11 17:25:33.238640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58570) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:33.262928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Request body: {'port': {'device_id': '3626061d-a649-4b2f-aee5-865417b37e26', 'network_id': '93d32082-a711-479f-be40-f94d1c06240c', 'admin_state_up': True, 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:33.369539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86e2a98f-b60a-433f-ab7e-d084a6030a59 req-e47d5340-945e-473c-9f05-558aa42f3f21 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 210 time: 0.2027457 Mar 11 17:25:33.380145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.499988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-9a2ade79-ccf7-45db-adfb-866ac3360a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.505334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce3e566-dafa-4fd1-87a8-d34c8343a821 req-9a2ade79-ccf7-45db-adfb-866ac3360a9c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0278118 Mar 11 17:25:33.591789 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a07dbab-5ec1-4924-a9a5-8be88ad4ece8 x-openstack-request-id: req-9a07dbab-5ec1-4924-a9a5-8be88ad4ece8 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:33.592603 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "5245b709-678d-4b1b-bd4e-340bbf3dcd6c", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:33.593127 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a07dbab-5ec1-4924-a9a5-8be88ad4ece8 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:33.594701 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c', 'status': 'completed', 'code': 200} Mar 11 17:25:33.647688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'networks': [{'name': 'tempest-network--208972330'}, {'name': 'tempest-network--1720507350'}]} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:33.648307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'network': {'name': 'tempest-network--208972330'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:33.648664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'network': {'name': 'tempest-network--1720507350'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:33.659454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.682667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0c72af6-b489-42d3-a6fa-4f01480971c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.691376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0c72af6-b489-42d3-a6fa-4f01480971c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.748266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Made reservation on behalf of fd9da0eb46f44ba38163cdb9013b0a94 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:33.752219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.760706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Made reservation on behalf of 6da629694a5a40bf980c750fd5d7bfc6 for: {'network': 2} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:33.766957 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.769053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-3a6b3f8d-b61f-432e-a8cf-e897ab209678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.769970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-3a6b3f8d-b61f-432e-a8cf-e897ab209678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.769970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-3a6b3f8d-b61f-432e-a8cf-e897ab209678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.770671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-3a6b3f8d-b61f-432e-a8cf-e897ab209678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.770913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-3a6b3f8d-b61f-432e-a8cf-e897ab209678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.771306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-3a6b3f8d-b61f-432e-a8cf-e897ab209678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.771759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-3a6b3f8d-b61f-432e-a8cf-e897ab209678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:33.773871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-3a6b3f8d-b61f-432e-a8cf-e897ab209678 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6353 time: 0.1740749 Mar 11 17:25:33.781514 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d0c72af6-b489-42d3-a6fa-4f01480971c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb6e8f21dbcc40dd9b92b8d3dcbde0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6972637 Mar 11 17:25:33.787809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58584) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:33.790156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c72af6-b489-42d3-a6fa-4f01480971c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd80325-8e56-43fc-8457-a8d5e4fb6d71,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:33.796366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.072316 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.080235 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.081105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.086917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.197369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-f78cdf7a-b4b0-445e-9b22-57f77525a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.197847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-f78cdf7a-b4b0-445e-9b22-57f77525a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.198305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-f78cdf7a-b4b0-445e-9b22-57f77525a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.199922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-f78cdf7a-b4b0-445e-9b22-57f77525a95c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f09a1d93ba00412098840417ecd5aeb7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4095781 Mar 11 17:25:34.201645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:25:34.214135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.214511 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Added segment fdab8bf8-e46c-4135-84c1-aa31e5e1ec7b of type vlan for network 4f106e76-b6a0-4469-b27e-786fe591401a Mar 11 17:25:34.235547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8dcb91-4854-4bbc-9abd-013476e148dd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:34.275822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d318d8-35de-4bfa-be5b-e9f801ea002b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.276519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:25:34.346367 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.367067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Allocated IP 172.20.0.11 (93d32082-a711-479f-be40-f94d1c06240c/d59efb11-4ebe-4ce7-936d-03f82c07cb60/9c6a9edf-9bd9-4481-9d7c-b5afa306ab89) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:34.378921 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.409799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d318d8-35de-4bfa-be5b-e9f801ea002b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.410957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:34.414973 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746865a3-839b-42d2-ad92-9fbda0e7e3e2" -d '{"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:34.432567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:34.438413 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.485492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:25:34.521550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d18cc-086a-49a4-a1c5-60ad0786b26f req-f002a202-c098-49a7-8996-a8702b17acfc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.523225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:34.527327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d18cc-086a-49a4-a1c5-60ad0786b26f req-f002a202-c098-49a7-8996-a8702b17acfc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.533689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d18cc-086a-49a4-a1c5-60ad0786b26f req-f002a202-c098-49a7-8996-a8702b17acfc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.539490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.539651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d18cc-086a-49a4-a1c5-60ad0786b26f req-f002a202-c098-49a7-8996-a8702b17acfc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.539862 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Added segment da457d46-8e4d-475c-8fb1-aaeb0faa577d of type vlan for network aedad3f9-5533-4b09-be9c-722893c8e8ce Mar 11 17:25:34.545432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d18cc-086a-49a4-a1c5-60ad0786b26f req-f002a202-c098-49a7-8996-a8702b17acfc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.551389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d18cc-086a-49a4-a1c5-60ad0786b26f req-f002a202-c098-49a7-8996-a8702b17acfc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.557716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d18cc-086a-49a4-a1c5-60ad0786b26f req-f002a202-c098-49a7-8996-a8702b17acfc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.565861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-308d18cc-086a-49a4-a1c5-60ad0786b26f req-f002a202-c098-49a7-8996-a8702b17acfc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5406 time: 0.3832142 Mar 11 17:25:34.583922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Deleting port 2807386f-46d9-4e0a-9d77-2036747ac1f7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:25:34.584289 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.739730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.801388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.851250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.851826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.858487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.865403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:34.865690 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:34.878383 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.069689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Network': ['ID=4f106e76-b6a0-4469-b27e-786fe591401a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:35.105954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 4f106e76-b6a0-4469-b27e-786fe591401a details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:25:35.136958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Network 93d32082-a711-479f-be40-f94d1c06240c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:35.138509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Pushing event updated for resources: {'Port': ['ID=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:35.142275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:35.147794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:35.186270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9422553 Mar 11 17:25:35.214931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58606) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:35.295261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f589aa-abad-4f8a-a699-3cdc2cc25666 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Network': ['ID=aedad3f9-5533-4b09-be9c-722893c8e8ce,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:35.295476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-6b168498-e14e-4cbc-8240-267b496c49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:35.298373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a64adf2-6438-4bd2-b926-6f665b5340cc req-6b168498-e14e-4cbc-8240-267b496c49ca service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0586128 Mar 11 17:25:35.320145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network aedad3f9-5533-4b09-be9c-722893c8e8ce details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:25:35.325874 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d318d8-35de-4bfa-be5b-e9f801ea002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.331009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d318d8-35de-4bfa-be5b-e9f801ea002b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.337656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-95d318d8-35de-4bfa-be5b-e9f801ea002b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dcd80325-8e56-43fc-8457-a8d5e4fb6d71 HTTP/1.1" status: 204 len: 168 time: 1.5455625 Mar 11 17:25:35.355941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:35.356665 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.381286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-308d18cc-086a-49a4-a1c5-60ad0786b26f req-dfdee20d-fd14-44d8-a794-edb2c71b8c6f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8135684 Mar 11 17:25:35.394743 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-4d742e8b-9f7c-4830-9bbb-fd55702a49ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1521065 Mar 11 17:25:35.402233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829054c0-b71e-4ea6-b95d-d5ca77b4db89 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:35.425976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Request body: {'port': {'device_id': '3626061d-a649-4b2f-aee5-865417b37e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:35.465664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.483087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d318d8-35de-4bfa-be5b-e9f801ea002b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd80325-8e56-43fc-8457-a8d5e4fb6d71,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:35.581108 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca670d95-27de-4e2c-ac6a-aad24c6dea55 x-openstack-request-id: req-ca670d95-27de-4e2c-ac6a-aad24c6dea55 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:35.581108 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:35.581108 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca670d95-27de-4e2c-ac6a-aad24c6dea55 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:35.581695 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'code': 200} Mar 11 17:25:35.600808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57ea1-c9a8-4ed1-9764-ab9e89479593 req-d44f2fe0-15b8-42ec-9aa8-d27bc882d168 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:35.607913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50f57ea1-c9a8-4ed1-9764-ab9e89479593 req-d44f2fe0-15b8-42ec-9aa8-d27bc882d168 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 932 time: 1.0246425 Mar 11 17:25:35.620058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Transition to ACTIVE for port object 829054c0-b71e-4ea6-b95d-d5ca77b4db89 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:35.638760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.652232 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.694893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.715155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Calling delete_port for 2807386f-46d9-4e0a-9d77-2036747ac1f7 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:25:35.780280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32d015-5b20-4203-9415-d681740156fb tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:35.793842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32d015-5b20-4203-9415-d681740156fb tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:35.811864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32d015-5b20-4203-9415-d681740156fb tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:35.815648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32d015-5b20-4203-9415-d681740156fb tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:35.820516 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cd32d015-5b20-4203-9415-d681740156fb tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5828476 Mar 11 17:25:35.821230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58624) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:35.937174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Pushing event updated for resources: {'Port': ['ID=829054c0-b71e-4ea6-b95d-d5ca77b4db89,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:35.946628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50f57ea1-c9a8-4ed1-9764-ab9e89479593 req-a5e9270c-e3ce-4719-b585-91322b908042 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191748 Mar 11 17:25:35.984694 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.142916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.227176 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.260232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f106e76-b6a0-4469-b27e-786fe591401a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:36.275128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Attempting to bind port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:36.275513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Attempting to bind port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:36.275807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Attempting to bind port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 on network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:36.293504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdab8bf8-e46c-4135-84c1-aa31e5e1ec7b') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:36.293946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdab8bf8-e46c-4135-84c1-aa31e5e1ec7b') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:36.299816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event deleted for resources: {'Port': ['ID=2807386f-46d9-4e0a-9d77-2036747ac1f7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:36.304707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 on network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:25:36.305126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Attempting to bind port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 on network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:36.328492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.334890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:36.335233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Checking segment: {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:36.335609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Bound using segment: {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:36.336059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Bound port: 829054c0-b71e-4ea6-b95d-d5ca77b4db89, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:36.336458 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.397384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.406473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.418312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:25:36.418718 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:36.422243 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:36.534544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.541624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.630811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] For port 829054c0-b71e-4ea6-b95d-d5ca77b4db89, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:36.677461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] For port 829054c0-b71e-4ea6-b95d-d5ca77b4db89, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=829054c0-b71e-4ea6-b95d-d5ca77b4db89,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:36.692482 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.713631 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.714185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Fanout notify agent at l3_agent the message router_deleted on router 28bf2bf5-e389-4e96-ab9e-a52e11274173 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:25:36.816209 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.817383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3240d371-ccab-4236-b63a-f4622bfa7201 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/28bf2bf5-e389-4e96-ab9e-a52e11274173 HTTP/1.1" status: 204 len: 168 time: 3.7776549 Mar 11 17:25:36.830756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde3b3-2568-436c-a912-a88461d3da8a req-994efa09-50d9-48db-a965-5baf64a6a95f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.837875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde3b3-2568-436c-a912-a88461d3da8a req-994efa09-50d9-48db-a965-5baf64a6a95f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.844871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde3b3-2568-436c-a912-a88461d3da8a req-994efa09-50d9-48db-a965-5baf64a6a95f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.851398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde3b3-2568-436c-a912-a88461d3da8a req-994efa09-50d9-48db-a965-5baf64a6a95f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.857380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde3b3-2568-436c-a912-a88461d3da8a req-994efa09-50d9-48db-a965-5baf64a6a95f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.863957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde3b3-2568-436c-a912-a88461d3da8a req-994efa09-50d9-48db-a965-5baf64a6a95f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.869983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde3b3-2568-436c-a912-a88461d3da8a req-994efa09-50d9-48db-a965-5baf64a6a95f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.871949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4bde3b3-2568-436c-a912-a88461d3da8a req-994efa09-50d9-48db-a965-5baf64a6a95f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5418 time: 0.3353987 Mar 11 17:25:36.874646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58668) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:36.879008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:36.879563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.881081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] 10.222.0.46 "PUT /v2.0/ports/829054c0-b71e-4ea6-b95d-d5ca77b4db89 HTTP/1.1" status: 200 len: 1091 time: 3.8993652 Mar 11 17:25:36.884222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1671334013', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:36.919079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '829054c0-b71e-4ea6-b95d-d5ca77b4db89'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:36.922238 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959" -d '{"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "829054c0-b71e-4ea6-b95d-d5ca77b4db89"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:36.948011 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.949087 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:36.962420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3136b-3d8a-4715-8133-7a4d5c9afde1 service neutron] Pushing event updated for resources: {'Port': ['ID=829054c0-b71e-4ea6-b95d-d5ca77b4db89,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:37.051942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4bde3b3-2568-436c-a912-a88461d3da8a req-97656f42-dcf7-4711-94e2-ab68c479d974 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109102 Mar 11 17:25:37.060027 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ca8146-886e-4ed8-95b7-88140aba65fa x-openstack-request-id: req-e2ca8146-886e-4ed8-95b7-88140aba65fa {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:37.060376 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "829054c0-b71e-4ea6-b95d-d5ca77b4db89", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:37.061555 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2ca8146-886e-4ed8-95b7-88140aba65fa {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:37.063660 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '829054c0-b71e-4ea6-b95d-d5ca77b4db89', 'status': 'completed', 'code': 200} Mar 11 17:25:37.131418 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.155362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.170337 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/networks/4f106e76-b6a0-4469-b27e-786fe591401a HTTP/1.1" status: 204 len: 168 time: 1.3435833 Mar 11 17:25:37.179195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58680) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:37.239569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Request body: {'port': {'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:37.268727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a530d86-1eb3-46a6-b941-31b8c7d68350 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Network': ['ID=4f106e76-b6a0-4469-b27e-786fe591401a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:37.307403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.381652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.570368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:37.571540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.575745 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.588001 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.592092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a8e57-ecfb-43c7-bf73-f1affc3a4cb3 req-ee4248ef-d1d8-44bd-8d4c-d986d7830d0b tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.600245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-483a8e57-ecfb-43c7-bf73-f1affc3a4cb3 req-ee4248ef-d1d8-44bd-8d4c-d986d7830d0b tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 932 time: 0.4003112 Mar 11 17:25:37.608089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-f9938a5d-feae-46f9-a05e-f9a680c68f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.608755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-f9938a5d-feae-46f9-a05e-f9a680c68f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.609231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-f9938a5d-feae-46f9-a05e-f9a680c68f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.609695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-f9938a5d-feae-46f9-a05e-f9a680c68f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.610155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-f9938a5d-feae-46f9-a05e-f9a680c68f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.610619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-f9938a5d-feae-46f9-a05e-f9a680c68f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.611081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-f9938a5d-feae-46f9-a05e-f9a680c68f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.613079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-f9938a5d-feae-46f9-a05e-f9a680c68f75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6420 time: 0.5485554 Mar 11 17:25:37.620713 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.625338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedad3f9-5533-4b09-be9c-722893c8e8ce']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:37.638754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Transition to ACTIVE for port object 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:37.655600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da457d46-8e4d-475c-8fb1-aaeb0faa577d') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:37.656228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da457d46-8e4d-475c-8fb1-aaeb0faa577d') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:37.670322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.690872 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.698401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:25:37.698981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:37.783127 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:37.785537 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.796939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-483a8e57-ecfb-43c7-bf73-f1affc3a4cb3 req-da067bfc-d12c-4173-abed-ddfab4fe775f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906726 Mar 11 17:25:37.835542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.849636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-e23d49b9-7144-48a3-81eb-0003223b7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.850118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-e23d49b9-7144-48a3-81eb-0003223b7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.850578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-e23d49b9-7144-48a3-81eb-0003223b7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:37.852255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-e23d49b9-7144-48a3-81eb-0003223b7ffc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f09a1d93ba00412098840417ecd5aeb7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2271118 Mar 11 17:25:37.863221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:37.898161 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/networks/aedad3f9-5533-4b09-be9c-722893c8e8ce HTTP/1.1" status: 204 len: 168 time: 0.7088928 Mar 11 17:25:37.909133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58704) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:38.031326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:38.074171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394ecf0-0189-4078-a73a-f77a28c5d1e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Network': ['ID=aedad3f9-5533-4b09-be9c-722893c8e8ce,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:38.089407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-ea8114cc-b5c0-4697-b0ab-1d080ed0da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.099741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34cc03a0-dc65-4cfb-ad20-0ad15ff11959 req-ea8114cc-b5c0-4697-b0ab-1d080ed0da02 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2389970 Mar 11 17:25:38.233100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2737b-17be-4e28-bc2a-c9799577cd4b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.240528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2737b-17be-4e28-bc2a-c9799577cd4b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.247404 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-85f2737b-17be-4e28-bc2a-c9799577cd4b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2740576 Mar 11 17:25:38.250224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58708) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:38.257423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1763841302'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:38.282606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Attempting to bind port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:38.283089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Attempting to bind port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:38.283444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Attempting to bind port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 on network 93d32082-a711-479f-be40-f94d1c06240c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:38.288634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Made reservation on behalf of 6da629694a5a40bf980c750fd5d7bfc6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:38.291849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.307652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 on network 93d32082-a711-479f-be40-f94d1c06240c not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:25:38.308115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Attempting to bind port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 on network 93d32082-a711-479f-be40-f94d1c06240c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:38.324505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:38.324860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Checking segment: {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:38.325327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Bound using segment: {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:38.325762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Bound port: 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:38.326130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.347456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:25:38.380989 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.381336 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Added segment 9c1efc0e-5508-4faf-b12e-085620676faf of type vlan for network 45a9a372-8aec-485f-a2f3-4230f9438f15 Mar 11 17:25:38.382559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.415374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412593cf-d864-493b-bd0e-7b347891862b req-2cc7f897-a6e8-442c-9fc0-50083f2ee883 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.422140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412593cf-d864-493b-bd0e-7b347891862b req-2cc7f897-a6e8-442c-9fc0-50083f2ee883 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.428080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412593cf-d864-493b-bd0e-7b347891862b req-2cc7f897-a6e8-442c-9fc0-50083f2ee883 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.435200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412593cf-d864-493b-bd0e-7b347891862b req-2cc7f897-a6e8-442c-9fc0-50083f2ee883 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.441312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412593cf-d864-493b-bd0e-7b347891862b req-2cc7f897-a6e8-442c-9fc0-50083f2ee883 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.447039 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.447666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412593cf-d864-493b-bd0e-7b347891862b req-2cc7f897-a6e8-442c-9fc0-50083f2ee883 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.453943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412593cf-d864-493b-bd0e-7b347891862b req-2cc7f897-a6e8-442c-9fc0-50083f2ee883 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.463896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-412593cf-d864-493b-bd0e-7b347891862b req-2cc7f897-a6e8-442c-9fc0-50083f2ee883 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5418 time: 0.2624125 Mar 11 17:25:38.467907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] For port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:38.478969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] For port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:38.489523 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.490799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.528862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe24553-745c-4de3-95c2-2eceab64a6d4 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:38.532593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.540997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.541703 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.560716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.561451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.563919 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] 10.222.0.46 "PUT /v2.0/ports/9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 HTTP/1.1" status: 200 len: 1092 time: 3.1537228 Mar 11 17:25:38.571044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3626061d-a649-4b2f-aee5-865417b37e26', 'tag': '9c6a9edf-9bd9-4481-9d7c-b5afa306ab89'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:38.571457 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.574218 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3626061d-a649-4b2f-aee5-865417b37e26", "tag": "9c6a9edf-9bd9-4481-9d7c-b5afa306ab89"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:38.602480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-412593cf-d864-493b-bd0e-7b347891862b req-318507d4-be7e-4f31-ae84-ebdd399d8151 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374311 Mar 11 17:25:38.626923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Transition to ACTIVE for port object afe24553-745c-4de3-95c2-2eceab64a6d4 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:38.646347 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.681681 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4281306 Mar 11 17:25:38.696593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58712) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:38.703158 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd6436b-b466-48c2-85e9-385452c538c7 x-openstack-request-id: req-7cd6436b-b466-48c2-85e9-385452c538c7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:38.703459 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3626061d-a649-4b2f-aee5-865417b37e26", "tag": "9c6a9edf-9bd9-4481-9d7c-b5afa306ab89", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:38.703691 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cd6436b-b466-48c2-85e9-385452c538c7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:38.704081 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3626061d-a649-4b2f-aee5-865417b37e26', 'tag': '9c6a9edf-9bd9-4481-9d7c-b5afa306ab89', 'status': 'completed', 'code': 200} Mar 11 17:25:38.710619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-557069850'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:38.715614 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f1508-04e9-4105-8aac-bec182382cab tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Network': ['ID=45a9a372-8aec-485f-a2f3-4230f9438f15,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:38.728779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 45a9a372-8aec-485f-a2f3-4230f9438f15 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:25:38.745924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbd24f-10d3-49f3-9c9a-04c5fcaf8d95 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:38.761591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483bbde-d706-42d4-9115-921f179e7f90 req-bcd13e94-317d-43f8-ba3b-3431b943e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.762691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Pushing event updated for resources: {'Port': ['ID=afe24553-745c-4de3-95c2-2eceab64a6d4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:38.764545 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-bcd13e94-317d-43f8-ba3b-3431b943e0df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 1095 time: 0.1108518 Mar 11 17:25:38.782213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Allocated IP 172.25.8.158 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d4b87f1c-59e1-4ba8-a2e5-63b798045e07) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:38.784142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Made reservation on behalf of 6da629694a5a40bf980c750fd5d7bfc6 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:38.787570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:38.854234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-ba29c3e2-6c2c-444d-a8ce-29d705789e4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 HTTP/1.1" status: 200 len: 217 time: 0.0749600 Mar 11 17:25:38.911360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:25:38.922104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483bbde-d706-42d4-9115-921f179e7f90 req-eb3dfb06-85d0-408c-8a93-30287bad21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:38.923947 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-eb3dfb06-85d0-408c-8a93-30287bad21ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d59efb11-4ebe-4ce7-936d-03f82c07cb60 HTTP/1.1" status: 200 len: 850 time: 0.0625789 Mar 11 17:25:38.960986 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-9f5219e2-476c-4aff-b85e-9769b878cf72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93d32082-a711-479f-be40-f94d1c06240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288668 Mar 11 17:25:39.082887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:25:39.085484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:39.112385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc', 'mac_address': 'fa:16:3e:8b:2c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:25:39.134482 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.135196 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Added segment 2289db6a-44d3-475b-9388-361cf0df4eb5 of type vlan for network 43231b35-741d-4659-a04e-c60779d6f74b Mar 11 17:25:39.135354 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-9ffeeaa0-2ee8-4871-9708-eeb3186cf17d service neutron] 10.222.0.46 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633692 Mar 11 17:25:39.192700 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.209110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:39.251825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:39.257809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Attempting to bind port afe24553-745c-4de3-95c2-2eceab64a6d4 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:39.258774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Attempting to bind port afe24553-745c-4de3-95c2-2eceab64a6d4 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:39.259276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Attempting to bind port afe24553-745c-4de3-95c2-2eceab64a6d4 on network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:39.267985 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.277788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Port afe24553-745c-4de3-95c2-2eceab64a6d4 on network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:25:39.278113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Attempting to bind port afe24553-745c-4de3-95c2-2eceab64a6d4 on network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:39.287301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79eea63-4b04-4500-8f39-46c21e18d529 req-d71809a4-7e90-4b82-9c16-1003805ccdf5 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:39.289190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f79eea63-4b04-4500-8f39-46c21e18d529 req-d71809a4-7e90-4b82-9c16-1003805ccdf5 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 944 time: 0.3905482 Mar 11 17:25:39.300940 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.306601 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c483bbde-d706-42d4-9115-921f179e7f90 req-890f95e8-ed04-4fd7-8a9a-901570f38e96 service neutron] 10.222.0.46 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627409 Mar 11 17:25:39.330586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:39.331379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Checking segment: {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:39.331379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Bound using segment: {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:39.331823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Bound port: afe24553-745c-4de3-95c2-2eceab64a6d4, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f89c417-6c35-43a2-bab9-96aea17fd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:39.332294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.338505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.355696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:25:39.416263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:39.448070 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.454365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:39.454971 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.484706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-605fd660-a4d8-4c7a-869e-967dc224f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:39.487288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-605fd660-a4d8-4c7a-869e-967dc224f220 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 1095 time: 0.1090207 Mar 11 17:25:39.488683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f79eea63-4b04-4500-8f39-46c21e18d529 req-903c57f2-614a-4b2b-bf75-e6ddafee49b9 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740158 Mar 11 17:25:39.494123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7907712 Mar 11 17:25:39.519644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:39.528188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'ports': [{'network_id': '45a9a372-8aec-485f-a2f3-4230f9438f15', 'name': 'tempest-port--2073427463', 'admin_state_up': True}, {'network_id': '43231b35-741d-4659-a04e-c60779d6f74b', 'admin_state_up': False}]} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:39.528571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'port': {'network_id': '45a9a372-8aec-485f-a2f3-4230f9438f15', 'name': 'tempest-port--2073427463', 'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:39.530248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'port': {'network_id': '43231b35-741d-4659-a04e-c60779d6f74b', 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:39.594282 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.732767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] For port afe24553-745c-4de3-95c2-2eceab64a6d4, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:39.737420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] For port afe24553-745c-4de3-95c2-2eceab64a6d4, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=afe24553-745c-4de3-95c2-2eceab64a6d4,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:39.747539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:39.798714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:39.801496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event updated for resources: {'Port': ['ID=d4b87f1c-59e1-4ba8-a2e5-63b798045e07,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:39.807616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:39.845143 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.893914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-8769f44e-969e-4c62-a9ee-71f883309842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:39.895803 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-8769f44e-969e-4c62-a9ee-71f883309842 service neutron] 10.222.0.46 "GET /v2.0/networks?id=93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 200 len: 910 time: 0.3992496 Mar 11 17:25:39.901007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Made reservation on behalf of 6da629694a5a40bf980c750fd5d7bfc6 for: {'port': 2} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:39.907583 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.957381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ac0b6-777e-4d83-a8df-2d422b5e3ada tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Network': ['ID=43231b35-741d-4659-a04e-c60779d6f74b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:39.961467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:39.965061 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-07637c54-a182-497a-a103-17d31eb8e03b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 HTTP/1.1" status: 200 len: 217 time: 0.0410824 Mar 11 17:25:39.967120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Pushing event updated for resources: {'Port': ['ID=afe24553-745c-4de3-95c2-2eceab64a6d4,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:39.971935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 43231b35-741d-4659-a04e-c60779d6f74b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:25:40.043122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3dfa-a001-4420-abf4-c0adf9155821 req-70ff5aab-5624-4a51-9bd8-2413ef4531d9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.048720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-67eaae42-bd4f-453c-9178-01d4d58a8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.050597 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-67eaae42-bd4f-453c-9178-01d4d58a8e33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d59efb11-4ebe-4ce7-936d-03f82c07cb60 HTTP/1.1" status: 200 len: 850 time: 0.0762646 Mar 11 17:25:40.055144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3dfa-a001-4420-abf4-c0adf9155821 req-70ff5aab-5624-4a51-9bd8-2413ef4531d9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.065664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3dfa-a001-4420-abf4-c0adf9155821 req-70ff5aab-5624-4a51-9bd8-2413ef4531d9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.073113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3dfa-a001-4420-abf4-c0adf9155821 req-70ff5aab-5624-4a51-9bd8-2413ef4531d9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.079849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3dfa-a001-4420-abf4-c0adf9155821 req-70ff5aab-5624-4a51-9bd8-2413ef4531d9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.088250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3dfa-a001-4420-abf4-c0adf9155821 req-70ff5aab-5624-4a51-9bd8-2413ef4531d9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.095615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3dfa-a001-4420-abf4-c0adf9155821 req-70ff5aab-5624-4a51-9bd8-2413ef4531d9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.099731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28af3dfa-a001-4420-abf4-c0adf9155821 req-70ff5aab-5624-4a51-9bd8-2413ef4531d9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.3501389 Mar 11 17:25:40.129393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:40.130033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.146832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b0ce0d7e-53e2-4111-b15d-53273fe4867f service neutron] 10.222.0.46 "PUT /v2.0/ports/afe24553-745c-4de3-95c2-2eceab64a6d4 HTTP/1.1" status: 200 len: 1091 time: 3.2190459 Mar 11 17:25:40.150101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': 'afe24553-745c-4de3-95c2-2eceab64a6d4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:40.173805 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b4ee5-5d01-4f31-b94c-4cb736891539" -d '{"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "afe24553-745c-4de3-95c2-2eceab64a6d4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:40.239221 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-a0779897-9c24-4c30-a28f-fe210a84f39a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93d32082-a711-479f-be40-f94d1c06240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199515 Mar 11 17:25:40.403913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] device_id is not set on port 1d23ce6c-73e4-4eab-a373-da7ba37b6e9a yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:25:40.445018 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-5f66aea2-c34a-4fd5-bdd4-fd4667d161c3 service neutron] 10.222.0.46 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654315 Mar 11 17:25:40.624087 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bbfd09bd-99e7-4ead-9ca1-165dfdcd60f9 req-b77c6f0f-dfa1-46a2-baf5-fbd091191916 service neutron] 10.222.0.46 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705511 Mar 11 17:25:40.627295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.737661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] device_id is not set on port 3d696eae-eff8-4c28-9976-1cff2088f892 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:25:40.785681 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.793560 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2a49ac-d74a-46e0-92a4-28bb8fb54537 x-openstack-request-id: req-4f2a49ac-d74a-46e0-92a4-28bb8fb54537 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:40.794085 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "afe24553-745c-4de3-95c2-2eceab64a6d4", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:40.794206 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f2a49ac-d74a-46e0-92a4-28bb8fb54537 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:40.794584 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': 'afe24553-745c-4de3-95c2-2eceab64a6d4', 'status': 'completed', 'code': 200} Mar 11 17:25:40.859581 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.908550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:40.926278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:25:40.961647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28af3dfa-a001-4420-abf4-c0adf9155821 req-10ea0025-dae8-4c9c-b577-d6e8fd177fb2 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8137212 Mar 11 17:25:40.987762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Port': ['ID=1d23ce6c-73e4-4eab-a373-da7ba37b6e9a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:41.024402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4fa7fe34-d204-42e2-af96-1212980b00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.025282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4fa7fe34-d204-42e2-af96-1212980b00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.025938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4fa7fe34-d204-42e2-af96-1212980b00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.026582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4fa7fe34-d204-42e2-af96-1212980b00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.027224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4fa7fe34-d204-42e2-af96-1212980b00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.027885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4fa7fe34-d204-42e2-af96-1212980b00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.028563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4fa7fe34-d204-42e2-af96-1212980b00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.030941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4fa7fe34-d204-42e2-af96-1212980b00a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6487 time: 0.2354760 Mar 11 17:25:41.052944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Checking segment: {'id': '9c1efc0e-5508-4faf-b12e-085620676faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45a9a372-8aec-485f-a2f3-4230f9438f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:41.059644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Network hostable DHCP agents. Network: 45a9a372-8aec-485f-a2f3-4230f9438f15, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:25:41.100601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:41.101207 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.102482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Network 45a9a372-8aec-485f-a2f3-4230f9438f15 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:25:41.124266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 45a9a372-8aec-485f-a2f3-4230f9438f15) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:41.140808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e275e9-84a8-4444-a31e-8c53ec9ff6c6 req-18fb81f9-4bff-4b36-a784-b58b8df5ba57 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.142395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5e275e9-84a8-4444-a31e-8c53ec9ff6c6 req-18fb81f9-4bff-4b36-a784-b58b8df5ba57 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 944 time: 0.3417294 Mar 11 17:25:41.153171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:41.154120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.175937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117316eb-d059-471d-8482-8cf571f47e99 None None] Network 45a9a372-8aec-485f-a2f3-4230f9438f15 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:25:41.258490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Port': ['ID=3d696eae-eff8-4c28-9976-1cff2088f892,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:41.264075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-d86f0228-98d2-4d0c-8e19-5727cddfd686 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eca2090-886c-4e60-a1d8-d4c64ad0f667 HTTP/1.1" status: 200 len: 217 time: 0.1205204 Mar 11 17:25:41.317874 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Checking segment: {'id': '2289db6a-44d3-475b-9388-361cf0df4eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '43231b35-741d-4659-a04e-c60779d6f74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:41.318234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Network hostable DHCP agents. Network: 43231b35-741d-4659-a04e-c60779d6f74b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:25:41.352306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-fe7e659a-7d27-4534-b989-434ad60bba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.354404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-fe7e659a-7d27-4534-b989-434ad60bba30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7abf076-c6dc-40a4-8f0f-2a60f6700824 HTTP/1.1" status: 200 len: 856 time: 0.0804729 Mar 11 17:25:41.356856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Network 43231b35-741d-4659-a04e-c60779d6f74b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:25:41.376597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 43231b35-741d-4659-a04e-c60779d6f74b) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:41.380813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:41.388045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.394292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.395189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.404663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd3f0a0-6ec0-4f31-8c1d-c2dc0ef30ae9 None None] Network 43231b35-741d-4659-a04e-c60779d6f74b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:25:41.421968 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d553f5e9-e77b-41b6-96cd-56fe3e0a7da0 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9007461 Mar 11 17:25:41.423530 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58772) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:41.430215 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5e275e9-84a8-4444-a31e-8c53ec9ff6c6 req-d621e1f1-6763-4cb1-9be4-078fba41de79 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658670 Mar 11 17:25:41.471918 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.525379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba95e2-0f51-465b-9f5f-74520e05b221 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.532244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba95e2-0f51-465b-9f5f-74520e05b221 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.533931 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bfba95e2-0f51-465b-9f5f-74520e05b221 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1084657 Mar 11 17:25:41.536835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58774) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:41.539420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-eb2e2ab7-561e-4ee5-8330-a88960677402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:41.541661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-eb2e2ab7-561e-4ee5-8330-a88960677402 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf7f383e-3ac6-4ae0-b30c-8d66e11decda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382728 Mar 11 17:25:41.558216 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.638918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:41.642223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:41.644951 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef33e5c-f33e-4e1d-a362-82141a9a800b" -d '{"events": [{"server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "name": "network-vif-plugged", "status": "completed", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:41.653851 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.656508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-204ebb30-5d33-4e9c-b3a0-4e0a2c05062a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Deleting port 1d23ce6c-73e4-4eab-a373-da7ba37b6e9a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:25:41.658025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-204ebb30-5d33-4e9c-b3a0-4e0a2c05062a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.709401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:41.717298 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf1c453-c1b0-458f-80c5-37133d93b203 x-openstack-request-id: req-6bf1c453-c1b0-458f-80c5-37133d93b203 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:41.717590 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "name": "network-vif-plugged", "status": "completed", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:41.717850 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bf1c453-c1b0-458f-80c5-37133d93b203 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:41.718299 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc', 'code': 200} Mar 11 17:25:41.751495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-204ebb30-5d33-4e9c-b3a0-4e0a2c05062a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.767579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-ad44fe8b-f258-41cd-af27-86f2c0afbc8b service neutron] 10.222.0.46 "GET /v2.0/networks/bf7f383e-3ac6-4ae0-b30c-8d66e11decda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097530 Mar 11 17:25:41.771602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-204ebb30-5d33-4e9c-b3a0-4e0a2c05062a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Calling delete_port for 1d23ce6c-73e4-4eab-a373-da7ba37b6e9a owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:25:41.909781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-204ebb30-5d33-4e9c-b3a0-4e0a2c05062a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.961119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ebb30-5d33-4e9c-b3a0-4e0a2c05062a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Port': ['ID=1d23ce6c-73e4-4eab-a373-da7ba37b6e9a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:41.975652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-204ebb30-5d33-4e9c-b3a0-4e0a2c05062a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.983430 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-204ebb30-5d33-4e9c-b3a0-4e0a2c05062a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/ports/1d23ce6c-73e4-4eab-a373-da7ba37b6e9a HTTP/1.1" status: 204 len: 168 time: 0.4452436 Mar 11 17:25:41.987668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58788) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:42.036000 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.047593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-9c32a1c0-8843-474a-b75a-7711b91ab263 service neutron] 10.222.0.46 "GET /v2.0/networks/bf7f383e-3ac6-4ae0-b30c-8d66e11decda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712879 Mar 11 17:25:42.212874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-be1f7763-96b6-4eae-ae54-26056cd49ce2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=6b3e694c-9a99-4152-a3d1-86e38da63923 HTTP/1.1" status: 200 len: 217 time: 0.0463915 Mar 11 17:25:42.303261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:25:42.330547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-e038592c-530d-4a67-9b9e-4e3798feab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.332016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-e038592c-530d-4a67-9b9e-4e3798feab03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=790ff9c8-0e5a-4d16-800c-02a801a738ca HTTP/1.1" status: 200 len: 797 time: 0.0780203 Mar 11 17:25:42.428172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003726f8-bd44-4601-84d4-3a1d849003bb req-677cf5c5-7162-4eba-b82e-b8b7acd6125c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.434453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003726f8-bd44-4601-84d4-3a1d849003bb req-677cf5c5-7162-4eba-b82e-b8b7acd6125c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.441099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003726f8-bd44-4601-84d4-3a1d849003bb req-677cf5c5-7162-4eba-b82e-b8b7acd6125c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.447135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003726f8-bd44-4601-84d4-3a1d849003bb req-677cf5c5-7162-4eba-b82e-b8b7acd6125c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.455724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003726f8-bd44-4601-84d4-3a1d849003bb req-677cf5c5-7162-4eba-b82e-b8b7acd6125c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.464772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003726f8-bd44-4601-84d4-3a1d849003bb req-677cf5c5-7162-4eba-b82e-b8b7acd6125c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.475113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003726f8-bd44-4601-84d4-3a1d849003bb req-677cf5c5-7162-4eba-b82e-b8b7acd6125c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.478546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-003726f8-bd44-4601-84d4-3a1d849003bb req-677cf5c5-7162-4eba-b82e-b8b7acd6125c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.2727726 Mar 11 17:25:42.501129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-60e30952-61ba-43c8-b245-21ed36c4652a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Deleting port 3d696eae-eff8-4c28-9976-1cff2088f892 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:25:42.501729 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60e30952-61ba-43c8-b245-21ed36c4652a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.513913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-cf64ecdc-725e-4875-acb7-d4077a21f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.515927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-cf64ecdc-725e-4875-acb7-d4077a21f1c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0726836f-d748-4c51-b886-5cd24bd6cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1670785 Mar 11 17:25:42.523028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:42.540517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '9c6a9edf-9bd9-4481-9d7c-b5afa306ab89', 'network_id': '93d32082-a711-479f-be40-f94d1c06240c', 'port_id': '9c6a9edf-9bd9-4481-9d7c-b5afa306ab89', 'mac_address': 'fa:16:3e:4d:fe:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59efb11-4ebe-4ce7-936d-03f82c07cb60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:25:42.593284 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.611002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:42.649711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:42.659011 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.747233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:42.761024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-003726f8-bd44-4601-84d4-3a1d849003bb req-4ac75906-a4e6-4ea4-98f7-4948009a56bb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2638893 Mar 11 17:25:42.778131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Router 44bafead-2a78-4f88-83b1-8184ab99d6cc is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:25:42.783881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-34798256-4a9c-4279-aaa3-131ef8b2aafc service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457247 Mar 11 17:25:42.786818 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60e30952-61ba-43c8-b245-21ed36c4652a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:42.873141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-60e30952-61ba-43c8-b245-21ed36c4652a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Calling delete_port for 3d696eae-eff8-4c28-9976-1cff2088f892 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:25:42.900213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fee83d-7c6d-45b3-9771-314460760224 req-602a5eb4-8852-4e15-8e88-6475d6d10f99 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:42.901870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3fee83d-7c6d-45b3-9771-314460760224 req-602a5eb4-8852-4e15-8e88-6475d6d10f99 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 945 time: 0.3335052 Mar 11 17:25:42.922884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['9c6a9edf-9bd9-4481-9d7c-b5afa306ab89'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:25:43.148743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-39b7eba3-e12b-4b5d-af94-a925e66ae6d8 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464139 Mar 11 17:25:43.163296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3fee83d-7c6d-45b3-9771-314460760224 req-4ee83d1e-ebd8-4aaf-b8cf-4306bf000535 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482100 Mar 11 17:25:43.223347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-cafaae02-ac48-4085-b0c0-3d0a0bdd5989 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ed38429a-d477-40bf-a7f4-131ab2ee892a HTTP/1.1" status: 200 len: 217 time: 0.0662587 Mar 11 17:25:43.229439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:43.249269 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f5595-9b82-4274-8d39-db1837dcf0de None None] Sync routers for ids ['44bafead-2a78-4f88-83b1-8184ab99d6cc'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:25:43.253415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60e30952-61ba-43c8-b245-21ed36c4652a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.264098 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f5595-9b82-4274-8d39-db1837dcf0de None None] Routers {'44bafead-2a78-4f88-83b1-8184ab99d6cc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:43.269072 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f12f5595-9b82-4274-8d39-db1837dcf0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['44bafead-2a78-4f88-83b1-8184ab99d6cc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:43.319915 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.323864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fd3aa00d-402c-4ea3-83c8-cd914492fac5 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4438572 Mar 11 17:25:43.324052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e30952-61ba-43c8-b245-21ed36c4652a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Port': ['ID=3d696eae-eff8-4c28-9976-1cff2088f892,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:43.324170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:43.334530 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60e30952-61ba-43c8-b245-21ed36c4652a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.337839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-60e30952-61ba-43c8-b245-21ed36c4652a tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/ports/3d696eae-eff8-4c28-9976-1cff2088f892 HTTP/1.1" status: 204 len: 168 time: 1.3466294 Mar 11 17:25:43.339778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-67795149-11a8-4158-9bcf-ea227847b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:43.341248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-67795149-11a8-4158-9bcf-ea227847b3df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=790ff9c8-0e5a-4d16-800c-02a801a738ca HTTP/1.1" status: 200 len: 797 time: 0.1040852 Mar 11 17:25:43.341719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58832) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:43.342711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:43.369251 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f12f5595-9b82-4274-8d39-db1837dcf0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:43.397106 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f5595-9b82-4274-8d39-db1837dcf0de None None] Routers {'44bafead-2a78-4f88-83b1-8184ab99d6cc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:43.408165 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f12f5595-9b82-4274-8d39-db1837dcf0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['44bafead-2a78-4f88-83b1-8184ab99d6cc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:43.420559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-76c01997-176c-42e4-aba5-d568fae2154d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0777049 Mar 11 17:25:43.427138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58840) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:43.432608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1666305757'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:43.493550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-6717f519-2cbf-4b2d-95cc-a2c44e7541b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:43.496581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-6717f519-2cbf-4b2d-95cc-a2c44e7541b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0726836f-d748-4c51-b886-5cd24bd6cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1249950 Mar 11 17:25:43.499017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Made reservation on behalf of 6da629694a5a40bf980c750fd5d7bfc6 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:43.507423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.529335 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f12f5595-9b82-4274-8d39-db1837dcf0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:43.532388 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f5595-9b82-4274-8d39-db1837dcf0de None None] The sync data for ids ['44bafead-2a78-4f88-83b1-8184ab99d6cc'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:25:43.603060 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cceb5009-6472-4f4e-8eaa-cc5c987b13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.608893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:25:43.638714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.639102 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Added segment adc30c86-ed51-4ad7-80f9-82d7e1dad4f7 of type vlan for network 9ceac71a-1c30-4424-96b0-2124919d40c4 Mar 11 17:25:43.897674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.034160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:25:44.121355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.132782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.133493 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.141717 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.158382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.252008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96555a3c-b71c-4c7e-812d-3266830f0d88 req-78ec0a41-7f51-42f6-85c6-c59655a1a465 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.257981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96555a3c-b71c-4c7e-812d-3266830f0d88 req-78ec0a41-7f51-42f6-85c6-c59655a1a465 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.263960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96555a3c-b71c-4c7e-812d-3266830f0d88 req-78ec0a41-7f51-42f6-85c6-c59655a1a465 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.267305 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Deleting port d4b87f1c-59e1-4ba8-a2e5-63b798045e07 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:25:44.268661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.270822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96555a3c-b71c-4c7e-812d-3266830f0d88 req-78ec0a41-7f51-42f6-85c6-c59655a1a465 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.276623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96555a3c-b71c-4c7e-812d-3266830f0d88 req-78ec0a41-7f51-42f6-85c6-c59655a1a465 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.283142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96555a3c-b71c-4c7e-812d-3266830f0d88 req-78ec0a41-7f51-42f6-85c6-c59655a1a465 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.289223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96555a3c-b71c-4c7e-812d-3266830f0d88 req-78ec0a41-7f51-42f6-85c6-c59655a1a465 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.297119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96555a3c-b71c-4c7e-812d-3266830f0d88 req-78ec0a41-7f51-42f6-85c6-c59655a1a465 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.3830640 Mar 11 17:25:44.304546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-6223d8e7-d183-4c2e-9399-c322b21a7bdc service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941763 Mar 11 17:25:44.319345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:25:44.324152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Network': ['ID=9ceac71a-1c30-4424-96b0-2124919d40c4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:44.366645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-734e2f2b-c0bb-4922-9777-209da8da28b1 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9383755 Mar 11 17:25:44.369772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58856) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:44.378894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1473297455'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:44.381125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 9ceac71a-1c30-4424-96b0-2124919d40c4 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:25:44.424664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.429077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Made reservation on behalf of 6da629694a5a40bf980c750fd5d7bfc6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:44.434172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.455194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:44.475047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Calling delete_port for d4b87f1c-59e1-4ba8-a2e5-63b798045e07 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:25:44.477025 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96555a3c-b71c-4c7e-812d-3266830f0d88 req-ccba5360-4d87-476e-b3f6-e15dc2edf11b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789098 Mar 11 17:25:44.479755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:44.480372 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.522383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:25:44.539739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-b93f4ec5-8a85-427a-8c3f-579acb564b5b service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111809 Mar 11 17:25:44.580928 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.581276 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Added segment 73a8f225-a8d2-4462-97b6-f427b8ce50ba of type vlan for network a6a86381-116a-432d-867b-2705226fcb4d Mar 11 17:25:44.625889 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.651092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3626061d-a649-4b2f-aee5-865417b37e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a9edf-9bd9-4481-9d7c-b5afa306ab89'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:44.653577 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79feb03b-8a21-45ed-ac6e-af414100a534" -d '{"events": [{"server_uuid": "3626061d-a649-4b2f-aee5-865417b37e26", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a9edf-9bd9-4481-9d7c-b5afa306ab89"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:25:44.681753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:44.689381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.695312 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.741016 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.747438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.748144 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.784370 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4009256 Mar 11 17:25:44.804365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:44.817727 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfadb494-1437-4a4e-aef4-84e62a7b4ccf x-openstack-request-id: req-bfadb494-1437-4a4e-aef4-84e62a7b4ccf {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:25:44.818282 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3626061d-a649-4b2f-aee5-865417b37e26", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a9edf-9bd9-4481-9d7c-b5afa306ab89", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:25:44.818688 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfadb494-1437-4a4e-aef4-84e62a7b4ccf {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:25:44.819443 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3626061d-a649-4b2f-aee5-865417b37e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a9edf-9bd9-4481-9d7c-b5afa306ab89', 'code': 200} Mar 11 17:25:44.925363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235736b-f442-4018-84f4-8046f259dc67 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Network': ['ID=a6a86381-116a-432d-867b-2705226fcb4d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:44.949274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network a6a86381-116a-432d-867b-2705226fcb4d details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:25:44.957045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7f899-bee2-4e45-ab7e-0d0ce5c98202 req-8eb714f9-cd25-4c0f-a448-6cb6cfa253b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:44.959026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-56a7f899-bee2-4e45-ab7e-0d0ce5c98202 req-8eb714f9-cd25-4c0f-a448-6cb6cfa253b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 1097 time: 0.0797932 Mar 11 17:25:45.029264 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-56a7f899-bee2-4e45-ab7e-0d0ce5c98202 req-403bda4f-b3d2-413a-9d95-b830dfde0b7a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Mar 11 17:25:45.040221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:45.113028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Pushing event deleted for resources: {'Port': ['ID=d4b87f1c-59e1-4ba8-a2e5-63b798045e07,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:45.136209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec74e6-ef92-4ba3-ad85-e2ba49d2a554 req-bc1eb9da-d1e0-4ed8-b16a-7b1e725a592f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.137846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73ec74e6-ef92-4ba3-ad85-e2ba49d2a554 req-bc1eb9da-d1e0-4ed8-b16a-7b1e725a592f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 945 time: 0.8386176 Mar 11 17:25:45.140783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-cfa50901-f66c-4749-acad-4af3d76132dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=2dac3327-398c-4032-b0a0-bfd817e0dbda HTTP/1.1" status: 200 len: 217 time: 0.5936863 Mar 11 17:25:45.239748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73ec74e6-ef92-4ba3-ad85-e2ba49d2a554 req-ac39b6d6-5f7a-4f65-a155-5ee7df301e14 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876167 Mar 11 17:25:45.340918 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:45.393750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-682f1176-c965-4806-89c0-7034bcccf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.397614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-682f1176-c965-4806-89c0-7034bcccf4d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=790ff9c8-0e5a-4d16-800c-02a801a738ca HTTP/1.1" status: 200 len: 797 time: 0.1559141 Mar 11 17:25:45.611268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-a9b21683-293f-49ff-91ac-b6023026f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.612783 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-a9b21683-293f-49ff-91ac-b6023026f534 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1096 time: 0.1927681 Mar 11 17:25:45.718770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-ec7c58f2-7aeb-4dd5-b1bd-38d56fc249ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.720570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-ec7c58f2-7aeb-4dd5-b1bd-38d56fc249ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0726836f-d748-4c51-b886-5cd24bd6cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3164206 Mar 11 17:25:45.744919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26ad5f-6f3f-481c-84ad-3cca1e3f5e6f req-221cc2d9-5e09-4428-a9bf-be89b2092466 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.762448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a26ad5f-6f3f-481c-84ad-3cca1e3f5e6f req-221cc2d9-5e09-4428-a9bf-be89b2092466 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.2390013 Mar 11 17:25:45.827092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe716-31a8-4103-89d7-1fa3007132ae req-d79fab42-bc19-49ab-9721-70e1e600f1c9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.829086 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18249a8d-bee8-4c79-8f22-5c3021949397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:45.844236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe716-31a8-4103-89d7-1fa3007132ae req-d79fab42-bc19-49ab-9721-70e1e600f1c9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.855123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe716-31a8-4103-89d7-1fa3007132ae req-d79fab42-bc19-49ab-9721-70e1e600f1c9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.861146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe716-31a8-4103-89d7-1fa3007132ae req-d79fab42-bc19-49ab-9721-70e1e600f1c9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.887573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe716-31a8-4103-89d7-1fa3007132ae req-d79fab42-bc19-49ab-9721-70e1e600f1c9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.905993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe716-31a8-4103-89d7-1fa3007132ae req-d79fab42-bc19-49ab-9721-70e1e600f1c9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.915325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe716-31a8-4103-89d7-1fa3007132ae req-d79fab42-bc19-49ab-9721-70e1e600f1c9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:45.934957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2ffe716-31a8-4103-89d7-1fa3007132ae req-d79fab42-bc19-49ab-9721-70e1e600f1c9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.3167078 Mar 11 17:25:46.194853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-7818fcf1-47b5-4570-827b-8aa1a3b010a0 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302897 Mar 11 17:25:46.198059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a26ad5f-6f3f-481c-84ad-3cca1e3f5e6f req-f6d27e90-af20-4c88-92e9-8728d303607d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347632 Mar 11 17:25:46.506051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2ffe716-31a8-4103-89d7-1fa3007132ae req-3964859a-d2b6-462e-bced-7705991393aa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5701146 Mar 11 17:25:46.509913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a866ecdb-0f3c-4059-8bcf-e60a46b6e03f service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129519 Mar 11 17:25:46.627608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-0ff8ee9f-2245-4e3c-9fc0-e50d3dd63bad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=5245b709-678d-4b1b-bd4e-340bbf3dcd6c HTTP/1.1" status: 200 len: 217 time: 0.1099966 Mar 11 17:25:46.667033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:46.690045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:46.702113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17f28d-4e09-414d-9cff-96ad25cadac8 req-90f93bac-104e-4875-b9c4-4b5a4a5b10d9 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:46.708441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c17f28d-4e09-414d-9cff-96ad25cadac8 req-90f93bac-104e-4875-b9c4-4b5a4a5b10d9 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.1167917 Mar 11 17:25:46.780148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-1fec532d-7a08-4849-b389-d02313bfcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:46.783240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-1fec532d-7a08-4849-b389-d02313bfcee7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=790ff9c8-0e5a-4d16-800c-02a801a738ca HTTP/1.1" status: 200 len: 797 time: 0.1415248 Mar 11 17:25:46.815325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-26a1d31e-8073-4253-98bc-b3b80aaf05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:46.815325 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-26a1d31e-8073-4253-98bc-b3b80aaf05e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 918 time: 1.1752656 Mar 11 17:25:46.831251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Router 44bafead-2a78-4f88-83b1-8184ab99d6cc has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:25:46.889833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c17f28d-4e09-414d-9cff-96ad25cadac8 req-789472a6-cedd-4229-884d-f611b4553595 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671185 Mar 11 17:25:46.916924 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-54fbfc2f-2421-4c48-8141-d28f23a3c60f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0729eade-4078-4178-83aa-81f29b8902c4 HTTP/1.1" status: 200 len: 217 time: 0.0934615 Mar 11 17:25:46.937917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-d10967c2-df4f-4a51-9822-a21a3c9c7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:46.947456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-d10967c2-df4f-4a51-9822-a21a3c9c7d05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0726836f-d748-4c51-b886-5cd24bd6cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1479363 Mar 11 17:25:47.082471 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:47.173481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-fc0ce812-560b-4163-a37b-74054ac6ba56 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148261 Mar 11 17:25:47.330079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:25:47.350647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f93da2-ab0f-4f53-9be2-6f1c40136561 None None] Sync routers for ids ['44bafead-2a78-4f88-83b1-8184ab99d6cc'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:25:47.378725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:47.393167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f93da2-ab0f-4f53-9be2-6f1c40136561 None None] Routers {'44bafead-2a78-4f88-83b1-8184ab99d6cc'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:47.399476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b7f93da2-ab0f-4f53-9be2-6f1c40136561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['44bafead-2a78-4f88-83b1-8184ab99d6cc'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:47.400854 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9e4ce7be-22a1-4c27-899f-4006256ef173 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "PUT /v2.0/routers/44bafead-2a78-4f88-83b1-8184ab99d6cc HTTP/1.1" status: 200 len: 706 time: 4.0750210 Mar 11 17:25:47.402890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58914) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:47.562748 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b7f93da2-ab0f-4f53-9be2-6f1c40136561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:47.586355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f536-bc65-4997-bc30-3f7b267f7cfa req-5f540842-478f-4626-9c08-c2afce120efb tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.593803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f93da2-ab0f-4f53-9be2-6f1c40136561 None None] Routers {'44bafead-2a78-4f88-83b1-8184ab99d6cc'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:25:47.595043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b974f536-bc65-4997-bc30-3f7b267f7cfa req-5f540842-478f-4626-9c08-c2afce120efb tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.1543705 Mar 11 17:25:47.595890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b7f93da2-ab0f-4f53-9be2-6f1c40136561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['44bafead-2a78-4f88-83b1-8184ab99d6cc'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:47.642544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-bec9c068-e5d9-4e7f-8ff3-7c92111e6a5c service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529266 Mar 11 17:25:47.670971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48490723-e92e-4e82-a43d-f2725f6f0844 req-d1d6be52-8dec-4056-b947-f4f8e12fd859 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.682541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48490723-e92e-4e82-a43d-f2725f6f0844 req-d1d6be52-8dec-4056-b947-f4f8e12fd859 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.3298314 Mar 11 17:25:47.729971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b7f93da2-ab0f-4f53-9be2-6f1c40136561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:47.730739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f93da2-ab0f-4f53-9be2-6f1c40136561 None None] The sync data for ids ['44bafead-2a78-4f88-83b1-8184ab99d6cc'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:25:47.770624 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-badde5ca-2383-499b-a865-814e1198fd3c tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/routers/44bafead-2a78-4f88-83b1-8184ab99d6cc HTTP/1.1" status: 200 len: 741 time: 0.3567863 Mar 11 17:25:47.772476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-62ee110c-b5eb-4d22-9c12-6e5c66732563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.779969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b974f536-bc65-4997-bc30-3f7b267f7cfa req-2ca2408f-45d1-4dcc-9a45-66a6eac675c2 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839216 Mar 11 17:25:47.783217 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-62ee110c-b5eb-4d22-9c12-6e5c66732563 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.8489213 Mar 11 17:25:47.785213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58922) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:47.796183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a09c53e6-6fc2-4708-a0cb-b2823f3b7b48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=829054c0-b71e-4ea6-b95d-d5ca77b4db89 HTTP/1.1" status: 200 len: 217 time: 0.1406024 Mar 11 17:25:47.860239 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-63dedce4-3eaa-4b21-985c-178071f84b1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600114 Mar 11 17:25:47.892971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-cc06a741-e4fa-4bc2-99e5-853e509106d5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:25:47.894006 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-cc06a741-e4fa-4bc2-99e5-853e509106d5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128376 Mar 11 17:25:47.900415 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-189a7071-c2db-4489-980a-a4ccb9f9e0f3 tempest-RoutersAdminTest-104330769 tempest-RoutersAdminTest-104330769-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&device_id=44bafead-2a78-4f88-83b1-8184ab99d6cc HTTP/1.1" status: 200 len: 205 time: 0.1124709 Mar 11 17:25:47.926333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58932) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:48.041553 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-6c501cbf-4bbf-41b9-90d5-092cc3388ae9 service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389885 Mar 11 17:25:48.049970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420f21f-3c2e-450c-9306-796d151676fc req-cba9debe-defa-4356-847e-63784c557939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.051625 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e420f21f-3c2e-450c-9306-796d151676fc req-cba9debe-defa-4356-847e-63784c557939 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 1097 time: 0.8196285 Mar 11 17:25:48.080247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48490723-e92e-4e82-a43d-f2725f6f0844 req-ba959e2f-75f8-4f40-b533-c461b676933b tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908634 Mar 11 17:25:48.088262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-94c0d0bf-d581-4dd5-ba5c-259febdbc4d9 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=44bafead-2a78-4f88-83b1-8184ab99d6cc HTTP/1.1" status: 200 len: 205 time: 0.1534405 Mar 11 17:25:48.094650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58934) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:48.262217 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2b0a-eb43-43a3-ad2a-d4cebe03936a tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:48.322500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58936) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:48.325326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420f21f-3c2e-450c-9306-796d151676fc req-19ee400d-c60a-425e-9bcb-81e67374a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.328770 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e420f21f-3c2e-450c-9306-796d151676fc req-19ee400d-c60a-425e-9bcb-81e67374a51f service neutron] 10.222.0.46 "GET /v2.0/networks?id=93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 200 len: 910 time: 0.2515674 Mar 11 17:25:48.330765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:48.350840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'subnets': [{'network_id': '9ceac71a-1c30-4424-96b0-2124919d40c4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2099289919', 'ip_version': 6}, {'network_id': 'a6a86381-116a-432d-867b-2705226fcb4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:48.351240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'subnet': {'network_id': '9ceac71a-1c30-4424-96b0-2124919d40c4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2099289919', 'ip_version': 6}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:48.351864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Request body: {'subnet': {'network_id': 'a6a86381-116a-432d-867b-2705226fcb4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:48.362507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-f43e7353-7230-40f3-9828-9c47c0493b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.363998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-f43e7353-7230-40f3-9828-9c47c0493b30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c04d27b5-45fa-428a-bd43-1e4b7e098e88 HTTP/1.1" status: 200 len: 797 time: 0.5666037 Mar 11 17:25:48.427487 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e420f21f-3c2e-450c-9306-796d151676fc req-89ca9253-fbb5-4ec1-97f6-d1d9e15a4b6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 HTTP/1.1" status: 200 len: 217 time: 0.0557771 Mar 11 17:25:48.523084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420f21f-3c2e-450c-9306-796d151676fc req-3ec1eb8c-c472-40d0-91d3-96567f3275ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.524507 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e420f21f-3c2e-450c-9306-796d151676fc req-3ec1eb8c-c472-40d0-91d3-96567f3275ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d59efb11-4ebe-4ce7-936d-03f82c07cb60 HTTP/1.1" status: 200 len: 850 time: 0.0903692 Mar 11 17:25:48.542744 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ea4ef53-6699-42a3-a816-1d118d883b6f req-5bb2de28-d503-436e-b40d-72b453dfc916 service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901369 Mar 11 17:25:48.584780 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e420f21f-3c2e-450c-9306-796d151676fc req-b9edb08a-f5c4-443f-9588-d120cfa0e7f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93d32082-a711-479f-be40-f94d1c06240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513842 Mar 11 17:25:48.777745 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e420f21f-3c2e-450c-9306-796d151676fc req-4a0bafda-ed4b-41f2-9f29-0841255968b7 service neutron] 10.222.0.46 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831050 Mar 11 17:25:48.789883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2b0a-eb43-43a3-ad2a-d4cebe03936a tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:48.813515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2b0a-eb43-43a3-ad2a-d4cebe03936a tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:48.871058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344650-7c84-49b8-ada7-a3006a74a613 req-f9a7f6a9-e397-43ee-a3c6-4b09598ae522 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.881231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344650-7c84-49b8-ada7-a3006a74a613 req-f9a7f6a9-e397-43ee-a3c6-4b09598ae522 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.907753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344650-7c84-49b8-ada7-a3006a74a613 req-f9a7f6a9-e397-43ee-a3c6-4b09598ae522 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.910799 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e420f21f-3c2e-450c-9306-796d151676fc req-388db399-4b3b-405f-86f3-82c6d181b1cc service neutron] 10.222.0.46 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277392 Mar 11 17:25:48.913040 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:48.928305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344650-7c84-49b8-ada7-a3006a74a613 req-f9a7f6a9-e397-43ee-a3c6-4b09598ae522 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.936560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344650-7c84-49b8-ada7-a3006a74a613 req-f9a7f6a9-e397-43ee-a3c6-4b09598ae522 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.956388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344650-7c84-49b8-ada7-a3006a74a613 req-f9a7f6a9-e397-43ee-a3c6-4b09598ae522 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.965154 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344650-7c84-49b8-ada7-a3006a74a613 req-f9a7f6a9-e397-43ee-a3c6-4b09598ae522 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:48.979448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a344650-7c84-49b8-ada7-a3006a74a613 req-f9a7f6a9-e397-43ee-a3c6-4b09598ae522 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.7506013 Mar 11 17:25:49.113842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c53a8547-9239-424d-95a5-9a3cee2f3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:49.115566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-c53a8547-9239-424d-95a5-9a3cee2f3580 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5346930 Mar 11 17:25:49.219532 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2b0a-eb43-43a3-ad2a-d4cebe03936a tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.220127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbe2b0a-eb43-43a3-ad2a-d4cebe03936a tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Fanout notify agent at l3_agent the message router_deleted on router 44bafead-2a78-4f88-83b1-8184ab99d6cc {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:25:49.223282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-912d536c-93e9-4ec5-ad90-4f855971ea0e service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993366 Mar 11 17:25:49.229326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2b0a-eb43-43a3-ad2a-d4cebe03936a tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.234133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.236237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ebbe2b0a-eb43-43a3-ad2a-d4cebe03936a tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/44bafead-2a78-4f88-83b1-8184ab99d6cc HTTP/1.1" status: 204 len: 168 time: 1.1372895 Mar 11 17:25:49.295255 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-500237c0-5a0c-4378-9f9e-3a179fa4ea63 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=44bafead-2a78-4f88-83b1-8184ab99d6cc HTTP/1.1" status: 200 len: 205 time: 0.0562077 Mar 11 17:25:49.296103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58958) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.344325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-7a507e88-8309-4271-bbcf-98faad77bf06 service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009312 Mar 11 17:25:49.378547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4fa9-b317-4352-9785-79c1a8cd1b90 req-5631510a-e9c6-4740-8802-e711f95a5fb9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:49.380499 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07be4fa9-b317-4352-9785-79c1a8cd1b90 req-5631510a-e9c6-4740-8802-e711f95a5fb9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.3828177 Mar 11 17:25:49.399879 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-993ed8bd-59f8-48a1-b1cd-51f2dd5bb2bc tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] delete failed (client error): The resource could not be found. Mar 11 17:25:49.401341 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-993ed8bd-59f8-48a1-b1cd-51f2dd5bb2bc tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/44bafead-2a78-4f88-83b1-8184ab99d6cc HTTP/1.1" status: 404 len: 336 time: 0.0995476 Mar 11 17:25:49.405366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58960) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.442666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-92ff96f9-6e65-48f7-9978-f083748d603b tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=28bf2bf5-e389-4e96-ab9e-a52e11274173 HTTP/1.1" status: 200 len: 205 time: 0.0353072 Mar 11 17:25:49.445385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58962) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.479510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-f5215e69-650d-4a78-86ee-01fe4585a1d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afe24553-745c-4de3-95c2-2eceab64a6d4 HTTP/1.1" status: 200 len: 217 time: 0.1238816 Mar 11 17:25:49.493295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a344650-7c84-49b8-ada7-a3006a74a613 req-3f5221ff-76b9-4b7f-94fd-be108f090c85 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5129075 Mar 11 17:25:49.537863 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-b58ac552-d80f-43b3-a906-34db3752a1ad tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] delete failed (client error): The resource could not be found. Mar 11 17:25:49.542430 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b58ac552-d80f-43b3-a906-34db3752a1ad tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/28bf2bf5-e389-4e96-ab9e-a52e11274173 HTTP/1.1" status: 404 len: 336 time: 0.0959160 Mar 11 17:25:49.543405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58964) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.549056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07be4fa9-b317-4352-9785-79c1a8cd1b90 req-d524ebde-c94e-4b0d-a259-ed269b91be1f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273396 Mar 11 17:25:49.551424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Made reservation on behalf of 6da629694a5a40bf980c750fd5d7bfc6 for: {'subnet': 2} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:49.565832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.566417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:49.646629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58974) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.657181 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-95bcb8ad-146c-4606-b3b3-fd154ac4ff7e tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=c889e413-8c32-44a6-bec8-14196f3086c9 HTTP/1.1" status: 200 len: 205 time: 0.0958190 Mar 11 17:25:49.726354 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-87337fe8-d893-4a83-a5aa-31d8b35256db tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] delete failed (client error): The resource could not be found. Mar 11 17:25:49.728166 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-87337fe8-d893-4a83-a5aa-31d8b35256db tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/c889e413-8c32-44a6-bec8-14196f3086c9 HTTP/1.1" status: 404 len: 336 time: 0.0583801 Mar 11 17:25:49.731240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58976) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.762616 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-921dcb60-c52a-4f1e-b701-2b4143360c38 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f61e61-31dc-4521-b566-8f1459ff45f3 HTTP/1.1" status: 200 len: 205 time: 0.0300193 Mar 11 17:25:49.763262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58978) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.890501 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-186583b7-449d-4667-8027-78721d524c54 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] delete failed (client error): The resource could not be found. Mar 11 17:25:49.891758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-186583b7-449d-4667-8027-78721d524c54 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/22f61e61-31dc-4521-b566-8f1459ff45f3 HTTP/1.1" status: 404 len: 336 time: 0.1273937 Mar 11 17:25:49.896894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58982) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.972131 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-252b6ce5-8ea7-4e25-a14e-ce676212e3b9 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=f271efb9-2cba-4c20-820e-7f65ff1d353b HTTP/1.1" status: 200 len: 205 time: 0.0752156 Mar 11 17:25:49.978752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58986) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:49.983548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-186de06c-2701-4bf1-bf43-bbfefd9523cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:49.985896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-186de06c-2701-4bf1-bf43-bbfefd9523cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c04d27b5-45fa-428a-bd43-1e4b7e098e88 HTTP/1.1" status: 200 len: 797 time: 0.4729390 Mar 11 17:25:50.061387 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-c724cb35-8881-4646-a8a1-940ecb8e2f41 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] delete failed (client error): The resource could not be found. Mar 11 17:25:50.062521 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c724cb35-8881-4646-a8a1-940ecb8e2f41 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/f271efb9-2cba-4c20-820e-7f65ff1d353b HTTP/1.1" status: 404 len: 336 time: 0.0817323 Mar 11 17:25:50.066063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633ed1e-b3f5-4d45-95be-9fe425511115 req-b8d2c511-008c-4138-8df0-2f4eca19dd0c tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.067817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a633ed1e-b3f5-4d45-95be-9fe425511115 req-b8d2c511-008c-4138-8df0-2f4eca19dd0c tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.3382494 Mar 11 17:25:50.070752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58990) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:50.176839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:50.177648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c38c8d37-8f8b-4375-9e1e-65fa44214a6c tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "GET /v2.0/ports?device_id=f19d4f7a-eab0-4e4e-884a-5317a37fa0de HTTP/1.1" status: 200 len: 205 time: 0.1040018 Mar 11 17:25:50.194329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4e719e41-8ee6-4c2a-9b50-03b7f1b91644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.196386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-4e719e41-8ee6-4c2a-9b50-03b7f1b91644 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1939135 Mar 11 17:25:50.253719 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a633ed1e-b3f5-4d45-95be-9fe425511115 req-e77f981e-1072-428e-9f95-5b7b287d9dd9 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406484 Mar 11 17:25:50.263413 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-b5467da2-8ae8-463e-98ac-348765cf7bea tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] delete failed (client error): The resource could not be found. Mar 11 17:25:50.271763 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b5467da2-8ae8-463e-98ac-348765cf7bea tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/routers/f19d4f7a-eab0-4e4e-884a-5317a37fa0de HTTP/1.1" status: 404 len: 336 time: 0.0938187 Mar 11 17:25:50.272376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59000) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:50.335796 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9335ffab-f1a7-425c-9cda-a807367e1f50 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] DELETE failed (client error): The resource could not be found. Mar 11 17:25:50.336260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9335ffab-f1a7-425c-9cda-a807367e1f50 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:25:50.343066 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9335ffab-f1a7-425c-9cda-a807367e1f50 tempest-RoutersAdminTest-1263929398 tempest-RoutersAdminTest-1263929398-project] 10.222.0.53 "DELETE /v2.0/subnets/65611923-dffd-4134-84c6-07c202a72307 HTTP/1.1" status: 404 len: 337 time: 0.0696890 Mar 11 17:25:50.415334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-a4a626df-82d0-4651-bfac-bd853b957b52 service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998398 Mar 11 17:25:50.664054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-050983e0-7f86-47ab-b3b5-8ae388519483 req-0ebf0954-c7aa-4da4-985c-44fbc7f9f60e service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377491 Mar 11 17:25:50.840557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:50.909534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468ac9-7889-49df-b11a-596d6f82b326 req-68061fde-6622-4cc8-b8d2-cc3108ae9224 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.927396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468ac9-7889-49df-b11a-596d6f82b326 req-68061fde-6622-4cc8-b8d2-cc3108ae9224 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.932088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468ac9-7889-49df-b11a-596d6f82b326 req-68061fde-6622-4cc8-b8d2-cc3108ae9224 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.938797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468ac9-7889-49df-b11a-596d6f82b326 req-68061fde-6622-4cc8-b8d2-cc3108ae9224 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.945377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468ac9-7889-49df-b11a-596d6f82b326 req-68061fde-6622-4cc8-b8d2-cc3108ae9224 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.951550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468ac9-7889-49df-b11a-596d6f82b326 req-68061fde-6622-4cc8-b8d2-cc3108ae9224 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.959410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468ac9-7889-49df-b11a-596d6f82b326 req-68061fde-6622-4cc8-b8d2-cc3108ae9224 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.961278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee468ac9-7889-49df-b11a-596d6f82b326 req-68061fde-6622-4cc8-b8d2-cc3108ae9224 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.2664733 Mar 11 17:25:50.986359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-00296f2c-aa53-41d8-8791-248ca541e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.987140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-00296f2c-aa53-41d8-8791-248ca541e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.987608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-00296f2c-aa53-41d8-8791-248ca541e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.988315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-00296f2c-aa53-41d8-8791-248ca541e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.989237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-00296f2c-aa53-41d8-8791-248ca541e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.990104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-00296f2c-aa53-41d8-8791-248ca541e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.990962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-00296f2c-aa53-41d8-8791-248ca541e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.994329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-00296f2c-aa53-41d8-8791-248ca541e5bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6487 time: 0.2295616 Mar 11 17:25:51.002940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbeaca-0bdb-4fb4-8b01-5a14ac5da544 req-3fef14bb-ff91-4f2a-963e-e9904ff34978 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:51.004518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bfbeaca-0bdb-4fb4-8b01-5a14ac5da544 req-3fef14bb-ff91-4f2a-963e-e9904ff34978 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.3303061 Mar 11 17:25:51.012964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d5db496-ccde-4e7f-8c56-cc57d21cb37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.135495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d5db496-ccde-4e7f-8c56-cc57d21cb37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.141373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d5db496-ccde-4e7f-8c56-cc57d21cb37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.232905 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5d5db496-ccde-4e7f-8c56-cc57d21cb37c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5465fcce48748458fd628a59db19afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911512 Mar 11 17:25:51.234603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5db496-ccde-4e7f-8c56-cc57d21cb37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45da9a4a-55d9-4bf2-9126-b914e727fe3d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:51.237050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:51.281681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bfbeaca-0bdb-4fb4-8b01-5a14ac5da544 req-bfb38967-a037-4b92-bc9e-ddd123ac08bc tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518635 Mar 11 17:25:51.286958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee468ac9-7889-49df-b11a-596d6f82b326 req-6b0940b5-8cf0-43ea-abc4-560cd504147b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3097186 Mar 11 17:25:51.325810 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.338109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f260ee1f-6e7c-4b92-8c86-46ad2c01765e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.401652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f260ee1f-6e7c-4b92-8c86-46ad2c01765e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.426890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-a2c099df-6294-4a4b-b270-1e841fa1e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:51.428444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-a2c099df-6294-4a4b-b270-1e841fa1e324 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2 HTTP/1.1" status: 200 len: 902 time: 0.4229908 Mar 11 17:25:51.507312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f260ee1f-6e7c-4b92-8c86-46ad2c01765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.511249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f260ee1f-6e7c-4b92-8c86-46ad2c01765e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.515642 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f260ee1f-6e7c-4b92-8c86-46ad2c01765e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45da9a4a-55d9-4bf2-9126-b914e727fe3d HTTP/1.1" status: 204 len: 168 time: 0.2744973 Mar 11 17:25:51.526550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260ee1f-6e7c-4b92-8c86-46ad2c01765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45da9a4a-55d9-4bf2-9126-b914e727fe3d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:51.527452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-7faa1268-3de7-45fe-b5f4-67382e313048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afe24553-745c-4de3-95c2-2eceab64a6d4 HTTP/1.1" status: 200 len: 217 time: 0.0823143 Mar 11 17:25:51.549457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Subnet': ['ID=04c01de3-6439-4485-9a4e-c459f798ce0a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:51.646407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Checking segment: {'id': 'adc30c86-ed51-4ad7-80f9-82d7e1dad4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ceac71a-1c30-4424-96b0-2124919d40c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:51.647465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Network hostable DHCP agents. Network: 9ceac71a-1c30-4424-96b0-2124919d40c4, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:25:51.684202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Network 9ceac71a-1c30-4424-96b0-2124919d40c4 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:25:51.693580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-74d5defd-8620-4c46-8375-844790a9b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:51.695253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-74d5defd-8620-4c46-8375-844790a9b718 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c04d27b5-45fa-428a-bd43-1e4b7e098e88 HTTP/1.1" status: 200 len: 797 time: 0.1586480 Mar 11 17:25:51.707096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30b743-bfe7-4474-a9f9-a67a960895d0 req-885b3577-69f8-4ee0-bd03-bfe16bfb6b70 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:51.708825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e30b743-bfe7-4474-a9f9-a67a960895d0 req-885b3577-69f8-4ee0-bd03-bfe16bfb6b70 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.1707563 Mar 11 17:25:51.718122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 9ceac71a-1c30-4424-96b0-2124919d40c4) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:51.728206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd52547-9c76-4887-90bf-bbcd7be30730 None None] Network 9ceac71a-1c30-4424-96b0-2124919d40c4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:25:51.742578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.848470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e30b743-bfe7-4474-a9f9-a67a960895d0 req-8d441ee4-6869-4c60-8309-76b8a8cbbc9d tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277184 Mar 11 17:25:51.884143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-a3e0b7bb-c167-4963-85ef-d33c2f9cfb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:51.886060 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-a3e0b7bb-c167-4963-85ef-d33c2f9cfb52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1760948 Mar 11 17:25:51.893960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event updated for resources: {'Subnet': ['ID=746d26d0-2e73-4a12-be9a-912cb2009e78,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:51.926742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Checking segment: {'id': '73a8f225-a8d2-4462-97b6-f427b8ce50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a86381-116a-432d-867b-2705226fcb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:51.927154 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Network hostable DHCP agents. Network: a6a86381-116a-432d-867b-2705226fcb4d, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:25:52.058304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Network a6a86381-116a-432d-867b-2705226fcb4d is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:25:52.090548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, a6a86381-116a-432d-867b-2705226fcb4d) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:52.094901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59046) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:52.103285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.103760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.108140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.166298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f39b6fde-e171-4aec-8baa-56edea2ece7b tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8192885 Mar 11 17:25:52.190708 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-61f61e93-d640-47fd-9109-be679a908cd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3484f9ef70624240bbdaa44df82ec928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938652 Mar 11 17:25:52.191414 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59048) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:52.193714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59050) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:52.196406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-1400d693-f45e-43b3-9708-98447083ccb4 service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961555 Mar 11 17:25:52.392904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe780ac-102f-4f91-9478-47204b1026ba None None] Network a6a86381-116a-432d-867b-2705226fcb4d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:25:52.394898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916ede2-a255-412a-ab25-0c54b85ed8e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.396698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916ede2-a255-412a-ab25-0c54b85ed8e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.402155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916ede2-a255-412a-ab25-0c54b85ed8e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.406716 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5916ede2-a255-412a-ab25-0c54b85ed8e3 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2137740 Mar 11 17:25:52.416611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:52.547263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b936bf3e-4766-4009-b1a2-03c64f647099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-9ceac71a-1c30-4424-96b0-2124919d40c4', 'network_id': '9ceac71a-1c30-4424-96b0-2124919d40c4', 'tenant_id': '6da629694a5a40bf980c750fd5d7bfc6', 'fixed_ips': [{'subnet_id': '04c01de3-6439-4485-9a4e-c459f798ce0a'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:25:52.555473 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b936bf3e-4766-4009-b1a2-03c64f647099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.585888 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b38f-347f-4b99-a5e3-4d1d188a902f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.611329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b4b62c-8ead-4737-b58b-10c6155ec998 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Deleting subnet 04c01de3-6439-4485-9a4e-c459f798ce0a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:25:52.635249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52b4b62c-8ead-4737-b58b-10c6155ec998 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.696663 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b38f-347f-4b99-a5e3-4d1d188a902f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.725732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52b4b62c-8ead-4737-b58b-10c6155ec998 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.796230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52b4b62c-8ead-4737-b58b-10c6155ec998 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.836380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-a6a86381-116a-432d-867b-2705226fcb4d', 'network_id': 'a6a86381-116a-432d-867b-2705226fcb4d', 'tenant_id': '6da629694a5a40bf980c750fd5d7bfc6', 'fixed_ips': [{'subnet_id': '746d26d0-2e73-4a12-be9a-912cb2009e78'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:25:52.837423 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.838945 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b38f-347f-4b99-a5e3-4d1d188a902f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.841462 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b38f-347f-4b99-a5e3-4d1d188a902f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.846012 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a7f1b38f-347f-4b99-a5e3-4d1d188a902f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b380276-03d8-4305-bf51-dca32d60b254 HTTP/1.1" status: 204 len: 168 time: 0.6431158 Mar 11 17:25:52.869933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1b38f-347f-4b99-a5e3-4d1d188a902f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b380276-03d8-4305-bf51-dca32d60b254,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:52.951912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52b4b62c-8ead-4737-b58b-10c6155ec998 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.971310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d0b4ee5-5d01-4f31-b94c-4cb736891539 req-1f98168e-cbf6-4e05-8e0c-56b222eaf10d service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7671611 Mar 11 17:25:52.992115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4b62c-8ead-4737-b58b-10c6155ec998 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Subnet': ['ID=04c01de3-6439-4485-9a4e-c459f798ce0a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:53.001025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52b4b62c-8ead-4737-b58b-10c6155ec998 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:53.004891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-52b4b62c-8ead-4737-b58b-10c6155ec998 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/subnets/04c01de3-6439-4485-9a4e-c459f798ce0a HTTP/1.1" status: 204 len: 168 time: 0.5868671 Mar 11 17:25:53.007136 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:53.089044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bff3-e482-40e3-8433-52b4394bc5ab req-7b82ecaf-8d9f-48ae-a7d9-b5eab4b11904 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.096453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bff3-e482-40e3-8433-52b4394bc5ab req-7b82ecaf-8d9f-48ae-a7d9-b5eab4b11904 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.103479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bff3-e482-40e3-8433-52b4394bc5ab req-7b82ecaf-8d9f-48ae-a7d9-b5eab4b11904 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.109945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bff3-e482-40e3-8433-52b4394bc5ab req-7b82ecaf-8d9f-48ae-a7d9-b5eab4b11904 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.116472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bff3-e482-40e3-8433-52b4394bc5ab req-7b82ecaf-8d9f-48ae-a7d9-b5eab4b11904 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.122675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bff3-e482-40e3-8433-52b4394bc5ab req-7b82ecaf-8d9f-48ae-a7d9-b5eab4b11904 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.126424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc03158-7486-4f61-b22d-3f3eaf1276e7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Deleting subnet 746d26d0-2e73-4a12-be9a-912cb2009e78 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:25:53.129676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bff3-e482-40e3-8433-52b4394bc5ab req-7b82ecaf-8d9f-48ae-a7d9-b5eab4b11904 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.138466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83f4bff3-e482-40e3-8433-52b4394bc5ab req-7b82ecaf-8d9f-48ae-a7d9-b5eab4b11904 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.1301441 Mar 11 17:25:53.154213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Allocated IP 2001:db8:0:1::1 (a6a86381-116a-432d-867b-2705226fcb4d/746d26d0-2e73-4a12-be9a-912cb2009e78/f525d53e-1193-4258-84be-56f8a7a0684b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:53.181226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ee615-c715-4003-ada3-05c6977517f9 req-59a7c927-4a4b-4c7d-87bd-d2decd26bb45 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.183302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-815ee615-c715-4003-ada3-05c6977517f9 req-59a7c927-4a4b-4c7d-87bd-d2decd26bb45 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.2107887 Mar 11 17:25:53.208036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83f4bff3-e482-40e3-8433-52b4394bc5ab req-f7222403-767a-4828-abea-197ac95d5c82 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682228 Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-b936bf3e-4766-4009-b1a2-03c64f647099 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04c01de3-6439-4485-9a4e-c459f798ce0a: This subnet is being modified by another concurrent operation. Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04c01de3-6439-4485-9a4e-c459f798ce0a: This subnet is being modified by another concurrent operation. Mar 11 17:25:53.240400 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:25:53.259681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-815ee615-c715-4003-ada3-05c6977517f9 req-6e9a63a6-c0dc-4fb1-8c59-96a6fb3fda0c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691397 Mar 11 17:25:53.378385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc4005a-1b82-49a6-814e-3d4d9d1c7bb6 None None] Network 9ceac71a-1c30-4424-96b0-2124919d40c4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:25:53.500441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ea9f3-fe2f-4976-a797-5da2e630fb90 req-c0d732c7-dda5-42eb-afbb-e839567ee73e tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.517100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a12ea9f3-fe2f-4976-a797-5da2e630fb90 req-c0d732c7-dda5-42eb-afbb-e839567ee73e tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.1011224 Mar 11 17:25:53.604944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a12ea9f3-fe2f-4976-a797-5da2e630fb90 req-7691be54-e95b-43e0-8c33-97b284818505 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868828 Mar 11 17:25:53.809634 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:53.820234 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cc03158-7486-4f61-b22d-3f3eaf1276e7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:53.826149 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:53.931724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Network a6a86381-116a-432d-867b-2705226fcb4d is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:53.937675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:53.938530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cc03158-7486-4f61-b22d-3f3eaf1276e7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:53.944915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:25:54.030589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Pushing event updated for resources: {'Port': ['ID=f525d53e-1193-4258-84be-56f8a7a0684b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:54.061176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Attempting to bind port f525d53e-1193-4258-84be-56f8a7a0684b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:25:54.061768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Attempting to bind port f525d53e-1193-4258-84be-56f8a7a0684b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '73a8f225-a8d2-4462-97b6-f427b8ce50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a86381-116a-432d-867b-2705226fcb4d'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:25:54.062057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Attempting to bind port f525d53e-1193-4258-84be-56f8a7a0684b on network a6a86381-116a-432d-867b-2705226fcb4d {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:25:54.080743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:25:54.081332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Checking segment: {'id': '73a8f225-a8d2-4462-97b6-f427b8ce50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a86381-116a-432d-867b-2705226fcb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:25:54.082023 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.082695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Bound using segment: {'id': '73a8f225-a8d2-4462-97b6-f427b8ce50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a86381-116a-432d-867b-2705226fcb4d'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:25:54.113252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Bound port: f525d53e-1193-4258-84be-56f8a7a0684b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a8f225-a8d2-4462-97b6-f427b8ce50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a86381-116a-432d-867b-2705226fcb4d'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:25:54.114058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.146851 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cc03158-7486-4f61-b22d-3f3eaf1276e7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.365298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] For port f525d53e-1193-4258-84be-56f8a7a0684b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:25:54.366345 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cc03158-7486-4f61-b22d-3f3eaf1276e7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.370243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] For port f525d53e-1193-4258-84be-56f8a7a0684b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f525d53e-1193-4258-84be-56f8a7a0684b,segment=NetworkSegment(73a8f225-a8d2-4462-97b6-f427b8ce50ba),segment_id=73a8f225-a8d2-4462-97b6-f427b8ce50ba)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:25:54.375496 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.470957 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cc03158-7486-4f61-b22d-3f3eaf1276e7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.478137 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5cc03158-7486-4f61-b22d-3f3eaf1276e7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/subnets/746d26d0-2e73-4a12-be9a-912cb2009e78 HTTP/1.1" status: 204 len: 168 time: 1.4670997 Mar 11 17:25:54.478137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc03158-7486-4f61-b22d-3f3eaf1276e7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Subnet': ['ID=746d26d0-2e73-4a12-be9a-912cb2009e78,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:54.481347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59114) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:54.490357 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b44f4-113c-4b6b-9414-247da4841209 None None] Pushing event updated for resources: {'Port': ['ID=f525d53e-1193-4258-84be-56f8a7a0684b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:54.552158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e0a8-e584-4f3c-959a-8840d1c0559d req-7d353ccc-41ed-4d0c-8720-89e24d11021d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.575929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e0a8-e584-4f3c-959a-8840d1c0559d req-7d353ccc-41ed-4d0c-8720-89e24d11021d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.587906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e0a8-e584-4f3c-959a-8840d1c0559d req-7d353ccc-41ed-4d0c-8720-89e24d11021d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.595300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e0a8-e584-4f3c-959a-8840d1c0559d req-7d353ccc-41ed-4d0c-8720-89e24d11021d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.602096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e0a8-e584-4f3c-959a-8840d1c0559d req-7d353ccc-41ed-4d0c-8720-89e24d11021d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.607005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3eed9-aba2-485c-a7fb-e8227759d2dd tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.612658 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f7b3eed9-aba2-485c-a7fb-e8227759d2dd tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1261163 Mar 11 17:25:54.616870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59120) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:54.617407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e0a8-e584-4f3c-959a-8840d1c0559d req-7d353ccc-41ed-4d0c-8720-89e24d11021d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.625591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e0a8-e584-4f3c-959a-8840d1c0559d req-7d353ccc-41ed-4d0c-8720-89e24d11021d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:54.628128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dc8e0a8-e584-4f3c-959a-8840d1c0559d req-7d353ccc-41ed-4d0c-8720-89e24d11021d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.2437205 Mar 11 17:25:54.759736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.848156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Deleting port f525d53e-1193-4258-84be-56f8a7a0684b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:25:54.848531 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.872866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dc8e0a8-e584-4f3c-959a-8840d1c0559d req-dc70f28d-66db-4a64-9307-76c1546b35e3 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2345471 Mar 11 17:25:54.966333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] For port f525d53e-1193-4258-84be-56f8a7a0684b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f525d53e-1193-4258-84be-56f8a7a0684b,segment=NetworkSegment(73a8f225-a8d2-4462-97b6-f427b8ce50ba),segment_id=73a8f225-a8d2-4462-97b6-f427b8ce50ba)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:25:54.966588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:54.986287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Calling delete_port for f525d53e-1193-4258-84be-56f8a7a0684b owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:25:55.005831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7edb05-63e8-464f-97c4-5c9221cc74aa req-cff2fef8-e0ca-4df5-9cc7-00b06377fe72 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:55.021873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c7edb05-63e8-464f-97c4-5c9221cc74aa req-cff2fef8-e0ca-4df5-9cc7-00b06377fe72 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.5718734 Mar 11 17:25:55.105902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.147873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] No DVR routers for this DVR port f525d53e-1193-4258-84be-56f8a7a0684b on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:25:55.177551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Port': ['ID=f525d53e-1193-4258-84be-56f8a7a0684b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:55.186624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c7edb05-63e8-464f-97c4-5c9221cc74aa req-38bc5f9e-2a4a-436e-bdae-c5579f83da4e tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620667 Mar 11 17:25:55.310367 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.352826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a86381-116a-432d-867b-2705226fcb4d']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:55.368380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a8f225-a8d2-4462-97b6-f427b8ce50ba') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:55.368688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a8f225-a8d2-4462-97b6-f427b8ce50ba') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:55.381830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.406848 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.420563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019808b-ac0d-4b5e-9e40-05003f02b63e req-28b2e3be-ade5-4ca2-839f-7bc6eda6f393 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:55.421433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:25:55.421769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.430532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c019808b-ac0d-4b5e-9e40-05003f02b63e req-28b2e3be-ade5-4ca2-839f-7bc6eda6f393 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.1402488 Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:55.439762 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:55.544051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c019808b-ac0d-4b5e-9e40-05003f02b63e req-16b7cba0-5f56-40da-b524-d2cb41565c71 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125138 Mar 11 17:25:55.588605 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.629969 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.634448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/networks/a6a86381-116a-432d-867b-2705226fcb4d HTTP/1.1" status: 204 len: 168 time: 1.0164008 Mar 11 17:25:55.637569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59150) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:55.653853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328260ba-8a57-4c69-bdc5-ddb66b79186d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Network': ['ID=a6a86381-116a-432d-867b-2705226fcb4d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:55.864420 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:55.929961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05497ff-4112-47e5-9e4c-ae83a3352fb3 req-19b88abe-1cff-4306-a9c1-3dbc571c2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:55.931465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a05497ff-4112-47e5-9e4c-ae83a3352fb3 req-19b88abe-1cff-4306-a9c1-3dbc571c2fb5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1096 time: 0.4546876 Mar 11 17:25:56.013623 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a05497ff-4112-47e5-9e4c-ae83a3352fb3 req-36556b34-0117-4d08-b27c-fef4d503770f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753431 Mar 11 17:25:56.046332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.199704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceac71a-1c30-4424-96b0-2124919d40c4']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:56.221280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc30c86-ed51-4ad7-80f9-82d7e1dad4f7') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:56.221607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc30c86-ed51-4ad7-80f9-82d7e1dad4f7') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:56.250771 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.290149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59178) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:56.314222 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:25:56.351892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.401950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:25:56.402894 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:56.435912 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:56.525400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3bacd804-56cf-4c77-b3dc-8a4e1f81757c tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-649580965'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:56.555868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85fd6-2d51-4325-80cf-e011a8d34955 req-5f247a60-0c2e-42ba-85f7-010abd1b9f8e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.564258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85fd6-2d51-4325-80cf-e011a8d34955 req-5f247a60-0c2e-42ba-85f7-010abd1b9f8e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.570952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85fd6-2d51-4325-80cf-e011a8d34955 req-5f247a60-0c2e-42ba-85f7-010abd1b9f8e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.577379 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bacd804-56cf-4c77-b3dc-8a4e1f81757c tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.578937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85fd6-2d51-4325-80cf-e011a8d34955 req-5f247a60-0c2e-42ba-85f7-010abd1b9f8e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.581404 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bacd804-56cf-4c77-b3dc-8a4e1f81757c tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.585286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85fd6-2d51-4325-80cf-e011a8d34955 req-5f247a60-0c2e-42ba-85f7-010abd1b9f8e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.596284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85fd6-2d51-4325-80cf-e011a8d34955 req-5f247a60-0c2e-42ba-85f7-010abd1b9f8e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.604978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85fd6-2d51-4325-80cf-e011a8d34955 req-5f247a60-0c2e-42ba-85f7-010abd1b9f8e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.607505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9b85fd6-2d51-4325-80cf-e011a8d34955 req-5f247a60-0c2e-42ba-85f7-010abd1b9f8e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.5181243 Mar 11 17:25:56.631033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.647548 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.652253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/networks/9ceac71a-1c30-4424-96b0-2124919d40c4 HTTP/1.1" status: 204 len: 168 time: 1.0136425 Mar 11 17:25:56.663601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59184) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:56.666866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-94084908-98fd-4533-8f1c-95ec4fad0e56 None None] Could not find standard attr ID for object f525d53e-1193-4258-84be-56f8a7a0684b. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:25:56.688628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bacd804-56cf-4c77-b3dc-8a4e1f81757c tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.700470 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bacd804-56cf-4c77-b3dc-8a4e1f81757c tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.724594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15890e4f-f7c9-4193-85d8-c170279b99c9 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Network': ['ID=9ceac71a-1c30-4424-96b0-2124919d40c4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:56.734964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75801483-e4ae-4ac4-90c4-d26026db6ca6 None None] DHCP port deletion for a6a86381-116a-432d-867b-2705226fcb4d request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:25:56.754581 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bacd804-56cf-4c77-b3dc-8a4e1f81757c tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.760594 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3bacd804-56cf-4c77-b3dc-8a4e1f81757c tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4679601 Mar 11 17:25:56.760867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbe08c-be86-4c9b-bc89-6159e1d083ec None None] Network a6a86381-116a-432d-867b-2705226fcb4d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:25:56.765908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59186) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:56.787341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbe08c-be86-4c9b-bc89-6159e1d083ec None None] Network a6a86381-116a-432d-867b-2705226fcb4d could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 17:25:56.797472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee51ad-0450-4cee-a574-5cd3f958affc req-01896ddb-14b8-4e62-b22a-b83f164163ef tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.798712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e566b-d24b-4150-8ac0-d4db5c52570f None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:25:56.799074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eaee51ad-0450-4cee-a574-5cd3f958affc req-01896ddb-14b8-4e62-b22a-b83f164163ef tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.3993840 Mar 11 17:25:56.842175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9b85fd6-2d51-4325-80cf-e011a8d34955 req-84cb7881-d3ab-499e-a022-1a4bba9d1193 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2135093 Mar 11 17:25:56.924557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:56.960460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eaee51ad-0450-4cee-a574-5cd3f958affc req-a94ffb13-a6a9-4787-bd8b-322671561127 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345389 Mar 11 17:25:57.049968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-063de3de-bdc4-4759-85aa-c4244300719b tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.087435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e566b-d24b-4150-8ac0-d4db5c52570f None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:25:57.317797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.430634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43231b35-741d-4659-a04e-c60779d6f74b']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:57.490453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2289db6a-44d3-475b-9388-361cf0df4eb5') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:57.493085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2289db6a-44d3-475b-9388-361cf0df4eb5') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:57.546306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-063de3de-bdc4-4759-85aa-c4244300719b tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.551935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca91b2-e284-465e-993a-efaaaca612b9 req-7aa50722-31f1-4b0d-bc4e-916a39bbef70 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:57.554962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-063de3de-bdc4-4759-85aa-c4244300719b tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.573028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bca91b2-e284-465e-993a-efaaaca612b9 req-7aa50722-31f1-4b0d-bc4e-916a39bbef70 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.5946124 Mar 11 17:25:57.602738 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.656624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.671838 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-063de3de-bdc4-4759-85aa-c4244300719b tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.672814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063de3de-bdc4-4759-85aa-c4244300719b tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b587aa41-2b84-4df6-a8d4-778ed351e61e {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:25:57.678269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-063de3de-bdc4-4759-85aa-c4244300719b tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.682741 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-063de3de-bdc4-4759-85aa-c4244300719b tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b587aa41-2b84-4df6-a8d4-778ed351e61e HTTP/1.1" status: 204 len: 168 time: 0.9119499 Mar 11 17:25:57.682741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59202) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:57.696584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-df7e3fae-ab6c-4887-8918-33e381199d54 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Request body: {'router': {'name': 'tempest-router-1261524791', 'distributed': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:57.723536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bca91b2-e284-465e-993a-efaaaca612b9 req-b4e18e0d-beb8-4cb1-9e1c-913c9c2c8fee tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493907 Mar 11 17:25:57.726287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:25:57.729244 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:57.733034 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:57.761640 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df7e3fae-ab6c-4887-8918-33e381199d54 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.763081 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df7e3fae-ab6c-4887-8918-33e381199d54 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.866789 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df7e3fae-ab6c-4887-8918-33e381199d54 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.873867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df7e3fae-ab6c-4887-8918-33e381199d54 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.875957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.918611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df7e3fae-ab6c-4887-8918-33e381199d54 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.920874 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-df7e3fae-ab6c-4887-8918-33e381199d54 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2370939 Mar 11 17:25:57.923863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:57.935376 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:57.945595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/networks/43231b35-741d-4659-a04e-c60779d6f74b HTTP/1.1" status: 204 len: 168 time: 1.2789798 Mar 11 17:25:57.948253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570438c-733d-478a-af8d-ecb71ee1fec7 tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Network': ['ID=43231b35-741d-4659-a04e-c60779d6f74b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:57.953822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59208) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:58.152091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f525d53e-1193-4258-84be-56f8a7a0684b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:25:58.161981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aef84e6f-cc0e-4642-9fec-91fa691b3b63 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.185598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f525d53e-1193-4258-84be-56f8a7a0684b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:25:58.186212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f525d53e-1193-4258-84be-56f8a7a0684b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:25:58.408198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aef84e6f-cc0e-4642-9fec-91fa691b3b63 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.411067 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aef84e6f-cc0e-4642-9fec-91fa691b3b63 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.439781 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.523957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f7590-93c8-4d57-bcf4-66d72210dc07 req-5f26e9bd-168b-4f80-acde-abd467503c2f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:58.537781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b20f7590-93c8-4d57-bcf4-66d72210dc07 req-5f26e9bd-168b-4f80-acde-abd467503c2f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.3080597 Mar 11 17:25:58.566798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991eea2-a6ec-4696-84b0-d6f428280fed req-da5f5bf1-4245-42ac-a1e6-ac9ce5539a6f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:58.585153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991eea2-a6ec-4696-84b0-d6f428280fed req-da5f5bf1-4245-42ac-a1e6-ac9ce5539a6f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:58.597622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991eea2-a6ec-4696-84b0-d6f428280fed req-da5f5bf1-4245-42ac-a1e6-ac9ce5539a6f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:58.612605 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991eea2-a6ec-4696-84b0-d6f428280fed req-da5f5bf1-4245-42ac-a1e6-ac9ce5539a6f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:58.628261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991eea2-a6ec-4696-84b0-d6f428280fed req-da5f5bf1-4245-42ac-a1e6-ac9ce5539a6f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:58.645067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991eea2-a6ec-4696-84b0-d6f428280fed req-da5f5bf1-4245-42ac-a1e6-ac9ce5539a6f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:58.651301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991eea2-a6ec-4696-84b0-d6f428280fed req-da5f5bf1-4245-42ac-a1e6-ac9ce5539a6f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:58.661113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8991eea2-a6ec-4696-84b0-d6f428280fed req-da5f5bf1-4245-42ac-a1e6-ac9ce5539a6f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.3999238 Mar 11 17:25:58.723856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b20f7590-93c8-4d57-bcf4-66d72210dc07 req-2f3c874f-3827-4833-8f3a-6c86a7809e48 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780624 Mar 11 17:25:58.860694 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.893151 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.924107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a9a372-8aec-485f-a2f3-4230f9438f15']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:58.936239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1efc0e-5508-4faf-b12e-085620676faf') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:58.936565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1efc0e-5508-4faf-b12e-085620676faf') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:25:58.959132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.991310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:58.999511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:25:59.000144 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:25:59.083879 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:25:59.092147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.124317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.135986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] 10.222.0.53 "DELETE /v2.0/networks/45a9a372-8aec-485f-a2f3-4230f9438f15 HTTP/1.1" status: 204 len: 168 time: 1.1778555 Mar 11 17:25:59.136958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d564c7-eae4-43d7-9759-ae2ad697e14d tempest-BulkNetworkOpsIpV6Test-430389115 tempest-BulkNetworkOpsIpV6Test-430389115-project] Pushing event deleted for resources: {'Network': ['ID=45a9a372-8aec-485f-a2f3-4230f9438f15,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:59.146141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8991eea2-a6ec-4696-84b0-d6f428280fed req-004bb576-901c-4500-9105-cc4788bdf6cf tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4829078 Mar 11 17:25:59.158835 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aef84e6f-cc0e-4642-9fec-91fa691b3b63 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.159398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef84e6f-cc0e-4642-9fec-91fa691b3b63 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e69bfa42-0da8-44c2-8a38-68b90eee1b70 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:25:59.174858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aef84e6f-cc0e-4642-9fec-91fa691b3b63 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.182508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59240) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:59.188059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-053e9294-f216-41a9-bf6d-c4e327b5c949 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Request body: {'router': {'name': 'tempest-router-172175832', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1b6a462cfe514bcd9cce13385a37a738'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:59.196640 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aef84e6f-cc0e-4642-9fec-91fa691b3b63 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e69bfa42-0da8-44c2-8a38-68b90eee1b70 HTTP/1.1" status: 204 len: 168 time: 1.2713456 Mar 11 17:25:59.248723 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-053e9294-f216-41a9-bf6d-c4e327b5c949 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.250348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-053e9294-f216-41a9-bf6d-c4e327b5c949 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.319035 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-053e9294-f216-41a9-bf6d-c4e327b5c949 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.337657 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-053e9294-f216-41a9-bf6d-c4e327b5c949 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.383772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42823b-77af-4842-a581-c7f597214711 req-54b7ea83-447f-44e7-ae51-9ab579153dbb tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:59.401609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e42823b-77af-4842-a581-c7f597214711 req-54b7ea83-447f-44e7-ae51-9ab579153dbb tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.1876860 Mar 11 17:25:59.475541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-053e9294-f216-41a9-bf6d-c4e327b5c949 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.482904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59244) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:59.488479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:59.501268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-053e9294-f216-41a9-bf6d-c4e327b5c949 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3172662 Mar 11 17:25:59.568615 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e42823b-77af-4842-a581-c7f597214711 req-ed7de4fe-6a16-4188-9e1d-9d01d81a31b5 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659000 Mar 11 17:25:59.670462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:25:59.787076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-e7b22bc3-2e9b-4ee6-9eab-59b5a2570e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:59.793761 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-e7b22bc3-2e9b-4ee6-9eab-59b5a2570e68 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=54308167925042899b1ab5a5a49c2824&device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 1096 time: 0.1875424 Mar 11 17:25:59.901315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76b07a-52a9-41c3-ac01-8bfcbc0b5551 req-064b1aaf-a432-427e-9ced-0a3f9dc0ea11 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:59.916098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f76b07a-52a9-41c3-ac01-8bfcbc0b5551 req-064b1aaf-a432-427e-9ced-0a3f9dc0ea11 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.2539852 Mar 11 17:25:59.922578 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.923554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:59.996057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f76b07a-52a9-41c3-ac01-8bfcbc0b5551 req-32fde99a-45d6-4010-926b-e610b8a73490 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771270 Mar 11 17:26:00.191134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102641) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 11 17:26:00.191981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Router 72cd8f66-bda6-4317-ac87-f9dd96ec4f53 migrating from provider to provider. {{(pid=102641) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 11 17:26:00.191981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.197699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.232363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.350518 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-31a4e02e-cb1d-42bd-9acf-9e8fece84412 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6da629694a5a40bf980c750fd5d7bfc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763799 Mar 11 17:26:00.365489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59274) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:00.444627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-6f29d11e-9a13-4c51-9a9e-54310f3aa572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.446072 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-6f29d11e-9a13-4c51-9a9e-54310f3aa572 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 200 len: 918 time: 0.3619232 Mar 11 17:26:00.464391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785f77-a2e4-4e39-9063-e55d39499706 req-8189cb01-4261-4b15-963d-2c124178c12e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.469283 n-d-833411-1 neutron-server[102641]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] No L3 agents can host the router 72cd8f66-bda6-4317-ac87-f9dd96ec4f53 Mar 11 17:26:00.481966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785f77-a2e4-4e39-9063-e55d39499706 req-8189cb01-4261-4b15-963d-2c124178c12e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.490711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785f77-a2e4-4e39-9063-e55d39499706 req-8189cb01-4261-4b15-963d-2c124178c12e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.499983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785f77-a2e4-4e39-9063-e55d39499706 req-8189cb01-4261-4b15-963d-2c124178c12e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.507248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785f77-a2e4-4e39-9063-e55d39499706 req-8189cb01-4261-4b15-963d-2c124178c12e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.518712 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785f77-a2e4-4e39-9063-e55d39499706 req-8189cb01-4261-4b15-963d-2c124178c12e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.535700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785f77-a2e4-4e39-9063-e55d39499706 req-8189cb01-4261-4b15-963d-2c124178c12e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.545900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32785f77-a2e4-4e39-9063-e55d39499706 req-8189cb01-4261-4b15-963d-2c124178c12e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.2193122 Mar 11 17:26:00.658251 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32785f77-a2e4-4e39-9063-e55d39499706 req-76bb17c3-2e62-4a52-97a2-ccb6780c719d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111996 Mar 11 17:26:00.668793 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-c89cb84c-8583-4806-be70-6a8ef76e7af7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0729eade-4078-4178-83aa-81f29b8902c4 HTTP/1.1" status: 200 len: 217 time: 0.1980844 Mar 11 17:26:00.709949 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a689ced1-3e87-44e7-b4c2-5d8cf0980691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.821183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Hosts for router 72cd8f66-bda6-4317-ac87-f9dd96ec4f53: [] {{(pid=102641) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 11 17:26:00.825826 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a689ced1-3e87-44e7-b4c2-5d8cf0980691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.856313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-d56c2e72-d4d0-4cd8-ad43-61f0e827fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.857833 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-d56c2e72-d4d0-4cd8-ad43-61f0e827fa96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 200 len: 858 time: 0.1369984 Mar 11 17:26:00.859232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Hosts for other DVR routers connected to router 72cd8f66-bda6-4317-ac87-f9dd96ec4f53: set() {{(pid=102641) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 11 17:26:00.861849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.863300 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7591b92f-4b3a-4f1c-803e-d2f9401c8310 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "PUT /v2.0/routers/72cd8f66-bda6-4317-ac87-f9dd96ec4f53 HTTP/1.1" status: 200 len: 716 time: 1.3788059 Mar 11 17:26:00.868065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59282) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:00.927841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a689ced1-3e87-44e7-b4c2-5d8cf0980691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.932419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a689ced1-3e87-44e7-b4c2-5d8cf0980691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.933725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a689ced1-3e87-44e7-b4c2-5d8cf0980691 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c8dcb91-4854-4bbc-9abd-013476e148dd HTTP/1.1" status: 204 len: 168 time: 0.5667672 Mar 11 17:26:00.954164 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689ced1-3e87-44e7-b4c2-5d8cf0980691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8dcb91-4854-4bbc-9abd-013476e148dd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:00.973144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21d3d-9b86-4208-a3f9-3e4ca6d70afb req-8c7485ab-f76a-43ab-9d1a-18e3ac70dbcd tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.982154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56a21d3d-9b86-4208-a3f9-3e4ca6d70afb req-8c7485ab-f76a-43ab-9d1a-18e3ac70dbcd tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.2630973 Mar 11 17:26:00.987949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-543832ab-23b4-43fb-9576-a30389ea7624 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8eeb924-b92c-4f4f-97f0-1dd42a369d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198378 Mar 11 17:26:01.030726 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a8bf2fa5-1543-4503-8a9f-04fc32f9696c tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "GET /v2.0/routers/72cd8f66-bda6-4317-ac87-f9dd96ec4f53 HTTP/1.1" status: 200 len: 716 time: 0.1538193 Mar 11 17:26:01.037787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59296) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:01.084609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56a21d3d-9b86-4208-a3f9-3e4ca6d70afb req-2f7f5d3c-7cca-493e-9f9d-e02269a51e72 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009881 Mar 11 17:26:01.240852 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-bfd62c33-801b-4fb9-ab59-1e9e4f86ec87 service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083867 Mar 11 17:26:01.326548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436a94-042c-40e3-a9f7-357d2dc95e31 req-95fadb02-086b-4cfc-b46e-6695872b1440 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.345320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19436a94-042c-40e3-a9f7-357d2dc95e31 req-95fadb02-086b-4cfc-b46e-6695872b1440 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.1564140 Mar 11 17:26:01.415459 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7cdf9346-c7dc-454f-a152-0fd5d99082d4 req-9ae072e1-8084-4106-9a5d-2707b900c9c3 service neutron] 10.222.0.66 "GET /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656618 Mar 11 17:26:01.606954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4a3dd592-ce4a-44da-b1e0-58ba9be8aa84 tempest-RoutersTestDVR-1963677533 tempest-RoutersTestDVR-1963677533-project] 10.222.0.53 "GET /v2.0/routers/72cd8f66-bda6-4317-ac87-f9dd96ec4f53 HTTP/1.1" status: 200 len: 682 time: 0.5661750 Mar 11 17:26:01.609653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:01.639268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19436a94-042c-40e3-a9f7-357d2dc95e31 req-32cc51b6-cad1-4408-8cae-420217ae47db tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927198 Mar 11 17:26:01.741710 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f28e577b-df79-436c-8f9d-56640ce282ee tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.940810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f28e577b-df79-436c-8f9d-56640ce282ee tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:01.944956 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f28e577b-df79-436c-8f9d-56640ce282ee tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.021025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f28e577b-df79-436c-8f9d-56640ce282ee tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.022734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28e577b-df79-436c-8f9d-56640ce282ee tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72cd8f66-bda6-4317-ac87-f9dd96ec4f53 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:26:02.035730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f28e577b-df79-436c-8f9d-56640ce282ee tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.039846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f28e577b-df79-436c-8f9d-56640ce282ee tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "DELETE /v2.0/routers/72cd8f66-bda6-4317-ac87-f9dd96ec4f53 HTTP/1.1" status: 204 len: 168 time: 0.4287505 Mar 11 17:26:02.045055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59328) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:02.063400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4206ca0b-92bd-46b0-b31f-e2b1b37b4904 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Request body: {'router': {'name': 'tempest-router-1404088629', 'distributed': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:02.105022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4206ca0b-92bd-46b0-b31f-e2b1b37b4904 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.108880 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4206ca0b-92bd-46b0-b31f-e2b1b37b4904 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.137530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f70a-8796-4417-80d8-6383ab67f3f0 req-9dded970-c681-4def-b5d3-2a4145ce6590 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.148328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f70a-8796-4417-80d8-6383ab67f3f0 req-9dded970-c681-4def-b5d3-2a4145ce6590 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.158190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f70a-8796-4417-80d8-6383ab67f3f0 req-9dded970-c681-4def-b5d3-2a4145ce6590 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.165795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f70a-8796-4417-80d8-6383ab67f3f0 req-9dded970-c681-4def-b5d3-2a4145ce6590 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.173325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f70a-8796-4417-80d8-6383ab67f3f0 req-9dded970-c681-4def-b5d3-2a4145ce6590 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.191968 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f70a-8796-4417-80d8-6383ab67f3f0 req-9dded970-c681-4def-b5d3-2a4145ce6590 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.219585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f70a-8796-4417-80d8-6383ab67f3f0 req-9dded970-c681-4def-b5d3-2a4145ce6590 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.231555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d48f70a-8796-4417-80d8-6383ab67f3f0 req-9dded970-c681-4def-b5d3-2a4145ce6590 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.4113340 Mar 11 17:26:02.311225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d48f70a-8796-4417-80d8-6383ab67f3f0 req-63becbaa-8b0e-4598-9404-3ab1c089fbb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718198 Mar 11 17:26:02.344011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4206ca0b-92bd-46b0-b31f-e2b1b37b4904 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.353247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4206ca0b-92bd-46b0-b31f-e2b1b37b4904 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.389211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4206ca0b-92bd-46b0-b31f-e2b1b37b4904 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.391537 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4206ca0b-92bd-46b0-b31f-e2b1b37b4904 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3442626 Mar 11 17:26:02.394465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59350) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:02.516100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0cb548f-bf4b-420d-b624-2c226a8642b5 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.564435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2135d-d732-4a49-be34-67079d590cf9 req-a42a48ee-f640-44bd-a9c3-6daae7499977 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.568427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55d2135d-d732-4a49-be34-67079d590cf9 req-a42a48ee-f640-44bd-a9c3-6daae7499977 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.1227341 Mar 11 17:26:02.569753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59352) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:02.660608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55d2135d-d732-4a49-be34-67079d590cf9 req-c5fd21d2-d7bb-419e-8e60-440fe1200f1f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821352 Mar 11 17:26:02.838309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-131900569'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:02.863295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0cb548f-bf4b-420d-b624-2c226a8642b5 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.867292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0cb548f-bf4b-420d-b624-2c226a8642b5 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.870048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:02.875738 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.889210 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.926700 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0cb548f-bf4b-420d-b624-2c226a8642b5 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.927262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cb548f-bf4b-420d-b624-2c226a8642b5 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d6fcce0-4641-4d79-ae07-0f9f5eeb8de7 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:26:02.930160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320ad1-05b3-465d-8160-c460d4fcb135 req-bb65a582-be00-4d22-98fe-b666e4224534 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:02.933849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed320ad1-05b3-465d-8160-c460d4fcb135 req-bb65a582-be00-4d22-98fe-b666e4224534 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.1547365 Mar 11 17:26:02.953486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0cb548f-bf4b-420d-b624-2c226a8642b5 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:02.958802 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f0cb548f-bf4b-420d-b624-2c226a8642b5 tempest-RoutersTestDVR-1525297856 tempest-RoutersTestDVR-1525297856-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9d6fcce0-4641-4d79-ae07-0f9f5eeb8de7 HTTP/1.1" status: 204 len: 168 time: 0.5633051 Mar 11 17:26:03.065916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed320ad1-05b3-465d-8160-c460d4fcb135 req-92afc34f-4acc-416d-8606-f74b9f83bb50 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232884 Mar 11 17:26:03.127717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.132584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.155806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:26:03.172627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.172866 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added segment 1fb2a879-b87e-4595-9218-0b4ef682a2cf of type vlan for network 6d3299c0-3497-46fe-84bd-c7cc2f663925 Mar 11 17:26:03.252868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.380084 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:03.396931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd942c51-3d1d-48f6-b9c7-997431e1ba70,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:03.422733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.429173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.429406 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.462872 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-86fd5576-48d0-4feb-a024-97b6362b6410 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1272171 Mar 11 17:26:03.565167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-f19a42bb-8cc9-494c-a0a4-f886260e9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.566683 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-f19a42bb-8cc9-494c-a0a4-f886260e9e01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c1ad3318b3b4ac684e77f552405f070&device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 1096 time: 0.0633171 Mar 11 17:26:03.623396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0495725 Mar 11 17:26:03.633521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:03.639084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1936372636'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:03.668005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:03.674641 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.694421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59384) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:03.716458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ada03c-036b-4f19-b626-487c6dec9c98 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Network': ['ID=6d3299c0-3497-46fe-84bd-c7cc2f663925,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:03.735044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6d3299c0-3497-46fe-84bd-c7cc2f663925 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:26:03.751725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-d055-4042-85b6-9318f37bc8eb req-4d05ec92-3602-45af-bb7b-7b1d047847f6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.771513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-d055-4042-85b6-9318f37bc8eb req-4d05ec92-3602-45af-bb7b-7b1d047847f6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.786281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-d055-4042-85b6-9318f37bc8eb req-4d05ec92-3602-45af-bb7b-7b1d047847f6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.792316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-d055-4042-85b6-9318f37bc8eb req-4d05ec92-3602-45af-bb7b-7b1d047847f6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.806708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-d055-4042-85b6-9318f37bc8eb req-4d05ec92-3602-45af-bb7b-7b1d047847f6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.820776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-d055-4042-85b6-9318f37bc8eb req-4d05ec92-3602-45af-bb7b-7b1d047847f6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.853075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8e31-d055-4042-85b6-9318f37bc8eb req-4d05ec92-3602-45af-bb7b-7b1d047847f6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.877882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a6d8e31-d055-4042-85b6-9318f37bc8eb req-4d05ec92-3602-45af-bb7b-7b1d047847f6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.4199586 Mar 11 17:26:03.931008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:26:03.984474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:03.984831 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added segment 25d2045e-ac63-442d-9764-c0f3368b3107 of type vlan for network 7a563f7c-05bd-482f-9d8c-218690f611d3 Mar 11 17:26:04.035306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-a1f45ce5-7837-4e38-bf7c-ac12dc76f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:04.037133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-a1f45ce5-7837-4e38-bf7c-ac12dc76f64d service neutron] 10.222.0.66 "GET /v2.0/networks?id=284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 200 len: 910 time: 0.4340730 Mar 11 17:26:04.069860 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52afaded-3e30-42aa-acc9-7d65cf9279cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.086751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a6d8e31-d055-4042-85b6-9318f37bc8eb req-9c58ec47-6a9b-4b15-a963-4fff6edc8684 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037888 Mar 11 17:26:04.125199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb493dd-4813-46c6-9382-37583674bd17 req-1118831c-58be-4c18-8426-854b8bdd1fd9 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:04.126588 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ccb493dd-4813-46c6-9382-37583674bd17 req-1118831c-58be-4c18-8426-854b8bdd1fd9 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.2419415 Mar 11 17:26:04.150872 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.221293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52afaded-3e30-42aa-acc9-7d65cf9279cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.233202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52afaded-3e30-42aa-acc9-7d65cf9279cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.315151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-96e31bf8-1984-4c08-9bea-74414490f074 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 HTTP/1.1" status: 200 len: 1001 time: 0.1751435 Mar 11 17:26:04.316105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.322293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:04.331037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.338121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-52afaded-3e30-42aa-acc9-7d65cf9279cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b6a462cfe514bcd9cce13385a37a738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412566 Mar 11 17:26:04.344013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ccb493dd-4813-46c6-9382-37583674bd17 req-8f01dc87-44f7-41f0-9165-28a09ee440f0 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854949 Mar 11 17:26:04.345586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59394) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:04.346396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afaded-3e30-42aa-acc9-7d65cf9279cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d374e116-1b64-453e-bd88-65b326e904d1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:04.403409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae5f8b-7c64-4eb4-a65d-0cc37b7f538f req-9a49694f-1242-491e-a29c-cf59fbd55763 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:04.412330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5aae5f8b-7c64-4eb4-a65d-0cc37b7f538f req-9a49694f-1242-491e-a29c-cf59fbd55763 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.1401191 Mar 11 17:26:04.471552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8366752 Mar 11 17:26:04.474159 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-595af81b-bca0-460c-bb90-9fc22b7fcd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.475912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59406) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:04.480760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'subnet': {'network_id': '6d3299c0-3497-46fe-84bd-c7cc2f663925', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:04.494692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5aae5f8b-7c64-4eb4-a65d-0cc37b7f538f req-3edff226-9482-4660-9400-5d9b791ca2fb tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813310 Mar 11 17:26:04.499223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-3495c515-43cc-4731-bdc9-da882abb3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:04.501770 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-3495c515-43cc-4731-bdc9-da882abb3137 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 200 len: 849 time: 0.1568937 Mar 11 17:26:04.502964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dbb3f-7927-49ab-b128-ce9dfee7dcb3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Network': ['ID=7a563f7c-05bd-482f-9d8c-218690f611d3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:04.541987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 7a563f7c-05bd-482f-9d8c-218690f611d3 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:26:04.626692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-595af81b-bca0-460c-bb90-9fc22b7fcd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.668396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-d2c8ed24-77f2-4441-873a-4cf096385578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:04.670959 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-d2c8ed24-77f2-4441-873a-4cf096385578 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=284c669f-7569-4e44-94a7-ae1467ee57c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597931 Mar 11 17:26:04.722799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:04.726688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.794367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-038baf0c-591e-41e4-a49a-faf9315a9402 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1978462 Mar 11 17:26:04.913725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-595af81b-bca0-460c-bb90-9fc22b7fcd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.916172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-595af81b-bca0-460c-bb90-9fc22b7fcd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:04.917775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-595af81b-bca0-460c-bb90-9fc22b7fcd99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d374e116-1b64-453e-bd88-65b326e904d1 HTTP/1.1" status: 204 len: 168 time: 0.5677061 Mar 11 17:26:04.932656 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-098fdcf2-a03b-4518-bc0b-e1a6cfad2aab service neutron] 10.222.0.66 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520092 Mar 11 17:26:04.943920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595af81b-bca0-460c-bb90-9fc22b7fcd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d374e116-1b64-453e-bd88-65b326e904d1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:05.023769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-a2029b26-bd7f-408c-8bbd-1d989483bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.026638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-a2029b26-bd7f-408c-8bbd-1d989483bdd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8086014b0b4e388bf838fee84143e7&device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 1099 time: 0.1520741 Mar 11 17:26:05.494303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.590914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-8eee2d19-abae-4547-8a59-884df734ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.593939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-8eee2d19-abae-4547-8a59-884df734ab6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.5182917 Mar 11 17:26:05.605206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59430) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:05.673590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cdcfe-93bb-4c8b-a2f0-ce6111fbba70 req-8be24e5b-d541-4ed3-93fa-370da83170fa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.680852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cdcfe-93bb-4c8b-a2f0-ce6111fbba70 req-8be24e5b-d541-4ed3-93fa-370da83170fa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.689269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cdcfe-93bb-4c8b-a2f0-ce6111fbba70 req-8be24e5b-d541-4ed3-93fa-370da83170fa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.697916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cdcfe-93bb-4c8b-a2f0-ce6111fbba70 req-8be24e5b-d541-4ed3-93fa-370da83170fa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.706591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cdcfe-93bb-4c8b-a2f0-ce6111fbba70 req-8be24e5b-d541-4ed3-93fa-370da83170fa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.713885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cdcfe-93bb-4c8b-a2f0-ce6111fbba70 req-8be24e5b-d541-4ed3-93fa-370da83170fa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.721332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cdcfe-93bb-4c8b-a2f0-ce6111fbba70 req-8be24e5b-d541-4ed3-93fa-370da83170fa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.729488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c2cdcfe-93bb-4c8b-a2f0-ce6111fbba70 req-8be24e5b-d541-4ed3-93fa-370da83170fa tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.4449589 Mar 11 17:26:05.839096 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-98826349-fa9e-42c7-b6c0-896f7e34c2a0 req-06089ad2-a63c-4251-973c-82fce66d42ac service neutron] 10.222.0.66 "GET /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8998396 Mar 11 17:26:05.861450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-146e5f42-6eae-456f-be53-a6e88bd83e0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 HTTP/1.1" status: 200 len: 217 time: 0.2223005 Mar 11 17:26:05.862421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4811bf44-f985-4f28-a44e-b75c7f22353e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.882039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Subnet': ['ID=5dde5354-1923-4541-8d6d-3ec0277f078f,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:05.930426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c2cdcfe-93bb-4c8b-a2f0-ce6111fbba70 req-ff2bd1de-6402-472d-90b4-cbd81796fb75 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1999404 Mar 11 17:26:06.066971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79abe1-6ba8-42db-b903-13282e7c2140 req-a274a74e-06ca-4002-b975-bfd5cae8f742 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:06.104504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f79abe1-6ba8-42db-b903-13282e7c2140 req-a274a74e-06ca-4002-b975-bfd5cae8f742 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.5072756 Mar 11 17:26:06.112949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Checking segment: {'id': '1fb2a879-b87e-4595-9218-0b4ef682a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6d3299c0-3497-46fe-84bd-c7cc2f663925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:26:06.113570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network hostable DHCP agents. Network: 6d3299c0-3497-46fe-84bd-c7cc2f663925, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:26:06.211841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4811bf44-f985-4f28-a44e-b75c7f22353e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.232027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-123bed87-af98-44fc-8fb5-d175c29308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:06.234334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-123bed87-af98-44fc-8fb5-d175c29308ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.3615003 Mar 11 17:26:06.258874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f79abe1-6ba8-42db-b903-13282e7c2140 req-2c872652-2d8e-471f-bd17-4e669982d9ec tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531975 Mar 11 17:26:06.288392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4811bf44-f985-4f28-a44e-b75c7f22353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.419969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-da19943f-62a2-44a6-9be0-b7189935a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:06.424261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-da19943f-62a2-44a6-9be0-b7189935a857 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689363 Mar 11 17:26:06.425817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 6d3299c0-3497-46fe-84bd-c7cc2f663925 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:26:06.471236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811bf44-f985-4f28-a44e-b75c7f22353e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d957e0-3c05-429c-b81d-fc2471cc5cc3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:06.478303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4811bf44-f985-4f28-a44e-b75c7f22353e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3725f85a3b14c0d84e0b98d99d9116c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540471 Mar 11 17:26:06.479568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6d3299c0-3497-46fe-84bd-c7cc2f663925) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:06.481358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:06.525353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:06.526071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.547266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f20dc7b-ed5a-4c01-b5cf-dccf3c56d644 None None] Network 6d3299c0-3497-46fe-84bd-c7cc2f663925 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:06.629172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2d7c35f9-226b-430d-bd74-a728bcc71e55 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1473401 Mar 11 17:26:06.636479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59452) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:06.663808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'subnet': {'network_id': '7a563f7c-05bd-482f-9d8c-218690f611d3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:06.708076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-9145ed5a-b439-417b-a1c1-33685c7468b7 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560818 Mar 11 17:26:06.931873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.942217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-6d3299c0-3497-46fe-84bd-c7cc2f663925', 'network_id': '6d3299c0-3497-46fe-84bd-c7cc2f663925', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'fixed_ips': [{'subnet_id': '5dde5354-1923-4541-8d6d-3ec0277f078f'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:26:06.944147 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.223337 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.354764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:07.365242 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.486092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Allocated IP 2001:db8::2 (6d3299c0-3497-46fe-84bd-c7cc2f663925/5dde5354-1923-4541-8d6d-3ec0277f078f/18686980-60ae-4aed-9e36-505fa5245a21) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:07.510536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b195e07-f42e-4d45-b429-083a0377ce56 req-de2bfd0d-a3cf-4b68-9e54-36df7bee6242 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7925334 Mar 11 17:26:07.765487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-8b31-4630-9b35-ec2b9c772fb3 req-391d93db-1a0c-418f-89bc-4a12afa9719a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:07.793719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-8b31-4630-9b35-ec2b9c772fb3 req-391d93db-1a0c-418f-89bc-4a12afa9719a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:07.820962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-8b31-4630-9b35-ec2b9c772fb3 req-391d93db-1a0c-418f-89bc-4a12afa9719a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:07.848067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-8b31-4630-9b35-ec2b9c772fb3 req-391d93db-1a0c-418f-89bc-4a12afa9719a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:07.887633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-8b31-4630-9b35-ec2b9c772fb3 req-391d93db-1a0c-418f-89bc-4a12afa9719a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:07.904652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-8b31-4630-9b35-ec2b9c772fb3 req-391d93db-1a0c-418f-89bc-4a12afa9719a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:07.964678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-8b31-4630-9b35-ec2b9c772fb3 req-391d93db-1a0c-418f-89bc-4a12afa9719a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:07.987323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eea5b2b9-8b31-4630-9b35-ec2b9c772fb3 req-391d93db-1a0c-418f-89bc-4a12afa9719a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.4710042 Mar 11 17:26:07.994873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.078317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.083267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.085693 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90d957e0-3c05-429c-b81d-fc2471cc5cc3 HTTP/1.1" status: 204 len: 168 time: 1.6012659 Mar 11 17:26:08.086742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7aeac-90a8-499e-af35-1d08df458d2c req-61164546-696b-402d-86e8-166ac9331f85 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:08.097959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fe7aeac-90a8-499e-af35-1d08df458d2c req-61164546-696b-402d-86e8-166ac9331f85 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.5201340 Mar 11 17:26:08.219679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d957e0-3c05-429c-b81d-fc2471cc5cc3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:08.229097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fe7aeac-90a8-499e-af35-1d08df458d2c req-2f08061d-664c-4c42-885f-413ba684c7ce tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254056 Mar 11 17:26:08.234576 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.239694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Subnet': ['ID=1e879c9c-f7fa-4208-8588-98ed955f425a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:08.267211 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.302293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.305198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.306095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.308021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.308780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.311226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.311774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.313382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.313911 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.314424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.317503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.318159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bccda-d923-46bc-9ff8-b72076d568b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.358329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.359351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.366846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.370883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.371798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.372732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.374618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.378130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.379032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.380848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.382613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.387432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:08.389469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eea5b2b9-8b31-4630-9b35-ec2b9c772fb3 req-2678084f-49d0-487a-9452-e29e23ec3796 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3571980 Mar 11 17:26:08.409857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Checking segment: {'id': '25d2045e-ac63-442d-9764-c0f3368b3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7a563f7c-05bd-482f-9d8c-218690f611d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:26:08.412603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network hostable DHCP agents. Network: 7a563f7c-05bd-482f-9d8c-218690f611d3, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:26:08.500625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 7a563f7c-05bd-482f-9d8c-218690f611d3 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:26:08.535397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 7a563f7c-05bd-482f-9d8c-218690f611d3) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:08.543604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:08.544611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.615460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59488) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:08.617490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7c639b4b-dd33-4041-8a1a-5c765d249428 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9763458 Mar 11 17:26:08.626957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-af1e37c3-3e7b-4061-b774-e82d6f9a576b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-54834574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:08.645012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d653e0-67a7-4d3f-86cf-6a10bae0d8f9 None None] Network 7a563f7c-05bd-482f-9d8c-218690f611d3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:08.673388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Pushing event updated for resources: {'Port': ['ID=18686980-60ae-4aed-9e36-505fa5245a21,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:08.756611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af1e37c3-3e7b-4061-b774-e82d6f9a576b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.757883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af1e37c3-3e7b-4061-b774-e82d6f9a576b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.758611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Network 6d3299c0-3497-46fe-84bd-c7cc2f663925 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:08.763400 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:08.771645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:08.904885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af1e37c3-3e7b-4061-b774-e82d6f9a576b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.916302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af1e37c3-3e7b-4061-b774-e82d6f9a576b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.970268 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af1e37c3-3e7b-4061-b774-e82d6f9a576b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.977744 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-af1e37c3-3e7b-4061-b774-e82d6f9a576b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3603203 Mar 11 17:26:08.980704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59494) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:09.131881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Attempting to bind port 18686980-60ae-4aed-9e36-505fa5245a21 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:09.132374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Attempting to bind port 18686980-60ae-4aed-9e36-505fa5245a21 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '1fb2a879-b87e-4595-9218-0b4ef682a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6d3299c0-3497-46fe-84bd-c7cc2f663925'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:09.150654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Attempting to bind port 18686980-60ae-4aed-9e36-505fa5245a21 on network 6d3299c0-3497-46fe-84bd-c7cc2f663925 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:26:09.165190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:26:09.165587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Checking segment: {'id': '1fb2a879-b87e-4595-9218-0b4ef682a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6d3299c0-3497-46fe-84bd-c7cc2f663925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:26:09.165970 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.166372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Bound using segment: {'id': '1fb2a879-b87e-4595-9218-0b4ef682a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6d3299c0-3497-46fe-84bd-c7cc2f663925'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:26:09.166860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Bound port: 18686980-60ae-4aed-9e36-505fa5245a21, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb2a879-b87e-4595-9218-0b4ef682a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6d3299c0-3497-46fe-84bd-c7cc2f663925'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:09.167250 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.457887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9475d-d84b-45a9-bd9a-dc4f456cf32f req-6f437aae-ece0-483e-8baf-00991bc533d4 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:09.482035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4b9475d-d84b-45a9-bd9a-dc4f456cf32f req-6f437aae-ece0-483e-8baf-00991bc533d4 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.1267412 Mar 11 17:26:09.570374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4b9475d-d84b-45a9-bd9a-dc4f456cf32f req-cb7cbf13-bf91-4a6f-96ec-bf089360b1d1 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862067 Mar 11 17:26:09.766668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] For port 18686980-60ae-4aed-9e36-505fa5245a21, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:09.914037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] For port 18686980-60ae-4aed-9e36-505fa5245a21, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=18686980-60ae-4aed-9e36-505fa5245a21,segment=NetworkSegment(1fb2a879-b87e-4595-9218-0b4ef682a2cf),segment_id=1fb2a879-b87e-4595-9218-0b4ef682a2cf)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:09.974161 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:09.988563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35e8d-c539-4075-8e06-790563e416b0 req-42d577a6-f4a4-4564-8457-2f1a27a6be1f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.002985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-7a563f7c-05bd-482f-9d8c-218690f611d3', 'network_id': '7a563f7c-05bd-482f-9d8c-218690f611d3', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'fixed_ips': [{'subnet_id': '1e879c9c-f7fa-4208-8588-98ed955f425a'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:26:10.004707 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:10.005122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35e8d-c539-4075-8e06-790563e416b0 req-42d577a6-f4a4-4564-8457-2f1a27a6be1f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.012000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35e8d-c539-4075-8e06-790563e416b0 req-42d577a6-f4a4-4564-8457-2f1a27a6be1f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.031312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35e8d-c539-4075-8e06-790563e416b0 req-42d577a6-f4a4-4564-8457-2f1a27a6be1f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.038471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35e8d-c539-4075-8e06-790563e416b0 req-42d577a6-f4a4-4564-8457-2f1a27a6be1f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.044901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35e8d-c539-4075-8e06-790563e416b0 req-42d577a6-f4a4-4564-8457-2f1a27a6be1f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.052086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35e8d-c539-4075-8e06-790563e416b0 req-42d577a6-f4a4-4564-8457-2f1a27a6be1f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.061105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eac35e8d-c539-4075-8e06-790563e416b0 req-42d577a6-f4a4-4564-8457-2f1a27a6be1f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.2898524 Mar 11 17:26:10.112473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:10.209122 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eac35e8d-c539-4075-8e06-790563e416b0 req-25381d12-07f3-4c30-ba0c-7dd1fba59ceb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1466632 Mar 11 17:26:10.469660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ac436-1d94-4a07-bbbd-e205bb933f60 None None] Pushing event updated for resources: {'Port': ['ID=18686980-60ae-4aed-9e36-505fa5245a21,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:10.490628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device afe24553-745c-4de3-95c2-2eceab64a6d4 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:26:10.639128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Allocated IP 2001:db8:1::2 (7a563f7c-05bd-482f-9d8c-218690f611d3/1e879c9c-f7fa-4208-8588-98ed955f425a/ececaee7-d32e-4c25-8874-d18e76800144) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:10.991879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851c2c5-4607-4b04-9ad3-0f9505c08a3b req-c17c3819-e835-4573-84a8-4d4f94841b84 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.998193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59558) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:10.999570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6851c2c5-4607-4b04-9ad3-0f9505c08a3b req-c17c3819-e835-4573-84a8-4d4f94841b84 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.2433722 Mar 11 17:26:11.181196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6851c2c5-4607-4b04-9ad3-0f9505c08a3b req-f3b89a77-2e32-4b6b-980e-7b8b6cbd5226 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700017 Mar 11 17:26:11.228460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 2001:db8::1 (6d3299c0-3497-46fe-84bd-c7cc2f663925/5dde5354-1923-4541-8d6d-3ec0277f078f/d8b43991-346c-4a6b-91c8-0e1649adf3fb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:11.310532 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.479730 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.488241 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e90c2341-a2a9-4f8c-9f5c-fd9337b51405 tempest-AgentManagementNegativeTest-1387076968 tempest-AgentManagementNegativeTest-1387076968-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4710302 Mar 11 17:26:11.500272 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.539946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c03c-9d39-4a7b-b7b4-40abcd602bba req-ab5bf297-1e7b-4e91-8507-1e86d167668c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.548996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c03c-9d39-4a7b-b7b4-40abcd602bba req-ab5bf297-1e7b-4e91-8507-1e86d167668c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.564158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c03c-9d39-4a7b-b7b4-40abcd602bba req-ab5bf297-1e7b-4e91-8507-1e86d167668c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.573829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c03c-9d39-4a7b-b7b4-40abcd602bba req-ab5bf297-1e7b-4e91-8507-1e86d167668c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.580456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c03c-9d39-4a7b-b7b4-40abcd602bba req-ab5bf297-1e7b-4e91-8507-1e86d167668c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.587730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c03c-9d39-4a7b-b7b4-40abcd602bba req-ab5bf297-1e7b-4e91-8507-1e86d167668c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.593830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c03c-9d39-4a7b-b7b4-40abcd602bba req-ab5bf297-1e7b-4e91-8507-1e86d167668c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.602628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c839c03c-9d39-4a7b-b7b4-40abcd602bba req-ab5bf297-1e7b-4e91-8507-1e86d167668c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5430 time: 0.1657403 Mar 11 17:26:11.639262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Pushing event updated for resources: {'Port': ['ID=ececaee7-d32e-4c25-8874-d18e76800144,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:11.650755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Network 7a563f7c-05bd-482f-9d8c-218690f611d3 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:11.655906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:11.671424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:11.717548 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.724528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c839c03c-9d39-4a7b-b7b4-40abcd602bba req-e371a719-e3dd-4842-96de-5f8877608e37 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206214 Mar 11 17:26:11.741939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port afe24553-745c-4de3-95c2-2eceab64a6d4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=afe24553-745c-4de3-95c2-2eceab64a6d4,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:11.825215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'afe24553-745c-4de3-95c2-2eceab64a6d4', 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2', 'port_id': 'afe24553-745c-4de3-95c2-2eceab64a6d4', 'mac_address': 'fa:16:3e:16:a7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d27b5-45fa-428a-bd43-1e4b7e098e88', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:26:11.880902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.895499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Attempting to bind port ececaee7-d32e-4c25-8874-d18e76800144 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:11.909661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Attempting to bind port ececaee7-d32e-4c25-8874-d18e76800144 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '25d2045e-ac63-442d-9764-c0f3368b3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7a563f7c-05bd-482f-9d8c-218690f611d3'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:11.910194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Attempting to bind port ececaee7-d32e-4c25-8874-d18e76800144 on network 7a563f7c-05bd-482f-9d8c-218690f611d3 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:26:12.061930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 6d3299c0-3497-46fe-84bd-c7cc2f663925 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:12.066845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:12.070551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:12.071261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.162501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.252924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:26:12.252924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Checking segment: {'id': '25d2045e-ac63-442d-9764-c0f3368b3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7a563f7c-05bd-482f-9d8c-218690f611d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:26:12.253262 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.257371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Bound using segment: {'id': '25d2045e-ac63-442d-9764-c0f3368b3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7a563f7c-05bd-482f-9d8c-218690f611d3'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:26:12.258345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Bound port: ececaee7-d32e-4c25-8874-d18e76800144, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d2045e-ac63-442d-9764-c0f3368b3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7a563f7c-05bd-482f-9d8c-218690f611d3'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:12.270565 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.296188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe24553-745c-4de3-95c2-2eceab64a6d4 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:12.341255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.356017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=d8b43991-346c-4a6b-91c8-0e1649adf3fb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:12.464226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dd3753-e4b5-4d61-a5b1-97b6a2962c3f None None] Network 6d3299c0-3497-46fe-84bd-c7cc2f663925 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:12.475465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 18686980-60ae-4aed-9e36-505fa5245a21 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:12.477895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd729c5-407a-45c8-9ea4-206bf0023ff0 req-1720f554-57b8-4409-9008-e5bc5932e4d4 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:12.488802 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bd729c5-407a-45c8-9ea4-206bf0023ff0 req-1720f554-57b8-4409-9008-e5bc5932e4d4 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.1357131 Mar 11 17:26:12.519069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59608) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:12.611848 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port afe24553-745c-4de3-95c2-2eceab64a6d4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=afe24553-745c-4de3-95c2-2eceab64a6d4,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:12.657821 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.658454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6b3e694c-9a99-4152-a3d1-86e38da63923 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:26:12.679591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a8357eac-a437-423e-9faa-249d407c069e None None] Provisioning complete for port 18686980-60ae-4aed-9e36-505fa5245a21 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:12.679888 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a8357eac-a437-423e-9faa-249d407c069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.715822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bd729c5-407a-45c8-9ea4-206bf0023ff0 req-52cd9223-dc38-4366-b204-fcfd2ab1a845 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207849 Mar 11 17:26:12.803075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] For port ececaee7-d32e-4c25-8874-d18e76800144, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:12.820025 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c66f773c-3072-4471-bb62-4958b999ae6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.842972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] For port ececaee7-d32e-4c25-8874-d18e76800144, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ececaee7-d32e-4c25-8874-d18e76800144,segment=NetworkSegment(25d2045e-ac63-442d-9764-c0f3368b3107),segment_id=25d2045e-ac63-442d-9764-c0f3368b3107)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:12.879442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.904852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=afe24553-745c-4de3-95c2-2eceab64a6d4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:13.092032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.101788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.103009 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.178111 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c66f773c-3072-4471-bb62-4958b999ae6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.198864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb665bb-97c8-48a1-a75b-6aa613152bc2 req-d9dd6fda-fdfb-45b2-8be6-a086765f126e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:13.206442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb665bb-97c8-48a1-a75b-6aa613152bc2 req-d9dd6fda-fdfb-45b2-8be6-a086765f126e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:13.218428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb665bb-97c8-48a1-a75b-6aa613152bc2 req-d9dd6fda-fdfb-45b2-8be6-a086765f126e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:13.224740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb665bb-97c8-48a1-a75b-6aa613152bc2 req-d9dd6fda-fdfb-45b2-8be6-a086765f126e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:13.231240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb665bb-97c8-48a1-a75b-6aa613152bc2 req-d9dd6fda-fdfb-45b2-8be6-a086765f126e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:13.239137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb665bb-97c8-48a1-a75b-6aa613152bc2 req-d9dd6fda-fdfb-45b2-8be6-a086765f126e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:13.245240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb665bb-97c8-48a1-a75b-6aa613152bc2 req-d9dd6fda-fdfb-45b2-8be6-a086765f126e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:13.247508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ceb665bb-97c8-48a1-a75b-6aa613152bc2 req-d9dd6fda-fdfb-45b2-8be6-a086765f126e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5431 time: 0.3630235 Mar 11 17:26:13.251636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c66f773c-3072-4471-bb62-4958b999ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.295986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c66f773c-3072-4471-bb62-4958b999ae6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c82d56e0f8846f9bff59e939c6cdc2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7711949 Mar 11 17:26:13.297200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59626) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:13.338683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=d8b43991-346c-4a6b-91c8-0e1649adf3fb,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:13.456178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f773c-3072-4471-bb62-4958b999ae6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b485f6-186c-4f4d-b93a-f1cbf6abfa7b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:13.483682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ceb665bb-97c8-48a1-a75b-6aa613152bc2 req-52c98382-31b5-4e74-b15f-e78edca39259 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964068 Mar 11 17:26:13.507015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c043b5-78ca-49ff-8f9e-5ff534c96c44 req-3b522d9f-3083-40cb-a2a2-9de544d232fe tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:13.520836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 18686980-60ae-4aed-9e36-505fa5245a21 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:13.521345 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.539950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38c043b5-78ca-49ff-8f9e-5ff534c96c44 req-3b522d9f-3083-40cb-a2a2-9de544d232fe tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 949 time: 0.4456756 Mar 11 17:26:13.544737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14029464-4b3e-49c8-bf49-9974e53061fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.556879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 6d3299c0-3497-46fe-84bd-c7cc2f663925 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:13.572827 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:13.589014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14029464-4b3e-49c8-bf49-9974e53061fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.665415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14029464-4b3e-49c8-bf49-9974e53061fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.670118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14029464-4b3e-49c8-bf49-9974e53061fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.675836 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-14029464-4b3e-49c8-bf49-9974e53061fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14b485f6-186c-4f4d-b93a-f1cbf6abfa7b HTTP/1.1" status: 204 len: 168 time: 0.3703644 Mar 11 17:26:13.681571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538714d5-734e-4eaf-b40a-15c61d8ad007 None None] Pushing event updated for resources: {'Port': ['ID=ececaee7-d32e-4c25-8874-d18e76800144,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:13.699017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14029464-4b3e-49c8-bf49-9974e53061fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b485f6-186c-4f4d-b93a-f1cbf6abfa7b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:13.712037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6b3e694c-9a99-4152-a3d1-86e38da63923, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6b3e694c-9a99-4152-a3d1-86e38da63923,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:13.757702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38c043b5-78ca-49ff-8f9e-5ff534c96c44 req-29be4f05-577d-4fd1-a731-73264e1cd5b1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096560 Mar 11 17:26:13.771662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7e2a02e-6ba0-46f5-883d-b8552f873ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.788037 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a8357eac-a437-423e-9faa-249d407c069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.830363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '6b3e694c-9a99-4152-a3d1-86e38da63923', 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'port_id': '6b3e694c-9a99-4152-a3d1-86e38da63923', 'mac_address': 'fa:16:3e:e8:78:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790ff9c8-0e5a-4d16-800c-02a801a738ca', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:26:13.924820 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.942587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a8357eac-a437-423e-9faa-249d407c069e None None] For port 18686980-60ae-4aed-9e36-505fa5245a21, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=18686980-60ae-4aed-9e36-505fa5245a21,segment=NetworkSegment(1fb2a879-b87e-4595-9218-0b4ef682a2cf),segment_id=1fb2a879-b87e-4595-9218-0b4ef682a2cf)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:13.982206 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a8357eac-a437-423e-9faa-249d407c069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.038023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3e694c-9a99-4152-a3d1-86e38da63923 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:14.061486 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.075026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088155e-128a-4f0c-b9eb-80bb8de829fe req-03d0e1e4-0191-4274-993d-895f42182222 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:14.084106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9088155e-128a-4f0c-b9eb-80bb8de829fe req-03d0e1e4-0191-4274-993d-895f42182222 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.2003403 Mar 11 17:26:14.148588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 34ca9f04-732e-469d-868b-653c85296860 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:26:14.162016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6b3e694c-9a99-4152-a3d1-86e38da63923, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6b3e694c-9a99-4152-a3d1-86e38da63923,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:14.216101 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.217043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 829054c0-b71e-4ea6-b95d-d5ca77b4db89 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:26:14.243597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9088155e-128a-4f0c-b9eb-80bb8de829fe req-2499c228-4f34-48bb-aec6-c0d3d0ecc43d tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582088 Mar 11 17:26:14.263914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8357eac-a437-423e-9faa-249d407c069e None None] Pushing event updated for resources: {'Port': ['ID=18686980-60ae-4aed-9e36-505fa5245a21,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:14.352196 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:26:14.352586 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:26:14.407426 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:14.500314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=6b3e694c-9a99-4152-a3d1-86e38da63923,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:14.504888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 829054c0-b71e-4ea6-b95d-d5ca77b4db89, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=829054c0-b71e-4ea6-b95d-d5ca77b4db89,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:14.527995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '829054c0-b71e-4ea6-b95d-d5ca77b4db89', 'network_id': '6169f069-6ccf-4d75-8a2d-b93c7f6369d2', 'port_id': '829054c0-b71e-4ea6-b95d-d5ca77b4db89', 'mac_address': 'fa:16:3e:dd:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d27b5-45fa-428a-bd43-1e4b7e098e88', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:26:14.598811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:14.610464 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aba83d0f-c8d6-41a7-920b-fb52fdf2c7c2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/34ca9f04-732e-469d-868b-653c85296860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6279864 Mar 11 17:26:14.613375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59640) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:14.635124 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7b3d22-1972-4c61-92f0-c01e591ff257 None None] Sync routers for ids ['34ca9f04-732e-469d-868b-653c85296860'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:14.647063 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.696075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c13945df-087f-45ff-a955-e2682c8f75f0 None None] Provisioning complete for port 18686980-60ae-4aed-9e36-505fa5245a21 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:14.716667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c13945df-087f-45ff-a955-e2682c8f75f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.743611 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b3d22-1972-4c61-92f0-c01e591ff257 None None] Routers {'34ca9f04-732e-469d-868b-653c85296860'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:14.744798 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2c7b3d22-1972-4c61-92f0-c01e591ff257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['34ca9f04-732e-469d-868b-653c85296860'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:14.749042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829054c0-b71e-4ea6-b95d-d5ca77b4db89 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:14.803739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 829054c0-b71e-4ea6-b95d-d5ca77b4db89, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=829054c0-b71e-4ea6-b95d-d5ca77b4db89,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:14.850821 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2c7b3d22-1972-4c61-92f0-c01e591ff257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:14.878418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc246bc0-20e5-4589-adc6-ea11db7d9c27 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:14.879922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc246bc0-20e5-4589-adc6-ea11db7d9c27 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports/d8b43991-346c-4a6b-91c8-0e1649adf3fb HTTP/1.1" status: 200 len: 911 time: 0.2655468 Mar 11 17:26:14.885286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59650) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:14.902436 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b3d22-1972-4c61-92f0-c01e591ff257 None None] Routers {'34ca9f04-732e-469d-868b-653c85296860'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:14.903743 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2c7b3d22-1972-4c61-92f0-c01e591ff257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:25:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['34ca9f04-732e-469d-868b-653c85296860'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:14.909500 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.909839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ed38429a-d477-40bf-a7f4-131ab2ee892a details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:26:14.956670 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2c7b3d22-1972-4c61-92f0-c01e591ff257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:14.957724 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7b3d22-1972-4c61-92f0-c01e591ff257 None None] The sync data for ids ['34ca9f04-732e-469d-868b-653c85296860'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:14.994207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0ed70-5b1a-4e58-a5ba-8a8b6487451e req-81481654-7754-458e-9300-ed4ae555294a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.020384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0ed70-5b1a-4e58-a5ba-8a8b6487451e req-81481654-7754-458e-9300-ed4ae555294a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.040109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0ed70-5b1a-4e58-a5ba-8a8b6487451e req-81481654-7754-458e-9300-ed4ae555294a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.072313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0ed70-5b1a-4e58-a5ba-8a8b6487451e req-81481654-7754-458e-9300-ed4ae555294a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.100817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0ed70-5b1a-4e58-a5ba-8a8b6487451e req-81481654-7754-458e-9300-ed4ae555294a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.125372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0ed70-5b1a-4e58-a5ba-8a8b6487451e req-81481654-7754-458e-9300-ed4ae555294a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.173384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0ed70-5b1a-4e58-a5ba-8a8b6487451e req-81481654-7754-458e-9300-ed4ae555294a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.199535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9f0ed70-5b1a-4e58-a5ba-8a8b6487451e req-81481654-7754-458e-9300-ed4ae555294a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5432 time: 0.4975913 Mar 11 17:26:15.214903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=829054c0-b71e-4ea6-b95d-d5ca77b4db89,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:15.261634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ed38429a-d477-40bf-a7f4-131ab2ee892a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed38429a-d477-40bf-a7f4-131ab2ee892a,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:15.338435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ed38429a-d477-40bf-a7f4-131ab2ee892a', 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'port_id': 'ed38429a-d477-40bf-a7f4-131ab2ee892a', 'mac_address': 'fa:16:3e:d0:d0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790ff9c8-0e5a-4d16-800c-02a801a738ca', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:26:15.373326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08547678-7f00-4f60-9e31-da0b95965dd6 None None] Network 7a563f7c-05bd-482f-9d8c-218690f611d3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:15.464462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32203cc5-40f2-4ef9-934b-2b253a6c8009 req-b3bad364-7a81-42b5-a2af-f905ec5498b6 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.476425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32203cc5-40f2-4ef9-934b-2b253a6c8009 req-b3bad364-7a81-42b5-a2af-f905ec5498b6 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 949 time: 0.2651272 Mar 11 17:26:15.531055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9f0ed70-5b1a-4e58-a5ba-8a8b6487451e req-728a5f81-1a80-45e8-9032-14cca046b4b2 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3253167 Mar 11 17:26:15.614929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c13945df-087f-45ff-a955-e2682c8f75f0 None None] Provisioning complete for port d8b43991-346c-4a6b-91c8-0e1649adf3fb triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:15.615665 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c13945df-087f-45ff-a955-e2682c8f75f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.628572 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.657151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32203cc5-40f2-4ef9-934b-2b253a6c8009 req-06115f1e-dcd9-4820-b300-9bbe02f8e24d tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795955 Mar 11 17:26:15.711807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 18686980-60ae-4aed-9e36-505fa5245a21 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:15.772988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aab1b2-a3d3-41e8-8f02-857f140bd72b req-44c11714-79cb-43f2-8352-fb1a114fca45 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.784220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96aab1b2-a3d3-41e8-8f02-857f140bd72b req-44c11714-79cb-43f2-8352-fb1a114fca45 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.0886388 Mar 11 17:26:15.827470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59668) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:15.867046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96aab1b2-a3d3-41e8-8f02-857f140bd72b req-3d24340d-d0b0-4605-8cc0-ae7b4fb8f050 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816505 Mar 11 17:26:15.878321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.924035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c13945df-087f-45ff-a955-e2682c8f75f0 None None] Port d8b43991-346c-4a6b-91c8-0e1649adf3fb cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:26:15.949329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed38429a-d477-40bf-a7f4-131ab2ee892a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:15.954463 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab89c1f4-dd01-4c33-8b07-c0427f3194f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.086230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1105613305'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:16.095375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 18686980-60ae-4aed-9e36-505fa5245a21 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:16.096008 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.105492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ed38429a-d477-40bf-a7f4-131ab2ee892a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed38429a-d477-40bf-a7f4-131ab2ee892a,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:16.135971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Made reservation on behalf of 1c0ae9cdbea542cfa7f89b9d71d6c72d for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:16.141090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.150754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9450f7ac-40b4-4fa3-a769-74b5e2fd1820 None None] Provisioning complete for port ececaee7-d32e-4c25-8874-d18e76800144 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:16.151248 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9450f7ac-40b4-4fa3-a769-74b5e2fd1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.152867 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.157280 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.158075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 2dac3327-398c-4032-b0a0-bfd817e0dbda details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:26:16.376809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 2dac3327-398c-4032-b0a0-bfd817e0dbda, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2dac3327-398c-4032-b0a0-bfd817e0dbda,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:16.387821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ed38429a-d477-40bf-a7f4-131ab2ee892a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:16.408927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.421317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.450066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:26:16.462379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.462925 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Added segment e16b20da-3075-4829-9dd8-e6709c9cdc9b of type vlan for network 596bafc5-31a5-45d2-848d-38ca8ffb505d Mar 11 17:26:16.527422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '2dac3327-398c-4032-b0a0-bfd817e0dbda', 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'port_id': '2dac3327-398c-4032-b0a0-bfd817e0dbda', 'mac_address': 'fa:16:3e:c4:24:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790ff9c8-0e5a-4d16-800c-02a801a738ca', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:26:16.618437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.640230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae5b01b-64cb-4c06-b945-11942eee0917,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:16.643759 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9450f7ac-40b4-4fa3-a769-74b5e2fd1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.653034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.653411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.653794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.655983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.656525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.656900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.657242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.657905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.657905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.658219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.658558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.658834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:16.698643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.708623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.709568 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.740830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9113369 Mar 11 17:26:16.753786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59696) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:16.759326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'subnet': {'network_id': '596bafc5-31a5-45d2-848d-38ca8ffb505d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:16.769769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.774798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ececaee7-d32e-4c25-8874-d18e76800144 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:16.798776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 2001:db8:1::1 (7a563f7c-05bd-482f-9d8c-218690f611d3/1e879c9c-f7fa-4208-8588-98ed955f425a/c26492a3-8746-4d87-8c28-dbef64a5c6c9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:16.820552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0124115-420e-4fe5-9666-6d94fb7a5a30 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Network': ['ID=596bafc5-31a5-45d2-848d-38ca8ffb505d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:16.823684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dac3327-398c-4032-b0a0-bfd817e0dbda {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:16.845361 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:26:16.874630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0867094-4270-4f49-9bb2-a2e67957ec6d req-af87b0d9-ef34-4edd-8d3e-c875f8db17ff tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.881831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0867094-4270-4f49-9bb2-a2e67957ec6d req-af87b0d9-ef34-4edd-8d3e-c875f8db17ff tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.888117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0867094-4270-4f49-9bb2-a2e67957ec6d req-af87b0d9-ef34-4edd-8d3e-c875f8db17ff tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.895447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9450f7ac-40b4-4fa3-a769-74b5e2fd1820 None None] For port ececaee7-d32e-4c25-8874-d18e76800144, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ececaee7-d32e-4c25-8874-d18e76800144,segment=NetworkSegment(25d2045e-ac63-442d-9764-c0f3368b3107),segment_id=25d2045e-ac63-442d-9764-c0f3368b3107)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:16.895684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0867094-4270-4f49-9bb2-a2e67957ec6d req-af87b0d9-ef34-4edd-8d3e-c875f8db17ff tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.902614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0867094-4270-4f49-9bb2-a2e67957ec6d req-af87b0d9-ef34-4edd-8d3e-c875f8db17ff tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.908769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0867094-4270-4f49-9bb2-a2e67957ec6d req-af87b0d9-ef34-4edd-8d3e-c875f8db17ff tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.915720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0867094-4270-4f49-9bb2-a2e67957ec6d req-af87b0d9-ef34-4edd-8d3e-c875f8db17ff tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:16.924585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0867094-4270-4f49-9bb2-a2e67957ec6d req-af87b0d9-ef34-4edd-8d3e-c875f8db17ff tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5434 time: 0.1989174 Mar 11 17:26:16.956842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 2dac3327-398c-4032-b0a0-bfd817e0dbda, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2dac3327-398c-4032-b0a0-bfd817e0dbda,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:16.962813 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9450f7ac-40b4-4fa3-a769-74b5e2fd1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.985282 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:16.986568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4eca2090-886c-4e60-a1d8-d4c64ad0f667 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:26:16.999360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0867094-4270-4f49-9bb2-a2e67957ec6d req-9bc75bbb-1d8c-4b79-87e3-a165815c0c65 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735724 Mar 11 17:26:17.141443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380e79d-8a17-4522-8e9d-b040e5043b7c req-b4f01efc-8010-4956-9d49-5cae600fd728 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:17.153444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2380e79d-8a17-4522-8e9d-b040e5043b7c req-b4f01efc-8010-4956-9d49-5cae600fd728 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.1205630 Mar 11 17:26:17.208787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4eca2090-886c-4e60-a1d8-d4c64ad0f667, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4eca2090-886c-4e60-a1d8-d4c64ad0f667,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:17.250576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2380e79d-8a17-4522-8e9d-b040e5043b7c req-cb41a4ef-4f8b-4d13-991d-15f360821031 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952671 Mar 11 17:26:17.269935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'port_id': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'mac_address': 'fa:16:3e:c9:ea:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:26:17.291322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Made reservation on behalf of 1c0ae9cdbea542cfa7f89b9d71d6c72d for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:17.296333 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.301561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:26:17.311530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.658729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.828992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Subnet': ['ID=de55057e-4bb5-4686-8f38-cd525a12e831,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:17.873928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Checking segment: {'id': 'e16b20da-3075-4829-9dd8-e6709c9cdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '596bafc5-31a5-45d2-848d-38ca8ffb505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:26:17.874362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network hostable DHCP agents. Network: 596bafc5-31a5-45d2-848d-38ca8ffb505d, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:26:17.879072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9450f7ac-40b4-4fa3-a769-74b5e2fd1820 None None] Provisioning complete for port d8b43991-346c-4a6b-91c8-0e1649adf3fb triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:17.879941 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9450f7ac-40b4-4fa3-a769-74b5e2fd1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.886609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.947458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:26:17.974940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450f7ac-40b4-4fa3-a769-74b5e2fd1820 None None] Pushing event updated for resources: {'Port': ['ID=ececaee7-d32e-4c25-8874-d18e76800144,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:17.976180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 7a563f7c-05bd-482f-9d8c-218690f611d3 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:17.977566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 596bafc5-31a5-45d2-848d-38ca8ffb505d) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:17.980832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:17.982643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=c26492a3-8746-4d87-8c28-dbef64a5c6c9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:17.985350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-9450f7ac-40b4-4fa3-a769-74b5e2fd1820 None None] Port d8b43991-346c-4a6b-91c8-0e1649adf3fb cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:26:17.986727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.987484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:17.988067 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:17.999548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:18.000846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.018755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf70069-5058-450c-b90e-05923685c14f None None] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:18.066608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ececaee7-d32e-4c25-8874-d18e76800144 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:18.066983 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.196100 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.226453 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d5c94ec4-1a57-4b51-80a5-d405f81648b5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4725347 Mar 11 17:26:18.227233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59728) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:18.238833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-906817768', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:18.294917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020de3-befc-4af6-9368-20889f57d79b req-a664a8eb-688a-4588-8b9f-f68fa0c22100 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:18.301982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020de3-befc-4af6-9368-20889f57d79b req-a664a8eb-688a-4588-8b9f-f68fa0c22100 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:18.316090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020de3-befc-4af6-9368-20889f57d79b req-a664a8eb-688a-4588-8b9f-f68fa0c22100 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:18.324529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020de3-befc-4af6-9368-20889f57d79b req-a664a8eb-688a-4588-8b9f-f68fa0c22100 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:18.337675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.338832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.341939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020de3-befc-4af6-9368-20889f57d79b req-a664a8eb-688a-4588-8b9f-f68fa0c22100 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:18.358604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020de3-befc-4af6-9368-20889f57d79b req-a664a8eb-688a-4588-8b9f-f68fa0c22100 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:18.377753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020de3-befc-4af6-9368-20889f57d79b req-a664a8eb-688a-4588-8b9f-f68fa0c22100 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:18.379682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00020de3-befc-4af6-9368-20889f57d79b req-a664a8eb-688a-4588-8b9f-f68fa0c22100 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5435 time: 0.2035010 Mar 11 17:26:18.403190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=2dac3327-398c-4032-b0a0-bfd817e0dbda,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:18.463187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eca2090-886c-4e60-a1d8-d4c64ad0f667 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:18.468399 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.492855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00020de3-befc-4af6-9368-20889f57d79b req-ea0a18ab-f321-45aa-9b10-60c4937784c9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978944 Mar 11 17:26:18.594404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.653026 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5d5d176b-2157-42e2-978b-19f98848e1fb None None] Provisioning complete for port ececaee7-d32e-4c25-8874-d18e76800144 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:18.654167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5d5d176b-2157-42e2-978b-19f98848e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.691649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62786dc8-aa3a-4543-963b-42c9cca0ffd0 req-9d005ea7-80c2-4735-a1df-50e8a28626e0 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:18.697241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62786dc8-aa3a-4543-963b-42c9cca0ffd0 req-9d005ea7-80c2-4735-a1df-50e8a28626e0 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.2554729 Mar 11 17:26:18.722167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec4cec3-a732-4eac-97da-c7e969621c73 None None] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:18.828871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62786dc8-aa3a-4543-963b-42c9cca0ffd0 req-dcda5107-f57f-4b0d-b66b-d6065c46de04 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248646 Mar 11 17:26:18.830739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4eca2090-886c-4e60-a1d8-d4c64ad0f667, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4eca2090-886c-4e60-a1d8-d4c64ad0f667,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:18.852288 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:18.853251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5245b709-678d-4b1b-bd4e-340bbf3dcd6c details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:26:18.897200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:18.899530 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e2319c-e50b-4a35-9dc5-679ed65c06a9" -d '{"events": [{"server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "name": "network-vif-unplugged", "status": "completed", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:18.915032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.003163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:19.022834 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.082714 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4de1f79-a300-4ed0-a0e8-e3357bf5aa06 x-openstack-request-id: req-c4de1f79-a300-4ed0-a0e8-e3357bf5aa06 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:19.083444 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "name": "network-vif-unplugged", "status": "completed", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:19.084211 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4de1f79-a300-4ed0-a0e8-e3357bf5aa06 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:19.084920 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc', 'code': 200} Mar 11 17:26:19.087850 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.094143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ececaee7-d32e-4c25-8874-d18e76800144 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:19.098603 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.111543 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:19.188143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:19.199521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=4eca2090-886c-4e60-a1d8-d4c64ad0f667,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:19.217975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c', 'network_id': '0726836f-d748-4c51-b886-5cd24bd6cbd6', 'port_id': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c', 'mac_address': 'fa:16:3e:f2:4c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790ff9c8-0e5a-4d16-800c-02a801a738ca', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:26:19.223214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.223932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.224529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.225107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.225599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.226135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.226664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.227200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.227724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.228254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.228959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.229550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:26:19.306462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:19.377070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ececaee7-d32e-4c25-8874-d18e76800144 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:19.377453 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.419242 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.469618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5245b709-678d-4b1b-bd4e-340bbf3dcd6c {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:19.520382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:19.561199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.585806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-584f6be9-f40f-4edf-9556-b4e5ccacabb9 None None] Provisioning complete for port c26492a3-8746-4d87-8c28-dbef64a5c6c9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:19.586192 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-584f6be9-f40f-4edf-9556-b4e5ccacabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.588084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.634175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.648086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.649717 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:19.742871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-584f6be9-f40f-4edf-9556-b4e5ccacabb9 None None] Port c26492a3-8746-4d87-8c28-dbef64a5c6c9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:26:19.769137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:19.859542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d3d59-b57b-4816-83da-bb18e4a6ee32 req-a274155d-b911-4d00-9b76-8ae917cb40ad tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.875596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d3d59-b57b-4816-83da-bb18e4a6ee32 req-a274155d-b911-4d00-9b76-8ae917cb40ad tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.887920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d3d59-b57b-4816-83da-bb18e4a6ee32 req-a274155d-b911-4d00-9b76-8ae917cb40ad tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.902538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d3d59-b57b-4816-83da-bb18e4a6ee32 req-a274155d-b911-4d00-9b76-8ae917cb40ad tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.913201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d3d59-b57b-4816-83da-bb18e4a6ee32 req-a274155d-b911-4d00-9b76-8ae917cb40ad tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.924966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d3d59-b57b-4816-83da-bb18e4a6ee32 req-a274155d-b911-4d00-9b76-8ae917cb40ad tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.932946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d3d59-b57b-4816-83da-bb18e4a6ee32 req-a274155d-b911-4d00-9b76-8ae917cb40ad tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:19.935544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-239d3d59-b57b-4816-83da-bb18e4a6ee32 req-a274155d-b911-4d00-9b76-8ae917cb40ad tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5437 time: 0.2644420 Mar 11 17:26:19.982962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=c26492a3-8746-4d87-8c28-dbef64a5c6c9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:20.026206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 7a563f7c-05bd-482f-9d8c-218690f611d3 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:20.033198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:20.064031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-239d3d59-b57b-4816-83da-bb18e4a6ee32 req-1f8bfe3c-7eea-4b7b-b009-fd3c971ab3fc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189137 Mar 11 17:26:20.089112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afa99-e283-4f47-b416-b7befde25086 req-9c1f35ac-aaa6-4a00-bdce-65f63b7a5626 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:20.090926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-515afa99-e283-4f47-b416-b7befde25086 req-9c1f35ac-aaa6-4a00-bdce-65f63b7a5626 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.0812554 Mar 11 17:26:20.205313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-515afa99-e283-4f47-b416-b7befde25086 req-2ce8b1d6-5353-4c27-8c97-ce9dc87b258d tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003895 Mar 11 17:26:20.276513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 34ca9f04-732e-469d-868b-653c85296860 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:20.535017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5960c38b-6475-4e6e-bf98-169a1780760a None None] Provisioning complete for port c26492a3-8746-4d87-8c28-dbef64a5c6c9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:20.535881 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5960c38b-6475-4e6e-bf98-169a1780760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:20.571327 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:20.611874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5960c38b-6475-4e6e-bf98-169a1780760a None None] Port c26492a3-8746-4d87-8c28-dbef64a5c6c9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:26:20.617448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:20.682118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:20.696448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f487f67f-3a83-4098-b880-52f859fe125d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/34ca9f04-732e-469d-868b-653c85296860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8036454 Mar 11 17:26:20.696880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59770) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:20.714439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f389b12-aa6d-45d8-8158-6670e6ef0cdf None None] Sync routers for ids ['34ca9f04-732e-469d-868b-653c85296860'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:20.731088 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f389b12-aa6d-45d8-8158-6670e6ef0cdf None None] Routers {'34ca9f04-732e-469d-868b-653c85296860'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:20.732393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8f389b12-aa6d-45d8-8158-6670e6ef0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['34ca9f04-732e-469d-868b-653c85296860'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:20.792073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ddc42c-833b-482b-af77-7f4f6b50e93e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:20.798330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-43ddc42c-833b-482b-af77-7f4f6b50e93e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports/c26492a3-8746-4d87-8c28-dbef64a5c6c9 HTTP/1.1" status: 200 len: 913 time: 0.0964496 Mar 11 17:26:20.798592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8f389b12-aa6d-45d8-8158-6670e6ef0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:20.798799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59772) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:20.802128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.25.8.18 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/1c8661f0-97ad-4410-9947-2456d292d078) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:20.840005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f389b12-aa6d-45d8-8158-6670e6ef0cdf None None] Routers {'34ca9f04-732e-469d-868b-653c85296860'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:20.846697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8f389b12-aa6d-45d8-8158-6670e6ef0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['34ca9f04-732e-469d-868b-653c85296860'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:21.012487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8f389b12-aa6d-45d8-8158-6670e6ef0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:21.013661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f389b12-aa6d-45d8-8158-6670e6ef0cdf None None] The sync data for ids ['34ca9f04-732e-469d-868b-653c85296860'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:21.086893 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:21.158661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:21.231971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:21.247662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:21.261616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:21.283708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['6b3e694c-9a99-4152-a3d1-86e38da63923'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:21.413215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=1c8661f0-97ad-4410-9947-2456d292d078,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:21.446286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['afe24553-745c-4de3-95c2-2eceab64a6d4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:21.456787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['4eca2090-886c-4e60-a1d8-d4c64ad0f667'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:21.536166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['2dac3327-398c-4032-b0a0-bfd817e0dbda'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:21.539539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['829054c0-b71e-4ea6-b95d-d5ca77b4db89'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:21.541506 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ed38429a-d477-40bf-a7f4-131ab2ee892a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:21.589651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['5245b709-678d-4b1b-bd4e-340bbf3dcd6c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:21.666794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:26:21.702324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba299-1a04-4a82-8233-6ae6fc49037c req-35896d45-b25d-4f49-9943-0a7e0601fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.705322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fbba299-1a04-4a82-8233-6ae6fc49037c req-35896d45-b25d-4f49-9943-0a7e0601fa72 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 1097 time: 0.2651305 Mar 11 17:26:21.721082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1037d7-60b1-44fa-bc29-a06bedee3794 req-cc14ca4f-10e6-4f5d-bc38-0d6485d70065 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.738868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1037d7-60b1-44fa-bc29-a06bedee3794 req-cc14ca4f-10e6-4f5d-bc38-0d6485d70065 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.745261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1037d7-60b1-44fa-bc29-a06bedee3794 req-cc14ca4f-10e6-4f5d-bc38-0d6485d70065 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.752545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1037d7-60b1-44fa-bc29-a06bedee3794 req-cc14ca4f-10e6-4f5d-bc38-0d6485d70065 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.759424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1037d7-60b1-44fa-bc29-a06bedee3794 req-cc14ca4f-10e6-4f5d-bc38-0d6485d70065 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.767743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1037d7-60b1-44fa-bc29-a06bedee3794 req-cc14ca4f-10e6-4f5d-bc38-0d6485d70065 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.775054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1037d7-60b1-44fa-bc29-a06bedee3794 req-cc14ca4f-10e6-4f5d-bc38-0d6485d70065 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.784119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e1037d7-60b1-44fa-bc29-a06bedee3794 req-cc14ca4f-10e6-4f5d-bc38-0d6485d70065 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5437 time: 0.2564690 Mar 11 17:26:21.880461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fbba299-1a04-4a82-8233-6ae6fc49037c req-a87c74d1-d1c1-40e7-b412-4ab6002cfcb2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581191 Mar 11 17:26:21.912954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59762e2c-655b-4b01-bf41-b191494d804b req-82df85be-b2ed-4cd1-a70b-3f4feb16cbe2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:21.925359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59762e2c-655b-4b01-bf41-b191494d804b req-82df85be-b2ed-4cd1-a70b-3f4feb16cbe2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.2944763 Mar 11 17:26:21.956167 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.008326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e1037d7-60b1-44fa-bc29-a06bedee3794 req-0ddadb58-16d1-4c49-a866-506dfc1e75d4 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2201278 Mar 11 17:26:22.065872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59762e2c-655b-4b01-bf41-b191494d804b req-68ad441f-4f24-4df5-9690-bd1d504a66a1 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389556 Mar 11 17:26:22.164187 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.492495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.841646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port c26492a3-8746-4d87-8c28-dbef64a5c6c9 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:22.842496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:22.935975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:26:23.165162 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:23.214738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for c26492a3-8746-4d87-8c28-dbef64a5c6c9 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:23.339313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:23.369538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:23.387394 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73ce02-786b-410e-8986-fdf23ee80d61 None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:23.487464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'mac_address': 'fa:16:3e:44:95:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:26:23.506882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:23.521563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-40c86986-5619-44ac-b39b-4d446706afb5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2776668 Mar 11 17:26:23.522609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59848) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:23.579409 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73ce02-786b-410e-8986-fdf23ee80d61 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:23.580195 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9d73ce02-786b-410e-8986-fdf23ee80d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:23.685322 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9d73ce02-786b-410e-8986-fdf23ee80d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:23.709335 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73ce02-786b-410e-8986-fdf23ee80d61 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:23.710814 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9d73ce02-786b-410e-8986-fdf23ee80d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:23.902189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383a1b-89dc-4703-8aba-39746d45a595 req-8c13d6a2-2402-4f0b-ac35-bdbfd4e2e9e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.930700 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9d73ce02-786b-410e-8986-fdf23ee80d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:23.931715 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73ce02-786b-410e-8986-fdf23ee80d61 None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:23.935236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383a1b-89dc-4703-8aba-39746d45a595 req-8c13d6a2-2402-4f0b-ac35-bdbfd4e2e9e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.947759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383a1b-89dc-4703-8aba-39746d45a595 req-8c13d6a2-2402-4f0b-ac35-bdbfd4e2e9e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.966805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383a1b-89dc-4703-8aba-39746d45a595 req-8c13d6a2-2402-4f0b-ac35-bdbfd4e2e9e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.980190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383a1b-89dc-4703-8aba-39746d45a595 req-8c13d6a2-2402-4f0b-ac35-bdbfd4e2e9e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:23.998851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383a1b-89dc-4703-8aba-39746d45a595 req-8c13d6a2-2402-4f0b-ac35-bdbfd4e2e9e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:24.015526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383a1b-89dc-4703-8aba-39746d45a595 req-8c13d6a2-2402-4f0b-ac35-bdbfd4e2e9e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:24.023501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b383a1b-89dc-4703-8aba-39746d45a595 req-8c13d6a2-2402-4f0b-ac35-bdbfd4e2e9e1 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5437 time: 0.6877015 Mar 11 17:26:24.032738 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:24.076672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442b3a-4ead-494a-be5f-014c17f1790e req-10ef9b85-6757-4904-b38f-3ab1608fed61 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:24.078772 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65442b3a-4ead-494a-be5f-014c17f1790e req-10ef9b85-6757-4904-b38f-3ab1608fed61 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.8013747 Mar 11 17:26:24.081797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:24.130127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:24.144568 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:24.270133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65442b3a-4ead-494a-be5f-014c17f1790e req-90e87918-45d4-4ed0-8ab2-8cc0c46ad6a6 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350939 Mar 11 17:26:24.315930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:24.495642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:24.509567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b383a1b-89dc-4703-8aba-39746d45a595 req-5c41f288-b90e-4361-8938-cb06cc69d916 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4153678 Mar 11 17:26:24.662809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=c26492a3-8746-4d87-8c28-dbef64a5c6c9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:24.711067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:24.816821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.047640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:25.756072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.20.0.1 (596bafc5-31a5-45d2-848d-38ca8ffb505d/de55057e-4bb5-4686-8f38-cd525a12e831/41f7724e-5f55-47bd-ac1f-84ec546c436a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:25.895903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f42b1-0c8a-4d80-8525-a2b96120a951 req-9aa44683-e129-45fa-b9aa-a0fc555b9ae9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.910617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f42b1-0c8a-4d80-8525-a2b96120a951 req-9aa44683-e129-45fa-b9aa-a0fc555b9ae9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.924537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f42b1-0c8a-4d80-8525-a2b96120a951 req-9aa44683-e129-45fa-b9aa-a0fc555b9ae9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.939973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f42b1-0c8a-4d80-8525-a2b96120a951 req-9aa44683-e129-45fa-b9aa-a0fc555b9ae9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.968186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f42b1-0c8a-4d80-8525-a2b96120a951 req-9aa44683-e129-45fa-b9aa-a0fc555b9ae9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:26.003869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f42b1-0c8a-4d80-8525-a2b96120a951 req-9aa44683-e129-45fa-b9aa-a0fc555b9ae9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:26.018843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f42b1-0c8a-4d80-8525-a2b96120a951 req-9aa44683-e129-45fa-b9aa-a0fc555b9ae9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:26.020971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-909f42b1-0c8a-4d80-8525-a2b96120a951 req-9aa44683-e129-45fa-b9aa-a0fc555b9ae9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5437 time: 0.2825460 Mar 11 17:26:26.033546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478115-80aa-48eb-b3dd-cff1f80283d1 req-cc51e740-6d04-4212-9598-038d9ded2a7a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:26.035395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc478115-80aa-48eb-b3dd-cff1f80283d1 req-cc51e740-6d04-4212-9598-038d9ded2a7a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.4025664 Mar 11 17:26:26.037441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 34ca9f04-732e-469d-868b-653c85296860 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:26.119800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc478115-80aa-48eb-b3dd-cff1f80283d1 req-596cb9b5-9deb-4f36-ad55-7a518baa6d8c tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640883 Mar 11 17:26:26.153349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ed38429a-d477-40bf-a7f4-131ab2ee892a up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:26.190490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.311822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:26.326707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ef546-2ad2-4b1a-986a-9231892395fa None None] Sync routers for ids ['34ca9f04-732e-469d-868b-653c85296860'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:26.333098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:26.333717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-74debf82-2f3f-4701-b066-f4891ecd7064 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/34ca9f04-732e-469d-868b-653c85296860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5331788 Mar 11 17:26:26.357733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ed38429a-d477-40bf-a7f4-131ab2ee892a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:26.363012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.364434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-909f42b1-0c8a-4d80-8525-a2b96120a951 req-c9b8d264-1d68-4d09-954c-73296f92cc9b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3256297 Mar 11 17:26:26.369647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ed38429a-d477-40bf-a7f4-131ab2ee892a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:26.370026 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:26.371975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ef546-2ad2-4b1a-986a-9231892395fa None None] Routers {'34ca9f04-732e-469d-868b-653c85296860'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:26.372709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8d3ef546-2ad2-4b1a-986a-9231892395fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['34ca9f04-732e-469d-868b-653c85296860'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:26.565810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8d3ef546-2ad2-4b1a-986a-9231892395fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:26.670063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ef546-2ad2-4b1a-986a-9231892395fa None None] Routers {'34ca9f04-732e-469d-868b-653c85296860'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:26.670634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8d3ef546-2ad2-4b1a-986a-9231892395fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['34ca9f04-732e-469d-868b-653c85296860'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:26.803478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8d3ef546-2ad2-4b1a-986a-9231892395fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:26.818613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ef546-2ad2-4b1a-986a-9231892395fa None None] The sync data for ids ['34ca9f04-732e-469d-868b-653c85296860'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:26.993677 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.074725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38429a-d477-40bf-a7f4-131ab2ee892a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:27.081667 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d15bb-7bfe-4501-8f3c-5f59aae98473" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "ed38429a-d477-40bf-a7f4-131ab2ee892a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:27.113947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ed38429a-d477-40bf-a7f4-131ab2ee892a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed38429a-d477-40bf-a7f4-131ab2ee892a,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:27.129189 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:27.150167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-89a389c1-a08d-452d-a5cb-e1ecd99bd0fd tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:27.183986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-89a389c1-a08d-452d-a5cb-e1ecd99bd0fd tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/networks?id=93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 200 len: 810 time: 0.3789563 Mar 11 17:26:27.219136 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7ab8de-0f4a-47a3-879b-0bc339c5b524 x-openstack-request-id: req-db7ab8de-0f4a-47a3-879b-0bc339c5b524 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:27.221268 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "ed38429a-d477-40bf-a7f4-131ab2ee892a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:27.222258 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db7ab8de-0f4a-47a3-879b-0bc339c5b524 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:27.223123 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38429a-d477-40bf-a7f4-131ab2ee892a', 'code': 200} Mar 11 17:26:27.223634 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-d1e1acd1-d913-4217-a5c5-76ab111d1a09 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/quotas/fd9da0eb46f44ba38163cdb9013b0a94 HTTP/1.1" status: 200 len: 375 time: 0.0386438 Mar 11 17:26:27.239330 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ed38429a-d477-40bf-a7f4-131ab2ee892a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:27.369825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-24352703-d10d-4012-9f57-4de785ac90ed tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450136 Mar 11 17:26:27.644015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c1c0ece5-3aa0-40c2-9b30-f834a9c2100c service neutron] 10.222.0.53 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729402 Mar 11 17:26:27.946479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=41f7724e-5f55-47bd-ac1f-84ec546c436a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:28.020254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100006f-db13-4757-9c61-c94beddf7c10 req-6b0a7c44-b391-4092-a1a0-adc53269c358 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.052982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100006f-db13-4757-9c61-c94beddf7c10 req-6b0a7c44-b391-4092-a1a0-adc53269c358 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.061928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100006f-db13-4757-9c61-c94beddf7c10 req-6b0a7c44-b391-4092-a1a0-adc53269c358 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.071488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100006f-db13-4757-9c61-c94beddf7c10 req-6b0a7c44-b391-4092-a1a0-adc53269c358 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.088372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100006f-db13-4757-9c61-c94beddf7c10 req-6b0a7c44-b391-4092-a1a0-adc53269c358 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.104365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100006f-db13-4757-9c61-c94beddf7c10 req-6b0a7c44-b391-4092-a1a0-adc53269c358 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.117626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100006f-db13-4757-9c61-c94beddf7c10 req-6b0a7c44-b391-4092-a1a0-adc53269c358 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:28.119448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2100006f-db13-4757-9c61-c94beddf7c10 req-6b0a7c44-b391-4092-a1a0-adc53269c358 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5438 time: 0.4740741 Mar 11 17:26:28.123791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:28.127072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:28.139245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:28.164262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6b3e694c-9a99-4152-a3d1-86e38da63923 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:28.215920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-7b5938a5-b31c-429e-be9b-6257df984b7b service neutron] 10.222.0.53 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516238 Mar 11 17:26:28.320889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2100006f-db13-4757-9c61-c94beddf7c10 req-c5dc7578-4641-46d5-987b-3256c0b4d70f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041100 Mar 11 17:26:28.532334 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.559041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 6b3e694c-9a99-4152-a3d1-86e38da63923 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:28.576646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 6b3e694c-9a99-4152-a3d1-86e38da63923 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:28.577394 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:28.795369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59958) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:28.988438 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.005651 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.076625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85b38cf0-17b6-4956-a3c6-63093092ac45 req-b533f8a0-0f73-4996-81af-b13c20b795eb tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 210 time: 0.1027348 Mar 11 17:26:29.151418 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2d74d5b-58d8-4e98-a742-6fff32fb8851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.162345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6b3e694c-9a99-4152-a3d1-86e38da63923, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6b3e694c-9a99-4152-a3d1-86e38da63923,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:29.172885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.174028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4eca2090-886c-4e60-a1d8-d4c64ad0f667 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:29.257975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3e694c-9a99-4152-a3d1-86e38da63923'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:29.263102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.266158 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701971f1-3d5a-4ffc-8244-c17c0972d4d0" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "6b3e694c-9a99-4152-a3d1-86e38da63923"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:29.372705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2d74d5b-58d8-4e98-a742-6fff32fb8851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.378758 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2d74d5b-58d8-4e98-a742-6fff32fb8851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.454767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d2d74d5b-58d8-4e98-a742-6fff32fb8851 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a27c18ec3fff43ddab35391141a034aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583152 Mar 11 17:26:29.468474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59974) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:29.525144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=6b3e694c-9a99-4152-a3d1-86e38da63923,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:29.579712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:29.613735 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41db6bb2-dabd-47da-91f4-8eb62348e616 x-openstack-request-id: req-41db6bb2-dabd-47da-91f4-8eb62348e616 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:29.613735 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "6b3e694c-9a99-4152-a3d1-86e38da63923", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:29.614441 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41db6bb2-dabd-47da-91f4-8eb62348e616 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:29.617132 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3e694c-9a99-4152-a3d1-86e38da63923', 'code': 200} Mar 11 17:26:29.621661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:29.622266 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.679577 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.848843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d74d5b-58d8-4e98-a742-6fff32fb8851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8969fc-22cd-4b75-ba7a-e4b6b5cc71eb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:29.887079 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.957760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0c16d91-cb03-4064-92b0-3e39dfee1714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.970580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4eca2090-886c-4e60-a1d8-d4c64ad0f667, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4eca2090-886c-4e60-a1d8-d4c64ad0f667,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:29.978778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:29.982572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5245b709-678d-4b1b-bd4e-340bbf3dcd6c up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:30.041747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f472-153f-4a9e-9aa6-e686bb7cd99a req-96918b15-1f30-48eb-9d83-cdce37d12a9a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.053691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f472-153f-4a9e-9aa6-e686bb7cd99a req-96918b15-1f30-48eb-9d83-cdce37d12a9a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.070677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f472-153f-4a9e-9aa6-e686bb7cd99a req-96918b15-1f30-48eb-9d83-cdce37d12a9a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.119384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f472-153f-4a9e-9aa6-e686bb7cd99a req-96918b15-1f30-48eb-9d83-cdce37d12a9a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.167240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f472-153f-4a9e-9aa6-e686bb7cd99a req-96918b15-1f30-48eb-9d83-cdce37d12a9a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.185818 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.209496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f472-153f-4a9e-9aa6-e686bb7cd99a req-96918b15-1f30-48eb-9d83-cdce37d12a9a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.211019 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.221371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f472-153f-4a9e-9aa6-e686bb7cd99a req-96918b15-1f30-48eb-9d83-cdce37d12a9a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:30.230344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8b9f472-153f-4a9e-9aa6-e686bb7cd99a req-96918b15-1f30-48eb-9d83-cdce37d12a9a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5439 time: 0.7386518 Mar 11 17:26:30.253901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0c16d91-cb03-4064-92b0-3e39dfee1714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.296086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=4eca2090-886c-4e60-a1d8-d4c64ad0f667,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:30.330396 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0c16d91-cb03-4064-92b0-3e39dfee1714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.331562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:30.338213 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0c16d91-cb03-4064-92b0-3e39dfee1714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.340705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:30.341782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e0c16d91-cb03-4064-92b0-3e39dfee1714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce8969fc-22cd-4b75-ba7a-e4b6b5cc71eb HTTP/1.1" status: 204 len: 168 time: 0.8653700 Mar 11 17:26:30.355455 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.433885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-229f2960-5681-42d0-9d8f-3a0f80c81ad6 req-c34d56a9-6655-4916-8954-c27f0fd1ab81 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 210 time: 0.1259181 Mar 11 17:26:30.454053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c16d91-cb03-4064-92b0-3e39dfee1714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8969fc-22cd-4b75-ba7a-e4b6b5cc71eb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:30.484891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8b9f472-153f-4a9e-9aa6-e686bb7cd99a req-5b85a143-3e73-4b72-9759-1f26e793ac55 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2503803 Mar 11 17:26:30.514650 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.666657 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.673080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=41f7724e-5f55-47bd-ac1f-84ec546c436a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:30.794543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:30.805139 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:30.810146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:30.933672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:30.951664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:30.952484 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.075590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:31.082959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:31.195827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.276712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:31.282037 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.285120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 2dac3327-398c-4032-b0a0-bfd817e0dbda up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:31.504986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:31.602031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port d8b43991-346c-4a6b-91c8-0e1649adf3fb {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:31.602591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.617428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667'}, {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c'}, {'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:31.621103 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfb71fe-7493-4a29-8a51-1cff85b3d78e" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667"}, {"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "5245b709-678d-4b1b-bd4e-340bbf3dcd6c"}, {"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:31.628950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 2dac3327-398c-4032-b0a0-bfd817e0dbda completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:31.639191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 2dac3327-398c-4032-b0a0-bfd817e0dbda triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:31.639529 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.753958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf8bdf5a-2cf4-4f9e-9edf-6f56f235b2d1 req-d3bd8337-28b1-4b22-bbf5-bc9c34b83463 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 210 time: 0.0683556 Mar 11 17:26:31.813447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6f8d-d531-4bfe-a61d-149ba92ecf9e req-9fe4243f-d90d-47fe-ae0e-615aaf45544f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:31.821071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:31.857705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6f8d-d531-4bfe-a61d-149ba92ecf9e req-9fe4243f-d90d-47fe-ae0e-615aaf45544f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:31.897797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6f8d-d531-4bfe-a61d-149ba92ecf9e req-9fe4243f-d90d-47fe-ae0e-615aaf45544f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:31.926321 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfa7e27-c58f-465a-8e0d-1aad0fb8a928 x-openstack-request-id: req-acfa7e27-c58f-465a-8e0d-1aad0fb8a928 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:31.927072 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667", "code": 200}, {"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "5245b709-678d-4b1b-bd4e-340bbf3dcd6c", "code": 200}, {"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:31.927072 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acfa7e27-c58f-465a-8e0d-1aad0fb8a928 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:31.928586 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'code': 200} Mar 11 17:26:31.928921 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c', 'code': 200} Mar 11 17:26:31.929175 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'code': 200} Mar 11 17:26:31.949443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:31.951453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6f8d-d531-4bfe-a61d-149ba92ecf9e req-9fe4243f-d90d-47fe-ae0e-615aaf45544f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:31.992034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6f8d-d531-4bfe-a61d-149ba92ecf9e req-9fe4243f-d90d-47fe-ae0e-615aaf45544f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:32.064799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6f8d-d531-4bfe-a61d-149ba92ecf9e req-9fe4243f-d90d-47fe-ae0e-615aaf45544f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:32.104229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 2dac3327-398c-4032-b0a0-bfd817e0dbda, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2dac3327-398c-4032-b0a0-bfd817e0dbda,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:32.106350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.113465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.117143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6f8d-d531-4bfe-a61d-149ba92ecf9e req-9fe4243f-d90d-47fe-ae0e-615aaf45544f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:32.131870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aeec6f8d-d531-4bfe-a61d-149ba92ecf9e req-9fe4243f-d90d-47fe-ae0e-615aaf45544f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5441 time: 0.4807012 Mar 11 17:26:32.149099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device afe24553-745c-4de3-95c2-2eceab64a6d4 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:32.326558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aeec6f8d-d531-4bfe-a61d-149ba92ecf9e req-375e3558-7a69-4949-8b01-cb2f399c7f34 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906376 Mar 11 17:26:32.347592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=2dac3327-398c-4032-b0a0-bfd817e0dbda,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:32.399141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for d8b43991-346c-4a6b-91c8-0e1649adf3fb owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:32.413607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port afe24553-745c-4de3-95c2-2eceab64a6d4 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:32.419849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port afe24553-745c-4de3-95c2-2eceab64a6d4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:32.420526 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.595996 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.603529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:32.610407 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6dd0c32a-4eae-442b-996c-515861fcd9cb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/routers/83bf53f2-3d27-4ffa-a2a7-05dad5ade647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0857959 Mar 11 17:26:32.613729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60060) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:32.616317 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24572a4d-bcdd-4155-94dd-040dec28920b None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:32.620813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'port': {'network_id': '596bafc5-31a5-45d2-848d-38ca8ffb505d', 'name': 'tempest-FloatingIPTestJSON-1991537284'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:32.635092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-fa1ed43b-06ee-49d2-b167-a2090b9035b0 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:32.636934 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-fa1ed43b-06ee-49d2-b167-a2090b9035b0 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.66 "GET /v2.0/networks?id=93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 200 len: 810 time: 0.6512227 Mar 11 17:26:32.640133 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24572a4d-bcdd-4155-94dd-040dec28920b None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:32.641892 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-24572a4d-bcdd-4155-94dd-040dec28920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:32.723168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port afe24553-745c-4de3-95c2-2eceab64a6d4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=afe24553-745c-4de3-95c2-2eceab64a6d4,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:32.730938 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:32.731752 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 829054c0-b71e-4ea6-b95d-d5ca77b4db89 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:32.768358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Request body: {'port': {'device_id': 'ee3635e8-c617-499d-9618-0d4a42085a95', 'network_id': '93d32082-a711-479f-be40-f94d1c06240c', 'admin_state_up': True, 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:32.816191 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-24572a4d-bcdd-4155-94dd-040dec28920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:32.878523 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24572a4d-bcdd-4155-94dd-040dec28920b None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:32.887895 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-24572a4d-bcdd-4155-94dd-040dec28920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:32.985228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Made reservation on behalf of 1c0ae9cdbea542cfa7f89b9d71d6c72d for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:32.996675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.046057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=afe24553-745c-4de3-95c2-2eceab64a6d4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:33.124173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.144851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] device_id is not set on port a33e1158-3ca8-45d4-973c-f4479649b710 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:26:33.169511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:33.177230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=d8b43991-346c-4a6b-91c8-0e1649adf3fb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:33.193046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:33.198041 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.221171 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-24572a4d-bcdd-4155-94dd-040dec28920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:33.221870 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24572a4d-bcdd-4155-94dd-040dec28920b None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:33.332946 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:26:33.504226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.20.0.3 (596bafc5-31a5-45d2-848d-38ca8ffb505d/de55057e-4bb5-4686-8f38-cd525a12e831/a33e1158-3ca8-45d4-973c-f4479649b710) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:33.575248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.783360 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:33.815980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e75dcb30-3587-414f-89ed-3bf8bc06c994 req-30cec47e-0ec0-46d7-9b6e-f591ba2b0785 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 210 time: 0.1444893 Mar 11 17:26:33.857254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3bede-77cf-4da4-ae16-7959d59e9b93 req-19a4cbea-7b0c-48e0-8884-c254a8ded664 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:33.878240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3bede-77cf-4da4-ae16-7959d59e9b93 req-19a4cbea-7b0c-48e0-8884-c254a8ded664 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:33.901830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3bede-77cf-4da4-ae16-7959d59e9b93 req-19a4cbea-7b0c-48e0-8884-c254a8ded664 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:33.934419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3bede-77cf-4da4-ae16-7959d59e9b93 req-19a4cbea-7b0c-48e0-8884-c254a8ded664 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:33.946292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3bede-77cf-4da4-ae16-7959d59e9b93 req-19a4cbea-7b0c-48e0-8884-c254a8ded664 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:33.956535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3bede-77cf-4da4-ae16-7959d59e9b93 req-19a4cbea-7b0c-48e0-8884-c254a8ded664 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:33.957271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dac3327-398c-4032-b0a0-bfd817e0dbda'}, {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe24553-745c-4de3-95c2-2eceab64a6d4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:33.961293 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bb40ed-f71e-4bec-9d80-4dcc2acd89e0" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "2dac3327-398c-4032-b0a0-bfd817e0dbda"}, {"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "afe24553-745c-4de3-95c2-2eceab64a6d4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:33.973405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3bede-77cf-4da4-ae16-7959d59e9b93 req-19a4cbea-7b0c-48e0-8884-c254a8ded664 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:34.006121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ae3bede-77cf-4da4-ae16-7959d59e9b93 req-19a4cbea-7b0c-48e0-8884-c254a8ded664 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5443 time: 0.3189259 Mar 11 17:26:34.078959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 829054c0-b71e-4ea6-b95d-d5ca77b4db89, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=829054c0-b71e-4ea6-b95d-d5ca77b4db89,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:34.085102 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.114626 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.139224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 34ca9f04-732e-469d-868b-653c85296860 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:34.154008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=829054c0-b71e-4ea6-b95d-d5ca77b4db89,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:34.238039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.302099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Made reservation on behalf of fd9da0eb46f44ba38163cdb9013b0a94 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:34.307779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.374124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:34.391740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b951f-7d96-4dd0-b3ce-6550f0879ebc None None] Sync routers for ids ['34ca9f04-732e-469d-868b-653c85296860'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:34.411519 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-04497a2d-2a7e-4b17-bbd1-831129fe4824 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/34ca9f04-732e-469d-868b-653c85296860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0764332 Mar 11 17:26:34.412549 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60090) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:34.418183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:34.421589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b951f-7d96-4dd0-b3ce-6550f0879ebc None None] Routers {'34ca9f04-732e-469d-868b-653c85296860'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:34.423238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=a33e1158-3ca8-45d4-973c-f4479649b710,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:34.426297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:34.433205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:34.436257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d79b951f-7d96-4dd0-b3ce-6550f0879ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['34ca9f04-732e-469d-868b-653c85296860'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:34.519499 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ae3bede-77cf-4da4-ae16-7959d59e9b93 req-a33caabf-0d21-4abb-adba-78ec555af252 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5063961 Mar 11 17:26:34.528744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d79b951f-7d96-4dd0-b3ce-6550f0879ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:34.548843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:34.550514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.585512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b951f-7d96-4dd0-b3ce-6550f0879ebc None None] Routers {'34ca9f04-732e-469d-868b-653c85296860'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:34.588970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d79b951f-7d96-4dd0-b3ce-6550f0879ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['34ca9f04-732e-469d-868b-653c85296860'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:34.598308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e900c859-c36f-4f4d-86d8-c036026d80b9 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9832120 Mar 11 17:26:34.601321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60096) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:34.619096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'port': {'network_id': '596bafc5-31a5-45d2-848d-38ca8ffb505d', 'name': 'tempest-FloatingIPTestJSON-714365876'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:34.733958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d79b951f-7d96-4dd0-b3ce-6550f0879ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:34.734356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b951f-7d96-4dd0-b3ce-6550f0879ebc None None] The sync data for ids ['34ca9f04-732e-469d-868b-653c85296860'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:34.778415 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceee9e5-e4b0-4ed9-b97a-d96f5d079b95 x-openstack-request-id: req-1ceee9e5-e4b0-4ed9-b97a-d96f5d079b95 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:34.778821 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "2dac3327-398c-4032-b0a0-bfd817e0dbda", "code": 200}, {"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "afe24553-745c-4de3-95c2-2eceab64a6d4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:34.779261 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ceee9e5-e4b0-4ed9-b97a-d96f5d079b95 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:34.780802 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dac3327-398c-4032-b0a0-bfd817e0dbda', 'code': 200} Mar 11 17:26:34.781259 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe24553-745c-4de3-95c2-2eceab64a6d4', 'code': 200} Mar 11 17:26:34.811830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Allocated IP 172.20.0.3 (93d32082-a711-479f-be40-f94d1c06240c/d59efb11-4ebe-4ce7-936d-03f82c07cb60/e262c169-9898-459e-8d70-a433576a2423) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:34.819545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Made reservation on behalf of 1c0ae9cdbea542cfa7f89b9d71d6c72d for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:34.824842 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:34.871841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] device_id is not set on port b39a00c3-ae74-40ef-861b-796ca8f95f1b yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:26:35.073466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-716ca7fe-2b1e-4c7a-98e8-a57ae6ff516d req-c6bdabe8-5973-493d-bbe2-de9cd084b6da tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 210 time: 0.1079504 Mar 11 17:26:35.205251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.20.0.6 (596bafc5-31a5-45d2-848d-38ca8ffb505d/de55057e-4bb5-4686-8f38-cd525a12e831/b39a00c3-ae74-40ef-861b-796ca8f95f1b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:35.214648 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-25b659f9-13cd-43c1-bd5a-cfaeec641ae8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ca9f04-732e-469d-868b-653c85296860 HTTP/1.1" status: 200 len: 205 time: 0.1447577 Mar 11 17:26:35.225807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60114) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:35.937733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f7e50ee-246d-496d-92ff-c015ac8f9ab4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:35.958422 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.083139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.115813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['9c6a9edf-9bd9-4481-9d7c-b5afa306ab89'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:36.293852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Network 93d32082-a711-479f-be40-f94d1c06240c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:36.329173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.400703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:36.409541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:36.467030 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.544919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Pushing event updated for resources: {'Port': ['ID=e262c169-9898-459e-8d70-a433576a2423,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:36.578625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:36.579679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.609339 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f7e50ee-246d-496d-92ff-c015ac8f9ab4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.617853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f7e50ee-246d-496d-92ff-c015ac8f9ab4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.638097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42bef4-006e-4ebc-8d8c-96f76e8cdfa1 req-823672c3-0339-43e1-92cd-e44100a164af tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:36.650873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42bef4-006e-4ebc-8d8c-96f76e8cdfa1 req-823672c3-0339-43e1-92cd-e44100a164af tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:36.653237 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-c8fad11d-f756-441c-b6b0-ca9ece4687a2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8985109 Mar 11 17:26:36.684389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42bef4-006e-4ebc-8d8c-96f76e8cdfa1 req-823672c3-0339-43e1-92cd-e44100a164af tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:36.693742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42bef4-006e-4ebc-8d8c-96f76e8cdfa1 req-823672c3-0339-43e1-92cd-e44100a164af tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:36.701007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42bef4-006e-4ebc-8d8c-96f76e8cdfa1 req-823672c3-0339-43e1-92cd-e44100a164af tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:36.708619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42bef4-006e-4ebc-8d8c-96f76e8cdfa1 req-823672c3-0339-43e1-92cd-e44100a164af tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:36.716147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42bef4-006e-4ebc-8d8c-96f76e8cdfa1 req-823672c3-0339-43e1-92cd-e44100a164af tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:36.719486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e42bef4-006e-4ebc-8d8c-96f76e8cdfa1 req-823672c3-0339-43e1-92cd-e44100a164af tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.6075015 Mar 11 17:26:36.783996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829054c0-b71e-4ea6-b95d-d5ca77b4db89'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:36.786679 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f84173b-7285-4f69-8ad7-b14a2aaa15d0" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "829054c0-b71e-4ea6-b95d-d5ca77b4db89"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:36.807084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Request body: {'port': {'device_id': 'ee3635e8-c617-499d-9618-0d4a42085a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:36.846575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:36.854632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f7e50ee-246d-496d-92ff-c015ac8f9ab4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.855174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7e50ee-246d-496d-92ff-c015ac8f9ab4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Fanout notify agent at l3_agent the message router_deleted on router 34ca9f04-732e-469d-868b-653c85296860 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:26:36.864928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60919099-3c2a-4909-adba-0221b4e5db85 req-9aee9b0f-8714-44cd-b730-64d9ea240194 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:36.866559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60919099-3c2a-4909-adba-0221b4e5db85 req-9aee9b0f-8714-44cd-b730-64d9ea240194 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 931 time: 0.4665055 Mar 11 17:26:36.868129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:36.868412 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f7e50ee-246d-496d-92ff-c015ac8f9ab4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:36.869500 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6f7e50ee-246d-496d-92ff-c015ac8f9ab4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/34ca9f04-732e-469d-868b-653c85296860 HTTP/1.1" status: 204 len: 168 time: 1.6405458 Mar 11 17:26:36.874715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:36.893420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:36.930053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=b39a00c3-ae74-40ef-861b-796ca8f95f1b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:37.017263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.117463 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e42bef4-006e-4ebc-8d8c-96f76e8cdfa1 req-32af8b0c-8ce1-43c2-b2f6-16ee2b757bb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3817148 Mar 11 17:26:37.125453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.140718 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.147512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e918ec-60de-4b72-a205-2f70afc48006 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting subnet 1e879c9c-f7fa-4208-8588-98ed955f425a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:26:37.182646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90e918ec-60de-4b72-a205-2f70afc48006 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.236612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8f7712ae-464e-483d-81fd-a2532dd7f7ca tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6333187 Mar 11 17:26:37.250135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60919099-3c2a-4909-adba-0221b4e5db85 req-49d92b65-c0e7-41af-8da2-597b5b1d38dd tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667147 Mar 11 17:26:37.257248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60164) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:37.279106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'b39a00c3-ae74-40ef-861b-796ca8f95f1b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:37.300773 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37f69b4-6c0c-4c9a-a606-a428786d0962 x-openstack-request-id: req-a37f69b4-6c0c-4c9a-a606-a428786d0962 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:37.301666 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-plugged", "status": "completed", "tag": "829054c0-b71e-4ea6-b95d-d5ca77b4db89", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:37.302092 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a37f69b4-6c0c-4c9a-a606-a428786d0962 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:37.302732 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829054c0-b71e-4ea6-b95d-d5ca77b4db89', 'code': 200} Mar 11 17:26:37.319211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90e918ec-60de-4b72-a205-2f70afc48006 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.349007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.678741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15ae3-a0c6-4dd9-88dc-6ee6ded3e465 req-4f5b86a0-85f7-43cd-92e7-7490db5a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.683049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15ae3-a0c6-4dd9-88dc-6ee6ded3e465 req-4f5b86a0-85f7-43cd-92e7-7490db5a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.684659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15ae3-a0c6-4dd9-88dc-6ee6ded3e465 req-4f5b86a0-85f7-43cd-92e7-7490db5a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.686509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15ae3-a0c6-4dd9-88dc-6ee6ded3e465 req-4f5b86a0-85f7-43cd-92e7-7490db5a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.687182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15ae3-a0c6-4dd9-88dc-6ee6ded3e465 req-4f5b86a0-85f7-43cd-92e7-7490db5a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.687863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15ae3-a0c6-4dd9-88dc-6ee6ded3e465 req-4f5b86a0-85f7-43cd-92e7-7490db5a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.689054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15ae3-a0c6-4dd9-88dc-6ee6ded3e465 req-4f5b86a0-85f7-43cd-92e7-7490db5a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:37.694968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3f15ae3-a0c6-4dd9-88dc-6ee6ded3e465 req-4f5b86a0-85f7-43cd-92e7-7490db5a3672 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6501 time: 0.2929232 Mar 11 17:26:37.782953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:37.790215 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3f15ae3-a0c6-4dd9-88dc-6ee6ded3e465 req-108ef054-c41a-47d6-858f-fd36aa1bcc15 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838480 Mar 11 17:26:37.822179 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90e918ec-60de-4b72-a205-2f70afc48006 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.040271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90e918ec-60de-4b72-a205-2f70afc48006 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.164012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.25.8.244 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/df8742ee-960e-403a-a6b9-97b79a066925) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:38.206323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e8b4e-9f65-46d7-995a-93316a0a90d3 req-24f00a72-80e5-4469-b8f7-d832bc38ee59 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.208776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-796e8b4e-9f65-46d7-995a-93316a0a90d3 req-24f00a72-80e5-4469-b8f7-d832bc38ee59 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.1276200 Mar 11 17:26:38.237646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e918ec-60de-4b72-a205-2f70afc48006 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Subnet': ['ID=1e879c9c-f7fa-4208-8588-98ed955f425a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:38.250230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0d8b5-3178-4bff-8ab4-48bf939a6b8c None None] Network 7a563f7c-05bd-482f-9d8c-218690f611d3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:38.268405 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90e918ec-60de-4b72-a205-2f70afc48006 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.277039 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-90e918ec-60de-4b72-a205-2f70afc48006 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/1e879c9c-f7fa-4208-8588-98ed955f425a HTTP/1.1" status: 204 len: 168 time: 1.3359568 Mar 11 17:26:38.287584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60182) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:38.315816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-796e8b4e-9f65-46d7-995a-93316a0a90d3 req-c8bdc8c8-9181-4e96-8774-da78363e9e44 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847433 Mar 11 17:26:38.579633 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.603564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e262c169-9898-459e-8d70-a433576a2423 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:38.627038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0663c88-f559-4299-b7a6-eb1a2191aace tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting subnet 5dde5354-1923-4541-8d6d-3ec0277f078f {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:26:38.646253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd970e3-da77-41b0-86c9-5719c3b7d6b0 req-bd28f639-10b5-469e-b69e-e9fa99494381 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.655109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0663c88-f559-4299-b7a6-eb1a2191aace tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.663511 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.674210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd970e3-da77-41b0-86c9-5719c3b7d6b0 req-bd28f639-10b5-469e-b69e-e9fa99494381 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.691872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd970e3-da77-41b0-86c9-5719c3b7d6b0 req-bd28f639-10b5-469e-b69e-e9fa99494381 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.745585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd970e3-da77-41b0-86c9-5719c3b7d6b0 req-bd28f639-10b5-469e-b69e-e9fa99494381 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.777325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd970e3-da77-41b0-86c9-5719c3b7d6b0 req-bd28f639-10b5-469e-b69e-e9fa99494381 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.809784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Transition to ACTIVE for port object e262c169-9898-459e-8d70-a433576a2423 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:38.825629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.826692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd970e3-da77-41b0-86c9-5719c3b7d6b0 req-bd28f639-10b5-469e-b69e-e9fa99494381 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.839477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a09ceb-362b-4408-b739-6b833013fbb6 None None] DHCP port deletion for 7a563f7c-05bd-482f-9d8c-218690f611d3 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:26:38.842610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0663c88-f559-4299-b7a6-eb1a2191aace tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:38.851514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd970e3-da77-41b0-86c9-5719c3b7d6b0 req-bd28f639-10b5-469e-b69e-e9fa99494381 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:38.857715 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acd970e3-da77-41b0-86c9-5719c3b7d6b0 req-bd28f639-10b5-469e-b69e-e9fa99494381 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.4313095 Mar 11 17:26:38.989996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Pushing event updated for resources: {'Port': ['ID=e262c169-9898-459e-8d70-a433576a2423,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:39.071118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acd970e3-da77-41b0-86c9-5719c3b7d6b0 req-ff772cf5-1b7c-4200-bf7c-ba2504a75b5c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431544 Mar 11 17:26:39.076382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a0a09ceb-362b-4408-b739-6b833013fbb6 None None] Deleting port ececaee7-d32e-4c25-8874-d18e76800144 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:39.076960 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ceb-362b-4408-b739-6b833013fbb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.120704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a025e2-0c46-4153-b3e8-d2974f06677c req-2e06cccb-9fde-4cb4-bfb8-c781647ee8f7 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:39.123114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89a025e2-0c46-4153-b3e8-d2974f06677c req-2e06cccb-9fde-4cb4-bfb8-c781647ee8f7 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 943 time: 0.5040097 Mar 11 17:26:39.192276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.322369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Attempting to bind port e262c169-9898-459e-8d70-a433576a2423 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:39.322949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Attempting to bind port e262c169-9898-459e-8d70-a433576a2423 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:39.323584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Attempting to bind port e262c169-9898-459e-8d70-a433576a2423 on network 93d32082-a711-479f-be40-f94d1c06240c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:26:39.331445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:39.336234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=df8742ee-960e-403a-a6b9-97b79a066925,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:39.336797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0663c88-f559-4299-b7a6-eb1a2191aace tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.340056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:39.349188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:39.375916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ececaee7-d32e-4c25-8874-d18e76800144 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:26:39.442482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Port e262c169-9898-459e-8d70-a433576a2423 on network 93d32082-a711-479f-be40-f94d1c06240c not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:26:39.443246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Attempting to bind port e262c169-9898-459e-8d70-a433576a2423 on network 93d32082-a711-479f-be40-f94d1c06240c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:26:39.468510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:26:39.469453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Checking segment: {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:26:39.470744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Bound using segment: {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:26:39.471531 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Bound port: e262c169-9898-459e-8d70-a433576a2423, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ad2b2e-c090-4a41-8e9e-84333285849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '93d32082-a711-479f-be40-f94d1c06240c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:39.472146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.512955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a0a09ceb-362b-4408-b739-6b833013fbb6 None None] For port ececaee7-d32e-4c25-8874-d18e76800144, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ececaee7-d32e-4c25-8874-d18e76800144,segment=NetworkSegment(25d2045e-ac63-442d-9764-c0f3368b3107),segment_id=25d2045e-ac63-442d-9764-c0f3368b3107)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:39.513473 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ceb-362b-4408-b739-6b833013fbb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.538059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89a025e2-0c46-4153-b3e8-d2974f06677c req-6a03c048-23a2-40e7-ab41-02d4829735f3 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056978 Mar 11 17:26:39.597534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a0a09ceb-362b-4408-b739-6b833013fbb6 None None] Calling delete_port for ececaee7-d32e-4c25-8874-d18e76800144 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:39.649902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] For port e262c169-9898-459e-8d70-a433576a2423, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:39.656033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] For port e262c169-9898-459e-8d70-a433576a2423, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e262c169-9898-459e-8d70-a433576a2423,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:39.659645 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0663c88-f559-4299-b7a6-eb1a2191aace tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.699829 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.744435 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ceb-362b-4408-b739-6b833013fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.763433 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:39.804316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a09ceb-362b-4408-b739-6b833013fbb6 None None] Pushing event deleted for resources: {'Port': ['ID=ececaee7-d32e-4c25-8874-d18e76800144,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:39.808051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a09ceb-362b-4408-b739-6b833013fbb6 None None] No DVR routers for this DVR port ececaee7-d32e-4c25-8874-d18e76800144 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:39.942492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e1e718-02a9-4297-8ff4-506ae6ada531 None None] Network 6d3299c0-3497-46fe-84bd-c7cc2f663925 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:39.974437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0663c88-f559-4299-b7a6-eb1a2191aace tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Subnet': ['ID=5dde5354-1923-4541-8d6d-3ec0277f078f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:40.005403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:40.006584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.016639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] 10.222.0.66 "PUT /v2.0/ports/e262c169-9898-459e-8d70-a433576a2423 HTTP/1.1" status: 200 len: 1091 time: 3.2267451 Mar 11 17:26:40.023603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0663c88-f559-4299-b7a6-eb1a2191aace tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.060990 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b0663c88-f559-4299-b7a6-eb1a2191aace tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/5dde5354-1923-4541-8d6d-3ec0277f078f HTTP/1.1" status: 204 len: 168 time: 1.7717514 Mar 11 17:26:40.061655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3635e8-c617-499d-9618-0d4a42085a95', 'tag': 'e262c169-9898-459e-8d70-a433576a2423'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:40.078094 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ba167-13fd-4866-8fbd-5f7582b9ec77" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3635e8-c617-499d-9618-0d4a42085a95", "tag": "e262c169-9898-459e-8d70-a433576a2423"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:40.090965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60226) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:40.139936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30af48d-1a38-4ab6-86be-699803562df2 service neutron] Pushing event updated for resources: {'Port': ['ID=e262c169-9898-459e-8d70-a433576a2423,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:40.392031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5854113f-0be8-4cc3-bf27-a0cb8a1c6e6f None None] DHCP port deletion for 6d3299c0-3497-46fe-84bd-c7cc2f663925 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:26:40.420706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8246-f1bd-40b4-add0-01a69fbf6928 req-c27a00bc-798f-42c6-8cd1-854a08a189a5 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:40.423532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d65a8246-f1bd-40b4-add0-01a69fbf6928 req-c27a00bc-798f-42c6-8cd1-854a08a189a5 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.8794501 Mar 11 17:26:40.571859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5854113f-0be8-4cc3-bf27-a0cb8a1c6e6f None None] Deleting port 18686980-60ae-4aed-9e36-505fa5245a21 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:40.573210 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5854113f-0be8-4cc3-bf27-a0cb8a1c6e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.611928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-bc28d86e-312d-4887-9367-822325efef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:40.615264 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-bc28d86e-312d-4887-9367-822325efef19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 1094 time: 0.3804154 Mar 11 17:26:40.627918 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e968a1c6-480f-41ed-84db-acc512131b3c x-openstack-request-id: req-e968a1c6-480f-41ed-84db-acc512131b3c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:40.628454 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3635e8-c617-499d-9618-0d4a42085a95", "tag": "e262c169-9898-459e-8d70-a433576a2423", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:40.629605 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e968a1c6-480f-41ed-84db-acc512131b3c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:40.634812 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3635e8-c617-499d-9618-0d4a42085a95', 'tag': 'e262c169-9898-459e-8d70-a433576a2423', 'status': 'completed', 'code': 200} Mar 11 17:26:40.722014 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-754c8d3f-dff1-4d66-9456-f4b4bba96763 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e262c169-9898-459e-8d70-a433576a2423 HTTP/1.1" status: 200 len: 217 time: 0.0852396 Mar 11 17:26:40.731070 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:40.786726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d65a8246-f1bd-40b4-add0-01a69fbf6928 req-bba85343-8d64-4293-ad4b-067ffb9c1a8c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312500 Mar 11 17:26:40.830783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-9da89c39-fcfc-4b69-8087-c6c1fd88e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:40.833398 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-9da89c39-fcfc-4b69-8087-c6c1fd88e34d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d59efb11-4ebe-4ce7-936d-03f82c07cb60 HTTP/1.1" status: 200 len: 850 time: 0.0985687 Mar 11 17:26:40.884966 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-bcb727cf-660f-4683-8f55-9a5365a1d99d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93d32082-a711-479f-be40-f94d1c06240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443339 Mar 11 17:26:41.102855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.180191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.196976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb8e9-d468-4176-b643-d53fa427e16a req-ac57e05d-37e2-49bc-85e9-61767c49251f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.201021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a563f7c-05bd-482f-9d8c-218690f611d3']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:41.202961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb8e9-d468-4176-b643-d53fa427e16a req-ac57e05d-37e2-49bc-85e9-61767c49251f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.205819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 18686980-60ae-4aed-9e36-505fa5245a21 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:26:41.208931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb8e9-d468-4176-b643-d53fa427e16a req-ac57e05d-37e2-49bc-85e9-61767c49251f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.214829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb8e9-d468-4176-b643-d53fa427e16a req-ac57e05d-37e2-49bc-85e9-61767c49251f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.236180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb8e9-d468-4176-b643-d53fa427e16a req-ac57e05d-37e2-49bc-85e9-61767c49251f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.243611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb8e9-d468-4176-b643-d53fa427e16a req-ac57e05d-37e2-49bc-85e9-61767c49251f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.251340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb8e9-d468-4176-b643-d53fa427e16a req-ac57e05d-37e2-49bc-85e9-61767c49251f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.255260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d2045e-ac63-442d-9764-c0f3368b3107') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:41.255866 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d2045e-ac63-442d-9764-c0f3368b3107') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:41.260743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbccb8e9-d468-4176-b643-d53fa427e16a req-ac57e05d-37e2-49bc-85e9-61767c49251f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.4488580 Mar 11 17:26:41.274534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.304630 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.325206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:26:41.325889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:26:41.329764 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:26:41.339748 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5854113f-0be8-4cc3-bf27-a0cb8a1c6e6f None None] For port 18686980-60ae-4aed-9e36-505fa5245a21, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=18686980-60ae-4aed-9e36-505fa5245a21,segment=NetworkSegment(1fb2a879-b87e-4595-9218-0b4ef682a2cf),segment_id=1fb2a879-b87e-4595-9218-0b4ef682a2cf)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:41.345076 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5854113f-0be8-4cc3-bf27-a0cb8a1c6e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.362632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d403-e904-488f-8f53-f80930a39f0a req-2f3bb210-b1dd-47f0-9e60-ec968531d2a2 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.362920 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-6a6d8332-ba6c-4689-a47e-ade5184d7f40 service neutron] 10.222.0.66 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407785 Mar 11 17:26:41.364577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4c0d403-e904-488f-8f53-f80930a39f0a req-2f3bb210-b1dd-47f0-9e60-ec968531d2a2 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 945 time: 0.3560026 Mar 11 17:26:41.380115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5854113f-0be8-4cc3-bf27-a0cb8a1c6e6f None None] Calling delete_port for 18686980-60ae-4aed-9e36-505fa5245a21 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:41.445155 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.448079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbccb8e9-d468-4176-b643-d53fa427e16a req-06d9f283-ba48-479b-9915-3b04fae1e314 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1860189 Mar 11 17:26:41.541580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4c0d403-e904-488f-8f53-f80930a39f0a req-969e5d2e-f2c4-487b-b4d4-c794155f42c2 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591823 Mar 11 17:26:41.548105 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.748392 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.786328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.792737 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/networks/7a563f7c-05bd-482f-9d8c-218690f611d3 HTTP/1.1" status: 204 len: 168 time: 1.6537631 Mar 11 17:26:41.802994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:41.852384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fe9bd-012c-438d-9917-945f457376ba req-9f878434-1a9d-4c09-b7d6-2b437cb43f29 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:41.859400 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.862475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-550fe9bd-012c-438d-9917-945f457376ba req-9f878434-1a9d-4c09-b7d6-2b437cb43f29 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 943 time: 0.1540065 Mar 11 17:26:41.915599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 18686980-60ae-4aed-9e36-505fa5245a21, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=18686980-60ae-4aed-9e36-505fa5245a21,segment=NetworkSegment(1fb2a879-b87e-4595-9218-0b4ef682a2cf),segment_id=1fb2a879-b87e-4595-9218-0b4ef682a2cf)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:41.927682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.962050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7d826-9e6d-45f0-97c3-94045034c407 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Network': ['ID=7a563f7c-05bd-482f-9d8c-218690f611d3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:42.037351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-550fe9bd-012c-438d-9917-945f457376ba req-0308d1e0-20e8-4fd0-b42b-e82a7da40ad5 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736314 Mar 11 17:26:42.104071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb330-0ca8-4cd3-bf41-8f25b66b3ca6 req-35b0c5dd-78a3-4fdf-b13f-fec99599b5be tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.111659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb330-0ca8-4cd3-bf41-8f25b66b3ca6 req-35b0c5dd-78a3-4fdf-b13f-fec99599b5be tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.112399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2cae3b5e-fbcf-4ddf-9a5d-6026ddb5e107 req-6a0fb9e8-a6ee-4a17-bc20-69b2899cfe64 service neutron] 10.222.0.66 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6542642 Mar 11 17:26:42.139817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb330-0ca8-4cd3-bf41-8f25b66b3ca6 req-35b0c5dd-78a3-4fdf-b13f-fec99599b5be tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.142073 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5854113f-0be8-4cc3-bf27-a0cb8a1c6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.151317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb330-0ca8-4cd3-bf41-8f25b66b3ca6 req-35b0c5dd-78a3-4fdf-b13f-fec99599b5be tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.159592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb330-0ca8-4cd3-bf41-8f25b66b3ca6 req-35b0c5dd-78a3-4fdf-b13f-fec99599b5be tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.167131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb330-0ca8-4cd3-bf41-8f25b66b3ca6 req-35b0c5dd-78a3-4fdf-b13f-fec99599b5be tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.177965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854113f-0be8-4cc3-bf27-a0cb8a1c6e6f None None] No DVR routers for this DVR port 18686980-60ae-4aed-9e36-505fa5245a21 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:42.197530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb330-0ca8-4cd3-bf41-8f25b66b3ca6 req-35b0c5dd-78a3-4fdf-b13f-fec99599b5be tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.201721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f0cb330-0ca8-4cd3-bf41-8f25b66b3ca6 req-35b0c5dd-78a3-4fdf-b13f-fec99599b5be tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.2938478 Mar 11 17:26:42.237181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=18686980-60ae-4aed-9e36-505fa5245a21,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:42.240231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60260) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:42.277930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Request body: {'floatingip': {'port_id': '4eca2090-886c-4e60-a1d8-d4c64ad0f667'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:42.290450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854113f-0be8-4cc3-bf27-a0cb8a1c6e6f None None] Pushing event deleted for resources: {'Port': ['ID=18686980-60ae-4aed-9e36-505fa5245a21,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:42.368660 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.379295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.481205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538906-89be-4d31-8ba2-ac616b591b0d req-fad03ca2-4f39-420b-9b2f-5b34109f839f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.485361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-40538906-89be-4d31-8ba2-ac616b591b0d req-fad03ca2-4f39-420b-9b2f-5b34109f839f tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.46 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.2554486 Mar 11 17:26:42.490445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.508214 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.535440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-1cc1dcff-819d-466c-bae8-d30eaf735491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.538500 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-1cc1dcff-819d-466c-bae8-d30eaf735491 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 1094 time: 0.3682671 Mar 11 17:26:42.627555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625829b-3d30-4444-9f05-504eb261373c req-957ae801-3348-4823-8540-568866e07bd9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.635671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8625829b-3d30-4444-9f05-504eb261373c req-957ae801-3348-4823-8540-568866e07bd9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 0.3447454 Mar 11 17:26:42.751716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-e347ebb2-4757-45ad-95aa-ad057ef3bc91 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.754049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-e347ebb2-4757-45ad-95aa-ad057ef3bc91 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.66 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 945 time: 0.3248754 Mar 11 17:26:42.834731 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:42.913445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3299c0-3497-46fe-84bd-c7cc2f663925']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:42.921575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-6116fdf2-6591-4a65-b56f-57e42f04cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:42.923402 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-6116fdf2-6591-4a65-b56f-57e42f04cb6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 200 len: 910 time: 0.3748250 Mar 11 17:26:42.979934 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-5f83b56d-e02e-46aa-bde6-bc40227a2cc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e262c169-9898-459e-8d70-a433576a2423 HTTP/1.1" status: 200 len: 217 time: 0.0477664 Mar 11 17:26:42.984198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb2a879-b87e-4595-9218-0b4ef682a2cf') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:42.984617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb2a879-b87e-4595-9218-0b4ef682a2cf') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:43.006071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=df8742ee-960e-403a-a6b9-97b79a066925,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:43.075503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8625829b-3d30-4444-9f05-504eb261373c req-1095aad2-78b9-49d3-bd3f-577f283b8cf9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309490 Mar 11 17:26:43.095260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.189276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.197509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-40538906-89be-4d31-8ba2-ac616b591b0d req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Deleting port ef8ac864-f933-4ae7-88be-6a6f525335e7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:43.197975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-40538906-89be-4d31-8ba2-ac616b591b0d req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.212322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.227807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11eb08-90bd-498c-a436-b930c0291b0b req-5ea4cd38-7472-47c2-aed8-b8bfb1580969 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:43.238969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c11eb08-90bd-498c-a436-b930c0291b0b req-5ea4cd38-7472-47c2-aed8-b8bfb1580969 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 945 time: 0.3241012 Mar 11 17:26:43.243154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-0c52bb08-a743-4848-93b6-ff53a51669f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:43.244857 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-0c52bb08-a743-4848-93b6-ff53a51669f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d59efb11-4ebe-4ce7-936d-03f82c07cb60 HTTP/1.1" status: 200 len: 850 time: 0.2548018 Mar 11 17:26:43.545905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:26:43.546986 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:26:43.560812 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:26:43.603615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:43.613110 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8b409533-76d4-4dd5-9001-e5f182c4219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.637124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Deleting port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:43.638006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.678605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-21a07c00-d558-4577-9a01-e4be1c18bf93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93d32082-a711-479f-be40-f94d1c06240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489608 Mar 11 17:26:43.836415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] For port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:43.836824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.922521 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.944416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.984114 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.002933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/networks/6d3299c0-3497-46fe-84bd-c7cc2f663925 HTTP/1.1" status: 204 len: 168 time: 2.1722217 Mar 11 17:26:44.004261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.027887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60284) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:44.054350 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1784299531'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:44.128979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2771c-099b-40ae-8d16-92ef224c4757 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Network': ['ID=6d3299c0-3497-46fe-84bd-c7cc2f663925,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:44.171252 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.171685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.171944 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Floating IP a7caaa29-cec3-4df4-a22e-0a878389bad5 disassociated. External IP: 172.25.8.125, port: cc18cd3b-a23c-4b5c-8f78-c8485b6bd084. Mar 11 17:26:44.172843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Calling delete_port for cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:44.208571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:44.214760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.247295 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-03c364a7-adce-4ab2-a812-8053c3934621 service neutron] 10.222.0.66 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553346 Mar 11 17:26:44.422581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c831d-afc6-4bfa-b277-33882aa91231 req-2229f12e-3a5f-4020-bf69-eab6321a196d tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:44.424288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f0c831d-afc6-4bfa-b277-33882aa91231 req-2229f12e-3a5f-4020-bf69-eab6321a196d tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 943 time: 1.0545540 Mar 11 17:26:44.440375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c11eb08-90bd-498c-a436-b930c0291b0b req-6d366de5-330b-437f-a4c8-a25e30e44b5d tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf6940b0-2ca3-443d-8c43-fd3c7bac712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0382447 Mar 11 17:26:44.443988 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP 9aaf4ea7-5b9b-4ab3-9cb0-7b2eb7b6b7db associated. External IP: 172.25.8.244, port: b39a00c3-ae74-40ef-861b-796ca8f95f1b. Mar 11 17:26:44.806803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-40538906-89be-4d31-8ba2-ac616b591b0d req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] For port ef8ac864-f933-4ae7-88be-6a6f525335e7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ef8ac864-f933-4ae7-88be-6a6f525335e7,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:44.807659 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-40538906-89be-4d31-8ba2-ac616b591b0d req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.958884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:26:44.979411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.982279 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added segment f1ecf577-83b9-48d4-8552-9e118e7d1c88 of type vlan for network 1f3d0ac8-91a0-421d-bad7-e247ce511060 Mar 11 17:26:45.143865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.152569 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Floating IP ee81effb-8988-4ae3-8265-92a458ba625b associated. External IP: 172.25.8.21, port: 4eca2090-886c-4e60-a1d8-d4c64ad0f667. Mar 11 17:26:45.256509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e262c169-9898-459e-8d70-a433576a2423 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:26:45.326677 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:26:45.418797 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b44ba167-13fd-4866-8fbd-5f7582b9ec77 req-e9df9bb0-4c3c-4ce1-a758-283a287289dc service neutron] 10.222.0.66 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0718565 Mar 11 17:26:45.419560 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.425964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:45.426614 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.558998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e262c169-9898-459e-8d70-a433576a2423, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e262c169-9898-459e-8d70-a433576a2423,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:45.570159 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.575303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-40538906-89be-4d31-8ba2-ac616b591b0d req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Calling delete_port for ef8ac864-f933-4ae7-88be-6a6f525335e7 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:45.595932 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5476205 Mar 11 17:26:45.604679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f0c831d-afc6-4bfa-b277-33882aa91231 req-0dd250bb-e6f1-46fd-b5f0-be103e28c3d1 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1574719 Mar 11 17:26:45.611734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'e262c169-9898-459e-8d70-a433576a2423', 'network_id': '93d32082-a711-479f-be40-f94d1c06240c', 'port_id': 'e262c169-9898-459e-8d70-a433576a2423', 'mac_address': 'fa:16:3e:b5:69:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59efb11-4ebe-4ce7-936d-03f82c07cb60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:26:45.614312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60298) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:45.626888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'subnet': {'network_id': '1f3d0ac8-91a0-421d-bad7-e247ce511060', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:45.690822 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.722357 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e262c169-9898-459e-8d70-a433576a2423 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:45.820455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e262c169-9898-459e-8d70-a433576a2423, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e262c169-9898-459e-8d70-a433576a2423,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:45.839720 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.842080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632ad60-3538-4eb5-ad1a-8941826f3835 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Network': ['ID=1f3d0ac8-91a0-421d-bad7-e247ce511060,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:45.851980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:45.859065 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.948552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e262c169-9898-459e-8d70-a433576a2423,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:45.951477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 1f3d0ac8-91a0-421d-bad7-e247ce511060 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:26:45.981761 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b826aed7-731a-4feb-8a8f-1e86cb09a17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.093442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Router 1a1723c7-1249-453e-8889-e8890a10bb80 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:46.174140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4048309-4945-4443-a488-d7bcbe04ff49 req-ef406fb2-d208-42b8-a300-baa25644df7d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:46.175794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4048309-4945-4443-a488-d7bcbe04ff49 req-ef406fb2-d208-42b8-a300-baa25644df7d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d3e277-f299-4c05-a3ba-c00d99393969 HTTP/1.1" status: 200 len: 946 time: 1.4835165 Mar 11 17:26:46.176658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event deleted for resources: {'Port': ['ID=cc18cd3b-a23c-4b5c-8f78-c8485b6bd084,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:46.219062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['e262c169-9898-459e-8d70-a433576a2423'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:46.221388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ef8ac864-f933-4ae7-88be-6a6f525335e7 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:26:46.261787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a3d89f7-cb73-426a-900e-67e1c0e3158d req-78d72443-a087-4f52-9062-75e0c9acf7a5 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 210 time: 0.0780478 Mar 11 17:26:46.466937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.561583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Subnet': ['ID=2cec2882-a2a7-4164-89da-4dad11c31888,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:46.574933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:46.587862 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-40538906-89be-4d31-8ba2-ac616b591b0d req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.621715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.792843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Checking segment: {'id': 'f1ecf577-83b9-48d4-8552-9e118e7d1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f3d0ac8-91a0-421d-bad7-e247ce511060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:26:46.792843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network hostable DHCP agents. Network: 1f3d0ac8-91a0-421d-bad7-e247ce511060, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:26:46.800605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:46.806920 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.813543 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] Sync routers for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:46.833043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-40538906-89be-4d31-8ba2-ac616b591b0d req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] No DVR routers for this DVR port ef8ac864-f933-4ae7-88be-6a6f525335e7 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:46.836825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-40538906-89be-4d31-8ba2-ac616b591b0d req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:46.840967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-40538906-89be-4d31-8ba2-ac616b591b0d req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.46 "DELETE /v2.0/ports/ef8ac864-f933-4ae7-88be-6a6f525335e7 HTTP/1.1" status: 204 len: 173 time: 4.3370643 Mar 11 17:26:46.847852 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:46.848896 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:46.851297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d3e277-f299-4c05-a3ba-c00d99393969', 'name': 'network-vif-deleted', 'tag': 'ef8ac864-f933-4ae7-88be-6a6f525335e7'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:46.854676 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c926879-180e-4006-8a1d-f7d7d4a80c57" -d '{"events": [{"server_uuid": "57d3e277-f299-4c05-a3ba-c00d99393969", "name": "network-vif-deleted", "tag": "ef8ac864-f933-4ae7-88be-6a6f525335e7"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:46.888826 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4048309-4945-4443-a488-d7bcbe04ff49 req-ad4e4225-4676-44bc-9b17-7da136acbabf tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913567 Mar 11 17:26:46.890277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cd927-c548-45f2-a396-0ebe10d1bfb7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Pushing event deleted for resources: {'Port': ['ID=ef8ac864-f933-4ae7-88be-6a6f525335e7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:46.986235 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cf74e265-5b3c-435e-952f-301a9bbc639b tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "PUT /v2.0/floatingips/ee81effb-8988-4ae3-8265-92a458ba625b HTTP/1.1" status: 200 len: 990 time: 4.7116573 Mar 11 17:26:47.012497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:47.036006 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c81cc8e-ee55-47be-bdac-40e6112be4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:47.083278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.094846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 1f3d0ac8-91a0-421d-bad7-e247ce511060 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:26:47.124842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 1f3d0ac8-91a0-421d-bad7-e247ce511060) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:47.132864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:47.134351 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.134977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae51b37-6801-45b9-8c42-fcc9780f982a None None] Network 1f3d0ac8-91a0-421d-bad7-e247ce511060 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:47.165383 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aec5592a-3c0d-48fa-9d0a-8ab012bc0e47 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5487776 Mar 11 17:26:47.166175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60328) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:47.173860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ec52b9eb-b2d7-48bb-89d2-fc659c8e1a31 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-968498831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:47.219272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f0288-6c30-4998-bb8d-6d1343c16835 req-ef4e4909-16e9-4c77-a406-12f9cb9ad62c tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:47.221040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-113f0288-6c30-4998-bb8d-6d1343c16835 req-ef4e4909-16e9-4c77-a406-12f9cb9ad62c tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 944 time: 0.4415784 Mar 11 17:26:47.250411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:47.254666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec52b9eb-b2d7-48bb-89d2-fc659c8e1a31 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.256627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec52b9eb-b2d7-48bb-89d2-fc659c8e1a31 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.305630 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:26:47.315430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:26:47.318528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0729eade-4078-4178-83aa-81f29b8902c4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:26:47.395564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:47.431189 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0039e0-e5d0-41c0-aefd-9be477bda96a x-openstack-request-id: req-af0039e0-e5d0-41c0-aefd-9be477bda96a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:47.431619 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d3e277-f299-4c05-a3ba-c00d99393969", "name": "network-vif-deleted", "tag": "ef8ac864-f933-4ae7-88be-6a6f525335e7", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:47.432117 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af0039e0-e5d0-41c0-aefd-9be477bda96a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:47.432855 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d3e277-f299-4c05-a3ba-c00d99393969', 'name': 'network-vif-deleted', 'tag': 'ef8ac864-f933-4ae7-88be-6a6f525335e7', 'status': 'completed', 'code': 200} Mar 11 17:26:47.458481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec906043-98bc-4053-a4ad-10e8316bc117 None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:47.467211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:26:47.467710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:26:47.512525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec906043-98bc-4053-a4ad-10e8316bc117 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:47.512525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ec906043-98bc-4053-a4ad-10e8316bc117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:47.540314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec52b9eb-b2d7-48bb-89d2-fc659c8e1a31 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.542974 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.548945 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec52b9eb-b2d7-48bb-89d2-fc659c8e1a31 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.583476 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb2a1d-270a-45ec-acd4-a8177fdb30a4 x-openstack-request-id: req-70fb2a1d-270a-45ec-acd4-a8177fdb30a4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:47.591178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-113f0288-6c30-4998-bb8d-6d1343c16835 req-76deac48-f81d-44bf-92c3-305f26f99f5c tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491557 Mar 11 17:26:47.591959 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:47.592458 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70fb2a1d-270a-45ec-acd4-a8177fdb30a4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:47.593055 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'status': 'completed', 'code': 200} Mar 11 17:26:47.613348 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec52b9eb-b2d7-48bb-89d2-fc659c8e1a31 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.615674 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ec52b9eb-b2d7-48bb-89d2-fc659c8e1a31 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4482417 Mar 11 17:26:47.618083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:47.630121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'port': {'network_id': '1f3d0ac8-91a0-421d-bad7-e247ce511060', 'name': 'tempest-RoutersIpV6Test-1474721807'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:47.647062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ec906043-98bc-4053-a4ad-10e8316bc117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:47.686349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec906043-98bc-4053-a4ad-10e8316bc117 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:47.686982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ec906043-98bc-4053-a4ad-10e8316bc117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:47.720247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f9f2b411-e2a3-46f2-8555-a3ba055ea817 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.4492955 Mar 11 17:26:47.733162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60338) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:47.749780 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ec906043-98bc-4053-a4ad-10e8316bc117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:47.750459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec906043-98bc-4053-a4ad-10e8316bc117 None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:47.752292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-1f3d0ac8-91a0-421d-bad7-e247ce511060', 'network_id': '1f3d0ac8-91a0-421d-bad7-e247ce511060', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'fixed_ips': [{'subnet_id': '2cec2882-a2a7-4164-89da-4dad11c31888'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:26:47.753257 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:47.846083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d513f279-7e5c-4f20-a430-08e401e581a6 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:48.035236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:26:48.039547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:48.113772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] device_id is not set on port 7148b3c9-6bda-4653-b8a8-928a31cd42ef yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:26:48.213946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5caaf346-0310-4dd7-ba18-0e4b724a3e3d req-02e2cd95-8888-4ec8-a832-86ceafe5f34f tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c219e5-b528-4f7a-a0fb-59bef9a9759a HTTP/1.1" status: 200 len: 210 time: 0.3562984 Mar 11 17:26:48.218760 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ee81effb-8988-4ae3-8265-92a458ba625b', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'port_id': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'mac_address': 'fa:16:3e:c9:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:24:42Z', 'updated_at': '2022-03-11T17:26:43Z', 'revision_number': 1, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad0af82-808e-4e6b-bcec-cbfde24bfc2f', 'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'mac_address': 'fa:16:3e:d3:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:35Z', 'updated_at': '2022-03-11T17:23:43Z', 'revision_number': 5, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'subnets': [{'id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:48.221640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Allocated IP 2001:db8::2 (1f3d0ac8-91a0-421d-bad7-e247ce511060/2cec2882-a2a7-4164-89da-4dad11c31888/9e8c19d1-d618-4961-834d-042201c8f111) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:48.319828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d513f279-7e5c-4f20-a430-08e401e581a6 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:48.322472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:48.339571 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] Checking router: 1a1723c7-1249-453e-8889-e8890a10bb80 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:26:48.358470 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] Sync routers for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:48.372689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-fdab82b4-658d-4f44-8951-e6f732054362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:48.374716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-fdab82b4-658d-4f44-8951-e6f732054362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:48.378010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-fdab82b4-658d-4f44-8951-e6f732054362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:48.379395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-fdab82b4-658d-4f44-8951-e6f732054362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:48.382636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-fdab82b4-658d-4f44-8951-e6f732054362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:48.383790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-fdab82b4-658d-4f44-8951-e6f732054362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:48.386881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-fdab82b4-658d-4f44-8951-e6f732054362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:48.397854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-fdab82b4-658d-4f44-8951-e6f732054362 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6501 time: 0.6915939 Mar 11 17:26:48.404109 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:48.404789 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:48.406921 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:48.407321 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:48.566769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:48.583704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:48.742358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 2001:db8::397 (1f3d0ac8-91a0-421d-bad7-e247ce511060/2cec2882-a2a7-4164-89da-4dad11c31888/7148b3c9-6bda-4653-b8a8-928a31cd42ef) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:48.841225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Network 1f3d0ac8-91a0-421d-bad7-e247ce511060 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:48.860013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:48.883004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:48.919002 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:48.923830 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:26:48.952818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] No DVR routers for this DVR port cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:48.986002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.000019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a58fc9d-c883-4acf-8d48-f1bb80d431ee req-f1cc0812-f058-4b01-ba36-1dc7b558da80 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.66 "DELETE /v2.0/ports/cc18cd3b-a23c-4b5c-8f78-c8485b6bd084 HTTP/1.1" status: 204 len: 173 time: 6.2365098 Mar 11 17:26:49.025203 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.081829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Pushing event updated for resources: {'Port': ['ID=9e8c19d1-d618-4961-834d-042201c8f111,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:49.138882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Attempting to bind port 9e8c19d1-d618-4961-834d-042201c8f111 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:49.139415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Attempting to bind port 9e8c19d1-d618-4961-834d-042201c8f111 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f1ecf577-83b9-48d4-8552-9e118e7d1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f3d0ac8-91a0-421d-bad7-e247ce511060'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:49.139928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Attempting to bind port 9e8c19d1-d618-4961-834d-042201c8f111 on network 1f3d0ac8-91a0-421d-bad7-e247ce511060 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:26:49.182709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:26:49.184366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Checking segment: {'id': 'f1ecf577-83b9-48d4-8552-9e118e7d1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f3d0ac8-91a0-421d-bad7-e247ce511060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:26:49.194351 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.194792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Bound using segment: {'id': 'f1ecf577-83b9-48d4-8552-9e118e7d1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f3d0ac8-91a0-421d-bad7-e247ce511060'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:26:49.195310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Bound port: 9e8c19d1-d618-4961-834d-042201c8f111, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ecf577-83b9-48d4-8552-9e118e7d1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1f3d0ac8-91a0-421d-bad7-e247ce511060'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:49.195707 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.282602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e262c169-9898-459e-8d70-a433576a2423 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:49.358109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.478417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d513f279-7e5c-4f20-a430-08e401e581a6 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.485167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'name': 'network-vif-deleted', 'tag': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:49.489758 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef53baba-edd7-4407-a23e-45a33cef83e7" -d '{"events": [{"server_uuid": "45c219e5-b528-4f7a-a0fb-59bef9a9759a", "name": "network-vif-deleted", "tag": "cc18cd3b-a23c-4b5c-8f78-c8485b6bd084"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:49.524887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.561852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-db7e9e19-6279-49b8-8e31-6b105ffb91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:49.564247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-db7e9e19-6279-49b8-8e31-6b105ffb91cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf7f383e-3ac6-4ae0-b30c-8d66e11decda HTTP/1.1" status: 200 len: 917 time: 0.9955759 Mar 11 17:26:49.565807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d513f279-7e5c-4f20-a430-08e401e581a6 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.566259 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-d513f279-7e5c-4f20-a430-08e401e581a6 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP 9aaf4ea7-5b9b-4ab3-9cb0-7b2eb7b6b7db disassociated. External IP: 172.25.8.244, port: b39a00c3-ae74-40ef-861b-796ca8f95f1b. Mar 11 17:26:49.740964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 1f3d0ac8-91a0-421d-bad7-e247ce511060 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:49.760470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:49.788232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port e262c169-9898-459e-8d70-a433576a2423 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:49.790251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:49.815345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port e262c169-9898-459e-8d70-a433576a2423 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:49.815721 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.819821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:49.827956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] For port 9e8c19d1-d618-4961-834d-042201c8f111, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:26:49.833539 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.857395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=7148b3c9-6bda-4653-b8a8-928a31cd42ef,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:49.870613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] For port 9e8c19d1-d618-4961-834d-042201c8f111, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9e8c19d1-d618-4961-834d-042201c8f111,segment=NetworkSegment(f1ecf577-83b9-48d4-8552-9e118e7d1c88),segment_id=f1ecf577-83b9-48d4-8552-9e118e7d1c88)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:26:49.925604 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e0fcda27-287d-4a18-af6e-1fde648d7a5b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3062470 Mar 11 17:26:49.939179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60374) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:49.964608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802fa2b-170d-40c2-917b-6ba695772295 req-90bee9dc-584c-4ac2-9d82-fabb0f2efc83 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:49.968866 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:49.975294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d802fa2b-170d-40c2-917b-6ba695772295 req-90bee9dc-584c-4ac2-9d82-fabb0f2efc83 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 944 time: 1.1210253 Mar 11 17:26:50.331246 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:26:50.381062 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:50.390657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e1e29-466a-41bb-ae27-f88235d556a8 None None] Pushing event updated for resources: {'Port': ['ID=9e8c19d1-d618-4961-834d-042201c8f111,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:50.428603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d802fa2b-170d-40c2-917b-6ba695772295 req-4852d9e3-ca05-4c84-9cb6-cc4987297493 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508350 Mar 11 17:26:50.458232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d513f279-7e5c-4f20-a430-08e401e581a6 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:26:50.534008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e262c169-9898-459e-8d70-a433576a2423, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e262c169-9898-459e-8d70-a433576a2423,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:50.537371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-dbc3eaea-9ea0-4b23-9232-b54aa19548ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eca2090-886c-4e60-a1d8-d4c64ad0f667 HTTP/1.1" status: 200 len: 998 time: 0.7554862 Mar 11 17:26:50.539014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3635e8-c617-499d-9618-0d4a42085a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e262c169-9898-459e-8d70-a433576a2423'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:50.547333 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c41ba8-bc36-4336-bd5e-1b8657c01417" -d '{"events": [{"server_uuid": "ee3635e8-c617-499d-9618-0d4a42085a95", "name": "network-vif-plugged", "status": "completed", "tag": "e262c169-9898-459e-8d70-a433576a2423"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:50.554981 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:50.715243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e262c169-9898-459e-8d70-a433576a2423,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:50.728254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdba8b7-adf2-4533-a7b4-e07f80086bd3 req-ff9559c2-f9eb-45e2-8110-2c486d52540c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:50.760965 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4cdba8b7-adf2-4533-a7b4-e07f80086bd3 req-ff9559c2-f9eb-45e2-8110-2c486d52540c tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 1.3497016 Mar 11 17:26:50.879501 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45ee117-96dd-42d2-8544-039f09bb2c73 x-openstack-request-id: req-c45ee117-96dd-42d2-8544-039f09bb2c73 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:50.879800 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c219e5-b528-4f7a-a0fb-59bef9a9759a", "name": "network-vif-deleted", "tag": "cc18cd3b-a23c-4b5c-8f78-c8485b6bd084", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:50.880057 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c45ee117-96dd-42d2-8544-039f09bb2c73 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:50.880497 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c219e5-b528-4f7a-a0fb-59bef9a9759a', 'name': 'network-vif-deleted', 'tag': 'cc18cd3b-a23c-4b5c-8f78-c8485b6bd084', 'status': 'completed', 'code': 200} Mar 11 17:26:50.939032 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa37cb-f219-45b3-a486-a53694ed2bf6 x-openstack-request-id: req-6afa37cb-f219-45b3-a486-a53694ed2bf6 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:50.940403 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3635e8-c617-499d-9618-0d4a42085a95", "name": "network-vif-plugged", "status": "completed", "tag": "e262c169-9898-459e-8d70-a433576a2423", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:50.940973 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6afa37cb-f219-45b3-a486-a53694ed2bf6 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:50.942596 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3635e8-c617-499d-9618-0d4a42085a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e262c169-9898-459e-8d70-a433576a2423', 'code': 200} Mar 11 17:26:51.070722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60390) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:51.173811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-90d3d829-a5fd-4414-8dea-50de926e03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:51.174908 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:51.175436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-90d3d829-a5fd-4414-8dea-50de926e03f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7abf076-c6dc-40a4-8f0f-2a60f6700824 HTTP/1.1" status: 200 len: 856 time: 0.6285071 Mar 11 17:26:51.181178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4cdba8b7-adf2-4533-a7b4-e07f80086bd3 req-04e5c4ef-11fc-4fd1-9fbf-dd41a40f9693 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175241 Mar 11 17:26:51.226827 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] Checking router: 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:26:51.257988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e8c19d1-d618-4961-834d-042201c8f111 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:51.292240 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:51.293716 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:51.305727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a597a9-a114-4ea8-9c23-15e2d15fe35c req-b2b9693d-8206-4a8b-9c85-37a32dc8c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:51.307892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66a597a9-a114-4ea8-9c23-15e2d15fe35c req-b2b9693d-8206-4a8b-9c85-37a32dc8c0b9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 1096 time: 0.2595787 Mar 11 17:26:51.356838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-5166e23e-f281-42bb-948f-3dcf50e58dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:51.358510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-5166e23e-f281-42bb-948f-3dcf50e58dfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf7f383e-3ac6-4ae0-b30c-8d66e11decda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728652 Mar 11 17:26:51.401155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66a597a9-a114-4ea8-9c23-15e2d15fe35c req-68714453-0a00-432a-ae75-946298efb11d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767386 Mar 11 17:26:51.404932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d513f279-7e5c-4f20-a430-08e401e581a6 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:51.425413 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d513f279-7e5c-4f20-a430-08e401e581a6 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:51.439236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9e8c19d1-d618-4961-834d-042201c8f111 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:51.440152 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:51.447675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3157ac3c-454c-43a1-8fbf-354d4579104e None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:51.541967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d513f279-7e5c-4f20-a430-08e401e581a6 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/floatingips/9aaf4ea7-5b9b-4ab3-9cb0-7b2eb7b6b7db HTTP/1.1" status: 200 len: 688 time: 3.7420177 Mar 11 17:26:51.546369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60396) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:51.634099 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ee81effb-8988-4ae3-8265-92a458ba625b', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'port_id': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'mac_address': 'fa:16:3e:c9:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:24:42Z', 'updated_at': '2022-03-11T17:26:43Z', 'revision_number': 1, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad0af82-808e-4e6b-bcec-cbfde24bfc2f', 'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'mac_address': 'fa:16:3e:d3:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:35Z', 'updated_at': '2022-03-11T17:23:43Z', 'revision_number': 5, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'subnets': [{'id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:51.652798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157ac3c-454c-43a1-8fbf-354d4579104e None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:51.653540 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3157ac3c-454c-43a1-8fbf-354d4579104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:51.693229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77c027d8-14e3-4bfd-a73e-a64a9ad9219a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:51.701588 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b14f4f-3c6e-4adb-b597-48ec08051d10 None None] The sync data for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 is: [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ee81effb-8988-4ae3-8265-92a458ba625b', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'port_id': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'mac_address': 'fa:16:3e:c9:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936882-29df-4f17-98bd-0dfb83b85f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:24:42Z', 'updated_at': '2022-03-11T17:26:43Z', 'revision_number': 1, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad0af82-808e-4e6b-bcec-cbfde24bfc2f', 'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'mac_address': 'fa:16:3e:d3:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:35Z', 'updated_at': '2022-03-11T17:23:43Z', 'revision_number': 5, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'subnets': [{'id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:51.714081 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:26:51.731247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3157ac3c-454c-43a1-8fbf-354d4579104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:51.810886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157ac3c-454c-43a1-8fbf-354d4579104e None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:51.812024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3157ac3c-454c-43a1-8fbf-354d4579104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:51.894250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-07c4432d-6338-46d1-aee4-3313ac82ea78 service neutron] 10.222.0.46 "GET /v2.0/networks/bf7f383e-3ac6-4ae0-b30c-8d66e11decda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144911 Mar 11 17:26:51.920071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77c027d8-14e3-4bfd-a73e-a64a9ad9219a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:51.940916 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:51.963701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3157ac3c-454c-43a1-8fbf-354d4579104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:51.965066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3157ac3c-454c-43a1-8fbf-354d4579104e None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:51.983120 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.079906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 9e8c19d1-d618-4961-834d-042201c8f111, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9e8c19d1-d618-4961-834d-042201c8f111,segment=NetworkSegment(f1ecf577-83b9-48d4-8552-9e118e7d1c88),segment_id=f1ecf577-83b9-48d4-8552-9e118e7d1c88)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:52.085722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.106351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c81cc8e-ee55-47be-bdac-40e6112be4cb req-3f76e6d1-d71f-4750-86fb-d42313bab05f service neutron] 10.222.0.46 "GET /v2.0/networks/bf7f383e-3ac6-4ae0-b30c-8d66e11decda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184564 Mar 11 17:26:52.202472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bea6f-d298-45ab-9e58-bc3df5dd2525 req-8fcecacb-3938-46f9-b294-38bed369d4fa tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:52.214909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b8bea6f-d298-45ab-9e58-bc3df5dd2525 req-8fcecacb-3938-46f9-b294-38bed369d4fa tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.3188303 Mar 11 17:26:52.281076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=9e8c19d1-d618-4961-834d-042201c8f111,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:52.290824 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc9e29-badc-4798-8407-8e91e91934da None None] New status for floating IP ee81effb-8988-4ae3-8265-92a458ba625b: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:26:52.303598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b8bea6f-d298-45ab-9e58-bc3df5dd2525 req-b30be773-53fb-46b7-933d-3eb370ec2cb6 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875862 Mar 11 17:26:52.343832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port df8742ee-960e-403a-a6b9-97b79a066925 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:52.344936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.665663 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.676635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.718068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c2493-25c0-4353-b82d-b0236602dce0 req-d0019354-bda1-4ecb-bfd1-67961bbbe5a7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:52.724658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d4c2493-25c0-4353-b82d-b0236602dce0 req-d0019354-bda1-4ecb-bfd1-67961bbbe5a7 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.3417361 Mar 11 17:26:52.737351 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.737813 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.769032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77c027d8-14e3-4bfd-a73e-a64a9ad9219a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.771815 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77c027d8-14e3-4bfd-a73e-a64a9ad9219a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:52.775839 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-77c027d8-14e3-4bfd-a73e-a64a9ad9219a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf6940b0-2ca3-443d-8c43-fd3c7bac712d HTTP/1.1" status: 204 len: 168 time: 1.6974618 Mar 11 17:26:52.775839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=7148b3c9-6bda-4653-b8a8-928a31cd42ef,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:52.793677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60414) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:52.806605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c027d8-14e3-4bfd-a73e-a64a9ad9219a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6940b0-2ca3-443d-8c43-fd3c7bac712d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:52.821322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for df8742ee-960e-403a-a6b9-97b79a066925 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:52.837663 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:52.871748 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-802bffd2-d116-4601-a9b8-82472f52c936 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] show failed (client error): The resource could not be found. Mar 11 17:26:52.872939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-802bffd2-d116-4601-a9b8-82472f52c936 tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "GET /v2.0/security-groups/cf6940b0-2ca3-443d-8c43-fd3c7bac712d HTTP/1.1" status: 404 len: 347 time: 0.0783036 Mar 11 17:26:52.882401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60416) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:52.899372 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952ede6-c402-410b-8a58-b392d9b3b20f None None] The sync data for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 is: [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:19:33Z', 'revision_number': 4, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'd59dcce8-b588-4958-a63d-0eab413ea194', 'name': '', 'network_id': '284c669f-7569-4e44-94a7-ae1467ee57c1', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'mac_address': 'fa:16:3e:a6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:32Z', 'updated_at': '2022-03-11T17:19:40Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'subnets': [{'id': 'b7aeb358-7740-46e0-9c8c-283ad62a563f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:52.967169 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad09712b-b182-4af4-a9e9-35673a08c78e None None] Network 1f3d0ac8-91a0-421d-bad7-e247ce511060 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:26:53.048207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ae6b19ad-a00a-4a3a-865d-ae814e688499 None None] Provisioning complete for port 9e8c19d1-d618-4961-834d-042201c8f111 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:53.048760 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ae6b19ad-a00a-4a3a-865d-ae814e688499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.311251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e8c19d1-d618-4961-834d-042201c8f111 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:26:53.335481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.505661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9e8c19d1-d618-4961-834d-042201c8f111 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:53.506247 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.710368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:53.785611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31283153-e12f-4e30-a05f-abd3fefe33f4 None None] New status for floating IP a7caaa29-cec3-4df4-a22e-0a878389bad5: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:26:53.828467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d4c2493-25c0-4353-b82d-b0236602dce0 req-b129f554-623b-4cd5-8d03-2f9994a63bba tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0875447 Mar 11 17:26:54.203422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174cd77-4d78-4323-842a-415261648db9 req-a4d31391-5ad5-49c5-9346-f5ace0433e1f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:54.223468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9174cd77-4d78-4323-842a-415261648db9 req-a4d31391-5ad5-49c5-9346-f5ace0433e1f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.4324920 Mar 11 17:26:54.283070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9174cd77-4d78-4323-842a-415261648db9 req-9a564e78-3aa3-49b1-99b6-5c69b90e86c4 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581281 Mar 11 17:26:54.333159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Deleting port 3b1bd9f1-738b-4b9c-a208-cb0de3b8093a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:54.333507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.423346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-eddbaeec-80bb-40ad-8956-a27f49b6d841 None None] Provisioning complete for port 9e8c19d1-d618-4961-834d-042201c8f111 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:54.423917 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eddbaeec-80bb-40ad-8956-a27f49b6d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.525481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.535688 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.537326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.563123 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.563377 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.598378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Calling delete_port for 3b1bd9f1-738b-4b9c-a208-cb0de3b8093a owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:54.706667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=7148b3c9-6bda-4653-b8a8-928a31cd42ef,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:54.776835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-eddbaeec-80bb-40ad-8956-a27f49b6d841 None None] Provisioning complete for port 7148b3c9-6bda-4653-b8a8-928a31cd42ef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:54.777213 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eddbaeec-80bb-40ad-8956-a27f49b6d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:54.855634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-eddbaeec-80bb-40ad-8956-a27f49b6d841 None None] Port 7148b3c9-6bda-4653-b8a8-928a31cd42ef cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:26:54.931335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 1f3d0ac8-91a0-421d-bad7-e247ce511060 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:54.974833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:54.988938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-e0a8c0a2-953f-4424-a5ea-9dcc5dc93bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:54.991551 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-e0a8c0a2-953f-4424-a5ea-9dcc5dc93bc5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 1096 time: 0.2464831 Mar 11 17:26:55.040000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f7f6e21a-8eb9-4247-b2cc-29df037c8b95 None None] Provisioning complete for port 7148b3c9-6bda-4653-b8a8-928a31cd42ef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:55.043236 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e21a-8eb9-4247-b2cc-29df037c8b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.130029 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.149496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6e21a-8eb9-4247-b2cc-29df037c8b95 None None] Port 7148b3c9-6bda-4653-b8a8-928a31cd42ef cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:26:55.326335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Pushing event deleted for resources: {'Port': ['ID=3b1bd9f1-738b-4b9c-a208-cb0de3b8093a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:55.360520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab715-5a26-42e8-9ad0-41b7665930ef req-a912e182-3961-4fce-8348-cf1c9961f9fc tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:55.363394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad6ab715-5a26-42e8-9ad0-41b7665930ef req-a912e182-3961-4fce-8348-cf1c9961f9fc tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 0.3279991 Mar 11 17:26:55.366427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.405257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-dd317fdb-eb73-42e5-8daa-47a761307b34 None None] Provisioning complete for port 7148b3c9-6bda-4653-b8a8-928a31cd42ef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:55.405929 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dd317fdb-eb73-42e5-8daa-47a761307b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.518356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-dd317fdb-eb73-42e5-8daa-47a761307b34 None None] Port 7148b3c9-6bda-4653-b8a8-928a31cd42ef cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:26:55.538977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-ccf7bb88-770a-4fc7-a0ce-7f280a4eb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:55.540727 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-ccf7bb88-770a-4fc7-a0ce-7f280a4eb100 service neutron] 10.222.0.66 "GET /v2.0/networks?id=93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 200 len: 910 time: 0.5318096 Mar 11 17:26:55.579286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=df8742ee-960e-403a-a6b9-97b79a066925,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:55.603014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e342b1-2172-4cd5-afcb-0ec0f4f2879b req-af97e557-6339-415f-9501-3ec4ae41a689 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:55.605055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62e342b1-2172-4cd5-afcb-0ec0f4f2879b req-af97e557-6339-415f-9501-3ec4ae41a689 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.6621180 Mar 11 17:26:55.637139 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-f3399c35-9518-4616-b4f9-c79cb64751bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e262c169-9898-459e-8d70-a433576a2423 HTTP/1.1" status: 200 len: 217 time: 0.0840678 Mar 11 17:26:55.651138 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.656083 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.669426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e01973aa-d650-44fa-8bb0-b37a1e8df42a tempest-AttachVolumeTestJSON-1969857092 tempest-AttachVolumeTestJSON-1969857092-project] 10.222.0.53 "DELETE /v2.0/floatingips/a7caaa29-cec3-4df4-a22e-0a878389bad5 HTTP/1.1" status: 204 len: 168 time: 2.7747085 Mar 11 17:26:55.692439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad6ab715-5a26-42e8-9ad0-41b7665930ef req-92ab0ce7-dcd1-43ed-9e58-4799ba7e9de9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/security-groups?id=7942135f-c102-454d-bbdf-d16286789c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968838 Mar 11 17:26:55.761617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-006d8f25-6bdd-4ad3-a931-ce131ddf6b9d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:55.763337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-006d8f25-6bdd-4ad3-a931-ce131ddf6b9d tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.66 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 945 time: 1.4792049 Mar 11 17:26:55.797409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 1f5c673b-fe7f-4660-83f2-066598889000 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:26:55.802644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-629477a7-2c2c-4d1f-9e9d-96ca720f024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:55.809009 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-629477a7-2c2c-4d1f-9e9d-96ca720f024f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d59efb11-4ebe-4ce7-936d-03f82c07cb60 HTTP/1.1" status: 200 len: 850 time: 0.1583681 Mar 11 17:26:55.913175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f3aa590e-a792-46d4-baca-4084a3e8ec31 None None] Provisioning complete for port 7148b3c9-6bda-4653-b8a8-928a31cd42ef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:55.915447 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f3aa590e-a792-46d4-baca-4084a3e8ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:55.982531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62e342b1-2172-4cd5-afcb-0ec0f4f2879b req-177fdf4a-d4f6-4391-8365-267bcca75fb2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109937 Mar 11 17:26:56.014908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-be666175-df15-4c6a-be76-0f7ba5bba7df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93d32082-a711-479f-be40-f94d1c06240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1880856 Mar 11 17:26:56.043756 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.047520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.054132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-635d6901-a0e2-414f-b60e-b21ad4062a45 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/floatingips/9aaf4ea7-5b9b-4ab3-9cb0-7b2eb7b6b7db HTTP/1.1" status: 204 len: 168 time: 4.2855918 Mar 11 17:26:56.055284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60472) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:56.067244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa590e-a792-46d4-baca-4084a3e8ec31 None None] Port 7148b3c9-6bda-4653-b8a8-928a31cd42ef cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:26:56.098529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'a33e1158-3ca8-45d4-973c-f4479649b710'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:56.167550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.173260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Deleting port 0729eade-4078-4178-83aa-81f29b8902c4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:56.173801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.481302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] For port 0729eade-4078-4178-83aa-81f29b8902c4, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0729eade-4078-4178-83aa-81f29b8902c4,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:26:56.481835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:56.507574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Calling delete_port for 0729eade-4078-4178-83aa-81f29b8902c4 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:56.525486 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:57.081332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.25.8.141 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/17a26b39-dafb-4c63-aaa7-23a1b3e85e24) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:57.302406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0729eade-4078-4178-83aa-81f29b8902c4 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:26:57.357635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:57.367384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:26:57.381304 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaab0a-795e-4f99-9d75-30cf035623bc None None] Sync routers for ids ['1f5c673b-fe7f-4660-83f2-066598889000'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:57.388461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c6a731bc-bb5b-4da2-aeac-f8eaa2d2d4e4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/1f5c673b-fe7f-4660-83f2-066598889000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4480481 Mar 11 17:26:57.397881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:57.411712 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daaab0a-795e-4f99-9d75-30cf035623bc None None] Routers {'1f5c673b-fe7f-4660-83f2-066598889000'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:57.412473 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5daaab0a-795e-4f99-9d75-30cf035623bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1f5c673b-fe7f-4660-83f2-066598889000'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:57.566698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ff3ee-6ee2-4682-bc7d-bf2568525723 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:57.577648 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5daaab0a-795e-4f99-9d75-30cf035623bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:57.586624 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d7ff3ee-6ee2-4682-bc7d-bf2568525723 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports/7148b3c9-6bda-4653-b8a8-928a31cd42ef HTTP/1.1" status: 200 len: 984 time: 0.1673033 Mar 11 17:26:57.587651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60498) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:26:57.605492 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:57.607689 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daaab0a-795e-4f99-9d75-30cf035623bc None None] Routers {'1f5c673b-fe7f-4660-83f2-066598889000'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:26:57.607925 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-12733ada-6eb1-4f7d-952f-e64dda350e30 service neutron] 10.222.0.66 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5903354 Mar 11 17:26:57.625609 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5daaab0a-795e-4f99-9d75-30cf035623bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1f5c673b-fe7f-4660-83f2-066598889000'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:57.696978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:57.721907 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5daaab0a-795e-4f99-9d75-30cf035623bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:57.722632 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaab0a-795e-4f99-9d75-30cf035623bc None None] The sync data for ids ['1f5c673b-fe7f-4660-83f2-066598889000'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:57.825084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=17a26b39-dafb-4c63-aaa7-23a1b3e85e24,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:57.829232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:57.846533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44200593-7a52-4dbf-ab0d-60bb4ddccf98 req-7778579d-2e1b-4cd8-8488-20fe01d13424 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 210 time: 0.8680632 Mar 11 17:26:57.890123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:57.934825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:57.939132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Pushing event deleted for resources: {'Port': ['ID=0729eade-4078-4178-83aa-81f29b8902c4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:57.943265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:26:58.042783 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-351d85ec-fe2b-4a42-b7d3-5cecae8d6fbc req-0b7880bb-2c44-4bd6-883e-4ad22d3fbb59 service neutron] 10.222.0.66 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340635 Mar 11 17:26:58.046130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] No DVR routers for this DVR port 0729eade-4078-4178-83aa-81f29b8902c4 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:26:58.051907 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:58.057072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e790521d-6efe-4ba0-b72b-4497906a1b33 req-f962d601-380f-4b5a-9d43-eeee000485d9 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.66 "DELETE /v2.0/ports/0729eade-4078-4178-83aa-81f29b8902c4 HTTP/1.1" status: 204 len: 173 time: 2.2671151 Mar 11 17:26:58.074617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238ce01e-fd5c-4908-bf35-193b67fb2a5d', 'name': 'network-vif-deleted', 'tag': '0729eade-4078-4178-83aa-81f29b8902c4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:58.080118 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98261dcd-13bd-4941-b352-f73b3d767812" -d '{"events": [{"server_uuid": "238ce01e-fd5c-4908-bf35-193b67fb2a5d", "name": "network-vif-deleted", "tag": "0729eade-4078-4178-83aa-81f29b8902c4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:26:58.135874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a0163-7ddc-4533-b2c0-1016cfef4caa req-31158988-8380-451d-ba01-91ab33f7d050 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:58.151077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-257a0163-7ddc-4533-b2c0-1016cfef4caa req-31158988-8380-451d-ba01-91ab33f7d050 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.4849589 Mar 11 17:26:58.234859 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69229cf-d6ab-433d-9002-f7e4ac166677 x-openstack-request-id: req-e69229cf-d6ab-433d-9002-f7e4ac166677 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:26:58.235169 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238ce01e-fd5c-4908-bf35-193b67fb2a5d", "name": "network-vif-deleted", "tag": "0729eade-4078-4178-83aa-81f29b8902c4", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:26:58.236739 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e69229cf-d6ab-433d-9002-f7e4ac166677 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:26:58.239136 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238ce01e-fd5c-4908-bf35-193b67fb2a5d', 'name': 'network-vif-deleted', 'tag': '0729eade-4078-4178-83aa-81f29b8902c4', 'status': 'completed', 'code': 200} Mar 11 17:26:58.326627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-257a0163-7ddc-4533-b2c0-1016cfef4caa req-0ac30516-19c7-47fa-ae7d-394a5af38514 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673362 Mar 11 17:26:58.752051 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:58.940905 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.143926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-044ab86d-8395-4d0f-afe0-ee9751d129e2 req-7e3878cb-9b75-4363-86ba-868528f06608 tempest-ServerRescueNegativeTestJSON-694767066 tempest-ServerRescueNegativeTestJSON-694767066-project] 10.222.0.53 "GET /v2.0/ports?device_id=238ce01e-fd5c-4908-bf35-193b67fb2a5d HTTP/1.1" status: 200 len: 210 time: 0.0386565 Mar 11 17:26:59.164018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.237476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port 7148b3c9-6bda-4653-b8a8-928a31cd42ef {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:26:59.238000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.259087 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.422204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.483012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for 7148b3c9-6bda-4653-b8a8-928a31cd42ef owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:26:59.539749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.627698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.782438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:59.828783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=7148b3c9-6bda-4653-b8a8-928a31cd42ef,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:59.897903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89480c-3612-4f82-a2fd-5ccd688518e6 req-dd46841c-20bc-4ded-9905-80a851107b89 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:59.900331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b89480c-3612-4f82-a2fd-5ccd688518e6 req-dd46841c-20bc-4ded-9905-80a851107b89 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.3582144 Mar 11 17:26:59.962813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=17a26b39-dafb-4c63-aaa7-23a1b3e85e24,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:00.029654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:00.049075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b89480c-3612-4f82-a2fd-5ccd688518e6 req-17a3a442-a594-4ff1-a486-52fda023110d tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734065 Mar 11 17:27:00.073769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:00.254512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 1f5c673b-fe7f-4660-83f2-066598889000 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:00.297038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9f82-f133-4af3-9dce-b4d23f165a7b req-9df97ee9-d952-44db-9892-a401081f1d38 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:00.307123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-660e9f82-f133-4af3-9dce-b4d23f165a7b req-9df97ee9-d952-44db-9892-a401081f1d38 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 951 time: 0.3924825 Mar 11 17:27:00.330613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60564) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:00.334992 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP fd0c2c4b-31ae-463f-ad0a-687a5cdf9ae7 associated. External IP: 172.25.8.141, port: a33e1158-3ca8-45d4-973c-f4479649b710. Mar 11 17:27:00.378573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:00.389160 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2c863018-08df-4c60-acb9-d3edd46d208d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/1f5c673b-fe7f-4660-83f2-066598889000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7982261 Mar 11 17:27:00.390757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:00.395661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed6775-eb84-4f4d-a7ff-4c21b08438d6 None None] Sync routers for ids ['1f5c673b-fe7f-4660-83f2-066598889000'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:00.422286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed6775-eb84-4f4d-a7ff-4c21b08438d6 None None] Routers {'1f5c673b-fe7f-4660-83f2-066598889000'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:00.427242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7bed6775-eb84-4f4d-a7ff-4c21b08438d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1f5c673b-fe7f-4660-83f2-066598889000'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:00.529109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7bed6775-eb84-4f4d-a7ff-4c21b08438d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:00.555428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed6775-eb84-4f4d-a7ff-4c21b08438d6 None None] Routers {'1f5c673b-fe7f-4660-83f2-066598889000'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:00.561280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7bed6775-eb84-4f4d-a7ff-4c21b08438d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1f5c673b-fe7f-4660-83f2-066598889000'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:00.634086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7bed6775-eb84-4f4d-a7ff-4c21b08438d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:00.635966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed6775-eb84-4f4d-a7ff-4c21b08438d6 None None] The sync data for ids ['1f5c673b-fe7f-4660-83f2-066598889000'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:00.715785 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-94464439-7b1c-4298-9ecb-50ac614d41f6 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 17:27:00.718682 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-94464439-7b1c-4298-9ecb-50ac614d41f6 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/1f5c673b-fe7f-4660-83f2-066598889000/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3241019 Mar 11 17:27:00.723252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60572) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:00.779848 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d341a5c5-ff50-4e6c-93b1-7abf6b904894 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f5c673b-fe7f-4660-83f2-066598889000 HTTP/1.1" status: 200 len: 205 time: 0.0552690 Mar 11 17:27:00.782682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60574) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:00.863077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-660e9f82-f133-4af3-9dce-b4d23f165a7b req-48990e2e-506c-47e6-8612-3754b4c913b5 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544345 Mar 11 17:27:00.878442 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b89049e3-9c76-4d60-a1f2-5ffd7afa1ef8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.169898 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b89049e3-9c76-4d60-a1f2-5ffd7afa1ef8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.172198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b89049e3-9c76-4d60-a1f2-5ffd7afa1ef8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.259761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b89049e3-9c76-4d60-a1f2-5ffd7afa1ef8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.260330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89049e3-9c76-4d60-a1f2-5ffd7afa1ef8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5c673b-fe7f-4660-83f2-066598889000 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:27:01.274369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b89049e3-9c76-4d60-a1f2-5ffd7afa1ef8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.278427 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b89049e3-9c76-4d60-a1f2-5ffd7afa1ef8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/1f5c673b-fe7f-4660-83f2-066598889000 HTTP/1.1" status: 204 len: 168 time: 0.4918780 Mar 11 17:27:01.290490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60604) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:01.457203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fda0787-8684-42eb-9871-8fc9dd82f343 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting subnet 2cec2882-a2a7-4164-89da-4dad11c31888 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:27:01.471669 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fda0787-8684-42eb-9871-8fc9dd82f343 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.563066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fda0787-8684-42eb-9871-8fc9dd82f343 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:01.858528 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fda0787-8684-42eb-9871-8fc9dd82f343 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.054766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fda0787-8684-42eb-9871-8fc9dd82f343 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.127126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76fd0d-42e8-47e0-b51d-734d151bc9f4 req-60057daf-b4bb-4da0-93ef-062cc93c34de tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:02.139298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef76fd0d-42e8-47e0-b51d-734d151bc9f4 req-60057daf-b4bb-4da0-93ef-062cc93c34de tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.9427166 Mar 11 17:27:02.150801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fda0787-8684-42eb-9871-8fc9dd82f343 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.159369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:02.164291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8fda0787-8684-42eb-9871-8fc9dd82f343 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/2cec2882-a2a7-4164-89da-4dad11c31888 HTTP/1.1" status: 204 len: 168 time: 0.8721645 Mar 11 17:27:02.166346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60654) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:02.167124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda0787-8684-42eb-9871-8fc9dd82f343 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Subnet': ['ID=2cec2882-a2a7-4164-89da-4dad11c31888,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:02.181763 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d973774-dfeb-4a87-a983-d5eb4169cf8c None None] Network 1f3d0ac8-91a0-421d-bad7-e247ce511060 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:02.330790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef76fd0d-42e8-47e0-b51d-734d151bc9f4 req-15fedcb4-3c4f-4095-afc9-0bcb1bf08bf6 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900086 Mar 11 17:27:02.491178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:02.544071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.683608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port 9e8c19d1-d618-4961-834d-042201c8f111 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:02.683964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.794996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:02.806860 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180b7be-d8b1-43f8-9617-d14d927589f1 None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:02.825898 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180b7be-d8b1-43f8-9617-d14d927589f1 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:02.826969 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1180b7be-d8b1-43f8-9617-d14d927589f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:02.845302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port 9e8c19d1-d618-4961-834d-042201c8f111, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9e8c19d1-d618-4961-834d-042201c8f111,segment=NetworkSegment(f1ecf577-83b9-48d4-8552-9e118e7d1c88),segment_id=f1ecf577-83b9-48d4-8552-9e118e7d1c88)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:02.845681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.868186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.887242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for 9e8c19d1-d618-4961-834d-042201c8f111 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:02.936184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:02.960124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:02.964828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:27:02.972945 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd98f55-6e0e-4715-b343-a4cf3a7510fb" -d '{"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:27:02.982299 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.145448 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1180b7be-d8b1-43f8-9617-d14d927589f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:03.147656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5fae0-36ef-4ed6-954e-89cce7684de8 None None] DHCP port deletion for 1f3d0ac8-91a0-421d-bad7-e247ce511060 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:27:03.173631 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6362c00-96d4-4743-a58a-03dadff76f45 x-openstack-request-id: req-a6362c00-96d4-4743-a58a-03dadff76f45 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:27:03.173889 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:27:03.195567 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180b7be-d8b1-43f8-9617-d14d927589f1 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:03.195733 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6362c00-96d4-4743-a58a-03dadff76f45 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:27:03.196923 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'code': 200} Mar 11 17:27:03.201434 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1180b7be-d8b1-43f8-9617-d14d927589f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:03.241181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.259684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b5379b99-0975-44f6-99d5-183e13f664fb tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1579816 Mar 11 17:27:03.262113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60698) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:03.296406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No DVR routers for this DVR port 9e8c19d1-d618-4961-834d-042201c8f111 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:03.317808 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1180b7be-d8b1-43f8-9617-d14d927589f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:03.318667 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180b7be-d8b1-43f8-9617-d14d927589f1 None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:03.357475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e8c19d1-d618-4961-834d-042201c8f111 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:03.365843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-50f5fae0-36ef-4ed6-954e-89cce7684de8 None None] The port '9e8c19d1-d618-4961-834d-042201c8f111' was deleted {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 11 17:27:03.486310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.538537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 9e8c19d1-d618-4961-834d-042201c8f111 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:03.539058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e8c19d1-d618-4961-834d-042201c8f111 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:03.560401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=11']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:03.582452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.615309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3d0ac8-91a0-421d-bad7-e247ce511060']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:03.627663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ecf577-83b9-48d4-8552-9e118e7d1c88') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:03.627962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ecf577-83b9-48d4-8552-9e118e7d1c88') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:03.642088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.660700 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.668388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:27:03.668904 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:27:03.742323 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:27:03.747145 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=9e8c19d1-d618-4961-834d-042201c8f111,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:03.747145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.752451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:03.763212 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/networks/1f3d0ac8-91a0-421d-bad7-e247ce511060 HTTP/1.1" status: 204 len: 168 time: 1.5662558 Mar 11 17:27:03.764040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60726) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:03.799793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-433394997'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:03.803693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f64212-f5b5-4875-b8a1-71d97d246937 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Network': ['ID=1f3d0ac8-91a0-421d-bad7-e247ce511060,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:03.820856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-54691f7d-d5e3-49b4-ad8f-6f1d45a3586d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "GET /v2.0/floatingips/fd0c2c4b-31ae-463f-ad0a-687a5cdf9ae7 HTTP/1.1" status: 200 len: 978 time: 0.5570316 Mar 11 17:27:03.824531 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60732) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:03.990151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ff745fab-10b1-462f-856c-b870f91add7c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1644435 Mar 11 17:27:03.992052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:03.999262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'port_id': 'b39a00c3-ae74-40ef-861b-796ca8f95f1b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:04.007561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:04.013814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.132207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:04.136876 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.179579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bf95c-d551-47fc-b373-b8f631191548 req-8ed00f15-0e1e-431d-963a-bf9dd9249303 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:04.187304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-071bf95c-d551-47fc-b373-b8f631191548 req-8ed00f15-0e1e-431d-963a-bf9dd9249303 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.3945920 Mar 11 17:27:04.241423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-071bf95c-d551-47fc-b373-b8f631191548 req-3a74a99a-fb8e-4448-a7ff-6b0c9dcd22c1 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513213 Mar 11 17:27:04.246013 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.246237 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added segment aa273df3-7fb8-4222-ab06-78a4da45eb8a of type vlan for network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 Mar 11 17:27:04.383216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.503241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Deleting port 61a9098b-2f51-46dc-ab73-8517d918f8f6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:04.504109 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.554516 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.560878 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:04.561726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.691889 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8963146 Mar 11 17:27:04.701468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:04.710144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'subnet': {'network_id': '766c4b9a-1300-4db1-8d8d-23b27be3dbc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:04.751974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a145d8-469c-4c45-a253-2d4afa49b2b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Network': ['ID=766c4b9a-1300-4db1-8d8d-23b27be3dbc2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:04.770689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:27:04.910733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] For port 61a9098b-2f51-46dc-ab73-8517d918f8f6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=61a9098b-2f51-46dc-ab73-8517d918f8f6,segment=NetworkSegment(a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648),segment_id=a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:04.911349 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:04.950758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-9b978b00-32df-4be7-89d5-65c5e9fa1bdb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1995788 Mar 11 17:27:04.952846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Calling delete_port for 61a9098b-2f51-46dc-ab73-8517d918f8f6 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:05.174434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-13aa41e8-7cb3-445d-a8a8-24f14f0db933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:05.176099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-13aa41e8-7cb3-445d-a8a8-24f14f0db933 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb8086014b0b4e388bf838fee84143e7&device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 1100 time: 0.1386814 Mar 11 17:27:05.739400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-8df027fc-4498-4981-b6ab-0fce7abc0197 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4458802 Mar 11 17:27:05.878531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d56b08-0e71-4b21-ac7e-4107e5fcee5d req-b64478db-962d-4585-8333-34b1d7e40bd6 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:05.881842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4d56b08-0e71-4b21-ac7e-4107e5fcee5d req-b64478db-962d-4585-8333-34b1d7e40bd6 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.3510475 Mar 11 17:27:05.956158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:05.962061 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:05.974344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-a5251ac3-6ae9-4e18-af3b-26c03653969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:05.989357 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-a5251ac3-6ae9-4e18-af3b-26c03653969e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb8086014b0b4e388bf838fee84143e7&device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 1098 time: 0.2052717 Mar 11 17:27:05.991727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-5d1735bb-7f77-4d47-8067-0c426b2caebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.007562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-5d1735bb-7f77-4d47-8067-0c426b2caebe service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.7232196 Mar 11 17:27:06.162707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-e1a3daf9-bdd2-42aa-b77f-52a168745770 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 HTTP/1.1" status: 200 len: 217 time: 0.0763376 Mar 11 17:27:06.240174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4d56b08-0e71-4b21-ac7e-4107e5fcee5d req-5f8c61c8-d151-4e51-b2e2-a68a20724575 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402212 Mar 11 17:27:06.246882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:06.291427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:06.300933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:06.334235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-ff9b22ed-61e4-4f4e-9e2b-67f7e7319928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.336436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-ff9b22ed-61e4-4f4e-9e2b-67f7e7319928 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1113605 Mar 11 17:27:06.430486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a9098b-2f51-46dc-ab73-8517d918f8f6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:06.541444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:06.737210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Checking segment: {'id': 'aa273df3-7fb8-4222-ab06-78a4da45eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '766c4b9a-1300-4db1-8d8d-23b27be3dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:06.737607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network hostable DHCP agents. Network: 766c4b9a-1300-4db1-8d8d-23b27be3dbc2, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:06.738940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-585e866c-4ad9-4095-af0f-5c029a50c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.746094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-585e866c-4ad9-4095-af0f-5c029a50c7cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3765631 Mar 11 17:27:06.749296 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP fd0c2c4b-31ae-463f-ad0a-687a5cdf9ae7 associated. External IP: 172.25.8.141, port: a33e1158-3ca8-45d4-973c-f4479649b710. Mar 11 17:27:06.833910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-c35ae386-eb34-4f30-952d-5baaa505b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:06.836302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-c35ae386-eb34-4f30-952d-5baaa505b16d service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.6877272 Mar 11 17:27:07.074434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-478a6369-066e-4f8c-96c3-97fd6f541eb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc HTTP/1.1" status: 200 len: 217 time: 0.1220472 Mar 11 17:27:07.150615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Subnet': ['ID=88370fbc-a70e-459e-a5fc-dec35b34ca9b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:07.163447 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:07.186172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:07.247216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-cbf446e6-3671-4b37-9180-3754a7a80b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:07.249014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-cbf446e6-3671-4b37-9180-3754a7a80b26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1529245 Mar 11 17:27:07.254730 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.292706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-235e3c2f-a18e-4452-b7f8-770543e7a69c service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210638 Mar 11 17:27:07.342671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 766c4b9a-1300-4db1-8d8d-23b27be3dbc2) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:07.355514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:07.356489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8150016-1e5b-402a-a9d5-a1cb85f73ce3 None None] Network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:07.357018 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.448205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2bb17028-3390-475a-ab7f-4ee102b3d08a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7433305 Mar 11 17:27:07.551338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60878) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:07.567175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-da9f344a-0844-4ff9-9e6e-9bc5bd6188eb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-101331733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:07.680947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da9f344a-0844-4ff9-9e6e-9bc5bd6188eb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.683004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da9f344a-0844-4ff9-9e6e-9bc5bd6188eb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.867350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da9f344a-0844-4ff9-9e6e-9bc5bd6188eb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.870016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:07.881964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da9f344a-0844-4ff9-9e6e-9bc5bd6188eb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:07.899470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463c4be-2080-4ff8-bbc6-5320e8619170 None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:07.970006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463c4be-2080-4ff8-bbc6-5320e8619170 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:07.976058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b463c4be-2080-4ff8-bbc6-5320e8619170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:08.024936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-766c4b9a-1300-4db1-8d8d-23b27be3dbc2', 'network_id': '766c4b9a-1300-4db1-8d8d-23b27be3dbc2', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'fixed_ips': [{'subnet_id': '88370fbc-a70e-459e-a5fc-dec35b34ca9b'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:27:08.027638 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.028850 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da9f344a-0844-4ff9-9e6e-9bc5bd6188eb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:08.039670 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-da9f344a-0844-4ff9-9e6e-9bc5bd6188eb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4828737 Mar 11 17:27:08.058743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60910) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:08.083391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-9aed1355-e207-45d2-97d2-d9a96fb1c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:08.090582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-9aed1355-e207-45d2-97d2-d9a96fb1c656 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8251586 Mar 11 17:27:08.111812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b463c4be-2080-4ff8-bbc6-5320e8619170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:08.257179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bc770-8d7b-4a3e-8cdc-ea0529de5b8b req-53075f8c-f3cf-4ab9-b0f5-b3dd2c6818ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:08.259361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c7bc770-8d7b-4a3e-8cdc-ea0529de5b8b req-53075f8c-f3cf-4ab9-b0f5-b3dd2c6818ea tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.5203938 Mar 11 17:27:08.304210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463c4be-2080-4ff8-bbc6-5320e8619170 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:08.305958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b463c4be-2080-4ff8-bbc6-5320e8619170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:08.356002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd2edf55-6d9f-42c4-af54-4a530ef42b23 req-4b63d89e-30b9-496f-b047-174fb147f2f5 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118138 Mar 11 17:27:08.401724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Router a94628c5-dd59-407f-96fc-48b0cafd948b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:08.412887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c7bc770-8d7b-4a3e-8cdc-ea0529de5b8b req-affd81a1-7276-4568-a966-59c0857235ba tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085463 Mar 11 17:27:08.416194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-072fc638-e86b-48ef-94e1-4c4da4ec5c45 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076830 Mar 11 17:27:08.458684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b463c4be-2080-4ff8-bbc6-5320e8619170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:08.459342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463c4be-2080-4ff8-bbc6-5320e8619170 None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:08.639008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Allocated IP 2001:db8::2 (766c4b9a-1300-4db1-8d8d-23b27be3dbc2/88370fbc-a70e-459e-a5fc-dec35b34ca9b/90879b2e-d15a-4a74-92ce-66a8aedd45e3) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:09.238996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:09.358820 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.373495 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.663726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:09.679378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:09.688455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:09.711180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Pushing event updated for resources: {'Port': ['ID=90879b2e-d15a-4a74-92ce-66a8aedd45e3,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:09.725089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:09.738137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.743546 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb6449-d645-456b-9b46-47169f5c2fbd None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:09.765262 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb6449-d645-456b-9b46-47169f5c2fbd None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:09.767137 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-13bb6449-d645-456b-9b46-47169f5c2fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:09.801786 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.841022 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-13bb6449-d645-456b-9b46-47169f5c2fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:09.856387 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb6449-d645-456b-9b46-47169f5c2fbd None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:09.860582 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-13bb6449-d645-456b-9b46-47169f5c2fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:09.870425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Attempting to bind port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:09.870802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Attempting to bind port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'aa273df3-7fb8-4222-ab06-78a4da45eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '766c4b9a-1300-4db1-8d8d-23b27be3dbc2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:09.871170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Attempting to bind port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 on network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:27:09.876719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:27:09.877153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Checking segment: {'id': 'aa273df3-7fb8-4222-ab06-78a4da45eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '766c4b9a-1300-4db1-8d8d-23b27be3dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:09.877564 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.877957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Bound using segment: {'id': 'aa273df3-7fb8-4222-ab06-78a4da45eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '766c4b9a-1300-4db1-8d8d-23b27be3dbc2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:27:09.878603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Bound port: 90879b2e-d15a-4a74-92ce-66a8aedd45e3, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa273df3-7fb8-4222-ab06-78a4da45eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '766c4b9a-1300-4db1-8d8d-23b27be3dbc2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:09.878994 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:09.910126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:09.926077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cdd21a34-5d40-4194-9700-db80cc6e5ff8 admin admin] 10.222.0.53 "PUT /v2.0/routers/a94628c5-dd59-407f-96fc-48b0cafd948b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5884385 Mar 11 17:27:09.931268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60928) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:09.933804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-920efc8c-aa27-4df8-8547-53273ef7a054 req-bc9bec2d-9fff-4ad9-980a-ca4bb520d5bf service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4287498 Mar 11 17:27:09.999114 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-13bb6449-d645-456b-9b46-47169f5c2fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:10.001744 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb6449-d645-456b-9b46-47169f5c2fbd None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:10.096900 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] For port 90879b2e-d15a-4a74-92ce-66a8aedd45e3, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:10.108026 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] For port 90879b2e-d15a-4a74-92ce-66a8aedd45e3, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90879b2e-d15a-4a74-92ce-66a8aedd45e3,segment=NetworkSegment(aa273df3-7fb8-4222-ab06-78a4da45eb8a),segment_id=aa273df3-7fb8-4222-ab06-78a4da45eb8a)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:10.112112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] Sync routers for ids ['a94628c5-dd59-407f-96fc-48b0cafd948b'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:10.125698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.163319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d9c85-00dd-44ef-a7d7-b8320cb503f4 req-752b5c67-9c7b-43ea-b6ca-8e677d4d073a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:10.165022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b69d9c85-00dd-44ef-a7d7-b8320cb503f4 req-752b5c67-9c7b-43ea-b6ca-8e677d4d073a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.4227092 Mar 11 17:27:10.176409 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.274138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] Routers {'a94628c5-dd59-407f-96fc-48b0cafd948b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:10.274138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a94628c5-dd59-407f-96fc-48b0cafd948b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:10.297212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5360d-8b4c-42ff-a0b9-5d13956fe195 req-642ce24e-221d-4232-9e7e-86199afe4b30 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:10.306638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39b5360d-8b4c-42ff-a0b9-5d13956fe195 req-642ce24e-221d-4232-9e7e-86199afe4b30 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 947 time: 0.6701005 Mar 11 17:27:10.315502 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:27:10.326643 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0bb83c1f-b426-494d-a214-08c68b66074f tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/floatingips/fd0c2c4b-31ae-463f-ad0a-687a5cdf9ae7 HTTP/1.1" status: 200 len: 977 time: 6.3325796 Mar 11 17:27:10.327672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60932) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:10.341496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4f03d134-f63b-4c18-a905-8e19b90cbaa2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:10.387198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b69d9c85-00dd-44ef-a7d7-b8320cb503f4 req-a10aa2cc-a8a2-4fae-bf12-30a068fc217d tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063502 Mar 11 17:27:10.416270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39b5360d-8b4c-42ff-a0b9-5d13956fe195 req-e75487b2-2c0c-486f-b110-cd6445f91e38 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013644 Mar 11 17:27:10.423608 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.591978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Deleting port bb007897-2e66-4444-8a01-f5d9c8575bd4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:10.593228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.602847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f03d134-f63b-4c18-a905-8e19b90cbaa2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.723728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4051e6d-3533-4f3f-a7d7-5e65904df9e3 None None] Pushing event updated for resources: {'Port': ['ID=90879b2e-d15a-4a74-92ce-66a8aedd45e3,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:10.782989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] Set router a94628c5-dd59-407f-96fc-48b0cafd948b gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:10.833750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 2001:db8::1 (766c4b9a-1300-4db1-8d8d-23b27be3dbc2/88370fbc-a70e-459e-a5fc-dec35b34ca9b/5d77c6af-69a3-43bf-bdda-634e4e799d04) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:10.953389 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f03d134-f63b-4c18-a905-8e19b90cbaa2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.954604 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.960381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f03d134-f63b-4c18-a905-8e19b90cbaa2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.960717 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-4f03d134-f63b-4c18-a905-8e19b90cbaa2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP fd0c2c4b-31ae-463f-ad0a-687a5cdf9ae7 disassociated. External IP: 172.25.8.141, port: b39a00c3-ae74-40ef-861b-796ca8f95f1b. Mar 11 17:27:11.030097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] For port bb007897-2e66-4444-8a01-f5d9c8575bd4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=bb007897-2e66-4444-8a01-f5d9c8575bd4,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:11.033717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.140909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Calling delete_port for bb007897-2e66-4444-8a01-f5d9c8575bd4 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:11.207546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-e4b2bb21-2533-4576-849f-fcacb3e083cd tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:11.210294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-e4b2bb21-2533-4576-849f-fcacb3e083cd tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.66 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 947 time: 0.3866141 Mar 11 17:27:11.359604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90879b2e-d15a-4a74-92ce-66a8aedd45e3 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:11.702906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:27:05Z', 'revision_number': 5, 'project_id': '54308167925042899b1ab5a5a49c2824', 'gw_port': {'id': 'bb007897-2e66-4444-8a01-f5d9c8575bd4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:11.741297 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] Checking router: a94628c5-dd59-407f-96fc-48b0cafd948b for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:27:11.774166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] Routers {'a94628c5-dd59-407f-96fc-48b0cafd948b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:11.774836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['a94628c5-dd59-407f-96fc-48b0cafd948b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:11.779468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:11.779936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.864206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Deleting port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:11.867642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.033857 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.089357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.125382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] Set router a94628c5-dd59-407f-96fc-48b0cafd948b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:12.236648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:27:10Z', 'revision_number': 6, 'project_id': '54308167925042899b1ab5a5a49c2824', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:12.241098 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.315896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba423f-0094-4434-ad56-fd23a7f7554d None None] The sync data for ids ['a94628c5-dd59-407f-96fc-48b0cafd948b'] in n-d-833411-1 is: [{'id': 'a94628c5-dd59-407f-96fc-48b0cafd948b', 'name': 'tempest-ServerRescueNegativeTestJSON-851080601-router', 'tenant_id': '54308167925042899b1ab5a5a49c2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:27:10Z', 'revision_number': 6, 'project_id': '54308167925042899b1ab5a5a49c2824', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:12.328647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0c1ec-51ba-4f67-a57b-646f8e2adbc8 req-1c21bdb4-ab60-4bad-9fbd-ba0ebc8b52b3 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:12.335623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4af0c1ec-51ba-4f67-a57b-646f8e2adbc8 req-1c21bdb4-ab60-4bad-9fbd-ba0ebc8b52b3 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.7955148 Mar 11 17:27:12.336334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.350056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:12.412450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 90879b2e-d15a-4a74-92ce-66a8aedd45e3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90879b2e-d15a-4a74-92ce-66a8aedd45e3,segment=NetworkSegment(aa273df3-7fb8-4222-ab06-78a4da45eb8a),segment_id=aa273df3-7fb8-4222-ab06-78a4da45eb8a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:12.428834 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.434768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] For port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:12.435732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.518773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=5d77c6af-69a3-43bf-bdda-634e4e799d04,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:12.519016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Calling delete_port for f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:12.534445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a7fd5-f39e-418f-ba82-94c57525c77f req-424be721-435c-40a2-bf46-dccb326c8d07 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:12.536151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a70a7fd5-f39e-418f-ba82-94c57525c77f req-424be721-435c-40a2-bf46-dccb326c8d07 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 947 time: 0.8021669 Mar 11 17:27:12.536992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb007897-2e66-4444-8a01-f5d9c8575bd4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:12.544742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:12.554024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:12.555214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.628934 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.636733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=90879b2e-d15a-4a74-92ce-66a8aedd45e3,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:12.707500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.708522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.709214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.709888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.710789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.712094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.712094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.712947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.713763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.714498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.715932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.716630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:12.740976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d66be0-32d4-435a-b185-04010ebf4170 None None] Network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:12.791461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a70a7fd5-f39e-418f-ba82-94c57525c77f req-756897e1-3015-4d96-a17a-13d16e0cba84 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692526 Mar 11 17:27:12.909568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f03d134-f63b-4c18-a905-8e19b90cbaa2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:12.926177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-89bcb238-cef8-4c7a-90c6-c18b9e1e7d81 None None] Provisioning complete for port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:12.927231 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-89bcb238-cef8-4c7a-90c6-c18b9e1e7d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.956747 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4af0c1ec-51ba-4f67-a57b-646f8e2adbc8 req-cf14f846-cbf7-41f1-9416-4859f6af4659 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919037 Mar 11 17:27:12.989897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:12.996635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.079002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.079743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a94628c5-dd59-407f-96fc-48b0cafd948b {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:27:13.091325 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.095945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d6923352-7d2f-4b7e-b4d9-a3c814be1d78 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a94628c5-dd59-407f-96fc-48b0cafd948b HTTP/1.1" status: 204 len: 168 time: 3.1575820 Mar 11 17:27:13.101737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60946) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:13.295458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.367392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ab240e-80aa-43ac-9171-2f30e3966f7b admin admin] Deleting subnet 1df35f38-a5c6-4a2a-afb2-9c6756162040 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:27:13.383932 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a0ab240e-80aa-43ac-9171-2f30e3966f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.470652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f03d134-f63b-4c18-a905-8e19b90cbaa2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:13.472696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90879b2e-d15a-4a74-92ce-66a8aedd45e3 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:13.478427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4f03d134-f63b-4c18-a905-8e19b90cbaa2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.526993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.576709 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4f03d134-f63b-4c18-a905-8e19b90cbaa2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/floatingips/fd0c2c4b-31ae-463f-ad0a-687a5cdf9ae7 HTTP/1.1" status: 200 len: 688 time: 3.2434194 Mar 11 17:27:13.585140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:13.696552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:13.697056 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.708278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-626b0114-c112-40a5-a81f-5c4ad3b869cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.734870 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9098cbaa-2f39-4eb2-a1ae-5f83ea4572ee None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:13.779370 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a0ab240e-80aa-43ac-9171-2f30e3966f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.785553 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098cbaa-2f39-4eb2-a1ae-5f83ea4572ee None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:13.787602 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9098cbaa-2f39-4eb2-a1ae-5f83ea4572ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:13.910397 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9098cbaa-2f39-4eb2-a1ae-5f83ea4572ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:13.924470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] No DVR routers for this DVR port f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:13.930867 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.933656 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098cbaa-2f39-4eb2-a1ae-5f83ea4572ee None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:13.934474 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9098cbaa-2f39-4eb2-a1ae-5f83ea4572ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:26:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:13.945308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ec8a903-1ecb-4d69-b9d8-178603a7d620 req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.66 "DELETE /v2.0/ports/f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc HTTP/1.1" status: 204 len: 173 time: 2.6169543 Mar 11 17:27:13.952231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bbdc5-7f78-4104-b9d2-0e6755d70aa1 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Pushing event deleted for resources: {'Port': ['ID=f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:13.967193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'name': 'network-vif-deleted', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:27:13.973663 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1469da30-c474-420b-8ae7-2e491d29ccdc" -d '{"events": [{"server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "name": "network-vif-deleted", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:27:14.076767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-319ec013-fc1e-471c-b5d8-7927ced5cea5 req-8bf145aa-65a7-4ad4-9b64-51d9925e1b0f tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=08cb6ebe-7334-499b-aedc-7089c24ce221 HTTP/1.1" status: 200 len: 210 time: 0.1161065 Mar 11 17:27:14.079347 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9098cbaa-2f39-4eb2-a1ae-5f83ea4572ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:14.085775 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9098cbaa-2f39-4eb2-a1ae-5f83ea4572ee None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:14.133385 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57653f23-cb35-4a8d-badf-8346fd3ecbd9 x-openstack-request-id: req-57653f23-cb35-4a8d-badf-8346fd3ecbd9 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:27:14.133781 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cb6ebe-7334-499b-aedc-7089c24ce221", "name": "network-vif-deleted", "tag": "f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:27:14.134015 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57653f23-cb35-4a8d-badf-8346fd3ecbd9 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:27:14.134313 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cb6ebe-7334-499b-aedc-7089c24ce221', 'name': 'network-vif-deleted', 'tag': 'f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc', 'status': 'completed', 'code': 200} Mar 11 17:27:14.155700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a0ab240e-80aa-43ac-9171-2f30e3966f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.255156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 61a9098b-2f51-46dc-ab73-8517d918f8f6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:14.383913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ec0c1336-8b46-477a-9fae-151c27a5efa0 None None] Provisioning complete for port 5d77c6af-69a3-43bf-bdda-634e4e799d04 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:14.384689 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1336-8b46-477a-9fae-151c27a5efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.388253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 61a9098b-2f51-46dc-ab73-8517d918f8f6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:14.388979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 61a9098b-2f51-46dc-ab73-8517d918f8f6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:14.389624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bb007897-2e66-4444-8a01-f5d9c8575bd4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:14.393666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port 17a26b39-dafb-4c63-aaa7-23a1b3e85e24 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:14.394406 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.461358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7748a9e-281c-4896-97e3-002b3df5f3bd req-18e9e464-43fd-4278-b6c8-7bd9bc69162f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:14.462961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7748a9e-281c-4896-97e3-002b3df5f3bd req-18e9e464-43fd-4278-b6c8-7bd9bc69162f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.2100883 Mar 11 17:27:14.536027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: bb007897-2e66-4444-8a01-f5d9c8575bd4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:14.538282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bb007897-2e66-4444-8a01-f5d9c8575bd4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:14.563619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a0ab240e-80aa-43ac-9171-2f30e3966f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.564679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c1336-8b46-477a-9fae-151c27a5efa0 None None] Port 5d77c6af-69a3-43bf-bdda-634e4e799d04 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:14.590384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ec0c1336-8b46-477a-9fae-151c27a5efa0 None None] Provisioning complete for port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:14.590788 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1336-8b46-477a-9fae-151c27a5efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.604077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7748a9e-281c-4896-97e3-002b3df5f3bd req-06ac882f-3e40-4a89-b147-cef6fe1c0dc0 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266716 Mar 11 17:27:14.723569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a0ab240e-80aa-43ac-9171-2f30e3966f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.727006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a0ab240e-80aa-43ac-9171-2f30e3966f7b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1df35f38-a5c6-4a2a-afb2-9c6756162040 HTTP/1.1" status: 204 len: 168 time: 1.5947192 Mar 11 17:27:14.728082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab240e-80aa-43ac-9171-2f30e3966f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df35f38-a5c6-4a2a-afb2-9c6756162040,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:14.739868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60976) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:14.815385 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.828230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.828670 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.849977 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.851282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.890900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60980) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:14.915356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for 17a26b39-dafb-4c63-aaa7-23a1b3e85e24 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:14.969133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.016029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-046e97bc-9bfa-4d77-a8bc-f982754851d1 None None] Provisioning complete for port 5d77c6af-69a3-43bf-bdda-634e4e799d04 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:15.022806 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-046e97bc-9bfa-4d77-a8bc-f982754851d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.048364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=5d77c6af-69a3-43bf-bdda-634e4e799d04,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:15.139648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-046e97bc-9bfa-4d77-a8bc-f982754851d1 None None] Port 5d77c6af-69a3-43bf-bdda-634e4e799d04 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:15.158651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:15.160984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:15.180175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.234267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8eeb924-b92c-4f4f-97f0-1dd42a369d15']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:15.257502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:15.257874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bc5a1d-6bd1-4f74-b6aa-f5320d38c648') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:15.303270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.348624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.369601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:27:15.370245 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:27:15.372013 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:27:15.381544 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.390692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:15.439221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=17a26b39-dafb-4c63-aaa7-23a1b3e85e24,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:15.469135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:15.469511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f2eb3d94-a134-4bd7-8dc6-03ad7a3ef3fc not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:15.539059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router f0d28755-524e-4c63-98dc-aed45cd0a521 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:27:15.582687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.585187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.588908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3ac4e702-e8f5-4a3d-97fd-c943c01e6969 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/floatingips/fd0c2c4b-31ae-463f-ad0a-687a5cdf9ae7 HTTP/1.1" status: 204 len: 168 time: 2.0001132 Mar 11 17:27:15.590244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60994) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:15.662850 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.765086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.777112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] 10.222.0.53 "DELETE /v2.0/networks/a8eeb924-b92c-4f4f-97f0-1dd42a369d15 HTTP/1.1" status: 204 len: 168 time: 1.0351896 Mar 11 17:27:15.777973 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-72fba1f1-64e0-4db0-9c92-008775806170 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] delete failed (client error): The resource could not be found. Mar 11 17:27:15.781682 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-72fba1f1-64e0-4db0-9c92-008775806170 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/floatingips/fd0c2c4b-31ae-463f-ad0a-687a5cdf9ae7 HTTP/1.1" status: 404 len: 345 time: 0.1835134 Mar 11 17:27:15.782741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9c0fcd6e-3ddf-48c1-a1c8-f5fdcbe91e6b None None] Provisioning complete for port 5d77c6af-69a3-43bf-bdda-634e4e799d04 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:15.783510 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcd6e-3ddf-48c1-a1c8-f5fdcbe91e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.786908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:15.871833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-9c0fcd6e-3ddf-48c1-a1c8-f5fdcbe91e6b None None] Port 5d77c6af-69a3-43bf-bdda-634e4e799d04 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:15.914843 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-755bab25-1521-4e1b-854a-1145e485c5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:15.982887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:15.993361 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a0c1cd10-c431-48e9-a5e3-ed66f1087451 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/f0d28755-524e-4c63-98dc-aed45cd0a521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9329438 Mar 11 17:27:16.003573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92d4bb-e3ef-4cc9-a357-24fc0380585d None None] Sync routers for ids ['f0d28755-524e-4c63-98dc-aed45cd0a521'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:16.022725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32772) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:16.037939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92d4bb-e3ef-4cc9-a357-24fc0380585d None None] Routers {'f0d28755-524e-4c63-98dc-aed45cd0a521'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:16.041488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5e92d4bb-e3ef-4cc9-a357-24fc0380585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f0d28755-524e-4c63-98dc-aed45cd0a521'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:16.088507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de267f-9f56-429a-b49d-4bc1105cde9a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8eeb924-b92c-4f4f-97f0-1dd42a369d15,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:16.091536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30714115-e5cf-4d60-8156-f0ff01bc3e9d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.112384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30714115-e5cf-4d60-8156-f0ff01bc3e9d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.125433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30714115-e5cf-4d60-8156-f0ff01bc3e9d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.129195 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-30714115-e5cf-4d60-8156-f0ff01bc3e9d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "GET /v2.0/ports?network_id=596bafc5-31a5-45d2-848d-38ca8ffb505d HTTP/1.1" status: 200 len: 2357 time: 0.3348351 Mar 11 17:27:16.132943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32776) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:16.133465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:16.168930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5e92d4bb-e3ef-4cc9-a357-24fc0380585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:16.186089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92d4bb-e3ef-4cc9-a357-24fc0380585d None None] Routers {'f0d28755-524e-4c63-98dc-aed45cd0a521'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:16.187030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5e92d4bb-e3ef-4cc9-a357-24fc0380585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f0d28755-524e-4c63-98dc-aed45cd0a521'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:16.228066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5e92d4bb-e3ef-4cc9-a357-24fc0380585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:16.229116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92d4bb-e3ef-4cc9-a357-24fc0380585d None None] The sync data for ids ['f0d28755-524e-4c63-98dc-aed45cd0a521'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:16.306713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3f01f-8588-4451-83c9-b89441664a44 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.312965 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e7c3f01f-8588-4451-83c9-b89441664a44 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports/5d77c6af-69a3-43bf-bdda-634e4e799d04 HTTP/1.1" status: 200 len: 911 time: 0.2840900 Mar 11 17:27:16.318046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32780) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:16.337764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5f4d1-21ca-446c-b613-991a33070416 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.345127 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a0a5f4d1-21ca-446c-b613-991a33070416 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "GET /v2.0/subnets/de55057e-4bb5-4686-8f38-cd525a12e831 HTTP/1.1" status: 200 len: 797 time: 0.1960747 Mar 11 17:27:16.348878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 32782) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:16.368198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'port': {'network_id': '596bafc5-31a5-45d2-848d-38ca8ffb505d', 'name': 'tempest-FloatingIPTestJSON-1876289443', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:16.397858 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-37020788-da78-4c00-bfbc-136d363240eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54308167925042899b1ab5a5a49c2824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627168 Mar 11 17:27:16.403194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 32784) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:16.413571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0028e-ab39-4c0b-b7c0-4c0dd586b1b2 req-5434eaff-5af3-4bcc-9c87-c819c3e7ec56 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.415153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64f0028e-ab39-4c0b-b7c0-4c0dd586b1b2 req-5434eaff-5af3-4bcc-9c87-c819c3e7ec56 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 949 time: 0.6676509 Mar 11 17:27:16.447755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a3440-4552-4aff-b0ae-1b1a0783afca req-c9070e85-5bc9-49ff-9d96-438f7c63d120 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:16.449378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d0a3440-4552-4aff-b0ae-1b1a0783afca req-c9070e85-5bc9-49ff-9d96-438f7c63d120 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.4203343 Mar 11 17:27:16.644647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-64f0028e-ab39-4c0b-b7c0-4c0dd586b1b2 req-ba637a86-a21f-497e-8095-432111d56ced tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926410 Mar 11 17:27:16.709281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d0a3440-4552-4aff-b0ae-1b1a0783afca req-3a9807fe-73ff-4070-afbf-8859cc2d5f6d tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193761 Mar 11 17:27:16.718294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.771280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.774500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Made reservation on behalf of 1c0ae9cdbea542cfa7f89b9d71d6c72d for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:16.800434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.935861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.939431 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.940848 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7942135f-c102-454d-bbdf-d16286789c92 HTTP/1.1" status: 204 len: 168 time: 0.5245314 Mar 11 17:27:16.957901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.976537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7942135f-c102-454d-bbdf-d16286789c92,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:16.992844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] device_id is not set on port 5bc0e7b4-de46-42ea-8151-5cea16b40a03 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:27:17.002202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.002551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.002893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.003215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.003616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.003949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.004277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.004635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.004965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.005310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.005612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.006077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a69cb13-473d-459c-b18f-a762f040d7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:17.071933 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.118346 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.185718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port 5d77c6af-69a3-43bf-bdda-634e4e799d04 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:17.186599 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.326889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.352892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for 5d77c6af-69a3-43bf-bdda-634e4e799d04 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:17.713939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:17.762629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=5d77c6af-69a3-43bf-bdda-634e4e799d04,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:17.947602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.20.0.14 (596bafc5-31a5-45d2-848d-38ca8ffb505d/de55057e-4bb5-4686-8f38-cd525a12e831/5bc0e7b4-de46-42ea-8151-5cea16b40a03) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:17.973080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.20.0.13 (596bafc5-31a5-45d2-848d-38ca8ffb505d/de55057e-4bb5-4686-8f38-cd525a12e831/5bc0e7b4-de46-42ea-8151-5cea16b40a03) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:17.998404 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.359173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.512088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59f4d9-24e4-47f4-8b30-18a22da02541 req-787abe2f-334e-4770-8822-8cd73e974eb5 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:18.513845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd59f4d9-24e4-47f4-8b30-18a22da02541 req-787abe2f-334e-4770-8822-8cd73e974eb5 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.4351773 Mar 11 17:27:18.633229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4a48-3bd3-4d46-bea0-a5d9d0651c05 req-7f1398c8-b90f-470a-8e92-939a70703998 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:18.636251 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ccba4a48-3bd3-4d46-bea0-a5d9d0651c05 req-7f1398c8-b90f-470a-8e92-939a70703998 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 949 time: 0.6120653 Mar 11 17:27:18.676256 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.788426 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router f0d28755-524e-4c63-98dc-aed45cd0a521 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:18.794295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd59f4d9-24e4-47f4-8b30-18a22da02541 req-58287137-ff1c-47e1-9a1c-f2084a4e735e tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980817 Mar 11 17:27:18.869329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ccba4a48-3bd3-4d46-bea0-a5d9d0651c05 req-a5765c80-c3f2-422d-b911-4158e51d6be9 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092285 Mar 11 17:27:18.890148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:18.896278 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-21da5386-1614-4810-b23c-3269c54c71ea tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/f0d28755-524e-4c63-98dc-aed45cd0a521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5771935 Mar 11 17:27:18.899759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367130f-f02a-431b-9451-6d3536ba0faa req-f7ed5366-724c-4b20-bfda-ebac32db732c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:18.900811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:18.901442 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9367130f-f02a-431b-9451-6d3536ba0faa req-f7ed5366-724c-4b20-bfda-ebac32db732c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 949 time: 0.2859013 Mar 11 17:27:18.943531 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea5574-c168-4fb7-bd2f-efd8f4341148 None None] Sync routers for ids ['f0d28755-524e-4c63-98dc-aed45cd0a521'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:18.947356 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:18.948833 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-265ee629-127f-4501-91f1-d3c0e652f9b0 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0d28755-524e-4c63-98dc-aed45cd0a521 HTTP/1.1" status: 200 len: 205 time: 0.0463767 Mar 11 17:27:18.952607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:18.960172 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea5574-c168-4fb7-bd2f-efd8f4341148 None None] Routers {'f0d28755-524e-4c63-98dc-aed45cd0a521'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:18.961223 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5aea5574-c168-4fb7-bd2f-efd8f4341148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f0d28755-524e-4c63-98dc-aed45cd0a521'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:18.976053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.016094 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5aea5574-c168-4fb7-bd2f-efd8f4341148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:19.036201 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea5574-c168-4fb7-bd2f-efd8f4341148 None None] Routers {'f0d28755-524e-4c63-98dc-aed45cd0a521'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:19.037186 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5aea5574-c168-4fb7-bd2f-efd8f4341148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f0d28755-524e-4c63-98dc-aed45cd0a521'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:19.088751 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cc666c4-ac32-4b82-9429-b1b72e7cf95f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.112913 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5aea5574-c168-4fb7-bd2f-efd8f4341148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:19.114344 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea5574-c168-4fb7-bd2f-efd8f4341148 None None] The sync data for ids ['f0d28755-524e-4c63-98dc-aed45cd0a521'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:19.115329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:19.127902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:19.134885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=5bc0e7b4-de46-42ea-8151-5cea16b40a03,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:19.137955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:19.251521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:19.252825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.278502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-9367130f-f02a-431b-9451-6d3536ba0faa req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Deleting port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:19.278851 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9367130f-f02a-431b-9451-6d3536ba0faa req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.301293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Deleting port d59dcce8-b588-4958-a63d-0eab413ea194 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:19.316917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.384327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 32830) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:19.394220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1f1dec4f-ebff-47cd-b9d6-873f5965a784 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0306339 Mar 11 17:27:19.395159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32832) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:19.399843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '5bc0e7b4-de46-42ea-8151-5cea16b40a03', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:19.412184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cc666c4-ac32-4b82-9429-b1b72e7cf95f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.417503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cc666c4-ac32-4b82-9429-b1b72e7cf95f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.467001 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.500449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cc666c4-ac32-4b82-9429-b1b72e7cf95f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.501925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc666c4-ac32-4b82-9429-b1b72e7cf95f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Fanout notify agent at l3_agent the message router_deleted on router f0d28755-524e-4c63-98dc-aed45cd0a521 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:27:19.512746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cc666c4-ac32-4b82-9429-b1b72e7cf95f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.514645 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6cc666c4-ac32-4b82-9429-b1b72e7cf95f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/f0d28755-524e-4c63-98dc-aed45cd0a521 HTTP/1.1" status: 204 len: 168 time: 0.5607328 Mar 11 17:27:19.531743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 32836) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:19.601649 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67b884f7-cbe2-4fee-8aac-660fdcb6aa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.616637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.674596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd81c021-980f-4676-9a6c-be55a236adc3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting subnet 88370fbc-a70e-459e-a5fc-dec35b34ca9b {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:27:19.683845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd81c021-980f-4676-9a6c-be55a236adc3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.696083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-9367130f-f02a-431b-9451-6d3536ba0faa req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] For port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:19.696715 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9367130f-f02a-431b-9451-6d3536ba0faa req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.754693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] For port d59dcce8-b588-4958-a63d-0eab413ea194, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d59dcce8-b588-4958-a63d-0eab413ea194,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:19.755161 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.756481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.25.8.182 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/8c225fa7-27fc-497d-8f0d-35e19a334063) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:19.773075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-9367130f-f02a-431b-9451-6d3536ba0faa req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Calling delete_port for a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:19.790097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Calling delete_port for d59dcce8-b588-4958-a63d-0eab413ea194 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:19.807419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd81c021-980f-4676-9a6c-be55a236adc3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.916767 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:19.960455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.009049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:20.012226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:20.017386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:20.021253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=8c225fa7-27fc-497d-8f0d-35e19a334063,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:20.218109 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67b884f7-cbe2-4fee-8aac-660fdcb6aa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.270379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67b884f7-cbe2-4fee-8aac-660fdcb6aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.298131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e10eb-8800-4999-ad34-2047598995e4 req-d1a2ba62-27ac-40a4-8fc6-59df4dc2c1b6 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:20.299923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b4e10eb-8800-4999-ad34-2047598995e4 req-d1a2ba62-27ac-40a4-8fc6-59df4dc2c1b6 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.3167062 Mar 11 17:27:20.301614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd81c021-980f-4676-9a6c-be55a236adc3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.323130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75495d99-7e7f-460b-aab2-1acd7845dd13 req-a9d89e8f-0020-4cc5-a3cd-f420bb63f6e2 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:20.324844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75495d99-7e7f-460b-aab2-1acd7845dd13 req-a9d89e8f-0020-4cc5-a3cd-f420bb63f6e2 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 949 time: 0.3398106 Mar 11 17:27:20.483274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-67b884f7-cbe2-4fee-8aac-660fdcb6aa01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7178b74749c405682eae8e85d9f4a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0947964 Mar 11 17:27:20.483900 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:20.504214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b884f7-cbe2-4fee-8aac-660fdcb6aa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b55b44-6b46-488d-ac3d-52e9efc5f6d3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:20.562652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c8deb1c-8c4e-4159-9f95-0e3fe7ed89c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.604231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b4e10eb-8800-4999-ad34-2047598995e4 req-6851801f-fafe-4334-b3e6-8fdbeea6c33f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780406 Mar 11 17:27:20.611123 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9367130f-f02a-431b-9451-6d3536ba0faa req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.622197 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c8deb1c-8c4e-4159-9f95-0e3fe7ed89c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.630833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75495d99-7e7f-460b-aab2-1acd7845dd13 req-e7cc9439-f635-4bc4-86c0-ceff0580f0fb tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5667c4-54cb-4d8a-b61d-b03a722f61fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663229 Mar 11 17:27:20.704419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd81c021-980f-4676-9a6c-be55a236adc3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.754103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Pushing event deleted for resources: {'Port': ['ID=a8ee3cb3-026a-4c32-8fa2-7faed88b0be2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:20.791306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81c021-980f-4676-9a6c-be55a236adc3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Subnet': ['ID=88370fbc-a70e-459e-a5fc-dec35b34ca9b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:20.808768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c801e663-2022-41f4-a891-e2fcef1ebc40 None None] Network 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:20.822423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd81c021-980f-4676-9a6c-be55a236adc3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.831318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fd81c021-980f-4676-9a6c-be55a236adc3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/88370fbc-a70e-459e-a5fc-dec35b34ca9b HTTP/1.1" status: 204 len: 168 time: 1.2981703 Mar 11 17:27:20.837984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 32852) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:20.838963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9367130f-f02a-431b-9451-6d3536ba0faa req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] No DVR routers for this DVR port a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:20.842088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9367130f-f02a-431b-9451-6d3536ba0faa req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.846446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9367130f-f02a-431b-9451-6d3536ba0faa req-8b07c257-a6b1-4223-b331-605dc148d29c tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.46 "DELETE /v2.0/ports/a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 HTTP/1.1" status: 204 len: 173 time: 1.8825986 Mar 11 17:27:20.869342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-deleted', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:27:20.870291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c8deb1c-8c4e-4159-9f95-0e3fe7ed89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.872210 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9929a930-1930-4eea-a0b0-1f8716a772cf" -d '{"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-deleted", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:27:20.874043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c8deb1c-8c4e-4159-9f95-0e3fe7ed89c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:20.899419 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c8deb1c-8c4e-4159-9f95-0e3fe7ed89c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38b55b44-6b46-488d-ac3d-52e9efc5f6d3 HTTP/1.1" status: 204 len: 168 time: 0.4137201 Mar 11 17:27:20.957523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8deb1c-8c4e-4159-9f95-0e3fe7ed89c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b55b44-6b46-488d-ac3d-52e9efc5f6d3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:20.998343 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.035964 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aebd520-1294-4ea8-ba7a-68222a29e82b x-openstack-request-id: req-5aebd520-1294-4ea8-ba7a-68222a29e82b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:27:21.036247 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5bc927-b255-4901-8a79-f40bfc25850d", "name": "network-vif-deleted", "tag": "a8ee3cb3-026a-4c32-8fa2-7faed88b0be2", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:27:21.037215 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5aebd520-1294-4ea8-ba7a-68222a29e82b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:27:21.037813 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5bc927-b255-4901-8a79-f40bfc25850d', 'name': 'network-vif-deleted', 'tag': 'a8ee3cb3-026a-4c32-8fa2-7faed88b0be2', 'status': 'completed', 'code': 200} Mar 11 17:27:21.042461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.085664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59dcce8-b588-4958-a63d-0eab413ea194,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:21.101653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.258145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.413199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] DHCP port deletion for 766c4b9a-1300-4db1-8d8d-23b27be3dbc2 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:27:21.612007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Deleting port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:21.613313 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.677706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.690032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.728760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.779462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:21.780897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.800823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] For port 90879b2e-d15a-4a74-92ce-66a8aedd45e3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90879b2e-d15a-4a74-92ce-66a8aedd45e3,segment=NetworkSegment(aa273df3-7fb8-4222-ab06-78a4da45eb8a),segment_id=aa273df3-7fb8-4222-ab06-78a4da45eb8a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:21.802172 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.843679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Calling delete_port for 90879b2e-d15a-4a74-92ce-66a8aedd45e3 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:21.932401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port 90879b2e-d15a-4a74-92ce-66a8aedd45e3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90879b2e-d15a-4a74-92ce-66a8aedd45e3,segment=NetworkSegment(aa273df3-7fb8-4222-ab06-78a4da45eb8a),segment_id=aa273df3-7fb8-4222-ab06-78a4da45eb8a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:21.933585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:21.981949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for 90879b2e-d15a-4a74-92ce-66a8aedd45e3 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:21.993246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=8c225fa7-27fc-497d-8f0d-35e19a334063,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:22.021823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.045568 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.093549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Pushing event deleted for resources: {'Port': ['ID=90879b2e-d15a-4a74-92ce-66a8aedd45e3,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:22.103304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] No DVR routers for this DVR port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:22.106198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.106591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.106947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.107275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.107610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.107941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.108268 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.108634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.108959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.109282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.109758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.110085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b5355-9780-41ac-80f2-ab7101724669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:22.131397 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.217070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=90879b2e-d15a-4a74-92ce-66a8aedd45e3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:22.222344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a188b70-f90e-40dc-b105-ca3ca7d2e307 req-641e3ef0-a235-43ba-a403-c27daef0c2e2 tempest-ListImageFiltersTestJSON-1138427851 tempest-ListImageFiltersTestJSON-1138427851-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa5bc927-b255-4901-8a79-f40bfc25850d HTTP/1.1" status: 200 len: 210 time: 0.1372366 Mar 11 17:27:22.229117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No DVR routers for this DVR port 90879b2e-d15a-4a74-92ce-66a8aedd45e3 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:22.267841 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP 90c68435-2712-4553-a6d4-7145ae9dd3af associated. External IP: 172.25.8.182, port: 5bc0e7b4-de46-42ea-8151-5cea16b40a03. Mar 11 17:27:22.275369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d3e84-a0ad-4436-9575-f6884b7cfdf2 req-41f53609-ad2c-4f0c-9bcb-f3774e9a0fa7 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:22.276962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-743d3e84-a0ad-4436-9575-f6884b7cfdf2 req-41f53609-ad2c-4f0c-9bcb-f3774e9a0fa7 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.1801322 Mar 11 17:27:22.395017 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.434115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766c4b9a-1300-4db1-8d8d-23b27be3dbc2']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:22.438711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-743d3e84-a0ad-4436-9575-f6884b7cfdf2 req-6aa649dd-7d9c-4359-8aa4-bf6493455704 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140478 Mar 11 17:27:22.450485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa273df3-7fb8-4222-ab06-78a4da45eb8a') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:22.450781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa273df3-7fb8-4222-ab06-78a4da45eb8a') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:22.463704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:22.494135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:22.494794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a8ee3cb3-026a-4c32-8fa2-7faed88b0be2 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:22.516893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.538928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.575948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:27:22.576403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:27:22.580268 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:27:22.585089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:22.658678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:22.668166 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.673642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.676966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/networks/766c4b9a-1300-4db1-8d8d-23b27be3dbc2 HTTP/1.1" status: 204 len: 168 time: 1.8291330 Mar 11 17:27:22.684097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 32888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:22.690752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-202418658', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:22.709589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbd468-4803-4f00-90e9-64b7936d66bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Network': ['ID=766c4b9a-1300-4db1-8d8d-23b27be3dbc2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:22.775294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:22.797851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dffa0d-7a7b-44bf-b2e2-48e6de6af93a None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:22.805554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.819649 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.820929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.841896 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-76197454-9a30-4657-9eed-e22737e5e806 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4458060 Mar 11 17:27:22.842528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 32904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:22.849850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4a726788-73a3-4cd2-b21a-f58b4707404e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'port_id': '5bc0e7b4-de46-42ea-8151-5cea16b40a03', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:22.850987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dffa0d-7a7b-44bf-b2e2-48e6de6af93a None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:22.852201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-53dffa0d-7a7b-44bf-b2e2-48e6de6af93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:22.909092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-53dffa0d-7a7b-44bf-b2e2-48e6de6af93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:22.927238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a726788-73a3-4cd2-b21a-f58b4707404e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.931148 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dffa0d-7a7b-44bf-b2e2-48e6de6af93a None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:22.932031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-53dffa0d-7a7b-44bf-b2e2-48e6de6af93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:22.996200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-53dffa0d-7a7b-44bf-b2e2-48e6de6af93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:22.998623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dffa0d-7a7b-44bf-b2e2-48e6de6af93a None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:23.290743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90879b2e-d15a-4a74-92ce-66a8aedd45e3 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:23.334822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 90879b2e-d15a-4a74-92ce-66a8aedd45e3 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:23.336313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90879b2e-d15a-4a74-92ce-66a8aedd45e3 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:23.446311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 32926) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:23.559723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:23.569794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cfe32812-36f5-45b4-b00c-8b7012371ba9 admin admin] 10.222.0.53 "PUT /v2.0/routers/01d7d576-b03a-4aaa-a270-6c8bde1d2d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6763766 Mar 11 17:27:23.570169 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] Sync routers for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:23.572800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.574862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 32934) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:23.589398 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:23.592526 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:23.717788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a726788-73a3-4cd2-b21a-f58b4707404e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.725329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a726788-73a3-4cd2-b21a-f58b4707404e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.770359 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:23.826887 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c87196f-bb19-449b-95f3-864f0e8f268a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:23.854745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f93e5-c24a-45b8-8eba-286820c14a74 req-78101123-81da-4181-b597-6dc71e7adc51 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:23.863984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-143f93e5-c24a-45b8-8eba-286820c14a74 req-78101123-81da-4181-b597-6dc71e7adc51 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.2871230 Mar 11 17:27:24.028608 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:27:20Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:24.067149 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] Checking router: 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:27:24.078369 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] Routers {'01d7d576-b03a-4aaa-a270-6c8bde1d2d55'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:24.079120 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:24.096448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.170386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-143f93e5-c24a-45b8-8eba-286820c14a74 req-295f0718-e9f6-4649-853a-b95bb1f4d3cc tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067707 Mar 11 17:27:24.192025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a726788-73a3-4cd2-b21a-f58b4707404e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:24.197573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.262473 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] Set router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:24.416039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.472007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a726788-73a3-4cd2-b21a-f58b4707404e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:24.484118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab41111-5412-4d97-9c95-6be77979d12a None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:24.496457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab41111-5412-4d97-9c95-6be77979d12a None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:24.497093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8ab41111-5412-4d97-9c95-6be77979d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:24.500558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a726788-73a3-4cd2-b21a-f58b4707404e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.538556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c87196f-bb19-449b-95f3-864f0e8f268a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.551093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c87196f-bb19-449b-95f3-864f0e8f268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.565621 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4a726788-73a3-4cd2-b21a-f58b4707404e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/floatingips/90c68435-2712-4553-a6d4-7145ae9dd3af HTTP/1.1" status: 200 len: 979 time: 1.7205248 Mar 11 17:27:24.569005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:24.629639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8ab41111-5412-4d97-9c95-6be77979d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:24.656298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab41111-5412-4d97-9c95-6be77979d12a None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:24.657985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8ab41111-5412-4d97-9c95-6be77979d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:24.677558 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:27:20Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:24.691201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Deleting port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:24.691466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:24.755771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8ab41111-5412-4d97-9c95-6be77979d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:24.757317 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f7ca2-9cbc-45c5-b56c-b9c12d139134 None None] The sync data for ids ['01d7d576-b03a-4aaa-a270-6c8bde1d2d55'] in n-d-833411-1 is: [{'id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'name': 'tempest-AttachVolumeTestJSON-864202662-router', 'tenant_id': '8c1ad3318b3b4ac684e77f552405f070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:19:27Z', 'updated_at': '2022-03-11T17:27:20Z', 'revision_number': 5, 'project_id': '8c1ad3318b3b4ac684e77f552405f070', 'gw_port': {'id': '3f7c3986-91f9-4b5d-a5d0-c6cf25985c31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7d576-b03a-4aaa-a270-6c8bde1d2d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:19:28Z', 'updated_at': '2022-03-11T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:24.758522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab41111-5412-4d97-9c95-6be77979d12a None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:24.774013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5c87196f-bb19-449b-95f3-864f0e8f268a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ee0b2047698403abeaebc579ea4bdff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3263340 Mar 11 17:27:24.777680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33024) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:24.784380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87196f-bb19-449b-95f3-864f0e8f268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e2bc08-0dcb-49a4-8c33-2e9bb50c5a45,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:25.125295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] For port 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3f7c3986-91f9-4b5d-a5d0-c6cf25985c31,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:25.128028 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.137770 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7fd19d2d-bcff-4aae-a47b-c155dffeacfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.159769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d59dcce8-b588-4958-a63d-0eab413ea194 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:25.190706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7fd19d2d-bcff-4aae-a47b-c155dffeacfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.199843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d59dcce8-b588-4958-a63d-0eab413ea194 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:25.200186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d59dcce8-b588-4958-a63d-0eab413ea194 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:25.209856 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.220551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:25.245779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port 8c225fa7-27fc-497d-8f0d-35e19a334063 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:25.249859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.327764 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.381445 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7fd19d2d-bcff-4aae-a47b-c155dffeacfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.382811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Calling delete_port for 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:25.384909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7fd19d2d-bcff-4aae-a47b-c155dffeacfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.389051 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7fd19d2d-bcff-4aae-a47b-c155dffeacfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30e2bc08-0dcb-49a4-8c33-2e9bb50c5a45 HTTP/1.1" status: 204 len: 168 time: 0.6092942 Mar 11 17:27:25.397006 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.397966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.426271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd19d2d-bcff-4aae-a47b-c155dffeacfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e2bc08-0dcb-49a4-8c33-2e9bb50c5a45,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:25.428689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for 8c225fa7-27fc-497d-8f0d-35e19a334063 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:25.499248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467af54-30ee-403c-ab2b-b8d935ceab0a req-bcb814ab-3450-447d-97b5-575f793dd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:25.505137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c467af54-30ee-403c-ab2b-b8d935ceab0a req-bcb814ab-3450-447d-97b5-575f793dd51b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 1096 time: 0.4174566 Mar 11 17:27:25.601630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ae53c-6512-4d13-aafd-61b6a8f54c29 req-6e614d65-2177-4b4c-bacb-91d03aac864a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:25.610056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a68ae53c-6512-4d13-aafd-61b6a8f54c29 req-6e614d65-2177-4b4c-bacb-91d03aac864a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.2669563 Mar 11 17:27:25.618953 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-92ccdf8a-54b0-4e85-8694-56b66e7a6737 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb8086014b0b4e388bf838fee84143e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946581 Mar 11 17:27:25.619674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33072) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:25.702549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5aa9eed6-e3d9-4671-8c5f-ea3bca5694fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.745275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c467af54-30ee-403c-ab2b-b8d935ceab0a req-e36cb7ae-b284-45fa-af68-057971db1c4e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255332 Mar 11 17:27:25.755330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a68ae53c-6512-4d13-aafd-61b6a8f54c29 req-8e641b64-2aea-4c80-b587-621c8e9c6d88 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432955 Mar 11 17:27:25.764724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5aa9eed6-e3d9-4671-8c5f-ea3bca5694fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.811559 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.849421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 172.25.8.25 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/7f1b663e-4752-406b-8b31-e5c49b854522) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:25.849725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=8c225fa7-27fc-497d-8f0d-35e19a334063,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:25.937382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5aa9eed6-e3d9-4671-8c5f-ea3bca5694fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.940019 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5aa9eed6-e3d9-4671-8c5f-ea3bca5694fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.944926 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5aa9eed6-e3d9-4671-8c5f-ea3bca5694fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da5667c4-54cb-4d8a-b61d-b03a722f61fb HTTP/1.1" status: 204 len: 168 time: 0.3219099 Mar 11 17:27:25.959109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9eed6-e3d9-4671-8c5f-ea3bca5694fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5667c4-54cb-4d8a-b61d-b03a722f61fb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:25.962667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:25.963013 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP 90c68435-2712-4553-a6d4-7145ae9dd3af disassociated (deleted). External IP: 172.25.8.182, port: 5bc0e7b4-de46-42ea-8151-5cea16b40a03. Mar 11 17:27:26.002627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.046578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7c3986-91f9-4b5d-a5d0-c6cf25985c31,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:26.140660 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.155098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.332697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.336258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.399887 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.428379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.429789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01d7d576-b03a-4aaa-a270-6c8bde1d2d55 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:27:26.435255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.437191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-95780f21-c80b-4b76-b585-127ff5d6b462 admin admin] 10.222.0.53 "DELETE /v2.0/routers/01d7d576-b03a-4aaa-a270-6c8bde1d2d55 HTTP/1.1" status: 204 len: 168 time: 2.8584304 Mar 11 17:27:26.444330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33100) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:26.522452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff500120-d32c-4998-aba9-4e7299de63fd admin admin] Deleting subnet b7aeb358-7740-46e0-9c8c-283ad62a563f {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:27:26.533209 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff500120-d32c-4998-aba9-4e7299de63fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.546957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:26.577621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:26.581229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:26.585650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=7f1b663e-4752-406b-8b31-e5c49b854522,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:26.632662 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff500120-d32c-4998-aba9-4e7299de63fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.789383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:26.918448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff500120-d32c-4998-aba9-4e7299de63fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:26.988864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:27.000247 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30392b1-5b7e-4e5f-986f-8dbadc656f76 None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:27.014827 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.028217 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30392b1-5b7e-4e5f-986f-8dbadc656f76 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:27.029482 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b30392b1-5b7e-4e5f-986f-8dbadc656f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:27.129928 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2e755b26-c3d1-47a5-9a34-9e15a538e07b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/floatingips/90c68435-2712-4553-a6d4-7145ae9dd3af HTTP/1.1" status: 204 len: 168 time: 2.5584188 Mar 11 17:27:27.131339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:27.220921 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b30392b1-5b7e-4e5f-986f-8dbadc656f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:27.248251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:27.248901 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30392b1-5b7e-4e5f-986f-8dbadc656f76 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:27.249731 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b30392b1-5b7e-4e5f-986f-8dbadc656f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:27.259800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107d45-cb68-4ec8-a8e5-3a593078b92b req-856b5061-d0f1-42fb-a6de-7bdbc4164e0c tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:27.275833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd107d45-cb68-4ec8-a8e5-3a593078b92b req-856b5061-d0f1-42fb-a6de-7bdbc4164e0c tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.3629735 Mar 11 17:27:27.306050 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b30392b1-5b7e-4e5f-986f-8dbadc656f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:27.307505 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30392b1-5b7e-4e5f-986f-8dbadc656f76 None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:27.311403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:27.311838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3f7c3986-91f9-4b5d-a5d0-c6cf25985c31 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:27.339723 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.400021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1fe0c-3526-459f-84db-b1014d5e61d5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port 5bc0e7b4-de46-42ea-8151-5cea16b40a03 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:27.400264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff500120-d32c-4998-aba9-4e7299de63fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.400583 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2c1fe0c-3526-459f-84db-b1014d5e61d5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.639475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2c1fe0c-3526-459f-84db-b1014d5e61d5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.661197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1fe0c-3526-459f-84db-b1014d5e61d5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for 5bc0e7b4-de46-42ea-8151-5cea16b40a03 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:27.944056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd107d45-cb68-4ec8-a8e5-3a593078b92b req-8bf11ae6-37ce-4579-b3bb-2e58daf9a196 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6664364 Mar 11 17:27:27.980360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff500120-d32c-4998-aba9-4e7299de63fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7aeb358-7740-46e0-9c8c-283ad62a563f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:27.984497 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff500120-d32c-4998-aba9-4e7299de63fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:27.988957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87efe888-2b62-4604-a692-aeb80699f1ae None None] Network 284c669f-7569-4e44-94a7-ae1467ee57c1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:27.992580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff500120-d32c-4998-aba9-4e7299de63fd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b7aeb358-7740-46e0-9c8c-283ad62a563f HTTP/1.1" status: 204 len: 168 time: 1.5439973 Mar 11 17:27:27.993473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33140) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:28.046845 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2c1fe0c-3526-459f-84db-b1014d5e61d5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.087303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1fe0c-3526-459f-84db-b1014d5e61d5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=5bc0e7b4-de46-42ea-8151-5cea16b40a03,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:28.243927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2c1fe0c-3526-459f-84db-b1014d5e61d5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.255562 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a2c1fe0c-3526-459f-84db-b1014d5e61d5 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/ports/5bc0e7b4-de46-42ea-8151-5cea16b40a03 HTTP/1.1" status: 204 len: 168 time: 1.1196063 Mar 11 17:27:28.256130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33148) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:28.264068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:28.302419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.399715 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.426156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa30231-b40a-4903-8a86-9c20e280c3db None None] DHCP port deletion for 284c669f-7569-4e44-94a7-ae1467ee57c1 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:27:28.493321 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.538211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30231-b40a-4903-8a86-9c20e280c3db None None] Deleting port 9920281c-e4b4-4f3b-b882-8510615a1394 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:28.538739 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1aa30231-b40a-4903-8a86-9c20e280c3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.582515 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.649435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1aa30231-b40a-4903-8a86-9c20e280c3db None None] For port 9920281c-e4b4-4f3b-b882-8510615a1394, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9920281c-e4b4-4f3b-b882-8510615a1394,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:28.651663 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1aa30231-b40a-4903-8a86-9c20e280c3db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.676560 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30231-b40a-4903-8a86-9c20e280c3db None None] Calling delete_port for 9920281c-e4b4-4f3b-b882-8510615a1394 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:28.747779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Deleting port 9920281c-e4b4-4f3b-b882-8510615a1394 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:28.748136 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.845147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.25.8.171 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/b6ec3074-e4f2-4894-916d-eaef40b0c332) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:28.905186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1aa30231-b40a-4903-8a86-9c20e280c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.934919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa30231-b40a-4903-8a86-9c20e280c3db None None] No DVR routers for this DVR port 9920281c-e4b4-4f3b-b882-8510615a1394 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:28.941852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] For port 9920281c-e4b4-4f3b-b882-8510615a1394, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9920281c-e4b4-4f3b-b882-8510615a1394,segment=NetworkSegment(e38c39fb-8931-441f-9851-81111814c420),segment_id=e38c39fb-8931-441f-9851-81111814c420)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:28.942240 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.977799 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:28.979616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30231-b40a-4903-8a86-9c20e280c3db None None] Pushing event deleted for resources: {'Port': ['ID=9920281c-e4b4-4f3b-b882-8510615a1394,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:28.992804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Calling delete_port for 9920281c-e4b4-4f3b-b882-8510615a1394 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:29.000786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 970f5362-2428-480c-bf1a-7e8816897354 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:27:29.161256 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.210487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33176) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:29.218256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9920281c-e4b4-4f3b-b882-8510615a1394 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:29.257917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.306682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 9920281c-e4b4-4f3b-b882-8510615a1394 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:29.308939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9920281c-e4b4-4f3b-b882-8510615a1394 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:29.325526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949efa2-10b6-4ab5-bcf6-027d78911a1c req-0c75f036-d0e1-45c5-a019-ea51dc71e5e5 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:29.327503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3949efa2-10b6-4ab5-bcf6-027d78911a1c req-0c75f036-d0e1-45c5-a019-ea51dc71e5e5 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.2389297 Mar 11 17:27:29.335812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.378745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:29.379123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:29.387052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:29.393049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40be2c-04d3-4905-9e78-3114bf004ac7 None None] Sync routers for ids ['970f5362-2428-480c-bf1a-7e8816897354'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:29.399335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Pushing event deleted for resources: {'Port': ['ID=9920281c-e4b4-4f3b-b882-8510615a1394,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:29.408190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] No DVR routers for this DVR port 9920281c-e4b4-4f3b-b882-8510615a1394 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:29.409365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:29.415833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40be2c-04d3-4905-9e78-3114bf004ac7 None None] Routers {'970f5362-2428-480c-bf1a-7e8816897354'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:29.421657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-4b40be2c-04d3-4905-9e78-3114bf004ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['970f5362-2428-480c-bf1a-7e8816897354'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:29.466579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3949efa2-10b6-4ab5-bcf6-027d78911a1c req-2960860e-2189-455b-997c-9f729c7033a1 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257439 Mar 11 17:27:29.484052 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.486136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1799e2d0-28ce-475d-a8ca-dc58b83af08b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.8010695 Mar 11 17:27:29.489297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33180) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:29.515235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-4b40be2c-04d3-4905-9e78-3114bf004ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:29.539255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=b6ec3074-e4f2-4894-916d-eaef40b0c332,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:29.545212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40be2c-04d3-4905-9e78-3114bf004ac7 None None] Routers {'970f5362-2428-480c-bf1a-7e8816897354'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:29.551851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-4b40be2c-04d3-4905-9e78-3114bf004ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['970f5362-2428-480c-bf1a-7e8816897354'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:29.641508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-4b40be2c-04d3-4905-9e78-3114bf004ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:29.645189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40be2c-04d3-4905-9e78-3114bf004ac7 None None] The sync data for ids ['970f5362-2428-480c-bf1a-7e8816897354'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:29.667310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.684765 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.717414 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bd89c49-1a37-4536-97df-0daf01d7f7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.745273 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.793300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284c669f-7569-4e44-94a7-ae1467ee57c1']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:29.855717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38c39fb-8931-441f-9851-81111814c420') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:29.855946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38c39fb-8931-441f-9851-81111814c420') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:29.886350 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.927364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4b500a9b-539c-4706-bf10-d3456bee3af3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/routers/970f5362-2428-480c-bf1a-7e8816897354 HTTP/1.1" status: 200 len: 883 time: 0.4341447 Mar 11 17:27:29.930278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33188) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:29.931048 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.937219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-ada74fd9-e5b5-4f96-8452-11bf77317e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:29.939280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-ada74fd9-e5b5-4f96-8452-11bf77317e4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 1096 time: 0.2364295 Mar 11 17:27:29.953021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:27:29.953454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:27:29.955401 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:27:29.990372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f876cd-ba1c-4ee3-894c-d0d23d8130e7 req-5a7d7d59-9918-40a3-a970-f87e4c2c7063 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:29.992029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f876cd-ba1c-4ee3-894c-d0d23d8130e7 req-5a7d7d59-9918-40a3-a970-f87e4c2c7063 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.2579136 Mar 11 17:27:30.051589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.058467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.174731 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.191857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=b6ec3074-e4f2-4894-916d-eaef40b0c332,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:30.202004 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.202254 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.217647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] 10.222.0.53 "DELETE /v2.0/networks/284c669f-7569-4e44-94a7-ae1467ee57c1 HTTP/1.1" status: 204 len: 168 time: 2.2185740 Mar 11 17:27:30.228057 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.231968 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-84b6471f-2742-48f1-b7e1-64eb5c22852b tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9706249 Mar 11 17:27:30.234455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33196) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:30.241205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'port': {'network_id': '596bafc5-31a5-45d2-848d-38ca8ffb505d', 'name': 'tempest-FloatingIPTestJSON-770874233'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:30.243159 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bd89c49-1a37-4536-97df-0daf01d7f7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.281130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4bd89c49-1a37-4536-97df-0daf01d7f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.296247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08de6ed-2cb8-4b42-b971-32f70e748848 admin admin] Pushing event deleted for resources: {'Network': ['ID=284c669f-7569-4e44-94a7-ae1467ee57c1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:30.339950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f876cd-ba1c-4ee3-894c-d0d23d8130e7 req-4ba4a223-0774-4b42-8e69-480e2635ac84 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743573 Mar 11 17:27:30.353949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-19c7903a-b656-42d4-8954-2c4e83282b7f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4192946 Mar 11 17:27:30.354962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33204) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:30.364150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-344935ad-28e2-44e3-81b2-71db3918b6ce tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-202418658'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:30.436266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-dfff930a-0605-4275-9b9e-e0f060c84499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:30.439790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-dfff930a-0605-4275-9b9e-e0f060c84499 service neutron] 10.222.0.66 "GET /v2.0/networks?id=93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 200 len: 910 time: 0.4688931 Mar 11 17:27:30.484162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Made reservation on behalf of 1c0ae9cdbea542cfa7f89b9d71d6c72d for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:30.488489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.521346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] device_id is not set on port f0c34bb5-e6a4-430c-b80b-eb0b76341400 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:27:30.569379 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4bd89c49-1a37-4536-97df-0daf01d7f7ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=789b301447d745c6a5d195b4378d46c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3509848 Mar 11 17:27:30.571038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-cb89e934-8248-4e9b-a209-f210afdebed6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e262c169-9898-459e-8d70-a433576a2423 HTTP/1.1" status: 200 len: 217 time: 0.1025825 Mar 11 17:27:30.571801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd89c49-1a37-4536-97df-0daf01d7f7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd340c87-33fe-40c8-946c-d7e7b8ab4b75,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:30.575224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:30.617462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33214) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:30.694512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4391e504-1d90-4d92-a8ca-44850d508586 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c1ad3318b3b4ac684e77f552405f070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727899 Mar 11 17:27:30.696494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33216) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:30.698374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-4f5dd7cf-1358-432b-8b26-4b2fe83bc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:30.700732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-4f5dd7cf-1358-432b-8b26-4b2fe83bc76c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d59efb11-4ebe-4ce7-936d-03f82c07cb60 HTTP/1.1" status: 200 len: 850 time: 0.1225204 Mar 11 17:27:30.770900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-754eed93-f601-4beb-bad1-52e4ec2dc66c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93d32082-a711-479f-be40-f94d1c06240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469911 Mar 11 17:27:30.779675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c83b-ecbf-44e6-bba4-856b611f6cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.799050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.20.0.12 (596bafc5-31a5-45d2-848d-38ca8ffb505d/de55057e-4bb5-4686-8f38-cd525a12e831/f0c34bb5-e6a4-430c-b80b-eb0b76341400) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:30.821938 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae844b8-a9a6-4558-93ad-3c99179af304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.873694 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c83b-ecbf-44e6-bba4-856b611f6cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.883276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae844b8-a9a6-4558-93ad-3c99179af304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.970972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-028ed14b-9fc4-47c1-8db5-362690c49d6b service neutron] 10.222.0.66 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886172 Mar 11 17:27:30.992899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae844b8-a9a6-4558-93ad-3c99179af304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.995994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae844b8-a9a6-4558-93ad-3c99179af304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:30.999976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dae844b8-a9a6-4558-93ad-3c99179af304 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26056f7e-5303-4509-a7ca-a40d0829db0d HTTP/1.1" status: 204 len: 168 time: 0.2957237 Mar 11 17:27:31.030009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae844b8-a9a6-4558-93ad-3c99179af304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26056f7e-5303-4509-a7ca-a40d0829db0d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:31.043551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-344935ad-28e2-44e3-81b2-71db3918b6ce tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.061170 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c83b-ecbf-44e6-bba4-856b611f6cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.063687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c83b-ecbf-44e6-bba4-856b611f6cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.067638 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6cf7c83b-ecbf-44e6-bba4-856b611f6cf1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd340c87-33fe-40c8-946c-d7e7b8ab4b75 HTTP/1.1" status: 204 len: 168 time: 0.4879420 Mar 11 17:27:31.075396 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-344935ad-28e2-44e3-81b2-71db3918b6ce tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.089060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7c83b-ecbf-44e6-bba4-856b611f6cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd340c87-33fe-40c8-946c-d7e7b8ab4b75,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:31.213508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b06346d-8f55-48ad-ab87-8a5146752fab req-63e74603-44a5-4868-8a81-52071e44f5f9 service neutron] 10.222.0.66 "GET /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337472 Mar 11 17:27:31.213802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.265596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344935ad-28e2-44e3-81b2-71db3918b6ce tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 970f5362-2428-480c-bf1a-7e8816897354 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:31.281532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.375025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 596bafc5-31a5-45d2-848d-38ca8ffb505d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:31.382642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:31.413480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:31.425103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=f0c34bb5-e6a4-430c-b80b-eb0b76341400,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:31.479228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344935ad-28e2-44e3-81b2-71db3918b6ce tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:31.487306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-344935ad-28e2-44e3-81b2-71db3918b6ce tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.488620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-344935ad-28e2-44e3-81b2-71db3918b6ce tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/970f5362-2428-480c-bf1a-7e8816897354 HTTP/1.1" status: 200 len: 890 time: 1.1324270 Mar 11 17:27:31.491508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33232) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:31.494426 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fefcdd4-b2ef-4a76-8a5d-5b3cb90771d7 None None] Sync routers for ids ['970f5362-2428-480c-bf1a-7e8816897354'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:31.510083 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fefcdd4-b2ef-4a76-8a5d-5b3cb90771d7 None None] Routers {'970f5362-2428-480c-bf1a-7e8816897354'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:31.511084 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7fefcdd4-b2ef-4a76-8a5d-5b3cb90771d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['970f5362-2428-480c-bf1a-7e8816897354'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:31.522332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:31.523495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.611468 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7fefcdd4-b2ef-4a76-8a5d-5b3cb90771d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:31.635008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19ccd-d5de-41c0-81ff-2c45468a9ae7 req-affc9450-dcb5-43b2-96ef-7fc4ab8ebc6e tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:31.637041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99c19ccd-d5de-41c0-81ff-2c45468a9ae7 req-affc9450-dcb5-43b2-96ef-7fc4ab8ebc6e tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.1277623 Mar 11 17:27:31.639767 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fefcdd4-b2ef-4a76-8a5d-5b3cb90771d7 None None] Routers {'970f5362-2428-480c-bf1a-7e8816897354'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:31.640380 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7fefcdd4-b2ef-4a76-8a5d-5b3cb90771d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['970f5362-2428-480c-bf1a-7e8816897354'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:31.730633 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a7ab14c-ff58-4baf-acdf-a26637499aab tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/routers/970f5362-2428-480c-bf1a-7e8816897354 HTTP/1.1" status: 200 len: 890 time: 0.2237203 Mar 11 17:27:31.731112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33238) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:31.745384 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7c37e6f3-d9c4-4d95-8e1e-24d2b168238a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5097632 Mar 11 17:27:31.749447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33240) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:31.762099 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f34b75b8-3055-4a43-a576-3d3c6bb424c0 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=970f5362-2428-480c-bf1a-7e8816897354 HTTP/1.1" status: 200 len: 205 time: 0.0296242 Mar 11 17:27:31.764588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33242) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:31.768887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bfab60b9-3902-4c07-8cf0-b04b1dfd4c59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'port_id': 'f0c34bb5-e6a4-430c-b80b-eb0b76341400'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:31.778142 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7fefcdd4-b2ef-4a76-8a5d-5b3cb90771d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:31.780844 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fefcdd4-b2ef-4a76-8a5d-5b3cb90771d7 None None] The sync data for ids ['970f5362-2428-480c-bf1a-7e8816897354'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:31.791895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99c19ccd-d5de-41c0-81ff-2c45468a9ae7 req-c98957e9-677d-425d-878e-7513ce5cc5e0 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448946 Mar 11 17:27:31.866021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bfab60b9-3902-4c07-8cf0-b04b1dfd4c59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:31.898759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.086564 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.191788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port 7f1b663e-4752-406b-8b31-e5c49b854522 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:32.192387 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.353360 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.369064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for 7f1b663e-4752-406b-8b31-e5c49b854522 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:32.592663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bfab60b9-3902-4c07-8cf0-b04b1dfd4c59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.598277 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bfab60b9-3902-4c07-8cf0-b04b1dfd4c59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:32.803470 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-bfab60b9-3902-4c07-8cf0-b04b1dfd4c59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP 74cc0422-d64f-486e-bb2c-22d2faa99e8c associated. External IP: 172.25.8.171, port: f0c34bb5-e6a4-430c-b80b-eb0b76341400. Mar 11 17:27:33.025781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e1c8-116b-4f94-b8d5-02b93fe63706 req-451116de-a23a-4c02-aa47-5c7fac97746a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:33.027437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e356e1c8-116b-4f94-b8d5-02b93fe63706 req-451116de-a23a-4c02-aa47-5c7fac97746a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.0738089 Mar 11 17:27:33.153367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e356e1c8-116b-4f94-b8d5-02b93fe63706 req-bda42fba-dd0a-4c85-8a64-2dd97a6adfa9 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784862 Mar 11 17:27:33.188188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfab60b9-3902-4c07-8cf0-b04b1dfd4c59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:33.195117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.235235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33286) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:33.245481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=7f1b663e-4752-406b-8b31-e5c49b854522,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:33.362998 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.416656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfab60b9-3902-4c07-8cf0-b04b1dfd4c59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:33.421415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bfab60b9-3902-4c07-8cf0-b04b1dfd4c59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.428932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6d4de-0de0-49be-baeb-5ebe4440f168 None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:33.446000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6d4de-0de0-49be-baeb-5ebe4440f168 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:33.446732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9db6d4de-0de0-49be-baeb-5ebe4440f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:33.521620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bfab60b9-3902-4c07-8cf0-b04b1dfd4c59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/floatingips/74cc0422-d64f-486e-bb2c-22d2faa99e8c HTTP/1.1" status: 200 len: 978 time: 1.7677476 Mar 11 17:27:33.524031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33296) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:33.533186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.537968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9db6d4de-0de0-49be-baeb-5ebe4440f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:33.541253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.548049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6d4de-0de0-49be-baeb-5ebe4440f168 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:33.549122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9db6d4de-0de0-49be-baeb-5ebe4440f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:33.567799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1669118166-network', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:33.636458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9db6d4de-0de0-49be-baeb-5ebe4440f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:33.638034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6d4de-0de0-49be-baeb-5ebe4440f168 None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:33.663384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33298) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:33.704231 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.704973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Fanout notify agent at l3_agent the message router_deleted on router 970f5362-2428-480c-bf1a-7e8816897354 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:27:33.728493 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.736306 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-07cf209d-48f9-43ef-bcc5-52737c1847e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/970f5362-2428-480c-bf1a-7e8816897354 HTTP/1.1" status: 204 len: 168 time: 1.9690337 Mar 11 17:27:33.737452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33304) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:33.756001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-5013796'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:33.764219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Made reservation on behalf of d2989ae2ea1f44078c929a166bd10a72 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:33.767115 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.788312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port f0c34bb5-e6a4-430c-b80b-eb0b76341400 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:33.788717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.803479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.872833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:33.885285 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.969563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.975644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:33.999118 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:33.999567 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added segment 3068775a-1294-4b33-8741-537a0bf389f2 of type vlan for network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 Mar 11 17:27:34.022024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1106193384-network', 'tenant_id': 'a8301fd7ef9f449e8412a6f1d920a3fb'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:34.047140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Made reservation on behalf of a8301fd7ef9f449e8412a6f1d920a3fb for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:34.049832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.084377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.094198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.098681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.103661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.152083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:34.169736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.176507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:34.177251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.185482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.185923 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Added segment c0712e35-7b1a-441b-afef-1dad2c5bf197 of type vlan for network 692795f5-26c2-430b-9ffc-82a05437df85 Mar 11 17:27:34.191677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea6565f-b880-42c7-9ad4-80320536ee00,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:34.347282 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6067848 Mar 11 17:27:34.363195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33314) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:34.377936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'subnet': {'network_id': '60fb7a75-42f7-4782-b4bd-bd68d1d31df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:34.412632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.483821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77769cb-9651-4327-b7f6-7df274d7a5c4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Network': ['ID=60fb7a75-42f7-4782-b4bd-bd68d1d31df8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:34.490812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.491178 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.491632 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP 74cc0422-d64f-486e-bb2c-22d2faa99e8c disassociated. External IP: 172.25.8.171, port: f0c34bb5-e6a4-430c-b80b-eb0b76341400. Mar 11 17:27:34.492690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for f0c34bb5-e6a4-430c-b80b-eb0b76341400 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:34.503154 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3f658-3f0a-41a2-8029-cb98d4185104 req-ffea1a88-d4f6-45ab-ac29-75e06671c106 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:34.504100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:27:34.505859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37a3f658-3f0a-41a2-8029-cb98d4185104 req-ffea1a88-d4f6-45ab-ac29-75e06671c106 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.1937950 Mar 11 17:27:34.507128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.509708 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.511537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:34.514078 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.517273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.637552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] Pushing event updated for resources: {'Network': ['ID=692795f5-26c2-430b-9ffc-82a05437df85,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:34.642995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:34.647110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.652300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 692795f5-26c2-430b-9ffc-82a05437df85 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:27:34.659617 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f5d042bd-4491-4730-b2ea-b44eb672d609 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4209778 Mar 11 17:27:34.678301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33316) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:34.684746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Request body: {'subnet': {'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-subnet', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:34.693452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7c0606-a42f-4c9e-a0d7-5c6902768841,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:34.699093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:34.731236 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.731581 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Added segment 6ab9cb07-ba11-4052-a5e3-356e95569c6c of type vlan for network d15199b3-7d26-452b-b23d-f8273692c07b Mar 11 17:27:34.762131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Made reservation on behalf of d2989ae2ea1f44078c929a166bd10a72 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:34.765884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.815570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37a3f658-3f0a-41a2-8029-cb98d4185104 req-19d55a98-51f4-4a61-8605-19f7448055ad tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807953 Mar 11 17:27:34.836685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.935689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:34.936785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:34.940462 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.106670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4403436 Mar 11 17:27:35.123355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.130651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33336) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:35.152391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Request body: {'subnet': {'network_id': 'd15199b3-7d26-452b-b23d-f8273692c07b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1106193384-subnet', 'tenant_id': 'a8301fd7ef9f449e8412a6f1d920a3fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:35.196890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=f0c34bb5-e6a4-430c-b80b-eb0b76341400,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:35.217090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dab2a-36dc-4775-a4ba-f5fa119fc9ee admin admin] Pushing event updated for resources: {'Network': ['ID=d15199b3-7d26-452b-b23d-f8273692c07b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:35.244673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network d15199b3-7d26-452b-b23d-f8273692c07b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:27:35.345196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.419417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Made reservation on behalf of a8301fd7ef9f449e8412a6f1d920a3fb for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:35.423625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.517512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d41449e9-73a3-4dcc-8adf-d53993b46d57,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:35.523250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.564089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Checking segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:35.564727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Network hostable DHCP agents. Network: 692795f5-26c2-430b-9ffc-82a05437df85, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:35.616721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Subnet': ['ID=c660e5be-71be-4cc7-92a0-40c4e372c568,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:35.628647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Network 692795f5-26c2-430b-9ffc-82a05437df85 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:35.635690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Checking segment: {'id': '3068775a-1294-4b33-8741-537a0bf389f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fb7a75-42f7-4782-b4bd-bd68d1d31df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:35.636093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network hostable DHCP agents. Network: 60fb7a75-42f7-4782-b4bd-bd68d1d31df8, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:35.648422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 692795f5-26c2-430b-9ffc-82a05437df85) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:35.655405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:35.656272 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.659553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bef44-9ef6-4af8-9cd2-112e3247aa29 None None] Network 692795f5-26c2-430b-9ffc-82a05437df85 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:35.675612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:35.683790 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c40a88c6-7e72-42b9-96d7-c1d4f6fbb351 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0043674 Mar 11 17:27:35.688058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33370) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:35.694041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:35.697844 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 60fb7a75-42f7-4782-b4bd-bd68d1d31df8) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:35.706212 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:35.707106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.755525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040903f8-a89e-44da-821b-f86d7377e3c1 None None] Network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:35.756788 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-35f31763-7029-4f2b-8cb1-e7294fbe540b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3859034 Mar 11 17:27:35.757499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33374) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:35.763831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-da64229c-8f66-4595-8718-c8aa67026c88 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1840345464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:35.770299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.772048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.807738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da64229c-8f66-4595-8718-c8aa67026c88 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.808825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da64229c-8f66-4595-8718-c8aa67026c88 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:35.870451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.016646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da64229c-8f66-4595-8718-c8aa67026c88 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.022561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da64229c-8f66-4595-8718-c8aa67026c88 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.066913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-692795f5-26c2-430b-9ffc-82a05437df85', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:27:36.066913 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.179404 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.193557 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da64229c-8f66-4595-8718-c8aa67026c88 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.201332 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-da64229c-8f66-4595-8718-c8aa67026c88 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4384634 Mar 11 17:27:36.201332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33394) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:36.212886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162be75-eff7-441d-a662-8e9f6ce0aea5 req-2711914c-54f9-4eb8-9663-20d3eaa08006 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:36.220898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f162be75-eff7-441d-a662-8e9f6ce0aea5 req-2711914c-54f9-4eb8-9663-20d3eaa08006 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.8290150 Mar 11 17:27:36.353220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f162be75-eff7-441d-a662-8e9f6ce0aea5 req-f5e0eef5-d7d4-4b4f-88c0-598e3d58dcd3 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314833 Mar 11 17:27:36.388849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-60fb7a75-42f7-4782-b4bd-bd68d1d31df8', 'network_id': '60fb7a75-42f7-4782-b4bd-bd68d1d31df8', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'fixed_ips': [{'subnet_id': 'c660e5be-71be-4cc7-92a0-40c4e372c568'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:27:36.389654 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.403069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:36.450146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Allocated IP 172.20.0.2 (692795f5-26c2-430b-9ffc-82a05437df85/d41449e9-73a3-4dcc-8adf-d53993b46d57/1fc3b1b6-0000-44be-a13d-b84455a28f9e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:36.653752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.841120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Allocated IP 2001:db8::2 (60fb7a75-42f7-4782-b4bd-bd68d1d31df8/c660e5be-71be-4cc7-92a0-40c4e372c568/bd7099dc-dc78-4a42-9138-f446e05c4c7f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:36.854737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.907358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:36.920563 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6beefc-2a2b-4072-9558-a7880a499a46 None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:36.943375 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6beefc-2a2b-4072-9558-a7880a499a46 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:36.944018 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-dd6beefc-2a2b-4072-9558-a7880a499a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:36.950494 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.961843 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:36.978996 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.029617 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.121718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22084cce-fad1-4345-932f-5350aa4b5525,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:37.174329 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.182124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7f100cf0-0e67-4f33-bf00-9554773b22d4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/ports/f0c34bb5-e6a4-430c-b80b-eb0b76341400 HTTP/1.1" status: 204 len: 168 time: 3.6559980 Mar 11 17:27:37.183710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33440) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:37.186528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Checking segment: {'id': '6ab9cb07-ba11-4052-a5e3-356e95569c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd15199b3-7d26-452b-b23d-f8273692c07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:37.186738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Network 692795f5-26c2-430b-9ffc-82a05437df85 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:37.187468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Network hostable DHCP agents. Network: d15199b3-7d26-452b-b23d-f8273692c07b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:37.221474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:37.224477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:37.253718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Pushing event updated for resources: {'Port': ['ID=1fc3b1b6-0000-44be-a13d-b84455a28f9e,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:37.262551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6fdbb9cf-c8d0-498f-b115-5296f7ee0c9a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "GET /v2.0/floatingips/74cc0422-d64f-486e-bb2c-22d2faa99e8c HTTP/1.1" status: 200 len: 688 time: 0.0769522 Mar 11 17:27:37.263116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33446) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:37.264756 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-dd6beefc-2a2b-4072-9558-a7880a499a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:37.272131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Network d15199b3-7d26-452b-b23d-f8273692c07b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:37.286337 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6beefc-2a2b-4072-9558-a7880a499a46 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:37.286977 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-dd6beefc-2a2b-4072-9558-a7880a499a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:37.310133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Allocated IP 172.25.8.244 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/ceda176c-b4e2-46ae-8417-8016cd54f4f9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:37.369308 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-dd6beefc-2a2b-4072-9558-a7880a499a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:37.370403 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6beefc-2a2b-4072-9558-a7880a499a46 None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:37.375401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, d15199b3-7d26-452b-b23d-f8273692c07b) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:37.401546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:37.403307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.434237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbd41d3-d124-405a-bce7-888b5da34c9f None None] Network d15199b3-7d26-452b-b23d-f8273692c07b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:37.493222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-769bc956-833e-44b3-a461-b2665cabeb6c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3492577 Mar 11 17:27:37.570696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port b6ec3074-e4f2-4894-916d-eaef40b0c332 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:37.571287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.592759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bf310-2a45-48f6-9430-e066f1fc9984 req-327b4282-58ef-445d-b814-250ce9418dd9 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:37.594925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-996bf310-2a45-48f6-9430-e066f1fc9984 req-327b4282-58ef-445d-b814-250ce9418dd9 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.0782669 Mar 11 17:27:37.613052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.676859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Attempting to bind port 1fc3b1b6-0000-44be-a13d-b84455a28f9e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:37.683063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Attempting to bind port 1fc3b1b6-0000-44be-a13d-b84455a28f9e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:37.683869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Attempting to bind port 1fc3b1b6-0000-44be-a13d-b84455a28f9e on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:27:37.696424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.703510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-996bf310-2a45-48f6-9430-e066f1fc9984 req-19e834cd-cf1b-40af-aff5-d149a3b21baf tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010070 Mar 11 17:27:37.714770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:27:37.722784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Checking segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:37.725221 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.727992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Bound using segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:27:37.728549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Bound port: 1fc3b1b6-0000-44be-a13d-b84455a28f9e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:37.728958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.762187 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.763777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:37.767086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:37.767935 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.772054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:37.781628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.800394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Pushing event updated for resources: {'Port': ['ID=ceda176c-b4e2-46ae-8417-8016cd54f4f9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:37.840321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for b6ec3074-e4f2-4894-916d-eaef40b0c332 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:37.867111 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:37.982714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 2001:db8::1 (60fb7a75-42f7-4782-b4bd-bd68d1d31df8/c660e5be-71be-4cc7-92a0-40c4e372c568/e3d9e6b3-9de9-454c-9e86-641695b7c398) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:38.024895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:38.033070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:38.043160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:38.089465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Pushing event updated for resources: {'Port': ['ID=bd7099dc-dc78-4a42-9138-f446e05c4c7f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:38.139886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] For port 1fc3b1b6-0000-44be-a13d-b84455a28f9e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:38.175834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fca65e-6215-414b-b8df-ada8e9b07020 None None] Network d15199b3-7d26-452b-b23d-f8273692c07b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:38.243358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33470) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:38.271883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-4904a3cd-5cc1-4191-beff-f36b0819b4a1 req-4059b1e4-3f9e-4c61-98b1-31960a3e7137 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-10349348', 'description': 'tempest-description-1125868279'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:38.281529 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.294744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] For port 1fc3b1b6-0000-44be-a13d-b84455a28f9e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1fc3b1b6-0000-44be-a13d-b84455a28f9e,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:38.325516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=b6ec3074-e4f2-4894-916d-eaef40b0c332,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:38.349922 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.357503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4904a3cd-5cc1-4191-beff-f36b0819b4a1 req-4059b1e4-3f9e-4c61-98b1-31960a3e7137 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.359759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.374894 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.417735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.420851 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.426908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a5664717-91d8-4317-990c-042e842e9407 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/floatingips/74cc0422-d64f-486e-bb2c-22d2faa99e8c HTTP/1.1" status: 204 len: 168 time: 1.1624269 Mar 11 17:27:38.427382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33474) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:38.436794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'b39a00c3-ae74-40ef-861b-796ca8f95f1b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:38.460879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.492966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Attempting to bind port bd7099dc-dc78-4a42-9138-f446e05c4c7f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:38.493508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Attempting to bind port bd7099dc-dc78-4a42-9138-f446e05c4c7f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '3068775a-1294-4b33-8741-537a0bf389f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fb7a75-42f7-4782-b4bd-bd68d1d31df8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:38.499754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Attempting to bind port bd7099dc-dc78-4a42-9138-f446e05c4c7f on network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:27:38.523072 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.533510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:27:38.536761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Checking segment: {'id': '3068775a-1294-4b33-8741-537a0bf389f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fb7a75-42f7-4782-b4bd-bd68d1d31df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:38.537276 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.538743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Bound using segment: {'id': '3068775a-1294-4b33-8741-537a0bf389f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fb7a75-42f7-4782-b4bd-bd68d1d31df8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:27:38.539274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Bound port: bd7099dc-dc78-4a42-9138-f446e05c4c7f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3068775a-1294-4b33-8741-537a0bf389f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '60fb7a75-42f7-4782-b4bd-bd68d1d31df8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:38.539776 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.562759 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4904a3cd-5cc1-4191-beff-f36b0819b4a1 req-4059b1e4-3f9e-4c61-98b1-31960a3e7137 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.580193 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4904a3cd-5cc1-4191-beff-f36b0819b4a1 req-4059b1e4-3f9e-4c61-98b1-31960a3e7137 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.591161 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-354055bf-d5fb-40ef-be77-6c14a18e1d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.654636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4904a3cd-5cc1-4191-beff-f36b0819b4a1 req-4059b1e4-3f9e-4c61-98b1-31960a3e7137 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.656247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4904a3cd-5cc1-4191-beff-f36b0819b4a1 req-4059b1e4-3f9e-4c61-98b1-31960a3e7137 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4116228 Mar 11 17:27:38.671754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059b1e4-3f9e-4c61-98b1-31960a3e7137 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779e41f4-21c4-4933-b14d-53e12a9e8257,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:38.685858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-e949302b-eced-400e-9800-d129ba195b4f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:38.687490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-e949302b-eced-400e-9800-d129ba195b4f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.2068427 Mar 11 17:27:38.776110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] For port bd7099dc-dc78-4a42-9138-f446e05c4c7f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:38.790669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] For port bd7099dc-dc78-4a42-9138-f446e05c4c7f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=bd7099dc-dc78-4a42-9138-f446e05c4c7f,segment=NetworkSegment(3068775a-1294-4b33-8741-537a0bf389f2),segment_id=3068775a-1294-4b33-8741-537a0bf389f2)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:38.874818 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:38.929261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74865114-9086-4bb9-bca2-95a72cc99967 None None] Pushing event updated for resources: {'Port': ['ID=1fc3b1b6-0000-44be-a13d-b84455a28f9e,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:39.025181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab113425-f698-4e6c-a73d-7e94e69f8e84 None None] Pushing event updated for resources: {'Port': ['ID=bd7099dc-dc78-4a42-9138-f446e05c4c7f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:39.104902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d3fa5e2-dcd2-4410-85ac-372d15f2c928 req-370d1292-da2a-4cee-9053-9e37f59ab2b5 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/779e41f4-21c4-4933-b14d-53e12a9e8257 HTTP/1.1" status: 200 len: 1813 time: 0.3560691 Mar 11 17:27:39.121495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-4d3fa5e2-dcd2-4410-85ac-372d15f2c928 req-60dd3766-0baa-4a38-a8c1-a6ca6f75465b tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '779e41f4-21c4-4933-b14d-53e12a9e8257', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:39.121830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-4d3fa5e2-dcd2-4410-85ac-372d15f2c928 req-60dd3766-0baa-4a38-a8c1-a6ca6f75465b tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '779e41f4-21c4-4933-b14d-53e12a9e8257', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:39.207861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1926-29ce-4145-86cc-79c0b3e5c984 req-4cca8abc-e7b5-4d6c-9f14-b47413e66f85 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:39.210974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:39.211657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affe1926-29ce-4145-86cc-79c0b3e5c984 req-4cca8abc-e7b5-4d6c-9f14-b47413e66f85 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 945 time: 0.2656896 Mar 11 17:27:39.216951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-354055bf-d5fb-40ef-be77-6c14a18e1d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.226650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:39.229397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:39.230406 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.247253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-354055bf-d5fb-40ef-be77-6c14a18e1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.309824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Deleting port e262c169-9898-459e-8d70-a433576a2423 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:39.310900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.320000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=e3d9e6b3-9de9-454c-9e86-641695b7c398,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:39.437883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1fc3b1b6-0000-44be-a13d-b84455a28f9e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:39.494355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354055bf-d5fb-40ef-be77-6c14a18e1d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29cb1cd-00b8-42a5-a848-74958fd61733,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:39.499121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-354055bf-d5fb-40ef-be77-6c14a18e1d9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a59cfd76c544d6c965361fff6be7042&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2523499 Mar 11 17:27:39.514844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33482) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:39.535020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-affe1926-29ce-4145-86cc-79c0b3e5c984 req-24b92749-fecd-47eb-8714-879bb0fedc85 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965512 Mar 11 17:27:39.535177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1fc3b1b6-0000-44be-a13d-b84455a28f9e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:39.535425 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.612072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4d3fa5e2-dcd2-4410-85ac-372d15f2c928 req-60dd3766-0baa-4a38-a8c1-a6ca6f75465b tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.676721 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4d3fa5e2-dcd2-4410-85ac-372d15f2c928 req-60dd3766-0baa-4a38-a8c1-a6ca6f75465b tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.681254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] For port e262c169-9898-459e-8d70-a433576a2423, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e262c169-9898-459e-8d70-a433576a2423,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:39.681882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.685752 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.693740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.696629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.697846 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4d3fa5e2-dcd2-4410-85ac-372d15f2c928 req-60dd3766-0baa-4a38-a8c1-a6ca6f75465b tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.727408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Calling delete_port for e262c169-9898-459e-8d70-a433576a2423 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:39.730381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.755607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 1fc3b1b6-0000-44be-a13d-b84455a28f9e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1fc3b1b6-0000-44be-a13d-b84455a28f9e,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:39.759372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea1b245d-49d5-46f8-8e7e-c6bec5f6d78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.762197 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.770318 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4d3fa5e2-dcd2-4410-85ac-372d15f2c928 req-60dd3766-0baa-4a38-a8c1-a6ca6f75465b tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.770549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d3fa5e2-dcd2-4410-85ac-372d15f2c928 req-60dd3766-0baa-4a38-a8c1-a6ca6f75465b tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6556792 Mar 11 17:27:39.771302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd3766-0baa-4a38-a8c1-a6ca6f75465b tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46bec65-0826-4d6b-8132-ce13d60da93f,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:39.877480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea1b245d-49d5-46f8-8e7e-c6bec5f6d78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:39.881789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=1fc3b1b6-0000-44be-a13d-b84455a28f9e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:39.967487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-099ae197-8646-47a9-a682-74d11abf2410 req-a631812e-4d22-453e-8b1a-eeb695ce0e5a tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/779e41f4-21c4-4933-b14d-53e12a9e8257 HTTP/1.1" status: 200 len: 2407 time: 0.1399057 Mar 11 17:27:40.020836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea1b245d-49d5-46f8-8e7e-c6bec5f6d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.024798 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea1b245d-49d5-46f8-8e7e-c6bec5f6d78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.027260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ea1b245d-49d5-46f8-8e7e-c6bec5f6d78a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a29cb1cd-00b8-42a5-a848-74958fd61733 HTTP/1.1" status: 204 len: 168 time: 0.5108757 Mar 11 17:27:40.079765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dd5054b-5b24-439a-81bc-e1eb39d12092 req-12639b01-5309-448c-ae1a-aeec0d4252da tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-group-rules/f46bec65-0826-4d6b-8132-ce13d60da93f HTTP/1.1" status: 200 len: 778 time: 0.0666380 Mar 11 17:27:40.098035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b245d-49d5-46f8-8e7e-c6bec5f6d78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29cb1cd-00b8-42a5-a848-74958fd61733,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:40.207112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dd5054b-5b24-439a-81bc-e1eb39d12092 req-01c993b2-e9a3-4ef4-8be9-e8a7285c491a tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/779e41f4-21c4-4933-b14d-53e12a9e8257 HTTP/1.1" status: 200 len: 2407 time: 0.1147859 Mar 11 17:27:40.209554 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.222985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['9c6a9edf-9bd9-4481-9d7c-b5afa306ab89'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:27:40.292945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Pushing event deleted for resources: {'Port': ['ID=e262c169-9898-459e-8d70-a433576a2423,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:40.315886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5dd5054b-5b24-439a-81bc-e1eb39d12092 req-49c9f353-2ce0-4db7-b277-f27c3564c00e tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.347568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.25.8.43 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d94c0bd3-82d4-4a2a-99b9-0eef26cde3a1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:40.355774 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5dd5054b-5b24-439a-81bc-e1eb39d12092 req-49c9f353-2ce0-4db7-b277-f27c3564c00e tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.370302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3700920-0972-4938-8241-0af9d2a05f54 None None] Network 692795f5-26c2-430b-9ffc-82a05437df85 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:40.383687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] No DVR routers for this DVR port e262c169-9898-459e-8d70-a433576a2423 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:40.388172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.395094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-40ed5981-2ded-4973-ae7c-54a71b6cdd90 req-db2530f7-7778-47b2-89af-cbedbc5ee620 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.66 "DELETE /v2.0/ports/e262c169-9898-459e-8d70-a433576a2423 HTTP/1.1" status: 204 len: 173 time: 1.6997910 Mar 11 17:27:40.402080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3635e8-c617-499d-9618-0d4a42085a95', 'name': 'network-vif-deleted', 'tag': 'e262c169-9898-459e-8d70-a433576a2423'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:27:40.409048 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93383826-0410-492f-af63-1b27ca0cdce4" -d '{"events": [{"server_uuid": "ee3635e8-c617-499d-9618-0d4a42085a95", "name": "network-vif-deleted", "tag": "e262c169-9898-459e-8d70-a433576a2423"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:27:40.447601 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5dd5054b-5b24-439a-81bc-e1eb39d12092 req-49c9f353-2ce0-4db7-b277-f27c3564c00e tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.468115 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5dd5054b-5b24-439a-81bc-e1eb39d12092 req-49c9f353-2ce0-4db7-b277-f27c3564c00e tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.475820 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dd5054b-5b24-439a-81bc-e1eb39d12092 req-49c9f353-2ce0-4db7-b277-f27c3564c00e tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f46bec65-0826-4d6b-8132-ce13d60da93f HTTP/1.1" status: 204 len: 173 time: 0.2574275 Mar 11 17:27:40.513835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9f353-2ce0-4db7-b277-f27c3564c00e tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f46bec65-0826-4d6b-8132-ce13d60da93f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:40.538325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-bf1d71eb-19db-4ca0-bc09-5bca8cbf9f54 req-a2810df0-8562-4f00-8508-7ffb8f9d4bac tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-94037351', 'description': 'tempest-description-790844506'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:40.552485 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40cf1ec-f1f4-4c79-b94b-5abb97bc6ce2 x-openstack-request-id: req-e40cf1ec-f1f4-4c79-b94b-5abb97bc6ce2 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:27:40.553190 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3635e8-c617-499d-9618-0d4a42085a95", "name": "network-vif-deleted", "tag": "e262c169-9898-459e-8d70-a433576a2423", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:27:40.553692 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e40cf1ec-f1f4-4c79-b94b-5abb97bc6ce2 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:27:40.554292 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3635e8-c617-499d-9618-0d4a42085a95', 'name': 'network-vif-deleted', 'tag': 'e262c169-9898-459e-8d70-a433576a2423', 'status': 'completed', 'code': 200} Mar 11 17:27:40.610186 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-bf1d71eb-19db-4ca0-bc09-5bca8cbf9f54 req-a2810df0-8562-4f00-8508-7ffb8f9d4bac tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.745261 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-bf1d71eb-19db-4ca0-bc09-5bca8cbf9f54 req-a2810df0-8562-4f00-8508-7ffb8f9d4bac tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.746980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33500) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:40.761831 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-bf1d71eb-19db-4ca0-bc09-5bca8cbf9f54 req-a2810df0-8562-4f00-8508-7ffb8f9d4bac tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.764527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:27:40.820685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d03e426-be51-4d76-934a-c0337161a3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.825338 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.846988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a990dd10-293d-4590-ad6b-198747647e29 req-416625cc-3e36-4781-8e1d-06c75a63691a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee3635e8-c617-499d-9618-0d4a42085a95 HTTP/1.1" status: 200 len: 210 time: 0.0886588 Mar 11 17:27:40.862978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0785137e-e81d-46e6-8d30-846cde7312fd None None] Provisioning complete for port 1fc3b1b6-0000-44be-a13d-b84455a28f9e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:40.864127 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0785137e-e81d-46e6-8d30-846cde7312fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.925491 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-bf1d71eb-19db-4ca0-bc09-5bca8cbf9f54 req-a2810df0-8562-4f00-8508-7ffb8f9d4bac tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:40.926854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf1d71eb-19db-4ca0-bc09-5bca8cbf9f54 req-a2810df0-8562-4f00-8508-7ffb8f9d4bac tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4021676 Mar 11 17:27:40.943248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2810df0-8562-4f00-8508-7ffb8f9d4bac tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d14947-be45-495d-90c1-8dea3ba66d07,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:40.981833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5565f01-ff0b-48c1-8407-0457447ab9ff None None] Network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:41.012928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d03e426-be51-4d76-934a-c0337161a3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.028947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d03e426-be51-4d76-934a-c0337161a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.056499 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.082420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0d03e426-be51-4d76-934a-c0337161a3e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4f1d55be71f49cfaef6026c272f8cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338311 Mar 11 17:27:41.093932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33504) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:41.116782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-780879a7-0089-493d-935b-e669c153d94c req-205ced05-63b1-47d8-affa-d83666330c7d tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/36d14947-be45-495d-90c1-8dea3ba66d07 HTTP/1.1" status: 200 len: 1812 time: 0.1450007 Mar 11 17:27:41.159144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03e426-be51-4d76-934a-c0337161a3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492c65db-0e48-4eb4-be45-e9b1ff96d303,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:41.186034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-012cf429-43bc-4cab-b343-36a7b86ad836 req-56bd083b-60c2-4768-8889-441636240395 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-924388267', 'description': 'tempest-description-1606105323'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:41.223734 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-012cf429-43bc-4cab-b343-36a7b86ad836 req-56bd083b-60c2-4768-8889-441636240395 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.291904 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47ee6bd-ed7c-4d42-b740-88178115bf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.317591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47ee6bd-ed7c-4d42-b740-88178115bf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.350597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-012cf429-43bc-4cab-b343-36a7b86ad836 req-56bd083b-60c2-4768-8889-441636240395 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.359448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-012cf429-43bc-4cab-b343-36a7b86ad836 req-56bd083b-60c2-4768-8889-441636240395 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.429285 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47ee6bd-ed7c-4d42-b740-88178115bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.431462 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d47ee6bd-ed7c-4d42-b740-88178115bf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.435413 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d47ee6bd-ed7c-4d42-b740-88178115bf39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/492c65db-0e48-4eb4-be45-e9b1ff96d303 HTTP/1.1" status: 204 len: 168 time: 0.3299348 Mar 11 17:27:41.437085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd083b-60c2-4768-8889-441636240395 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d67912-e14a-4875-94eb-6c505b8393e4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:41.444618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.445840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-012cf429-43bc-4cab-b343-36a7b86ad836 req-56bd083b-60c2-4768-8889-441636240395 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.464754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:41.483356 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-012cf429-43bc-4cab-b343-36a7b86ad836 req-56bd083b-60c2-4768-8889-441636240395 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3017979 Mar 11 17:27:41.495543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:41.498749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e262c169-9898-459e-8d70-a433576a2423 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:41.522546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.537086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ee6bd-ed7c-4d42-b740-88178115bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c65db-0e48-4eb4-be45-e9b1ff96d303,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:41.557347 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.557632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: e262c169-9898-459e-8d70-a433576a2423 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:27:41.557958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e262c169-9898-459e-8d70-a433576a2423 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:27:41.558105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.560912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1fc3b1b6-0000-44be-a13d-b84455a28f9e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:41.580852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58ac615b-0d87-4073-b7ab-dd1146f45094 req-fce05ead-106f-432f-985f-0d08743b0e41 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/78d67912-e14a-4875-94eb-6c505b8393e4 HTTP/1.1" status: 200 len: 1814 time: 0.0875044 Mar 11 17:27:41.599057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:41.609465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-52bb8ac7-7fee-4c64-9e19-af75d206a5cb req-95c78246-c1b8-4f2e-9149-e3b4eb9e7960 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1595395905', 'description': 'tempest-description-1143497379'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:41.618640 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.620205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-752533d1-7994-48c8-bef2-142f7622a5fa admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9304757 Mar 11 17:27:41.624972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33516) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:41.626405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:41.639642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:41.659376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=d94c0bd3-82d4-4a2a-99b9-0eef26cde3a1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:41.737153 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52bb8ac7-7fee-4c64-9e19-af75d206a5cb req-95c78246-c1b8-4f2e-9149-e3b4eb9e7960 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.801632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-58bc4101-b220-4c5b-b8af-efd19c1ff896 None None] Provisioning complete for port bd7099dc-dc78-4a42-9138-f446e05c4c7f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:41.802136 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58bc4101-b220-4c5b-b8af-efd19c1ff896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.812298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:41.813306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:41.946273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=e3d9e6b3-9de9-454c-9e86-641695b7c398,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:42.069172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:42.072372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:42.168006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52bb8ac7-7fee-4c64-9e19-af75d206a5cb req-95c78246-c1b8-4f2e-9149-e3b4eb9e7960 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.176872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52bb8ac7-7fee-4c64-9e19-af75d206a5cb req-95c78246-c1b8-4f2e-9149-e3b4eb9e7960 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.273014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-52bb8ac7-7fee-4c64-9e19-af75d206a5cb req-95c78246-c1b8-4f2e-9149-e3b4eb9e7960 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.300310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52bb8ac7-7fee-4c64-9e19-af75d206a5cb req-95c78246-c1b8-4f2e-9149-e3b4eb9e7960 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6843953 Mar 11 17:27:42.311867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c78246-c1b8-4f2e-9149-e3b4eb9e7960 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470d7dda-db39-47a4-b7fd-169f94077b35,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:42.458551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1fc3b1b6-0000-44be-a13d-b84455a28f9e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:42.459672 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.593643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:42.598091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 82bf84b3-5527-48b0-89ef-f8950c26f217 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:27:42.664751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce3b89a-a419-4c6b-8e3e-1136e7564367 req-aa8a2784-2f0a-4c34-8b47-5cbf0a3a31d3 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/470d7dda-db39-47a4-b7fd-169f94077b35 HTTP/1.1" status: 200 len: 1815 time: 0.3539157 Mar 11 17:27:42.702640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717db628-358b-479a-8ea0-e6a566810088 req-5cc1c33b-b518-43cb-b194-ea4349fcb166 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:42.710768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-717db628-358b-479a-8ea0-e6a566810088 req-5cc1c33b-b518-43cb-b194-ea4349fcb166 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.3324065 Mar 11 17:27:42.752079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bd7099dc-dc78-4a42-9138-f446e05c4c7f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:42.765480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-08917785-071a-43d3-8876-c7280279ee7e req-1d6fc53e-242e-452b-b977-8668a0bc6405 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1118222792', 'description': 'tempest-description-2028722073'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:42.812753 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58bc4101-b220-4c5b-b8af-efd19c1ff896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.929979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-58bc4101-b220-4c5b-b8af-efd19c1ff896 None None] For port bd7099dc-dc78-4a42-9138-f446e05c4c7f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=bd7099dc-dc78-4a42-9138-f446e05c4c7f,segment=NetworkSegment(3068775a-1294-4b33-8741-537a0bf389f2),segment_id=3068775a-1294-4b33-8741-537a0bf389f2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:42.940240 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58bc4101-b220-4c5b-b8af-efd19c1ff896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:42.951297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-717db628-358b-479a-8ea0-e6a566810088 req-527ccb44-b86d-49bd-abd6-9afc1fe342b2 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305493 Mar 11 17:27:42.959389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port bd7099dc-dc78-4a42-9138-f446e05c4c7f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:42.960240 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.006836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-08917785-071a-43d3-8876-c7280279ee7e req-1d6fc53e-242e-452b-b977-8668a0bc6405 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.013898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:43.023536 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ee0da5b0-d87c-47c5-b348-b338235de234 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/82bf84b3-5527-48b0-89ef-f8950c26f217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8185625 Mar 11 17:27:43.023536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.024957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33548) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:43.029972 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711fda8-965c-41bb-ad59-e491a899c61f None None] Sync routers for ids ['82bf84b3-5527-48b0-89ef-f8950c26f217'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:43.050753 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.051096 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711fda8-965c-41bb-ad59-e491a899c61f None None] Routers {'82bf84b3-5527-48b0-89ef-f8950c26f217'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:43.060428 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a711fda8-965c-41bb-ad59-e491a899c61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['82bf84b3-5527-48b0-89ef-f8950c26f217'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:43.173957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8eff6f-7110-415f-845c-5d421e70782a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:43.175602 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a711fda8-965c-41bb-ad59-e491a899c61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:43.176763 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-eb8eff6f-7110-415f-845c-5d421e70782a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports/e3d9e6b3-9de9-454c-9e86-641695b7c398 HTTP/1.1" status: 200 len: 911 time: 0.1506233 Mar 11 17:27:43.189806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33552) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:43.199672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3b958fc2-7f8e-44b9-9822-5013bd2396aa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c660e5be-71be-4cc7-92a0-40c4e372c568'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:43.213490 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711fda8-965c-41bb-ad59-e491a899c61f None None] Routers {'82bf84b3-5527-48b0-89ef-f8950c26f217'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:43.214428 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a711fda8-965c-41bb-ad59-e491a899c61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['82bf84b3-5527-48b0-89ef-f8950c26f217'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:43.261382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.298534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc4101-b220-4c5b-b8af-efd19c1ff896 None None] Pushing event updated for resources: {'Port': ['ID=bd7099dc-dc78-4a42-9138-f446e05c4c7f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:43.299206 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a711fda8-965c-41bb-ad59-e491a899c61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:43.300187 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711fda8-965c-41bb-ad59-e491a899c61f None None] The sync data for ids ['82bf84b3-5527-48b0-89ef-f8950c26f217'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:43.318373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f5eb656a-d156-4063-b5dd-a24f8487913d None None] Provisioning complete for port e3d9e6b3-9de9-454c-9e86-641695b7c398 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:43.318754 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f5eb656a-d156-4063-b5dd-a24f8487913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.334295 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-08917785-071a-43d3-8876-c7280279ee7e req-1d6fc53e-242e-452b-b977-8668a0bc6405 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.360229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-08917785-071a-43d3-8876-c7280279ee7e req-1d6fc53e-242e-452b-b977-8668a0bc6405 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.409716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb656a-d156-4063-b5dd-a24f8487913d None None] Port e3d9e6b3-9de9-454c-9e86-641695b7c398 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:43.432575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:38Z', 'revision_number': 3, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:43.491486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:27:43.492313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Updating router ec1f2363-6715-4af3-b7e3-0af81cb033fe port ceda176c-b4e2-46ae-8417-8016cd54f4f9 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:27:43.542692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f5eb656a-d156-4063-b5dd-a24f8487913d None None] Provisioning complete for port 1fc3b1b6-0000-44be-a13d-b84455a28f9e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:43.543079 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f5eb656a-d156-4063-b5dd-a24f8487913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.586016 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-08917785-071a-43d3-8876-c7280279ee7e req-1d6fc53e-242e-452b-b977-8668a0bc6405 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.600157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08917785-071a-43d3-8876-c7280279ee7e req-1d6fc53e-242e-452b-b977-8668a0bc6405 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8853226 Mar 11 17:27:43.630811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.650800 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.704840 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.709329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fc53e-242e-452b-b977-8668a0bc6405 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5452fa1e-0984-41f0-826f-35319d94e706,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:43.713028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bd7099dc-dc78-4a42-9138-f446e05c4c7f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:43.797422 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5dd46a43-b87d-448c-987b-a139dbee237f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.820007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a20f9fd-bf4a-4785-9ca8-dd0f71edd1fa req-ad93cf38-673f-478d-b7f7-63af7e8bf5d8 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/5452fa1e-0984-41f0-826f-35319d94e706 HTTP/1.1" status: 200 len: 1815 time: 0.1577132 Mar 11 17:27:43.828892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=d94c0bd3-82d4-4a2a-99b9-0eef26cde3a1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:43.847849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Allocated IP 172.20.0.1 (692795f5-26c2-430b-9ffc-82a05437df85/d41449e9-73a3-4dcc-8adf-d53993b46d57/141afcdc-fc7e-417d-9c5f-3b70836d88d3) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:43.935460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b958fc2-7f8e-44b9-9822-5013bd2396aa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.939351 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-58318d31-94a9-4bbb-bc59-6a2ddf9916cf req-70564881-0d5a-4423-af82-a2ecd6a66622 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] show failed (client error): The resource could not be found. Mar 11 17:27:43.939662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58318d31-94a9-4bbb-bc59-6a2ddf9916cf req-70564881-0d5a-4423-af82-a2ecd6a66622 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/e5c1284f-4e16-4250-b98e-6d951cdf23d0 HTTP/1.1" status: 404 len: 352 time: 0.0519216 Mar 11 17:27:43.956955 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.078605 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-b5e15fa1-8b86-4cf5-93a5-b92d2d539c74 req-aa03412c-c9f1-4838-88e0-baabb336d2b8 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] show failed (client error): The resource could not be found. Mar 11 17:27:44.080184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5e15fa1-8b86-4cf5-93a5-b92d2d539c74 req-aa03412c-c9f1-4838-88e0-baabb336d2b8 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-group-rules/a77ab1e5-d7f8-476f-a1fb-f524b4dce3dd HTTP/1.1" status: 404 len: 361 time: 0.0450284 Mar 11 17:27:44.201023 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP a20af1a2-ec24-4614-a291-72b28e684d32 associated. External IP: 172.25.8.43, port: b39a00c3-ae74-40ef-861b-796ca8f95f1b. Mar 11 17:27:44.261938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port bd7099dc-dc78-4a42-9138-f446e05c4c7f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:44.262315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.351036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f5eb656a-d156-4063-b5dd-a24f8487913d None None] Provisioning complete for port bd7099dc-dc78-4a42-9138-f446e05c4c7f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:44.351635 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f5eb656a-d156-4063-b5dd-a24f8487913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.580580 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.614704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.824893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ff669-6b42-4f6e-ad22-a85d8971729b None None] Pushing event updated for resources: {'Port': ['ID=ceda176c-b4e2-46ae-8417-8016cd54f4f9,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:44.852061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Attempting to bind port ceda176c-b4e2-46ae-8417-8016cd54f4f9 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:44.857824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Attempting to bind port ceda176c-b4e2-46ae-8417-8016cd54f4f9 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:44.858513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Attempting to bind port ceda176c-b4e2-46ae-8417-8016cd54f4f9 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:27:44.892290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fca26761-a906-434e-828e-1e337ee37126 None None] Provisioning complete for port e3d9e6b3-9de9-454c-9e86-641695b7c398 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:44.895151 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fca26761-a906-434e-828e-1e337ee37126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.913120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.930937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:27:44.931312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:44.931745 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.932108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:27:44.932705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Bound port: ceda176c-b4e2-46ae-8417-8016cd54f4f9, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:44.933096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.988501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fca26761-a906-434e-828e-1e337ee37126 None None] Port e3d9e6b3-9de9-454c-9e86-641695b7c398 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:45.015073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] For port ceda176c-b4e2-46ae-8417-8016cd54f4f9, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:45.021291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] For port ceda176c-b4e2-46ae-8417-8016cd54f4f9, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ceda176c-b4e2-46ae-8417-8016cd54f4f9,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:45.034854 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.037238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6ebef5f-4283-473c-9201-0bc13589599a req-eaa1ca66-d32b-4106-b288-d8f204c79ada tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/5452fa1e-0984-41f0-826f-35319d94e706 HTTP/1.1" status: 200 len: 1815 time: 0.8903782 Mar 11 17:27:45.060145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef83d-7f3b-40a7-bb5d-4ecc14579b55 req-5753a815-c898-4140-b673-b4946df1fdf7 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:45.061991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a09ef83d-7f3b-40a7-bb5d-4ecc14579b55 req-5753a815-c898-4140-b673-b4946df1fdf7 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.8576534 Mar 11 17:27:45.186015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ff669-6b42-4f6e-ad22-a85d8971729b None None] Pushing event updated for resources: {'Port': ['ID=ceda176c-b4e2-46ae-8417-8016cd54f4f9,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:45.207952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.244399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:45.245456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:45.322858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:45.335139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a09ef83d-7f3b-40a7-bb5d-4ecc14579b55 req-572e52bf-e5f6-4a50-a1c8-82f8167bd453 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436678 Mar 11 17:27:45.375510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Network 692795f5-26c2-430b-9ffc-82a05437df85 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:45.421210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:45.438265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:45.458794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:45.550483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:45.574412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Pushing event updated for resources: {'Port': ['ID=141afcdc-fc7e-417d-9c5f-3b70836d88d3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:45.577237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df8d8a-3556-4596-beaf-dcecd929f518 None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:45.605539 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.629595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d6ebef5f-4283-473c-9201-0bc13589599a req-fa2ed2d8-ac8e-4c07-91cc-554008ce90be tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.659650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df8d8a-3556-4596-beaf-dcecd929f518 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:45.660260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-21df8d8a-3556-4596-beaf-dcecd929f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:45.680220 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-af42a4fc-3764-44a5-857c-39c2be1fb7a4 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.2481081 Mar 11 17:27:45.683241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33602) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:45.699653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1052227484'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:45.714393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-21df8d8a-3556-4596-beaf-dcecd929f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:45.728513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-3d80b07e-0c34-4837-a4c2-a818456ee60a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:45.732813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-3d80b07e-0c34-4837-a4c2-a818456ee60a tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.46 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.5133767 Mar 11 17:27:45.735172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Made reservation on behalf of 1c0ae9cdbea542cfa7f89b9d71d6c72d for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:45.740248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df8d8a-3556-4596-beaf-dcecd929f518 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:45.741197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-21df8d8a-3556-4596-beaf-dcecd929f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:45.746255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.801795 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d6ebef5f-4283-473c-9201-0bc13589599a req-fa2ed2d8-ac8e-4c07-91cc-554008ce90be tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.817559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:45.832992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.833609 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Added segment b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3 of type vlan for network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 Mar 11 17:27:45.895181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.937484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.979037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:45.989925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:45.991027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.043923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440f70-fc61-4aaa-8929-4f4f36072acb req-def97e3c-639c-45fc-bedc-f51c491f6291 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.052594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440f70-fc61-4aaa-8929-4f4f36072acb req-def97e3c-639c-45fc-bedc-f51c491f6291 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.057125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440f70-fc61-4aaa-8929-4f4f36072acb req-def97e3c-639c-45fc-bedc-f51c491f6291 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.067862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440f70-fc61-4aaa-8929-4f4f36072acb req-def97e3c-639c-45fc-bedc-f51c491f6291 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.074794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-21df8d8a-3556-4596-beaf-dcecd929f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:46.075406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df8d8a-3556-4596-beaf-dcecd929f518 None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:46.083177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440f70-fc61-4aaa-8929-4f4f36072acb req-def97e3c-639c-45fc-bedc-f51c491f6291 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.090099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440f70-fc61-4aaa-8929-4f4f36072acb req-def97e3c-639c-45fc-bedc-f51c491f6291 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.097259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440f70-fc61-4aaa-8929-4f4f36072acb req-def97e3c-639c-45fc-bedc-f51c491f6291 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.099481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef440f70-fc61-4aaa-8929-4f4f36072acb req-def97e3c-639c-45fc-bedc-f51c491f6291 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.5085490 Mar 11 17:27:46.107378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-442896b1-bada-4697-b649-008d943431ce None None] Provisioning complete for port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:46.107801 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-442896b1-bada-4697-b649-008d943431ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.126103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d6ebef5f-4283-473c-9201-0bc13589599a req-fa2ed2d8-ac8e-4c07-91cc-554008ce90be tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.128915 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d6ebef5f-4283-473c-9201-0bc13589599a req-fa2ed2d8-ac8e-4c07-91cc-554008ce90be tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.130200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6ebef5f-4283-473c-9201-0bc13589599a req-fa2ed2d8-ac8e-4c07-91cc-554008ce90be tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "DELETE /v2.0/security-groups/5452fa1e-0984-41f0-826f-35319d94e706 HTTP/1.1" status: 204 len: 173 time: 1.0671642 Mar 11 17:27:46.152237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Network': ['ID=c20ddcee-e8cd-4e84-a3c3-c54124fcbf76,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:46.168660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7bdeda36-393f-448c-9698-227b2b989e9c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4804668 Mar 11 17:27:46.168787 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b175e73-4d1b-4579-b4db-4613e7bbfe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.176896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33616) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:46.182269 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'subnet': {'network_id': 'c20ddcee-e8cd-4e84-a3c3-c54124fcbf76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:46.187752 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:27:46.216841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-442896b1-bada-4697-b649-008d943431ce None None] Port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:46.241080 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b958fc2-7f8e-44b9-9822-5013bd2396aa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.253003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ed2d8-ac8e-4c07-91cc-554008ce90be tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5452fa1e-0984-41f0-826f-35319d94e706,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:46.293118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b958fc2-7f8e-44b9-9822-5013bd2396aa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.301452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b958fc2-7f8e-44b9-9822-5013bd2396aa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.302382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b958fc2-7f8e-44b9-9822-5013bd2396aa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.307604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3b958fc2-7f8e-44b9-9822-5013bd2396aa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/ports/e3d9e6b3-9de9-454c-9e86-641695b7c398 HTTP/1.1" status: 200 len: 911 time: 3.1159635 Mar 11 17:27:46.308653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33622) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:46.318332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Made reservation on behalf of 1c0ae9cdbea542cfa7f89b9d71d6c72d for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:46.324352 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.354855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:38Z', 'revision_number': 3, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:46.371142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef440f70-fc61-4aaa-8929-4f4f36072acb req-5403ce73-9c21-435a-a9ab-5683988831ec tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2462940 Mar 11 17:27:46.452027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55cc28-30ec-4edd-a505-3c2860a825d6 None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:38Z', 'revision_number': 3, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:46.633662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9de2cf69-87a8-4e97-9345-8a68ae0f20ee req-521cffcf-9501-4fc5-938d-67fa7929b631 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/470d7dda-db39-47a4-b7fd-169f94077b35 HTTP/1.1" status: 200 len: 1815 time: 0.4370356 Mar 11 17:27:46.668589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b958fc2-7f8e-44b9-9822-5013bd2396aa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=e3d9e6b3-9de9-454c-9e86-641695b7c398,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:46.677799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.688226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Deleting port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:46.688987 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.816950 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.893084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Subnet': ['ID=fe1db61d-9846-4420-949c-0bfa9e836dcc,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:46.895574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Checking segment: {'id': 'b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c20ddcee-e8cd-4e84-a3c3-c54124fcbf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:46.895944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network hostable DHCP agents. Network: c20ddcee-e8cd-4e84-a3c3-c54124fcbf76, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:27:46.948635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:27:46.978109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cbaf2-a67a-4cfe-8a1f-d81b3643267d req-e070551b-3fb1-492d-a36e-d34f7cf2e332 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.978317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, c20ddcee-e8cd-4e84-a3c3-c54124fcbf76) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:46.983667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:46.984429 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.991302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-987cbaf2-a67a-4cfe-8a1f-d81b3643267d req-e070551b-3fb1-492d-a36e-d34f7cf2e332 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.4470968 Mar 11 17:27:47.003238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008111c9-d163-4bbc-a6b6-ffbb34302c6b None None] Network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:47.026748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dcbcdb1f-8034-42b0-8b6c-cfff4ff9dc33 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8460739 Mar 11 17:27:47.027231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33640) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:47.036430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-60573048', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:47.087314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.093248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.135580 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.212169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.269349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-c20ddcee-e8cd-4e84-a3c3-c54124fcbf76', 'network_id': 'c20ddcee-e8cd-4e84-a3c3-c54124fcbf76', 'tenant_id': '1c0ae9cdbea542cfa7f89b9d71d6c72d', 'fixed_ips': [{'subnet_id': 'fe1db61d-9846-4420-949c-0bfa9e836dcc'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:27:47.270869 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.312826 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:27:47.440969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-987cbaf2-a67a-4cfe-8a1f-d81b3643267d req-4ab9c6a4-0145-4209-bf02-e99d9d3dcd5d tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486983 Mar 11 17:27:47.441626 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9de2cf69-87a8-4e97-9345-8a68ae0f20ee req-444356ed-220f-4c8f-8de2-e79ff7463a7a tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.444771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] For port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:47.445135 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.553401 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.591077 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9de2cf69-87a8-4e97-9345-8a68ae0f20ee req-444356ed-220f-4c8f-8de2-e79ff7463a7a tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.622697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33652) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:47.638830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Allocated IP 172.20.0.2 (c20ddcee-e8cd-4e84-a3c3-c54124fcbf76/fe1db61d-9846-4420-949c-0bfa9e836dcc/cfc531c3-d297-4681-9bd1-5415c2309e42) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:47.642121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Calling delete_port for 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:47.670894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ceda176c-b4e2-46ae-8417-8016cd54f4f9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:47.933929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ceda176c-b4e2-46ae-8417-8016cd54f4f9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:47.934322 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.970369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.984439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56af0bfb-6bfc-4d2c-b988-3ae83764056f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:47.999582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9de2cf69-87a8-4e97-9345-8a68ae0f20ee req-444356ed-220f-4c8f-8de2-e79ff7463a7a tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.002555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9de2cf69-87a8-4e97-9345-8a68ae0f20ee req-444356ed-220f-4c8f-8de2-e79ff7463a7a tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.004090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9de2cf69-87a8-4e97-9345-8a68ae0f20ee req-444356ed-220f-4c8f-8de2-e79ff7463a7a tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "DELETE /v2.0/security-groups/470d7dda-db39-47a4-b7fd-169f94077b35 HTTP/1.1" status: 204 len: 173 time: 1.3317940 Mar 11 17:27:48.034758 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.049499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851cf5-e24a-4386-864c-0ec28782dbe5 req-6f456166-b2bd-43e5-9d72-fb1b98b53274 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:48.062398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851cf5-e24a-4386-864c-0ec28782dbe5 req-6f456166-b2bd-43e5-9d72-fb1b98b53274 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:48.068823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851cf5-e24a-4386-864c-0ec28782dbe5 req-6f456166-b2bd-43e5-9d72-fb1b98b53274 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:48.075760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851cf5-e24a-4386-864c-0ec28782dbe5 req-6f456166-b2bd-43e5-9d72-fb1b98b53274 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:48.077263 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.083834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851cf5-e24a-4386-864c-0ec28782dbe5 req-6f456166-b2bd-43e5-9d72-fb1b98b53274 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:48.088044 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.092036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851cf5-e24a-4386-864c-0ec28782dbe5 req-6f456166-b2bd-43e5-9d72-fb1b98b53274 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:48.102203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851cf5-e24a-4386-864c-0ec28782dbe5 req-6f456166-b2bd-43e5-9d72-fb1b98b53274 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:48.108274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1851cf5-e24a-4386-864c-0ec28782dbe5 req-6f456166-b2bd-43e5-9d72-fb1b98b53274 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.4616644 Mar 11 17:27:48.115442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.167777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Pushing event updated for resources: {'Port': ['ID=cfc531c3-d297-4681-9bd1-5415c2309e42,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:48.188778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:48.192737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:48.194972 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.197141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c33bfd1-f949-4e85-ace2-54da9b773aa1 req-2b8c9b09-a44d-4522-9e0e-8b63760890cd tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/78d67912-e14a-4875-94eb-6c505b8393e4 HTTP/1.1" status: 200 len: 1814 time: 0.0785286 Mar 11 17:27:48.198063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.208477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:48.231994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port ceda176c-b4e2-46ae-8417-8016cd54f4f9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ceda176c-b4e2-46ae-8417-8016cd54f4f9,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:48.237122 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.255001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.25.8.9 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/188871a9-dc95-4157-b3bf-1ac85522c92e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:48.304917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.317897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Attempting to bind port cfc531c3-d297-4681-9bd1-5415c2309e42 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:48.318524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Attempting to bind port cfc531c3-d297-4681-9bd1-5415c2309e42 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c20ddcee-e8cd-4e84-a3c3-c54124fcbf76'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:48.319311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Attempting to bind port cfc531c3-d297-4681-9bd1-5415c2309e42 on network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:27:48.322042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Pushing event updated for resources: {'Port': ['ID=141afcdc-fc7e-417d-9c5f-3b70836d88d3,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:48.343679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:27:48.344277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Checking segment: {'id': 'b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c20ddcee-e8cd-4e84-a3c3-c54124fcbf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:48.345033 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.345525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Bound using segment: {'id': 'b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c20ddcee-e8cd-4e84-a3c3-c54124fcbf76'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:27:48.346110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Bound port: cfc531c3-d297-4681-9bd1-5415c2309e42, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c20ddcee-e8cd-4e84-a3c3-c54124fcbf76'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:48.346684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.368853 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.377153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=ceda176c-b4e2-46ae-8417-8016cd54f4f9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:48.400219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.424322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444356ed-220f-4c8f-8de2-e79ff7463a7a tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470d7dda-db39-47a4-b7fd-169f94077b35,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:48.450082 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.473349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] For port cfc531c3-d297-4681-9bd1-5415c2309e42, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:48.477267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] For port cfc531c3-d297-4681-9bd1-5415c2309e42, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cfc531c3-d297-4681-9bd1-5415c2309e42,segment=NetworkSegment(b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3),segment_id=b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:48.486796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.528228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=188871a9-dc95-4157-b3bf-1ac85522c92e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:48.546740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:48.550000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:48.553188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:48.608689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d1291-6a25-4735-9b67-76b2dd7c61d7 None None] Pushing event updated for resources: {'Port': ['ID=cfc531c3-d297-4681-9bd1-5415c2309e42,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:48.618469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:48.754714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Network 692795f5-26c2-430b-9ffc-82a05437df85 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:48.783301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:48.856810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.873759 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c33bfd1-f949-4e85-ace2-54da9b773aa1 req-8dec7f23-7b25-4cf1-9fcf-1296772d9ff1 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.984322 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.996629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c33bfd1-f949-4e85-ace2-54da9b773aa1 req-8dec7f23-7b25-4cf1-9fcf-1296772d9ff1 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.118065 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c33bfd1-f949-4e85-ace2-54da9b773aa1 req-8dec7f23-7b25-4cf1-9fcf-1296772d9ff1 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.121139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-4c33bfd1-f949-4e85-ace2-54da9b773aa1 req-8dec7f23-7b25-4cf1-9fcf-1296772d9ff1 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.122353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c33bfd1-f949-4e85-ace2-54da9b773aa1 req-8dec7f23-7b25-4cf1-9fcf-1296772d9ff1 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "DELETE /v2.0/security-groups/78d67912-e14a-4875-94eb-6c505b8393e4 HTTP/1.1" status: 204 len: 173 time: 0.8721590 Mar 11 17:27:49.142756 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56af0bfb-6bfc-4d2c-b988-3ae83764056f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.155701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56af0bfb-6bfc-4d2c-b988-3ae83764056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.188450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d46bb-81ed-43bb-801f-6d12ed7d03f3 req-01ee064b-9882-441a-aac1-163cd64bfb4f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:49.190660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac9d46bb-81ed-43bb-801f-6d12ed7d03f3 req-01ee064b-9882-441a-aac1-163cd64bfb4f tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 946 time: 0.5536318 Mar 11 17:27:49.272769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.290360 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-56af0bfb-6bfc-4d2c-b988-3ae83764056f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd853b674b664b44a1c5990b744916ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6055965 Mar 11 17:27:49.295264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33680) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:49.324477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec7f23-7b25-4cf1-9fcf-1296772d9ff1 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d67912-e14a-4875-94eb-6c505b8393e4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:49.336376 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.381329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af0bfb-6bfc-4d2c-b988-3ae83764056f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fb0cc2-c541-4594-8105-8f5040937820,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:49.397684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac9d46bb-81ed-43bb-801f-6d12ed7d03f3 req-59af6e00-b376-4696-bf17-9cec55e1ed45 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/security-groups?id=21dd00ec-43af-4cee-8aa5-5450cff43cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879089 Mar 11 17:27:49.403573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.477007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d5d15d55-30aa-44bb-b1ad-0aa83aec3abf None None] Provisioning complete for port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:49.479638 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d55-30aa-44bb-b1ad-0aa83aec3abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.581313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d5d15d55-30aa-44bb-b1ad-0aa83aec3abf None None] Port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:49.620392 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73d12ef4-1c06-4ee2-b636-e69c937e0a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.732576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cfc531c3-d297-4681-9bd1-5415c2309e42 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:49.759545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73d12ef4-1c06-4ee2-b636-e69c937e0a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.768535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33696) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:49.842053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port cfc531c3-d297-4681-9bd1-5415c2309e42 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:49.842427 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.916475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.956641 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.965741 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73d12ef4-1c06-4ee2-b636-e69c937e0a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.975166 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73d12ef4-1c06-4ee2-b636-e69c937e0a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:49.977053 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-73d12ef4-1c06-4ee2-b636-e69c937e0a7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09fb0cc2-c541-4594-8105-8f5040937820 HTTP/1.1" status: 204 len: 168 time: 0.6031573 Mar 11 17:27:49.999978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port cfc531c3-d297-4681-9bd1-5415c2309e42, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cfc531c3-d297-4681-9bd1-5415c2309e42,segment=NetworkSegment(b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3),segment_id=b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:50.008082 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.011704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ceda176c-b4e2-46ae-8417-8016cd54f4f9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:50.021554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8d21917-c7fe-4839-80ac-fb26c61e99cd req-c3e7220b-59a0-4d93-a9fc-bbf25fb89bcb tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/36d14947-be45-495d-90c1-8dea3ba66d07 HTTP/1.1" status: 200 len: 1812 time: 0.8619568 Mar 11 17:27:50.115708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Pushing event deleted for resources: {'Port': ['ID=9c6a9edf-9bd9-4481-9d7c-b5afa306ab89,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:50.145220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=cfc531c3-d297-4681-9bd1-5415c2309e42,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:50.178670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ceda176c-b4e2-46ae-8417-8016cd54f4f9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:50.179377 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.179506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728317-b199-4806-ba2c-c1d215535481 req-5f5b3330-4715-4bdb-966b-40225d2a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.179979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728317-b199-4806-ba2c-c1d215535481 req-5f5b3330-4715-4bdb-966b-40225d2a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.181818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728317-b199-4806-ba2c-c1d215535481 req-5f5b3330-4715-4bdb-966b-40225d2a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.182378 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728317-b199-4806-ba2c-c1d215535481 req-5f5b3330-4715-4bdb-966b-40225d2a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.182923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728317-b199-4806-ba2c-c1d215535481 req-5f5b3330-4715-4bdb-966b-40225d2a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.183367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728317-b199-4806-ba2c-c1d215535481 req-5f5b3330-4715-4bdb-966b-40225d2a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.183777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728317-b199-4806-ba2c-c1d215535481 req-5f5b3330-4715-4bdb-966b-40225d2a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:50.185900 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27728317-b199-4806-ba2c-c1d215535481 req-5f5b3330-4715-4bdb-966b-40225d2a80a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6501 time: 0.4144404 Mar 11 17:27:50.215862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d12ef4-1c06-4ee2-b636-e69c937e0a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fb0cc2-c541-4594-8105-8f5040937820,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:50.267584 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27728317-b199-4806-ba2c-c1d215535481 req-dd3a215b-e721-41c0-b84c-ed3e1c298356 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698655 Mar 11 17:27:50.269306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router dc240dbf-0809-401d-b5dd-e12e271be0fc is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:27:50.378881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:50.386710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] No DVR routers for this DVR port 9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:50.389857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76aa06b-0055-4bc5-a4f6-01ebbee4a5e5 None None] Network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:50.390965 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.395825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77fdf65a-885b-4cd2-a847-a4886f4eb6e2 req-6084a6ba-ee20-4992-86d5-cda6316d4228 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.46 "DELETE /v2.0/ports/9c6a9edf-9bd9-4481-9d7c-b5afa306ab89 HTTP/1.1" status: 204 len: 173 time: 4.5809522 Mar 11 17:27:50.420492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3626061d-a649-4b2f-aee5-865417b37e26', 'name': 'network-vif-deleted', 'tag': '9c6a9edf-9bd9-4481-9d7c-b5afa306ab89'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:27:50.425537 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d4bc1-c8b2-420e-8e07-a764b20cc343" -d '{"events": [{"server_uuid": "3626061d-a649-4b2f-aee5-865417b37e26", "name": "network-vif-deleted", "tag": "9c6a9edf-9bd9-4481-9d7c-b5afa306ab89"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:27:50.433499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:50.446368 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b4fa1-df65-40ba-9fea-e1b6c45fa591 None None] Sync routers for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:50.466018 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b4fa1-df65-40ba-9fea-e1b6c45fa591 None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:50.468739 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-af1b4fa1-df65-40ba-9fea-e1b6c45fa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:50.479409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.484239 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3d6a3e01-551b-4f5a-9b8e-eccd85531039 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4549298 Mar 11 17:27:50.486424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33710) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:50.570631 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-af1b4fa1-df65-40ba-9fea-e1b6c45fa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:50.597971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33712) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:50.598349 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b4fa1-df65-40ba-9fea-e1b6c45fa591 None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:50.598983 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-af1b4fa1-df65-40ba-9fea-e1b6c45fa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:50.625015 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d8d21917-c7fe-4839-80ac-fb26c61e99cd req-275614e5-674c-4c4c-8f11-9b3f961e4782 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.671568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8846768f-1c41-430e-aec8-b0864c998575 req-b5e86d7c-093c-4f93-a652-72b9186c6d57 tempest-ServerRescueTestJSON-1861807782 tempest-ServerRescueTestJSON-1861807782-project] 10.222.0.53 "GET /v2.0/ports?device_id=3626061d-a649-4b2f-aee5-865417b37e26 HTTP/1.1" status: 200 len: 210 time: 0.0781548 Mar 11 17:27:50.677298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e28ab653-7ace-4823-8f95-856193b1aa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.709673 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-af1b4fa1-df65-40ba-9fea-e1b6c45fa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:50.710845 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b4fa1-df65-40ba-9fea-e1b6c45fa591 None None] The sync data for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:50.758058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9a684fc9-3d3f-4dcc-b6ef-4f6cd6c7696c None None] Provisioning complete for port cfc531c3-d297-4681-9bd1-5415c2309e42 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:50.758647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9a684fc9-3d3f-4dcc-b6ef-4f6cd6c7696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.777785 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4aa3a7-5680-4b95-8eb8-997c4cf912a4 x-openstack-request-id: req-9b4aa3a7-5680-4b95-8eb8-997c4cf912a4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:27:50.778227 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3626061d-a649-4b2f-aee5-865417b37e26", "name": "network-vif-deleted", "tag": "9c6a9edf-9bd9-4481-9d7c-b5afa306ab89", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:27:50.778721 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b4aa3a7-5680-4b95-8eb8-997c4cf912a4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:27:50.779150 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3626061d-a649-4b2f-aee5-865417b37e26', 'name': 'network-vif-deleted', 'tag': '9c6a9edf-9bd9-4481-9d7c-b5afa306ab89', 'status': 'completed', 'code': 200} Mar 11 17:27:50.784692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d8d21917-c7fe-4839-80ac-fb26c61e99cd req-275614e5-674c-4c4c-8f11-9b3f961e4782 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:50.996377 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e28ab653-7ace-4823-8f95-856193b1aa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.004801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:51.012200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-062536d6-d747-4759-a0a2-0477e558b03d admin admin] 10.222.0.53 "PUT /v2.0/routers/ec1f2363-6715-4af3-b7e3-0af81cb033fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3860624 Mar 11 17:27:51.017198 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e28ab653-7ace-4823-8f95-856193b1aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.025080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:51.047968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:51.049294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:51.116554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ab653-7ace-4823-8f95-856193b1aa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5579f1-0867-48f0-9895-cb50e546a6f9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:51.215344 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d8d21917-c7fe-4839-80ac-fb26c61e99cd req-275614e5-674c-4c4c-8f11-9b3f961e4782 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.218802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d8d21917-c7fe-4839-80ac-fb26c61e99cd req-275614e5-674c-4c4c-8f11-9b3f961e4782 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.221421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8d21917-c7fe-4839-80ac-fb26c61e99cd req-275614e5-674c-4c4c-8f11-9b3f961e4782 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "DELETE /v2.0/security-groups/36d14947-be45-495d-90c1-8dea3ba66d07 HTTP/1.1" status: 204 len: 173 time: 1.1525772 Mar 11 17:27:51.231427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e28ab653-7ace-4823-8f95-856193b1aa79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25291df09bb74f9fae301b7c5494c2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287546 Mar 11 17:27:51.235001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33726) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:51.263145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275614e5-674c-4c4c-8f11-9b3f961e4782 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d14947-be45-495d-90c1-8dea3ba66d07,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:51.308846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port e3d9e6b3-9de9-454c-9e86-641695b7c398 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:51.309193 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.352518 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.384316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:51.399942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-783245d0-2aa4-4bb0-99d0-6e5af5b0a7f7 req-bda87262-2fde-47ac-afd4-3ff990dbba90 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "GET /v2.0/security-groups/779e41f4-21c4-4933-b14d-53e12a9e8257 HTTP/1.1" status: 200 len: 1813 time: 0.1380293 Mar 11 17:27:51.407251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21ecbf25-a71e-43b6-9fd3-05f6cfdfd501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.482958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.487319 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21ecbf25-a71e-43b6-9fd3-05f6cfdfd501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.530582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for e3d9e6b3-9de9-454c-9e86-641695b7c398 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:51.635639 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-783245d0-2aa4-4bb0-99d0-6e5af5b0a7f7 req-b54bf0d6-783d-4f07-a492-967290877ae5 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.638202 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cfc531c3-d297-4681-9bd1-5415c2309e42 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:51.712587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2c47d60f-5df5-442c-9da2-26b07892f6f5 None None] Provisioning complete for port cfc531c3-d297-4681-9bd1-5415c2309e42 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:51.713411 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2c47d60f-5df5-442c-9da2-26b07892f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.733315 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-783245d0-2aa4-4bb0-99d0-6e5af5b0a7f7 req-b54bf0d6-783d-4f07-a492-967290877ae5 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.835185 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21ecbf25-a71e-43b6-9fd3-05f6cfdfd501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.838027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21ecbf25-a71e-43b6-9fd3-05f6cfdfd501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:51.852257 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-21ecbf25-a71e-43b6-9fd3-05f6cfdfd501 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb5579f1-0867-48f0-9895-cb50e546a6f9 HTTP/1.1" status: 204 len: 168 time: 0.6067860 Mar 11 17:27:51.909571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33742) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:51.994551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecbf25-a71e-43b6-9fd3-05f6cfdfd501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5579f1-0867-48f0-9895-cb50e546a6f9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:52.002391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-783245d0-2aa4-4bb0-99d0-6e5af5b0a7f7 req-b54bf0d6-783d-4f07-a492-967290877ae5 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.005954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-783245d0-2aa4-4bb0-99d0-6e5af5b0a7f7 req-b54bf0d6-783d-4f07-a492-967290877ae5 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.008854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-783245d0-2aa4-4bb0-99d0-6e5af5b0a7f7 req-b54bf0d6-783d-4f07-a492-967290877ae5 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] 10.222.0.53 "DELETE /v2.0/security-groups/779e41f4-21c4-4933-b14d-53e12a9e8257 HTTP/1.1" status: 204 len: 173 time: 0.5965405 Mar 11 17:27:52.010403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33744) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:52.019750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port cfc531c3-d297-4681-9bd1-5415c2309e42 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:52.020588 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.060611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7e6400a5-aae4-4974-b0c7-2641e31336e0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83352376', 'description': 'tempest-description--1380478302'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:52.067880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bf0d6-783d-4f07-a492-967290877ae5 tempest-SecurityGroupRulesNegativeTestJSON-154858531 tempest-SecurityGroupRulesNegativeTestJSON-154858531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e41f4-21c4-4933-b14d-53e12a9e8257,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:52.069664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33746) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:52.228129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e6400a5-aae4-4974-b0c7-2641e31336e0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.257820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:47Z', 'revision_number': 2, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:52.317303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-339433bb-1cba-4fd0-a147-762c01079713 admin admin] Deleting subnet 22084cce-fad1-4345-932f-5350aa4b5525 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:27:52.326548 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-339433bb-1cba-4fd0-a147-762c01079713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.332674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:27:52.333190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Updating router ec1f2363-6715-4af3-b7e3-0af81cb033fe port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:27:52.373267 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.419152 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.424103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-339433bb-1cba-4fd0-a147-762c01079713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.445432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.20.0.1 (c20ddcee-e8cd-4e84-a3c3-c54124fcbf76/fe1db61d-9846-4420-949c-0bfa9e836dcc/33235bef-aca7-4b41-83fc-4ff6e1abc1a0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:52.553370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=e3d9e6b3-9de9-454c-9e86-641695b7c398,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:52.638737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-339433bb-1cba-4fd0-a147-762c01079713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.678090 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.766570 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.831352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:52.839848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:52.846286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:52.854485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e6400a5-aae4-4974-b0c7-2641e31336e0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.870074 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.877616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.898591 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e6400a5-aae4-4974-b0c7-2641e31336e0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.914542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=33235bef-aca7-4b41-83fc-4ff6e1abc1a0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:52.959798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:52.973682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.005307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a5f40-1565-482c-971c-b60906a3ce21 None None] Pushing event updated for resources: {'Port': ['ID=141afcdc-fc7e-417d-9c5f-3b70836d88d3,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:53.054443 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e6400a5-aae4-4974-b0c7-2641e31336e0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.058408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7e6400a5-aae4-4974-b0c7-2641e31336e0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1417181 Mar 11 17:27:53.062731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33768) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:53.067788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ca0e4dff-f9b5-4cf9-911f-f6f21e247145 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group_rule': {'security_group_id': '9a1b8edd-b420-4c71-a4ab-2f1119c1e668', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:53.092633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6400a5-aae4-4974-b0c7-2641e31336e0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b8edd-b420-4c71-a4ab-2f1119c1e668,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:53.134228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Attempting to bind port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:27:53.134819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Attempting to bind port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:27:53.135281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Attempting to bind port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:27:53.143989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:27:53.144571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Checking segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:27:53.145412 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.145998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Bound using segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:27:53.146710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Bound port: 141afcdc-fc7e-417d-9c5f-3b70836d88d3, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:27:53.147269 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.160597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-339433bb-1cba-4fd0-a147-762c01079713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.166707 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca0e4dff-f9b5-4cf9-911f-f6f21e247145 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.258543 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca0e4dff-f9b5-4cf9-911f-f6f21e247145 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.264743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca0e4dff-f9b5-4cf9-911f-f6f21e247145 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.307184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] For port 141afcdc-fc7e-417d-9c5f-3b70836d88d3, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:27:53.312042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] For port 141afcdc-fc7e-417d-9c5f-3b70836d88d3, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=141afcdc-fc7e-417d-9c5f-3b70836d88d3,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:27:53.313471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e4dff-f9b5-4cf9-911f-f6f21e247145 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531d6ff8-1781-4594-92b8-71d47c7b2c6f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:53.322150 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.340864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca0e4dff-f9b5-4cf9-911f-f6f21e247145 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.345005 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ca0e4dff-f9b5-4cf9-911f-f6f21e247145 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811193 Mar 11 17:27:53.350726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33772) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:53.389696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5caf857a-56ea-4196-aeda-6d600fb3c92f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group_rule': {'security_group_id': '9a1b8edd-b420-4c71-a4ab-2f1119c1e668', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:53.399789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339433bb-1cba-4fd0-a147-762c01079713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22084cce-fad1-4345-932f-5350aa4b5525,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:53.420515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-339433bb-1cba-4fd0-a147-762c01079713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.426990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-339433bb-1cba-4fd0-a147-762c01079713 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/22084cce-fad1-4345-932f-5350aa4b5525 HTTP/1.1" status: 204 len: 168 time: 1.3374748 Mar 11 17:27:53.427404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33776) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:53.431416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.484305 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5caf857a-56ea-4196-aeda-6d600fb3c92f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.516077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a5f40-1565-482c-971c-b60906a3ce21 None None] Pushing event updated for resources: {'Port': ['ID=141afcdc-fc7e-417d-9c5f-3b70836d88d3,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:53.572853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:53.573772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:53.577735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5caf857a-56ea-4196-aeda-6d600fb3c92f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.590590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5caf857a-56ea-4196-aeda-6d600fb3c92f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.649116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf857a-56ea-4196-aeda-6d600fb3c92f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a179ce-643b-489c-b11b-2a9f3f9833c9,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:53.734203 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5caf857a-56ea-4196-aeda-6d600fb3c92f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.738846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5caf857a-56ea-4196-aeda-6d600fb3c92f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3884351 Mar 11 17:27:53.739480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33782) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:53.748068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:53.753614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:53.774218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.793291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 82bf84b3-5527-48b0-89ef-f8950c26f217 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:53.855903 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.907167 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:53.926338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8ab2758c-4d7b-4c3f-a10a-6e0147731cd6 None None] Provisioning complete for port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:53.926720 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ab2758c-4d7b-4c3f-a10a-6e0147731cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.067162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.132653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:54.136894 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ab2758c-4d7b-4c3f-a10a-6e0147731cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.147696 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3bc5f-7895-4b41-9b3a-e950a3fe30a2 None None] Sync routers for ids ['82bf84b3-5527-48b0-89ef-f8950c26f217'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:54.150531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15199b3-7d26-452b-b23d-f8273692c07b']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.168830 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3bc5f-7895-4b41-9b3a-e950a3fe30a2 None None] Routers {'82bf84b3-5527-48b0-89ef-f8950c26f217'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:54.169275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.169572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab9cb07-ba11-4052-a5e3-356e95569c6c') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.169893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab9cb07-ba11-4052-a5e3-356e95569c6c') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.171539 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-30c3bc5f-7895-4b41-9b3a-e950a3fe30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['82bf84b3-5527-48b0-89ef-f8950c26f217'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.175781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8ab2758c-4d7b-4c3f-a10a-6e0147731cd6 None None] For port 141afcdc-fc7e-417d-9c5f-3b70836d88d3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=141afcdc-fc7e-417d-9c5f-3b70836d88d3,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:54.181194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ab2758c-4d7b-4c3f-a10a-6e0147731cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.187328 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.205212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.211051 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.225876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:27:54.227285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.260876 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-30c3bc5f-7895-4b41-9b3a-e950a3fe30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.288781 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3bc5f-7895-4b41-9b3a-e950a3fe30a2 None None] Routers {'82bf84b3-5527-48b0-89ef-f8950c26f217'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:54.290703 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-30c3bc5f-7895-4b41-9b3a-e950a3fe30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['82bf84b3-5527-48b0-89ef-f8950c26f217'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.317175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:27:54.334641 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:27:54.338413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fd06e50f-f4f3-486f-b8a9-f1f4f7d2d108 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/82bf84b3-5527-48b0-89ef-f8950c26f217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0144129 Mar 11 17:27:54.350551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33794) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:54.355238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2758c-4d7b-4c3f-a10a-6e0147731cd6 None None] Pushing event updated for resources: {'Port': ['ID=141afcdc-fc7e-417d-9c5f-3b70836d88d3,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:54.355819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Allocated IP 172.25.8.63 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/ed31816d-f728-4a4d-8f6c-f513c9885867) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:54.388669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=33235bef-aca7-4b41-83fc-4ff6e1abc1a0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:54.393701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4856bd35-149e-4cd6-bf3e-6936639581ba tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=82bf84b3-5527-48b0-89ef-f8950c26f217 HTTP/1.1" status: 200 len: 205 time: 0.0419903 Mar 11 17:27:54.394006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:54.396393 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-30c3bc5f-7895-4b41-9b3a-e950a3fe30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.406559 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3bc5f-7895-4b41-9b3a-e950a3fe30a2 None None] The sync data for ids ['82bf84b3-5527-48b0-89ef-f8950c26f217'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:54.438967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8ab2758c-4d7b-4c3f-a10a-6e0147731cd6 None None] Provisioning complete for port 33235bef-aca7-4b41-83fc-4ff6e1abc1a0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:54.439370 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ab2758c-4d7b-4c3f-a10a-6e0147731cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.441774 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.459795 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.465196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] 10.222.0.53 "DELETE /v2.0/networks/d15199b3-7d26-452b-b23d-f8273692c07b HTTP/1.1" status: 204 len: 168 time: 1.0361123 Mar 11 17:27:54.480253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f5546-da85-41bf-8e5d-69cbea2656ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d15199b3-7d26-452b-b23d-f8273692c07b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:54.505551 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.544009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:53Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:54.604729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7baeb2-e355-44d7-90c4-ba02aed740a4 None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:53Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:54.612698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2758c-4d7b-4c3f-a10a-6e0147731cd6 None None] Port 33235bef-aca7-4b41-83fc-4ff6e1abc1a0 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:54.750451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-99e8bfd6-dfcb-42f0-8dec-04548859c78c None None] Provisioning complete for port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:54.751933 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-99e8bfd6-dfcb-42f0-8dec-04548859c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:54.764123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8aa1-121b-4e9e-a05b-e8347a446bfa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.096949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33806) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:55.122841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Deleting port 8b883df8-0668-4355-a842-adbb511d9ecb {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:55.123458 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.189698 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8aa1-121b-4e9e-a05b-e8347a446bfa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.192215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8aa1-121b-4e9e-a05b-e8347a446bfa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.254020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f9d39fe9-7a50-4112-bd44-688ec75e8525 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8301fd7ef9f449e8412a6f1d920a3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550117 Mar 11 17:27:55.257551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33810) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:55.272673 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8aa1-121b-4e9e-a05b-e8347a446bfa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.273487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2d8aa1-121b-4e9e-a05b-e8347a446bfa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Fanout notify agent at l3_agent the message router_deleted on router 82bf84b3-5527-48b0-89ef-f8950c26f217 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:27:55.291547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8aa1-121b-4e9e-a05b-e8347a446bfa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.296900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33812) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:55.297505 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ec2d8aa1-121b-4e9e-a05b-e8347a446bfa tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/82bf84b3-5527-48b0-89ef-f8950c26f217 HTTP/1.1" status: 204 len: 168 time: 0.8753927 Mar 11 17:27:55.329926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:55.334417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:55.356746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.390125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] For port 8b883df8-0668-4355-a842-adbb511d9ecb, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8b883df8-0668-4355-a842-adbb511d9ecb,segment=NetworkSegment(13ad2b2e-c090-4a41-8e9e-84333285849f),segment_id=13ad2b2e-c090-4a41-8e9e-84333285849f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:55.390509 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.441418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Calling delete_port for 8b883df8-0668-4355-a842-adbb511d9ecb owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:55.448380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-755dbbdc-591d-40f2-8cdb-285555ba3803 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting subnet c660e5be-71be-4cc7-92a0-40c4e372c568 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:27:55.457238 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-755dbbdc-591d-40f2-8cdb-285555ba3803 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.602892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-709cb341-0195-4f73-a58f-f9bb0bffba28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.626759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.660993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 141afcdc-fc7e-417d-9c5f-3b70836d88d3 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:27:55.678524 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-709cb341-0195-4f73-a58f-f9bb0bffba28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.729082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=ed31816d-f728-4a4d-8f6c-f513c9885867,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:55.755575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:55.758302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router dc240dbf-0809-401d-b5dd-e12e271be0fc has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:55.760743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:55.764148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:55.770645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-709cb341-0195-4f73-a58f-f9bb0bffba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.773446 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-709cb341-0195-4f73-a58f-f9bb0bffba28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.774819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-709cb341-0195-4f73-a58f-f9bb0bffba28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a7c0606-a42f-4c9e-a0d7-5c6902768841 HTTP/1.1" status: 204 len: 168 time: 0.5161078 Mar 11 17:27:55.783527 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-755dbbdc-591d-40f2-8cdb-285555ba3803 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.809201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:55.811572 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:55.824136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cb341-0195-4f73-a58f-f9bb0bffba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7c0606-a42f-4c9e-a0d7-5c6902768841,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:56.098221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e36b3fc1-0e29-42fa-bf60-17b003b58019 None None] Provisioning complete for port 33235bef-aca7-4b41-83fc-4ff6e1abc1a0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:56.098627 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e36b3fc1-0e29-42fa-bf60-17b003b58019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.116164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:56.130285 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8ec7fc82-b788-4cb5-8710-63fa9781143c tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/routers/dc240dbf-0809-401d-b5dd-e12e271be0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6417084 Mar 11 17:27:56.135423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:56.150805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'port': {'network_id': 'c20ddcee-e8cd-4e84-a3c3-c54124fcbf76', 'name': 'tempest-FloatingIPTestJSON-234741831'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:56.201936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e36b3fc1-0e29-42fa-bf60-17b003b58019 None None] Port 33235bef-aca7-4b41-83fc-4ff6e1abc1a0 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:56.207820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1c68f5-a2ca-40f2-8be4-dfa73b54edee None None] Sync routers for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:56.231514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c68f5-a2ca-40f2-8be4-dfa73b54edee None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:56.232160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0a1c68f5-a2ca-40f2-8be4-dfa73b54edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:56.310532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0a1c68f5-a2ca-40f2-8be4-dfa73b54edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:56.344993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c68f5-a2ca-40f2-8be4-dfa73b54edee None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:56.346262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0a1c68f5-a2ca-40f2-8be4-dfa73b54edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:56.370688 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.404749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0a1c68f5-a2ca-40f2-8be4-dfa73b54edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:56.405418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1c68f5-a2ca-40f2-8be4-dfa73b54edee None None] The sync data for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:56.496159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.601954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Made reservation on behalf of 1c0ae9cdbea542cfa7f89b9d71d6c72d for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:56.605832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.728703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] device_id is not set on port 9cb85121-4fc5-4f31-99aa-864d0fa370ec yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:27:56.845648 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-755dbbdc-591d-40f2-8cdb-285555ba3803 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.890937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.903413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.917773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Allocated IP 172.20.0.6 (c20ddcee-e8cd-4e84-a3c3-c54124fcbf76/fe1db61d-9846-4420-949c-0bfa9e836dcc/9cb85121-4fc5-4f31-99aa-864d0fa370ec) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:27:56.941748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:56.981775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b883df8-0668-4355-a842-adbb511d9ecb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:56.989223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-755dbbdc-591d-40f2-8cdb-285555ba3803 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.001932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=ed31816d-f728-4a4d-8f6c-f513c9885867,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:57.040292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.078339 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.080264 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6a7afc1e-1cd6-4205-8656-b0a7b329a4e6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3358057 Mar 11 17:27:57.091130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33846) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:57.102133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d57a1b-60b5-4ab6-bd91-48fb6ac988f7 None None] Network 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:27:57.149284 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-755dbbdc-591d-40f2-8cdb-285555ba3803 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.154514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-755dbbdc-591d-40f2-8cdb-285555ba3803 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/c660e5be-71be-4cc7-92a0-40c4e372c568 HTTP/1.1" status: 204 len: 168 time: 1.8489146 Mar 11 17:27:57.154514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dbbdc-591d-40f2-8cdb-285555ba3803 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Subnet': ['ID=c660e5be-71be-4cc7-92a0-40c4e372c568,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:57.159316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33856) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:57.221692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.295094 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.326508 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.354004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad2e24-b294-41e3-bcf7-ae6310344854 None None] DHCP port deletion for 60fb7a75-42f7-4782-b4bd-bd68d1d31df8 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:27:57.380833 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.410314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:27:57.418343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:27:57.444754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:27:57.479898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fcad2e24-b294-41e3-bcf7-ae6310344854 None None] Deleting port bd7099dc-dc78-4a42-9138-f446e05c4c7f {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:57.480550 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fcad2e24-b294-41e3-bcf7-ae6310344854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.492090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-e1f76e5d-31f7-494b-a4b8-f60fc0f1cadd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--83352376&fields=id&tenant_id=d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 267 time: 0.1072116 Mar 11 17:27:57.496153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33874) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:57.560305 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event updated for resources: {'Port': ['ID=9cb85121-4fc5-4f31-99aa-864d0fa370ec,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:57.588986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:57.590219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.599819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fcad2e24-b294-41e3-bcf7-ae6310344854 None None] For port bd7099dc-dc78-4a42-9138-f446e05c4c7f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=bd7099dc-dc78-4a42-9138-f446e05c4c7f,segment=NetworkSegment(3068775a-1294-4b33-8741-537a0bf389f2),segment_id=3068775a-1294-4b33-8741-537a0bf389f2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:57.600218 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fcad2e24-b294-41e3-bcf7-ae6310344854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.614604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fcad2e24-b294-41e3-bcf7-ae6310344854 None None] Calling delete_port for bd7099dc-dc78-4a42-9138-f446e05c4c7f owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:57.632514 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8c40dced-0edd-44e8-bd81-283957b7958a tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4935362 Mar 11 17:27:57.632872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33880) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:57.646326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Request body: {'floatingip': {'port_id': '9cb85121-4fc5-4f31-99aa-864d0fa370ec'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:57.678479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2884e9e5-947f-438d-ae2c-117bb16cf207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.683191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1782451134-network', 'tenant_id': 'fde869b73bed4b89be0f7573b4328c40'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:57.744807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bd7099dc-dc78-4a42-9138-f446e05c4c7f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:27:57.753407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.836826 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fcad2e24-b294-41e3-bcf7-ae6310344854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.853898 n-d-833411-1 neutron-server[102643]: INFO neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No ports have port_id starting with bd7099dc-dc78-4a42-9138-f446e05c4c7f Mar 11 17:27:57.865652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Made reservation on behalf of fde869b73bed4b89be0f7573b4328c40 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:57.868078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.900722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad2e24-b294-41e3-bcf7-ae6310344854 None None] No DVR routers for this DVR port bd7099dc-dc78-4a42-9138-f446e05c4c7f on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:57.904747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad2e24-b294-41e3-bcf7-ae6310344854 None None] Pushing event deleted for resources: {'Port': ['ID=bd7099dc-dc78-4a42-9138-f446e05c4c7f,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:57.938540 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-04ccb14c-c38b-4128-8c9a-b7001af51ab2 None None] Provisioning complete for port 9cb85121-4fc5-4f31-99aa-864d0fa370ec triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:57.938952 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04ccb14c-c38b-4128-8c9a-b7001af51ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.947067 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:57.999498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8a954f4d-6781-4962-91e5-62461a0961b8 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:58.001189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8a954f4d-6781-4962-91e5-62461a0961b8 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 815 time: 0.4337842 Mar 11 17:27:58.007466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-04ccb14c-c38b-4128-8c9a-b7001af51ab2 None None] Port 9cb85121-4fc5-4f31-99aa-864d0fa370ec cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:27:58.029777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port bd7099dc-dc78-4a42-9138-f446e05c4c7f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:27:58.030222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.104518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-69274030-b25c-421a-a38a-3b8b7e605c44 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/quotas/d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 375 time: 0.0944598 Mar 11 17:27:58.248166 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2884e9e5-947f-438d-ae2c-117bb16cf207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.277932 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2884e9e5-947f-438d-ae2c-117bb16cf207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.302535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port bd7099dc-dc78-4a42-9138-f446e05c4c7f, host n-d-833411-1, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:27:58.302915 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.366113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-80a9cdb2-d20b-4264-8861-9c499f0c9de3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2466373 Mar 11 17:27:58.371669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for bd7099dc-dc78-4a42-9138-f446e05c4c7f owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:27:58.382784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Port bd7099dc-dc78-4a42-9138-f446e05c4c7f was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:27:58.387214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2884e9e5-947f-438d-ae2c-117bb16cf207 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=667b3b95455c4df6b7fcc6521019799d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2948606 Mar 11 17:27:58.388006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884e9e5-947f-438d-ae2c-117bb16cf207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cad050f-f3f4-41b6-9bdf-bb353936229d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:58.390923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:58.402013 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.406174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Router 95b4a392-0324-401c-8dbd-401981cc4b43 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:58.426878 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.428747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.440785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.459715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=bd7099dc-dc78-4a42-9138-f446e05c4c7f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:58.461957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.466190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No DVR routers for this DVR port bd7099dc-dc78-4a42-9138-f446e05c4c7f on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:27:58.512822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:27:58.518705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-c53f396e-924d-4339-85ae-f60c8c789615 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:27:58.519638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-c53f396e-924d-4339-85ae-f60c8c789615 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1287129 Mar 11 17:27:58.555227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-138ac942-3d7e-41eb-8ee3-7b2f343b01d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.589318 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-138ac942-3d7e-41eb-8ee3-7b2f343b01d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.603027 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP a20af1a2-ec24-4614-a291-72b28e684d32 associated. External IP: 172.25.8.43, port: b39a00c3-ae74-40ef-861b-796ca8f95f1b. Mar 11 17:27:58.678026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f396d-5b24-4c75-8a69-31577bdf53cd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:58.683155 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.683743 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Added segment 519020ee-ae14-4453-92bb-a97686cbbf27 of type vlan for network 95cfb55c-71f8-4969-9252-67eac6e20bfe Mar 11 17:27:58.717779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.826519 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.845076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fb7a75-42f7-4782-b4bd-bd68d1d31df8']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:58.864982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-e854b2a2-1aef-4388-af6c-8e33b1d58de6 service neutron] 10.222.0.53 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308012 Mar 11 17:27:58.871026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3068775a-1294-4b33-8741-537a0bf389f2') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:58.871775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3068775a-1294-4b33-8741-537a0bf389f2') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:58.906675 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.915625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.924524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:58.932331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f9d3866e-c1f8-4758-8130-47aabd0416b5 admin admin] 10.222.0.53 "PUT /v2.0/routers/95b4a392-0324-401c-8dbd-401981cc4b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8633502 Mar 11 17:27:58.936124 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ec965-6556-43be-8293-663221eae9af None None] Sync routers for ids ['95b4a392-0324-401c-8dbd-401981cc4b43'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:58.953228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.954239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:58.954881 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:58.957488 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ec965-6556-43be-8293-663221eae9af None None] Routers {'95b4a392-0324-401c-8dbd-401981cc4b43'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:58.958508 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a66ec965-6556-43be-8293-663221eae9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['95b4a392-0324-401c-8dbd-401981cc4b43'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:58.959587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33898) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:58.986608 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.087144 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a66ec965-6556-43be-8293-663221eae9af None None] Set router 95b4a392-0324-401c-8dbd-401981cc4b43 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:59.087395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-138ac942-3d7e-41eb-8ee3-7b2f343b01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.089684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-138ac942-3d7e-41eb-8ee3-7b2f343b01d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.093483 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-138ac942-3d7e-41eb-8ee3-7b2f343b01d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cad050f-f3f4-41b6-9bdf-bb353936229d HTTP/1.1" status: 204 len: 168 time: 0.7004721 Mar 11 17:27:59.106893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:27:59.107296 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.108434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ac942-3d7e-41eb-8ee3-7b2f343b01d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cad050f-f3f4-41b6-9bdf-bb353936229d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:27:59.111166 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:27:59.154260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6482284 Mar 11 17:27:59.159138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33904) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:59.167890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Request body: {'subnet': {'network_id': '95cfb55c-71f8-4969-9252-67eac6e20bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1782451134-subnet', 'tenant_id': 'fde869b73bed4b89be0f7573b4328c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:59.208493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd005151-8dcd-4adb-b61f-207bb06ae0a5 admin admin] Pushing event updated for resources: {'Network': ['ID=95cfb55c-71f8-4969-9252-67eac6e20bfe,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:59.225239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 95cfb55c-71f8-4969-9252-67eac6e20bfe details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:27:59.287613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:27:59.296164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.302702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-e30baf68-7909-44ef-854b-ff0acaf6d92b service neutron] 10.222.0.53 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978448 Mar 11 17:27:59.317562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.337822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/networks/60fb7a75-42f7-4782-b4bd-bd68d1d31df8 HTTP/1.1" status: 204 len: 168 time: 2.1660371 Mar 11 17:27:59.366865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33908) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:59.368808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Made reservation on behalf of fde869b73bed4b89be0f7573b4328c40 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:27:59.374595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.390989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-46164c91-e0c5-40ea-813d-d2c8f60c3ab6 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-876530113', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:27:59.425444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205d69d-3990-4c5c-86fd-9295c61651a3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Network': ['ID=60fb7a75-42f7-4782-b4bd-bd68d1d31df8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:59.476180 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.561961 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a66ec965-6556-43be-8293-663221eae9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:03Z', 'updated_at': '2022-03-11T17:27:56Z', 'revision_number': 5, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'gw_port': {'id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:06Z', 'updated_at': '2022-03-11T17:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:59.603970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:27:59.619834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e9c91-1e79-47f1-ab6d-62afd98e4c6c None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:27:59.630926 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ec965-6556-43be-8293-663221eae9af None None] Checking router: 95b4a392-0324-401c-8dbd-401981cc4b43 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:27:59.634647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46164c91-e0c5-40ea-813d-d2c8f60c3ab6 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.635350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e9c91-1e79-47f1-ab6d-62afd98e4c6c None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:59.636461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46164c91-e0c5-40ea-813d-d2c8f60c3ab6 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.637545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-774e9c91-1e79-47f1-ab6d-62afd98e4c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:59.663784 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ec965-6556-43be-8293-663221eae9af None None] Routers {'95b4a392-0324-401c-8dbd-401981cc4b43'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:59.664499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a66ec965-6556-43be-8293-663221eae9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['95b4a392-0324-401c-8dbd-401981cc4b43'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:59.741535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-774e9c91-1e79-47f1-ab6d-62afd98e4c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:59.765835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e9c91-1e79-47f1-ab6d-62afd98e4c6c None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:27:59.766462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-774e9c91-1e79-47f1-ab6d-62afd98e4c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:59.790692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33924) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:27:59.817473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9556f38-5414-4a69-9356-c889be8462ed req-7e12d6ec-53d8-4dc8-8f25-9b1b4f9f2414 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 210 time: 0.2194202 Mar 11 17:27:59.831263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25d91396-f913-4066-ab05-1d8d48628b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.851870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-774e9c91-1e79-47f1-ab6d-62afd98e4c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:27:59.852014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.852125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e9c91-1e79-47f1-ab6d-62afd98e4c6c None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:27:59.876041 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a66ec965-6556-43be-8293-663221eae9af None None] Set router 95b4a392-0324-401c-8dbd-401981cc4b43 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:27:59.962665 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46164c91-e0c5-40ea-813d-d2c8f60c3ab6 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:59.991190 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46164c91-e0c5-40ea-813d-d2c8f60c3ab6 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.038263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router dc240dbf-0809-401d-b5dd-e12e271be0fc has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:00.066348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46164c91-e0c5-40ea-813d-d2c8f60c3ab6 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.070380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-46164c91-e0c5-40ea-813d-d2c8f60c3ab6 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6884131 Mar 11 17:28:00.073865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33928) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:00.082556 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a66ec965-6556-43be-8293-663221eae9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:03Z', 'updated_at': '2022-03-11T17:27:56Z', 'revision_number': 5, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'gw_port': {'id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:06Z', 'updated_at': '2022-03-11T17:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:00.102817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1345069922'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:00.116239 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ec965-6556-43be-8293-663221eae9af None None] The sync data for ids ['95b4a392-0324-401c-8dbd-401981cc4b43'] in n-d-833411-1 is: [{'id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'name': 'tempest-ServerRescueTestJSON-638129207-router', 'tenant_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:25:03Z', 'updated_at': '2022-03-11T17:27:56Z', 'revision_number': 5, 'project_id': 'fd9da0eb46f44ba38163cdb9013b0a94', 'gw_port': {'id': 'd45c2938-87d0-480c-b0d2-9a68b85a53cd', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4a392-0324-401c-8dbd-401981cc4b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:25:06Z', 'updated_at': '2022-03-11T17:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:00.153699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Deleting port d45c2938-87d0-480c-b0d2-9a68b85a53cd {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:00.154043 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.157268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:00.160782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.177166 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.231591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25d91396-f913-4066-ab05-1d8d48628b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.242521 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25d91396-f913-4066-ab05-1d8d48628b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.274354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:00.284830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.287706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:00.289104 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b209095-fdfc-4e4d-a63a-e0a418c68139 None None] Sync routers for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:00.297488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df892f5-6680-4f30-b967-3cbd73ee4b6a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:00.312125 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-25d91396-f913-4066-ab05-1d8d48628b17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bcb1cf81ec34d3f88f37dd6a54b653b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200391 Mar 11 17:28:00.312964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33930) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:00.318545 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b209095-fdfc-4e4d-a63a-e0a418c68139 None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:00.319877 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0b209095-fdfc-4e4d-a63a-e0a418c68139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:00.325848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d91396-f913-4066-ab05-1d8d48628b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22116ceb-28fc-4e21-bd1d-6db7a2be06c5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:00.349156 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.349584 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added segment 92aa75b1-a410-4b65-b62d-e8283e885ec6 of type vlan for network f7d18f87-cefa-4f73-926b-8b80de609eba Mar 11 17:28:00.372268 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-af76b482-0417-4581-9d45-b2ce7324d3ec tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/floatingips/a20af1a2-ec24-4614-a291-72b28e684d32 HTTP/1.1" status: 200 len: 976 time: 2.7353997 Mar 11 17:28:00.372609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33932) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:00.382394 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0b209095-fdfc-4e4d-a63a-e0a418c68139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:00.386274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] For port d45c2938-87d0-480c-b0d2-9a68b85a53cd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d45c2938-87d0-480c-b0d2-9a68b85a53cd,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:00.386737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.398214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Checking segment: {'id': '519020ee-ae14-4453-92bb-a97686cbbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '95cfb55c-71f8-4969-9252-67eac6e20bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:00.398921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Network hostable DHCP agents. Network: 95cfb55c-71f8-4969-9252-67eac6e20bfe, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:00.409327 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b209095-fdfc-4e4d-a63a-e0a418c68139 None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:00.409973 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0b209095-fdfc-4e4d-a63a-e0a418c68139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:00.434458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Calling delete_port for d45c2938-87d0-480c-b0d2-9a68b85a53cd owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:00.476233 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.494427 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0b209095-fdfc-4e4d-a63a-e0a418c68139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:00.495349 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b209095-fdfc-4e4d-a63a-e0a418c68139 None None] The sync data for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:00.498354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port 9cb85121-4fc5-4f31-99aa-864d0fa370ec {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:00.499055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.546464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Network 95cfb55c-71f8-4969-9252-67eac6e20bfe is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:00.557978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60e60ae5-c83a-4093-9a71-4c71aa4bcf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.587978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 95cfb55c-71f8-4969-9252-67eac6e20bfe) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:00.607274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14413348-6329-4765-abe5-70e0d2afc45c None None] Network 95cfb55c-71f8-4969-9252-67eac6e20bfe requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:00.612383 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.621422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:00.624502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.630487 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.726301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:00.727443 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.738430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Network': ['ID=f7d18f87-cefa-4f73-926b-8b80de609eba,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:00.753175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60e60ae5-c83a-4093-9a71-4c71aa4bcf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.757162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network f7d18f87-cefa-4f73-926b-8b80de609eba details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:00.785856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-360b2788-d0e3-4b35-8bc9-fdd7ca5e4fa9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7111561 Mar 11 17:28:00.789292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33936) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:00.816974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1dd40768-8074-40c5-94ab-649e433066d4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6527407 Mar 11 17:28:00.847280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'subnet': {'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:00.916596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00d892-4f3f-46dc-9c68-01bfcaf1394e None None] Network 95cfb55c-71f8-4969-9252-67eac6e20bfe requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:01.101057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5fe90309-bcb1-4f92-b17e-0c06088e87b7 req-03987057-46ae-4549-a6e7-35623497fb97 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 210 time: 0.0809770 Mar 11 17:28:01.125082 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.125692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.126423 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Floating IP a20af1a2-ec24-4614-a291-72b28e684d32 disassociated. External IP: 172.25.8.43, port: 9cb85121-4fc5-4f31-99aa-864d0fa370ec. Mar 11 17:28:01.130027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for 9cb85121-4fc5-4f31-99aa-864d0fa370ec owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:01.153304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60e60ae5-c83a-4093-9a71-4c71aa4bcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.156375 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60e60ae5-c83a-4093-9a71-4c71aa4bcf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.158302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-60e60ae5-c83a-4093-9a71-4c71aa4bcf57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22116ceb-28fc-4e21-bd1d-6db7a2be06c5 HTTP/1.1" status: 204 len: 168 time: 0.8403738 Mar 11 17:28:01.211096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e60ae5-c83a-4093-9a71-4c71aa4bcf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22116ceb-28fc-4e21-bd1d-6db7a2be06c5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:01.230517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:01.240170 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.281992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-69a77f28-5382-49a2-8ae4-481825e9dec7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:01.302022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-69a77f28-5382-49a2-8ae4-481825e9dec7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 815 time: 0.3722408 Mar 11 17:28:01.331424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.358983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.402968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=9cb85121-4fc5-4f31-99aa-864d0fa370ec,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:01.420066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45c2938-87d0-480c-b0d2-9a68b85a53cd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:01.633223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8b883df8-0668-4355-a842-adbb511d9ecb no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:28:01.687606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8b883df8-0668-4355-a842-adbb511d9ecb {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:28:01.699053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8b883df8-0668-4355-a842-adbb511d9ecb not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:28:01.726864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router dc240dbf-0809-401d-b5dd-e12e271be0fc has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:01.902611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:01.918094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad2c6f-9f65-48f0-949d-8aa2dd370d21 None None] Sync routers for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:01.937588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad2c6f-9f65-48f0-949d-8aa2dd370d21 None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:01.938317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-33ad2c6f-9f65-48f0-949d-8aa2dd370d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:02.010427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.016618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-33ad2c6f-9f65-48f0-949d-8aa2dd370d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:02.025017 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e288251a-e50e-4c8c-bd54-c9bce3a19572 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/ports/9cb85121-4fc5-4f31-99aa-864d0fa370ec HTTP/1.1" status: 204 len: 168 time: 1.6489666 Mar 11 17:28:02.027684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33972) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:02.030918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad2c6f-9f65-48f0-949d-8aa2dd370d21 None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:02.031516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-33ad2c6f-9f65-48f0-949d-8aa2dd370d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:02.107521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-33ad2c6f-9f65-48f0-949d-8aa2dd370d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:02.113371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad2c6f-9f65-48f0-949d-8aa2dd370d21 None None] The sync data for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:02.145218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-af8767db-3314-460a-abdf-6babcc4abde1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 378 time: 0.8020282 Mar 11 17:28:02.168196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'port': {'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'admin_state_up': True, 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'security_groups': ['9a1b8edd-b420-4c71-a4ab-2f1119c1e668']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:02.330330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4ff24e7-37e2-42aa-bad8-05bd9b515e1a req-433ed519-800b-4abc-bd66-02802bd8f8c7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 210 time: 0.0900285 Mar 11 17:28:02.391078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.489719 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.648455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Made reservation on behalf of d2989ae2ea1f44078c929a166bd10a72 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:02.656606 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.665515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-b2943483-63dd-413f-9097-cc35e339ee1e tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:02.667174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-b2943483-63dd-413f-9097-cc35e339ee1e tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/networks?id=95cfb55c-71f8-4969-9252-67eac6e20bfe HTTP/1.1" status: 200 len: 809 time: 0.5319510 Mar 11 17:28:02.725175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.726855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.730213 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.771755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-8e6965e9-d51b-4a45-b425-b2bb35703c1d tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/quotas/fde869b73bed4b89be0f7573b4328c40 HTTP/1.1" status: 200 len: 375 time: 0.0671360 Mar 11 17:28:02.859659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port 33235bef-aca7-4b41-83fc-4ff6e1abc1a0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:02.860297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.922929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.924155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95b4a392-0324-401c-8dbd-401981cc4b43 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:28:02.943802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.945161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-62000373-8c37-4d13-b911-7c9843097ea0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/95b4a392-0324-401c-8dbd-401981cc4b43 HTTP/1.1" status: 204 len: 168 time: 3.9795301 Mar 11 17:28:02.960045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-f0f3e194-61af-465b-9abd-a50adbbc7779 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fde869b73bed4b89be0f7573b4328c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1452601 Mar 11 17:28:02.962138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34000) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:02.976198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Subnet': ['ID=a1f6e4cc-3963-4098-a4b6-142fde4a3a1a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:03.009028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.027025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for 33235bef-aca7-4b41-83fc-4ff6e1abc1a0 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:03.089900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Checking segment: {'id': '92aa75b1-a410-4b65-b62d-e8283e885ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:03.101333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network hostable DHCP agents. Network: f7d18f87-cefa-4f73-926b-8b80de609eba, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:03.228260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network f7d18f87-cefa-4f73-926b-8b80de609eba is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:03.242336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2cd03a-6ddb-4dbc-8852-65592ab625eb admin admin] Deleting subnet d59efb11-4ebe-4ce7-936d-03f82c07cb60 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:28:03.249841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, f7d18f87-cefa-4f73-926b-8b80de609eba) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:03.252352 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd03a-6ddb-4dbc-8852-65592ab625eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.261633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8668ae31-5b7a-4ded-9aa9-c1bc4a428d86 None None] Network f7d18f87-cefa-4f73-926b-8b80de609eba requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:03.283185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:03.284223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.313739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Allocated IP 172.20.0.8 (692795f5-26c2-430b-9ffc-82a05437df85/d41449e9-73a3-4dcc-8adf-d53993b46d57/2395c325-a4dd-4b37-a0f3-c8ca013377f7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:03.337871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1d8a06cb-f1e6-44c8-9b0b-710bdf9056f7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5193191 Mar 11 17:28:03.339496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34012) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:03.354170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-4668d417-8575-4c1f-881a-365d8a4f7726 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:28:03.374246 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-4668d417-8575-4c1f-881a-365d8a4f7726 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4130206 Mar 11 17:28:03.377989 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd03a-6ddb-4dbc-8852-65592ab625eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.524519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.586848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=33235bef-aca7-4b41-83fc-4ff6e1abc1a0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:03.706750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-942e58cb-f8bc-45dc-8cba-bc03c1a8e4d5 req-7c76c428-d6f3-460f-901c-f1827a0d7ff5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 210 time: 0.2115161 Mar 11 17:28:03.830772 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd03a-6ddb-4dbc-8852-65592ab625eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.872236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d45c2938-87d0-480c-b0d2-9a68b85a53cd no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:28:03.918086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d45c2938-87d0-480c-b0d2-9a68b85a53cd {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:28:03.918344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d45c2938-87d0-480c-b0d2-9a68b85a53cd not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:28:03.953884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-f7d18f87-cefa-4f73-926b-8b80de609eba', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:03.955400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.955957 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:03.997305 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-7eba0c67-f794-49dc-80da-2d56ab53218a service neutron] 10.222.0.53 "GET /v2.0/networks/95cfb55c-71f8-4969-9252-67eac6e20bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207640 Mar 11 17:28:04.115552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd03a-6ddb-4dbc-8852-65592ab625eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.196901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cd03a-6ddb-4dbc-8852-65592ab625eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59efb11-4ebe-4ce7-936d-03f82c07cb60,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:04.200829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Allocated IP 2001:db8::2 (f7d18f87-cefa-4f73-926b-8b80de609eba/a1f6e4cc-3963-4098-a4b6-142fde4a3a1a/d2261bf7-e2de-4331-a210-11c75e8c573a) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:04.255105 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd03a-6ddb-4dbc-8852-65592ab625eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.260868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ca2cd03a-6ddb-4dbc-8852-65592ab625eb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d59efb11-4ebe-4ce7-936d-03f82c07cb60 HTTP/1.1" status: 204 len: 168 time: 1.2873983 Mar 11 17:28:04.263880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34030) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:04.333531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-94e2d9a9-3c6c-46b8-b15b-119b67c85943 service neutron] 10.222.0.53 "GET /v2.0/networks/95cfb55c-71f8-4969-9252-67eac6e20bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159223 Mar 11 17:28:04.371766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router dc240dbf-0809-401d-b5dd-e12e271be0fc has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:04.435727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.446115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.471518 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.488509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Network f7d18f87-cefa-4f73-926b-8b80de609eba is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:04.524966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:04.529267 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.536369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:04.546391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:04.564765 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f26ca-6e26-44cc-a063-61d1df6584cf None None] Sync routers for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:04.573547 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2e17056a-e3cc-427f-9b86-950dfa88b633 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/routers/dc240dbf-0809-401d-b5dd-e12e271be0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5301778 Mar 11 17:28:04.576407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:04.584602 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f26ca-6e26-44cc-a063-61d1df6584cf None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:04.589327 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-203f26ca-6e26-44cc-a063-61d1df6584cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:04.740891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Pushing event updated for resources: {'Port': ['ID=d2261bf7-e2de-4331-a210-11c75e8c573a,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:04.753164 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-203f26ca-6e26-44cc-a063-61d1df6584cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:04.777050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.819134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d32082-a711-479f-be40-f94d1c06240c']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:04.819555 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.839499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f26ca-6e26-44cc-a063-61d1df6584cf None None] Routers {'dc240dbf-0809-401d-b5dd-e12e271be0fc'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:04.842200 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-203f26ca-6e26-44cc-a063-61d1df6584cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['dc240dbf-0809-401d-b5dd-e12e271be0fc'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:04.861962 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.875061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ad2b2e-c090-4a41-8e9e-84333285849f') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:04.875490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ad2b2e-c090-4a41-8e9e-84333285849f') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:04.931659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ea0d5c7-2b1f-48cb-a347-bf5c3e12fe27 req-a134be66-378e-4830-b1e7-b9769d946ca4 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 210 time: 0.0881767 Mar 11 17:28:04.954131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c128763e-f99e-4d7b-aa55-666d4bc10e5a req-3de3cec5-fa50-47ee-9014-20b4d261d041 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 210 time: 0.2733963 Mar 11 17:28:04.956324 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-203f26ca-6e26-44cc-a063-61d1df6584cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:04.957018 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f26ca-6e26-44cc-a063-61d1df6584cf None None] The sync data for ids ['dc240dbf-0809-401d-b5dd-e12e271be0fc'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:04.959669 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.982894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Attempting to bind port d2261bf7-e2de-4331-a210-11c75e8c573a on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:04.983263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Attempting to bind port d2261bf7-e2de-4331-a210-11c75e8c573a by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '92aa75b1-a410-4b65-b62d-e8283e885ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:04.983626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Attempting to bind port d2261bf7-e2de-4331-a210-11c75e8c573a on network f7d18f87-cefa-4f73-926b-8b80de609eba {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:04.987342 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.010733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:05.011116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Checking segment: {'id': '92aa75b1-a410-4b65-b62d-e8283e885ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:05.011857 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.012002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Bound using segment: {'id': '92aa75b1-a410-4b65-b62d-e8283e885ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:05.012395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Bound port: d2261bf7-e2de-4331-a210-11c75e8c573a, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92aa75b1-a410-4b65-b62d-e8283e885ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:05.012775 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.030667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.097351 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.125484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:05.125484 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:05.132186 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:05.151078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Network 692795f5-26c2-430b-9ffc-82a05437df85 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:05.161917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] For port d2261bf7-e2de-4331-a210-11c75e8c573a, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:05.183404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=2395c325-a4dd-4b37-a0f3-c8ca013377f7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:05.186353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:05.196780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:05.245170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port 188871a9-dc95-4157-b3bf-1ac85522c92e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:05.245652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.363549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.365472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] For port d2261bf7-e2de-4331-a210-11c75e8c573a, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d2261bf7-e2de-4331-a210-11c75e8c573a,segment=NetworkSegment(92aa75b1-a410-4b65-b62d-e8283e885ec6),segment_id=92aa75b1-a410-4b65-b62d-e8283e885ec6)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:05.371752 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.403821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.437765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for 188871a9-dc95-4157-b3bf-1ac85522c92e owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:05.457618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:05.469642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.505196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.508398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] 10.222.0.53 "DELETE /v2.0/networks/93d32082-a711-479f-be40-f94d1c06240c HTTP/1.1" status: 204 len: 168 time: 1.2366312 Mar 11 17:28:05.606187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8858a-290f-43eb-8d94-607b976cad40 None None] Pushing event updated for resources: {'Port': ['ID=d2261bf7-e2de-4331-a210-11c75e8c573a,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:05.655961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-f558b45c-3a50-4988-b181-bedd04264861 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4930758 Mar 11 17:28:05.700870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Request body: {'port': {'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:05.711308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1421eb-f4af-4879-809b-d5f651c49f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d32082-a711-479f-be40-f94d1c06240c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:05.758475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d6ace1f3-c63b-4cd0-b06a-afec35c01c09 None None] Provisioning complete for port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:05.758850 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6ace1f3-c63b-4cd0-b06a-afec35c01c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:05.796915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 2001:db8::1 (f7d18f87-cefa-4f73-926b-8b80de609eba/a1f6e4cc-3963-4098-a4b6-142fde4a3a1a/8f812570-477e-4e17-87d1-06c29b142bb6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:05.817108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34058) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:05.838524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d6ace1f3-c63b-4cd0-b06a-afec35c01c09 None None] Port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:05.889696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34060) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:05.968469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.069058 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1a3d4b29-3bd7-4591-aa71-4ebaa9a827b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd9da0eb46f44ba38163cdb9013b0a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778963 Mar 11 17:28:06.080550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34068) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:06.164528 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.207129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff900a46-0371-44a1-a4b4-84c450340c7c req-a911a2cd-4c89-4afb-a669-9ed24c3c0bb3 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 210 time: 0.0905378 Mar 11 17:28:06.226474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=188871a9-dc95-4157-b3bf-1ac85522c92e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:06.256022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5b48-275f-41be-b9e6-b30c2d93ad5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.272089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2e9b2-2994-420b-8537-b2dcf10f6e41 req-0761a144-e226-44fe-b6f3-1c49c86cac6d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:06.281723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ace2e9b2-2994-420b-8537-b2dcf10f6e41 req-0761a144-e226-44fe-b6f3-1c49c86cac6d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 931 time: 0.1964917 Mar 11 17:28:06.363134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5b48-275f-41be-b9e6-b30c2d93ad5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.383330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6450f6-d248-4262-ace8-e9aa9d52563f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.383882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.435216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.444960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ace2e9b2-2994-420b-8537-b2dcf10f6e41 req-163040cc-321a-427c-b84c-0ae252e5838c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1622324 Mar 11 17:28:06.529682 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.532554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.588592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.589697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Fanout notify agent at l3_agent the message router_deleted on router dc240dbf-0809-401d-b5dd-e12e271be0fc {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:28:06.612624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.616522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c0a573c0-c1eb-48d1-9ef8-95388ea23298 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/routers/dc240dbf-0809-401d-b5dd-e12e271be0fc HTTP/1.1" status: 204 len: 168 time: 2.0370972 Mar 11 17:28:06.629836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34076) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:06.656831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5b48-275f-41be-b9e6-b30c2d93ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.674470 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5b48-275f-41be-b9e6-b30c2d93ad5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.678282 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d0fd5b48-275f-41be-b9e6-b30c2d93ad5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21dd00ec-43af-4cee-8aa5-5450cff43cdf HTTP/1.1" status: 204 len: 168 time: 0.5846107 Mar 11 17:28:06.692069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6450f6-d248-4262-ace8-e9aa9d52563f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:06.907276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd5b48-275f-41be-b9e6-b30c2d93ad5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dd00ec-43af-4cee-8aa5-5450cff43cdf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:06.979515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-3533ea2b-fea1-49a4-b3ee-f1519f0daa78 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting subnet fe1db61d-9846-4420-949c-0bfa9e836dcc {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:28:06.992880 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3533ea2b-fea1-49a4-b3ee-f1519f0daa78 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.112303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-7e24667f-077f-4153-9008-12fe2715b568 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:07.114248 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-7e24667f-077f-4153-9008-12fe2715b568 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.46 "GET /v2.0/networks?id=95cfb55c-71f8-4969-9252-67eac6e20bfe HTTP/1.1" status: 200 len: 809 time: 0.4913700 Mar 11 17:28:07.137480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Request body: {'port': {'device_id': '2a4da804-75f6-4527-8c3f-52f98d137d88', 'network_id': '95cfb55c-71f8-4969-9252-67eac6e20bfe', 'admin_state_up': True, 'tenant_id': 'fde869b73bed4b89be0f7573b4328c40'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:07.153030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3533ea2b-fea1-49a4-b3ee-f1519f0daa78 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.241141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.263736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network f7d18f87-cefa-4f73-926b-8b80de609eba is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:07.280202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:07.282938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:07.283968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.286546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d6450f6-d248-4262-ace8-e9aa9d52563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.303982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60cffdb-9aa6-44d6-a583-9d094726d16c None None] Network f7d18f87-cefa-4f73-926b-8b80de609eba requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:07.496783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=8f812570-477e-4e17-87d1-06c29b142bb6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:07.620274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6450f6-d248-4262-ace8-e9aa9d52563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355df728-5ac6-42eb-a495-7a7530f2ec4c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:07.633849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6d6450f6-d248-4262-ace8-e9aa9d52563f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85dd6b3e8f6a4d4492cbdcd89bb5ad0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8133383 Mar 11 17:28:07.635282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34098) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:07.683749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-630f1db6-4105-4dd0-857b-60688d27f948 req-8719f5c9-9cc6-48c6-85fb-5b047317c44b tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 210 time: 0.0704048 Mar 11 17:28:07.710522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a0627e48-33a2-4638-a915-ee47da48ed20 None None] Provisioning complete for port d2261bf7-e2de-4331-a210-11c75e8c573a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:07.710899 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0627e48-33a2-4638-a915-ee47da48ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.792370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-f58b259e-a6fa-4a86-914c-e73a1e69fe95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.1747301 Mar 11 17:28:07.844005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d2261bf7-e2de-4331-a210-11c75e8c573a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:07.891932 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bfff7158-1b00-4f77-a893-6f10f20eb7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.928120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bfff7158-1b00-4f77-a893-6f10f20eb7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.997774 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0627e48-33a2-4638-a915-ee47da48ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.055193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a0627e48-33a2-4638-a915-ee47da48ed20 None None] For port d2261bf7-e2de-4331-a210-11c75e8c573a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d2261bf7-e2de-4331-a210-11c75e8c573a,segment=NetworkSegment(92aa75b1-a410-4b65-b62d-e8283e885ec6),segment_id=92aa75b1-a410-4b65-b62d-e8283e885ec6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:08.061878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d2261bf7-e2de-4331-a210-11c75e8c573a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:08.062431 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.136889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3533ea2b-fea1-49a4-b3ee-f1519f0daa78 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.137789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a0627e48-33a2-4638-a915-ee47da48ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.162018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bfff7158-1b00-4f77-a893-6f10f20eb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.164612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bfff7158-1b00-4f77-a893-6f10f20eb7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.170050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bfff7158-1b00-4f77-a893-6f10f20eb7ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/355df728-5ac6-42eb-a495-7a7530f2ec4c HTTP/1.1" status: 204 len: 168 time: 0.5268185 Mar 11 17:28:08.183910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2395c325-a4dd-4b37-a0f3-c8ca013377f7 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:28:08.195639 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.217074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24764fb-f37c-4b87-8086-3d759afb5873 req-a4956585-6a93-4e0d-8acd-c6d1614594f0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:08.218633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e24764fb-f37c-4b87-8086-3d759afb5873 req-a4956585-6a93-4e0d-8acd-c6d1614594f0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 931 time: 0.5324256 Mar 11 17:28:08.258817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34110) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:08.272441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.284438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Made reservation on behalf of fde869b73bed4b89be0f7573b4328c40 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:08.288237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.293720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0627e48-33a2-4638-a915-ee47da48ed20 None None] Pushing event updated for resources: {'Port': ['ID=d2261bf7-e2de-4331-a210-11c75e8c573a,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:08.305003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff7158-1b00-4f77-a893-6f10f20eb7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355df728-5ac6-42eb-a495-7a7530f2ec4c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:08.463286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e24764fb-f37c-4b87-8086-3d759afb5873 req-5c7d4c57-4d08-4835-a7b2-c3d47eafb487 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2195640 Mar 11 17:28:08.469138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-30beb650-7442-4624-b7f2-65a4bb9ecb91 None None] Provisioning complete for port 8f812570-477e-4e17-87d1-06c29b142bb6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:08.471466 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30beb650-7442-4624-b7f2-65a4bb9ecb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.525531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-30beb650-7442-4624-b7f2-65a4bb9ecb91 None None] Port 8f812570-477e-4e17-87d1-06c29b142bb6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:08.529254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-73ac678a-64b3-4fc0-aa03-52a470039588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:08.529787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-73ac678a-64b3-4fc0-aa03-52a470039588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:08.530215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-73ac678a-64b3-4fc0-aa03-52a470039588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:08.530689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-73ac678a-64b3-4fc0-aa03-52a470039588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:08.539434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-73ac678a-64b3-4fc0-aa03-52a470039588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:08.540001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-73ac678a-64b3-4fc0-aa03-52a470039588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:08.540519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-73ac678a-64b3-4fc0-aa03-52a470039588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:08.542676 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-73ac678a-64b3-4fc0-aa03-52a470039588 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f09a1d93ba00412098840417ecd5aeb7&device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 6501 time: 0.6972489 Mar 11 17:28:08.550802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-30beb650-7442-4624-b7f2-65a4bb9ecb91 None None] Provisioning complete for port d2261bf7-e2de-4331-a210-11c75e8c573a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:08.551176 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30beb650-7442-4624-b7f2-65a4bb9ecb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.623910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Allocated IP 172.20.0.5 (95cfb55c-71f8-4969-9252-67eac6e20bfe/7df892f5-6680-4f30-b967-3cbd73ee4b6a/ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:08.683661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-263169291-network', 'tenant_id': 'd5d208419e1140d0b2726319f9122d80'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:08.718882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3533ea2b-fea1-49a4-b3ee-f1519f0daa78 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.730324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Transition to ACTIVE for port object 2395c325-a4dd-4b37-a0f3-c8ca013377f7 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:08.752608 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.793581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d5893-62d4-407b-a426-57c82cff751d None None] Network c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:08.812314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3533ea2b-fea1-49a4-b3ee-f1519f0daa78 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.818025 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3533ea2b-fea1-49a4-b3ee-f1519f0daa78 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/subnets/fe1db61d-9846-4420-949c-0bfa9e836dcc HTTP/1.1" status: 204 len: 168 time: 2.1871614 Mar 11 17:28:08.822705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34120) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:08.842332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533ea2b-fea1-49a4-b3ee-f1519f0daa78 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1db61d-9846-4420-949c-0bfa9e836dcc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:08.886452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34122) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:08.887394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Made reservation on behalf of d5d208419e1140d0b2726319f9122d80 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:08.890890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.913606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5b58d595-efdc-4796-9313-ff62b0df5d65 None None] Provisioning complete for port 8f812570-477e-4e17-87d1-06c29b142bb6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:08.914050 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5b58d595-efdc-4796-9313-ff62b0df5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.947444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9825f2a7-c2cf-4fe0-91ca-9d4f09a448cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.961754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2395c325-a4dd-4b37-a0f3-c8ca013377f7,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:09.013514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5b58d595-efdc-4796-9313-ff62b0df5d65 None None] Port 8f812570-477e-4e17-87d1-06c29b142bb6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:09.041023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44ffe938-c512-4404-a59b-195d100bd3ed req-30e3926e-0b0b-4882-a3fa-518a4ae8a14d tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 210 time: 0.0725942 Mar 11 17:28:09.053163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-195e4a5f-d405-47ef-bf8d-ae5901e9778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.053647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-195e4a5f-d405-47ef-bf8d-ae5901e9778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.054121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-195e4a5f-d405-47ef-bf8d-ae5901e9778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.055723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-195e4a5f-d405-47ef-bf8d-ae5901e9778a service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf7f383e-3ac6-4ae0-b30c-8d66e11decda&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=0726836f-d748-4c51-b886-5cd24bd6cbd6&id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2 HTTP/1.1" status: 200 len: 2296 time: 0.3989308 Mar 11 17:28:09.092923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.129964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a5845-511f-425c-87ba-01602003c111 None None] DHCP port deletion for c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:28:09.215556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-228a5845-511f-425c-87ba-01602003c111 None None] Deleting port cfc531c3-d297-4681-9bd1-5415c2309e42 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:09.217708 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-228a5845-511f-425c-87ba-01602003c111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.221479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.279317 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-52838eea-f246-482b-957c-7487ce04d778 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eca2090-886c-4e60-a1d8-d4c64ad0f667 HTTP/1.1" status: 200 len: 1000 time: 0.1930811 Mar 11 17:28:09.330244 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.368689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-228a5845-511f-425c-87ba-01602003c111 None None] For port cfc531c3-d297-4681-9bd1-5415c2309e42, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cfc531c3-d297-4681-9bd1-5415c2309e42,segment=NetworkSegment(b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3),segment_id=b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:09.369094 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-228a5845-511f-425c-87ba-01602003c111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.385901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-64be4690-cc62-444d-9920-4a3c500e1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.386679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-228a5845-511f-425c-87ba-01602003c111 None None] Calling delete_port for cfc531c3-d297-4681-9bd1-5415c2309e42 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:09.388178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-64be4690-cc62-444d-9920-4a3c500e1b7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7abf076-c6dc-40a4-8f0f-2a60f6700824 HTTP/1.1" status: 200 len: 856 time: 0.0968671 Mar 11 17:28:09.400611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Attempting to bind port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:09.400955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Attempting to bind port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:09.401286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Attempting to bind port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:09.422328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 on network 692795f5-26c2-430b-9ffc-82a05437df85 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:28:09.422659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Attempting to bind port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:09.427985 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9825f2a7-c2cf-4fe0-91ca-9d4f09a448cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.442681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9825f2a7-c2cf-4fe0-91ca-9d4f09a448cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.458360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:09.458817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Checking segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:09.459223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Bound using segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:09.459674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Bound port: 2395c325-a4dd-4b37-a0f3-c8ca013377f7, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:09.460045 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.490776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port cfc531c3-d297-4681-9bd1-5415c2309e42 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:09.491255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.520388 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-228a5845-511f-425c-87ba-01602003c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.540121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-28e38d37-57c4-4a6e-91ad-aeb3a2787a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.541672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-28e38d37-57c4-4a6e-91ad-aeb3a2787a0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf7f383e-3ac6-4ae0-b30c-8d66e11decda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432002 Mar 11 17:28:09.566333 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.574539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a5845-511f-425c-87ba-01602003c111 None None] Pushing event deleted for resources: {'Port': ['ID=cfc531c3-d297-4681-9bd1-5415c2309e42,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:09.582856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a5845-511f-425c-87ba-01602003c111 None None] No DVR routers for this DVR port cfc531c3-d297-4681-9bd1-5415c2309e42 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:09.593778 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.594588 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.663293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d2261bf7-e2de-4331-a210-11c75e8c573a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:09.664988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] For port cfc531c3-d297-4681-9bd1-5415c2309e42, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cfc531c3-d297-4681-9bd1-5415c2309e42,segment=NetworkSegment(b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3),segment_id=b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:09.665481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.681736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for cfc531c3-d297-4681-9bd1-5415c2309e42 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:09.787123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.787761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d2261bf7-e2de-4331-a210-11c75e8c573a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:09.788401 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.798375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] For port 2395c325-a4dd-4b37-a0f3-c8ca013377f7, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:09.815682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] No DVR routers for this DVR port cfc531c3-d297-4681-9bd1-5415c2309e42 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:09.826253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=8f812570-477e-4e17-87d1-06c29b142bb6,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:09.843911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.845993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] For port 2395c325-a4dd-4b37-a0f3-c8ca013377f7, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:09.863112 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.873693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2f649-2a7e-4017-87ea-2aad6495f37b req-27d1c926-64bd-471f-bc1f-2b61c27a824d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.875256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72e2f649-2a7e-4017-87ea-2aad6495f37b req-27d1c926-64bd-471f-bc1f-2b61c27a824d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 943 time: 0.2147470 Mar 11 17:28:09.890635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.907174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Network 95cfb55c-71f8-4969-9252-67eac6e20bfe is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:09.926944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:09.932479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:09.975569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-9c0892cb-8a23-476d-a61e-6262b72ecc8e service neutron] 10.222.0.46 "GET /v2.0/networks/bf7f383e-3ac6-4ae0-b30c-8d66e11decda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229016 Mar 11 17:28:09.985466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.986146 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.987604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] 10.222.0.66 "PUT /v2.0/ports/2395c325-a4dd-4b37-a0f3-c8ca013377f7 HTTP/1.1" status: 200 len: 1091 time: 4.3109212 Mar 11 17:28:09.995011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3273e880-ad29-4980-944e-2d2991bab89b', 'tag': '2395c325-a4dd-4b37-a0f3-c8ca013377f7'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:09.997182 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbd46fd-9059-403c-b64e-e3b9662cee92" -d '{"events": [{"name": "network-changed", "server_uuid": "3273e880-ad29-4980-944e-2d2991bab89b", "tag": "2395c325-a4dd-4b37-a0f3-c8ca013377f7"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:10.046335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72e2f649-2a7e-4017-87ea-2aad6495f37b req-bbff144c-6fa8-4360-8f3e-225c1bb1a81f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491866 Mar 11 17:28:10.104794 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9825f2a7-c2cf-4fe0-91ca-9d4f09a448cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=640d50dfdc894b50a426224f9879fec0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2093427 Mar 11 17:28:10.107322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.117829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=cfc531c3-d297-4681-9bd1-5415c2309e42,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:10.132108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cfc531c3-d297-4681-9bd1-5415c2309e42 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:28:10.146211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34136) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:10.150364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network f7d18f87-cefa-4f73-926b-8b80de609eba is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:10.152613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825f2a7-c2cf-4fe0-91ca-9d4f09a448cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff797f-9fca-4237-b9ec-6c097dbc9982,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:10.163428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: cfc531c3-d297-4681-9bd1-5415c2309e42 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:28:10.163827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cfc531c3-d297-4681-9bd1-5415c2309e42 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:28:10.172063 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a357391-9893-47d7-b9f7-212728202ecf x-openstack-request-id: req-9a357391-9893-47d7-b9f7-212728202ecf {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:10.172369 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3273e880-ad29-4980-944e-2d2991bab89b", "tag": "2395c325-a4dd-4b37-a0f3-c8ca013377f7", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:10.172634 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a357391-9893-47d7-b9f7-212728202ecf {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:10.173028 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3273e880-ad29-4980-944e-2d2991bab89b', 'tag': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'status': 'completed', 'code': 200} Mar 11 17:28:10.230015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4b6ad-6a71-487e-8a9a-02e11670b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2395c325-a4dd-4b37-a0f3-c8ca013377f7,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:10.263528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:10.322933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:10.323667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.412486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.417867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:10.468449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3355477 Mar 11 17:28:10.471827 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761bdb1-9a30-4ce0-b2d8-794b39256a76 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Pushing event updated for resources: {'Port': ['ID=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:10.483318 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.483790 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Added segment 8342c3ed-4a95-4a64-bae0-f580b2474a35 of type vlan for network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 Mar 11 17:28:10.485405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b531d17-f92d-4cb0-98fe-d0f523baa4c5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:10.505946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Request body: {'port': {'device_id': '2a4da804-75f6-4527-8c3f-52f98d137d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:10.511853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20ddcee-e8cd-4e84-a3c3-c54124fcbf76']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:10.559143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34140) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:10.562800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:10.563210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cee7cf-67f9-4020-b70a-b0b4e8c78cf3') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:10.602987 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-19ac484a-401c-483b-ab93-9c16f4d4dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:10.604964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-19ac484a-401c-483b-ab93-9c16f4d4dbfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 1094 time: 0.5357089 Mar 11 17:28:10.612484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.624329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58b2cbf8-cf28-48e0-8749-295ff2246317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.628550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.631162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580ec91-9504-497d-8047-6928a4a75384 req-34cfb246-a00b-4239-bae3-e0513bd0f849 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:10.635530 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f580ec91-9504-497d-8047-6928a4a75384 req-34cfb246-a00b-4239-bae3-e0513bd0f849 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 931 time: 0.3606853 Mar 11 17:28:10.666386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.705673 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58b2cbf8-cf28-48e0-8749-295ff2246317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.708167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:10.708676 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:10.713564 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:10.725167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-f656aef2-7ebe-4bf9-b8b6-7702c70ff6e4 service neutron] 10.222.0.46 "GET /v2.0/networks/bf7f383e-3ac6-4ae0-b30c-8d66e11decda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061884 Mar 11 17:28:10.733020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-c422ecae-d30b-4fc7-877f-47128eba0a00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7 HTTP/1.1" status: 200 len: 217 time: 0.0785213 Mar 11 17:28:10.739581 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.762302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-15a003d9-5116-4b28-a309-ce6069a007b5 None None] Provisioning complete for port 8f812570-477e-4e17-87d1-06c29b142bb6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:10.763511 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-15a003d9-5116-4b28-a309-ce6069a007b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.804469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-15a003d9-5116-4b28-a309-ce6069a007b5 None None] Port 8f812570-477e-4e17-87d1-06c29b142bb6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:10.812446 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.813410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:10.814624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.838206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-30bd1333-95d4-4eb4-bd51-ac381316380a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=6b3e694c-9a99-4152-a3d1-86e38da63923 HTTP/1.1" status: 200 len: 217 time: 0.1004460 Mar 11 17:28:10.846734 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-514b34f3-7c21-4671-8bc3-d5addcc36b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.857516 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.864485 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.869514 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.873286 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/networks/c20ddcee-e8cd-4e84-a3c3-c54124fcbf76 HTTP/1.1" status: 204 len: 168 time: 2.0492725 Mar 11 17:28:10.896456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34144) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:10.902423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f580ec91-9504-497d-8047-6928a4a75384 req-1003faec-ac5d-4872-af00-b6931e708047 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318707 Mar 11 17:28:10.911070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:28:10.920420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-af4f2e3f-5707-4c89-b7eb-fc7eddcb7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:10.921924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-af4f2e3f-5707-4c89-b7eb-fc7eddcb7c8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.1678860 Mar 11 17:28:10.949951 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.6786675 Mar 11 17:28:10.954259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34146) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:10.968284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Request body: {'subnet': {'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-263169291-subnet', 'tenant_id': 'd5d208419e1140d0b2726319f9122d80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:10.980836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f23056-7df6-4244-94e8-35c9636c450b admin admin] Pushing event updated for resources: {'Network': ['ID=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:10.994718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:11.000931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-03d84d6b-f585-45da-91dc-8eaab91a7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:11.002998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-03d84d6b-f585-45da-91dc-8eaab91a7045 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=790ff9c8-0e5a-4d16-800c-02a801a738ca HTTP/1.1" status: 200 len: 797 time: 0.1490982 Mar 11 17:28:11.142557 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58b2cbf8-cf28-48e0-8749-295ff2246317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.145283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58b2cbf8-cf28-48e0-8749-295ff2246317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.146717 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-58b2cbf8-cf28-48e0-8749-295ff2246317 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35ff797f-9fca-4237-b9ec-6c097dbc9982 HTTP/1.1" status: 204 len: 168 time: 0.9606380 Mar 11 17:28:11.167500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967782ae-7494-4159-ae21-34954a9cc854 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Network': ['ID=c20ddcee-e8cd-4e84-a3c3-c54124fcbf76,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:11.194984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-514b34f3-7c21-4671-8bc3-d5addcc36b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.198667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2cbf8-cf28-48e0-8749-295ff2246317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff797f-9fca-4237-b9ec-6c097dbc9982,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:11.203233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Made reservation on behalf of d5d208419e1140d0b2726319f9122d80 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:11.205455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.222919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-2af60180-eded-4030-aa67-d56131b64e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:11.224372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-2af60180-eded-4030-aa67-d56131b64e22 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634811 Mar 11 17:28:11.266720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-514b34f3-7c21-4671-8bc3-d5addcc36b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.281741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:11.294299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a444d9c0-8c17-4384-8ba4-1f565ef51bfb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9489799 Mar 11 17:28:11.298226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:11.321447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:11.322556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:11.338143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34152) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:11.354216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2011926357'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:11.410606 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-514b34f3-7c21-4671-8bc3-d5addcc36b17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1b7e88368c94778a10e95b1f75df8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8389843 Mar 11 17:28:11.416893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b34f3-7c21-4671-8bc3-d5addcc36b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22159100-a43b-463a-ba31-16ea94469f82,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:11.426882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:11.484775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:11.489715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.507062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:11.671213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:11.690590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-f51d483a-f78a-439a-b881-3d56a71d7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:11.692158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-f51d483a-f78a-439a-b881-3d56a71d7eb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0726836f-d748-4c51-b886-5cd24bd6cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6550202 Mar 11 17:28:11.703850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b943f63-027b-40ef-9c8a-dca7d0feb484 req-c63fa339-d455-4013-b96e-c33d95de6b6c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:11.706030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b943f63-027b-40ef-9c8a-dca7d0feb484 req-c63fa339-d455-4013-b96e-c33d95de6b6c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 943 time: 0.5385365 Mar 11 17:28:11.728867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.729277 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added segment d595605c-5041-45c7-b81d-88a03907b468 of type vlan for network c49aee02-804c-41b3-921f-10852712783b Mar 11 17:28:11.731916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:28:11.736071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a801f9c-4d2f-4e4b-b49e-69cdf96ea949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.742744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:08Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:09Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:11.768360 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.784427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:11.785016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Updating router 80200aa6-3fb9-4ba8-8434-875eafd3e896 port 8f812570-477e-4e17-87d1-06c29b142bb6 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:28:11.800372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port d94c0bd3-82d4-4a2a-99b9-0eef26cde3a1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:11.800727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.810909 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.849326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Transition to ACTIVE for port object ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:11.851269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.858666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a801f9c-4d2f-4e4b-b49e-69cdf96ea949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.862503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.872076 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.919033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-d3d16b0c-d2a8-400e-b3e0-90f7091c97e5 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853793 Mar 11 17:28:11.929128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b943f63-027b-40ef-9c8a-dca7d0feb484 req-18523f03-6b21-4e09-bcfa-54813eddd9aa tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2155659 Mar 11 17:28:11.972324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-e0f186a1-379d-41ca-8494-cb2805b7e296 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606230 Mar 11 17:28:12.060453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.067200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:12.067813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.081067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.091039 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a801f9c-4d2f-4e4b-b49e-69cdf96ea949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.092207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a801f9c-4d2f-4e4b-b49e-69cdf96ea949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.095824 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a801f9c-4d2f-4e4b-b49e-69cdf96ea949 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22159100-a43b-463a-ba31-16ea94469f82 HTTP/1.1" status: 204 len: 168 time: 0.6620917 Mar 11 17:28:12.119406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-57a3e800-ce93-41d9-a901-3f3e711fa3e6 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057372 Mar 11 17:28:12.132458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d975d024-42bd-41eb-a5a3-788261a71880,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.167373 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.167772 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.196894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a801f9c-4d2f-4e4b-b49e-69cdf96ea949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22159100-a43b-463a-ba31-16ea94469f82,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.214133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8731427 Mar 11 17:28:12.214753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34178) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:12.225148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'subnet': {'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:12.247547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Checking segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:12.248301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Network hostable DHCP agents. Network: 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:12.262709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-f57a1201-c5b2-47f6-9132-062c5217c2df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ed38429a-d477-40bf-a7f4-131ab2ee892a HTTP/1.1" status: 200 len: 217 time: 0.1228726 Mar 11 17:28:12.263636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for d94c0bd3-82d4-4a2a-99b9-0eef26cde3a1 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:12.293139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda440f-21bc-49e3-b8ae-baa3f469202d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Network': ['ID=c49aee02-804c-41b3-921f-10852712783b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.347582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Attempting to bind port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:12.348515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Attempting to bind port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '519020ee-ae14-4453-92bb-a97686cbbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '95cfb55c-71f8-4969-9252-67eac6e20bfe'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:12.348515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Attempting to bind port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 on network 95cfb55c-71f8-4969-9252-67eac6e20bfe {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:12.355412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:12.362599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 on network 95cfb55c-71f8-4969-9252-67eac6e20bfe not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:28:12.362853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Attempting to bind port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 on network 95cfb55c-71f8-4969-9252-67eac6e20bfe {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:12.375011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:12.375404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Checking segment: {'id': '519020ee-ae14-4453-92bb-a97686cbbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '95cfb55c-71f8-4969-9252-67eac6e20bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:12.375752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Bound using segment: {'id': '519020ee-ae14-4453-92bb-a97686cbbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '95cfb55c-71f8-4969-9252-67eac6e20bfe'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:12.376126 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.376606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Bound port: ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519020ee-ae14-4453-92bb-a97686cbbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '95cfb55c-71f8-4969-9252-67eac6e20bfe'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:12.377459 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.384669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network c49aee02-804c-41b3-921f-10852712783b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:12.388746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:12.396579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:12.397160 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.433162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:12.437990 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.468994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f616a87-3fe3-4cc6-aa5e-5a42bd63ce74 None None] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:12.474902 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.503211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80fa5cd0-26f2-4de3-9522-b257683af5ea req-7b22274b-7bf6-41a2-ad5d-3912d71efc3a service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714476 Mar 11 17:28:12.505768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-9bdfd081-5581-4fe5-9a76-ff02804a47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:12.507760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-9bdfd081-5581-4fe5-9a76-ff02804a47c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=790ff9c8-0e5a-4d16-800c-02a801a738ca HTTP/1.1" status: 200 len: 797 time: 0.2198777 Mar 11 17:28:12.577138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5de9a8d5-deac-40cd-8597-0a2f8af2d11f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6198657 Mar 11 17:28:12.665145 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] For port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:12.690612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] For port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,segment=NetworkSegment(519020ee-ae14-4453-92bb-a97686cbbf27),segment_id=519020ee-ae14-4453-92bb-a97686cbbf27)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:12.704504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.743302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.804580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=d94c0bd3-82d4-4a2a-99b9-0eef26cde3a1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.866329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbab45-e597-4ba0-8f10-84743e3c9531 req-650ebda9-19ee-4d14-9695-262a73de06ee tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:12.868681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90dbab45-e597-4ba0-8f10-84743e3c9531 req-650ebda9-19ee-4d14-9695-262a73de06ee tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 943 time: 0.7429495 Mar 11 17:28:12.886913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:12.890716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.895762 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] 10.222.0.46 "PUT /v2.0/ports/ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 HTTP/1.1" status: 200 len: 1091 time: 2.4193993 Mar 11 17:28:12.897470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4da804-75f6-4527-8c3f-52f98d137d88', 'tag': 'ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:12.901342 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a39211-0598-4cb2-a03d-f3e6e6b43447" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4da804-75f6-4527-8c3f-52f98d137d88", "tag": "ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:12.979369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90dbab45-e597-4ba0-8f10-84743e3c9531 req-3ff3d90f-a01b-43c9-97e3-8a790e9f9e59 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Mar 11 17:28:12.981286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-13a9e5ae-0715-4b38-9043-4888d3183c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:12.983517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-13a9e5ae-0715-4b38-9043-4888d3183c6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 1094 time: 0.2837875 Mar 11 17:28:12.986525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-fa68ff05-2ddf-40e4-a54a-2bcb073aae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:12.988137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-fa68ff05-2ddf-40e4-a54a-2bcb073aae1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0726836f-d748-4c51-b886-5cd24bd6cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3219018 Mar 11 17:28:12.992866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.995693 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.996911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-314ce6d5-ddb3-4901-bbc8-1c899811cdbf tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/floatingips/a20af1a2-ec24-4614-a291-72b28e684d32 HTTP/1.1" status: 204 len: 168 time: 2.0978794 Mar 11 17:28:13.015844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34200) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:13.122438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:13.128181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-e57a9996-6fd2-43c8-bb3c-58d71002d77b service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195157 Mar 11 17:28:13.147532 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedef115-ee01-4c2c-b285-1a2fac135f63 x-openstack-request-id: req-bedef115-ee01-4c2c-b285-1a2fac135f63 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:13.149328 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4da804-75f6-4527-8c3f-52f98d137d88", "tag": "ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:13.150855 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bedef115-ee01-4c2c-b285-1a2fac135f63 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:13.151656 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4da804-75f6-4527-8c3f-52f98d137d88', 'tag': 'ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4', 'status': 'completed', 'code': 200} Mar 11 17:28:13.155620 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-9660823d-0814-42b7-b814-ae4a32a33490 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] DELETE failed (client error): The resource could not be found. Mar 11 17:28:13.156367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9660823d-0814-42b7-b814-ae4a32a33490 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:28:13.160294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9660823d-0814-42b7-b814-ae4a32a33490 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/ports/9cb85121-4fc5-4f31-99aa-864d0fa370ec HTTP/1.1" status: 404 len: 333 time: 0.1499503 Mar 11 17:28:13.181242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34204) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:13.232579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.235804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.237213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.237823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.241350 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.242253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.243751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.244324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.244903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.245454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.246176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.246728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c84ca-4615-4a59-b719-cabf9fe70b88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:13.248939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55501df2-82d3-46fd-88eb-d886fae1f337 None None] Pushing event updated for resources: {'Port': ['ID=8f812570-477e-4e17-87d1-06c29b142bb6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:13.278113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-1f7a14e4-9363-4af0-9042-253e3a067607 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167085 Mar 11 17:28:13.326503 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-21c9d248-9816-4743-9707-7f7776c13e81 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc240dbf-0809-401d-b5dd-e12e271be0fc HTTP/1.1" status: 200 len: 205 time: 0.1291549 Mar 11 17:28:13.326503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34208) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:13.385685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Attempting to bind port 8f812570-477e-4e17-87d1-06c29b142bb6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:13.395430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Attempting to bind port 8f812570-477e-4e17-87d1-06c29b142bb6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '92aa75b1-a410-4b65-b62d-e8283e885ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:13.395663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Attempting to bind port 8f812570-477e-4e17-87d1-06c29b142bb6 on network f7d18f87-cefa-4f73-926b-8b80de609eba {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:13.400663 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-78bb1350-7efe-497e-8cd3-6433207c45bd tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] delete failed (client error): The resource could not be found. Mar 11 17:28:13.404219 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-78bb1350-7efe-497e-8cd3-6433207c45bd tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/routers/dc240dbf-0809-401d-b5dd-e12e271be0fc HTTP/1.1" status: 404 len: 336 time: 0.0796764 Mar 11 17:28:13.404428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:13.404428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Checking segment: {'id': '92aa75b1-a410-4b65-b62d-e8283e885ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:13.404781 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.405185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Bound using segment: {'id': '92aa75b1-a410-4b65-b62d-e8283e885ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:13.405668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Bound port: 8f812570-477e-4e17-87d1-06c29b142bb6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92aa75b1-a410-4b65-b62d-e8283e885ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:13.406053 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.411503 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34216) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:13.468453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-ab4ea9f7-9903-44f0-b45c-13bb4590c160 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=2dac3327-398c-4032-b0a0-bfd817e0dbda HTTP/1.1" status: 200 len: 217 time: 0.1542051 Mar 11 17:28:13.473208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-b16d9a83-6eac-4941-9c78-0b59c714ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:13.476181 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-b16d9a83-6eac-4941-9c78-0b59c714ab1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fde869b73bed4b89be0f7573b4328c40&device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 1094 time: 0.5327337 Mar 11 17:28:13.500481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb458f-f6b5-4c99-9381-43aa88fe1937 None None] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:13.537843 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.577698 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c023ea-733b-4403-94a7-376174f979a1 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] DELETE failed (client error): The resource could not be found. Mar 11 17:28:13.578166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c023ea-733b-4403-94a7-376174f979a1 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:28:13.584481 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c3c023ea-733b-4403-94a7-376174f979a1 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/subnets/fe1db61d-9846-4420-949c-0bfa9e836dcc HTTP/1.1" status: 404 len: 337 time: 0.1717629 Mar 11 17:28:13.584984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34224) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:13.656116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-ca0e7b14-8bfb-42d8-8565-3cfcb4a7a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:13.657534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-ca0e7b14-8bfb-42d8-8565-3cfcb4a7a267 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.6661987 Mar 11 17:28:13.658294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c4c787c3-9c6c-4cd1-b692-0ab2c3b18031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.662543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-39b78422-d802-4387-9bc1-870f437f322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:13.663631 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-0524ed5e-b755-47d1-ab84-842ba63842df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 HTTP/1.1" status: 200 len: 217 time: 0.1387215 Mar 11 17:28:13.663966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-39b78422-d802-4387-9bc1-870f437f322d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=790ff9c8-0e5a-4d16-800c-02a801a738ca HTTP/1.1" status: 200 len: 797 time: 0.1797130 Mar 11 17:28:13.670822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c4357ecf-e233-43cc-a174-3cbfa70eb1ac None None] Provisioning complete for port 8f812570-477e-4e17-87d1-06c29b142bb6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:13.671194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c4357ecf-e233-43cc-a174-3cbfa70eb1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.674817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6bf1a-1df7-48a7-b392-a0cda4e07c69 req-7c1d85a8-519d-4b40-8457-d294986fd621 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:13.682098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c6bf1a-1df7-48a7-b392-a0cda4e07c69 req-7c1d85a8-519d-4b40-8457-d294986fd621 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 943 time: 0.3741124 Mar 11 17:28:13.715307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c4357ecf-e233-43cc-a174-3cbfa70eb1ac None None] Port 8f812570-477e-4e17-87d1-06c29b142bb6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:13.747718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] For port 8f812570-477e-4e17-87d1-06c29b142bb6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:13.775772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Checking segment: {'id': 'd595605c-5041-45c7-b81d-88a03907b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c49aee02-804c-41b3-921f-10852712783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:13.776166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network hostable DHCP agents. Network: c49aee02-804c-41b3-921f-10852712783b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:13.779353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] For port 8f812570-477e-4e17-87d1-06c29b142bb6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8f812570-477e-4e17-87d1-06c29b142bb6,segment=NetworkSegment(92aa75b1-a410-4b65-b62d-e8283e885ec6),segment_id=92aa75b1-a410-4b65-b62d-e8283e885ec6)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:13.780765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-3af5b418-fb89-4067-83d2-4d75aa28fd66 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:13.782336 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-3af5b418-fb89-4067-83d2-4d75aa28fd66 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.3446143 Mar 11 17:28:13.787342 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.793243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-f4bb8dd2-90bf-4067-959c-b240f888e0e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7 HTTP/1.1" status: 200 len: 217 time: 0.1026485 Mar 11 17:28:13.793489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Subnet': ['ID=38a7f63a-9a0d-4d2e-9cbd-b7738faf166d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:13.828038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e10587ec-6f88-438e-b81f-01f78cbfcb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:13.829833 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-e10587ec-6f88-438e-b81f-01f78cbfcb5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7df892f5-6680-4f30-b967-3cbd73ee4b6a HTTP/1.1" status: 200 len: 849 time: 0.1335711 Mar 11 17:28:13.838303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5b560568-1961-48c4-a290-8203ef7f96ae tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port b39a00c3-ae74-40ef-861b-796ca8f95f1b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:13.838662 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b560568-1961-48c4-a290-8203ef7f96ae tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.851412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c6bf1a-1df7-48a7-b392-a0cda4e07c69 req-e729169a-69a9-4abe-9b19-936b643f33e7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683526 Mar 11 17:28:13.851575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:13.852234 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:13.868006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-e071b177-85d6-4df4-9fb5-2038994ea16d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/quotas/d5d208419e1140d0b2726319f9122d80 HTTP/1.1" status: 200 len: 375 time: 0.0710282 Mar 11 17:28:13.902982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network c49aee02-804c-41b3-921f-10852712783b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:13.910620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-894d0f55-eeec-4017-ab42-1c2de3c17c6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95cfb55c-71f8-4969-9252-67eac6e20bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673542 Mar 11 17:28:13.941555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-d22ba1e5-7824-4551-bfc0-7cb9c734af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:13.943701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-d22ba1e5-7824-4551-bfc0-7cb9c734af66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0726836f-d748-4c51-b886-5cd24bd6cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2596102 Mar 11 17:28:13.946313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:13.952213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-5aa9243a-a582-479d-a0f3-82a275924de1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832739 Mar 11 17:28:14.026760 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-08d88a51-6244-4182-b120-7be568f1341d service neutron] 10.222.0.46 "GET /v2.0/networks/95cfb55c-71f8-4969-9252-67eac6e20bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083789 Mar 11 17:28:14.073195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, c49aee02-804c-41b3-921f-10852712783b) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:14.095080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:14.095716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.135038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ec8c6-425e-4cb6-b71b-d10e023ee057 None None] Network c49aee02-804c-41b3-921f-10852712783b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:14.139617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55501df2-82d3-46fd-88eb-d886fae1f337 None None] Pushing event updated for resources: {'Port': ['ID=8f812570-477e-4e17-87d1-06c29b142bb6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:14.190771 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1602633c-018a-46a5-8b68-963c5bf09743 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9694464 Mar 11 17:28:14.196708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34234) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:14.230157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-81635d7f-cff7-45d9-8702-6e73398759c6 service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471578 Mar 11 17:28:14.234658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-84914517-0ff4-4c87-b5c7-0912a0151282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:14.236604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-84914517-0ff4-4c87-b5c7-0912a0151282 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.4261787 Mar 11 17:28:14.259181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b560568-1961-48c4-a290-8203ef7f96ae tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.363264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5b560568-1961-48c4-a290-8203ef7f96ae tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for b39a00c3-ae74-40ef-861b-796ca8f95f1b owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:14.395553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a03b6-7087-40e7-a799-920d7a131ae0 req-36268d36-e568-4047-93d9-24620be564b2 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:14.397380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d95a03b6-7087-40e7-a799-920d7a131ae0 req-36268d36-e568-4047-93d9-24620be564b2 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 943 time: 0.1648605 Mar 11 17:28:14.399759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4af992b8-ea03-43e5-9ee0-9a4d20adb108 None None] Provisioning complete for port 8f812570-477e-4e17-87d1-06c29b142bb6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:14.400271 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4af992b8-ea03-43e5-9ee0-9a4d20adb108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.414538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-63f2497a-e730-410e-b0ec-9b1c6c49c3c9 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581158 Mar 11 17:28:14.446905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-fc413323-3081-4b5e-b3cf-81d2018677a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:14.448370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-fc413323-3081-4b5e-b3cf-81d2018677a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960707 Mar 11 17:28:14.457139 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-46e738d9-27a8-4815-bb14-d062bd63d80a req-db0b3e9e-9fc2-4820-bf63-293f915fd0d9 service neutron] 10.222.0.46 "GET /v2.0/networks/95cfb55c-71f8-4969-9252-67eac6e20bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947928 Mar 11 17:28:14.495070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:08Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:13Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:14.561085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f57dee-3c31-4140-9f15-aeace2a39157 None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:08Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:13Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:14.580188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-c49aee02-804c-41b3-921f-10852712783b', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:14.581905 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.600021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-49f9db7e-f1a0-441d-8b8e-5eed1d12d7ae service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533530 Mar 11 17:28:14.655545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d95a03b6-7087-40e7-a799-920d7a131ae0 req-790fa203-f1f3-447a-8d9c-e876b4c47d51 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481351 Mar 11 17:28:14.679212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-4e392a89-3852-4d92-b6d3-49da330c86f4 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350860 Mar 11 17:28:14.743050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-b3b227ff-b169-40c3-b66c-e235a0d9804a service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119646 Mar 11 17:28:14.794358 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4af992b8-ea03-43e5-9ee0-9a4d20adb108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.919347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4af992b8-ea03-43e5-9ee0-9a4d20adb108 None None] For port 8f812570-477e-4e17-87d1-06c29b142bb6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8f812570-477e-4e17-87d1-06c29b142bb6,segment=NetworkSegment(92aa75b1-a410-4b65-b62d-e8283e885ec6),segment_id=92aa75b1-a410-4b65-b62d-e8283e885ec6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:14.930484 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4af992b8-ea03-43e5-9ee0-9a4d20adb108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.934449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34244) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:14.945677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-38a8873c-3fe8-4bd5-85f5-2dd528241a1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=5245b709-678d-4b1b-bd4e-340bbf3dcd6c HTTP/1.1" status: 200 len: 217 time: 0.2016211 Mar 11 17:28:14.988996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Allocated IP 2001:db8:1::2 (c49aee02-804c-41b3-921f-10852712783b/38a7f63a-9a0d-4d2e-9cbd-b7738faf166d/ac63ac2f-5142-49c8-b300-2a4854e3c1c4) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:15.021956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af992b8-ea03-43e5-9ee0-9a4d20adb108 None None] Pushing event updated for resources: {'Port': ['ID=8f812570-477e-4e17-87d1-06c29b142bb6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:15.090372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-180ef904-da92-45cf-b1a6-df1ac9dcdacd req-6f0be387-abcd-414f-b903-f188093dc47b tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 210 time: 0.1502092 Mar 11 17:28:15.231040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbd46fd-9059-403c-b64e-e3b9662cee92 req-5fa09543-756a-4f79-a762-bfdc461280ec service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788022 Mar 11 17:28:15.275962 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.281037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9beed863-67bb-4de2-beed-b8c4d96e2fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.286477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-81aff647-5f93-48dc-a76d-ac4216b4943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:15.289089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-81aff647-5f93-48dc-a76d-ac4216b4943b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=790ff9c8-0e5a-4d16-800c-02a801a738ca HTTP/1.1" status: 200 len: 797 time: 0.3091021 Mar 11 17:28:15.289954 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.303217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cff57d-6ffe-42fa-951c-d0d76edc19ad req-cab3ad72-2f28-42e4-b258-4781c22a3267 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:15.305276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92cff57d-6ffe-42fa-951c-d0d76edc19ad req-cab3ad72-2f28-42e4-b258-4781c22a3267 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 943 time: 0.3225396 Mar 11 17:28:15.360575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Network c49aee02-804c-41b3-921f-10852712783b is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:15.365097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:15.369907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:15.379764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Pushing event updated for resources: {'Port': ['ID=ac63ac2f-5142-49c8-b300-2a4854e3c1c4,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:15.405948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92cff57d-6ffe-42fa-951c-d0d76edc19ad req-4a156d7d-e40c-4617-94fc-68408dcdb22f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844779 Mar 11 17:28:15.434772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-4d1386b7-e0ff-4fcb-9d31-c7b542ce6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:15.436793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-4d1386b7-e0ff-4fcb-9d31-c7b542ce6e0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0726836f-d748-4c51-b886-5cd24bd6cbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1300395 Mar 11 17:28:15.451028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Attempting to bind port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:15.451790 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Attempting to bind port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd595605c-5041-45c7-b81d-88a03907b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c49aee02-804c-41b3-921f-10852712783b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:15.451924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Attempting to bind port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 on network c49aee02-804c-41b3-921f-10852712783b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:15.460254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:15.461179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Checking segment: {'id': 'd595605c-5041-45c7-b81d-88a03907b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c49aee02-804c-41b3-921f-10852712783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:15.461885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.462841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Bound using segment: {'id': 'd595605c-5041-45c7-b81d-88a03907b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c49aee02-804c-41b3-921f-10852712783b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:15.465250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Bound port: ac63ac2f-5142-49c8-b300-2a4854e3c1c4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd595605c-5041-45c7-b81d-88a03907b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c49aee02-804c-41b3-921f-10852712783b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:15.465847 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.612561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-23133246-95de-48b9-b4ed-50fbb9356780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:15.614167 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-23133246-95de-48b9-b4ed-50fbb9356780 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fde869b73bed4b89be0f7573b4328c40&device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 1094 time: 0.3246346 Mar 11 17:28:15.627492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 2395c325-a4dd-4b37-a0f3-c8ca013377f7 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:28:15.635479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b560568-1961-48c4-a290-8203ef7f96ae tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.641028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] For port ac63ac2f-5142-49c8-b300-2a4854e3c1c4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:15.672304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8f812570-477e-4e17-87d1-06c29b142bb6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:15.678728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] For port ac63ac2f-5142-49c8-b300-2a4854e3c1c4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ac63ac2f-5142-49c8-b300-2a4854e3c1c4,segment=NetworkSegment(d595605c-5041-45c7-b81d-88a03907b468),segment_id=d595605c-5041-45c7-b81d-88a03907b468)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:15.745831 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9beed863-67bb-4de2-beed-b8c4d96e2fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.749714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-65cd6509-8ed5-4a39-a4c1-6db929ab1bc9 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986941 Mar 11 17:28:15.751045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b560568-1961-48c4-a290-8203ef7f96ae tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=b39a00c3-ae74-40ef-861b-796ca8f95f1b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:15.778494 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9beed863-67bb-4de2-beed-b8c4d96e2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.785480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.resource_extend [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:28:15.901685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-bd338a4e-f21c-4953-beed-3dad0296379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:15.903047 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.904077 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-bd338a4e-f21c-4953-beed-3dad0296379b service neutron] 10.222.0.46 "GET /v2.0/networks?id=95cfb55c-71f8-4969-9252-67eac6e20bfe HTTP/1.1" status: 200 len: 909 time: 0.2805741 Mar 11 17:28:15.930688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed863-67bb-4de2-beed-b8c4d96e2fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d223e426-f3c1-4d8b-b2cd-8acf2eaf6107,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:15.991070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9beed863-67bb-4de2-beed-b8c4d96e2fa4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d433b0f5281343498860b0fa5fd45c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0486736 Mar 11 17:28:16.005607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34258) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:16.021835 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-4eb1e60c-6697-43ec-b15e-4d8987791d33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 HTTP/1.1" status: 200 len: 217 time: 0.1092215 Mar 11 17:28:16.043338 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e45d0e9-b9d8-481a-b737-62d770d948bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.064487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 2395c325-a4dd-4b37-a0f3-c8ca013377f7, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:16.076264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b560568-1961-48c4-a290-8203ef7f96ae tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.080431 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5b560568-1961-48c4-a290-8203ef7f96ae tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/ports/b39a00c3-ae74-40ef-861b-796ca8f95f1b HTTP/1.1" status: 204 len: 168 time: 2.4918871 Mar 11 17:28:16.084227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34260) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:16.097718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f37e1-7686-4f5c-96d8-b02ce28f3e5d req-eb3841fe-0b3c-4ece-85c9-687496afe643 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:16.099109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b69f37e1-7686-4f5c-96d8-b02ce28f3e5d req-eb3841fe-0b3c-4ece-85c9-687496afe643 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 943 time: 0.2443788 Mar 11 17:28:16.104184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.106284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-8e2095af-5193-46f6-8caf-1a5101f89bc3 service neutron] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459079 Mar 11 17:28:16.110570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.149465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-688b54ba-e6ba-48c5-9e11-232e59594f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:16.151469 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-688b54ba-e6ba-48c5-9e11-232e59594f3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7df892f5-6680-4f30-b967-3cbd73ee4b6a HTTP/1.1" status: 200 len: 849 time: 0.1228399 Mar 11 17:28:16.193131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-1f36853a-1919-4075-8370-05886cd62fe4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=829054c0-b71e-4ea6-b95d-d5ca77b4db89 HTTP/1.1" status: 200 len: 217 time: 0.0683515 Mar 11 17:28:16.194399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-9861ab2c-3e10-40e8-a58a-66a9eeb43f6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=95cfb55c-71f8-4969-9252-67eac6e20bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350487 Mar 11 17:28:16.240315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b69f37e1-7686-4f5c-96d8-b02ce28f3e5d req-aa5c6365-d3fd-4bc9-b5de-4c4e95a3b12e tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264489 Mar 11 17:28:16.367497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8f812570-477e-4e17-87d1-06c29b142bb6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:16.368024 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.412484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e1e5-f692-423a-9d65-b115260b247e None None] Pushing event updated for resources: {'Port': ['ID=ac63ac2f-5142-49c8-b300-2a4854e3c1c4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:16.425213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:28:16.557266 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.583584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2395c325-a4dd-4b37-a0f3-c8ca013377f7 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:28:16.612190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 2395c325-a4dd-4b37-a0f3-c8ca013377f7, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:16.615082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 2001:db8:1::1 (c49aee02-804c-41b3-921f-10852712783b/38a7f63a-9a0d-4d2e-9cbd-b7738faf166d/e8800552-26f4-4c4e-90f0-9de6d11595da) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:16.629587 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.691698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=2395c325-a4dd-4b37-a0f3-c8ca013377f7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:16.842617 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.844715 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-e0282458-c7ae-4c42-8d04-9ce119de2964 service neutron] 10.222.0.46 "GET /v2.0/networks/95cfb55c-71f8-4969-9252-67eac6e20bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154515 Mar 11 17:28:16.845827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18a1d5ec-d4be-468a-a662-f753a3f8a0a8 req-7ba224e4-3909-44c6-906d-b8a05352e88b tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 210 time: 0.6159856 Mar 11 17:28:16.852888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8e36dce7-270c-4eed-aed3-b70e8eac9ee0 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port a33e1158-3ca8-45d4-973c-f4479649b710 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:16.853235 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e36dce7-270c-4eed-aed3-b70e8eac9ee0 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.917417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-ac7e8900-85e9-4a96-aa7b-c931836489d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:16.918896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-ac7e8900-85e9-4a96-aa7b-c931836489d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c04d27b5-45fa-428a-bd43-1e4b7e098e88 HTTP/1.1" status: 200 len: 797 time: 0.6879981 Mar 11 17:28:16.946143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['2395c325-a4dd-4b37-a0f3-c8ca013377f7'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:28:16.963009 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.004532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09984a48-e12b-489d-a8fd-d4275134e755 req-6f939d0c-72be-45f6-a3a0-39599a2db48e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:17.006055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09984a48-e12b-489d-a8fd-d4275134e755 req-6f939d0c-72be-45f6-a3a0-39599a2db48e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 944 time: 0.2335119 Mar 11 17:28:17.047810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-34d6cc4a-d1bf-4ea7-a541-0bb422b7e9a0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:17.049572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-34d6cc4a-d1bf-4ea7-a541-0bb422b7e9a0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.2783110 Mar 11 17:28:17.054544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-add48e9d-4fd0-4dad-931f-961e60061b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:17.055653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e36dce7-270c-4eed-aed3-b70e8eac9ee0 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.056131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-add48e9d-4fd0-4dad-931f-961e60061b0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1224043 Mar 11 17:28:17.063149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Request body: {'port': {'device_id': '4d74a92a-f178-46c1-8cc9-7a4bd6511bf6', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'admin_state_up': True, 'tenant_id': 'd5d208419e1140d0b2726319f9122d80'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:17.065216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.083481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8e36dce7-270c-4eed-aed3-b70e8eac9ee0 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for a33e1158-3ca8-45d4-973c-f4479649b710 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:17.087662 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a39211-0598-4cb2-a03d-f3e6e6b43447 req-445a0317-e0e9-48a2-ac0c-8dbee598e2a1 service neutron] 10.222.0.46 "GET /v2.0/networks/95cfb55c-71f8-4969-9252-67eac6e20bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312889 Mar 11 17:28:17.101887 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.105057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.108821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d223e426-f3c1-4d8b-b2cd-8acf2eaf6107 HTTP/1.1" status: 204 len: 168 time: 1.0968075 Mar 11 17:28:17.109001 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.148324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network c49aee02-804c-41b3-921f-10852712783b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:17.183151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:17.186172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:17.187096 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.212907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09984a48-e12b-489d-a8fd-d4275134e755 req-35da9b68-3896-4dbe-8797-eaf2b0ee2b06 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1977861 Mar 11 17:28:17.224371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d223e426-f3c1-4d8b-b2cd-8acf2eaf6107,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:17.237404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.237957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.238088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.238585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.238912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.239254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.239583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.239915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.240104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=e8800552-26f4-4c4e-90f0-9de6d11595da,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:17.240239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.240648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.240998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.241303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae6dc1-d9e2-4b6c-becd-d62cd5676671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:17.346803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-677a75b3-8109-4b22-8dd6-c50124b4f0b0 service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799644 Mar 11 17:28:17.347895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Made reservation on behalf of d5d208419e1140d0b2726319f9122d80 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:17.351607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.443393 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.472683 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e36dce7-270c-4eed-aed3-b70e8eac9ee0 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.513267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36dce7-270c-4eed-aed3-b70e8eac9ee0 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=a33e1158-3ca8-45d4-973c-f4479649b710,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:17.596444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-8cd31807-15ee-436a-89d4-8480213189b2 service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404096 Mar 11 17:28:17.606695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5df3b-9d84-4c15-8b3d-03b94ad6768d req-26d79cb2-ff0f-41c8-bc67-c5f91be9eafc tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:17.614051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01a5df3b-9d84-4c15-8b3d-03b94ad6768d req-26d79cb2-ff0f-41c8-bc67-c5f91be9eafc tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 943 time: 0.1725142 Mar 11 17:28:17.719943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34272) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:17.730440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-dcbd1160-8749-4fe2-ba5f-3b6f62978e0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afe24553-745c-4de3-95c2-2eceab64a6d4 HTTP/1.1" status: 200 len: 217 time: 0.1122115 Mar 11 17:28:17.742113 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55be998f-2478-49e9-b2b6-fa839ffa44e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.751344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01a5df3b-9d84-4c15-8b3d-03b94ad6768d req-ec8d6f8d-1623-4b84-ac08-00e325cea384 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307743 Mar 11 17:28:17.763261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e36dce7-270c-4eed-aed3-b70e8eac9ee0 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.778813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8e36dce7-270c-4eed-aed3-b70e8eac9ee0 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/ports/a33e1158-3ca8-45d4-973c-f4479649b710 HTTP/1.1" status: 204 len: 168 time: 1.6912816 Mar 11 17:28:17.782453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34274) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:17.809238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ac63ac2f-5142-49c8-b300-2a4854e3c1c4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:17.863214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Allocated IP 172.20.0.3 (183c0f9c-34b5-40d8-8f5b-ec3e47e371b5/d975d024-42bd-41eb-a5a3-788261a71880/d81aa991-4bdf-43af-8d3a-aae04cf99c43) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:17.881872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:17.882667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.884706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-4daf6f9d-a6bd-4ad2-96b1-8ac1be7cea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:17.886242 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-4daf6f9d-a6bd-4ad2-96b1-8ac1be7cea74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c04d27b5-45fa-428a-bd43-1e4b7e098e88 HTTP/1.1" status: 200 len: 797 time: 0.1338820 Mar 11 17:28:17.897896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55be998f-2478-49e9-b2b6-fa839ffa44e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.908732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55be998f-2478-49e9-b2b6-fa839ffa44e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.956031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-55be998f-2478-49e9-b2b6-fa839ffa44e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=477965ef7fbe4fcd81f2ae0691191d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297046 Mar 11 17:28:17.959914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1187a43-415d-4794-b183-b136f519dd59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:17.962127 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f1187a43-415d-4794-b183-b136f519dd59 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "GET /v2.0/ports?device_id=83bf53f2-3d27-4ffa-a2a7-05dad5ade647 HTTP/1.1" status: 200 len: 913 time: 0.1483889 Mar 11 17:28:17.962845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34278) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:17.975666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34280) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:18.018660 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.036285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f9353f1-4f49-483a-9d22-b26084f46328 req-a11f007f-19d7-47ff-ad00-ed5786ff5051 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 210 time: 0.0424063 Mar 11 17:28:18.057912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port ac63ac2f-5142-49c8-b300-2a4854e3c1c4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ac63ac2f-5142-49c8-b300-2a4854e3c1c4,segment=NetworkSegment(d595605c-5041-45c7-b81d-88a03907b468),segment_id=d595605c-5041-45c7-b81d-88a03907b468)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:18.062996 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.093392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba46b8b-2a7b-4304-b4a3-d6886c6cb625 None None] Network c49aee02-804c-41b3-921f-10852712783b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:18.107646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-671ca853-ed61-4f60-8b68-d56d834ed71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:18.109334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-671ca853-ed61-4f60-8b68-d56d834ed71b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6169f069-6ccf-4d75-8a2d-b93c7f6369d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2143350 Mar 11 17:28:18.110294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be998f-2478-49e9-b2b6-fa839ffa44e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca67ad0-8ffe-49ba-97ad-9c3dd1f02512,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:18.180097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=ac63ac2f-5142-49c8-b300-2a4854e3c1c4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:18.195731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-068d259d-fb41-4a64-93ea-4fe7631a2252 None None] Provisioning complete for port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:18.196001 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-068d259d-fb41-4a64-93ea-4fe7631a2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.226107 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2128428-8e0a-4de4-9f48-8e84ef53de32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.262169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.281565 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2128428-8e0a-4de4-9f48-8e84ef53de32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.347578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-346e3eb2-ce4e-434b-a36f-e14bccd2bda6 service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284067 Mar 11 17:28:18.373762 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.399429 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.405806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.406830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.461353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909799fb-c1de-488f-b0b1-7d126cfc08fa req-ead46935-6b56-4c32-b459-d7849a348180 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:18.462992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-909799fb-c1de-488f-b0b1-7d126cfc08fa req-ead46935-6b56-4c32-b459-d7849a348180 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 944 time: 0.1683521 Mar 11 17:28:18.487463 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.504201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2128428-8e0a-4de4-9f48-8e84ef53de32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.506682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2128428-8e0a-4de4-9f48-8e84ef53de32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.507796 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a2128428-8e0a-4de4-9f48-8e84ef53de32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bca67ad0-8ffe-49ba-97ad-9c3dd1f02512 HTTP/1.1" status: 204 len: 168 time: 0.5402055 Mar 11 17:28:18.547022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=e8800552-26f4-4c4e-90f0-9de6d11595da,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:18.579188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:18.584843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:18.588143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2c0d651-7c74-46aa-ba39-a84e234c965a req-d8e422a4-6c31-42af-ad1a-9b1cd8839ff6 service neutron] 10.222.0.46 "GET /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314515 Mar 11 17:28:18.588906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2128428-8e0a-4de4-9f48-8e84ef53de32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca67ad0-8ffe-49ba-97ad-9c3dd1f02512,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:18.604627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:18.650654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network c49aee02-804c-41b3-921f-10852712783b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:18.654897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:18.705860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-909799fb-c1de-488f-b0b1-7d126cfc08fa req-0dd93b8d-a68d-4bb4-aea1-44f5b6a03a93 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2279706 Mar 11 17:28:18.709113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event updated for resources: {'Port': ['ID=d81aa991-4bdf-43af-8d3a-aae04cf99c43,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:18.754410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:18.755082 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.781599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-76228608-c2ba-4345-b3b9-3285ce1b0ab8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7228122 Mar 11 17:28:18.797946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Request body: {'port': {'device_id': '4d74a92a-f178-46c1-8cc9-7a4bd6511bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:18.816288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:28:18.832846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:18.852813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-908b9376-0115-44c7-aefa-c99efabd7cf6 None None] Provisioning complete for port e8800552-26f4-4c4e-90f0-9de6d11595da triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:18.854574 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-908b9376-0115-44c7-aefa-c99efabd7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.907686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-908b9376-0115-44c7-aefa-c99efabd7cf6 None None] Port e8800552-26f4-4c4e-90f0-9de6d11595da cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:18.937402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-908b9376-0115-44c7-aefa-c99efabd7cf6 None None] Provisioning complete for port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:18.938134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-908b9376-0115-44c7-aefa-c99efabd7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.945866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.978029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac13af0-f87b-4273-9739-cdf89d0225bd req-2f9d1d62-2d32-4fec-936b-62a85f5e238f tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:18.999241 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.002638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ac13af0-f87b-4273-9739-cdf89d0225bd req-2f9d1d62-2d32-4fec-936b-62a85f5e238f tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 943 time: 0.1150656 Mar 11 17:28:19.085012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:19.096076 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:19.102445 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f2f9198a-107d-49b3-9a8f-2504b4bbe55c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9032075 Mar 11 17:28:19.113244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34294) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:19.117123 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:19.117756 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:19.126720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-441147492'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:19.141417 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.192358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,segment=NetworkSegment(519020ee-ae14-4453-92bb-a97686cbbf27),segment_id=519020ee-ae14-4453-92bb-a97686cbbf27)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:19.210647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ac13af0-f87b-4273-9739-cdf89d0225bd req-01be6052-a05e-41fa-8726-b50e8f076db3 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071135 Mar 11 17:28:19.247102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4', 'network_id': '95cfb55c-71f8-4969-9252-67eac6e20bfe', 'port_id': 'ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4', 'mac_address': 'fa:16:3e:91:21:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df892f5-6680-4f30-b967-3cbd73ee4b6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:28:19.309255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:19.328355 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.343530 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.382483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:28:19.418449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0ff16-02e6-4c99-8166-998646362360 req-3caa6ce5-743b-44b1-8b30-6cc91b9b14f3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:19.425743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,segment=NetworkSegment(519020ee-ae14-4453-92bb-a97686cbbf27),segment_id=519020ee-ae14-4453-92bb-a97686cbbf27)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:19.429846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79a0ff16-02e6-4c99-8166-998646362360 req-3caa6ce5-743b-44b1-8b30-6cc91b9b14f3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 931 time: 0.2761667 Mar 11 17:28:19.432719 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.505039 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-71c15f0a-e965-478e-bb6c-5e83449f88fe None None] Provisioning complete for port e8800552-26f4-4c4e-90f0-9de6d11595da triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:19.505733 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71c15f0a-e965-478e-bb6c-5e83449f88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.600254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:19.605238 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:19.624877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-71c15f0a-e965-478e-bb6c-5e83449f88fe None None] Port e8800552-26f4-4c4e-90f0-9de6d11595da cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:19.635468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 2395c325-a4dd-4b37-a0f3-c8ca013377f7 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:19.648594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79a0ff16-02e6-4c99-8166-998646362360 req-b2c0fd30-a599-495d-8a67-48128f918500 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176888 Mar 11 17:28:19.691415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ac63ac2f-5142-49c8-b300-2a4854e3c1c4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:19.782462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-48a0e274-ce39-4d7a-be22-d4f45c963387 None None] Provisioning complete for port e8800552-26f4-4c4e-90f0-9de6d11595da triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:19.783352 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-48a0e274-ce39-4d7a-be22-d4f45c963387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.785795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:28:19.865160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:19.907007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:19.907384 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.955388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-48a0e274-ce39-4d7a-be22-d4f45c963387 None None] Port e8800552-26f4-4c4e-90f0-9de6d11595da cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:19.979645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:19.981538 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.013070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81aa991-4bdf-43af-8d3a-aae04cf99c43 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:28:20.067845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.091429 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:17Z', 'revision_number': 3, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:17Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:20.094513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1049-da4c-4c42-a73b-70e6d0682a97 req-92c0c6fe-b249-4ce0-ae3f-025bfcbad869 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.100625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a3a1049-da4c-4c42-a73b-70e6d0682a97 req-92c0c6fe-b249-4ce0-ae3f-025bfcbad869 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 944 time: 0.2443507 Mar 11 17:28:20.130063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Transition to ACTIVE for port object d81aa991-4bdf-43af-8d3a-aae04cf99c43 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:20.140141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.159987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:20.186930 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:20.190116 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Updating router 80200aa6-3fb9-4ba8-8434-875eafd3e896 port e8800552-26f4-4c4e-90f0-9de6d11595da binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:28:20.197160 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.197527 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.198099 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added segment 27097d51-a3a8-433f-b53c-3e3e2ad6db07 of type vlan for network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 Mar 11 17:28:20.243327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Pushing event updated for resources: {'Port': ['ID=d81aa991-4bdf-43af-8d3a-aae04cf99c43,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:20.250760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3273e880-ad29-4980-944e-2d2991bab89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2395c325-a4dd-4b37-a0f3-c8ca013377f7'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:20.253568 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320ddacc-c1cf-4402-8ac2-fd9bc56e774f" -d '{"events": [{"server_uuid": "3273e880-ad29-4980-944e-2d2991bab89b", "name": "network-vif-plugged", "status": "completed", "tag": "2395c325-a4dd-4b37-a0f3-c8ca013377f7"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:20.276462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a3a1049-da4c-4c42-a73b-70e6d0682a97 req-394ba33d-8f07-4b92-a439-79b0919f7af7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1562090 Mar 11 17:28:20.293126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 2395c325-a4dd-4b37-a0f3-c8ca013377f7, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:20.294158 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.301776 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.343369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.411927 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53940cb3-3af1-496d-9a5b-916e8b9eed68 x-openstack-request-id: req-53940cb3-3af1-496d-9a5b-916e8b9eed68 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:20.412365 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3273e880-ad29-4980-944e-2d2991bab89b", "name": "network-vif-plugged", "status": "completed", "tag": "2395c325-a4dd-4b37-a0f3-c8ca013377f7", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:20.412777 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53940cb3-3af1-496d-9a5b-916e8b9eed68 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:20.413264 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3273e880-ad29-4980-944e-2d2991bab89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'code': 200} Mar 11 17:28:20.419841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=2395c325-a4dd-4b37-a0f3-c8ca013377f7,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:20.475838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Attempting to bind port d81aa991-4bdf-43af-8d3a-aae04cf99c43 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:20.475838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Attempting to bind port d81aa991-4bdf-43af-8d3a-aae04cf99c43 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:20.475838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Attempting to bind port d81aa991-4bdf-43af-8d3a-aae04cf99c43 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:20.518890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.519429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Port d81aa991-4bdf-43af-8d3a-aae04cf99c43 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:28:20.520033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Attempting to bind port d81aa991-4bdf-43af-8d3a-aae04cf99c43 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:20.530006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:20.530431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.531196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Checking segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:20.532561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.532852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Bound using segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:20.533543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Bound port: d81aa991-4bdf-43af-8d3a-aae04cf99c43, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:20.534602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.571540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841b71-2ad1-4ded-8d72-05fdbcca3273 req-d20bc07c-6230-44f3-9015-0858977cebf1 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.574116 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1841b71-2ad1-4ded-8d72-05fdbcca3273 req-d20bc07c-6230-44f3-9015-0858977cebf1 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 944 time: 0.0930905 Mar 11 17:28:20.663353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1841b71-2ad1-4ded-8d72-05fdbcca3273 req-f9864301-6921-476f-b3d2-2cb73da52315 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697527 Mar 11 17:28:20.678482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] For port d81aa991-4bdf-43af-8d3a-aae04cf99c43, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:20.685862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] For port d81aa991-4bdf-43af-8d3a-aae04cf99c43, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81aa991-4bdf-43af-8d3a-aae04cf99c43,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:20.691436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.748770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.749398 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.750834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] 10.222.0.66 "PUT /v2.0/ports/d81aa991-4bdf-43af-8d3a-aae04cf99c43 HTTP/1.1" status: 200 len: 1091 time: 1.9594290 Mar 11 17:28:20.751296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d74a92a-f178-46c1-8cc9-7a4bd6511bf6', 'tag': 'd81aa991-4bdf-43af-8d3a-aae04cf99c43'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:20.754222 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125941e6-29b1-4f21-8c3a-7f9ee43e6665" -d '{"events": [{"name": "network-changed", "server_uuid": "4d74a92a-f178-46c1-8cc9-7a4bd6511bf6", "tag": "d81aa991-4bdf-43af-8d3a-aae04cf99c43"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:20.810716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Network': ['ID=0edd4194-a7d4-47b0-82d1-777b0a08bf98,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:20.822588 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d7fc13d4-5c1d-4f72-9fac-d53ca91f0f97 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7077646 Mar 11 17:28:20.825334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:20.826043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34328) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:20.831918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfd8be-316d-433b-b88e-829399a2634c service neutron] Pushing event updated for resources: {'Port': ['ID=d81aa991-4bdf-43af-8d3a-aae04cf99c43,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:20.833482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'subnet': {'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:20.837783 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.846553 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.863841 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830cdc35-2d85-4d4e-8003-b08a167af7a2 x-openstack-request-id: req-830cdc35-2d85-4d4e-8003-b08a167af7a2 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:20.864150 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d74a92a-f178-46c1-8cc9-7a4bd6511bf6", "tag": "d81aa991-4bdf-43af-8d3a-aae04cf99c43", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:20.864389 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-830cdc35-2d85-4d4e-8003-b08a167af7a2 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:20.864796 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d74a92a-f178-46c1-8cc9-7a4bd6511bf6', 'tag': 'd81aa991-4bdf-43af-8d3a-aae04cf99c43', 'status': 'completed', 'code': 200} Mar 11 17:28:20.899217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82e989-5d70-4085-99d5-a93a94f5cdf6 req-41b0585a-90b5-450f-ba14-58b9e97fbca0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.901004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce82e989-5d70-4085-99d5-a93a94f5cdf6 req-41b0585a-90b5-450f-ba14-58b9e97fbca0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 943 time: 0.1212323 Mar 11 17:28:20.907223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-2c838cc7-d5e8-4013-9592-81814b082ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.909483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-2c838cc7-d5e8-4013-9592-81814b082ec7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 1094 time: 0.1156349 Mar 11 17:28:20.942789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475d746-a779-4473-8516-a1b0e01e31ac req-cc582039-144d-4452-98f8-68d38d1f6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:20.944708 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8475d746-a779-4473-8516-a1b0e01e31ac req-cc582039-144d-4452-98f8-68d38d1f6d79 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 1096 time: 0.4029355 Mar 11 17:28:21.007063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-24da653e-2b8d-4b73-a244-7c4c672c2251 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d81aa991-4bdf-43af-8d3a-aae04cf99c43 HTTP/1.1" status: 200 len: 217 time: 0.0840437 Mar 11 17:28:21.021641 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Pushing event updated for resources: {'Port': ['ID=e8800552-26f4-4c4e-90f0-9de6d11595da,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:21.030294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:21.034483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.034881 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.035325 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.035758 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.036184 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.036677 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.037467 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.037912 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.038461 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.038810 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.039255 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.039669 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.040210 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:21.049908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8475d746-a779-4473-8516-a1b0e01e31ac req-ca0b78e4-8db6-49cd-ae9d-50ef045f2613 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944862 Mar 11 17:28:21.058363 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Attempting to bind port e8800552-26f4-4c4e-90f0-9de6d11595da on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:21.058866 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Attempting to bind port e8800552-26f4-4c4e-90f0-9de6d11595da by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd595605c-5041-45c7-b81d-88a03907b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c49aee02-804c-41b3-921f-10852712783b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:21.059344 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Attempting to bind port e8800552-26f4-4c4e-90f0-9de6d11595da on network c49aee02-804c-41b3-921f-10852712783b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:21.062366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port 41f7724e-5f55-47bd-ac1f-84ec546c436a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:21.062711 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.066917 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:21.067667 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Checking segment: {'id': 'd595605c-5041-45c7-b81d-88a03907b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c49aee02-804c-41b3-921f-10852712783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:21.069600 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.069600 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Bound using segment: {'id': 'd595605c-5041-45c7-b81d-88a03907b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c49aee02-804c-41b3-921f-10852712783b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:21.070150 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Bound port: e8800552-26f4-4c4e-90f0-9de6d11595da, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd595605c-5041-45c7-b81d-88a03907b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c49aee02-804c-41b3-921f-10852712783b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:21.070633 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.145200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-ece80ab5-6c16-4390-b363-6ebf66922856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:21.150665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-ece80ab5-6c16-4390-b363-6ebf66922856 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.1256437 Mar 11 17:28:21.163162 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] For port e8800552-26f4-4c4e-90f0-9de6d11595da, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:21.168090 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] For port e8800552-26f4-4c4e-90f0-9de6d11595da, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8800552-26f4-4c4e-90f0-9de6d11595da,segment=NetworkSegment(d595605c-5041-45c7-b81d-88a03907b468),segment_id=d595605c-5041-45c7-b81d-88a03907b468)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:21.174671 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.184734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce82e989-5d70-4085-99d5-a93a94f5cdf6 req-60a18281-4d2b-4615-a6d0-a34e98f6f82d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742319 Mar 11 17:28:21.240702 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:21.241942 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:21.257555 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.295761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-30681490-c1f8-4749-8b4e-9b9a5d7fcc28 None None] Provisioning complete for port e8800552-26f4-4c4e-90f0-9de6d11595da triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:21.296334 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30681490-c1f8-4749-8b4e-9b9a5d7fcc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.319372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for 41f7724e-5f55-47bd-ac1f-84ec546c436a owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:21.348307 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0834b00-6613-48c6-853f-6300c734e295 None None] Pushing event updated for resources: {'Port': ['ID=e8800552-26f4-4c4e-90f0-9de6d11595da,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:21.377620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-d560704a-76f8-47b0-a1ee-9e7371be54ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409839 Mar 11 17:28:21.382905 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:21.489534 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30681490-c1f8-4749-8b4e-9b9a5d7fcc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.567920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-30681490-c1f8-4749-8b4e-9b9a5d7fcc28 None None] For port e8800552-26f4-4c4e-90f0-9de6d11595da, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8800552-26f4-4c4e-90f0-9de6d11595da,segment=NetworkSegment(d595605c-5041-45c7-b81d-88a03907b468),segment_id=d595605c-5041-45c7-b81d-88a03907b468)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:21.574891 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30681490-c1f8-4749-8b4e-9b9a5d7fcc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.576288 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.577979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-3305eb14-0ee7-4059-bcc2-72c2c51a6e77 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900077 Mar 11 17:28:21.599584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153c534-45f2-40f4-9c3c-47485a53c71d req-af5628be-19cd-4b8c-845d-c0ec4402a62f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:21.602008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5153c534-45f2-40f4-9c3c-47485a53c71d req-af5628be-19cd-4b8c-845d-c0ec4402a62f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 945 time: 0.0989888 Mar 11 17:28:21.699206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Subnet': ['ID=ad9d86c9-9913-48be-8ddc-2dd83f584e92,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:21.702514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09a8b27-676b-4419-b6ee-6fc0bdb31195 req-4fa0632c-0462-447f-9f54-121da6f02a25 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131747 Mar 11 17:28:21.708052 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:17Z', 'revision_number': 3, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:21.736108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30681490-c1f8-4749-8b4e-9b9a5d7fcc28 None None] Pushing event updated for resources: {'Port': ['ID=e8800552-26f4-4c4e-90f0-9de6d11595da,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:21.747108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f823d392-adf7-4bd3-9bfd-82a230ba22b0 None None] Provisioning complete for port e8800552-26f4-4c4e-90f0-9de6d11595da triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:21.747615 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f823d392-adf7-4bd3-9bfd-82a230ba22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.752147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5153c534-45f2-40f4-9c3c-47485a53c71d req-ecf8e1d2-35bd-450a-931a-ae22888c77df tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475814 Mar 11 17:28:21.765051 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Checking segment: {'id': '27097d51-a3a8-433f-b53c-3e3e2ad6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:21.765579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network hostable DHCP agents. Network: 0edd4194-a7d4-47b0-82d1-777b0a08bf98, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:21.789077 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0c832-5e21-48e9-86d0-ce4c64e56599 None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:17Z', 'revision_number': 3, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:21.840649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:21.902765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 0edd4194-a7d4-47b0-82d1-777b0a08bf98) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:21.908955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:21.909978 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.920163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860a2cb-5317-4efe-9583-0bd67a0d3ce1 None None] Network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:21.948634 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-51bec408-559a-4d8d-b0f1-1c1ce250964b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1211557 Mar 11 17:28:21.948940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34356) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:21.971790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d7e5e-1b27-4539-b6d9-c3a9ab8f45ea req-b464e93f-9024-4037-9491-b1654bd35828 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:21.973391 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f94d7e5e-1b27-4539-b6d9-c3a9ab8f45ea req-b464e93f-9024-4037-9491-b1654bd35828 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 944 time: 0.1497536 Mar 11 17:28:21.976735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-308a8c9a-99b7-4271-ad00-aa3262290933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:21.978145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-308a8c9a-99b7-4271-ad00-aa3262290933 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 1094 time: 0.2096024 Mar 11 17:28:21.979822 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.040829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=41f7724e-5f55-47bd-ac1f-84ec546c436a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:22.132038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f94d7e5e-1b27-4539-b6d9-c3a9ab8f45ea req-81aae954-78c5-46f0-b972-05468fc98c86 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015470 Mar 11 17:28:22.199246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:22.200324 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.350967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.378885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-4380146d-de94-4292-9dcb-a0c81b93557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:22.380630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-4380146d-de94-4292-9dcb-a0c81b93557a service neutron] 10.222.0.66 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 905 time: 0.3479471 Mar 11 17:28:22.518253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Allocated IP 2001:db8:2::2 (0edd4194-a7d4-47b0-82d1-777b0a08bf98/ad9d86c9-9913-48be-8ddc-2dd83f584e92/92496ef5-9071-4861-a96c-0671de88c1a1) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:22.711950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34384) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:22.738817 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.746311 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.781184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:22.797730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:22.807165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:22.812737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:22.815095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:22.846684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Pushing event updated for resources: {'Port': ['ID=92496ef5-9071-4861-a96c-0671de88c1a1,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:22.864554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.864688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.865014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.865348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.865672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.866185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.866713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.867313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.867810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.868297 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.868807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.869334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:22.890930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5086b699-1298-4bec-851b-da0aa6340a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.930326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Attempting to bind port 92496ef5-9071-4861-a96c-0671de88c1a1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:22.930688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Attempting to bind port 92496ef5-9071-4861-a96c-0671de88c1a1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '27097d51-a3a8-433f-b53c-3e3e2ad6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:22.931046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Attempting to bind port 92496ef5-9071-4861-a96c-0671de88c1a1 on network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:22.939888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:22.940326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Checking segment: {'id': '27097d51-a3a8-433f-b53c-3e3e2ad6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:22.940767 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.941219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Bound using segment: {'id': '27097d51-a3a8-433f-b53c-3e3e2ad6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:22.941691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Bound port: 92496ef5-9071-4861-a96c-0671de88c1a1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27097d51-a3a8-433f-b53c-3e3e2ad6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:22.942067 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.945274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:22.955512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:22.955881 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.992024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:22.995499 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-8eeb0ff5-ef9b-47fc-86d4-2644ac8e2380 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d81aa991-4bdf-43af-8d3a-aae04cf99c43 HTTP/1.1" status: 200 len: 217 time: 0.5774939 Mar 11 17:28:23.000967 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-75152b93-c784-45c5-a34d-79450b57119d tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "PUT /v2.0/routers/83bf53f2-3d27-4ffa-a2a7-05dad5ade647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0259304 Mar 11 17:28:23.003675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34390) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:23.027585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cef6ca-7b4b-4d15-892a-70c4dbe36db9 None None] Sync routers for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:23.060313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] For port 92496ef5-9071-4861-a96c-0671de88c1a1, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:23.064052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] For port 92496ef5-9071-4861-a96c-0671de88c1a1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=92496ef5-9071-4861-a96c-0671de88c1a1,segment=NetworkSegment(27097d51-a3a8-433f-b53c-3e3e2ad6db07),segment_id=27097d51-a3a8-433f-b53c-3e3e2ad6db07)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:23.066278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cef6ca-7b4b-4d15-892a-70c4dbe36db9 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:23.067072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-66cef6ca-7b4b-4d15-892a-70c4dbe36db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:23.119842 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.126584 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.129892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-66cef6ca-7b4b-4d15-892a-70c4dbe36db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:23.155842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-38645023-4078-40e0-b053-9de3a639d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:23.157794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-38645023-4078-40e0-b053-9de3a639d3d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.1085074 Mar 11 17:28:23.164970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253641ba-8699-4686-a004-9e5c5d37eca7 req-6cae9445-2110-4bc5-8bae-c032401f977f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:23.166537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-253641ba-8699-4686-a004-9e5c5d37eca7 req-6cae9445-2110-4bc5-8bae-c032401f977f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 943 time: 0.7912681 Mar 11 17:28:23.186631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cef6ca-7b4b-4d15-892a-70c4dbe36db9 None None] Routers {'83bf53f2-3d27-4ffa-a2a7-05dad5ade647'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:23.187489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-66cef6ca-7b4b-4d15-892a-70c4dbe36db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:23.193501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.204476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acdc24-f1de-4547-952a-190563ac21c8 req-6280b8f8-67e7-438a-9cd7-6b84b45ead6f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:23.212050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80acdc24-f1de-4547-952a-190563ac21c8 req-6280b8f8-67e7-438a-9cd7-6b84b45ead6f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 945 time: 0.1871159 Mar 11 17:28:23.237083 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5086b699-1298-4bec-851b-da0aa6340a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.243238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5086b699-1298-4bec-851b-da0aa6340a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.245939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-66cef6ca-7b4b-4d15-892a-70c4dbe36db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:23.246599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cef6ca-7b4b-4d15-892a-70c4dbe36db9 None None] The sync data for ids ['83bf53f2-3d27-4ffa-a2a7-05dad5ade647'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:23.257853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86449c-15e8-4111-a0b6-0fd7588366f6 None None] Pushing event updated for resources: {'Port': ['ID=92496ef5-9071-4861-a96c-0671de88c1a1,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:23.267588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4da804-75f6-4527-8c3f-52f98d137d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:23.269595 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc7a0f0-40d1-48b9-9dee-6b23dc033814" -d '{"events": [{"server_uuid": "2a4da804-75f6-4527-8c3f-52f98d137d88", "name": "network-vif-plugged", "status": "completed", "tag": "ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:23.270533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-66181fc5-78de-40c9-af66-6a06696f3f43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029797 Mar 11 17:28:23.276704 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5086b699-1298-4bec-851b-da0aa6340a69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=940949e966ed495bb17189c28ffefca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590091 Mar 11 17:28:23.276704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34396) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:23.287625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,segment=NetworkSegment(519020ee-ae14-4453-92bb-a97686cbbf27),segment_id=519020ee-ae14-4453-92bb-a97686cbbf27)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:23.294438 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.330630 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.338850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-253641ba-8699-4686-a004-9e5c5d37eca7 req-04d2ebf3-546b-48d4-bee3-48fc339c1c7c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170876 Mar 11 17:28:23.382263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086b699-1298-4bec-851b-da0aa6340a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ab89d-a970-463d-bcd8-99fb578aaa5f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:23.422487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80acdc24-f1de-4547-952a-190563ac21c8 req-9fc167c7-d0a2-4763-91a3-4871515eebcc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938772 Mar 11 17:28:23.423325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c82a0c5d-3077-4047-8496-dcf443d9c86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.438586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting port 1c8661f0-97ad-4410-9947-2456d292d078 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:23.438921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.500614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.583855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.615782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c82a0c5d-3077-4047-8496-dcf443d9c86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.618678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Calling delete_port for 1c8661f0-97ad-4410-9947-2456d292d078 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:23.682923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-2007f675-a77e-4b48-88bd-c58377837cb3 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010212 Mar 11 17:28:23.761826 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eee4c1-18a8-4ba9-b98c-d8406b10e78d x-openstack-request-id: req-c7eee4c1-18a8-4ba9-b98c-d8406b10e78d {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:23.762421 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4da804-75f6-4527-8c3f-52f98d137d88", "name": "network-vif-plugged", "status": "completed", "tag": "ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:23.762421 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7eee4c1-18a8-4ba9-b98c-d8406b10e78d {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:23.762928 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4da804-75f6-4527-8c3f-52f98d137d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4', 'code': 200} Mar 11 17:28:23.765650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8800552-26f4-4c4e-90f0-9de6d11595da up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:23.775169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c82a0c5d-3077-4047-8496-dcf443d9c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.777948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c82a0c5d-3077-4047-8496-dcf443d9c86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.781423 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c82a0c5d-3077-4047-8496-dcf443d9c86e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b6ab89d-a970-463d-bcd8-99fb578aaa5f HTTP/1.1" status: 204 len: 168 time: 0.5025380 Mar 11 17:28:23.818331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a0c5d-3077-4047-8496-dcf443d9c86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ab89d-a970-463d-bcd8-99fb578aaa5f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:23.828735 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:23.858187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e8800552-26f4-4c4e-90f0-9de6d11595da triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:23.859130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.899641 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.911668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c28a95-7ae9-4789-8171-592a5b51ffd6 req-94fd71a8-003b-4bbc-a5e9-a17ce03a0903 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:23.919882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15c28a95-7ae9-4789-8171-592a5b51ffd6 req-94fd71a8-003b-4bbc-a5e9-a17ce03a0903 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 945 time: 0.4467206 Mar 11 17:28:23.951845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Port': ['ID=1c8661f0-97ad-4410-9947-2456d292d078,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:23.957287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dcd86-5777-4e4e-a79b-331be31ee929 req-85efd1bb-ded5-48ef-84cc-108111c441e1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:23.960493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-048dcd86-5777-4e4e-a79b-331be31ee929 req-85efd1bb-ded5-48ef-84cc-108111c441e1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 945 time: 0.3741984 Mar 11 17:28:23.969378 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34402) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:23.995479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-52ada86f-7ee4-4c7a-a7c2-cbcb238d91bd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'floatingip': {'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:23.995700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5ac34-9d8c-4b84-bce1-459113312a16 req-8a3f96aa-2ffc-43a8-b35a-e6810c4e5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:23.997151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89f5ac34-9d8c-4b84-bce1-459113312a16 req-8a3f96aa-2ffc-43a8-b35a-e6810c4e5354 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 1096 time: 0.3897815 Mar 11 17:28:24.068563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52ada86f-7ee4-4c7a-a7c2-cbcb238d91bd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.120900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15c28a95-7ae9-4789-8171-592a5b51ffd6 req-07822dc4-9361-4d00-bb9e-8ea0cf116cd5 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996970 Mar 11 17:28:24.131023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89f5ac34-9d8c-4b84-bce1-459113312a16 req-e003c50f-9011-4496-98c8-84792ff7260d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207325 Mar 11 17:28:24.144059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.160822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-125941e6-29b1-4f21-8c3a-7f9ee43e6665 req-2c45288e-2591-46a1-b53c-4759145e1720 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649583 Mar 11 17:28:24.267388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34406) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:24.300091 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.301333 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d89d165-4406-4a3d-9ca1-9ffdf509e483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.304538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 2001:db8:2::1 (0edd4194-a7d4-47b0-82d1-777b0a08bf98/ad9d86c9-9913-48be-8ddc-2dd83f584e92/941e51c8-24b6-416f-adf2-5296038a0e6a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:24.304723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.328122 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:28:24.438528 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.439927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Fanout notify agent at l3_agent the message router_deleted on router 83bf53f2-3d27-4ffa-a2a7-05dad5ade647 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:28:24.454141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.457282 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4cc37137-24db-49de-811b-2f8adb9f7d2e tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/routers/83bf53f2-3d27-4ffa-a2a7-05dad5ade647 HTTP/1.1" status: 204 len: 168 time: 1.4524484 Mar 11 17:28:24.464314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34410) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:24.604742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d19c109-ad5e-4ea1-b261-1b116d8ed885 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Deleting subnet de55057e-4bb5-4686-8f38-cd525a12e831 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:28:24.636413 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d19c109-ad5e-4ea1-b261-1b116d8ed885 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.662510 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.704691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85501edc-da43-4cb0-a5fd-69c05a375c9a req-294ca77d-7b64-45f0-912d-520b5ea50e06 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:24.706882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85501edc-da43-4cb0-a5fd-69c05a375c9a req-294ca77d-7b64-45f0-912d-520b5ea50e06 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 943 time: 0.2466261 Mar 11 17:28:24.723643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d89d165-4406-4a3d-9ca1-9ffdf509e483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.727637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d19c109-ad5e-4ea1-b261-1b116d8ed885 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.736226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e44800-a64c-49a0-92cd-ed929ac76dab None None] Network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:24.764827 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d89d165-4406-4a3d-9ca1-9ffdf509e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.805167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-40eb48a9-1cea-4c35-87fd-87fa0c189f20 None None] Provisioning complete for port 92496ef5-9071-4861-a96c-0671de88c1a1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:24.805814 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40eb48a9-1cea-4c35-87fd-87fa0c189f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.864237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85501edc-da43-4cb0-a5fd-69c05a375c9a req-dc688cf7-4702-4db2-a079-3805009a11f3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392186 Mar 11 17:28:24.865839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d19c109-ad5e-4ea1-b261-1b116d8ed885 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.872367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d89d165-4406-4a3d-9ca1-9ffdf509e483 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6b8600242ab4585be2d49d0d4b354b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035204 Mar 11 17:28:24.876572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34412) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:24.894732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89d165-4406-4a3d-9ca1-9ffdf509e483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a75851-902e-4a92-a06b-8e823fbdb26b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:24.900995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.922240 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52ada86f-7ee4-4c7a-a7c2-cbcb238d91bd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.928984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52ada86f-7ee4-4c7a-a7c2-cbcb238d91bd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.961676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:24.967276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:24.977486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:24.978052 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.990954 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40eb48a9-1cea-4c35-87fd-87fa0c189f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.029372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=941e51c8-24b6-416f-adf2-5296038a0e6a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:25.036485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-40eb48a9-1cea-4c35-87fd-87fa0c189f20 None None] For port 92496ef5-9071-4861-a96c-0671de88c1a1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=92496ef5-9071-4861-a96c-0671de88c1a1,segment=NetworkSegment(27097d51-a3a8-433f-b53c-3e3e2ad6db07),segment_id=27097d51-a3a8-433f-b53c-3e3e2ad6db07)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:25.038951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d19c109-ad5e-4ea1-b261-1b116d8ed885 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.042337 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-40eb48a9-1cea-4c35-87fd-87fa0c189f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.092177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19c109-ad5e-4ea1-b261-1b116d8ed885 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Subnet': ['ID=de55057e-4bb5-4686-8f38-cd525a12e831,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:25.093256 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11ca82d1-a46f-4230-b02e-c5d02340f157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.106034 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d19c109-ad5e-4ea1-b261-1b116d8ed885 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.110971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8d19c109-ad5e-4ea1-b261-1b116d8ed885 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/subnets/de55057e-4bb5-4686-8f38-cd525a12e831 HTTP/1.1" status: 204 len: 168 time: 0.6437926 Mar 11 17:28:25.115301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34414) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:25.124775 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-52ada86f-7ee4-4c7a-a7c2-cbcb238d91bd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Floating IP fcef050b-26bc-4844-9e14-92cc7046d6a6 associated. External IP: 172.25.8.63, port: 2395c325-a4dd-4b37-a0f3-c8ca013377f7. Mar 11 17:28:25.125138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb48a9-1cea-4c35-87fd-87fa0c189f20 None None] Pushing event updated for resources: {'Port': ['ID=92496ef5-9071-4861-a96c-0671de88c1a1,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:25.201691 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11ca82d1-a46f-4230-b02e-c5d02340f157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.272952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.303593 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.368871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa99fd-bf18-4a42-a524-dc2219dd81b0 req-04e9b6c5-53ed-4249-8cf0-c660dd748369 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:25.369180 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11ca82d1-a46f-4230-b02e-c5d02340f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.370610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdaa99fd-bf18-4a42-a524-dc2219dd81b0 req-04e9b6c5-53ed-4249-8cf0-c660dd748369 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 945 time: 0.1277366 Mar 11 17:28:25.371684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-11ca82d1-a46f-4230-b02e-c5d02340f157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.375781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-11ca82d1-a46f-4230-b02e-c5d02340f157 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89a75851-902e-4a92-a06b-8e823fbdb26b HTTP/1.1" status: 204 len: 168 time: 0.4964788 Mar 11 17:28:25.391885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca82d1-a46f-4230-b02e-c5d02340f157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a75851-902e-4a92-a06b-8e823fbdb26b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:25.523106 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4983889e-4c8c-4b20-9734-f49b990794b3 None None] Provisioning complete for port 92496ef5-9071-4861-a96c-0671de88c1a1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:25.523495 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4983889e-4c8c-4b20-9734-f49b990794b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.618871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdaa99fd-bf18-4a42-a524-dc2219dd81b0 req-085688ec-aed8-43f5-b64b-62fda3d9ac98 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691403 Mar 11 17:28:25.680013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d81aa991-4bdf-43af-8d3a-aae04cf99c43 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:28:25.690604 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.841746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596bafc5-31a5-45d2-848d-38ca8ffb505d']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:25.855827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16b20da-3075-4829-9dd8-e6709c9cdc9b') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:25.856118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16b20da-3075-4829-9dd8-e6709c9cdc9b') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:25.862304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d81aa991-4bdf-43af-8d3a-aae04cf99c43, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81aa991-4bdf-43af-8d3a-aae04cf99c43,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:25.872735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.881524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'd81aa991-4bdf-43af-8d3a-aae04cf99c43', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'port_id': 'd81aa991-4bdf-43af-8d3a-aae04cf99c43', 'mac_address': 'fa:16:3e:01:b5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd975d024-42bd-41eb-a5a3-788261a71880', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:28:25.886363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 92496ef5-9071-4861-a96c-0671de88c1a1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:25.893232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.909668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:25.910151 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:25.913901 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:25.960829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ada86f-7ee4-4c7a-a7c2-cbcb238d91bd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:26.009862 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.038961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81aa991-4bdf-43af-8d3a-aae04cf99c43 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:28:26.046283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4983889e-4c8c-4b20-9734-f49b990794b3 None None] Provisioning complete for port 941e51c8-24b6-416f-adf2-5296038a0e6a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:26.046974 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4983889e-4c8c-4b20-9734-f49b990794b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.096031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d81aa991-4bdf-43af-8d3a-aae04cf99c43, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81aa991-4bdf-43af-8d3a-aae04cf99c43,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:26.098309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.105817 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.106618 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.111793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4983889e-4c8c-4b20-9734-f49b990794b3 None None] Port 941e51c8-24b6-416f-adf2-5296038a0e6a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:26.115731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 92496ef5-9071-4861-a96c-0671de88c1a1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:26.116399 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.119937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] 10.222.0.53 "DELETE /v2.0/networks/596bafc5-31a5-45d2-848d-38ca8ffb505d HTTP/1.1" status: 204 len: 168 time: 1.0011659 Mar 11 17:28:26.134256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ada86f-7ee4-4c7a-a7c2-cbcb238d91bd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:26.147208 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52ada86f-7ee4-4c7a-a7c2-cbcb238d91bd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.148311 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:26.153682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af477f-7f55-4bd6-8052-9f2217214ff2 tempest-FloatingIPTestJSON-994064879 tempest-FloatingIPTestJSON-994064879-project] Pushing event deleted for resources: {'Network': ['ID=596bafc5-31a5-45d2-848d-38ca8ffb505d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:26.167642 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:26.169890 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:26.207032 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-52ada86f-7ee4-4c7a-a7c2-cbcb238d91bd tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "PUT /v2.0/floatingips/fcef050b-26bc-4844-9e14-92cc7046d6a6 HTTP/1.1" status: 200 len: 990 time: 2.2149622 Mar 11 17:28:26.207651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3273e880-ad29-4980-944e-2d2991bab89b', 'tag': '2395c325-a4dd-4b37-a0f3-c8ca013377f7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:26.213811 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad89dce-cf60-47bc-b303-394f2c2f80dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3273e880-ad29-4980-944e-2d2991bab89b", "tag": "2395c325-a4dd-4b37-a0f3-c8ca013377f7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:26.248418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d89c-d0a6-48c9-9378-66f8c1be6bc0 req-a0347fdb-dead-4f7b-a681-b189057eb3cf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:26.251293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72d8d89c-d0a6-48c9-9378-66f8c1be6bc0 req-a0347fdb-dead-4f7b-a681-b189057eb3cf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 943 time: 0.2493138 Mar 11 17:28:26.277590 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bf84f7-0b22-45d2-a291-f8de9367b25c x-openstack-request-id: req-66bf84f7-0b22-45d2-a291-f8de9367b25c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:26.278075 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3273e880-ad29-4980-944e-2d2991bab89b", "tag": "2395c325-a4dd-4b37-a0f3-c8ca013377f7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:26.278516 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66bf84f7-0b22-45d2-a291-f8de9367b25c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:26.279075 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3273e880-ad29-4980-944e-2d2991bab89b', 'tag': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'status': 'completed', 'code': 200} Mar 11 17:28:26.291375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=d81aa991-4bdf-43af-8d3a-aae04cf99c43,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:26.301526 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.305779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-da134e70-9770-4b8a-aad7-b60a208da22f None None] Provisioning complete for port 941e51c8-24b6-416f-adf2-5296038a0e6a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:26.306351 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da134e70-9770-4b8a-aad7-b60a208da22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.346511 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.347356 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.349410 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:26.380195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-da134e70-9770-4b8a-aad7-b60a208da22f None None] Port 941e51c8-24b6-416f-adf2-5296038a0e6a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:26.437395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72d8d89c-d0a6-48c9-9378-66f8c1be6bc0 req-5a4125f9-768b-4a17-af73-ccbc08773983 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776936 Mar 11 17:28:26.438126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=941e51c8-24b6-416f-adf2-5296038a0e6a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:26.461704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:28:26.474132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-3d8746c5-5e1a-4f4f-a57e-b543c42f7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:26.474132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-3d8746c5-5e1a-4f4f-a57e-b543c42f7b2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 1096 time: 0.1677029 Mar 11 17:28:26.625285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:26.628171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:26.735573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:26.759710 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'fcef050b-26bc-4844-9e14-92cc7046d6a6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:24Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:26.804710 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:26.838666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:26.841272 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:26.842602 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:26.863458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-4cf04b55-3e4f-4e75-a401-c00bbbd96464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:26.865010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-4cf04b55-3e4f-4e75-a401-c00bbbd96464 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.3592176 Mar 11 17:28:26.952371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-ff89e03c-623c-49df-a76a-8c56a3ca31d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7 HTTP/1.1" status: 200 len: 998 time: 0.0786812 Mar 11 17:28:27.023897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1b76f083-8ee2-45b0-b0bb-43b055b6f0cf None None] Provisioning complete for port 941e51c8-24b6-416f-adf2-5296038a0e6a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:27.025268 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1b76f083-8ee2-45b0-b0bb-43b055b6f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.028207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70ef3-0b88-40b2-a4cd-3ded6a413d1a req-90d6064c-7a55-43e4-908e-6e00cf332d33 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:27.029625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ec70ef3-0b88-40b2-a4cd-3ded6a413d1a req-90d6064c-7a55-43e4-908e-6e00cf332d33 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 945 time: 0.2521040 Mar 11 17:28:27.044929 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c47124df-782b-4de9-bde0-5194545609c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c0ae9cdbea542cfa7f89b9d71d6c72d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074696 Mar 11 17:28:27.047633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34458) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:27.100576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1b76f083-8ee2-45b0-b0bb-43b055b6f0cf None None] Port 941e51c8-24b6-416f-adf2-5296038a0e6a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:27.114432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-6a1c7b63-0cfd-4f3e-b805-92d4b5891926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:27.116277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-6a1c7b63-0cfd-4f3e-b805-92d4b5891926 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.1591566 Mar 11 17:28:27.129697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:27.135752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f09ceef3-b754-4bd1-9bde-5f2978d43949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.143264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:27.149655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a51e689e-2a19-4263-bec0-f643e9a35bf3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1989782 Mar 11 17:28:27.150881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34462) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:27.154819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ec70ef3-0b88-40b2-a4cd-3ded6a413d1a req-d0c9e940-c70b-4630-91fe-332373e187cb tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907156 Mar 11 17:28:27.157153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-400010186'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:27.168954 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:27.178466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:27.179100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:27.187400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f09ceef3-b754-4bd1-9bde-5f2978d43949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.210802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-97388899-478c-494a-8dd0-4d7ebc5a0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:27.214864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-97388899-478c-494a-8dd0-4d7ebc5a0e4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843825 Mar 11 17:28:27.230906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:27.236702 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.336729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:27.363723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-b5c6881e-cff3-46cc-a8d3-e94b8db816cc service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438789 Mar 11 17:28:27.368130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.368559 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added segment 3898a9da-36d8-46a9-962a-88ad62029bd9 of type vlan for network 06322a15-304a-426d-93c4-e3abb57d59a7 Mar 11 17:28:27.417656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:27.427410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f09ceef3-b754-4bd1-9bde-5f2978d43949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.432140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f09ceef3-b754-4bd1-9bde-5f2978d43949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.433657 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f09ceef3-b754-4bd1-9bde-5f2978d43949 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cae5b01b-64cb-4c06-b945-11942eee0917 HTTP/1.1" status: 204 len: 168 time: 0.3845968 Mar 11 17:28:27.455328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.459620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ceef3-b754-4bd1-9bde-5f2978d43949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae5b01b-64cb-4c06-b945-11942eee0917,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:27.502812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.513707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:27.514693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.619207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ad89dce-cf60-47bc-b303-394f2c2f80dc req-a7fc828c-f441-43ba-90fa-44b536cb46b8 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485223 Mar 11 17:28:27.715514 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5604718 Mar 11 17:28:27.738454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d81aa991-4bdf-43af-8d3a-aae04cf99c43 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:27.743001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34480) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:27.751363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'subnet': {'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:27.809057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09278220-1b98-4a45-a629-d73018b22eed tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Network': ['ID=06322a15-304a-426d-93c4-e3abb57d59a7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:27.864334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 06322a15-304a-426d-93c4-e3abb57d59a7 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:27.895378 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'fcef050b-26bc-4844-9e14-92cc7046d6a6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:24Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:27.992536 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4727e-5619-46b1-bfeb-6a23f87e1b00 None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'fcef050b-26bc-4844-9e14-92cc7046d6a6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:24Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:28.084669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Made reservation on behalf of 30199de7f9ae4ae0ab27ff7db684cd29 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:28.088490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:28.248015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port d81aa991-4bdf-43af-8d3a-aae04cf99c43 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:28.261468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port d81aa991-4bdf-43af-8d3a-aae04cf99c43 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:28.263634 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:28.427399 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:28.453846 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e37165-5b28-4a00-87f1-78a733daa829 None None] New status for floating IP fcef050b-26bc-4844-9e14-92cc7046d6a6: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:28:28.497808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b323f47-0b34-42e2-a8bf-780f393b7bf4 req-9da1d182-7f2a-41f5-adec-d2a7b7dd3f2e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:28.505509 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:28.509429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b323f47-0b34-42e2-a8bf-780f393b7bf4 req-9da1d182-7f2a-41f5-adec-d2a7b7dd3f2e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 944 time: 0.8446460 Mar 11 17:28:28.589657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d81aa991-4bdf-43af-8d3a-aae04cf99c43, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81aa991-4bdf-43af-8d3a-aae04cf99c43,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:28.590185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Subnet': ['ID=42877629-4ad9-4b35-af76-8075fce63514,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:28.602332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d74a92a-f178-46c1-8cc9-7a4bd6511bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81aa991-4bdf-43af-8d3a-aae04cf99c43'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:28.609271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b323f47-0b34-42e2-a8bf-780f393b7bf4 req-73677acd-6137-4e88-a899-b835e9b21e69 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929618 Mar 11 17:28:28.609427 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514c897d-a343-4ac3-921a-a745b2c1d809" -d '{"events": [{"server_uuid": "4d74a92a-f178-46c1-8cc9-7a4bd6511bf6", "name": "network-vif-plugged", "status": "completed", "tag": "d81aa991-4bdf-43af-8d3a-aae04cf99c43"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:28.621741 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:28.641873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:25Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:25Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:28.665036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Checking segment: {'id': '3898a9da-36d8-46a9-962a-88ad62029bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:28.665481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network hostable DHCP agents. Network: 06322a15-304a-426d-93c4-e3abb57d59a7, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:28.702163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 06322a15-304a-426d-93c4-e3abb57d59a7 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:28.713404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:28.713786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Updating router 80200aa6-3fb9-4ba8-8434-875eafd3e896 port 941e51c8-24b6-416f-adf2-5296038a0e6a binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:28:28.724277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 06322a15-304a-426d-93c4-e3abb57d59a7) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:28.742633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5a086-37b2-4618-9a97-91b319afcec2 None None] Network 06322a15-304a-426d-93c4-e3abb57d59a7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:28.747078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:28.751991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:28.785818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34532) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:28.786942 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-916f8d30-4de7-4d0f-81a1-b58bb764c46b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0405416 Mar 11 17:28:28.789732 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e735b23f-b562-4ee9-81dd-dd71f2cede20 x-openstack-request-id: req-e735b23f-b562-4ee9-81dd-dd71f2cede20 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:28.790044 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d74a92a-f178-46c1-8cc9-7a4bd6511bf6", "name": "network-vif-plugged", "status": "completed", "tag": "d81aa991-4bdf-43af-8d3a-aae04cf99c43", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:28.790237 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e735b23f-b562-4ee9-81dd-dd71f2cede20 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:28.790623 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d74a92a-f178-46c1-8cc9-7a4bd6511bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81aa991-4bdf-43af-8d3a-aae04cf99c43', 'code': 200} Mar 11 17:28:28.823448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:28.844242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:28.874462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=d81aa991-4bdf-43af-8d3a-aae04cf99c43,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:28.941153 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.136079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471358838'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:29.167558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:29.172731 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.186295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.216811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c26b2-37e9-4ae1-b0ae-91fa8b98866a req-6c31bd24-dbbf-4f9c-900c-22ae7fa6588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:29.218480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-036c26b2-37e9-4ae1-b0ae-91fa8b98866a req-6c31bd24-dbbf-4f9c-900c-22ae7fa6588f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 1096 time: 0.2500505 Mar 11 17:28:29.292860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-06322a15-304a-426d-93c4-e3abb57d59a7', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:29.293746 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.305662 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.313909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.363880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:29.370802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b8b8c1-30bd-4db3-a693-44d7b3d1d4c0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:29.396147 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.401397 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-036c26b2-37e9-4ae1-b0ae-91fa8b98866a req-40a301ea-43d3-4517-b752-f524a3eca5d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687303 Mar 11 17:28:29.410365 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment 746387ca-7b4d-49f1-a73b-caab09fc6d66 of type vlan for network 7b51de1b-0b13-41b1-876c-40a5f287ad31 Mar 11 17:28:29.469887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.502711 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.518013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:29.518764 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.525435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Allocated IP 2001:db8:3::2 (06322a15-304a-426d-93c4-e3abb57d59a7/42877629-4ad9-4b35-af76-8075fce63514/973d99dd-a276-45fe-8a9a-9026647daa7a) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:29.563244 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.600147 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.610593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=7b51de1b-0b13-41b1-876c-40a5f287ad31,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:29.631988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 7b51de1b-0b13-41b1-876c-40a5f287ad31 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:29.641410 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.649473 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4b29e20d-c64d-405f-8492-d1e0ad7467f6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8021398 Mar 11 17:28:29.786735 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98108c5-7423-4cc5-bfc9-50720380f481 None None] Pushing event updated for resources: {'Port': ['ID=941e51c8-24b6-416f-adf2-5296038a0e6a,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:29.920973 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.924969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Attempting to bind port 941e51c8-24b6-416f-adf2-5296038a0e6a on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:29.925554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Attempting to bind port 941e51c8-24b6-416f-adf2-5296038a0e6a by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '27097d51-a3a8-433f-b53c-3e3e2ad6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:29.926138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Attempting to bind port 941e51c8-24b6-416f-adf2-5296038a0e6a on network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:29.930985 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.948856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:29.949495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Checking segment: {'id': '27097d51-a3a8-433f-b53c-3e3e2ad6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:29.950065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:29.950762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Bound using segment: {'id': '27097d51-a3a8-433f-b53c-3e3e2ad6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:29.951525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Bound port: 941e51c8-24b6-416f-adf2-5296038a0e6a, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27097d51-a3a8-433f-b53c-3e3e2ad6db07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:29.952201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.011482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Network 06322a15-304a-426d-93c4-e3abb57d59a7 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:30.056893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:30.060742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:30.089042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34592) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:30.120831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Pushing event updated for resources: {'Port': ['ID=973d99dd-a276-45fe-8a9a-9026647daa7a,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:30.199432 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Attempting to bind port 973d99dd-a276-45fe-8a9a-9026647daa7a on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:30.200104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Attempting to bind port 973d99dd-a276-45fe-8a9a-9026647daa7a by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '3898a9da-36d8-46a9-962a-88ad62029bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:30.200679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Attempting to bind port 973d99dd-a276-45fe-8a9a-9026647daa7a on network 06322a15-304a-426d-93c4-e3abb57d59a7 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:30.206200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] For port 941e51c8-24b6-416f-adf2-5296038a0e6a, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:30.212096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] For port 941e51c8-24b6-416f-adf2-5296038a0e6a, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=941e51c8-24b6-416f-adf2-5296038a0e6a,segment=NetworkSegment(27097d51-a3a8-433f-b53c-3e3e2ad6db07),segment_id=27097d51-a3a8-433f-b53c-3e3e2ad6db07)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:30.214230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:30.214839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Checking segment: {'id': '3898a9da-36d8-46a9-962a-88ad62029bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:30.215472 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.216066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Bound using segment: {'id': '3898a9da-36d8-46a9-962a-88ad62029bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:30.216831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Bound port: 973d99dd-a276-45fe-8a9a-9026647daa7a, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3898a9da-36d8-46a9-962a-88ad62029bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:30.217531 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.222862 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.243860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Allocated IP 2001:db8:3::1 (06322a15-304a-426d-93c4-e3abb57d59a7/42877629-4ad9-4b35-af76-8075fce63514/df0ed008-4506-44fb-9e3f-d8c4bbf909cc) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:30.294512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98108c5-7423-4cc5-bfc9-50720380f481 None None] Pushing event updated for resources: {'Port': ['ID=941e51c8-24b6-416f-adf2-5296038a0e6a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:30.368268 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fd9e6285-8d65-488a-a9df-e1a89bdde1e5 None None] Provisioning complete for port 941e51c8-24b6-416f-adf2-5296038a0e6a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:30.368915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd9e6285-8d65-488a-a9df-e1a89bdde1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.393494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b1ea0-e531-41c2-a7e1-7553c48defbe req-8ffa0401-c717-4faf-a76f-bb6f52ad15cb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:30.396260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c50f-0ced-4cbc-9098-7b8cef53c44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.401746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e35b1ea0-e531-41c2-a7e1-7553c48defbe req-8ffa0401-c717-4faf-a76f-bb6f52ad15cb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 945 time: 0.7029591 Mar 11 17:28:30.434212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:30.435399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:30.484907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e35b1ea0-e531-41c2-a7e1-7553c48defbe req-ef91f647-bbeb-46c0-a8ac-72d935d576f0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759745 Mar 11 17:28:30.499247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] For port 973d99dd-a276-45fe-8a9a-9026647daa7a, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:30.595856 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.615484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] For port 973d99dd-a276-45fe-8a9a-9026647daa7a, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=973d99dd-a276-45fe-8a9a-9026647daa7a,segment=NetworkSegment(3898a9da-36d8-46a9-962a-88ad62029bd9),segment_id=3898a9da-36d8-46a9-962a-88ad62029bd9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:30.640554 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.643143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c50f-0ced-4cbc-9098-7b8cef53c44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.651723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c50f-0ced-4cbc-9098-7b8cef53c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.712775 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.788491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7c50f-0ced-4cbc-9098-7b8cef53c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2550e96-c213-4249-8f8d-8cf08767835e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:30.797604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 06322a15-304a-426d-93c4-e3abb57d59a7 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:30.802537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:30.805065 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fcd7c50f-0ced-4cbc-9098-7b8cef53c44a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83c134ce41ed43ecb88e1f7adc91f1ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7115319 Mar 11 17:28:30.805799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34602) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:30.820407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:30.821430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.865402 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd9e6285-8d65-488a-a9df-e1a89bdde1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.960184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:30.975489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8bfd268b-ac4e-44ab-bbc5-097b8bc77072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:30.984101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=df0ed008-4506-44fb-9e3f-d8c4bbf909cc,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:31.083947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8bfd268b-ac4e-44ab-bbc5-097b8bc77072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.176770 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.240729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8bfd268b-ac4e-44ab-bbc5-097b8bc77072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.243819 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8bfd268b-ac4e-44ab-bbc5-097b8bc77072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.245150 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8bfd268b-ac4e-44ab-bbc5-097b8bc77072 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2550e96-c213-4249-8f8d-8cf08767835e HTTP/1.1" status: 204 len: 168 time: 0.4383962 Mar 11 17:28:31.256390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd268b-ac4e-44ab-bbc5-097b8bc77072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2550e96-c213-4249-8f8d-8cf08767835e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:31.306739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fd9e6285-8d65-488a-a9df-e1a89bdde1e5 None None] For port 941e51c8-24b6-416f-adf2-5296038a0e6a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=941e51c8-24b6-416f-adf2-5296038a0e6a,segment=NetworkSegment(27097d51-a3a8-433f-b53c-3e3e2ad6db07),segment_id=27097d51-a3a8-433f-b53c-3e3e2ad6db07)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:31.309285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d610548-986b-4b91-8095-f2df9f29814e None None] Pushing event updated for resources: {'Port': ['ID=973d99dd-a276-45fe-8a9a-9026647daa7a,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:31.327302 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd9e6285-8d65-488a-a9df-e1a89bdde1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.365332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571937d-bd2e-496e-9a8b-c6243421ca7e req-55a0fb41-0b4d-41bc-b91a-3fa262eace98 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:31.373925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0571937d-bd2e-496e-9a8b-c6243421ca7e req-55a0fb41-0b4d-41bc-b91a-3fa262eace98 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 945 time: 0.2333515 Mar 11 17:28:31.422650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e6285-8d65-488a-a9df-e1a89bdde1e5 None None] Pushing event updated for resources: {'Port': ['ID=941e51c8-24b6-416f-adf2-5296038a0e6a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:31.523389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8678c8b3-2d6d-4465-b338-b8ff129bab03 None None] Provisioning complete for port 941e51c8-24b6-416f-adf2-5296038a0e6a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:31.523774 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8678c8b3-2d6d-4465-b338-b8ff129bab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:31.604438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0571937d-bd2e-496e-9a8b-c6243421ca7e req-fb1f9ce8-3a53-4fa4-83f5-99d6bc9ae5d1 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268157 Mar 11 17:28:31.619486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:25Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:30Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:31.704209 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8d087-e2fa-499c-b17d-b2c54042a858 None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:25Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:30Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:31.864832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 973d99dd-a276-45fe-8a9a-9026647daa7a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:31.994192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a1a7-eedf-42a0-a5cc-39b37c7b80d4 req-b55fce44-1584-4398-9974-b1263f6ad5bf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:31.999533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef68a1a7-eedf-42a0-a5cc-39b37c7b80d4 req-b55fce44-1584-4398-9974-b1263f6ad5bf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 945 time: 0.3091819 Mar 11 17:28:32.047820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 973d99dd-a276-45fe-8a9a-9026647daa7a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:32.048614 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.092145 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34614) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:32.114992 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.116484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-490784b0-6cc3-43e1-90a6-77b7338e8236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.145916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.147528 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.288303 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-490784b0-6cc3-43e1-90a6-77b7338e8236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.295877 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-490784b0-6cc3-43e1-90a6-77b7338e8236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.301262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef68a1a7-eedf-42a0-a5cc-39b37c7b80d4 req-086d0b14-8a4a-4e89-b987-833ceb634e24 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863331 Mar 11 17:28:32.445040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-490784b0-6cc3-43e1-90a6-77b7338e8236 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33f054fc7b71418a91adf71007eb1976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463712 Mar 11 17:28:32.445941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490784b0-6cc3-43e1-90a6-77b7338e8236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7ecbaa-b911-47bd-a15a-104aba21479a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:32.462536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34618) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:32.536670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Network 06322a15-304a-426d-93c4-e3abb57d59a7 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:32.542809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:32.576504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event updated for resources: {'Port': ['ID=df0ed008-4506-44fb-9e3f-d8c4bbf909cc,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:32.694672 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cd97da8-8b1f-4241-8830-9c46b75c389b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.747121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:32.759458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cd97da8-8b1f-4241-8830-9c46b75c389b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.834682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a24423-b2af-42b9-b06a-9d48d56171b6 None None] Network 06322a15-304a-426d-93c4-e3abb57d59a7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:32.875768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cd97da8-8b1f-4241-8830-9c46b75c389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.883163 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cd97da8-8b1f-4241-8830-9c46b75c389b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.885037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8cd97da8-8b1f-4241-8830-9c46b75c389b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf7ecbaa-b911-47bd-a15a-104aba21479a HTTP/1.1" status: 204 len: 168 time: 0.4109049 Mar 11 17:28:32.921344 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd97da8-8b1f-4241-8830-9c46b75c389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7ecbaa-b911-47bd-a15a-104aba21479a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:32.969392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-48428501-a0f6-4163-b547-60b9f8976604 None None] Provisioning complete for port 973d99dd-a276-45fe-8a9a-9026647daa7a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:32.970173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-48428501-a0f6-4163-b547-60b9f8976604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:32.973074 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.071906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 973d99dd-a276-45fe-8a9a-9026647daa7a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=973d99dd-a276-45fe-8a9a-9026647daa7a,segment=NetworkSegment(3898a9da-36d8-46a9-962a-88ad62029bd9),segment_id=3898a9da-36d8-46a9-962a-88ad62029bd9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:33.082722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.173647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34634) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:33.180089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': '7b51de1b-0b13-41b1-876c-40a5f287ad31', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:33.204227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bcd6f-de8a-47b5-9b1b-07b6ea3dca8d req-581b40fb-f468-4fe2-9972-0ec3d7edaba8 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:33.206985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a0bcd6f-de8a-47b5-9b1b-07b6ea3dca8d req-581b40fb-f468-4fe2-9972-0ec3d7edaba8 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 945 time: 0.3881137 Mar 11 17:28:33.216732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-cd939ef6-76bf-4de2-ba61-63e71ada6bb2 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:33.218611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-cd939ef6-76bf-4de2-ba61-63e71ada6bb2 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 945 time: 0.4737401 Mar 11 17:28:33.225826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=973d99dd-a276-45fe-8a9a-9026647daa7a,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:33.317216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:33.330938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.340443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a0bcd6f-de8a-47b5-9b1b-07b6ea3dca8d req-77cb0dee-71d8-48f9-925f-bcf7739c78a3 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200233 Mar 11 17:28:33.399641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:33.412331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:33.419844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-42ed460c-5cae-4ead-8789-50400ee9746b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6327586 Mar 11 17:28:33.426621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34642) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:33.430096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:33.430793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:33.434998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163ec7-140e-49b9-beb1-c1f977968c5a req-9067a5c6-e8b1-4607-b56c-e81ac28011a6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:33.443223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53163ec7-140e-49b9-beb1-c1f977968c5a req-9067a5c6-e8b1-4607-b56c-e81ac28011a6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.6254382 Mar 11 17:28:33.460868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:33.512711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53163ec7-140e-49b9-beb1-c1f977968c5a req-9885e0d3-9f41-4c9a-b022-6ae85de582cb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/quotas/d5d208419e1140d0b2726319f9122d80 HTTP/1.1" status: 200 len: 375 time: 0.0685632 Mar 11 17:28:33.582931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:33.648465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Deleting port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:33.649018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.768580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] For port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,segment=NetworkSegment(519020ee-ae14-4453-92bb-a97686cbbf27),segment_id=519020ee-ae14-4453-92bb-a97686cbbf27)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:33.768580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.793233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.811053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53163ec7-140e-49b9-beb1-c1f977968c5a req-64474a62-8cb2-4bcb-bb63-6e1ac8e4e243 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2500196 Mar 11 17:28:33.813833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Calling delete_port for ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:33.864193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 973d99dd-a276-45fe-8a9a-9026647daa7a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:33.893256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=0036d1cc-2cbb-4643-a243-06d4ad695ca4,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:33.906190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking segment: {'id': '746387ca-7b4d-49f1-a73b-caab09fc6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7b51de1b-0b13-41b1-876c-40a5f287ad31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:33.906652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network hostable DHCP agents. Network: 7b51de1b-0b13-41b1-876c-40a5f287ad31, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:33.918785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-80ed42a7-4160-47fc-bb83-f832c6e686f7 None None] Provisioning complete for port df0ed008-4506-44fb-9e3f-d8c4bbf909cc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:33.919470 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-80ed42a7-4160-47fc-bb83-f832c6e686f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.948843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network 7b51de1b-0b13-41b1-876c-40a5f287ad31 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:33.966881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 7b51de1b-0b13-41b1-876c-40a5f287ad31) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:33.972037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:33.980021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:33.997849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de31010-3208-43da-9963-0448bfe1e2fb None None] Network 7b51de1b-0b13-41b1-876c-40a5f287ad31 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:34.013075 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8e1758f7-cedf-41d5-9538-9e3d7db4c2ba tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8370206 Mar 11 17:28:34.013738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34654) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:34.032786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238491984'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:34.060196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:34.064030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.090388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:34.100039 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.100445 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment 925a3cfa-5f6c-4526-95d5-0c877d6415d9 of type vlan for network abdb28b5-7d20-4f21-a70e-1c391cbc0501 Mar 11 17:28:34.139707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-80ed42a7-4160-47fc-bb83-f832c6e686f7 None None] Port df0ed008-4506-44fb-9e3f-d8c4bbf909cc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:34.144516 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.162715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df0ed008-4506-44fb-9e3f-d8c4bbf909cc', 'name': '', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:c5:cf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:29Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '42877629-4ad9-4b35-af76-8075fce63514', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:34.182633 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.191963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:34.192667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.211090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:34.211603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Updating router 80200aa6-3fb9-4ba8-8434-875eafd3e896 port df0ed008-4506-44fb-9e3f-d8c4bbf909cc binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:28:34.213739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 973d99dd-a276-45fe-8a9a-9026647daa7a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:34.214220 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.268648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-80ed42a7-4160-47fc-bb83-f832c6e686f7 None None] Provisioning complete for port 973d99dd-a276-45fe-8a9a-9026647daa7a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:34.268934 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-80ed42a7-4160-47fc-bb83-f832c6e686f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.275095 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2602303 Mar 11 17:28:34.278376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:34.286743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': 'abdb28b5-7d20-4f21-a70e-1c391cbc0501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:34.308007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009349d5-c2cf-4f1c-a4b5-81be02930075 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=abdb28b5-7d20-4f21-a70e-1c391cbc0501,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:34.396683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network abdb28b5-7d20-4f21-a70e-1c391cbc0501 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:34.447562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:34.458786 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.522895 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.618335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 941e51c8-24b6-416f-adf2-5296038a0e6a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:34.810229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-7b51de1b-0b13-41b1-876c-40a5f287ad31', 'network_id': '7b51de1b-0b13-41b1-876c-40a5f287ad31', 'tenant_id': '4b4783d86783467096022655272f3b8e', 'fixed_ips': [{'subnet_id': '0036d1cc-2cbb-4643-a243-06d4ad695ca4'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:34.810876 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.811225 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.895678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=4bde3edf-cb4a-4ccb-aafc-ba88662551fa,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:34.902443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking segment: {'id': '925a3cfa-5f6c-4526-95d5-0c877d6415d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'abdb28b5-7d20-4f21-a70e-1c391cbc0501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:34.902906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network hostable DHCP agents. Network: abdb28b5-7d20-4f21-a70e-1c391cbc0501, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:34.925742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network abdb28b5-7d20-4f21-a70e-1c391cbc0501 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:34.941337 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, abdb28b5-7d20-4f21-a70e-1c391cbc0501) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:34.951308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:34.952934 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:34.978590 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5762fa58-9b2b-4aed-b03e-26d34dc2b949 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6993542 Mar 11 17:28:34.978981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34674) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.027875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c819c3d8-1ecc-4f1b-97e4-e24ecf4b7354 None None] Network abdb28b5-7d20-4f21-a70e-1c391cbc0501 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:35.074038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410aa28-2120-4a5a-9306-eedf0aa89b4f req-5ec144b2-a0bc-4148-a4dd-e59594cd5866 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:35.075578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e410aa28-2120-4a5a-9306-eedf0aa89b4f req-5ec144b2-a0bc-4148-a4dd-e59594cd5866 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4da804-75f6-4527-8c3f-52f98d137d88 HTTP/1.1" status: 200 len: 945 time: 0.2215919 Mar 11 17:28:35.110869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53163ec7-140e-49b9-beb1-c1f977968c5a req-d35c0276-b727-45ce-9612-a9e8e27e36c6 service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2403753 Mar 11 17:28:35.298197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 941e51c8-24b6-416f-adf2-5296038a0e6a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:35.298565 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.322409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e410aa28-2120-4a5a-9306-eedf0aa89b4f req-701736bb-1a13-4302-b00e-4c1bf640b7b6 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.53 "GET /v2.0/security-groups?id=870f396d-5b24-4c75-8a69-31577bdf53cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214956 Mar 11 17:28:35.330784 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.342110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7d4ce529-6233-4aab-bb9b-bd51ca981e3d None None] Provisioning complete for port df0ed008-4506-44fb-9e3f-d8c4bbf909cc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:35.342489 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce529-6233-4aab-bb9b-bd51ca981e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.343956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.382715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34686) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.409535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Pushing event deleted for resources: {'Port': ['ID=ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:35.483882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.extraroute_db [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102642) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 17:28:35.491125 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53163ec7-140e-49b9-beb1-c1f977968c5a req-7868ae82-f18d-48d6-b8ad-2157eb4cd3bd service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427060 Mar 11 17:28:35.491916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] No DVR routers for this DVR port ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:35.507915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Allocated IP 2001:db8:0:ffff::2 (7b51de1b-0b13-41b1-876c-40a5f287ad31/0036d1cc-2cbb-4643-a243-06d4ad695ca4/3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:35.518942 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.519152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6cbf09fe-6b7a-477c-8bbc-00ba58a6a682 tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:35.522749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4bdb559-f697-4a6c-966b-92e0550e2ff4 req-982af315-7b3c-4339-96da-e4dc713fa677 tempest-ServerTagsTestJSON-1490152391 tempest-ServerTagsTestJSON-1490152391-project] 10.222.0.46 "DELETE /v2.0/ports/ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 HTTP/1.1" status: 204 len: 173 time: 2.2824335 Mar 11 17:28:35.530082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4da804-75f6-4527-8c3f-52f98d137d88', 'name': 'network-vif-deleted', 'tag': 'ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:35.532425 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f56c097-0064-42f3-8c8a-54a2aa9bcd94" -d '{"events": [{"server_uuid": "2a4da804-75f6-4527-8c3f-52f98d137d88", "name": "network-vif-deleted", "tag": "ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:35.538572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ce529-6233-4aab-bb9b-bd51ca981e3d None None] Port df0ed008-4506-44fb-9e3f-d8c4bbf909cc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:35.591601 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6cbf09fe-6b7a-477c-8bbc-00ba58a6a682 tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] 10.222.0.53 "PUT /v2.0/quotas/911b232c05604714ab8c0d397a34c839 HTTP/1.1" status: 200 len: 366 time: 0.2077255 Mar 11 17:28:35.592558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34692) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.611720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.extraroute_db [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Removed routes are [] {{(pid=102642) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 17:28:35.612121 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.619524 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9d4e4bf5-2737-4d56-a124-d19880782258 tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0254767 Mar 11 17:28:35.620517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.635899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-94263f98-dfc6-44f3-b9da-e4bb37263474 tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] 10.222.0.53 "GET /v2.0/quotas/911b232c05604714ab8c0d397a34c839 HTTP/1.1" status: 200 len: 366 time: 0.0131552 Mar 11 17:28:35.636183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34696) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.657387 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-221d60e0-cf59-4d5b-a5e0-40be898eedac tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/911b232c05604714ab8c0d397a34c839 HTTP/1.1" status: 204 len: 168 time: 0.0199795 Mar 11 17:28:35.659283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34698) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.663808 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35274d60-b7fd-4421-a079-31156604673e x-openstack-request-id: req-35274d60-b7fd-4421-a079-31156604673e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:35.663808 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4da804-75f6-4527-8c3f-52f98d137d88", "name": "network-vif-deleted", "tag": "ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:35.664188 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35274d60-b7fd-4421-a079-31156604673e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:35.664439 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4da804-75f6-4527-8c3f-52f98d137d88', 'name': 'network-vif-deleted', 'tag': 'ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4', 'status': 'completed', 'code': 200} Mar 11 17:28:35.668778 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.681069 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b8212add-2946-443a-93f4-bbbfe4606cc0 tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0193503 Mar 11 17:28:35.681718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34700) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.695863 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c7ea6053-993d-47ff-91b5-c28793f2343d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] 10.222.0.53 "GET /v2.0/quotas/911b232c05604714ab8c0d397a34c839 HTTP/1.1" status: 200 len: 370 time: 0.0126987 Mar 11 17:28:35.709777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34702) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.716432 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dd40adf6-5d20-4fe0-8075-28afc35118e8 tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] 10.222.0.53 "GET /v2.0/quotas/911b232c05604714ab8c0d397a34c839/default HTTP/1.1" status: 200 len: 370 time: 0.0044572 Mar 11 17:28:35.718887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.733577 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-3a4de940-48d7-4174-855b-81a17beb9d84 tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] delete failed (client error): The resource could not be found. Mar 11 17:28:35.735515 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a4de940-48d7-4174-855b-81a17beb9d84 tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/911b232c05604714ab8c0d397a34c839 HTTP/1.1" status: 404 len: 348 time: 0.0154688 Mar 11 17:28:35.909860 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.914987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ba4475-6faa-4ece-ac00-d9b89f19c4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-abdb28b5-7d20-4f21-a70e-1c391cbc0501', 'network_id': 'abdb28b5-7d20-4f21-a70e-1c391cbc0501', 'tenant_id': '4b4783d86783467096022655272f3b8e', 'fixed_ips': [{'subnet_id': '4bde3edf-cb4a-4ccb-aafc-ba88662551fa'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:35.915888 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-80ba4475-6faa-4ece-ac00-d9b89f19c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.926514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34716) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:35.940768 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.960053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Usage tracker for resource:network and tenant:b8799838d1eb47aba6f2c280c08a38c0 is out of sync, need to count used quota {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 17:28:35.967275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:35.969802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 11 17:28:35.981194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Usage tracker for resource:subnet and tenant:b8799838d1eb47aba6f2c280c08a38c0 is out of sync, need to count used quota {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 17:28:35.989059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 11 17:28:36.016460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Usage tracker for resource:subnetpool and tenant:b8799838d1eb47aba6f2c280c08a38c0 is out of sync, need to count used quota {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 17:28:36.032213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 11 17:28:36.049678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=4bde3edf-cb4a-4ccb-aafc-ba88662551fa,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:36.074575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Usage tracker for resource:port and tenant:b8799838d1eb47aba6f2c280c08a38c0 is out of sync, need to count used quota {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 17:28:36.088020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 11 17:28:36.097965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Usage tracker for resource:router and tenant:b8799838d1eb47aba6f2c280c08a38c0 is out of sync, need to count used quota {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 17:28:36.106524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 11 17:28:36.108901 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.119129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Usage tracker for resource:floatingip and tenant:b8799838d1eb47aba6f2c280c08a38c0 is out of sync, need to count used quota {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 17:28:36.126793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 11 17:28:36.154891 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.162247 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.165665 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.195988 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.216095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Usage tracker for resource:security_group and tenant:b8799838d1eb47aba6f2c280c08a38c0 is out of sync, need to count used quota {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 17:28:36.226437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdb28b5-7d20-4f21-a70e-1c391cbc0501']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:36.231499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 11 17:28:36.253968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Usage tracker for resource:security_group_rule and tenant:b8799838d1eb47aba6f2c280c08a38c0 is out of sync, need to count used quota {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 17:28:36.269918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.quota.resource [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102641) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 11 17:28:36.271004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206b1370-a084-415b-8153-754960142749 None None] Network abdb28b5-7d20-4f21-a70e-1c391cbc0501 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:36.277635 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-11a472ac-470c-4dae-aec5-a3491f398c8d tempest-QuotasTest-1435959248 tempest-QuotasTest-1435959248-project-admin] 10.222.0.53 "GET /v2.0/quotas/b8799838d1eb47aba6f2c280c08a38c0/details.json HTTP/1.1" status: 200 len: 703 time: 0.3484571 Mar 11 17:28:36.308015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925a3cfa-5f6c-4526-95d5-0c877d6415d9') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:36.308306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925a3cfa-5f6c-4526-95d5-0c877d6415d9') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:36.342477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.369752 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.381469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:36.381894 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.459216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:36.526795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7550a-b668-4eb9-8d9b-9d1bb9746a3f None None] Pushing event updated for resources: {'Port': ['ID=df0ed008-4506-44fb-9e3f-d8c4bbf909cc,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:36.534773 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:36.543387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.558022 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Network 7b51de1b-0b13-41b1-876c-40a5f287ad31 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:36.572505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.577456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/abdb28b5-7d20-4f21-a70e-1c391cbc0501 HTTP/1.1" status: 204 len: 168 time: 1.5930004 Mar 11 17:28:36.580528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-f472875c-503e-418f-811c-ca240ddb8e3b admin admin] Deleting subnet 7df892f5-6680-4f30-b967-3cbd73ee4b6a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:28:36.584628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34736) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:36.592684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864864187'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:36.600028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6caf0-fa34-4a4c-9de4-dc1948dac038 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=abdb28b5-7d20-4f21-a70e-1c391cbc0501,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:36.610064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f472875c-503e-418f-811c-ca240ddb8e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.619287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:36.622485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:36.628837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:36.653586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8de24796-103f-47f4-9699-9cc9b359508c None None] Provisioning complete for port df0ed008-4506-44fb-9e3f-d8c4bbf909cc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:36.653966 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8de24796-103f-47f4-9699-9cc9b359508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.672316 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f472875c-503e-418f-811c-ca240ddb8e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.688496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:36.695683 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.717204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Attempting to bind port df0ed008-4506-44fb-9e3f-d8c4bbf909cc on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:36.717578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Attempting to bind port df0ed008-4506-44fb-9e3f-d8c4bbf909cc by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '3898a9da-36d8-46a9-962a-88ad62029bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:36.717946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Attempting to bind port df0ed008-4506-44fb-9e3f-d8c4bbf909cc on network 06322a15-304a-426d-93c4-e3abb57d59a7 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:36.723309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8de24796-103f-47f4-9699-9cc9b359508c None None] Port df0ed008-4506-44fb-9e3f-d8c4bbf909cc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:36.767230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:36.768446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Checking segment: {'id': '3898a9da-36d8-46a9-962a-88ad62029bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:36.768446 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.768928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Bound using segment: {'id': '3898a9da-36d8-46a9-962a-88ad62029bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:36.769278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Bound port: df0ed008-4506-44fb-9e3f-d8c4bbf909cc, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3898a9da-36d8-46a9-962a-88ad62029bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:36.769726 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.774065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Pushing event updated for resources: {'Port': ['ID=3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:36.797325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f472875c-503e-418f-811c-ca240ddb8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.810765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Attempting to bind port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:36.810765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Attempting to bind port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '746387ca-7b4d-49f1-a73b-caab09fc6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7b51de1b-0b13-41b1-876c-40a5f287ad31'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:36.810765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Attempting to bind port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 on network 7b51de1b-0b13-41b1-876c-40a5f287ad31 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:36.819536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:36.819912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Checking segment: {'id': '746387ca-7b4d-49f1-a73b-caab09fc6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7b51de1b-0b13-41b1-876c-40a5f287ad31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:36.820310 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.820727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Bound using segment: {'id': '746387ca-7b4d-49f1-a73b-caab09fc6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7b51de1b-0b13-41b1-876c-40a5f287ad31'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:36.821195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Bound port: 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746387ca-7b4d-49f1-a73b-caab09fc6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7b51de1b-0b13-41b1-876c-40a5f287ad31'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:36.821578 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.824782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34750) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:36.835808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:36.844298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.848299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e45dd256-6321-446f-b341-ff754152f8c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896 HTTP/1.1" status: 200 len: 953 time: 3.3966985 Mar 11 17:28:36.853077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34754) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:36.899160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:36.909723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f472875c-503e-418f-811c-ca240ddb8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.916955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] For port df0ed008-4506-44fb-9e3f-d8c4bbf909cc, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:36.925909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:28:36.943158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.943511 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment 9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8 of type vlan for network 50608503-e858-4802-a3c7-5ed0da22455b Mar 11 17:28:36.953704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472875c-503e-418f-811c-ca240ddb8e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df892f5-6680-4f30-b967-3cbd73ee4b6a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:36.955962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f472875c-503e-418f-811c-ca240ddb8e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.962039 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f472875c-503e-418f-811c-ca240ddb8e3b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7df892f5-6680-4f30-b967-3cbd73ee4b6a HTTP/1.1" status: 204 len: 168 time: 0.5017381 Mar 11 17:28:36.963535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34756) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:36.965312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:28:36.965698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffaf07ee-c879-4f8a-a39a-ac8637b1bdf4 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:28:36.968823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] For port df0ed008-4506-44fb-9e3f-d8c4bbf909cc, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=df0ed008-4506-44fb-9e3f-d8c4bbf909cc,segment=NetworkSegment(3898a9da-36d8-46a9-962a-88ad62029bd9),segment_id=3898a9da-36d8-46a9-962a-88ad62029bd9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:36.975300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] For port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:36.977993 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:36.981266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] For port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6,segment=NetworkSegment(746387ca-7b4d-49f1-a73b-caab09fc6d66),segment_id=746387ca-7b4d-49f1-a73b-caab09fc6d66)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:37.012385 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.014510 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1b7647b-f476-4bce-a8d3-c0437ee1e338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.037614 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.049758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-b0008e58-04af-452b-98e8-6c70f08d81ba tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:37.052226 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-b0008e58-04af-452b-98e8-6c70f08d81ba tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.2941711 Mar 11 17:28:37.066482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e90b6e68-08fa-44d1-947e-b475bb651ccb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896 HTTP/1.1" status: 200 len: 953 time: 0.2122793 Mar 11 17:28:37.068288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34758) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:37.071784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7550a-b668-4eb9-8d9b-9d1bb9746a3f None None] Pushing event updated for resources: {'Port': ['ID=df0ed008-4506-44fb-9e3f-d8c4bbf909cc,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:37.075996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'routes': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:37.079496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:37.080724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:37.114668 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.124737 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.140448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:37.147219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.174678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-53ab53da-3f14-4afe-a358-43c66e6c109c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/quotas/d5d208419e1140d0b2726319f9122d80 HTTP/1.1" status: 200 len: 375 time: 0.1070449 Mar 11 17:28:37.269973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce316f-f543-428f-bd31-dc358c4a03e7 None None] Pushing event updated for resources: {'Port': ['ID=3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:37.274538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:37.337147 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7505004 Mar 11 17:28:37.343956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34760) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:37.344681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d8c08-b653-485d-b26f-c76f39f6d43c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=50608503-e858-4802-a3c7-5ed0da22455b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:37.353085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': '50608503-e858-4802-a3c7-5ed0da22455b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:37.374061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 50608503-e858-4802-a3c7-5ed0da22455b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:37.384774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.411635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-ac22ee35-9ace-4e86-9674-4e761c972aea tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2051756 Mar 11 17:28:37.426052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-92777fdf-a028-4c62-b07f-f832b52278b8 req-967baa27-7a0a-443b-9d01-70e8e6a2d3f3 service neutron] (102641) timed out ('10.222.0.66', 53366) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:28:37.426283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1b7647b-f476-4bce-a8d3-c0437ee1e338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.452957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1b7647b-f476-4bce-a8d3-c0437ee1e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.491350 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cfb55c-71f8-4969-9252-67eac6e20bfe']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:37.508058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519020ee-ae14-4453-92bb-a97686cbbf27') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:37.508521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519020ee-ae14-4453-92bb-a97686cbbf27') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:37.519688 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.536621 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.544823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:37.545587 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.555630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b1b7647b-f476-4bce-a8d3-c0437ee1e338 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5a82de187d241bd853c654e0767cdc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279165 Mar 11 17:28:37.564141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34762) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:37.620157 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:37.646617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7647b-f476-4bce-a8d3-c0437ee1e338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06d7f34-4fe3-4d81-89e9-a56a833d6972,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:37.651776 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.667450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0c00feed-2ee2-4ec8-8332-af41c109a345 None None] Provisioning complete for port df0ed008-4506-44fb-9e3f-d8c4bbf909cc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:37.668026 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c00feed-2ee2-4ec8-8332-af41c109a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.686679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.692428 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] 10.222.0.53 "DELETE /v2.0/networks/95cfb55c-71f8-4969-9252-67eac6e20bfe HTTP/1.1" status: 204 len: 168 time: 0.7252667 Mar 11 17:28:37.692428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0fac1-4c0e-4b5f-a833-ed3e8ce9b396 admin admin] Pushing event deleted for resources: {'Network': ['ID=95cfb55c-71f8-4969-9252-67eac6e20bfe,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:37.709008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:37.713295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.750934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-1913dced-0198-4c83-9efe-fbe71168d075 service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271749 Mar 11 17:28:37.765675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:35Z', 'revision_number': 6, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df0ed008-4506-44fb-9e3f-d8c4bbf909cc', 'name': '', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:c5:cf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:29Z', 'updated_at': '2022-03-11T17:28:36Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '42877629-4ad9-4b35-af76-8075fce63514', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:37.821302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79c1ba62-374e-4eb5-a2af-043b8dfd446b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.920374 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79c1ba62-374e-4eb5-a2af-043b8dfd446b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:37.935410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34766) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:37.989340 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25d021-056d-4f86-8703-d0768b325eba None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:35Z', 'revision_number': 6, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df0ed008-4506-44fb-9e3f-d8c4bbf909cc', 'name': '', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:c5:cf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:29Z', 'updated_at': '2022-03-11T17:28:36Z', 'revision_number': 4, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '42877629-4ad9-4b35-af76-8075fce63514', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:38.017067 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c00feed-2ee2-4ec8-8332-af41c109a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.040731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.extraroute_db [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added routes are [] {{(pid=102642) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 17:28:38.040915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.extraroute_db [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102642) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 17:28:38.051060 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-a634a29b-f1a4-4f76-8afb-a80ce036f9df service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915525 Mar 11 17:28:38.107914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0c00feed-2ee2-4ec8-8332-af41c109a345 None None] For port df0ed008-4506-44fb-9e3f-d8c4bbf909cc, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=df0ed008-4506-44fb-9e3f-d8c4bbf909cc,segment=NetworkSegment(3898a9da-36d8-46a9-962a-88ad62029bd9),segment_id=3898a9da-36d8-46a9-962a-88ad62029bd9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:38.109370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.117567 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c00feed-2ee2-4ec8-8332-af41c109a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.130531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79c1ba62-374e-4eb5-a2af-043b8dfd446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.139525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79c1ba62-374e-4eb5-a2af-043b8dfd446b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.142175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-79c1ba62-374e-4eb5-a2af-043b8dfd446b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b06d7f34-4fe3-4d81-89e9-a56a833d6972 HTTP/1.1" status: 204 len: 168 time: 0.5763333 Mar 11 17:28:38.191484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:38.191717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.198535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1ba62-374e-4eb5-a2af-043b8dfd446b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06d7f34-4fe3-4d81-89e9-a56a833d6972,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:38.314383 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3ae386b9-cdce-43e7-a6d0-52936d10332e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fde869b73bed4b89be0f7573b4328c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775792 Mar 11 17:28:38.317785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34774) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:38.420911 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=5d018c29-1cbe-4b79-8c7b-ef52f7d18718,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:38.436118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00feed-2ee2-4ec8-8332-af41c109a345 None None] Pushing event updated for resources: {'Port': ['ID=df0ed008-4506-44fb-9e3f-d8c4bbf909cc,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:38.462715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:38.463113 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.513318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking segment: {'id': '9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50608503-e858-4802-a3c7-5ed0da22455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:38.513808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network hostable DHCP agents. Network: 50608503-e858-4802-a3c7-5ed0da22455b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:38.578681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59c573a6-a40c-4943-8616-f59ce8873521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.615343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network 50608503-e858-4802-a3c7-5ed0da22455b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:38.663158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59c573a6-a40c-4943-8616-f59ce8873521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.686380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 50608503-e858-4802-a3c7-5ed0da22455b) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:38.706070 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.710147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18dcb69-12ec-44b3-8853-7f52649bac51 None None] Network 50608503-e858-4802-a3c7-5ed0da22455b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:38.716466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:38.717093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.803282 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d396e7bb-154e-46e8-aae1-87959f0d523b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4509604 Mar 11 17:28:38.804211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34786) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:38.813338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1278683292'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:38.850986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:38.856499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3de0ff-1191-40c7-b899-58a7311c9e14 None None] Network 7b51de1b-0b13-41b1-876c-40a5f287ad31 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:38.858859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.916515 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59c573a6-a40c-4943-8616-f59ce8873521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.919387 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59c573a6-a40c-4943-8616-f59ce8873521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.925987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-59c573a6-a40c-4943-8616-f59ce8873521 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/870f396d-5b24-4c75-8a69-31577bdf53cd HTTP/1.1" status: 204 len: 168 time: 0.6003852 Mar 11 17:28:38.954150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c573a6-a40c-4943-8616-f59ce8873521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f396d-5b24-4c75-8a69-31577bdf53cd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:38.969396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:38.989297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:38.989907 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment 6b70fab4-d86e-4d22-a804-bd9164a2820b of type vlan for network d6f026dc-ad24-44d0-9b4e-a18643432016 Mar 11 17:28:39.031695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34792) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:39.039255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6,segment=NetworkSegment(746387ca-7b4d-49f1-a73b-caab09fc6d66),segment_id=746387ca-7b4d-49f1-a73b-caab09fc6d66)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:39.065218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d932db82-f60d-476b-8771-620dbdb71523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.082048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.091306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3e3f7d4-4a2f-486a-984e-2d5a46b41275 req-8efda4db-9e05-4b2d-8b10-bfe8d658a351 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 210 time: 0.1032581 Mar 11 17:28:39.139498 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.167319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.187173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:39.188113 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.244797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d6441afa-7ecb-4059-82b6-b98c76b9c7e7 None None] Provisioning complete for port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:39.245551 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6441afa-7ecb-4059-82b6-b98c76b9c7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.282495 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.282720 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4743679 Mar 11 17:28:39.286813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:39.290850 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.302469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': 'd6f026dc-ad24-44d0-9b4e-a18643432016', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:39.321808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2d3a8-7ea8-4eff-8df3-d0bd3a53d284 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=d6f026dc-ad24-44d0-9b4e-a18643432016,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:39.344045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network d6f026dc-ad24-44d0-9b4e-a18643432016 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:39.400137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d932db82-f60d-476b-8771-620dbdb71523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.413882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d932db82-f60d-476b-8771-620dbdb71523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.500462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932db82-f60d-476b-8771-620dbdb71523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd340af-df4f-461b-b4e9-45e5a3f311e2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:39.502256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:39.505541 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d932db82-f60d-476b-8771-620dbdb71523 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8799838d1eb47aba6f2c280c08a38c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724488 Mar 11 17:28:39.506728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:39.509396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:39.529374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:39.534099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.612853 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:39.620282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Performing IP validity checks on allocation pools {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 17:28:39.620969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 17:28:39.634651 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:39.635504 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:39.687395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-50608503-e858-4802-a3c7-5ed0da22455b', 'network_id': '50608503-e858-4802-a3c7-5ed0da22455b', 'tenant_id': '4b4783d86783467096022655272f3b8e', 'fixed_ips': [{'subnet_id': '5d018c29-1cbe-4b79-8c7b-ef52f7d18718'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:39.689277 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.741464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:39.759216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.770337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-943439e4-77f0-48eb-b2e4-4dda6e680840 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896 HTTP/1.1" status: 200 len: 703 time: 2.6978946 Mar 11 17:28:39.771138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34808) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:39.873580 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:39.905028 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:39.976368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d4dff9fe-62df-46e5-9766-ddebca891587 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896 HTTP/1.1" status: 200 len: 703 time: 0.1998138 Mar 11 17:28:39.979364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34814) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:40.017506 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Allocated IP 2001:db8::1 (50608503-e858-4802-a3c7-5ed0da22455b/5d018c29-1cbe-4b79-8c7b-ef52f7d18718/f423b4de-c63f-4d52-a05f-10320fba7c27) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:40.099726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b53c60aa-b6b5-43c7-9315-02e0e7ec4728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.156507 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b53c60aa-b6b5-43c7-9315-02e0e7ec4728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.246064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device df0ed008-4506-44fb-9e3f-d8c4bbf909cc up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:40.268320 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b53c60aa-b6b5-43c7-9315-02e0e7ec4728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.270879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b53c60aa-b6b5-43c7-9315-02e0e7ec4728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.272288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b53c60aa-b6b5-43c7-9315-02e0e7ec4728 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ccd340af-df4f-461b-b4e9-45e5a3f311e2 HTTP/1.1" status: 204 len: 168 time: 0.7599626 Mar 11 17:28:40.291232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=b8360d89-4845-4a11-8d92-6d2753589b83,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:40.295178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c60aa-b6b5-43c7-9315-02e0e7ec4728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd340af-df4f-461b-b4e9-45e5a3f311e2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:40.297504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking segment: {'id': '6b70fab4-d86e-4d22-a804-bd9164a2820b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd6f026dc-ad24-44d0-9b4e-a18643432016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:40.297866 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network hostable DHCP agents. Network: d6f026dc-ad24-44d0-9b4e-a18643432016, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:40.317004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network d6f026dc-ad24-44d0-9b4e-a18643432016 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:40.328746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, d6f026dc-ad24-44d0-9b4e-a18643432016) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:40.344458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:40.348870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.363671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee31803d-57ad-43f6-b0e0-8cf283b3a727 None None] Network d6f026dc-ad24-44d0-9b4e-a18643432016 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:40.379702 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 7, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df0ed008-4506-44fb-9e3f-d8c4bbf909cc', 'name': '', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:c5:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:29Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '42877629-4ad9-4b35-af76-8075fce63514', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:40.386759 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6ae6f72d-ff7e-4072-9e89-1756a3573a92 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0960257 Mar 11 17:28:40.390247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:40.412055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff7f64aa-c4e6-4b5a-9a3b-3b88f92f7310 req-941d22fd-cf22-4aba-9284-bd509db0d039 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 210 time: 0.1459813 Mar 11 17:28:40.421555 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:40.434652 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:40.437905 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:40.569765 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.579294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c5ba7aaa-666a-452e-a8c4-537187956556 None None] Provisioning complete for port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:40.579928 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c5ba7aaa-666a-452e-a8c4-537187956556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.594700 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:40.664166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.707918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port df0ed008-4506-44fb-9e3f-d8c4bbf909cc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:40.708296 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.714402 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.785579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Pushing event updated for resources: {'Port': ['ID=f423b4de-c63f-4d52-a05f-10320fba7c27,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:40.788171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6581a97-7cb8-4573-85ac-2c550cf9eb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-d6f026dc-ad24-44d0-9b4e-a18643432016', 'network_id': 'd6f026dc-ad24-44d0-9b4e-a18643432016', 'tenant_id': '4b4783d86783467096022655272f3b8e', 'fixed_ips': [{'subnet_id': 'b8360d89-4845-4a11-8d92-6d2753589b83'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:40.789061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e6581a97-7cb8-4573-85ac-2c550cf9eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.839709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-6140bf72-3f55-415c-9f0a-d354b75ea115 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:40.841687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-6140bf72-3f55-415c-9f0a-d354b75ea115 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.6447437 Mar 11 17:28:40.870091 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.887474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Request body: {'port': {'device_id': 'da818be9-dcc5-4db7-af4e-910586bd2c24', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'admin_state_up': True, 'tenant_id': 'd5d208419e1140d0b2726319f9122d80'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:40.910219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Network 50608503-e858-4802-a3c7-5ed0da22455b is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:40.912836 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 7, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df0ed008-4506-44fb-9e3f-d8c4bbf909cc', 'name': '', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:c5:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:29Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '42877629-4ad9-4b35-af76-8075fce63514', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:40.924869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:40.946004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:40.973495 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83769857-8aa5-44d0-a56a-0bc93b3cc270 None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 7, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df0ed008-4506-44fb-9e3f-d8c4bbf909cc', 'name': '', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:c5:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:29Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '42877629-4ad9-4b35-af76-8075fce63514', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:40.977843 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:40.997093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.075641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=b8360d89-4845-4a11-8d92-6d2753589b83,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:41.149052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Made reservation on behalf of d5d208419e1140d0b2726319f9122d80 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:41.153813 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.182640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Attempting to bind port f423b4de-c63f-4d52-a05f-10320fba7c27 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:41.183009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Attempting to bind port f423b4de-c63f-4d52-a05f-10320fba7c27 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50608503-e858-4802-a3c7-5ed0da22455b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:41.183370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Attempting to bind port f423b4de-c63f-4d52-a05f-10320fba7c27 on network 50608503-e858-4802-a3c7-5ed0da22455b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:41.194895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:41.195270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Checking segment: {'id': '9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50608503-e858-4802-a3c7-5ed0da22455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:41.195677 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.196072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Bound using segment: {'id': '9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50608503-e858-4802-a3c7-5ed0da22455b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:41.196591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Bound port: f423b4de-c63f-4d52-a05f-10320fba7c27, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '50608503-e858-4802-a3c7-5ed0da22455b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:41.196975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-e6581a97-7cb8-4573-85ac-2c550cf9eb07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8360d89-4845-4a11-8d92-6d2753589b83: This subnet is being modified by another concurrent operation. Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8360d89-4845-4a11-8d92-6d2753589b83: This subnet is being modified by another concurrent operation. Mar 11 17:28:41.203341 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:28:41.214764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:41.255824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.258947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.285370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f026dc-ad24-44d0-9b4e-a18643432016']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:41.295964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b70fab4-d86e-4d22-a804-bd9164a2820b') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:41.296267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b70fab4-d86e-4d22-a804-bd9164a2820b') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:41.309532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.327385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ac438-d122-4bea-81b1-7bbe3308324c None None] Network d6f026dc-ad24-44d0-9b4e-a18643432016 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:41.353974 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.376494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:41.379652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:41.384590 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:41.534279 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.561204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.565659 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/d6f026dc-ad24-44d0-9b4e-a18643432016 HTTP/1.1" status: 204 len: 168 time: 1.1741476 Mar 11 17:28:41.569087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ab266-5bd6-4fa4-808d-67f1c5bfb6aa tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=d6f026dc-ad24-44d0-9b4e-a18643432016,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:41.575915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34850) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:41.585209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-139338809'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:41.598557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea47887f-c524-4890-be41-d533a1374d91 req-09f44753-2e29-471c-a146-e3377919518d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 210 time: 0.0698297 Mar 11 17:28:41.600870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Allocated IP 172.20.0.10 (183c0f9c-34b5-40d8-8f5b-ec3e47e371b5/d975d024-42bd-41eb-a5a3-788261a71880/deca85b6-646b-412b-9054-556513a7dbab) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:41.633863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:41.648973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.659135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:41.728521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] For port f423b4de-c63f-4d52-a05f-10320fba7c27, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:41.731847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] For port f423b4de-c63f-4d52-a05f-10320fba7c27, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f423b4de-c63f-4d52-a05f-10320fba7c27,segment=NetworkSegment(9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8),segment_id=9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:41.734688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:41.745973 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.746384 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.746911 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment 75f519c4-d858-41cc-9a67-ad9606beaa5c of type vlan for network c90456f5-7440-4397-b65d-6ffa2ec710de Mar 11 17:28:41.758883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:41.759535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:41.844931 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.847390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34862) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:41.885062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.900143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:41.900825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.909424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:41.910046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.975459 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3982916 Mar 11 17:28:41.981509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34868) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:42.008847 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.018259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port df0ed008-4506-44fb-9e3f-d8c4bbf909cc {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:42.018607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.039931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': 'c90456f5-7440-4397-b65d-6ffa2ec710de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:42.064159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-447423659'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:42.068927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:42.083236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bd7af-18a6-4c4a-aab8-77ce83d277c0 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=c90456f5-7440-4397-b65d-6ffa2ec710de,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.148573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Made reservation on behalf of 09dec806b1a846e695ed6c17d0ee9abc for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:42.152595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.170243 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.175763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:42.181088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.198516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.307418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event updated for resources: {'Port': ['ID=deca85b6-646b-412b-9054-556513a7dbab,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.356288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port df0ed008-4506-44fb-9e3f-d8c4bbf909cc, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=df0ed008-4506-44fb-9e3f-d8c4bbf909cc,segment=NetworkSegment(3898a9da-36d8-46a9-962a-88ad62029bd9),segment_id=3898a9da-36d8-46a9-962a-88ad62029bd9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:42.356719 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.386038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network c90456f5-7440-4397-b65d-6ffa2ec710de details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:42.388412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:28:42.394086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:42.408657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for df0ed008-4506-44fb-9e3f-d8c4bbf909cc owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:42.411064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:42.416989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:42.491752 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6ea93-48cf-4c8c-9858-eff315778ca3 None None] Pushing event updated for resources: {'Port': ['ID=f423b4de-c63f-4d52-a05f-10320fba7c27,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.554953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:42.555597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.585727 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.593532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-4c3bcbc0-af21-408b-8114-5de9c413c47f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7137783 Mar 11 17:28:42.672218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=f436180e-2720-4655-bf75-9bd62b690bd8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:42.687494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking segment: {'id': '75f519c4-d858-41cc-9a67-ad9606beaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c90456f5-7440-4397-b65d-6ffa2ec710de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:42.688158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network hostable DHCP agents. Network: c90456f5-7440-4397-b65d-6ffa2ec710de, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:42.725207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network c90456f5-7440-4397-b65d-6ffa2ec710de is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:42.743861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 7, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df0ed008-4506-44fb-9e3f-d8c4bbf909cc', 'name': '', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:c5:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:29Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '42877629-4ad9-4b35-af76-8075fce63514', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:42.755380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, c90456f5-7440-4397-b65d-6ffa2ec710de) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:42.759499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:42.760112 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:42.781036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:42.796160 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a17acfe2-ae90-4b22-8845-0eeb3816aadc tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7603374 Mar 11 17:28:42.801481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34872) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:42.837087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f146ef-a174-4553-96f2-cb8ee81f84a1 None None] Network c90456f5-7440-4397-b65d-6ffa2ec710de requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:42.940693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:42.941727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:42.946384 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.020595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.038741 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.043994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Request body: {'port': {'device_id': 'da818be9-dcc5-4db7-af4e-910586bd2c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:43.194021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.198830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f423b4de-c63f-4d52-a05f-10320fba7c27 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:43.223567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=f436180e-2720-4655-bf75-9bd62b690bd8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:43.251002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.260143 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.272134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:43.300372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.323161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90456f5-7440-4397-b65d-6ffa2ec710de']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:43.333830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f519c4-d858-41cc-9a67-ad9606beaa5c') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:43.334123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f519c4-d858-41cc-9a67-ad9606beaa5c') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:43.350268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.365914 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.373634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:43.374100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.390366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbca5e6-a1b8-4be6-be5f-326e526db275,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:43.528644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15290796-d25e-4f34-ae69-464f70866395 req-2712eaa9-4db3-4636-8333-a55090d92dc7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:43.531660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15290796-d25e-4f34-ae69-464f70866395 req-2712eaa9-4db3-4636-8333-a55090d92dc7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 932 time: 0.3838675 Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:43.550650 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:43.559431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f423b4de-c63f-4d52-a05f-10320fba7c27 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:43.559804 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.561656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55056a96-d707-4122-abac-934edac0b952 None None] Network 50608503-e858-4802-a3c7-5ed0da22455b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:43.576365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.584602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.589591 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/c90456f5-7440-4397-b65d-6ffa2ec710de HTTP/1.1" status: 204 len: 168 time: 0.7882993 Mar 11 17:28:43.607894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:43.609022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7baf-3d0b-4ac5-8ac0-5dde3623fbce tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=c90456f5-7440-4397-b65d-6ffa2ec710de,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:43.626850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478428900'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:43.654289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7264021-1718-4adf-965f-b28ea812f20b None None] Network c90456f5-7440-4397-b65d-6ffa2ec710de requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:43.657332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:43.666656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.683516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:43.705380 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.738636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:43.758339 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.758907 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment 433b6f8c-8914-4ef8-8b71-3a544c56a2ee of type vlan for network b2ef262f-ac45-45b2-ae45-f4671600e680 Mar 11 17:28:43.763387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.763737 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Added segment 811e8c56-4691-4844-b46f-05a2001edd09 of type vlan for network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 Mar 11 17:28:43.822272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=df0ed008-4506-44fb-9e3f-d8c4bbf909cc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:43.846701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.888461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15290796-d25e-4f34-ae69-464f70866395 req-7c78d9fc-fe2e-49e7-b244-8701204ef12b tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262014 Mar 11 17:28:43.904656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.923242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:43.924720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.986609 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3634126 Mar 11 17:28:43.987128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34896) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:44.001420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': 'b2ef262f-ac45-45b2-ae45-f4671600e680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:44.008767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7264021-1718-4adf-965f-b28ea812f20b None None] Network c90456f5-7440-4397-b65d-6ffa2ec710de could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 17:28:44.015397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9724a084-aa89-403b-ac42-7bd14ef1a372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.048178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f73bdf-afc6-4367-9a0d-4d87bc9176d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=b2ef262f-ac45-45b2-ae45-f4671600e680,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:44.065243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f325602e-e987-4767-881c-129d11cc85d9 None None] Provisioning complete for port f423b4de-c63f-4d52-a05f-10320fba7c27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:44.065646 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f325602e-e987-4767-881c-129d11cc85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.072097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.073521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b2ef262f-ac45-45b2-ae45-f4671600e680 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:44.164754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.242428 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.248483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:44.249123 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.315438 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.371827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f325602e-e987-4767-881c-129d11cc85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.384495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port f423b4de-c63f-4d52-a05f-10320fba7c27, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f423b4de-c63f-4d52-a05f-10320fba7c27,segment=NetworkSegment(9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8),segment_id=9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:44.396648 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.410947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 7, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df0ed008-4506-44fb-9e3f-d8c4bbf909cc', 'name': '', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:c5:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:29Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '42877629-4ad9-4b35-af76-8075fce63514', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:44.441548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5896056 Mar 11 17:28:44.444693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:44.450322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'subnet': {'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:44.465498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deca85b6-646b-412b-9054-556513a7dbab {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:28:44.476008 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.493030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6afbea-e40d-4031-b93c-e0d22a82b762 None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 7, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df0ed008-4506-44fb-9e3f-d8c4bbf909cc', 'name': '', 'network_id': '06322a15-304a-426d-93c4-e3abb57d59a7', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:c5:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '42877629-4ad9-4b35-af76-8075fce63514', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:29Z', 'updated_at': '2022-03-11T17:28:38Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '42877629-4ad9-4b35-af76-8075fce63514', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:44.495416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Transition to ACTIVE for port object deca85b6-646b-412b-9054-556513a7dbab will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:28:44.513214 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.523085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b72a6-a058-41c6-a973-c6085f8fea94 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:28:44.539878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611597d-a7fb-42d8-aa2c-610525e78d9f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Network': ['ID=778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:44.543067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:44.546609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.593388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:44.624429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Made reservation on behalf of 09dec806b1a846e695ed6c17d0ee9abc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:44.639987 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.807233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=f423b4de-c63f-4d52-a05f-10320fba7c27,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:44.848272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Pushing event updated for resources: {'Port': ['ID=deca85b6-646b-412b-9054-556513a7dbab,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:44.862625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:44.919088 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-f325602e-e987-4767-881c-129d11cc85d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:28:44.919530 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-f325602e-e987-4767-881c-129d11cc85d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:28:45.014814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Attempting to bind port deca85b6-646b-412b-9054-556513a7dbab on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:45.015070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Attempting to bind port deca85b6-646b-412b-9054-556513a7dbab by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:45.015394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Attempting to bind port deca85b6-646b-412b-9054-556513a7dbab on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:45.025859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b72a6-a058-41c6-a973-c6085f8fea94 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:28:45.074461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Port deca85b6-646b-412b-9054-556513a7dbab on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:28:45.075062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Attempting to bind port deca85b6-646b-412b-9054-556513a7dbab on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:45.130838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:45.131252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Checking segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:45.131565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Bound using segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:45.132008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Bound port: deca85b6-646b-412b-9054-556513a7dbab, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:45.132391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.156373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:45.167694 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:45.170512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0db270bd-dfd0-4421-a8dd-114d0eb19b0f tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1897130 Mar 11 17:28:45.175860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34906) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:45.183158 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:45.184393 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:45.288251 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:45.443901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.519283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Subnet': ['ID=e33864d4-52e5-4943-b2c1-6e3d99b0a8ab,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.540129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Checking segment: {'id': '811e8c56-4691-4844-b46f-05a2001edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:45.540494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Network hostable DHCP agents. Network: 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:45.541298 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:43Z', 'revision_number': 8, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:45.554389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35947838-ec83-42d7-91f6-b5e8044e639b req-6e5ed139-c863-4343-80b2-27accd7c1d68 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:45.555869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35947838-ec83-42d7-91f6-b5e8044e639b req-6e5ed139-c863-4343-80b2-27accd7c1d68 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 944 time: 0.5011737 Mar 11 17:28:45.560061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:45.565372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2034f5e-488e-4e53-bdbe-6220d42de67a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting subnet 42877629-4ad9-4b35-af76-8075fce63514 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:28:45.571475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:45.576329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:45.577197 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.579077 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:45.586227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6b6ec-048d-4912-8787-36d4aa3e4246 None None] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:45.590485 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:45.591278 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:45.607720 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0dcfbb08-b3ce-4d56-baa2-75b3b3e2b80e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1593611 Mar 11 17:28:45.608153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34908) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:45.610319 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2034f5e-488e-4e53-bdbe-6220d42de67a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.615170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'port': {'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-677854557'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:45.616678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35947838-ec83-42d7-91f6-b5e8044e639b req-6fcf7422-b348-4373-b99f-d25803fb4fc4 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411377 Mar 11 17:28:45.649683 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.693088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] For port deca85b6-646b-412b-9054-556513a7dbab, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:45.724107 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2034f5e-488e-4e53-bdbe-6220d42de67a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.728473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] For port deca85b6-646b-412b-9054-556513a7dbab, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=deca85b6-646b-412b-9054-556513a7dbab,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:45.759585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.777343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Made reservation on behalf of 09dec806b1a846e695ed6c17d0ee9abc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:45.780192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9', 'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9', 'tenant_id': '09dec806b1a846e695ed6c17d0ee9abc', 'fixed_ips': [{'subnet_id': 'e33864d4-52e5-4943-b2c1-6e3d99b0a8ab'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:45.781141 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.781386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.786693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b0a45a18-158c-4778-9cde-7c0e90f9eea8 None None] Provisioning complete for port f423b4de-c63f-4d52-a05f-10320fba7c27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:45.786693 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b0a45a18-158c-4778-9cde-7c0e90f9eea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.832270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] device_id is not set on port 12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:28:45.865486 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:45.868819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Pushing event updated for resources: {'Port': ['ID=deca85b6-646b-412b-9054-556513a7dbab,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.911754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:45.915097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:45.919616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-fef7b0be-348e-4586-b57b-8ec5ffb5435c service neutron] 10.222.0.46 "PUT /v2.0/ports/deca85b6-646b-412b-9054-556513a7dbab HTTP/1.1" status: 200 len: 1092 time: 3.3142867 Mar 11 17:28:45.935309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=19e446e6-1adc-40fb-ab0d-e471e9feaada,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:45.940119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da818be9-dcc5-4db7-af4e-910586bd2c24', 'tag': 'deca85b6-646b-412b-9054-556513a7dbab'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:45.946485 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475d1126-01f9-4b03-859b-fe8878c331f1" -d '{"events": [{"name": "network-changed", "server_uuid": "da818be9-dcc5-4db7-af4e-910586bd2c24", "tag": "deca85b6-646b-412b-9054-556513a7dbab"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:45.989248 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-45358178-8c9d-461c-bda6-a25a5bf9099c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.061462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Allocated IP 2001:db8::340 (778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9/e33864d4-52e5-4943-b2c1-6e3d99b0a8ab/12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:46.085215 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8664ea-7791-4cad-9bda-dba807f55a6f x-openstack-request-id: req-4a8664ea-7791-4cad-9bda-dba807f55a6f {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:46.085868 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da818be9-dcc5-4db7-af4e-910586bd2c24", "tag": "deca85b6-646b-412b-9054-556513a7dbab", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:46.085868 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a8664ea-7791-4cad-9bda-dba807f55a6f {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:46.086207 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da818be9-dcc5-4db7-af4e-910586bd2c24', 'tag': 'deca85b6-646b-412b-9054-556513a7dbab', 'status': 'completed', 'code': 200} Mar 11 17:28:46.093174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking segment: {'id': '433b6f8c-8914-4ef8-8b71-3a544c56a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2ef262f-ac45-45b2-ae45-f4671600e680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:46.093539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network hostable DHCP agents. Network: b2ef262f-ac45-45b2-ae45-f4671600e680, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:46.131093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2034f5e-488e-4e53-bdbe-6220d42de67a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.157778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-15309f70-0d0b-4065-b5b8-9afadf8c77be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:46.159484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-15309f70-0d0b-4065-b5b8-9afadf8c77be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 1095 time: 0.1775439 Mar 11 17:28:46.160072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network b2ef262f-ac45-45b2-ae45-f4671600e680 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:46.189750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b2ef262f-ac45-45b2-ae45-f4671600e680) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:46.202870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782dba1-7f60-4ff0-9f5c-04b8e2fe7934 None None] Network b2ef262f-ac45-45b2-ae45-f4671600e680 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:46.272084 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:43Z', 'revision_number': 8, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:46.280752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-c254ea9a-30a3-4ffa-81da-cb4c40d3f1c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deca85b6-646b-412b-9054-556513a7dbab HTTP/1.1" status: 200 len: 217 time: 0.1100659 Mar 11 17:28:46.296148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:46.296904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.313100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.334315 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3543da6-0c0b-42e3-b69f-916d7b3997cd None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:43Z', 'revision_number': 8, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941e51c8-24b6-416f-adf2-5296038a0e6a', 'name': '', 'network_id': '0edd4194-a7d4-47b0-82d1-777b0a08bf98', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:87:dc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:23Z', 'updated_at': '2022-03-11T17:28:31Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'ad9d86c9-9913-48be-8ddc-2dd83f584e92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:46.376331 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.418836 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ce9238d3-6449-4786-afae-ea75d50671db tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4245110 Mar 11 17:28:46.423920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34926) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:46.441647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Allocated IP 2001:db8::2 (778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9/e33864d4-52e5-4943-b2c1-6e3d99b0a8ab/6ea18aad-cfcb-44a1-8705-2cf50bf025a1) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:46.462217 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2034f5e-488e-4e53-bdbe-6220d42de67a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.462621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:46.469066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-d7252909-c5ac-4cee-8e52-4cbab6c92a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:46.471470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-d7252909-c5ac-4cee-8e52-4cbab6c92a83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.1631341 Mar 11 17:28:46.475778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:46.479163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:46.485815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:46.486073 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.497907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Port': ['ID=12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:46.513373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8050dd5f-0321-4db3-90f4-2443fb570d92 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9037404 Mar 11 17:28:46.516623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34928) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:46.536798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'port': {'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1093532367', 'allowed_address_pairs': [{'ip_address': '2001:db8::340', 'mac_address': 'fa:16:3e:b8:fa:6d'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:46.545475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2034f5e-488e-4e53-bdbe-6220d42de67a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Subnet': ['ID=42877629-4ad9-4b35-af76-8075fce63514,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:46.571535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-3cbbf627-2ff4-4077-90e4-30b3618d0f43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420921 Mar 11 17:28:46.572643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2034f5e-488e-4e53-bdbe-6220d42de67a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.577255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac84850-277d-48b7-b5aa-744aa97a8895 None None] Network 06322a15-304a-426d-93c4-e3abb57d59a7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:46.579035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e2034f5e-488e-4e53-bdbe-6220d42de67a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/42877629-4ad9-4b35-af76-8075fce63514 HTTP/1.1" status: 204 len: 168 time: 1.4018264 Mar 11 17:28:46.583339 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34930) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:46.695710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24ff2f-6335-4902-9226-40c935baa2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-b2ef262f-ac45-45b2-ae45-f4671600e680', 'network_id': 'b2ef262f-ac45-45b2-ae45-f4671600e680', 'tenant_id': '4b4783d86783467096022655272f3b8e', 'fixed_ips': [{'subnet_id': '19e446e6-1adc-40fb-ab0d-e471e9feaada'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:46.695891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Made reservation on behalf of 09dec806b1a846e695ed6c17d0ee9abc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:46.696817 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab24ff2f-6335-4902-9226-40c935baa2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.761617 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.764726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-9673cfb3-811c-4904-b451-bb261da2889a service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820283 Mar 11 17:28:46.798368 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.867534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f423b4de-c63f-4d52-a05f-10320fba7c27 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:46.874870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.895826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] device_id is not set on port e0cdc79c-0ed4-4219-9fc4-55e314c12a1f yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:28:46.998581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.010105 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.053125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0510e9d-d8a2-48a7-8cc3-dbc203c56d8a req-8bc327db-bced-4733-b43b-4fd4a2c38194 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.054742 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0510e9d-d8a2-48a7-8cc3-dbc203c56d8a req-8bc327db-bced-4733-b43b-4fd4a2c38194 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 944 time: 0.2807522 Mar 11 17:28:47.096711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Allocated IP 2001:db8::295 (778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9/e33864d4-52e5-4943-b2c1-6e3d99b0a8ab/e0cdc79c-0ed4-4219-9fc4-55e314c12a1f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:47.122569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc991189-5f1a-4e9b-8a7d-d898d1b4521a req-0d49271e-1799-479a-bdc3-7d92473d20cb service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340569 Mar 11 17:28:47.180066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.224205 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0510e9d-d8a2-48a7-8cc3-dbc203c56d8a req-b816e55e-8d9f-43da-b3fe-103453ffbec5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599429 Mar 11 17:28:47.291057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-360e3165-7e80-42fa-9a42-6de4214c8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.296492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-360e3165-7e80-42fa-9a42-6de4214c8165 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 1095 time: 0.1086013 Mar 11 17:28:47.298384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port 973d99dd-a276-45fe-8a9a-9026647daa7a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:47.298737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.380406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:47.404665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:47.414218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:47.422469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Pushing event updated for resources: {'Port': ['ID=6ea18aad-cfcb-44a1-8705-2cf50bf025a1,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:47.433975 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.447163 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-ab24ff2f-6335-4902-9226-40c935baa2ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19e446e6-1adc-40fb-ab0d-e471e9feaada: This subnet is being modified by another concurrent operation. Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19e446e6-1adc-40fb-ab0d-e471e9feaada: This subnet is being modified by another concurrent operation. Mar 11 17:28:47.451760 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:28:47.499058 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.521912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0ff04c-0ca6-440d-86cd-c07405d0ea71 None None] Network b2ef262f-ac45-45b2-ae45-f4671600e680 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:47.548734 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.580092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port 973d99dd-a276-45fe-8a9a-9026647daa7a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=973d99dd-a276-45fe-8a9a-9026647daa7a,segment=NetworkSegment(3898a9da-36d8-46a9-962a-88ad62029bd9),segment_id=3898a9da-36d8-46a9-962a-88ad62029bd9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:47.581444 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.615622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=19e446e6-1adc-40fb-ab0d-e471e9feaada,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:47.652227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c9a222-3748-4f6c-af06-0653b5c42442 None None] DHCP port deletion for 06322a15-304a-426d-93c4-e3abb57d59a7 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:28:47.659798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:47.665326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:47.669950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Port': ['ID=e0cdc79c-0ed4-4219-9fc4-55e314c12a1f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:47.674202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:47.682101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.683130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.708811 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-28cfc53e-8aa6-4963-a0dd-d68f69590c8e tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1907134 Mar 11 17:28:47.711822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34938) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:47.713550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Attempting to bind port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:47.714132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Attempting to bind port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '811e8c56-4691-4844-b46f-05a2001edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:47.714589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Attempting to bind port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 on network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:47.735591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for 973d99dd-a276-45fe-8a9a-9026647daa7a owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:47.739834 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.747981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:47.748467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Checking segment: {'id': '811e8c56-4691-4844-b46f-05a2001edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:47.751080 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.752114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Bound using segment: {'id': '811e8c56-4691-4844-b46f-05a2001edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:47.752114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Bound port: 6ea18aad-cfcb-44a1-8705-2cf50bf025a1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811e8c56-4691-4844-b46f-05a2001edd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:47.755028 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.780856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f423b4de-c63f-4d52-a05f-10320fba7c27 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:47.781341 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.806222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ef262f-ac45-45b2-ae45-f4671600e680']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:47.862129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-2da5cc2e-d487-41d9-8480-7247ac25c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.864240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-2da5cc2e-d487-41d9-8480-7247ac25c2e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 905 time: 0.5566902 Mar 11 17:28:47.864983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed606b-03b0-4070-922e-e9854d7ca44f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.871006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433b6f8c-8914-4ef8-8b71-3a544c56a2ee') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:47.871503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433b6f8c-8914-4ef8-8b71-3a544c56a2ee') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:47.873666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed606b-03b0-4070-922e-e9854d7ca44f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.892385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed606b-03b0-4070-922e-e9854d7ca44f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:47.895073 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b0ed606b-03b0-4070-922e-e9854d7ca44f tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1818764 Mar 11 17:28:47.899318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34940) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:47.933197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-3ec286da-384a-404e-aa0c-0d286816ee71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deca85b6-646b-412b-9054-556513a7dbab HTTP/1.1" status: 200 len: 217 time: 0.0485635 Mar 11 17:28:47.935353 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:47.994165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] For port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:47.998821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] For port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ea18aad-cfcb-44a1-8705-2cf50bf025a1,segment=NetworkSegment(811e8c56-4691-4844-b46f-05a2001edd09),segment_id=811e8c56-4691-4844-b46f-05a2001edd09)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:48.001724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-53c9a222-3748-4f6c-af06-0653b5c42442 None None] Deleting port 973d99dd-a276-45fe-8a9a-9026647daa7a {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:48.002872 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-53c9a222-3748-4f6c-af06-0653b5c42442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.009869 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.035992 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.052931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:48.053352 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:48.059871 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:48.064499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-71008bb2-61c0-47b9-8680-0bb8f75eb7fc tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Deleting port e0cdc79c-0ed4-4219-9fc4-55e314c12a1f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:48.065108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71008bb2-61c0-47b9-8680-0bb8f75eb7fc tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.087905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-d019baf5-aae1-459e-ab7f-f4f12ac7ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:48.092095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-d019baf5-aae1-459e-ab7f-f4f12ac7ca70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.1413877 Mar 11 17:28:48.188303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-ea75f7f7-1ac1-42b4-bb23-fa10a47337b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471976 Mar 11 17:28:48.191977 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.336535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71008bb2-61c0-47b9-8680-0bb8f75eb7fc tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.352172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-53c9a222-3748-4f6c-af06-0653b5c42442 None None] For port 973d99dd-a276-45fe-8a9a-9026647daa7a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=973d99dd-a276-45fe-8a9a-9026647daa7a,segment=NetworkSegment(3898a9da-36d8-46a9-962a-88ad62029bd9),segment_id=3898a9da-36d8-46a9-962a-88ad62029bd9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:48.352620 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-53c9a222-3748-4f6c-af06-0653b5c42442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.356553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-71008bb2-61c0-47b9-8680-0bb8f75eb7fc tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Calling delete_port for e0cdc79c-0ed4-4219-9fc4-55e314c12a1f owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:48.369809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-53c9a222-3748-4f6c-af06-0653b5c42442 None None] Calling delete_port for 973d99dd-a276-45fe-8a9a-9026647daa7a owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:48.413852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-6e514dec-7499-43fb-9f35-a5ecc8f1ac25 service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751351 Mar 11 17:28:48.418007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=973d99dd-a276-45fe-8a9a-9026647daa7a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:48.421491 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.508590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device df0ed008-4506-44fb-9e3f-d8c4bbf909cc no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:28:48.523336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No DVR routers for this DVR port 973d99dd-a276-45fe-8a9a-9026647daa7a on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:48.526143 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.537365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:48.540595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/b2ef262f-ac45-45b2-ae45-f4671600e680 HTTP/1.1" status: 204 len: 168 time: 2.1145139 Mar 11 17:28:48.555500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419ce59-9441-448a-84e7-a61ce11ef444 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=b2ef262f-ac45-45b2-ae45-f4671600e680,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:48.617346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511e5a5-d486-4840-aa55-09faa6a6d378 None None] Pushing event updated for resources: {'Port': ['ID=6ea18aad-cfcb-44a1-8705-2cf50bf025a1,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:48.631795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: df0ed008-4506-44fb-9e3f-d8c4bbf909cc {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:28:48.632545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device df0ed008-4506-44fb-9e3f-d8c4bbf909cc not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:28:48.645162 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.715951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1374484373'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:48.717725 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-53c9a222-3748-4f6c-af06-0653b5c42442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.728946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71008bb2-61c0-47b9-8680-0bb8f75eb7fc tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.778092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9a222-3748-4f6c-af06-0653b5c42442 None None] Pushing event deleted for resources: {'Port': ['ID=973d99dd-a276-45fe-8a9a-9026647daa7a,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:48.804055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9a222-3748-4f6c-af06-0653b5c42442 None None] No DVR routers for this DVR port 973d99dd-a276-45fe-8a9a-9026647daa7a on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:48.902358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b3b7c-4962-47ec-8141-7d305456588a req-2aa2dab3-c231-41dd-975d-76f4c2a165aa tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:48.904025 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d8b3b7c-4962-47ec-8141-7d305456588a req-2aa2dab3-c231-41dd-975d-76f4c2a165aa tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 944 time: 0.4888058 Mar 11 17:28:48.904172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71008bb2-61c0-47b9-8680-0bb8f75eb7fc tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event deleted for resources: {'Port': ['ID=e0cdc79c-0ed4-4219-9fc4-55e314c12a1f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:48.906293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.946223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:48.982554 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:48.997202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:49.009802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.020749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:49.021232 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.043978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d8b3b7c-4962-47ec-8141-7d305456588a req-7bb3a41a-3d3b-4187-b70a-de1080bb716c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276827 Mar 11 17:28:49.048715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06322a15-304a-426d-93c4-e3abb57d59a7']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:49.070861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71008bb2-61c0-47b9-8680-0bb8f75eb7fc tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.072613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-475d1126-01f9-4b03-859b-fe8878c331f1 req-758663ee-a6b1-43f4-a16a-af5695ef19e0 service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302383 Mar 11 17:28:49.076176 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-71008bb2-61c0-47b9-8680-0bb8f75eb7fc tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "DELETE /v2.0/ports/e0cdc79c-0ed4-4219-9fc4-55e314c12a1f HTTP/1.1" status: 204 len: 168 time: 1.1753559 Mar 11 17:28:49.078663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34958) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:49.081070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3898a9da-36d8-46a9-962a-88ad62029bd9') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:49.081366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3898a9da-36d8-46a9-962a-88ad62029bd9') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:49.107536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:49.119698 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-db18b61c-467b-4448-8c7f-4b57464c41be tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] GET failed (client error): The resource could not be found. Mar 11 17:28:49.127651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-db18b61c-467b-4448-8c7f-4b57464c41be tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "GET /v2.0/ports/e0cdc79c-0ed4-4219-9fc4-55e314c12a1f HTTP/1.1" status: 404 len: 333 time: 0.0437808 Mar 11 17:28:49.128969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34960) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:49.130610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.131034 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment ac763dd4-cb4f-45bf-85db-0effe14004f6 of type vlan for network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 Mar 11 17:28:49.137512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'port': {'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1256960691'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:49.141907 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.188869 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.199607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.225257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:49.227308 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.229960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:49.233073 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:49.261570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ea18aad-cfcb-44a1-8705-2cf50bf025a1,segment=NetworkSegment(811e8c56-4691-4844-b46f-05a2001edd09),segment_id=811e8c56-4691-4844-b46f-05a2001edd09)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:49.268866 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.287107 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.295382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:49.297069 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.361014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 973d99dd-a276-45fe-8a9a-9026647daa7a no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:28:49.365999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=6ea18aad-cfcb-44a1-8705-2cf50bf025a1,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:49.366365 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.388868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.398053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/networks/06322a15-304a-426d-93c4-e3abb57d59a7 HTTP/1.1" status: 204 len: 168 time: 2.8134322 Mar 11 17:28:49.399089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34962) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:49.423874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 973d99dd-a276-45fe-8a9a-9026647daa7a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:28:49.424627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 973d99dd-a276-45fe-8a9a-9026647daa7a not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:28:49.427285 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7260699 Mar 11 17:28:49.428196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34964) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:49.445595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': 'c6f0448e-53c5-4a0c-8719-81d6d9a8ef78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:49.488815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea16d4-e6d0-42d2-adc5-483b59280c51 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=c6f0448e-53c5-4a0c-8719-81d6d9a8ef78,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:49.507155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:49.549550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8140c-1f04-4d28-aeb3-c84236e1c676 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Network': ['ID=06322a15-304a-426d-93c4-e3abb57d59a7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:49.600686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:49.609927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.805671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e5a601-d75d-4253-b442-8260105d8d69 None None] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:49.911542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.944364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Made reservation on behalf of 09dec806b1a846e695ed6c17d0ee9abc for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:49.951426 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.967984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-71812365-83aa-4705-b20b-ade3a52a8aef None None] Provisioning complete for port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:49.968401 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71812365-83aa-4705-b20b-ade3a52a8aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:49.974906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=b8e92c6a-5e75-49b8-a460-92976295670d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:49.987755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] device_id is not set on port 5be26925-909b-4b7a-b8db-5d9a13336d23 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:28:50.014045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking segment: {'id': 'ac763dd4-cb4f-45bf-85db-0effe14004f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6f0448e-53c5-4a0c-8719-81d6d9a8ef78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:50.015027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network hostable DHCP agents. Network: c6f0448e-53c5-4a0c-8719-81d6d9a8ef78, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:50.036971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:50.061481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, c6f0448e-53c5-4a0c-8719-81d6d9a8ef78) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:50.066647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:50.067566 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.099654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8be171b-5552-4fdf-8d63-7ba2102e8b19 None None] Network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:50.110985 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e1e3027a-58a2-4c77-b3a5-0d6e939eae43 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6731074 Mar 11 17:28:50.112589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34972) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:50.129002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': 'c6f0448e-53c5-4a0c-8719-81d6d9a8ef78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:50.272445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:50.276161 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.284362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Allocated IP 2001:db8::51 (778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9/e33864d4-52e5-4943-b2c1-6e3d99b0a8ab/5be26925-909b-4b7a-b8db-5d9a13336d23) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:50.371435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-c6f0448e-53c5-4a0c-8719-81d6d9a8ef78', 'network_id': 'c6f0448e-53c5-4a0c-8719-81d6d9a8ef78', 'tenant_id': '4b4783d86783467096022655272f3b8e', 'fixed_ips': [{'subnet_id': 'b8e92c6a-5e75-49b8-a460-92976295670d'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:50.372642 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.386389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592f3de-0e91-4afb-a373-68718e30bc8a req-72d7d0e6-cba8-4f8b-b0ae-e611fd05310f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:50.388038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d592f3de-0e91-4afb-a373-68718e30bc8a req-72d7d0e6-cba8-4f8b-b0ae-e611fd05310f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 944 time: 0.1926692 Mar 11 17:28:50.513476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d592f3de-0e91-4afb-a373-68718e30bc8a req-70250d52-6eef-4693-929e-94b4585c52c6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131473 Mar 11 17:28:50.563469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.580907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f9abacba-c1af-4db8-8538-a603e0d568f4 None None] Provisioning complete for port 12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:50.581316 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f9abacba-c1af-4db8-8538-a603e0d568f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.672038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f9abacba-c1af-4db8-8538-a603e0d568f4 None None] Port 12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:50.675912 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.713345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Allocated IP 2001:db8::2 (c6f0448e-53c5-4a0c-8719-81d6d9a8ef78/b8e92c6a-5e75-49b8-a460-92976295670d/58e8f3a8-84ab-4b00-b213-a11c5cdd5703) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:50.729250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f9abacba-c1af-4db8-8538-a603e0d568f4 None None] Provisioning complete for port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:50.729521 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f9abacba-c1af-4db8-8538-a603e0d568f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.831258 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.857155 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.877140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:50.913734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:50.915974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:50.917478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:50.929068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:50.929952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:50.933947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:50.939003 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.939494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:50.940654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:50.961954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=b4da3fbe-7531-4505-b6c7-333f5475571b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:50.969852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Port': ['ID=5be26925-909b-4b7a-b8db-5d9a13336d23,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:50.971254 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f8ba580c-78fb-4e0a-b33b-9bf747880362 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8572326 Mar 11 17:28:50.973773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34978) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:50.982919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device deca85b6-646b-412b-9054-556513a7dbab details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:28:51.020651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04f0d92d-124f-4228-a6fb-0b1abcda3fde tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8885579 Mar 11 17:28:51.023917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34980) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:51.064519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-68da5b35-0e0d-4686-b0c0-75ab153eb385 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::340', 'mac_address': 'fa:16:3e:b8:fa:6d'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:51.117039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790f89c-0318-41b7-a981-6b10af5eb8f8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.120025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790f89c-0318-41b7-a981-6b10af5eb8f8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.129689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790f89c-0318-41b7-a981-6b10af5eb8f8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.130245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:51.130623 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.132322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790f89c-0318-41b7-a981-6b10af5eb8f8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.139473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790f89c-0318-41b7-a981-6b10af5eb8f8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.141920 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7790f89c-0318-41b7-a981-6b10af5eb8f8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1645811 Mar 11 17:28:51.148732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34982) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:51.154365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-380599812'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:51.180615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:51.185466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.215853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port 941e51c8-24b6-416f-adf2-5296038a0e6a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:51.217779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.220825 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.230163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:51.251914 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.252798 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment b8309d36-4ada-401c-9239-95a1d489acd7 of type vlan for network 0ee23af8-a5dc-4056-9102-140b6889095a Mar 11 17:28:51.281608 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.350245 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.382908 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68da5b35-0e0d-4686-b0c0-75ab153eb385 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.399223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.408289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port 941e51c8-24b6-416f-adf2-5296038a0e6a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=941e51c8-24b6-416f-adf2-5296038a0e6a,segment=NetworkSegment(27097d51-a3a8-433f-b53c-3e3e2ad6db07),segment_id=27097d51-a3a8-433f-b53c-3e3e2ad6db07)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:51.409219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.416950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.419479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.462968 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3129048 Mar 11 17:28:51.468491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for 941e51c8-24b6-416f-adf2-5296038a0e6a owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:51.470370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34984) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:51.555120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:51.606118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b64cd-c860-4385-b460-abbe3ef715af tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=0ee23af8-a5dc-4056-9102-140b6889095a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:51.620142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 0ee23af8-a5dc-4056-9102-140b6889095a details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:51.622196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:51.624243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6c455203-6729-4fdd-b9ec-458f49534dae None None] Provisioning complete for port 12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:51.624584 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6c455203-6729-4fdd-b9ec-458f49534dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.626163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:51.632112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Pushing event updated for resources: {'Port': ['ID=58e8f3a8-84ab-4b00-b213-a11c5cdd5703,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:51.659859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b2577070-4961-4a80-9ab3-00b040896e2c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:51.777270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port deca85b6-646b-412b-9054-556513a7dbab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=deca85b6-646b-412b-9054-556513a7dbab,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:51.804046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6c455203-6729-4fdd-b9ec-458f49534dae None None] Port 12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:51.814437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'deca85b6-646b-412b-9054-556513a7dbab', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'port_id': 'deca85b6-646b-412b-9054-556513a7dbab', 'mac_address': 'fa:16:3e:8e:78:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd975d024-42bd-41eb-a5a3-788261a71880', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:28:51.871070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Attempting to bind port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:51.871448 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Attempting to bind port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'ac763dd4-cb4f-45bf-85db-0effe14004f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6f0448e-53c5-4a0c-8719-81d6d9a8ef78'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:51.871814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Attempting to bind port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 on network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:51.882252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:51.882897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Checking segment: {'id': 'ac763dd4-cb4f-45bf-85db-0effe14004f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6f0448e-53c5-4a0c-8719-81d6d9a8ef78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:51.883022 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.883412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Bound using segment: {'id': 'ac763dd4-cb4f-45bf-85db-0effe14004f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6f0448e-53c5-4a0c-8719-81d6d9a8ef78'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:51.883900 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Bound port: 58e8f3a8-84ab-4b00-b213-a11c5cdd5703, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac763dd4-cb4f-45bf-85db-0effe14004f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c6f0448e-53c5-4a0c-8719-81d6d9a8ef78'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:51.884259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.891252 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:51.972995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75f2d0-3864-4915-9211-4e80e4292783 req-76581fd5-bf2b-44b0-932f-c3f8ac08397e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:51.974537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb75f2d0-3864-4915-9211-4e80e4292783 req-76581fd5-bf2b-44b0-932f-c3f8ac08397e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 944 time: 0.3111241 Mar 11 17:28:51.993753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ab064ca1-7cdc-498c-8c46-75cc4fb2c029 None None] Could not find standard attr ID for object e0cdc79c-0ed4-4219-9fc4-55e314c12a1f. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:28:51.996417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] For port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:52.001870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deca85b6-646b-412b-9054-556513a7dbab {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:28:52.041737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] For port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=58e8f3a8-84ab-4b00-b213-a11c5cdd5703,segment=NetworkSegment(ac763dd4-cb4f-45bf-85db-0effe14004f6),segment_id=ac763dd4-cb4f-45bf-85db-0effe14004f6)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:52.045169 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ab064ca1-7cdc-498c-8c46-75cc4fb2c029 None None] Provisioning complete for port 5be26925-909b-4b7a-b8db-5d9a13336d23 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:52.045989 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ab064ca1-7cdc-498c-8c46-75cc4fb2c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.071188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2577070-4961-4a80-9ab3-00b040896e2c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.093632 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.097409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ab064ca1-7cdc-498c-8c46-75cc4fb2c029 None None] Port 5be26925-909b-4b7a-b8db-5d9a13336d23 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:52.104612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.111139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port deca85b6-646b-412b-9054-556513a7dbab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=deca85b6-646b-412b-9054-556513a7dbab,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:52.114448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb75f2d0-3864-4915-9211-4e80e4292783 req-d54b8d32-7cc3-464f-b735-4865623d319e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195898 Mar 11 17:28:52.144139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2577070-4961-4a80-9ab3-00b040896e2c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.155877 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.161281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=941e51c8-24b6-416f-adf2-5296038a0e6a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:52.192245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2577070-4961-4a80-9ab3-00b040896e2c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network 0ee23af8-a5dc-4056-9102-140b6889095a is not hosted by any dhcp agent {{(pid=102642) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 17:28:52.208181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2577070-4961-4a80-9ab3-00b040896e2c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:52.211790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2577070-4961-4a80-9ab3-00b040896e2c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.216027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b2577070-4961-4a80-9ab3-00b040896e2c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "PUT /v2.0/networks/0ee23af8-a5dc-4056-9102-140b6889095a HTTP/1.1" status: 200 len: 723 time: 0.7440422 Mar 11 17:28:52.222998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b775f-a0c0-492b-8e97-4847be0fc7df None None] Pushing event updated for resources: {'Port': ['ID=58e8f3a8-84ab-4b00-b213-a11c5cdd5703,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:52.224886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35002) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:52.244278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': '0ee23af8-a5dc-4056-9102-140b6889095a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:52.358509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=deca85b6-646b-412b-9054-556513a7dbab,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:52.425601 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68da5b35-0e0d-4686-b0c0-75ab153eb385 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.427570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2577070-4961-4a80-9ab3-00b040896e2c tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=0ee23af8-a5dc-4056-9102-140b6889095a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:52.455267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:52.461556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.479647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68da5b35-0e0d-4686-b0c0-75ab153eb385 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.507697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35006) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:52.510500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 0ee23af8-a5dc-4056-9102-140b6889095a details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:52.515907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['deca85b6-646b-412b-9054-556513a7dbab'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:28:52.723481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61e677ac-fd46-43b9-875b-ffb4ff891cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.867949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61e677ac-fd46-43b9-875b-ffb4ff891cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.905510 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61e677ac-fd46-43b9-875b-ffb4ff891cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.964133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.979479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e677ac-fd46-43b9-875b-ffb4ff891cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634e5e11-84c7-44ac-b2ef-92d50a0ac84f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:52.985319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da5b35-0e0d-4686-b0c0-75ab153eb385 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Port': ['ID=5be26925-909b-4b7a-b8db-5d9a13336d23,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:52.990621 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-61e677ac-fd46-43b9-875b-ffb4ff891cf9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a1d8490998d48efa4815e85538472bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816070 Mar 11 17:28:52.991509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35010) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:52.997097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-68da5b35-0e0d-4686-b0c0-75ab153eb385 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] In _notify_port_updated(), no bound segment for port 5be26925-909b-4b7a-b8db-5d9a13336d23 on network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:28:53.002748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da5b35-0e0d-4686-b0c0-75ab153eb385 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:53.003492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68da5b35-0e0d-4686-b0c0-75ab153eb385 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.007929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-68da5b35-0e0d-4686-b0c0-75ab153eb385 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "PUT /v2.0/ports/5be26925-909b-4b7a-b8db-5d9a13336d23 HTTP/1.1" status: 200 len: 1002 time: 1.9807675 Mar 11 17:28:53.009320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35012) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:53.021555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:53.078326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:53.079026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=37cd249a-389e-474c-87fc-d42abc6d305d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:53.079343 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.111168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.184539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking segment: {'id': 'b8309d36-4ada-401c-9239-95a1d489acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee23af8-a5dc-4056-9102-140b6889095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:53.185081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network hostable DHCP agents. Network: 0ee23af8-a5dc-4056-9102-140b6889095a, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:28:53.213855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc39a430-e121-4822-b00b-c7a62c55a934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.229052 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.251992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network 0ee23af8-a5dc-4056-9102-140b6889095a is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:28:53.256404 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc39a430-e121-4822-b00b-c7a62c55a934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.287917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 0ee23af8-a5dc-4056-9102-140b6889095a) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:53.288541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=58e8f3a8-84ab-4b00-b213-a11c5cdd5703,segment=NetworkSegment(ac763dd4-cb4f-45bf-85db-0effe14004f6),segment_id=ac763dd4-cb4f-45bf-85db-0effe14004f6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:53.301124 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.308219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:53.308844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.318392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056b5c3-80c3-4a9a-85e8-38b3ce177e5e None None] Network 0ee23af8-a5dc-4056-9102-140b6889095a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:53.348649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9d381298-4caa-4771-8d22-47300b572c5c tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Deleting port 5be26925-909b-4b7a-b8db-5d9a13336d23 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:53.348980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bf107909-1181-477c-ab45-e18bac84e1c4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1217802 Mar 11 17:28:53.349173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d381298-4caa-4771-8d22-47300b572c5c tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.350899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:53.357577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f5a30baf-6c0a-4252-b98c-80e67da18c88 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:53.405319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc39a430-e121-4822-b00b-c7a62c55a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.408620 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc39a430-e121-4822-b00b-c7a62c55a934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.410159 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cc39a430-e121-4822-b00b-c7a62c55a934 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/634e5e11-84c7-44ac-b2ef-92d50a0ac84f HTTP/1.1" status: 204 len: 168 time: 0.4153945 Mar 11 17:28:53.429846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39a430-e121-4822-b00b-c7a62c55a934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634e5e11-84c7-44ac-b2ef-92d50a0ac84f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:53.508691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=58e8f3a8-84ab-4b00-b213-a11c5cdd5703,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:53.524168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8539c973-4daf-49bf-a6d4-668697d3893c None None] Provisioning complete for port 5be26925-909b-4b7a-b8db-5d9a13336d23 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:53.524783 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8539c973-4daf-49bf-a6d4-668697d3893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.542725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a30baf-6c0a-4252-b98c-80e67da18c88 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25511159'] for subnet, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.577322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950257-f0bb-4ae0-8d62-c97e4d144d56 req-99224697-133f-4a3a-ab54-bc607edd39c5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:53.578785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e950257-f0bb-4ae0-8d62-c97e4d144d56 req-99224697-133f-4a3a-ab54-bc607edd39c5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 945 time: 0.3409073 Mar 11 17:28:53.631887 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d381298-4caa-4771-8d22-47300b572c5c tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.642746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8539c973-4daf-49bf-a6d4-668697d3893c None None] Port 5be26925-909b-4b7a-b8db-5d9a13336d23 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:53.650056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9d381298-4caa-4771-8d22-47300b572c5c tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Calling delete_port for 5be26925-909b-4b7a-b8db-5d9a13336d23 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:53.719240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-0ee23af8-a5dc-4056-9102-140b6889095a', 'network_id': '0ee23af8-a5dc-4056-9102-140b6889095a', 'tenant_id': '4b4783d86783467096022655272f3b8e', 'fixed_ips': [{'subnet_id': '37cd249a-389e-474c-87fc-d42abc6d305d'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:28:53.720461 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.790770 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a30baf-6c0a-4252-b98c-80e67da18c88 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772931430831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25652689'] for subnet, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.832873 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d381298-4caa-4771-8d22-47300b572c5c tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.862260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a30baf-6c0a-4252-b98c-80e67da18c88 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:53.863932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a30baf-6c0a-4252-b98c-80e67da18c88 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:53.869281 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f5a30baf-6c0a-4252-b98c-80e67da18c88 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "PUT /v2.0/subnets/37cd249a-389e-474c-87fc-d42abc6d305d HTTP/1.1" status: 200 len: 826 time: 0.5144525 Mar 11 17:28:53.870114 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:53.896982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7098a5-ab91-4b20-ad41-20b95f08ddbe None None] Network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:53.900373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d381298-4caa-4771-8d22-47300b572c5c tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event deleted for resources: {'Port': ['ID=5be26925-909b-4b7a-b8db-5d9a13336d23,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:53.959185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a30baf-6c0a-4252-b98c-80e67da18c88 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=37cd249a-389e-474c-87fc-d42abc6d305d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:54.001070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e950257-f0bb-4ae0-8d62-c97e4d144d56 req-9a1cd39a-7185-494b-a3e2-6a1dc64f924b tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827872 Mar 11 17:28:54.020668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:54.035160 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.051260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Allocated IP 2001:db8::2 (0ee23af8-a5dc-4056-9102-140b6889095a/37cd249a-389e-474c-87fc-d42abc6d305d/ca3d58bf-58fd-4c09-b544-da22fb1198a0) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:54.063552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d1e178e8-4be5-457b-8280-a3f8a8fb67ba None None] Provisioning complete for port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:54.064259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d1e178e8-4be5-457b-8280-a3f8a8fb67ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.166558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.214764 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d381298-4caa-4771-8d22-47300b572c5c tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.220476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d381298-4caa-4771-8d22-47300b572c5c tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "DELETE /v2.0/ports/5be26925-909b-4b7a-b8db-5d9a13336d23 HTTP/1.1" status: 204 len: 168 time: 1.2077856 Mar 11 17:28:54.220785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35038) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:54.257867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:28:54.267005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-76ee78f0-7157-4fd8-8a84-fab2e2bca9c5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8409686 Mar 11 17:28:54.267713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35042) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:54.277505 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c76d1ef-24c7-4aad-b837-25e040ab4343 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] GET failed (client error): The resource could not be found. Mar 11 17:28:54.282678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3c76d1ef-24c7-4aad-b837-25e040ab4343 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "GET /v2.0/ports/5be26925-909b-4b7a-b8db-5d9a13336d23 HTTP/1.1" status: 404 len: 333 time: 0.0573385 Mar 11 17:28:54.282857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35044) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:54.290705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:54.311196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'port': {'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-491928785'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:54.329226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:54.329929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:54.392262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5caeabb-9408-4b19-80c9-1ac2b3233519 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting subnet ad9d86c9-9913-48be-8ddc-2dd83f584e92 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:28:54.404159 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5caeabb-9408-4b19-80c9-1ac2b3233519 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.468164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5caeabb-9408-4b19-80c9-1ac2b3233519 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.519893 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.521259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Made reservation on behalf of 09dec806b1a846e695ed6c17d0ee9abc for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:54.525015 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.526285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:54.548256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] device_id is not set on port eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:28:54.555093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.571538 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.610028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=37cd249a-389e-474c-87fc-d42abc6d305d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:54.634985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5caeabb-9408-4b19-80c9-1ac2b3233519 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.688722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.711469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee23af8-a5dc-4056-9102-140b6889095a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:54.722489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8309d36-4ada-401c-9239-95a1d489acd7') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:54.722788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8309d36-4ada-401c-9239-95a1d489acd7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:54.753365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.776267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Allocated IP 2001:db8::49 (778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9/e33864d4-52e5-4943-b2c1-6e3d99b0a8ab/eaf7db66-131c-42c2-b41a-68bfdfc7d7f6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:54.776952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.790716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:54.791125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.793089 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5caeabb-9408-4b19-80c9-1ac2b3233519 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:54.797493 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:54.831142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caeabb-9408-4b19-80c9-1ac2b3233519 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9d86c9-9913-48be-8ddc-2dd83f584e92,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:54.843845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5caeabb-9408-4b19-80c9-1ac2b3233519 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:54.850838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e5caeabb-9408-4b19-80c9-1ac2b3233519 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/ad9d86c9-9913-48be-8ddc-2dd83f584e92 HTTP/1.1" status: 204 len: 168 time: 0.5809901 Mar 11 17:28:54.851757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35056) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:54.872524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c6ea3-072b-4d9f-bd06-e7cff6654ca0 None None] Network 0edd4194-a7d4-47b0-82d1-777b0a08bf98 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:54.896743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Network 0ee23af8-a5dc-4056-9102-140b6889095a is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:54.907810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:54.921751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Pushing event updated for resources: {'Port': ['ID=ca3d58bf-58fd-4c09-b544-da22fb1198a0,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:54.922279 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:28:54.922279 n-d-833411-1 neutron-server[102641]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:28:54.922279 n-d-833411-1 neutron-server[102641]: [parameters: {'id': '0ee23af8-a5dc-4056-9102-140b6889095a'}] Mar 11 17:28:54.922279 n-d-833411-1 neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:28:54.922816 n-d-833411-1 neutron-server[102641]: DEBUG oslo_db.api [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:28:54.927563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:54.930510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:54.998232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device deca85b6-646b-412b-9054-556513a7dbab up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:55.001476 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.131808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.147407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b64119-edf7-47a0-8136-b26a2b2ce8d0 None None] Update dhcp port {'port': {'network_id': 'c6f0448e-53c5-4a0c-8719-81d6d9a8ef78', 'fixed_ips': [{'subnet_id': 'b8e92c6a-5e75-49b8-a460-92976295670d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4da3fbe-7531-4505-b6c7-333f5475571b'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '58e8f3a8-84ab-4b00-b213-a11c5cdd5703'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:28:55.159528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port 92496ef5-9071-4861-a96c-0671de88c1a1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:55.159879 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.173728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a89ee-f373-46ae-85b1-1308eed992f7 req-7aa7a138-6450-4cbf-9e55-15c1e8208c1f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:55.175180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-850a89ee-f373-46ae-85b1-1308eed992f7 req-7aa7a138-6450-4cbf-9e55-15c1e8208c1f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 945 time: 0.1056089 Mar 11 17:28:55.272095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.273977 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4b64119-edf7-47a0-8136-b26a2b2ce8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.288591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port 92496ef5-9071-4861-a96c-0671de88c1a1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=92496ef5-9071-4861-a96c-0671de88c1a1,segment=NetworkSegment(27097d51-a3a8-433f-b53c-3e3e2ad6db07),segment_id=27097d51-a3a8-433f-b53c-3e3e2ad6db07)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:55.289015 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.310480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:55.310878 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.313380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-850a89ee-f373-46ae-85b1-1308eed992f7 req-4083abbe-6e3d-4434-8d91-fff4b98c7333 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239424 Mar 11 17:28:55.370711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Attempting to bind port ca3d58bf-58fd-4c09-b544-da22fb1198a0 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:28:55.370711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Attempting to bind port ca3d58bf-58fd-4c09-b544-da22fb1198a0 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'b8309d36-4ada-401c-9239-95a1d489acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee23af8-a5dc-4056-9102-140b6889095a'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:28:55.370711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Attempting to bind port ca3d58bf-58fd-4c09-b544-da22fb1198a0 on network 0ee23af8-a5dc-4056-9102-140b6889095a {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:28:55.373043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for 92496ef5-9071-4861-a96c-0671de88c1a1 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:55.382503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:55.397695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:55.403310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Port': ['ID=eaf7db66-131c-42c2-b41a-68bfdfc7d7f6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:55.411176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:55.417146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:55.417782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.424213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.481847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a61bb60a-7af3-44a4-b8c4-cedb899fb186 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1939652 Mar 11 17:28:55.483056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:28:55.483056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Checking segment: {'id': 'b8309d36-4ada-401c-9239-95a1d489acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee23af8-a5dc-4056-9102-140b6889095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:28:55.483647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.484446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Bound using segment: {'id': 'b8309d36-4ada-401c-9239-95a1d489acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee23af8-a5dc-4056-9102-140b6889095a'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:28:55.485379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Bound port: ca3d58bf-58fd-4c09-b544-da22fb1198a0, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8309d36-4ada-401c-9239-95a1d489acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee23af8-a5dc-4056-9102-140b6889095a'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:28:55.485703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35072) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:55.486360 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.489478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port deca85b6-646b-412b-9054-556513a7dbab completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:28:55.495316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4ba3c283-0392-44b6-9ba1-7456c9c09f65 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b8:fa:6d'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:55.532155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port deca85b6-646b-412b-9054-556513a7dbab triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:55.532768 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.575942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Deleting port ca3d58bf-58fd-4c09-b544-da22fb1198a0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:55.579629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.661103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bb8069-3f6d-4304-9139-130386cbb873 None None] DHCP port deletion for 0edd4194-a7d4-47b0-82d1-777b0a08bf98 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:28:55.669088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c283-0392-44b6-9ba1-7456c9c09f65 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.703066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.778350 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] For port ca3d58bf-58fd-4c09-b544-da22fb1198a0, host n-d-833411-1, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:55.778935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.789538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-77bb8069-3f6d-4304-9139-130386cbb873 None None] The port '92496ef5-9071-4861-a96c-0671de88c1a1' was deleted {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 11 17:28:55.813550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Calling delete_port for ca3d58bf-58fd-4c09-b544-da22fb1198a0 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:55.816537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=92496ef5-9071-4861-a96c-0671de88c1a1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:55.848498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No DVR routers for this DVR port 92496ef5-9071-4861-a96c-0671de88c1a1 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:55.976222 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:55.987118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] For port ca3d58bf-58fd-4c09-b544-da22fb1198a0, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:28:55.990817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:51Z', 'revision_number': 9, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:56.048070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:56.055176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] For port ca3d58bf-58fd-4c09-b544-da22fb1198a0, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca3d58bf-58fd-4c09-b544-da22fb1198a0,segment=NetworkSegment(b8309d36-4ada-401c-9239-95a1d489acd7),segment_id=b8309d36-4ada-401c-9239-95a1d489acd7)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:28:56.076549 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.077028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-f4b64119-edf7-47a0-8136-b26a2b2ce8d0 None None] Allocated IP 172.20.0.1 (c6f0448e-53c5-4a0c-8719-81d6d9a8ef78/b4da3fbe-7531-4505-b6c7-333f5475571b/58e8f3a8-84ab-4b00-b213-a11c5cdd5703) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:56.078607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.081109 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.087236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da818be9-dcc5-4db7-af4e-910586bd2c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deca85b6-646b-412b-9054-556513a7dbab'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:56.090889 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8e6c06-5db3-439f-91c3-e3c595cd5b6f" -d '{"events": [{"server_uuid": "da818be9-dcc5-4db7-af4e-910586bd2c24", "name": "network-vif-plugged", "status": "completed", "tag": "deca85b6-646b-412b-9054-556513a7dbab"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:28:56.135173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edd4194-a7d4-47b0-82d1-777b0a08bf98']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:56.137111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port deca85b6-646b-412b-9054-556513a7dbab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=deca85b6-646b-412b-9054-556513a7dbab,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:56.147061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Port': ['ID=ca3d58bf-58fd-4c09-b544-da22fb1198a0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:56.158412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No DVR routers for this DVR port ca3d58bf-58fd-4c09-b544-da22fb1198a0 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:56.171013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27097d51-a3a8-433f-b53c-3e3e2ad6db07') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:56.171474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27097d51-a3a8-433f-b53c-3e3e2ad6db07') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:56.183591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7be758-2995-45e0-bb4a-5556e3da0536 None None] Pushing event deleted for resources: {'Port': ['ID=ca3d58bf-58fd-4c09-b544-da22fb1198a0,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:56.210926 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bd6bee-9901-499a-a164-8f95c92e7c15 x-openstack-request-id: req-b6bd6bee-9901-499a-a164-8f95c92e7c15 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:28:56.211348 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da818be9-dcc5-4db7-af4e-910586bd2c24", "name": "network-vif-plugged", "status": "completed", "tag": "deca85b6-646b-412b-9054-556513a7dbab", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:28:56.212134 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6bd6bee-9901-499a-a164-8f95c92e7c15 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:28:56.212329 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da818be9-dcc5-4db7-af4e-910586bd2c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deca85b6-646b-412b-9054-556513a7dbab', 'code': 200} Mar 11 17:28:56.213754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6b673944-b433-4bd4-9130-62be0e28d66e None None] Provisioning complete for port eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:56.214410 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b673944-b433-4bd4-9130-62be0e28d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.218378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:28:56.218575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.219402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:56.230509 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.276465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.290224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:56.290751 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.334273 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:56.359164 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:56.368074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee23af8-a5dc-4056-9102-140b6889095a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:56.383650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8309d36-4ada-401c-9239-95a1d489acd7') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:56.383891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8309d36-4ada-401c-9239-95a1d489acd7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:56.405486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.405934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9390-735c-46f4-b1cf-336394edaa34 req-0a4410c7-f82d-4010-bbca-41cb5929e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:56.410550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-180f9390-735c-46f4-b1cf-336394edaa34 req-0a4410c7-f82d-4010-bbca-41cb5929e850 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 1097 time: 0.1710718 Mar 11 17:28:56.421644 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.430684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:56.431173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.431617 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c283-0392-44b6-9ba1-7456c9c09f65 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:56.434585 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:56.438017 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.462386 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.469288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/networks/0edd4194-a7d4-47b0-82d1-777b0a08bf98 HTTP/1.1" status: 204 len: 168 time: 1.6146376 Mar 11 17:28:56.477050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c283-0392-44b6-9ba1-7456c9c09f65 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.484806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35098) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:56.573600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac21c6-c159-496c-9d6f-c291d2b5480d tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Network': ['ID=0edd4194-a7d4-47b0-82d1-777b0a08bf98,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:56.579717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3c283-0392-44b6-9ba1-7456c9c09f65 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Port': ['ID=eaf7db66-131c-42c2-b41a-68bfdfc7d7f6,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-772b494c-255f-4f0c-9a88-86a671170ef8 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port ca3d58bf-58fd-4c09-b544-da22fb1198a0 could not be found. Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1557, in get_port Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port ca3d58bf-58fd-4c09-b544-da22fb1198a0 could not be found. Mar 11 17:28:56.581778 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:28:56.616462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1469a847-470e-4e81-9565-65bd1dbacbf6 None None] Network 0ee23af8-a5dc-4056-9102-140b6889095a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:56.618850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=deca85b6-646b-412b-9054-556513a7dbab,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:56.637697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3c283-0392-44b6-9ba1-7456c9c09f65 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] In _notify_port_updated(), no bound segment for port eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 on network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:28:56.645695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba3c283-0392-44b6-9ba1-7456c9c09f65 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:56.646545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c283-0392-44b6-9ba1-7456c9c09f65 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.647539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6b673944-b433-4bd4-9130-62be0e28d66e None None] Port eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:56.650720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4ba3c283-0392-44b6-9ba1-7456c9c09f65 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "PUT /v2.0/ports/eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 HTTP/1.1" status: 200 len: 1001 time: 1.1639833 Mar 11 17:28:56.662188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35102) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:56.723856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:28:56.806658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f4b64119-edf7-47a0-8136-b26a2b2ce8d0 None None] For port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=58e8f3a8-84ab-4b00-b213-a11c5cdd5703,segment=NetworkSegment(ac763dd4-cb4f-45bf-85db-0effe14004f6),segment_id=ac763dd4-cb4f-45bf-85db-0effe14004f6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:56.903186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.914037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:56.918040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/0ee23af8-a5dc-4056-9102-140b6889095a HTTP/1.1" status: 204 len: 168 time: 3.0465567 Mar 11 17:28:56.932516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 92496ef5-9071-4861-a96c-0671de88c1a1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:28:56.940389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35106) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:56.941617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec04a7-9113-41da-aa81-f5e064aa0aa5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=0ee23af8-a5dc-4056-9102-140b6889095a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:56.984550 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f1f881-b5c1-4a6c-b547-4203883c5d46 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:28:56.985631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f1f881-b5c1-4a6c-b547-4203883c5d46 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:28:56.989508 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-00f1f881-b5c1-4a6c-b547-4203883c5d46 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/0ee23af8-a5dc-4056-9102-140b6889095a HTTP/1.1" status: 404 len: 339 time: 0.0374267 Mar 11 17:28:56.994822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35108) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:57.000963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428471104', 'description': 'd1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:57.166279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-180f9390-735c-46f4-b1cf-336394edaa34 req-89ebb0e5-1424-4537-afd5-3803d1a4f82b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7258654 Mar 11 17:28:57.167343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:57.171412 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.198877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41ae5c-8b75-47e6-9c21-7343718f1bcf req-7cd6d5cc-4bae-42ee-a565-0caaf27651e3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:57.200761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c41ae5c-8b75-47e6-9c21-7343718f1bcf req-7cd6d5cc-4bae-42ee-a565-0caaf27651e3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 946 time: 0.7249393 Mar 11 17:28:57.220523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 92496ef5-9071-4861-a96c-0671de88c1a1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:28:57.221949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 92496ef5-9071-4861-a96c-0671de88c1a1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:28:57.241000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:28:57.241945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaff661-97dd-4f05-b20c-637d229caa0b None None] Network 0ee23af8-a5dc-4056-9102-140b6889095a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:57.245481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8e838676-714a-424e-825e-371abeb62989 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Deleting port eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:57.246069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e838676-714a-424e-825e-371abeb62989 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.277195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.277703 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment 581e09c4-4202-4a29-bf4b-126174138d35 of type vlan for network 35bd85dd-5f1c-4987-8b2b-3c922408a2bd Mar 11 17:28:57.284759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c41ae5c-8b75-47e6-9c21-7343718f1bcf req-f8d8265f-fafc-4ee1-aa71-a78af1a4bcf2 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766373 Mar 11 17:28:57.307357 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4b64119-edf7-47a0-8136-b26a2b2ce8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.321781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaff661-97dd-4f05-b20c-637d229caa0b None None] Network 0ee23af8-a5dc-4056-9102-140b6889095a could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 17:28:57.323259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4b64119-edf7-47a0-8136-b26a2b2ce8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.345427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.374121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d5316d4b-fad1-4b72-8b20-b68786a4d031 None None] Provisioning complete for port eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:57.374495 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d5316d4b-fad1-4b72-8b20-b68786a4d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.389260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.396167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:57.396409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.430273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e838676-714a-424e-825e-371abeb62989 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.465604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8e838676-714a-424e-825e-371abeb62989 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Calling delete_port for eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:57.498244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35112) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:57.503422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d5316d4b-fad1-4b72-8b20-b68786a4d031 None None] Port eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:28:57.507924 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5112422 Mar 11 17:28:57.515286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35116) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:57.516454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b64119-edf7-47a0-8136-b26a2b2ce8d0 None None] Pushing event updated for resources: {'Port': ['ID=58e8f3a8-84ab-4b00-b213-a11c5cdd5703,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:57.528376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c3717-f75d-4b5f-a607-caab2931aff5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=35bd85dd-5f1c-4987-8b2b-3c922408a2bd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:57.552740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.566388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 35bd85dd-5f1c-4987-8b2b-3c922408a2bd details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:57.687590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:51Z', 'revision_number': 9, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:57.720822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61fd4de-b94e-481a-9297-2fbdf7ee998b None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:51Z', 'revision_number': 9, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8800552-26f4-4c4e-90f0-9de6d11595da', 'name': '', 'network_id': 'c49aee02-804c-41b3-921f-10852712783b', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:05:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:16Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': '38a7f63a-9a0d-4d2e-9cbd-b7738faf166d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:57.725308 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-57780229-1b04-4f5f-8d6d-5c2f7d314f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.734944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fefb9ef-f2d2-47bb-acfd-7a370fe18b08 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:57.736538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9fefb9ef-f2d2-47bb-acfd-7a370fe18b08 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/networks?id=35bd85dd-5f1c-4987-8b2b-3c922408a2bd HTTP/1.1" status: 200 len: 764 time: 0.1666486 Mar 11 17:28:57.743240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35118) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:57.749425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8fda9d5b-520f-42f0-8894-0c09e962125b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'description': 'd2'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:57.858477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e838676-714a-424e-825e-371abeb62989 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.901996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e838676-714a-424e-825e-371abeb62989 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event deleted for resources: {'Port': ['ID=eaf7db66-131c-42c2-b41a-68bfdfc7d7f6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:57.951697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e838676-714a-424e-825e-371abeb62989 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:57.954933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8e838676-714a-424e-825e-371abeb62989 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "DELETE /v2.0/ports/eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 HTTP/1.1" status: 204 len: 168 time: 1.2876577 Mar 11 17:28:57.959831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35120) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:58.007938 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-57780229-1b04-4f5f-8d6d-5c2f7d314f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.013834 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-57780229-1b04-4f5f-8d6d-5c2f7d314f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.024186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fda9d5b-520f-42f0-8894-0c09e962125b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.031446 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e480f7-1f35-4778-910f-7a48f5e3efc7 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] GET failed (client error): The resource could not be found. Mar 11 17:28:58.037008 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-56e480f7-1f35-4778-910f-7a48f5e3efc7 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "GET /v2.0/ports/eaf7db66-131c-42c2-b41a-68bfdfc7d7f6 HTTP/1.1" status: 404 len: 333 time: 0.0722458 Mar 11 17:28:58.040189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35122) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:58.046689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'port': {'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1887030656'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:58.085103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fda9d5b-520f-42f0-8894-0c09e962125b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.120403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57780229-1b04-4f5f-8d6d-5c2f7d314f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3110b21-e774-4a0b-859d-dd21932ccf6f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:58.132309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-57780229-1b04-4f5f-8d6d-5c2f7d314f1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92738cc9b5fc47718e2c9629a9b16f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343343 Mar 11 17:28:58.137004 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35124) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:58.189911 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fda9d5b-520f-42f0-8894-0c09e962125b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network 35bd85dd-5f1c-4987-8b2b-3c922408a2bd is not hosted by any dhcp agent {{(pid=102641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 17:28:58.198458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fda9d5b-520f-42f0-8894-0c09e962125b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:58.199388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fda9d5b-520f-42f0-8894-0c09e962125b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.201657 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8fda9d5b-520f-42f0-8894-0c09e962125b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "PUT /v2.0/networks/35bd85dd-5f1c-4987-8b2b-3c922408a2bd HTTP/1.1" status: 200 len: 761 time: 0.4570684 Mar 11 17:28:58.218627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35126) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:58.256919 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45a5083e-9617-4dc0-8a4e-8e61ead6f98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.322854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45a5083e-9617-4dc0-8a4e-8e61ead6f98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.326861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Made reservation on behalf of 09dec806b1a846e695ed6c17d0ee9abc for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:58.338360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.364802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768fd106-9173-4f36-8b73-77732127a1b8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:58.370197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-768fd106-9173-4f36-8b73-77732127a1b8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/networks?id=35bd85dd-5f1c-4987-8b2b-3c922408a2bd HTTP/1.1" status: 200 len: 764 time: 0.1507139 Mar 11 17:28:58.375843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35130) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:58.375843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda9d5b-520f-42f0-8894-0c09e962125b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=35bd85dd-5f1c-4987-8b2b-3c922408a2bd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:58.390909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 35bd85dd-5f1c-4987-8b2b-3c922408a2bd details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:28:58.436895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e58362-6f18-4e6c-aa74-161a69448db9 None None] Network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:28:58.492628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] device_id is not set on port 4a584b8a-8b11-4996-b21b-fe91ed424883 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:28:58.549979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port e8800552-26f4-4c4e-90f0-9de6d11595da {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:28:58.550569 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.569321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094e63d-9284-4029-a671-2e392de2de69 req-f730cc97-1933-41aa-be49-627eae8bff2f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:58.570962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c094e63d-9284-4029-a671-2e392de2de69 req-f730cc97-1933-41aa-be49-627eae8bff2f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 946 time: 0.1468620 Mar 11 17:28:58.586143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-117c8b53-2440-46db-b599-16529702df8c None None] Provisioning complete for port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:58.586555 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-117c8b53-2440-46db-b599-16529702df8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.682297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7bafed-9df5-45a8-b67d-ae956b6f36f2 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:58.683749 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4a7bafed-9df5-45a8-b67d-ae956b6f36f2 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3053000 Mar 11 17:28:58.689307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35132) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:58.701991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45a5083e-9617-4dc0-8a4e-8e61ead6f98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.706953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45a5083e-9617-4dc0-8a4e-8e61ead6f98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.709340 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-45a5083e-9617-4dc0-8a4e-8e61ead6f98e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3110b21-e774-4a0b-859d-dd21932ccf6f HTTP/1.1" status: 204 len: 168 time: 0.5713491 Mar 11 17:28:58.760102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5083e-9617-4dc0-8a4e-8e61ead6f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3110b21-e774-4a0b-859d-dd21932ccf6f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:58.771327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a45a8c15-e9e4-4f5f-82e1-c3a11444883b tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 207 time: 0.0803666 Mar 11 17:28:58.783315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c094e63d-9284-4029-a671-2e392de2de69 req-af414cf8-97e5-4bda-96f7-deea6f482a15 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955023 Mar 11 17:28:58.787975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35136) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:58.835735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port e8800552-26f4-4c4e-90f0-9de6d11595da, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8800552-26f4-4c4e-90f0-9de6d11595da,segment=NetworkSegment(d595605c-5041-45c7-b81d-88a03907b468),segment_id=d595605c-5041-45c7-b81d-88a03907b468)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:28:58.836185 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:58.860783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Allocated IP 2001:db8::92 (778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9/e33864d4-52e5-4943-b2c1-6e3d99b0a8ab/4a584b8a-8b11-4996-b21b-fe91ed424883) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:28:58.876488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for e8800552-26f4-4c4e-90f0-9de6d11595da owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:28:58.882626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:28:59.024006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:59.025335 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.077281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.131700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5498c-d596-4550-99a3-ddc7a2b712b2 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.139638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cad3e0-7c78-424d-9fbb-39658c94d18d None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:28:59.145169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5498c-d596-4550-99a3-ddc7a2b712b2 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.145446 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.154658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5498c-d596-4550-99a3-ddc7a2b712b2 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.162450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5498c-d596-4550-99a3-ddc7a2b712b2 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.169207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 941e51c8-24b6-416f-adf2-5296038a0e6a no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:28:59.170713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5498c-d596-4550-99a3-ddc7a2b712b2 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.176558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5498c-d596-4550-99a3-ddc7a2b712b2 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.178428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1fa5498c-d596-4550-99a3-ddc7a2b712b2 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3887329 Mar 11 17:28:59.186620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35140) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:59.196404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 941e51c8-24b6-416f-adf2-5296038a0e6a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:28:59.196997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 941e51c8-24b6-416f-adf2-5296038a0e6a not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:28:59.224877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-10b4eff8-961f-4a51-bb58-591c4f1b711e None None] Provisioning complete for port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:28:59.225718 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-10b4eff8-961f-4a51-bb58-591c4f1b711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.242239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=e8800552-26f4-4c4e-90f0-9de6d11595da,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:59.343195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35142) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:59.366040 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-430c86e3-4c58-48a6-8d5f-caee1f9520d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.367780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.371274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.396401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0f3ecbfa-41df-4323-83a6-e5cabdc2aca1 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2067523 Mar 11 17:28:59.399014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35144) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:59.449591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cad3e0-7c78-424d-9fbb-39658c94d18d None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:28:59.506026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3424ebda-ff4f-4793-9098-d51425bf6873 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.507529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3424ebda-ff4f-4793-9098-d51425bf6873 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.512391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3424ebda-ff4f-4793-9098-d51425bf6873 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.512391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3424ebda-ff4f-4793-9098-d51425bf6873 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.512391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3424ebda-ff4f-4793-9098-d51425bf6873 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.514120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3424ebda-ff4f-4793-9098-d51425bf6873 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1139796 Mar 11 17:28:59.517943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35146) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:59.554890 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.617726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:28:59.624617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fd93e-c8f5-4faf-ba75-45fb6f8ace4a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.626037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fd93e-c8f5-4faf-ba75-45fb6f8ace4a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.627567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fd93e-c8f5-4faf-ba75-45fb6f8ace4a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.628995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fd93e-c8f5-4faf-ba75-45fb6f8ace4a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.630549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fd93e-c8f5-4faf-ba75-45fb6f8ace4a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.632203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-070fd93e-c8f5-4faf-ba75-45fb6f8ace4a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1133177 Mar 11 17:28:59.635523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:28:59.639537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:28:59.645671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.646322 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.648888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35148) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:59.678445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Port': ['ID=4a584b8a-8b11-4996-b21b-fe91ed424883,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:59.726613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1bad9c0e-ec93-4409-bd70-ff8636bcf755 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6834233 Mar 11 17:28:59.727604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35150) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:59.735950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'port': {'network_id': '778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-901910725'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:28:59.805538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4881f-9cb5-4cfa-a4de-e99c9738810a None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:28:59.829271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7704ba49-f7c8-4be2-8b58-31fd15647e40 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:59.840299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7704ba49-f7c8-4be2-8b58-31fd15647e40 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/networks/7b51de1b-0b13-41b1-876c-40a5f287ad31 HTTP/1.1" status: 200 len: 803 time: 0.1903446 Mar 11 17:28:59.849425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35154) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:28:59.881028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-430c86e3-4c58-48a6-8d5f-caee1f9520d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.886276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:28:59.889120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-430c86e3-4c58-48a6-8d5f-caee1f9520d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.936930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c86e3-4c58-48a6-8d5f-caee1f9520d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eb8b56-d6f9-4fb2-98e4-7f3fbc6fada9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:59.971544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4881f-9cb5-4cfa-a4de-e99c9738810a None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:28:59.982864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Made reservation on behalf of 09dec806b1a846e695ed6c17d0ee9abc for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:28:59.989047 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:59.989234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-430c86e3-4c58-48a6-8d5f-caee1f9520d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=769c2ae1320646029de64cbc75af6ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424024 Mar 11 17:28:59.990481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:00.033080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] device_id is not set on port 4fe4ff47-c449-46e9-ac96-9645fe7483fa yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:29:00.046952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-24d07348-d66e-41c8-bc1f-e3f3a1c7f118 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/networks/7b51de1b-0b13-41b1-876c-40a5f287ad31?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1871879 Mar 11 17:29:00.048011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35158) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:00.052727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129f8da-e92e-4cda-8414-aa677dbaf993 req-0aba42c2-855a-4ca6-a932-30b8f50055d9 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:00.054218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1129f8da-e92e-4cda-8414-aa677dbaf993 req-0aba42c2-855a-4ca6-a932-30b8f50055d9 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 946 time: 0.1541214 Mar 11 17:29:00.140131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1129f8da-e92e-4cda-8414-aa677dbaf993 req-01ed551b-66ed-433d-874d-7c74defb3e0a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549014 Mar 11 17:29:00.144857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:00.157339 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:29:00.172047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:00.174138 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:00.188074 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3e64e54c-3372-4819-9d51-9e71eadc492e tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6996784 Mar 11 17:29:00.189546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35162) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:00.191077 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b50453e7-3d17-424c-802f-ea1e5e82fb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.207615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Allocated IP 2001:db8::232 (778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9/e33864d4-52e5-4943-b2c1-6e3d99b0a8ab/4fe4ff47-c449-46e9-ac96-9645fe7483fa) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:00.221193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63416cd9-e90d-491c-a690-6d108900b88a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:00.222754 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63416cd9-e90d-491c-a690-6d108900b88a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/subnets/0036d1cc-2cbb-4643-a243-06d4ad695ca4 HTTP/1.1" status: 200 len: 843 time: 0.1737919 Mar 11 17:29:00.234333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35164) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:00.276020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b50453e7-3d17-424c-802f-ea1e5e82fb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.293981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc6f6a-c459-4122-b4dc-cfec114ecbe6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:00.298620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0edc6f6a-c459-4122-b4dc-cfec114ecbe6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "GET /v2.0/subnets/0036d1cc-2cbb-4643-a243-06d4ad695ca4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0577190 Mar 11 17:29:00.298762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fd194b-78a4-498d-b1bb-5e9cc535ed3a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting subnet 38a7f63a-9a0d-4d2e-9cbd-b7738faf166d {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:00.300734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35166) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:00.313161 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:29:00.315649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198446813'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:00.323200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1fd194b-78a4-498d-b1bb-5e9cc535ed3a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.391626 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1fd194b-78a4-498d-b1bb-5e9cc535ed3a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.392029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345920a-6bfc-4b33-83dd-6941f5707dca req-a6c1ddf7-ba88-40f7-92e0-9f85efecaeeb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:00.393575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b345920a-6bfc-4b33-83dd-6941f5707dca req-a6c1ddf7-ba88-40f7-92e0-9f85efecaeeb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 946 time: 0.1715338 Mar 11 17:29:00.405588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:00.409231 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.460782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b50453e7-3d17-424c-802f-ea1e5e82fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.463294 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b50453e7-3d17-424c-802f-ea1e5e82fb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.464494 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b50453e7-3d17-424c-802f-ea1e5e82fb35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28eb8b56-d6f9-4fb2-98e4-7f3fbc6fada9 HTTP/1.1" status: 204 len: 168 time: 0.4741013 Mar 11 17:29:00.491905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50453e7-3d17-424c-802f-ea1e5e82fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eb8b56-d6f9-4fb2-98e4-7f3fbc6fada9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:00.499573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:00.572177 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.572640 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Added segment 1ddda195-5d85-423c-9686-514c52e5e5c6 of type vlan for network 3300e0d2-6549-4d72-b7f6-76770732dc2e Mar 11 17:29:00.592278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b345920a-6bfc-4b33-83dd-6941f5707dca req-2a58fee0-c32a-4d40-9a8c-48774f9a3b64 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898646 Mar 11 17:29:00.597201 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:59Z', 'revision_number': 10, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:00.646346 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1fd194b-78a4-498d-b1bb-5e9cc535ed3a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.659198 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:29:00.688721 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:00.689642 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:00.716492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.754510 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.821854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.839843 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.845526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:00.846656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.894854 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1fd194b-78a4-498d-b1bb-5e9cc535ed3a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.912608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Port': ['ID=4fe4ff47-c449-46e9-ac96-9645fe7483fa,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:00.919136 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:29:00.933196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d6bbdcbf-730d-46c8-84bf-13360ff5f8bb None None] Provisioning complete for port 4a584b8a-8b11-4996-b21b-fe91ed424883 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:00.936578 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6bbdcbf-730d-46c8-84bf-13360ff5f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.937019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:00.938688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:00.942400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:00.949189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:00.949489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:00.972029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4a6afb96-835e-4ad4-aedd-7afed83832f4 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2429845 Mar 11 17:29:00.974875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35176) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:00.986299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-76597a59-614f-4f02-bfaa-1fa6fb7c29cb tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::340', 'mac_address': 'fa:16:3e:b8:fa:6d'}, {'ip_address': '2001:db8::92', 'mac_address': 'fa:16:3e:99:7f:8e'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:01.060885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd194b-78a4-498d-b1bb-5e9cc535ed3a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Subnet': ['ID=38a7f63a-9a0d-4d2e-9cbd-b7738faf166d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:01.069691 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7619219 Mar 11 17:29:01.071867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35180) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:01.077468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'network_id': '3300e0d2-6549-4d72-b7f6-76770732dc2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:01.102983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1fd194b-78a4-498d-b1bb-5e9cc535ed3a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.108849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d6bbdcbf-730d-46c8-84bf-13360ff5f8bb None None] Port 4a584b8a-8b11-4996-b21b-fe91ed424883 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:29:01.117392 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b1fd194b-78a4-498d-b1bb-5e9cc535ed3a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/38a7f63a-9a0d-4d2e-9cbd-b7738faf166d HTTP/1.1" status: 204 len: 168 time: 0.9212251 Mar 11 17:29:01.118241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35182) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:01.118939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fb19d0-add5-49af-8cc6-dcfc2af25de4 None None] Network c49aee02-804c-41b3-921f-10852712783b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:01.131486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf173c-bebf-4416-a560-bf420221079a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Network': ['ID=3300e0d2-6549-4d72-b7f6-76770732dc2e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:01.242699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 3300e0d2-6549-4d72-b7f6-76770732dc2e details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:01.277951 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.354156 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:29:01.403070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:01.403070 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.405876 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:59Z', 'revision_number': 10, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:01.460539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3873975d-ff83-4258-8b5e-b0dd5d3f3f76 None None] Provisioning complete for port 4fe4ff47-c449-46e9-ac96-9645fe7483fa triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:01.467139 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d690a0-231b-4a20-b398-539626a7b284 None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:28:59Z', 'revision_number': 10, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None, '_interfaces': [{'id': '8f812570-477e-4e17-87d1-06c29b142bb6', 'name': '', 'network_id': 'f7d18f87-cefa-4f73-926b-8b80de609eba', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'mac_address': 'fa:16:3e:2a:45:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:28:05Z', 'updated_at': '2022-03-11T17:28:14Z', 'revision_number': 5, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'subnets': [{'id': 'a1f6e4cc-3963-4098-a4b6-142fde4a3a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:29:01.468763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe02c3e-b575-47f0-b2fb-bed10b869ab9 req-7c24be5a-62d9-4668-bb05-1a97e3ec4553 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:01.470349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbe02c3e-b575-47f0-b2fb-bed10b869ab9 req-7c24be5a-62d9-4668-bb05-1a97e3ec4553 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 946 time: 0.3716893 Mar 11 17:29:01.478586 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3873975d-ff83-4258-8b5e-b0dd5d3f3f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.520694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3844abe0-407b-4cce-8868-472d3bf62d73 None None] DHCP port deletion for c49aee02-804c-41b3-921f-10852712783b request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:01.538141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port ac63ac2f-5142-49c8-b300-2a4854e3c1c4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ac63ac2f-5142-49c8-b300-2a4854e3c1c4,segment=NetworkSegment(d595605c-5041-45c7-b81d-88a03907b468),segment_id=d595605c-5041-45c7-b81d-88a03907b468)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:01.538491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.561438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for ac63ac2f-5142-49c8-b300-2a4854e3c1c4 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:01.585390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3873975d-ff83-4258-8b5e-b0dd5d3f3f76 None None] Port 4fe4ff47-c449-46e9-ac96-9645fe7483fa cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:29:01.623036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3844abe0-407b-4cce-8868-472d3bf62d73 None None] Deleting port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:01.623998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3844abe0-407b-4cce-8868-472d3bf62d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.679569 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.716191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=ac63ac2f-5142-49c8-b300-2a4854e3c1c4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:01.718922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No DVR routers for this DVR port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:01.749744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3844abe0-407b-4cce-8868-472d3bf62d73 None None] For port ac63ac2f-5142-49c8-b300-2a4854e3c1c4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ac63ac2f-5142-49c8-b300-2a4854e3c1c4,segment=NetworkSegment(d595605c-5041-45c7-b81d-88a03907b468),segment_id=d595605c-5041-45c7-b81d-88a03907b468)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:01.750268 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3844abe0-407b-4cce-8868-472d3bf62d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.761875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Made reservation on behalf of 4b4783d86783467096022655272f3b8e for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:01.765917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.768882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3844abe0-407b-4cce-8868-472d3bf62d73 None None] Calling delete_port for ac63ac2f-5142-49c8-b300-2a4854e3c1c4 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:01.807864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76597a59-614f-4f02-bfaa-1fa6fb7c29cb tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.866309 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.869708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Performing IP validity checks on allocation pools {{(pid=102642) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 17:29:01.870521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102642) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 17:29:01.894816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49aee02-804c-41b3-921f-10852712783b']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:01.901311 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3844abe0-407b-4cce-8868-472d3bf62d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.905493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd595605c-5041-45c7-b81d-88a03907b468') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:01.906101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbe02c3e-b575-47f0-b2fb-bed10b869ab9 req-9a57178f-bea6-4264-964d-501ef172cc00 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453307 Mar 11 17:29:01.918611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd595605c-5041-45c7-b81d-88a03907b468') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:01.932134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844abe0-407b-4cce-8868-472d3bf62d73 None None] Pushing event deleted for resources: {'Port': ['ID=ac63ac2f-5142-49c8-b300-2a4854e3c1c4,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:01.960831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.962343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844abe0-407b-4cce-8868-472d3bf62d73 None None] No DVR routers for this DVR port ac63ac2f-5142-49c8-b300-2a4854e3c1c4 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:01.975868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.988298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:01.988779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:01.992819 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:02.071815 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.080947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.091308 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/networks/c49aee02-804c-41b3-921f-10852712783b HTTP/1.1" status: 204 len: 168 time: 0.9716411 Mar 11 17:29:02.099934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35200) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:02.110233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edf601-6053-450f-a525-5250da7f73e5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Network': ['ID=c49aee02-804c-41b3-921f-10852712783b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:02.286214 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76597a59-614f-4f02-bfaa-1fa6fb7c29cb tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.307082 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76597a59-614f-4f02-bfaa-1fa6fb7c29cb tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.404686 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.448508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-76597a59-614f-4f02-bfaa-1fa6fb7c29cb tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] In _notify_port_updated(), no bound segment for port 4fe4ff47-c449-46e9-ac96-9645fe7483fa on network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:29:02.454134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76597a59-614f-4f02-bfaa-1fa6fb7c29cb tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:02.454793 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76597a59-614f-4f02-bfaa-1fa6fb7c29cb tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.456178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-76597a59-614f-4f02-bfaa-1fa6fb7c29cb tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "PUT /v2.0/ports/4fe4ff47-c449-46e9-ac96-9645fe7483fa HTTP/1.1" status: 200 len: 1066 time: 1.4796424 Mar 11 17:29:02.459179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35210) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:02.495939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76597a59-614f-4f02-bfaa-1fa6fb7c29cb tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event updated for resources: {'Port': ['ID=4fe4ff47-c449-46e9-ac96-9645fe7483fa,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:02.540546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=a05a9a05-dffc-4144-9746-af4ed585a4c7,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:02.590963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Checking segment: {'id': '1ddda195-5d85-423c-9686-514c52e5e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3300e0d2-6549-4d72-b7f6-76770732dc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:02.591332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network hostable DHCP agents. Network: 3300e0d2-6549-4d72-b7f6-76770732dc2e, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:02.600799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a61ab1cd-a735-4630-a93f-7231465ba2ae tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Deleting port 4fe4ff47-c449-46e9-ac96-9645fe7483fa {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:02.601146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a61ab1cd-a735-4630-a93f-7231465ba2ae tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.653933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2f6bca41-4848-460d-ab23-daf399ed5221 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:02.655473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2f6bca41-4848-460d-ab23-daf399ed5221 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 946 time: 0.1085873 Mar 11 17:29:02.658198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Network 3300e0d2-6549-4d72-b7f6-76770732dc2e is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:02.700829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 3300e0d2-6549-4d72-b7f6-76770732dc2e) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:02.710403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:02.711008 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.724150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c689e60-dc44-4a2b-824c-9ed2e79cbad9 None None] Network 3300e0d2-6549-4d72-b7f6-76770732dc2e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:02.747503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a61ab1cd-a735-4630-a93f-7231465ba2ae tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.775376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a61ab1cd-a735-4630-a93f-7231465ba2ae tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Calling delete_port for 4fe4ff47-c449-46e9-ac96-9645fe7483fa owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:02.790721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc4002d2-3db4-4ce8-b236-3573c0b92feb tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7176719 Mar 11 17:29:02.795297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35216) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:02.822555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-29d90a29-31b5-494d-b12b-9f641d35da79 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:02.864520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8800552-26f4-4c4e-90f0-9de6d11595da no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:02.871160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Deleting port deca85b6-646b-412b-9054-556513a7dbab {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:02.871582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.917183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e8800552-26f4-4c4e-90f0-9de6d11595da {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:02.917602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8800552-26f4-4c4e-90f0-9de6d11595da not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:02.918081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ac63ac2f-5142-49c8-b300-2a4854e3c1c4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:02.964685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.983850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ac63ac2f-5142-49c8-b300-2a4854e3c1c4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:02.984505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ac63ac2f-5142-49c8-b300-2a4854e3c1c4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:02.984860 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29d90a29-31b5-494d-b12b-9f641d35da79 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25511159'] for subnet, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:02.993737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a6f0cd08-d8ef-4260-b1d2-455e9b9b92e9 None None] Provisioning complete for port 4fe4ff47-c449-46e9-ac96-9645fe7483fa triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:03.004651 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cd08-d8ef-4260-b1d2-455e9b9b92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.127805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0cd08-d8ef-4260-b1d2-455e9b9b92e9 None None] Port 4fe4ff47-c449-46e9-ac96-9645fe7483fa cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:29:03.136204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a61ab1cd-a735-4630-a93f-7231465ba2ae tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.157864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] For port deca85b6-646b-412b-9054-556513a7dbab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=deca85b6-646b-412b-9054-556513a7dbab,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:03.158297 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.170425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-3300e0d2-6549-4d72-b7f6-76770732dc2e', 'network_id': '3300e0d2-6549-4d72-b7f6-76770732dc2e', 'tenant_id': '4b4783d86783467096022655272f3b8e', 'fixed_ips': [{'subnet_id': 'a05a9a05-dffc-4144-9746-af4ed585a4c7'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:03.171307 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.186621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80ff5b-f73d-4c31-a90c-bafc2efe23e2 req-fad78f92-bd66-4d6b-89c9-1eb0355c568a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:03.188130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d80ff5b-f73d-4c31-a90c-bafc2efe23e2 req-fad78f92-bd66-4d6b-89c9-1eb0355c568a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=da818be9-dcc5-4db7-af4e-910586bd2c24 HTTP/1.1" status: 200 len: 946 time: 0.1283436 Mar 11 17:29:03.188253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ab1cd-a735-4630-a93f-7231465ba2ae tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event deleted for resources: {'Port': ['ID=4fe4ff47-c449-46e9-ac96-9645fe7483fa,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:03.189138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Calling delete_port for deca85b6-646b-412b-9054-556513a7dbab owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:03.394222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29d90a29-31b5-494d-b12b-9f641d35da79 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772931430831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25652689'] for subnet, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.473077 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a61ab1cd-a735-4630-a93f-7231465ba2ae tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.476674 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a61ab1cd-a735-4630-a93f-7231465ba2ae tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "DELETE /v2.0/ports/4fe4ff47-c449-46e9-ac96-9645fe7483fa HTTP/1.1" status: 204 len: 168 time: 1.0163381 Mar 11 17:29:03.483590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35232) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:03.507325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d80ff5b-f73d-4c31-a90c-bafc2efe23e2 req-d59bab78-009d-43b7-8e97-6d105c258a6c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859643 Mar 11 17:29:03.520040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d90a29-31b5-494d-b12b-9f641d35da79 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:03.521834 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-29d90a29-31b5-494d-b12b-9f641d35da79 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.523562 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-29d90a29-31b5-494d-b12b-9f641d35da79 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "PUT /v2.0/subnets/a05a9a05-dffc-4144-9746-af4ed585a4c7 HTTP/1.1" status: 200 len: 900 time: 0.7186241 Mar 11 17:29:03.529329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35234) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:03.567593 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6076fe6-77fc-4098-b2f3-60de2569b9ea tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] GET failed (client error): The resource could not be found. Mar 11 17:29:03.569655 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d6076fe6-77fc-4098-b2f3-60de2569b9ea tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "GET /v2.0/ports/4fe4ff47-c449-46e9-ac96-9645fe7483fa HTTP/1.1" status: 404 len: 333 time: 0.0840685 Mar 11 17:29:03.570420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d90a29-31b5-494d-b12b-9f641d35da79 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event updated for resources: {'Subnet': ['ID=a05a9a05-dffc-4144-9746-af4ed585a4c7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:03.573167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35236) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:03.625434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.660057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:29:03.700433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event deleted for resources: {'Port': ['ID=deca85b6-646b-412b-9054-556513a7dbab,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:03.720572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cdecdf12-af15-4b9c-85d3-7496ca4166f0 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Deleting port 4a584b8a-8b11-4996-b21b-fe91ed424883 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:03.721259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdecdf12-af15-4b9c-85d3-7496ca4166f0 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.729015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Allocated IP 2001:db8::3 (3300e0d2-6549-4d72-b7f6-76770732dc2e/a05a9a05-dffc-4144-9746-af4ed585a4c7/38b9b3d8-262b-41b8-a8b5-09c8b40307f5) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:03.763973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] No DVR routers for this DVR port deca85b6-646b-412b-9054-556513a7dbab on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:03.794650 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.799298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be2709e0-c42e-47e5-a383-ef7715575460 req-2591cee6-ec56-4c72-80d8-4aae0c517f81 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "DELETE /v2.0/ports/deca85b6-646b-412b-9054-556513a7dbab HTTP/1.1" status: 204 len: 173 time: 1.1324034 Mar 11 17:29:03.800170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da818be9-dcc5-4db7-af4e-910586bd2c24', 'name': 'network-vif-deleted', 'tag': 'deca85b6-646b-412b-9054-556513a7dbab'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:29:03.805306 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0943437-bb2a-48ac-86d2-b90116919fe1" -d '{"events": [{"server_uuid": "da818be9-dcc5-4db7-af4e-910586bd2c24", "name": "network-vif-deleted", "tag": "deca85b6-646b-412b-9054-556513a7dbab"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:29:03.852301 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.864849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdecdf12-af15-4b9c-85d3-7496ca4166f0 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:03.887459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cdecdf12-af15-4b9c-85d3-7496ca4166f0 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Calling delete_port for 4a584b8a-8b11-4996-b21b-fe91ed424883 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:03.911244 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6548b076-f308-4f73-aa0d-812aab3f08ff x-openstack-request-id: req-6548b076-f308-4f73-aa0d-812aab3f08ff {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:29:03.911531 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da818be9-dcc5-4db7-af4e-910586bd2c24", "name": "network-vif-deleted", "tag": "deca85b6-646b-412b-9054-556513a7dbab", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:29:03.911777 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6548b076-f308-4f73-aa0d-812aab3f08ff {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:29:03.912172 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da818be9-dcc5-4db7-af4e-910586bd2c24', 'name': 'network-vif-deleted', 'tag': 'deca85b6-646b-412b-9054-556513a7dbab', 'status': 'completed', 'code': 200} Mar 11 17:29:03.918098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port 8f812570-477e-4e17-87d1-06c29b142bb6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:03.918447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.006452 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.047412 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.056898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.105337 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Network 3300e0d2-6549-4d72-b7f6-76770732dc2e is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:04.110852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:04.114419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:04.117220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Pushing event updated for resources: {'Port': ['ID=38b9b3d8-262b-41b8-a8b5-09c8b40307f5,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:04.132181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port 8f812570-477e-4e17-87d1-06c29b142bb6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8f812570-477e-4e17-87d1-06c29b142bb6,segment=NetworkSegment(92aa75b1-a410-4b65-b62d-e8283e885ec6),segment_id=92aa75b1-a410-4b65-b62d-e8283e885ec6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:04.132584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.151955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for 8f812570-477e-4e17-87d1-06c29b142bb6 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:04.167439 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.169420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdecdf12-af15-4b9c-85d3-7496ca4166f0 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.197992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Attempting to bind port 38b9b3d8-262b-41b8-a8b5-09c8b40307f5 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:04.198643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Attempting to bind port 38b9b3d8-262b-41b8-a8b5-09c8b40307f5 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '1ddda195-5d85-423c-9686-514c52e5e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3300e0d2-6549-4d72-b7f6-76770732dc2e'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:04.199151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Attempting to bind port 38b9b3d8-262b-41b8-a8b5-09c8b40307f5 on network 3300e0d2-6549-4d72-b7f6-76770732dc2e {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:04.205360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecdf12-af15-4b9c-85d3-7496ca4166f0 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event deleted for resources: {'Port': ['ID=4a584b8a-8b11-4996-b21b-fe91ed424883,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:04.221739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:04.223729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Checking segment: {'id': '1ddda195-5d85-423c-9686-514c52e5e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3300e0d2-6549-4d72-b7f6-76770732dc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:04.224687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.225402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Bound using segment: {'id': '1ddda195-5d85-423c-9686-514c52e5e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3300e0d2-6549-4d72-b7f6-76770732dc2e'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:04.226041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Bound port: 38b9b3d8-262b-41b8-a8b5-09c8b40307f5, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddda195-5d85-423c-9686-514c52e5e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3300e0d2-6549-4d72-b7f6-76770732dc2e'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:04.226442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.241914 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdecdf12-af15-4b9c-85d3-7496ca4166f0 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.243185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=a05a9a05-dffc-4144-9746-af4ed585a4c7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:04.250115 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cdecdf12-af15-4b9c-85d3-7496ca4166f0 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "DELETE /v2.0/ports/4a584b8a-8b11-4996-b21b-fe91ed424883 HTTP/1.1" status: 204 len: 168 time: 0.6694365 Mar 11 17:29:04.251136 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:04.287844 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd8cc58-111d-4d25-87e8-b2b0e1bca946 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] GET failed (client error): The resource could not be found. Mar 11 17:29:04.294844 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4cd8cc58-111d-4d25-87e8-b2b0e1bca946 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "GET /v2.0/ports/4a584b8a-8b11-4996-b21b-fe91ed424883 HTTP/1.1" status: 404 len: 333 time: 0.0422504 Mar 11 17:29:04.295751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35254) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:04.330694 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.375949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] For port 38b9b3d8-262b-41b8-a8b5-09c8b40307f5, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:04.383441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] For port 38b9b3d8-262b-41b8-a8b5-09c8b40307f5, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=38b9b3d8-262b-41b8-a8b5-09c8b40307f5,segment=NetworkSegment(1ddda195-5d85-423c-9686-514c52e5e5c6),segment_id=1ddda195-5d85-423c-9686-514c52e5e5c6)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:04.406011 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.432266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3300e0d2-6549-4d72-b7f6-76770732dc2e']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:04.450438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddda195-5d85-423c-9686-514c52e5e5c6') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:04.450667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddda195-5d85-423c-9686-514c52e5e5c6') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:04.470640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.477799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f68fa797-b2b8-4de4-8c92-9f11ac788cbf tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Deleting port 12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:04.477799 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f68fa797-b2b8-4de4-8c92-9f11ac788cbf tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.516385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.592489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1fabf-ccb2-45a1-89b5-3566b896e467 None None] Pushing event updated for resources: {'Port': ['ID=38b9b3d8-262b-41b8-a8b5-09c8b40307f5,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:04.607750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:04.608673 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:04.613470 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:04.620924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.628910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a948e07-7b7a-41cb-9139-543766d5c5f9 None None] Network 3300e0d2-6549-4d72-b7f6-76770732dc2e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:04.703530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f68fa797-b2b8-4de4-8c92-9f11ac788cbf tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.716745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f68fa797-b2b8-4de4-8c92-9f11ac788cbf tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Calling delete_port for 12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:04.874366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f68fa797-b2b8-4de4-8c92-9f11ac788cbf tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.909922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8275cf31-e5cc-4efe-b4f9-3348fe9b6045 None None] Network 3300e0d2-6549-4d72-b7f6-76770732dc2e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:04.917547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fa797-b2b8-4de4-8c92-9f11ac788cbf tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event deleted for resources: {'Port': ['ID=12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:04.963726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f68fa797-b2b8-4de4-8c92-9f11ac788cbf tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:04.971867 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f68fa797-b2b8-4de4-8c92-9f11ac788cbf tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "DELETE /v2.0/ports/12eb6ffc-b1ab-4b5b-985c-6bd6db4f543e HTTP/1.1" status: 204 len: 168 time: 0.6729095 Mar 11 17:29:04.973567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35264) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:05.047124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device deca85b6-646b-412b-9054-556513a7dbab no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:05.075622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f48a1ad-8761-4bbc-bf2d-8bc5ee937895 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Deleting subnet e33864d4-52e5-4943-b2c1-6e3d99b0a8ab {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:05.088837 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f48a1ad-8761-4bbc-bf2d-8bc5ee937895 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.097878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: deca85b6-646b-412b-9054-556513a7dbab {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:05.099313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device deca85b6-646b-412b-9054-556513a7dbab not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:05.162863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f48a1ad-8761-4bbc-bf2d-8bc5ee937895 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.280931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5922d67-b982-47a8-aa9c-891884bd0528 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:29:05.284080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=8f812570-477e-4e17-87d1-06c29b142bb6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:05.288569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.api [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:29:05.288569 n-d-833411-1 neutron-server[102642]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:29:05.288569 n-d-833411-1 neutron-server[102642]: [parameters: {'id': '3300e0d2-6549-4d72-b7f6-76770732dc2e'}] Mar 11 17:29:05.288569 n-d-833411-1 neutron-server[102642]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:29:05.288905 n-d-833411-1 neutron-server[102642]: DEBUG oslo_db.api [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:29:05.338779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f48a1ad-8761-4bbc-bf2d-8bc5ee937895 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.353729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35268) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:05.365828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.436973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f48a1ad-8761-4bbc-bf2d-8bc5ee937895 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.484119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48a1ad-8761-4bbc-bf2d-8bc5ee937895 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event deleted for resources: {'Subnet': ['ID=e33864d4-52e5-4943-b2c1-6e3d99b0a8ab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:05.495919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f48a1ad-8761-4bbc-bf2d-8bc5ee937895 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.502129 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6f48a1ad-8761-4bbc-bf2d-8bc5ee937895 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "DELETE /v2.0/subnets/e33864d4-52e5-4943-b2c1-6e3d99b0a8ab HTTP/1.1" status: 204 len: 168 time: 0.5272257 Mar 11 17:29:05.503065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35276) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:05.550411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5922d67-b982-47a8-aa9c-891884bd0528 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:29:05.595399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b014b14-893d-4e70-adf7-867aba1f777e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.621915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.636699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:29:05.679821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Deleting port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:05.680229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.744755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] For port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ea18aad-cfcb-44a1-8705-2cf50bf025a1,segment=NetworkSegment(811e8c56-4691-4844-b46f-05a2001edd09),segment_id=811e8c56-4691-4844-b46f-05a2001edd09)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:05.745253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.759315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Calling delete_port for 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:05.789655 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.808021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:05.813501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0d43c1fc-c6d1-41f2-82b3-5e3293f6ec34 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7125254 Mar 11 17:29:05.816994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35288) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:05.848678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-a2b65489-0ca3-478e-a749-0e305703b3a9 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:05.851072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-a2b65489-0ca3-478e-a749-0e305703b3a9 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.2593479 Mar 11 17:29:05.867890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:29:05.881446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb0f4b1-e3c0-4fbc-8e94-de6e13b44b20 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting subnet a1f6e4cc-3963-4098-a4b6-142fde4a3a1a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:05.885357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f4b1-e3c0-4fbc-8e94-de6e13b44b20 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.891456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:05.892240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:05.900225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace535c-2c62-48ad-b03b-2be548b581e3 None None] Network 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:05.912027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-c5fd1e28-024b-45c8-9e39-ef4de91795d6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/quotas/d5d208419e1140d0b2726319f9122d80 HTTP/1.1" status: 200 len: 375 time: 0.0396919 Mar 11 17:29:05.918323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b014b14-893d-4e70-adf7-867aba1f777e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.924923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.933984 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b014b14-893d-4e70-adf7-867aba1f777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:05.971481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f4b1-e3c0-4fbc-8e94-de6e13b44b20 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.000107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8b014b14-893d-4e70-adf7-867aba1f777e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e14286fd8f44478ea5fb8f81f8c00d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429794 Mar 11 17:29:06.000560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35290) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:06.009766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b014b14-893d-4e70-adf7-867aba1f777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8524ae3-87f4-47c1-b812-d738f3288a8b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:06.010443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event deleted for resources: {'Port': ['ID=6ea18aad-cfcb-44a1-8705-2cf50bf025a1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:06.015641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:29:06.016196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] No DVR routers for this DVR port 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:06.017887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Deleting port 38b9b3d8-262b-41b8-a8b5-09c8b40307f5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:06.018911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.054061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f61d752-5edd-42f9-95c1-64c891c04598 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333258 Mar 11 17:29:06.085017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:29:04Z', 'revision_number': 11, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.115022 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:29:06.159352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:06.160092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.173551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] For port 38b9b3d8-262b-41b8-a8b5-09c8b40307f5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=38b9b3d8-262b-41b8-a8b5-09c8b40307f5,segment=NetworkSegment(1ddda195-5d85-423c-9686-514c52e5e5c6),segment_id=1ddda195-5d85-423c-9686-514c52e5e5c6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:06.173925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.202650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Calling delete_port for 38b9b3d8-262b-41b8-a8b5-09c8b40307f5 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:06.213160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-136c401f-6240-4fc3-b4d7-087c352fd125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.240199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:29:06.271293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faae254-9ac9-4c45-8ec3-a1224a6e143a None None] DHCP port deletion for 778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:06.308135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:29:04Z', 'revision_number': 11, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.338292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff6a3d-290e-4ac7-9ecc-b21f445bd48b None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:29:04Z', 'revision_number': 11, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:29:06.359092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-136c401f-6240-4fc3-b4d7-087c352fd125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.394719 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.402437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-ad9f6433-8208-47e1-9710-2d4b6e5094b2 service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204920 Mar 11 17:29:06.423315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.432576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f4b1-e3c0-4fbc-8e94-de6e13b44b20 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.454832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811e8c56-4691-4844-b46f-05a2001edd09') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.455047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811e8c56-4691-4844-b46f-05a2001edd09') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.470068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.487906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-a6c9a998-c231-40e2-8cda-20510d8ab0cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1935794 Mar 11 17:29:06.490845 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.506901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:06.507314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:06.510702 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:06.512378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.543822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-136c401f-6240-4fc3-b4d7-087c352fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.546292 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-136c401f-6240-4fc3-b4d7-087c352fd125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.550266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-136c401f-6240-4fc3-b4d7-087c352fd125 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8524ae3-87f4-47c1-b812-d738f3288a8b HTTP/1.1" status: 204 len: 168 time: 0.5461447 Mar 11 17:29:06.566074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Port': ['ID=38b9b3d8-262b-41b8-a8b5-09c8b40307f5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:06.589447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f4b1-e3c0-4fbc-8e94-de6e13b44b20 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.592615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No DVR routers for this DVR port 38b9b3d8-262b-41b8-a8b5-09c8b40307f5 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:06.603334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c401f-6240-4fc3-b4d7-087c352fd125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8524ae3-87f4-47c1-b812-d738f3288a8b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:06.622642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.629697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0f4b1-e3c0-4fbc-8e94-de6e13b44b20 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f6e4cc-3963-4098-a4b6-142fde4a3a1a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:06.637420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f4b1-e3c0-4fbc-8e94-de6e13b44b20 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.644654 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9bb0f4b1-e3c0-4fbc-8e94-de6e13b44b20 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/a1f6e4cc-3963-4098-a4b6-142fde4a3a1a HTTP/1.1" status: 204 len: 168 time: 0.8262835 Mar 11 17:29:06.647997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.655189 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] 10.222.0.53 "DELETE /v2.0/networks/778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9 HTTP/1.1" status: 204 len: 168 time: 1.1483414 Mar 11 17:29:06.655189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35294) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:06.657406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-15e0dfe4-cc0d-4f34-aa3d-8207d57c6057 service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432902 Mar 11 17:29:06.672910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f0c5b8-a309-43ba-8fc7-680e9953ba30 None None] Network f7d18f87-cefa-4f73-926b-8b80de609eba requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:06.708678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-8959a87e-f106-4d95-8df3-0df5554b97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:06.710186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-8959a87e-f106-4d95-8df3-0df5554b97bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 1096 time: 0.1674104 Mar 11 17:29:06.715034 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.780936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3300e0d2-6549-4d72-b7f6-76770732dc2e']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.835483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddda195-5d85-423c-9686-514c52e5e5c6') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.835774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddda195-5d85-423c-9686-514c52e5e5c6') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:06.883258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:06.889913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.907135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053b5e2-491d-40d9-b7f4-d056e54e5705 tempest-AllowedAddressPairIpV6TestJSON-614063858 tempest-AllowedAddressPairIpV6TestJSON-614063858-project] Pushing event deleted for resources: {'Network': ['ID=778cf7d2-d78b-43e7-bbdb-b0d509dfd7c9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:06.928685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:06.929034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ea18aad-cfcb-44a1-8705-2cf50bf025a1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:06.929462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8f812570-477e-4e17-87d1-06c29b142bb6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:06.932823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.949125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:06.953994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8f812570-477e-4e17-87d1-06c29b142bb6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:06.954318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8f812570-477e-4e17-87d1-06c29b142bb6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:06.972822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:06.972822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:07.048023 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:07.057453 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.060734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Deleting port d2261bf7-e2de-4331-a210-11c75e8c573a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:07.063334 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.076544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf4dda5-3b5c-4140-bb3d-6470e19b8ab0 None None] DHCP port deletion for f7d18f87-cefa-4f73-926b-8b80de609eba request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:07.095974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82ce7e8c-974e-47fe-9bef-934e1baa5e47 req-cbecaf9e-5498-4dee-b528-f7c9bd7b6549 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 210 time: 0.0441194 Mar 11 17:29:07.130396 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.130883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/3300e0d2-6549-4d72-b7f6-76770732dc2e HTTP/1.1" status: 204 len: 168 time: 3.6001029 Mar 11 17:29:07.131783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e0d24-d183-4ae9-844d-b309193db535 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=3300e0d2-6549-4d72-b7f6-76770732dc2e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:07.141770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35306) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:07.197083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35308) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:07.199480 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b486881-e726-48a2-88d1-b922f5cc7341 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:07.199938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b486881-e726-48a2-88d1-b922f5cc7341 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:07.205225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9b486881-e726-48a2-88d1-b922f5cc7341 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/a05a9a05-dffc-4144-9746-af4ed585a4c7 HTTP/1.1" status: 404 len: 337 time: 0.0596566 Mar 11 17:29:07.219621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] For port d2261bf7-e2de-4331-a210-11c75e8c573a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d2261bf7-e2de-4331-a210-11c75e8c573a,segment=NetworkSegment(92aa75b1-a410-4b65-b62d-e8283e885ec6),segment_id=92aa75b1-a410-4b65-b62d-e8283e885ec6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:07.219987 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.221079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4dda5-3b5c-4140-bb3d-6470e19b8ab0 None None] Deleting port d2261bf7-e2de-4331-a210-11c75e8c573a {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:07.222200 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dda5-3b5c-4140-bb3d-6470e19b8ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.226400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35310) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:07.227067 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47533522-e4f3-42f7-836e-151357f2067b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.234715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Calling delete_port for d2261bf7-e2de-4331-a210-11c75e8c573a owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:07.250250 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-8174f687-a53c-4245-951d-06b85879fb70 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:07.250896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8174f687-a53c-4245-951d-06b85879fb70 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:07.256189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8174f687-a53c-4245-951d-06b85879fb70 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/3300e0d2-6549-4d72-b7f6-76770732dc2e HTTP/1.1" status: 404 len: 339 time: 0.0246620 Mar 11 17:29:07.264360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35314) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:07.308393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35318) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:07.334997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ccf4dda5-3b5c-4140-bb3d-6470e19b8ab0 None None] For port d2261bf7-e2de-4331-a210-11c75e8c573a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d2261bf7-e2de-4331-a210-11c75e8c573a,segment=NetworkSegment(92aa75b1-a410-4b65-b62d-e8283e885ec6),segment_id=92aa75b1-a410-4b65-b62d-e8283e885ec6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:07.336270 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dda5-3b5c-4140-bb3d-6470e19b8ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.351480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-d0909b3c-65cf-4ffb-815d-d917b86f201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:07.351726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.352958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-d0909b3c-65cf-4ffb-815d-d917b86f201e service neutron] 10.222.0.66 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.5989742 Mar 11 17:29:07.353786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4dda5-3b5c-4140-bb3d-6470e19b8ab0 None None] Calling delete_port for d2261bf7-e2de-4331-a210-11c75e8c573a owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:07.382593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Port': ['ID=d2261bf7-e2de-4331-a210-11c75e8c573a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:07.390230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No DVR routers for this DVR port d2261bf7-e2de-4331-a210-11c75e8c573a on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:07.429304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.485357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.517704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dda5-3b5c-4140-bb3d-6470e19b8ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.531609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-cf0effd0-a779-4bef-ba81-022ef262ad30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7 HTTP/1.1" status: 200 len: 1000 time: 0.1678863 Mar 11 17:29:07.545705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d18f87-cefa-4f73-926b-8b80de609eba']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:07.558143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92aa75b1-a410-4b65-b62d-e8283e885ec6') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:07.558451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92aa75b1-a410-4b65-b62d-e8283e885ec6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:07.572905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.592116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4dda5-3b5c-4140-bb3d-6470e19b8ab0 None None] Pushing event deleted for resources: {'Port': ['ID=d2261bf7-e2de-4331-a210-11c75e8c573a,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:07.594091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4dda5-3b5c-4140-bb3d-6470e19b8ab0 None None] No DVR routers for this DVR port d2261bf7-e2de-4331-a210-11c75e8c573a on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:07.619989 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.635066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.644706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:07.645111 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:07.648138 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:07.652945 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47533522-e4f3-42f7-836e-151357f2067b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.666457 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c38e2d9d-5415-4aa6-88cd-bdeeca5deabf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09dec806b1a846e695ed6c17d0ee9abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568304 Mar 11 17:29:07.669052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35324) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:07.670618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47533522-e4f3-42f7-836e-151357f2067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.695511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-2bfcaa2e-505b-4e04-8b31-7e989dce3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:07.697039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-2bfcaa2e-505b-4e04-8b31-7e989dce3988 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.1329865 Mar 11 17:29:07.702449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-47533522-e4f3-42f7-836e-151357f2067b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a1af70b69df43e0844b2cc162b7f2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984753 Mar 11 17:29:07.706203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bd85dd-5f1c-4987-8b2b-3c922408a2bd']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:07.708586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35326) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:07.735780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.750328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.754286 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/networks/f7d18f87-cefa-4f73-926b-8b80de609eba HTTP/1.1" status: 204 len: 168 time: 1.0812266 Mar 11 17:29:07.757400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35328) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:07.764289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581e09c4-4202-4a29-bf4b-126174138d35') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:07.764608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581e09c4-4202-4a29-bf4b-126174138d35') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:07.766735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ae5da-146f-4e73-9957-e407291738a4 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Pushing event deleted for resources: {'Network': ['ID=f7d18f87-cefa-4f73-926b-8b80de609eba,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:07.771578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'routes': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:07.782938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7467e197-05a4-45ee-9b14-37056ebdc788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.794948 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.806408 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7467e197-05a4-45ee-9b14-37056ebdc788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.863154 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7467e197-05a4-45ee-9b14-37056ebdc788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.865785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7467e197-05a4-45ee-9b14-37056ebdc788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.867115 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7467e197-05a4-45ee-9b14-37056ebdc788 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bbca5e6-a1b8-4be6-be5f-326e526db275 HTTP/1.1" status: 204 len: 168 time: 0.1969974 Mar 11 17:29:07.874181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47533522-e4f3-42f7-836e-151357f2067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0a5306-a0e3-4a1a-b133-b891d5656a32,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:07.890574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467e197-05a4-45ee-9b14-37056ebdc788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbca5e6-a1b8-4be6-be5f-326e526db275,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:07.904681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:07.918002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-2b43d27b-f646-4130-b31b-1d5d72fc9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:07.919431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-2b43d27b-f646-4130-b31b-1d5d72fc9495 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100930 Mar 11 17:29:08.231473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:08.231862 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:08.236063 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:08.344998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.extraroute_db [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Added routes are [] {{(pid=102642) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 17:29:08.345301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.extraroute_db [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Removed routes are [] {{(pid=102642) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 17:29:08.345664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.360484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b394e99e-880d-410d-bb39-1b980d3e14ac req-cfa29e63-639f-459e-b05a-f15f1340e6a2 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 210 time: 0.1580768 Mar 11 17:29:08.377702 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4e2f-cb3f-4ca3-b97b-69d3d9ded310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.494626 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.547578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.551478 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/35bd85dd-5f1c-4987-8b2b-3c922408a2bd HTTP/1.1" status: 204 len: 168 time: 1.2856798 Mar 11 17:29:08.555145 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35350) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:08.591500 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-12356e06-6f08-4ee7-860e-2e34543491c8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:08.591886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4e2f-cb3f-4ca3-b97b-69d3d9ded310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.592038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12356e06-6f08-4ee7-860e-2e34543491c8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:08.595188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-12356e06-6f08-4ee7-860e-2e34543491c8 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/37cd249a-389e-474c-87fc-d42abc6d305d HTTP/1.1" status: 404 len: 337 time: 0.0387506 Mar 11 17:29:08.598385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35354) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:08.609514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d249119-f310-450c-bd48-1ea8a25f5d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=35bd85dd-5f1c-4987-8b2b-3c922408a2bd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:08.621895 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee608749-acd0-4db9-9ddd-99f9eb1713d6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:08.622939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee608749-acd0-4db9-9ddd-99f9eb1713d6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:08.628450 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ee608749-acd0-4db9-9ddd-99f9eb1713d6 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/0ee23af8-a5dc-4056-9102-140b6889095a HTTP/1.1" status: 404 len: 339 time: 0.0262132 Mar 11 17:29:08.630170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35356) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:08.686736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-93db8c68-168b-4a5c-8287-98c0e2910184 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Deleting subnet b4da3fbe-7531-4505-b6c7-333f5475571b {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:08.690366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93db8c68-168b-4a5c-8287-98c0e2910184 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.711566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35360) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:08.728829 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.743461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.744859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93db8c68-168b-4a5c-8287-98c0e2910184 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.746931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-d1e80e07-ec9f-43d3-9e15-14d833106666 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436194 Mar 11 17:29:08.759543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-fbaef9d3-b513-4b11-b893-1dab0f5694d5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:08.761372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-fbaef9d3-b513-4b11-b893-1dab0f5694d5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.4035976 Mar 11 17:29:08.805732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d2261bf7-e2de-4331-a210-11c75e8c573a no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:08.818575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Request body: {'port': {'device_id': '6572a32d-b3f5-4a4c-b49e-4b743874312c', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'admin_state_up': True, 'tenant_id': 'd5d208419e1140d0b2726319f9122d80'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:08.843892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d2261bf7-e2de-4331-a210-11c75e8c573a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:08.844571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d2261bf7-e2de-4331-a210-11c75e8c573a not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:08.886771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93db8c68-168b-4a5c-8287-98c0e2910184 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.914931 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4e2f-cb3f-4ca3-b97b-69d3d9ded310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.917773 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4e2f-cb3f-4ca3-b97b-69d3d9ded310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.919077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d5ff4e2f-cb3f-4ca3-b97b-69d3d9ded310 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e0a5306-a0e3-4a1a-b133-b891d5656a32 HTTP/1.1" status: 204 len: 168 time: 1.2039580 Mar 11 17:29:08.920236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-38e00a97-705e-4b29-89ef-19f224315d28 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:08.920737 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-38e00a97-705e-4b29-89ef-19f224315d28 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 17:29:08.921469 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-38e00a97-705e-4b29-89ef-19f224315d28 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 17:29:08.922442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-38e00a97-705e-4b29-89ef-19f224315d28 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2099264 Mar 11 17:29:08.926000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35366) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:08.930904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034119706'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:08.967811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.980546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 80200aa6-3fb9-4ba8-8434-875eafd3e896 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:29:08.982329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:08.984027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff4e2f-cb3f-4ca3-b97b-69d3d9ded310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0a5306-a0e3-4a1a-b133-b891d5656a32,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:09.060202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93db8c68-168b-4a5c-8287-98c0e2910184 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.102845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db8c68-168b-4a5c-8287-98c0e2910184 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=b4da3fbe-7531-4505-b6c7-333f5475571b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:09.108824 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93db8c68-168b-4a5c-8287-98c0e2910184 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.117035 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-93db8c68-168b-4a5c-8287-98c0e2910184 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/b4da3fbe-7531-4505-b6c7-333f5475571b HTTP/1.1" status: 204 len: 168 time: 0.4818058 Mar 11 17:29:09.117464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0355764-09ff-4cb7-bf0b-b6ec6149541a None None] Network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:09.119458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35368) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:09.189737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c01ce6d3-c04d-4072-bf5b-ea948b0f21fc req-a5c2f0b3-966a-4f1e-802a-ff59db4e98e4 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259789 Mar 11 17:29:09.207050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:09.208473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.221350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.221509 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.223232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-247467f6-115b-427a-9df9-8384811fa5e9 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896 HTTP/1.1" status: 200 len: 704 time: 1.4565077 Mar 11 17:29:09.224138 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] Sync routers for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:29:09.226058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35370) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:09.238837 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:09.239751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ad8a07-8f9c-46d7-be68-e51c14525b03 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Deleting subnet b8e92c6a-5e75-49b8-a460-92976295670d {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:09.242297 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:09.242883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Made reservation on behalf of d5d208419e1140d0b2726319f9122d80 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:09.249654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.270802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ad8a07-8f9c-46d7-be68-e51c14525b03 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.314901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0011b261-04e6-47dd-811b-3184112789a5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=80200aa6-3fb9-4ba8-8434-875eafd3e896 HTTP/1.1" status: 200 len: 205 time: 0.0873253 Mar 11 17:29:09.317516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35374) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:09.326527 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ad8a07-8f9c-46d7-be68-e51c14525b03 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.365759 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:29:09.427629 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:29:04Z', 'revision_number': 11, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:09.456370 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] Checking router: 80200aa6-3fb9-4ba8-8434-875eafd3e896 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:29:09.466209 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] Routers {'80200aa6-3fb9-4ba8-8434-875eafd3e896'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:09.467048 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['80200aa6-3fb9-4ba8-8434-875eafd3e896'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:09.470825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14be45a-977b-4a9d-b6a9-57c362a5cd36,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:09.484487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ad8a07-8f9c-46d7-be68-e51c14525b03 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.552621 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f52ea2b-1827-4894-91a4-95802b6fb7cf tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.572709 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] Set router 80200aa6-3fb9-4ba8-8434-875eafd3e896 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:29:09.604632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ad8a07-8f9c-46d7-be68-e51c14525b03 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.695731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee31397e-3eb0-4d40-8b69-a23fc36277ea req-aae49ade-effe-44de-9c21-44571dbd566e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 210 time: 0.1509359 Mar 11 17:29:09.709181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad8a07-8f9c-46d7-be68-e51c14525b03 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e92c6a-5e75-49b8-a460-92976295670d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:09.738280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ad8a07-8f9c-46d7-be68-e51c14525b03 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.744470 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-38ad8a07-8f9c-46d7-be68-e51c14525b03 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/b8e92c6a-5e75-49b8-a460-92976295670d HTTP/1.1" status: 204 len: 168 time: 0.6240513 Mar 11 17:29:09.745609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.746563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35386) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:09.839192 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f52ea2b-1827-4894-91a4-95802b6fb7cf tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.841779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f52ea2b-1827-4894-91a4-95802b6fb7cf tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.869247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.875858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.897054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.900862 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9738526 Mar 11 17:29:09.911306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35388) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:09.940256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-45bb9f80-e2ce-447b-8ae9-8038ffbffb5a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': 'bb90ae2b-3a97-4d51-8c90-4949dfbda11c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:09.958996 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:29:04Z', 'revision_number': 11, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:09.960269 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f52ea2b-1827-4894-91a4-95802b6fb7cf tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.961079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f52ea2b-1827-4894-91a4-95802b6fb7cf tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Fanout notify agent at l3_agent the message router_deleted on router 80200aa6-3fb9-4ba8-8434-875eafd3e896 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:29:09.971682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f52ea2b-1827-4894-91a4-95802b6fb7cf tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:09.973373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6f52ea2b-1827-4894-91a4-95802b6fb7cf tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896 HTTP/1.1" status: 204 len: 168 time: 0.6544538 Mar 11 17:29:09.973601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37f50-8784-4575-8f1b-4f3abaf19541 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb90ae2b-3a97-4d51-8c90-4949dfbda11c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:09.978261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35392) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:09.984793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0161f6e9-4f6e-4e13-9044-35a799b2d1c3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1044583636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:09.988726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45bb9f80-e2ce-447b-8ae9-8038ffbffb5a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.031171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Deleting port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:10.031534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.031770 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e2f50-8dae-45de-9614-ff5b45d1b510 None None] The sync data for ids ['80200aa6-3fb9-4ba8-8434-875eafd3e896'] in n-d-833411-1 is: [{'id': '80200aa6-3fb9-4ba8-8434-875eafd3e896', 'name': 'tempest-RoutersIpV6Test-router-876530113', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:59Z', 'updated_at': '2022-03-11T17:29:04Z', 'revision_number': 11, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:29:10.038268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0161f6e9-4f6e-4e13-9044-35a799b2d1c3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.041530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0161f6e9-4f6e-4e13-9044-35a799b2d1c3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.056849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Allocated IP 172.20.0.8 (183c0f9c-34b5-40d8-8f5b-ec3e47e371b5/d975d024-42bd-41eb-a5a3-788261a71880/96687cb6-102b-4ff8-bdeb-bd226310dd63) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:10.098097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45bb9f80-e2ce-447b-8ae9-8038ffbffb5a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.106820 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45bb9f80-e2ce-447b-8ae9-8038ffbffb5a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.164711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb9f80-e2ce-447b-8ae9-8038ffbffb5a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b537187a-5c84-4a10-87d1-7f080b6332a3,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:10.172333 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45bb9f80-e2ce-447b-8ae9-8038ffbffb5a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.174326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-45bb9f80-e2ce-447b-8ae9-8038ffbffb5a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2601671 Mar 11 17:29:10.177898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35400) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:10.186641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-85937071-d7dd-484d-aaf3-b8f094afe7fb tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': 'bb90ae2b-3a97-4d51-8c90-4949dfbda11c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:10.234482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] For port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=58e8f3a8-84ab-4b00-b213-a11c5cdd5703,segment=NetworkSegment(ac763dd4-cb4f-45bf-85db-0effe14004f6),segment_id=ac763dd4-cb4f-45bf-85db-0effe14004f6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:10.235314 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.239391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e438b35-42bf-4011-9e24-a7ee007906ed None None] Network c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:10.279307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85937071-d7dd-484d-aaf3-b8f094afe7fb tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.291667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0161f6e9-4f6e-4e13-9044-35a799b2d1c3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.296264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Calling delete_port for 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:10.301488 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0161f6e9-4f6e-4e13-9044-35a799b2d1c3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.323043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0161f6e9-4f6e-4e13-9044-35a799b2d1c3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.324175 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0161f6e9-4f6e-4e13-9044-35a799b2d1c3 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3443918 Mar 11 17:29:10.327002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35404) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:10.331852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-dcb7d108-895c-47a5-9ee6-2c4ebc0e713a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:10.357080 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-85937071-d7dd-484d-aaf3-b8f094afe7fb tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 17:29:10.358359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-85937071-d7dd-484d-aaf3-b8f094afe7fb tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1794579 Mar 11 17:29:10.362211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35406) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:10.393973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-29f532c7-7637-46cf-9eb4-7a5f0250895e None None] Provisioning complete for port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:10.394666 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-29f532c7-7637-46cf-9eb4-7a5f0250895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.413888 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.500967 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7245f6fd-a67c-43bb-bb02-cae6e7f35fc6 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.509738 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.581095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:10.593470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:10.599768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:10.603126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:29:10.606261 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7245f6fd-a67c-43bb-bb02-cae6e7f35fc6 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.651793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event updated for resources: {'Port': ['ID=96687cb6-102b-4ff8-bdeb-bd226310dd63,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:10.683496 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d108-895c-47a5-9ee6-2c4ebc0e713a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-636'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.693574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.700284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:10.701307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.730113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-7f8a055c-e3ae-45e8-98e2-86b4e8a0c3b6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9162102 Mar 11 17:29:10.757673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Request body: {'port': {'device_id': '6572a32d-b3f5-4a4c-b49e-4b743874312c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:10.766060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d108-895c-47a5-9ee6-2c4ebc0e713a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638798'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.768849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Port': ['ID=58e8f3a8-84ab-4b00-b213-a11c5cdd5703,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:10.771643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7245f6fd-a67c-43bb-bb02-cae6e7f35fc6 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.776050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No DVR routers for this DVR port 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:10.777171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7245f6fd-a67c-43bb-bb02-cae6e7f35fc6 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.780047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7245f6fd-a67c-43bb-bb02-cae6e7f35fc6 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/bb90ae2b-3a97-4d51-8c90-4949dfbda11c HTTP/1.1" status: 204 len: 168 time: 0.4154775 Mar 11 17:29:10.782984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:10.792816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b160093-2a58-4fe0-8d3a-e9cb9410c956 None None] DHCP port deletion for c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:10.838886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245f6fd-a67c-43bb-bb02-cae6e7f35fc6 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb90ae2b-3a97-4d51-8c90-4949dfbda11c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:10.914018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.935753 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:10.943165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d9655-07a9-4bc8-9435-dd7f9c5b838d req-00cb92a4-29f4-42fb-8956-1480dc383f72 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:10.944600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c26d9655-07a9-4bc8-9435-dd7f9c5b838d req-00cb92a4-29f4-42fb-8956-1480dc383f72 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 931 time: 0.1078870 Mar 11 17:29:11.024898 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c3a2e70-1888-468f-bd37-28005a4ba043 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2347112 Mar 11 17:29:11.025089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c26d9655-07a9-4bc8-9435-dd7f9c5b838d req-5bd14ca9-7447-460b-a7a9-4ad28a66ecdb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583141 Mar 11 17:29:11.025168 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.033026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35422) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.041554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6a02adc2-beca-4a91-869a-997a6fab2433 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--2267212'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:11.069012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f0448e-53c5-4a0c-8719-81d6d9a8ef78']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:11.088578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac763dd4-cb4f-45bf-85db-0effe14004f6') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:11.088578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac763dd4-cb4f-45bf-85db-0effe14004f6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:11.107426 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.121550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a02adc2-beca-4a91-869a-997a6fab2433 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.135022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.138387 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb7d108-895c-47a5-9ee6-2c4ebc0e713a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Router 26de6564-cf4b-4ff2-85c8-e37a834e1c64 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:29:11.149160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:11.149602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:11.153592 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:11.249687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96687cb6-102b-4ff8-bdeb-bd226310dd63 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:29:11.258477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.296950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Transition to ACTIVE for port object 96687cb6-102b-4ff8-bdeb-bd226310dd63 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:11.298873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.303460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.304865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.311437 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/c6f0448e-53c5-4a0c-8719-81d6d9a8ef78 HTTP/1.1" status: 204 len: 168 time: 1.5632825 Mar 11 17:29:11.312369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35430) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.323026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb7d108-895c-47a5-9ee6-2c4ebc0e713a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:11.330137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d108-895c-47a5-9ee6-2c4ebc0e713a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.331466 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dcb7d108-895c-47a5-9ee6-2c4ebc0e713a tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "PUT /v2.0/routers/26de6564-cf4b-4ff2-85c8-e37a834e1c64 HTTP/1.1" status: 200 len: 698 time: 1.0035145 Mar 11 17:29:11.338850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] Sync routers for ids ['26de6564-cf4b-4ff2-85c8-e37a834e1c64'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:29:11.349571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35432) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.350391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9096ba-59fe-4c3e-b4b5-107481fa7e04 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=c6f0448e-53c5-4a0c-8719-81d6d9a8ef78,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:11.359530 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] Routers {'26de6564-cf4b-4ff2-85c8-e37a834e1c64'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:11.360146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['26de6564-cf4b-4ff2-85c8-e37a834e1c64'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:11.376708 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a02adc2-beca-4a91-869a-997a6fab2433 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.382350 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-493d5993-35b0-4049-87da-ac9c0890e336 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:11.382804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493d5993-35b0-4049-87da-ac9c0890e336 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:11.383203 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a02adc2-beca-4a91-869a-997a6fab2433 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.389189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-493d5993-35b0-4049-87da-ac9c0890e336 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/19e446e6-1adc-40fb-ab0d-e471e9feaada HTTP/1.1" status: 404 len: 337 time: 0.0735168 Mar 11 17:29:11.396135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35438) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.442965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a02adc2-beca-4a91-869a-997a6fab2433 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.444285 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6a02adc2-beca-4a91-869a-997a6fab2433 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4101021 Mar 11 17:29:11.445412 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ff85bf-6fe8-45bb-acc9-48c7bb22159f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:11.446049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ff85bf-6fe8-45bb-acc9-48c7bb22159f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:11.451509 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-43ff85bf-6fe8-45bb-acc9-48c7bb22159f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/b2ef262f-ac45-45b2-ae45-f4671600e680 HTTP/1.1" status: 404 len: 339 time: 0.0476768 Mar 11 17:29:11.451509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35440) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.451900 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35442) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.458677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cff41e90-ef5c-4ee8-824b-73bf78833f6e tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '84ad270e-de52-4ec2-bc09-7223ddd02236', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:11.459177 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-cff41e90-ef5c-4ee8-824b-73bf78833f6e tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 17:29:11.459680 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-cff41e90-ef5c-4ee8-824b-73bf78833f6e tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:11.463245 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cff41e90-ef5c-4ee8-824b-73bf78833f6e tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078883 Mar 11 17:29:11.463245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02adc2-beca-4a91-869a-997a6fab2433 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad270e-de52-4ec2-bc09-7223ddd02236,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:11.464287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35446) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.479188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] Set router 26de6564-cf4b-4ff2-85c8-e37a834e1c64 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:29:11.553070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26de6564-cf4b-4ff2-85c8-e37a834e1c64', 'name': 'tempest-RoutersIpV6Test-router-1044583636', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:10Z', 'updated_at': '2022-03-11T17:29:10Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:11.558648 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62645db-af18-4cfe-9d99-06560fbb7531 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:11.559098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62645db-af18-4cfe-9d99-06560fbb7531 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:11.562237 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c62645db-af18-4cfe-9d99-06560fbb7531 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/f436180e-2720-4655-bf75-9bd62b690bd8 HTTP/1.1" status: 404 len: 337 time: 0.1082482 Mar 11 17:29:11.571399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35452) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.590031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] Checking router: 26de6564-cf4b-4ff2-85c8-e37a834e1c64 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:29:11.601056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] Routers {'26de6564-cf4b-4ff2-85c8-e37a834e1c64'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:11.602056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:28:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['26de6564-cf4b-4ff2-85c8-e37a834e1c64'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:11.603447 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc582c22-c54f-459d-9cd6-697f75fef14a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:11.604276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc582c22-c54f-459d-9cd6-697f75fef14a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:11.617466 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dc582c22-c54f-459d-9cd6-697f75fef14a tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/c90456f5-7440-4397-b65d-6ffa2ec710de HTTP/1.1" status: 404 len: 339 time: 0.0447118 Mar 11 17:29:11.620544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.660936 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b632399-5f56-48ed-ac8f-ec3730f5443a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.663098 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-214a16da-2950-44f0-9a26-450d493b6d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:11.663474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214a16da-2950-44f0-9a26-450d493b6d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:11.668540 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-214a16da-2950-44f0-9a26-450d493b6d2f tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/b8360d89-4845-4a11-8d92-6d2753589b83 HTTP/1.1" status: 404 len: 337 time: 0.0395360 Mar 11 17:29:11.672681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35460) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.712767 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb69d6c4-e3a4-47f5-9ade-56bbdc1dbcb5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:11.714082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb69d6c4-e3a4-47f5-9ade-56bbdc1dbcb5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:11.717447 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bb69d6c4-e3a4-47f5-9ade-56bbdc1dbcb5 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/d6f026dc-ad24-44d0-9b4e-a18643432016 HTTP/1.1" status: 404 len: 339 time: 0.0435946 Mar 11 17:29:11.720562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35462) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.720856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Pushing event updated for resources: {'Port': ['ID=96687cb6-102b-4ff8-bdeb-bd226310dd63,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:11.734140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b632399-5f56-48ed-ac8f-ec3730f5443a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.735966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] Set router 26de6564-cf4b-4ff2-85c8-e37a834e1c64 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:29:11.818283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a46867-88f0-4285-95e5-172176db1312 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Deleting subnet 5d018c29-1cbe-4b79-8c7b-ef52f7d18718 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:11.824525 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68a46867-88f0-4285-95e5-172176db1312 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.834933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-313f0186-3a47-4cab-ac7d-4470f24d26b2 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/routers/26de6564-cf4b-4ff2-85c8-e37a834e1c64 HTTP/1.1" status: 200 len: 704 time: 0.4845271 Mar 11 17:29:11.840881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35468) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.859752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b632399-5f56-48ed-ac8f-ec3730f5443a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.862537 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b632399-5f56-48ed-ac8f-ec3730f5443a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.864557 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5b632399-5f56-48ed-ac8f-ec3730f5443a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/84ad270e-de52-4ec2-bc09-7223ddd02236 HTTP/1.1" status: 204 len: 168 time: 0.3824527 Mar 11 17:29:11.876914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35472) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.882702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b632399-5f56-48ed-ac8f-ec3730f5443a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad270e-de52-4ec2-bc09-7223ddd02236,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:11.883514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7c828973-34a0-4746-8702-15b28176b542 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=26de6564-cf4b-4ff2-85c8-e37a834e1c64 HTTP/1.1" status: 200 len: 205 time: 0.0414655 Mar 11 17:29:11.886167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Attempting to bind port 96687cb6-102b-4ff8-bdeb-bd226310dd63 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:11.886726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Attempting to bind port 96687cb6-102b-4ff8-bdeb-bd226310dd63 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:11.887259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Attempting to bind port 96687cb6-102b-4ff8-bdeb-bd226310dd63 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:11.896635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35474) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.911668 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68a46867-88f0-4285-95e5-172176db1312 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.951930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-08dcc43b-0e3e-4599-939e-e708d3b7fca4 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667725 Mar 11 17:29:11.953197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Port 96687cb6-102b-4ff8-bdeb-bd226310dd63 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:29:11.955525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Attempting to bind port 96687cb6-102b-4ff8-bdeb-bd226310dd63 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:11.958743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35476) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:11.965114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3d3bddbd-b221-4a47-9538-4420a7449898 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--741380756'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:11.973816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:11.974153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Checking segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:11.974554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Bound using segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:11.975013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Bound port: 96687cb6-102b-4ff8-bdeb-bd226310dd63, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:11.975378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.047109 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d3bddbd-b221-4a47-9538-4420a7449898 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.081664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26de6564-cf4b-4ff2-85c8-e37a834e1c64', 'name': 'tempest-RoutersIpV6Test-router-1044583636', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:10Z', 'updated_at': '2022-03-11T17:29:10Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:12.100783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] For port 96687cb6-102b-4ff8-bdeb-bd226310dd63, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:12.104891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] For port 96687cb6-102b-4ff8-bdeb-bd226310dd63, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96687cb6-102b-4ff8-bdeb-bd226310dd63,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:12.119442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.165891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d11f0-4f59-42f9-b6aa-3b09786ec4fa None None] The sync data for ids ['26de6564-cf4b-4ff2-85c8-e37a834e1c64'] in n-d-833411-1 is: [{'id': '26de6564-cf4b-4ff2-85c8-e37a834e1c64', 'name': 'tempest-RoutersIpV6Test-router-1044583636', 'tenant_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:29:10Z', 'updated_at': '2022-03-11T17:29:10Z', 'revision_number': 2, 'project_id': '30199de7f9ae4ae0ab27ff7db684cd29', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:29:12.170344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:12.170988 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.172443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] 10.222.0.46 "PUT /v2.0/ports/96687cb6-102b-4ff8-bdeb-bd226310dd63 HTTP/1.1" status: 200 len: 1091 time: 1.4323628 Mar 11 17:29:12.175630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6572a32d-b3f5-4a4c-b49e-4b743874312c', 'tag': '96687cb6-102b-4ff8-bdeb-bd226310dd63'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:29:12.191286 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746d7ad3-055b-4e28-9174-fd9e26c438db" -d '{"events": [{"name": "network-changed", "server_uuid": "6572a32d-b3f5-4a4c-b49e-4b743874312c", "tag": "96687cb6-102b-4ff8-bdeb-bd226310dd63"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:29:12.273937 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675cb23b-14a4-4e04-87f2-c94e6432122a x-openstack-request-id: req-675cb23b-14a4-4e04-87f2-c94e6432122a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:29:12.274263 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6572a32d-b3f5-4a4c-b49e-4b743874312c", "tag": "96687cb6-102b-4ff8-bdeb-bd226310dd63", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:29:12.274482 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-675cb23b-14a4-4e04-87f2-c94e6432122a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:29:12.274899 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6572a32d-b3f5-4a4c-b49e-4b743874312c', 'tag': '96687cb6-102b-4ff8-bdeb-bd226310dd63', 'status': 'completed', 'code': 200} Mar 11 17:29:12.347865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7781ea01-4612-42f4-b0fa-0552125f0a22 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.350691 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d3bddbd-b221-4a47-9538-4420a7449898 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.364409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db5bb1-e462-4300-94de-fc2fff8c5803 service neutron] Pushing event updated for resources: {'Port': ['ID=96687cb6-102b-4ff8-bdeb-bd226310dd63,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:12.367097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d3bddbd-b221-4a47-9538-4420a7449898 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.380674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-1b3408f0-4005-482e-ac80-f09f954c9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:12.382193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-1b3408f0-4005-482e-ac80-f09f954c9649 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 1094 time: 0.1516190 Mar 11 17:29:12.462681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-769678f4-dfdd-4374-9fb9-f3e0c09a44b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96687cb6-102b-4ff8-bdeb-bd226310dd63 HTTP/1.1" status: 200 len: 217 time: 0.0614638 Mar 11 17:29:12.464877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d3bddbd-b221-4a47-9538-4420a7449898 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.466639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3d3bddbd-b221-4a47-9538-4420a7449898 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5067582 Mar 11 17:29:12.475298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:12.485058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dc095-4348-423a-96bd-7fc995bb55dd req-a677ff37-4ba8-4eb0-8c35-76efd921252e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:12.487834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-253dc095-4348-423a-96bd-7fc995bb55dd req-a677ff37-4ba8-4eb0-8c35-76efd921252e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 943 time: 0.2730823 Mar 11 17:29:12.524036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-56ac5f63-1d81-4f66-88de-26973605cb46 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2474d57c-9e1d-4d68-8c0b-99e7d3e1b29e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:12.524036 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-56ac5f63-1d81-4f66-88de-26973605cb46 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 17:29:12.524036 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-56ac5f63-1d81-4f66-88de-26973605cb46 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:12.528732 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-56ac5f63-1d81-4f66-88de-26973605cb46 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127366 Mar 11 17:29:12.536083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35494) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:12.536083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bddbd-b221-4a47-9538-4420a7449898 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2474d57c-9e1d-4d68-8c0b-99e7d3e1b29e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:12.594409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b421d0b5-f024-4cc2-95d3-7487421129a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:12.596271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-b421d0b5-f024-4cc2-95d3-7487421129a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.1242213 Mar 11 17:29:12.603779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7781ea01-4612-42f4-b0fa-0552125f0a22 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.608133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7781ea01-4612-42f4-b0fa-0552125f0a22 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.613971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68a46867-88f0-4285-95e5-172176db1312 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.625638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-253dc095-4348-423a-96bd-7fc995bb55dd req-7477b3f9-4854-46ac-b72b-2339d7f78cb3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268485 Mar 11 17:29:12.651118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-130512a8-b924-434a-a6d9-cca9a94a495e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377820 Mar 11 17:29:12.697995 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7781ea01-4612-42f4-b0fa-0552125f0a22 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.698517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7781ea01-4612-42f4-b0fa-0552125f0a22 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Fanout notify agent at l3_agent the message router_deleted on router 26de6564-cf4b-4ff2-85c8-e37a834e1c64 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:29:12.706145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7781ea01-4612-42f4-b0fa-0552125f0a22 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.710534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7781ea01-4612-42f4-b0fa-0552125f0a22 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/26de6564-cf4b-4ff2-85c8-e37a834e1c64 HTTP/1.1" status: 204 len: 168 time: 0.8094218 Mar 11 17:29:12.711934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35498) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:12.721577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad44d-7fc7-41fe-bcf6-def3a197a72a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.753815 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b17b6e5f-55af-4bd0-88e9-4fca7e077fd8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=26de6564-cf4b-4ff2-85c8-e37a834e1c64 HTTP/1.1" status: 200 len: 205 time: 0.0407515 Mar 11 17:29:12.756575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35500) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:12.762553 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad44d-7fc7-41fe-bcf6-def3a197a72a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.797224 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-b296d410-9c3b-42f2-a72a-4e56f3c27d0b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] delete failed (client error): The resource could not be found. Mar 11 17:29:12.801574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b296d410-9c3b-42f2-a72a-4e56f3c27d0b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/26de6564-cf4b-4ff2-85c8-e37a834e1c64 HTTP/1.1" status: 404 len: 336 time: 0.0407448 Mar 11 17:29:12.801743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-02a10131-99e8-4084-91b8-8bb95fb11f05 service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466751 Mar 11 17:29:12.806508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35502) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:12.822332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68a46867-88f0-4285-95e5-172176db1312 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.842690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:12.874634 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf31f15-e522-4b7d-881b-050f3df6b71c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:12.875338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf31f15-e522-4b7d-881b-050f3df6b71c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:12.883254 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fdf31f15-e522-4b7d-881b-050f3df6b71c tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/42877629-4ad9-4b35-af76-8075fce63514 HTTP/1.1" status: 404 len: 337 time: 0.0742135 Mar 11 17:29:12.887534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:12.887882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 58e8f3a8-84ab-4b00-b213-a11c5cdd5703 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:12.891641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad44d-7fc7-41fe-bcf6-def3a197a72a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.895814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad44d-7fc7-41fe-bcf6-def3a197a72a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.897704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ef8ad44d-7fc7-41fe-bcf6-def3a197a72a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/2474d57c-9e1d-4d68-8c0b-99e7d3e1b29e HTTP/1.1" status: 204 len: 168 time: 0.3581154 Mar 11 17:29:12.898914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35506) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:12.908276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35508) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:12.918718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a46867-88f0-4285-95e5-172176db1312 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=5d018c29-1cbe-4b79-8c7b-ef52f7d18718,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:12.936906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68a46867-88f0-4285-95e5-172176db1312 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:12.941611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-68a46867-88f0-4285-95e5-172176db1312 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/5d018c29-1cbe-4b79-8c7b-ef52f7d18718 HTTP/1.1" status: 204 len: 168 time: 1.2189777 Mar 11 17:29:12.944405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:12.948807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e98bf33-0e6a-46d2-8280-cd1fcc74fb66 None None] Network 50608503-e858-4802-a3c7-5ed0da22455b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:12.959521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ad44d-7fc7-41fe-bcf6-def3a197a72a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2474d57c-9e1d-4d68-8c0b-99e7d3e1b29e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:12.963300 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-404afbdb-4ad8-4b15-a083-a45bdeed7171 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:12.963758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404afbdb-4ad8-4b15-a083-a45bdeed7171 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:12.969174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-404afbdb-4ad8-4b15-a083-a45bdeed7171 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/ad9d86c9-9913-48be-8ddc-2dd83f584e92 HTTP/1.1" status: 404 len: 337 time: 0.0603666 Mar 11 17:29:12.969803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35514) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.008671 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-753f16c1-eeda-44af-8f93-27b13fd05dbd tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:13.009140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753f16c1-eeda-44af-8f93-27b13fd05dbd tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:13.014793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-753f16c1-eeda-44af-8f93-27b13fd05dbd tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/38a7f63a-9a0d-4d2e-9cbd-b7738faf166d HTTP/1.1" status: 404 len: 337 time: 0.0416327 Mar 11 17:29:13.015059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35516) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.018575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c5cb2ea-f5d0-4696-9903-4f90ef29e251 req-1d8c25c3-9a6d-4e50-bce9-e32d0539217f service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097917 Mar 11 17:29:13.045809 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd7493e-75e3-46e4-9d87-4ff3243f1af5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:13.046268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd7493e-75e3-46e4-9d87-4ff3243f1af5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:13.052034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5cd7493e-75e3-46e4-9d87-4ff3243f1af5 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/a1f6e4cc-3963-4098-a4b6-142fde4a3a1a HTTP/1.1" status: 404 len: 337 time: 0.0334945 Mar 11 17:29:13.052584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35518) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.092716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-669f885a-af11-47f9-a182-e57299985516 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=80200aa6-3fb9-4ba8-8434-875eafd3e896 HTTP/1.1" status: 200 len: 205 time: 0.0387321 Mar 11 17:29:13.102532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35520) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.123562 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c5f853de-3bb5-4bf2-ae3e-d09e2314f750 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2133114 Mar 11 17:29:13.127326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.131298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35522) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.136723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f9023b99-b1c0-490d-b838-484604517b07 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343658672'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:13.166812 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-b28a925a-35f5-4d7b-82c1-5839e2cd44eb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] delete failed (client error): The resource could not be found. Mar 11 17:29:13.167857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b28a925a-35f5-4d7b-82c1-5839e2cd44eb tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/80200aa6-3fb9-4ba8-8434-875eafd3e896 HTTP/1.1" status: 404 len: 336 time: 0.0641921 Mar 11 17:29:13.170497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35526) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.214078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d6decb04-1cde-4a08-ab7d-34af268c6510 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=82bf84b3-5527-48b0-89ef-f8950c26f217 HTTP/1.1" status: 200 len: 205 time: 0.0420101 Mar 11 17:29:13.216780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35530) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.237563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9023b99-b1c0-490d-b838-484604517b07 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.269070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be090c1b-032d-4a8f-9fd9-bfbe0ff75e67 None None] DHCP port deletion for 50608503-e858-4802-a3c7-5ed0da22455b request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:13.272371 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-d858a399-5de0-4ce7-89a1-4389d5eda701 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] delete failed (client error): The resource could not be found. Mar 11 17:29:13.274180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d858a399-5de0-4ce7-89a1-4389d5eda701 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/82bf84b3-5527-48b0-89ef-f8950c26f217 HTTP/1.1" status: 404 len: 336 time: 0.0558486 Mar 11 17:29:13.277099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-b81f4480-4739-4524-919b-6087fbd01721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:13.279322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-b81f4480-4739-4524-919b-6087fbd01721 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 1094 time: 0.1893852 Mar 11 17:29:13.279994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35534) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.299728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Deleting port f423b4de-c63f-4d52-a05f-10320fba7c27 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:13.300099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.329565 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b7f7d8-9c5c-4b7b-9998-9273df7f34bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:13.330063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b7f7d8-9c5c-4b7b-9998-9273df7f34bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:13.333759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d1b7f7d8-9c5c-4b7b-9998-9273df7f34bc tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/c660e5be-71be-4cc7-92a0-40c4e372c568 HTTP/1.1" status: 404 len: 337 time: 0.0524974 Mar 11 17:29:13.343651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35536) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.376861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-be090c1b-032d-4a8f-9fd9-bfbe0ff75e67 None None] Deleting port f423b4de-c63f-4d52-a05f-10320fba7c27 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:13.378299 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be090c1b-032d-4a8f-9fd9-bfbe0ff75e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.397432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] For port f423b4de-c63f-4d52-a05f-10320fba7c27, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f423b4de-c63f-4d52-a05f-10320fba7c27,segment=NetworkSegment(9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8),segment_id=9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:13.397816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.405394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cbc13945-b794-42a6-bf7a-e90aad248215 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=970f5362-2428-480c-bf1a-7e8816897354 HTTP/1.1" status: 200 len: 205 time: 0.0605540 Mar 11 17:29:13.407903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35538) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.418436 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Calling delete_port for f423b4de-c63f-4d52-a05f-10320fba7c27 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:13.451957 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-9781e682-d2fe-4223-986b-a9f939dea3a0 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] delete failed (client error): The resource could not be found. Mar 11 17:29:13.454556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9781e682-d2fe-4223-986b-a9f939dea3a0 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/970f5362-2428-480c-bf1a-7e8816897354 HTTP/1.1" status: 404 len: 336 time: 0.0451260 Mar 11 17:29:13.460292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35540) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.508378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-be090c1b-032d-4a8f-9fd9-bfbe0ff75e67 None None] For port f423b4de-c63f-4d52-a05f-10320fba7c27, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f423b4de-c63f-4d52-a05f-10320fba7c27,segment=NetworkSegment(9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8),segment_id=9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:13.510985 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be090c1b-032d-4a8f-9fd9-bfbe0ff75e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.512538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-aaa85a61-c8d2-4dbb-9254-29cece4c63c7 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0d28755-524e-4c63-98dc-aed45cd0a521 HTTP/1.1" status: 200 len: 205 time: 0.0510738 Mar 11 17:29:13.515148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35544) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.548799 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-be090c1b-032d-4a8f-9fd9-bfbe0ff75e67 None None] Calling delete_port for f423b4de-c63f-4d52-a05f-10320fba7c27 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:13.566357 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-7058d642-0832-470c-97b9-0862994b28d0 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] delete failed (client error): The resource could not be found. Mar 11 17:29:13.567680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7058d642-0832-470c-97b9-0862994b28d0 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/f0d28755-524e-4c63-98dc-aed45cd0a521 HTTP/1.1" status: 404 len: 336 time: 0.0516038 Mar 11 17:29:13.569344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-5dc3d8cd-33e9-4e59-92c4-529cc92bda64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:13.571062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-5dc3d8cd-33e9-4e59-92c4-529cc92bda64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 905 time: 0.2776079 Mar 11 17:29:13.571699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35546) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.578299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9023b99-b1c0-490d-b838-484604517b07 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.585618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9023b99-b1c0-490d-b838-484604517b07 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.601625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.672412 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac9f3a0-f376-4886-8502-93557ba586b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:13.672982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac9f3a0-f376-4886-8502-93557ba586b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:13.673789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d893a85-92c5-4ee1-afa4-118278058def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.681351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8ac9f3a0-f376-4886-8502-93557ba586b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/88370fbc-a70e-459e-a5fc-dec35b34ca9b HTTP/1.1" status: 404 len: 337 time: 0.1084287 Mar 11 17:29:13.682520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35550) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.694160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No DVR routers for this DVR port f423b4de-c63f-4d52-a05f-10320fba7c27 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:13.696311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Port': ['ID=f423b4de-c63f-4d52-a05f-10320fba7c27,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:13.710359 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.710769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.711129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.712153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.712153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.712153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.712505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.712839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.713167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.713495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.713975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.714306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:13.717602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-82da8558-8046-451f-ac1c-e8dd14a33de9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96687cb6-102b-4ff8-bdeb-bd226310dd63 HTTP/1.1" status: 200 len: 217 time: 0.1344702 Mar 11 17:29:13.719285 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f9023b99-b1c0-490d-b838-484604517b07 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.720565 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f9023b99-b1c0-490d-b838-484604517b07 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5881386 Mar 11 17:29:13.724954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9023b99-b1c0-490d-b838-484604517b07 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df117c5-82bf-4616-9d1a-c67a97b2fb6a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:13.730769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be090c1b-032d-4a8f-9fd9-bfbe0ff75e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.741700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35552) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.803983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be090c1b-032d-4a8f-9fd9-bfbe0ff75e67 None None] Pushing event deleted for resources: {'Port': ['ID=f423b4de-c63f-4d52-a05f-10320fba7c27,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:13.815488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-263349b1-d5db-44e7-9dd0-f5f7d2e69a78 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '5df117c5-82bf-4616-9d1a-c67a97b2fb6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:13.816549 n-d-833411-1 neutron-server[102642]: WARNING neutron.api.v2.base [None req-263349b1-d5db-44e7-9dd0-f5f7d2e69a78 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 17:29:13.817365 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-263349b1-d5db-44e7-9dd0-f5f7d2e69a78 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:13.821443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-263349b1-d5db-44e7-9dd0-f5f7d2e69a78 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099030 Mar 11 17:29:13.823854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-82e56f6d-75aa-4544-9514-4e56277ace0b tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f5c673b-fe7f-4660-83f2-066598889000 HTTP/1.1" status: 200 len: 205 time: 0.1389813 Mar 11 17:29:13.825469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be090c1b-032d-4a8f-9fd9-bfbe0ff75e67 None None] No DVR routers for this DVR port f423b4de-c63f-4d52-a05f-10320fba7c27 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:13.828206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35558) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.828738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35560) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.845318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c6712393-04dc-4c0b-a46a-e3bcb52aaacf tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '5df117c5-82bf-4616-9d1a-c67a97b2fb6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:13.846798 n-d-833411-1 neutron-server[102642]: WARNING neutron.api.v2.base [None req-c6712393-04dc-4c0b-a46a-e3bcb52aaacf tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 17:29:13.847564 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-c6712393-04dc-4c0b-a46a-e3bcb52aaacf tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:13.850766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.851809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c6712393-04dc-4c0b-a46a-e3bcb52aaacf tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0220711 Mar 11 17:29:13.852472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35562) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.876260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50608503-e858-4802-a3c7-5ed0da22455b']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:13.889862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:13.891966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9079a5fb-7fc8-4b1c-ae97-3397d9c5a6e8') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:13.900783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-17ef0fdd-1889-463e-b1e2-a666b8f50524 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '5df117c5-82bf-4616-9d1a-c67a97b2fb6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:13.901612 n-d-833411-1 neutron-server[102642]: WARNING neutron.api.v2.base [None req-17ef0fdd-1889-463e-b1e2-a666b8f50524 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 17:29:13.902192 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-17ef0fdd-1889-463e-b1e2-a666b8f50524 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:13.905405 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.905973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-17ef0fdd-1889-463e-b1e2-a666b8f50524 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089214 Mar 11 17:29:13.907266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35564) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.911529 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-ee2fbfdd-7a38-4b11-821d-4860bc0fea16 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] delete failed (client error): The resource could not be found. Mar 11 17:29:13.913195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ee2fbfdd-7a38-4b11-821d-4860bc0fea16 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/1f5c673b-fe7f-4660-83f2-066598889000 HTTP/1.1" status: 404 len: 336 time: 0.0812564 Mar 11 17:29:13.924785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-492514d9-69dd-4219-bbe6-3444b4aeb014 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '5df117c5-82bf-4616-9d1a-c67a97b2fb6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:13.926235 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-492514d9-69dd-4219-bbe6-3444b4aeb014 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 17:29:13.926744 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-492514d9-69dd-4219-bbe6-3444b4aeb014 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:13.927735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-492514d9-69dd-4219-bbe6-3444b4aeb014 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0195096 Mar 11 17:29:13.928249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.938771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35568) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:13.945310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-254f4572-e174-4dbf-b0e7-0625f3950f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:13.946905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-254f4572-e174-4dbf-b0e7-0625f3950f6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.2224498 Mar 11 17:29:13.968812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.974416 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2707133-a39e-4501-b60b-f129c013b9af tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:13.974896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2707133-a39e-4501-b60b-f129c013b9af tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:13.981613 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f2707133-a39e-4501-b60b-f129c013b9af tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/2cec2882-a2a7-4164-89da-4dad11c31888 HTTP/1.1" status: 404 len: 337 time: 0.0492661 Mar 11 17:29:13.981613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35572) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.005499 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-b5368416-9514-4003-8217-303fa6b4d9ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483301 Mar 11 17:29:14.008084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:14.008673 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:14.012048 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:14.027382 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0dcd85b9-bf16-4b9c-b7f3-48f4bd175d16 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ca9f04-732e-469d-868b-653c85296860 HTTP/1.1" status: 200 len: 205 time: 0.0423834 Mar 11 17:29:14.028516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35574) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.040092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2cf45-7197-42cc-8224-f179fd17d09e req-4acc170a-2d25-4dde-918d-caeb2e4f9672 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:14.041706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5b2cf45-7197-42cc-8224-f179fd17d09e req-4acc170a-2d25-4dde-918d-caeb2e4f9672 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 943 time: 0.2166748 Mar 11 17:29:14.116604 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-b5e4086e-879b-44d2-b9cd-aca7c8c543cf tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] delete failed (client error): The resource could not be found. Mar 11 17:29:14.120213 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b5e4086e-879b-44d2-b9cd-aca7c8c543cf tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/routers/34ca9f04-732e-469d-868b-653c85296860 HTTP/1.1" status: 404 len: 336 time: 0.0885475 Mar 11 17:29:14.120451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35580) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.139697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6497b433-48b6-4925-85a6-28aab306e735 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.152817 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-608b522b-f2e0-439c-96cf-218c14300fa1 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:14.153874 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608b522b-f2e0-439c-96cf-218c14300fa1 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:14.157279 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-608b522b-f2e0-439c-96cf-218c14300fa1 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/1e879c9c-f7fa-4208-8588-98ed955f425a HTTP/1.1" status: 404 len: 337 time: 0.0357118 Mar 11 17:29:14.159393 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.161141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35582) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.162112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5b2cf45-7197-42cc-8224-f179fd17d09e req-d5307627-ee67-43de-ba68-5267bb78db97 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074641 Mar 11 17:29:14.186320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6497b433-48b6-4925-85a6-28aab306e735 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.196086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-b3f43c43-2203-43dc-aeda-0b5a835301e1 service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803124 Mar 11 17:29:14.207120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.212767 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/50608503-e858-4802-a3c7-5ed0da22455b HTTP/1.1" status: 204 len: 168 time: 1.2645218 Mar 11 17:29:14.215537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35584) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.221085 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f79a19-ade2-4e72-8c47-ae06b24011b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:14.221587 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f79a19-ade2-4e72-8c47-ae06b24011b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:14.224857 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f8f79a19-ade2-4e72-8c47-ae06b24011b8 tempest-RoutersIpV6Test-497333387 tempest-RoutersIpV6Test-497333387-project] 10.222.0.53 "DELETE /v2.0/subnets/5dde5354-1923-4541-8d6d-3ec0277f078f HTTP/1.1" status: 404 len: 337 time: 0.0625775 Mar 11 17:29:14.226003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d9412-5fe5-4ff6-a469-6a928e1dc447 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=50608503-e858-4802-a3c7-5ed0da22455b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:14.296367 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f56f06-4c82-4164-9c7c-91261a53cb22 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:14.296841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f56f06-4c82-4164-9c7c-91261a53cb22 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:14.299866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-26f56f06-4c82-4164-9c7c-91261a53cb22 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/4bde3edf-cb4a-4ccb-aafc-ba88662551fa HTTP/1.1" status: 404 len: 337 time: 0.0832441 Mar 11 17:29:14.302578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35590) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.321763 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-8736a6d9-7a8f-446f-97d6-aef84f08ee07 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:14.322344 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8736a6d9-7a8f-446f-97d6-aef84f08ee07 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:14.325747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6497b433-48b6-4925-85a6-28aab306e735 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.328530 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6497b433-48b6-4925-85a6-28aab306e735 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.332166 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8736a6d9-7a8f-446f-97d6-aef84f08ee07 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/abdb28b5-7d20-4f21-a70e-1c391cbc0501 HTTP/1.1" status: 404 len: 339 time: 0.0263600 Mar 11 17:29:14.332531 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35592) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.332927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6497b433-48b6-4925-85a6-28aab306e735 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/5df117c5-82bf-4616-9d1a-c67a97b2fb6a HTTP/1.1" status: 204 len: 168 time: 0.3921242 Mar 11 17:29:14.333292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35594) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.352536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497b433-48b6-4925-85a6-28aab306e735 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df117c5-82bf-4616-9d1a-c67a97b2fb6a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:14.359030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-746d7ad3-055b-4e28-9174-fd9e26c438db req-9ca64355-a6cd-443b-ae61-f61eb801e3c5 service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539655 Mar 11 17:29:14.460233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf7194b-abc6-4420-90f4-8b4108e56434 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Deleting subnet 0036d1cc-2cbb-4643-a243-06d4ad695ca4 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:14.468804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdf7194b-abc6-4420-90f4-8b4108e56434 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.489327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1413f7b9-ca39-4fd6-a052-cab398f4ff3a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1549459 Mar 11 17:29:14.493523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35600) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.500040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-02107b2f-8da1-4108-a5e8-b3ba9ca5533a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640512491'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:14.523517 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdf7194b-abc6-4420-90f4-8b4108e56434 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.542441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02107b2f-8da1-4108-a5e8-b3ba9ca5533a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.623065 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02107b2f-8da1-4108-a5e8-b3ba9ca5533a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.629155 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02107b2f-8da1-4108-a5e8-b3ba9ca5533a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.633007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdf7194b-abc6-4420-90f4-8b4108e56434 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.636862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35604) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.660297 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02107b2f-8da1-4108-a5e8-b3ba9ca5533a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.664425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-02107b2f-8da1-4108-a5e8-b3ba9ca5533a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1684287 Mar 11 17:29:14.665139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35610) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.672712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1ff4331e-e0f5-44bd-8910-58fbe63731b0 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2062c112-f8e7-444a-8446-03fed2a08b8c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:14.673203 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-1ff4331e-e0f5-44bd-8910-58fbe63731b0 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 17:29:14.673704 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-1ff4331e-e0f5-44bd-8910-58fbe63731b0 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:14.677872 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1ff4331e-e0f5-44bd-8910-58fbe63731b0 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090139 Mar 11 17:29:14.678013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02107b2f-8da1-4108-a5e8-b3ba9ca5533a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2062c112-f8e7-444a-8446-03fed2a08b8c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:14.679685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35612) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.687109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6b9820c5-06be-449a-85c0-d76714c9ada4 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2062c112-f8e7-444a-8446-03fed2a08b8c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:14.735558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdf7194b-abc6-4420-90f4-8b4108e56434 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.763084 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-6b9820c5-06be-449a-85c0-d76714c9ada4 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:14.764197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6b9820c5-06be-449a-85c0-d76714c9ada4 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0836182 Mar 11 17:29:14.765085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7194b-abc6-4420-90f4-8b4108e56434 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Subnet': ['ID=0036d1cc-2cbb-4643-a243-06d4ad695ca4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:14.767749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35614) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.774938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d08906f3-69f3-4344-bfed-611ac453fdfc tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2062c112-f8e7-444a-8446-03fed2a08b8c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:14.775832 n-d-833411-1 neutron-server[102642]: WARNING neutron.api.v2.base [None req-d08906f3-69f3-4344-bfed-611ac453fdfc tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 17:29:14.777200 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-d08906f3-69f3-4344-bfed-611ac453fdfc tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:14.780935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdf7194b-abc6-4420-90f4-8b4108e56434 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.781613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d08906f3-69f3-4344-bfed-611ac453fdfc tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126228 Mar 11 17:29:14.782369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35616) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.787612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b405143b-7c9a-46e8-acae-4e3f179b6c10 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2062c112-f8e7-444a-8446-03fed2a08b8c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:14.787758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335900ef-d73e-45cd-85e3-118ec7e9437d None None] Network 7b51de1b-0b13-41b1-876c-40a5f287ad31 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:14.790054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fdf7194b-abc6-4420-90f4-8b4108e56434 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/subnets/0036d1cc-2cbb-4643-a243-06d4ad695ca4 HTTP/1.1" status: 204 len: 168 time: 0.4545405 Mar 11 17:29:14.790601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35618) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.845596 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-b405143b-7c9a-46e8-acae-4e3f179b6c10 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:14.850672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b405143b-7c9a-46e8-acae-4e3f179b6c10 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0665731 Mar 11 17:29:14.851550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35620) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.857512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f647864c-252e-475e-b012-fd5d8580a064 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2062c112-f8e7-444a-8446-03fed2a08b8c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:14.858283 n-d-833411-1 neutron-server[102642]: WARNING neutron.api.v2.base [None req-f647864c-252e-475e-b012-fd5d8580a064 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 17:29:14.858572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f423b4de-c63f-4d52-a05f-10320fba7c27 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:14.859230 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-f647864c-252e-475e-b012-fd5d8580a064 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:14.864079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f647864c-252e-475e-b012-fd5d8580a064 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111802 Mar 11 17:29:14.866329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35622) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.871364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d6e8850e-01c5-411c-896c-75517c85cdb8 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2062c112-f8e7-444a-8446-03fed2a08b8c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:14.894323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f423b4de-c63f-4d52-a05f-10320fba7c27 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:14.894677 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f423b4de-c63f-4d52-a05f-10320fba7c27 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:14.917867 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-d6e8850e-01c5-411c-896c-75517c85cdb8 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Project 01ec3445619c40f3851e83b67a516099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:29:14.944431 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-d6e8850e-01c5-411c-896c-75517c85cdb8 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:14.948885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35626) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.949378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d6e8850e-01c5-411c-896c-75517c85cdb8 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0817540 Mar 11 17:29:14.953537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-013b6d8a-d1d4-4741-ba54-d4ac8ea9e050 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2062c112-f8e7-444a-8446-03fed2a08b8c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:14.954016 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-013b6d8a-d1d4-4741-ba54-d4ac8ea9e050 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 17:29:14.954508 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-013b6d8a-d1d4-4741-ba54-d4ac8ea9e050 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:14.956263 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-013b6d8a-d1d4-4741-ba54-d4ac8ea9e050 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059488 Mar 11 17:29:14.958884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35628) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:14.965130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7823beb6-0f7d-46ff-8170-596267aa414e tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2062c112-f8e7-444a-8446-03fed2a08b8c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:14.995148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.999036 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-7823beb6-0f7d-46ff-8170-596267aa414e tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Project 01ec3445619c40f3851e83b67a516099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:29:15.003331 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b40c5899-67ab-435c-850d-5402dbbc8127 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30199de7f9ae4ae0ab27ff7db684cd29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625669 Mar 11 17:29:15.003729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35630) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:15.036016 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-7823beb6-0f7d-46ff-8170-596267aa414e tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:15.037468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7823beb6-0f7d-46ff-8170-596267aa414e tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0775054 Mar 11 17:29:15.040550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35634) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:15.045209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-89d6180d-61e2-4f9e-999a-fa74fb410890 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '2062c112-f8e7-444a-8446-03fed2a08b8c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:15.062288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44bb1d2-4e67-4104-b342-15422dffad0e None None] DHCP port deletion for 7b51de1b-0b13-41b1-876c-40a5f287ad31 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:15.076283 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-89d6180d-61e2-4f9e-999a-fa74fb410890 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Project 01ec3445619c40f3851e83b67a516099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:29:15.083722 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4fd78d9-74a3-4b9a-9301-9690780190e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.096837 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-89d6180d-61e2-4f9e-999a-fa74fb410890 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:15.100700 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-89d6180d-61e2-4f9e-999a-fa74fb410890 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0566533 Mar 11 17:29:15.101679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35638) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:15.105904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Deleting port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:15.106253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.129422 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4fd78d9-74a3-4b9a-9301-9690780190e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.140835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d44bb1d2-4e67-4104-b342-15422dffad0e None None] Deleting port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:15.141450 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d44bb1d2-4e67-4104-b342-15422dffad0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.201450 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51d58dc6-2857-4f4e-9ea5-70e98211ba6d tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.222744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] For port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6,segment=NetworkSegment(746387ca-7b4d-49f1-a73b-caab09fc6d66),segment_id=746387ca-7b4d-49f1-a73b-caab09fc6d66)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:15.224020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.225120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4fd78d9-74a3-4b9a-9301-9690780190e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.226258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d44bb1d2-4e67-4104-b342-15422dffad0e None None] For port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6,segment=NetworkSegment(746387ca-7b4d-49f1-a73b-caab09fc6d66),segment_id=746387ca-7b4d-49f1-a73b-caab09fc6d66)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:15.226803 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d44bb1d2-4e67-4104-b342-15422dffad0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.228915 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4fd78d9-74a3-4b9a-9301-9690780190e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.230488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c4fd78d9-74a3-4b9a-9301-9690780190e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd942c51-3d1d-48f6-b9c7-997431e1ba70 HTTP/1.1" status: 204 len: 168 time: 0.2258863 Mar 11 17:29:15.238365 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51d58dc6-2857-4f4e-9ea5-70e98211ba6d tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.246344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d44bb1d2-4e67-4104-b342-15422dffad0e None None] Calling delete_port for 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:15.251298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd78d9-74a3-4b9a-9301-9690780190e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd942c51-3d1d-48f6-b9c7-997431e1ba70,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.284820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Calling delete_port for 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:15.320300 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51d58dc6-2857-4f4e-9ea5-70e98211ba6d tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.323128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51d58dc6-2857-4f4e-9ea5-70e98211ba6d tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.324356 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-51d58dc6-2857-4f4e-9ea5-70e98211ba6d tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/2062c112-f8e7-444a-8446-03fed2a08b8c HTTP/1.1" status: 204 len: 168 time: 0.2201052 Mar 11 17:29:15.337973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35644) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:15.338809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d58dc6-2857-4f4e-9ea5-70e98211ba6d tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2062c112-f8e7-444a-8446-03fed2a08b8c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.375561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8b33f-ab22-42ad-900f-3f15a088b13a req-871a1124-b9ab-40c2-93d5-053925ee6430 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:15.377434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fb8b33f-ab22-42ad-900f-3f15a088b13a req-871a1124-b9ab-40c2-93d5-053925ee6430 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 943 time: 0.0959041 Mar 11 17:29:15.384996 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d44bb1d2-4e67-4104-b342-15422dffad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.409876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-babdfba0-9f47-4f4f-9037-81947eb66c70 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687776 Mar 11 17:29:15.415537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35648) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:15.421896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3a58875d-8e89-4afa-8d5e-a93961b30b2a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261706973'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:15.441849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fb8b33f-ab22-42ad-900f-3f15a088b13a req-c05aaaf8-7a99-4aac-afec-fc94ecd2bfd3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Mar 11 17:29:15.452274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a58875d-8e89-4afa-8d5e-a93961b30b2a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.452682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bb1d2-4e67-4104-b342-15422dffad0e None None] Pushing event deleted for resources: {'Port': ['ID=3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.455753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44bb1d2-4e67-4104-b342-15422dffad0e None None] No DVR routers for this DVR port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:15.488216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.529942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Port': ['ID=3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.541589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] No DVR routers for this DVR port 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:15.651581 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.668775 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a58875d-8e89-4afa-8d5e-a93961b30b2a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.679991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a58875d-8e89-4afa-8d5e-a93961b30b2a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.683882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b51de1b-0b13-41b1-876c-40a5f287ad31']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:15.709296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746387ca-7b4d-49f1-a73b-caab09fc6d66') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:15.709594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746387ca-7b4d-49f1-a73b-caab09fc6d66') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:15.728125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.741183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58875d-8e89-4afa-8d5e-a93961b30b2a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88561e5b-78cf-450c-aa5f-0efbf02d974a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.746791 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a58875d-8e89-4afa-8d5e-a93961b30b2a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.751096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35658) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:15.751270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a58875d-8e89-4afa-8d5e-a93961b30b2a tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3344429 Mar 11 17:29:15.756279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-779f0bb8-05ce-4c58-85b9-1ada9c9f364c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '88561e5b-78cf-450c-aa5f-0efbf02d974a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:15.759029 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.766640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:15.767239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:15.771263 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:15.831313 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5f86663b-b2d3-45db-8b23-6a7fac950a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.836704 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-779f0bb8-05ce-4c58-85b9-1ada9c9f364c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The resource could not be found. Mar 11 17:29:15.841223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-779f0bb8-05ce-4c58-85b9-1ada9c9f364c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0877013 Mar 11 17:29:15.842645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35664) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:15.848879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ac199cc5-1730-4553-8173-f50970a92bfb tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '88561e5b-78cf-450c-aa5f-0efbf02d974a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5eb6eacd-6205-43f9-9eaa-ca184431b39a'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:15.870742 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.882086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.885291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] 10.222.0.53 "DELETE /v2.0/networks/7b51de1b-0b13-41b1-876c-40a5f287ad31 HTTP/1.1" status: 204 len: 168 time: 1.0937479 Mar 11 17:29:15.896374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fb6e3-18a3-411f-bf77-71742fffc6d4 tempest-NetworksIpV6Test-1258917741 tempest-NetworksIpV6Test-1258917741-project] Pushing event deleted for resources: {'Network': ['ID=7b51de1b-0b13-41b1-876c-40a5f287ad31,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:15.905711 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-ac199cc5-1730-4553-8173-f50970a92bfb tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The resource could not be found. Mar 11 17:29:15.913788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35672) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:15.913872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ac199cc5-1730-4553-8173-f50970a92bfb tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0688643 Mar 11 17:29:15.967903 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cabfe68-d825-4b0c-98ea-68ef9d2e4873 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:15.992544 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cabfe68-d825-4b0c-98ea-68ef9d2e4873 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.045799 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cabfe68-d825-4b0c-98ea-68ef9d2e4873 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.049740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cabfe68-d825-4b0c-98ea-68ef9d2e4873 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.053852 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1cabfe68-d825-4b0c-98ea-68ef9d2e4873 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/88561e5b-78cf-450c-aa5f-0efbf02d974a HTTP/1.1" status: 204 len: 168 time: 0.1365230 Mar 11 17:29:16.054323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35676) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.061600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabfe68-d825-4b0c-98ea-68ef9d2e4873 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88561e5b-78cf-450c-aa5f-0efbf02d974a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:16.119255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d3510f6a-13f9-4aa2-b7d9-4e730e0593b8 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638678 Mar 11 17:29:16.123424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35682) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.128973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2e8516ee-ac0c-4482-8fcf-44d41df58ee7 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '8bb9b3ae-4cea-40ca-8db6-2fc3733aef52', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:16.170995 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-2e8516ee-ac0c-4482-8fcf-44d41df58ee7 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The resource could not be found. Mar 11 17:29:16.172064 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2e8516ee-ac0c-4482-8fcf-44d41df58ee7 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0477204 Mar 11 17:29:16.176495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35684) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.180883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b1b7353c-3707-49c0-96a7-88e646dd45e1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109554621'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:16.203028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b7353c-3707-49c0-96a7-88e646dd45e1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.276551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b7353c-3707-49c0-96a7-88e646dd45e1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.282832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b7353c-3707-49c0-96a7-88e646dd45e1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.299572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35690) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.311478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7353c-3707-49c0-96a7-88e646dd45e1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547d67d7-35dd-479b-9b2c-56e4a737f169,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:16.317451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b7353c-3707-49c0-96a7-88e646dd45e1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.318677 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b1b7353c-3707-49c0-96a7-88e646dd45e1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1412537 Mar 11 17:29:16.322100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.326325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9deea6b3-82ee-49d1-8589-ec15a82c1194 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468609281'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:16.346178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9deea6b3-82ee-49d1-8589-ec15a82c1194 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.425027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9deea6b3-82ee-49d1-8589-ec15a82c1194 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.429226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9deea6b3-82ee-49d1-8589-ec15a82c1194 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.458571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9deea6b3-82ee-49d1-8589-ec15a82c1194 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.459905 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9deea6b3-82ee-49d1-8589-ec15a82c1194 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1369536 Mar 11 17:29:16.462978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35700) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.464970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deea6b3-82ee-49d1-8589-ec15a82c1194 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e819bbb-c5d7-427b-ac60-3aeef7645d1a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:16.469192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5a743ba4-a896-40e9-9370-050e8ceada7f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': '547d67d7-35dd-479b-9b2c-56e4a737f169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4e819bbb-c5d7-427b-ac60-3aeef7645d1a'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:16.525453 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-5a743ba4-a896-40e9-9370-050e8ceada7f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:16.527113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5a743ba4-a896-40e9-9370-050e8ceada7f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0631177 Mar 11 17:29:16.530147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35704) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.609458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc7b6ab0-def7-4416-a7c6-d145c5ce4f09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b4783d86783467096022655272f3b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079941 Mar 11 17:29:16.612315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35708) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.629838 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00249c66-2d93-4661-a162-60c40536343f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.654964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f27d4-2389-4e4b-a0ec-09c329aa1490 req-b6853683-8fd3-45e2-8563-5d60caa31f3d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:16.656920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-215f27d4-2389-4e4b-a0ec-09c329aa1490 req-b6853683-8fd3-45e2-8563-5d60caa31f3d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 943 time: 0.1271935 Mar 11 17:29:16.657149 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00249c66-2d93-4661-a162-60c40536343f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.685555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35710) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.703552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4a29-3ae2-4327-8865-7b46638cf947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.716165 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00249c66-2d93-4661-a162-60c40536343f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.721473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00249c66-2d93-4661-a162-60c40536343f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.725801 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-00249c66-2d93-4661-a162-60c40536343f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/4e819bbb-c5d7-427b-ac60-3aeef7645d1a HTTP/1.1" status: 204 len: 168 time: 0.1920650 Mar 11 17:29:16.726446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-215f27d4-2389-4e4b-a0ec-09c329aa1490 req-2075becd-cc24-4626-9cf4-193888141f4f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594535 Mar 11 17:29:16.728824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35714) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.751229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00249c66-2d93-4661-a162-60c40536343f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e819bbb-c5d7-427b-ac60-3aeef7645d1a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:16.756183 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4a29-3ae2-4327-8865-7b46638cf947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.833255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3f2619fc-beb2-457d-96b8-e301fbde4361 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1000702 Mar 11 17:29:16.833642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35718) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:16.846733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:16.868017 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4a29-3ae2-4327-8865-7b46638cf947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.871211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4a29-3ae2-4327-8865-7b46638cf947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.872545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2a7a4a29-3ae2-4327-8865-7b46638cf947 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34b8b8c1-30bd-4db3-a693-44d7b3d1d4c0 HTTP/1.1" status: 204 len: 168 time: 0.2584498 Mar 11 17:29:16.875866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:16.876226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3dfbaa0c-8d50-4164-a6df-ca75dd6db4f6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:16.890620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a4a29-3ae2-4327-8865-7b46638cf947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b8b8c1-30bd-4db3-a693-44d7b3d1d4c0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:16.892263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-59cdede5-4a8f-406f-94f0-95c217970fad tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-35614031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:16.918494 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3b29d49-2a08-47f4-b79b-798ab956a8ef tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.943654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59cdede5-4a8f-406f-94f0-95c217970fad tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.945749 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59cdede5-4a8f-406f-94f0-95c217970fad tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.959634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3b29d49-2a08-47f4-b79b-798ab956a8ef tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.015178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59cdede5-4a8f-406f-94f0-95c217970fad tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.020289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59cdede5-4a8f-406f-94f0-95c217970fad tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.033873 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3b29d49-2a08-47f4-b79b-798ab956a8ef tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.039780 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3b29d49-2a08-47f4-b79b-798ab956a8ef tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.044287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b3b29d49-2a08-47f4-b79b-798ab956a8ef tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/547d67d7-35dd-479b-9b2c-56e4a737f169 HTTP/1.1" status: 204 len: 168 time: 0.2067337 Mar 11 17:29:17.044950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35724) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:17.053970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29d49-2a08-47f4-b79b-798ab956a8ef tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547d67d7-35dd-479b-9b2c-56e4a737f169,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:17.086045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59cdede5-4a8f-406f-94f0-95c217970fad tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.087262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-59cdede5-4a8f-406f-94f0-95c217970fad tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.4007335 Mar 11 17:29:17.090476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35728) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:17.097888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 96687cb6-102b-4ff8-bdeb-bd226310dd63 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:29:17.099038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-150466967'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:17.117664 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.123399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d5de5170-abf8-4372-8e5b-7570dee122ec tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736609 Mar 11 17:29:17.123781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35730) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:17.130934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Made reservation on behalf of a7204eefdec94887925a6002d8c83063 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:17.131929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cd7856dc-3895-4dab-b624-f8d4774610d5 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491491658'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:17.135468 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.147659 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.167793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd7856dc-3895-4dab-b624-f8d4774610d5 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.251297 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 96687cb6-102b-4ff8-bdeb-bd226310dd63, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96687cb6-102b-4ff8-bdeb-bd226310dd63,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:17.264287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '96687cb6-102b-4ff8-bdeb-bd226310dd63', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'port_id': '96687cb6-102b-4ff8-bdeb-bd226310dd63', 'mac_address': 'fa:16:3e:bf:13:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd975d024-42bd-41eb-a5a3-788261a71880', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:29:17.271292 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.282663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.287454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd7856dc-3895-4dab-b624-f8d4774610d5 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.296127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:17.300735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd7856dc-3895-4dab-b624-f8d4774610d5 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.307131 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.307446 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Added segment 3110b4aa-cb6e-4721-970a-7621c413ba00 of type vlan for network 55d02c5b-e135-4c9a-a72a-8587d44695de Mar 11 17:29:17.315335 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.342985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96687cb6-102b-4ff8-bdeb-bd226310dd63 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:29:17.355106 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.369152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd7856dc-3895-4dab-b624-f8d4774610d5 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.371589 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cd7856dc-3895-4dab-b624-f8d4774610d5 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2469418 Mar 11 17:29:17.373696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7856dc-3895-4dab-b624-f8d4774610d5 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add8efaa-56bf-4b24-a97e-ce4e59f2db9b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:17.375948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:17.380201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 96687cb6-102b-4ff8-bdeb-bd226310dd63, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96687cb6-102b-4ff8-bdeb-bd226310dd63,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:17.388375 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.399801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-794a5d51-0ec5-45be-8f54-279e95a99a49 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': 'add8efaa-56bf-4b24-a97e-ce4e59f2db9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:17.426424 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.450012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:17.454349 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.461611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=96687cb6-102b-4ff8-bdeb-bd226310dd63,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:17.482858 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-794a5d51-0ec5-45be-8f54-279e95a99a49 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:17.484065 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-794a5d51-0ec5-45be-8f54-279e95a99a49 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0885992 Mar 11 17:29:17.488036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35748) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:17.494358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6dd4a512-e3ad-4704-aa6d-ad24a337e0f1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group_rule': {'security_group_id': 'add8efaa-56bf-4b24-a97e-ce4e59f2db9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:17.553820 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-6dd4a512-e3ad-4704-aa6d-ad24a337e0f1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:17.555590 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6dd4a512-e3ad-4704-aa6d-ad24a337e0f1 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0664892 Mar 11 17:29:17.559313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35750) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:17.566898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852ac112-fd5b-4989-8ae6-07aba0bf9b48,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:17.579564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.580702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.581062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.581405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.581736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.582064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.582386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.582713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.583036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.583356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.583675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.583989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:17.593491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5016649 Mar 11 17:29:17.595093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ad5e4-e76b-4568-9248-f9672b27af21 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Network': ['ID=55d02c5b-e135-4c9a-a72a-8587d44695de,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:17.597842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35752) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:17.603157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'subnet': {'network_id': '55d02c5b-e135-4c9a-a72a-8587d44695de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:17.631183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 55d02c5b-e135-4c9a-a72a-8587d44695de details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:17.677917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e412d05-d751-4932-b3f3-83b632b9829c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.710033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['96687cb6-102b-4ff8-bdeb-bd226310dd63'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:29:17.714596 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e412d05-d751-4932-b3f3-83b632b9829c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.770661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Made reservation on behalf of a7204eefdec94887925a6002d8c83063 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:17.775953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.788488 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e412d05-d751-4932-b3f3-83b632b9829c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.792107 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e412d05-d751-4932-b3f3-83b632b9829c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.797527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8e412d05-d751-4932-b3f3-83b632b9829c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/add8efaa-56bf-4b24-a97e-ce4e59f2db9b HTTP/1.1" status: 204 len: 168 time: 0.2361338 Mar 11 17:29:17.798380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35762) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:17.826225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e412d05-d751-4932-b3f3-83b632b9829c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add8efaa-56bf-4b24-a97e-ce4e59f2db9b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:17.888994 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-83683942-1b27-4fe7-ba94-71bf82b7c328 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862505 Mar 11 17:29:17.889619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35768) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:17.902300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8b37ef7e-e2f4-4f9d-a549-eaa64a0d898b tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294568057'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:17.933954 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b37ef7e-e2f4-4f9d-a549-eaa64a0d898b tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:17.986288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0490ed-1d59-4e5f-a95c-2b01a5490efb req-25c9c510-dc3f-4bf9-835b-80100ba8b238 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:17.995633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b0490ed-1d59-4e5f-a95c-2b01a5490efb req-25c9c510-dc3f-4bf9-835b-80100ba8b238 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 944 time: 0.1016359 Mar 11 17:29:18.022688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:18.065162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b37ef7e-e2f4-4f9d-a549-eaa64a0d898b tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.072751 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b37ef7e-e2f4-4f9d-a549-eaa64a0d898b tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.087026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b0490ed-1d59-4e5f-a95c-2b01a5490efb req-5aee854b-f4b2-482a-ab48-2146ff4cdba8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904000 Mar 11 17:29:18.115475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37ef7e-e2f4-4f9d-a549-eaa64a0d898b tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17eba9f-d630-48e1-bc5c-045a06288e90,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.133842 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b37ef7e-e2f4-4f9d-a549-eaa64a0d898b tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.136666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8b37ef7e-e2f4-4f9d-a549-eaa64a0d898b tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2456872 Mar 11 17:29:18.139608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35776) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:18.148886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e28a06a9-25a4-437a-ab7f-68b4f979b33f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:18.149614 n-d-833411-1 neutron-server[102641]: WARNING neutron.api.v2.base [None req-e28a06a9-25a4-437a-ab7f-68b4f979b33f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 17:29:18.150342 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-e28a06a9-25a4-437a-ab7f-68b4f979b33f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 17:29:18.151635 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e28a06a9-25a4-437a-ab7f-68b4f979b33f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "PUT /v2.0/security-groups/d17eba9f-d630-48e1-bc5c-045a06288e90 HTTP/1.1" status: 409 len: 330 time: 0.0079119 Mar 11 17:29:18.154697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:18.165703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.233418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Subnet': ['ID=c36726ea-4d65-414d-8fb6-fc7c688faa64,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.234834 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8ad1ce6-ce27-444a-a93b-67e3f6f5169c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.253974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Checking segment: {'id': '3110b4aa-cb6e-4721-970a-7621c413ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '55d02c5b-e135-4c9a-a72a-8587d44695de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:18.254603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network hostable DHCP agents. Network: 55d02c5b-e135-4c9a-a72a-8587d44695de, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:18.277282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8ad1ce6-ce27-444a-a93b-67e3f6f5169c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.280509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network 55d02c5b-e135-4c9a-a72a-8587d44695de is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:18.295784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 55d02c5b-e135-4c9a-a72a-8587d44695de) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:18.303396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.304417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.308671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da731df-84b3-492a-8236-d664a4d50802 None None] Network 55d02c5b-e135-4c9a-a72a-8587d44695de requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:18.356915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-01f5a37c-8d99-41f5-b06b-c2b9e81e850d tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7579851 Mar 11 17:29:18.360110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35782) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:18.363017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-955481885'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:18.367088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'network': {'name': 'tempest-router-network01--1013900555'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:18.383427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8ad1ce6-ce27-444a-a93b-67e3f6f5169c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.387617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8ad1ce6-ce27-444a-a93b-67e3f6f5169c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.391438 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f8ad1ce6-ce27-444a-a93b-67e3f6f5169c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/d17eba9f-d630-48e1-bc5c-045a06288e90 HTTP/1.1" status: 204 len: 168 time: 0.2307358 Mar 11 17:29:18.393409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35784) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:18.393991 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.406634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad1ce6-ce27-444a-a93b-67e3f6f5169c tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17eba9f-d630-48e1-bc5c-045a06288e90,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.408879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:18.412575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Made reservation on behalf of a7204eefdec94887925a6002d8c83063 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:18.416577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.418290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.441133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.488070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:18.494822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-055e99ed-7612-4e76-8b62-2e6925976d24 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987029 Mar 11 17:29:18.498392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35786) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:18.526045 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.526394 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Added segment ca191b1d-f849-46f2-9722-76bdacd86ebe of type vlan for network 1a4b559c-257a-417f-95fc-88c54aa89975 Mar 11 17:29:18.528009 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-34b89878-454c-4047-9b96-8970073f6bf0 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] delete failed (client error): The resource could not be found. Mar 11 17:29:18.529403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-34b89878-454c-4047-9b96-8970073f6bf0 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "DELETE /v2.0/security-groups/dcedd305-b8e2-4ac0-aae1-69e6aa2ff6ba HTTP/1.1" status: 404 len: 347 time: 0.0297225 Mar 11 17:29:18.535245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35788) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:18.565872 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.567631 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-27597149-522b-41eb-abe6-59a8e8dd3fd8 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] show failed (client error): The resource could not be found. Mar 11 17:29:18.568765 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-27597149-522b-41eb-abe6-59a8e8dd3fd8 tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-groups/0ea425fa-fedf-4253-82ca-481b75150c57 HTTP/1.1" status: 404 len: 347 time: 0.0305974 Mar 11 17:29:18.570296 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.574573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35792) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:18.584552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-55d02c5b-e135-4c9a-a72a-8587d44695de', 'network_id': '55d02c5b-e135-4c9a-a72a-8587d44695de', 'tenant_id': 'a7204eefdec94887925a6002d8c83063', 'fixed_ips': [{'subnet_id': 'c36726ea-4d65-414d-8fb6-fc7c688faa64'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:18.586121 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.596225 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.604270 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-3985614a-d52b-44e7-ac4f-27fbbf058b4f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] show failed (client error): The resource could not be found. Mar 11 17:29:18.606714 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3985614a-d52b-44e7-ac4f-27fbbf058b4f tempest-NegativeSecGroupIPv6Test-907087258 tempest-NegativeSecGroupIPv6Test-907087258-project] 10.222.0.53 "GET /v2.0/security-group-rules/9b6114af-0f39-4f64-b737-af3a0484b19e HTTP/1.1" status: 404 len: 356 time: 0.0285928 Mar 11 17:29:18.624096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:18.631395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9b4330-a245-4f03-970c-d9fc59c61f25,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.651939 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.653135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.653637 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment c2aa1f5c-2ca9-42ee-bf02-c756e862069a of type vlan for network fc2898f9-4907-4406-871d-cd5a48817997 Mar 11 17:29:18.659494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.662807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.704654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.766073 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.771846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:18.772492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.790678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4283695 Mar 11 17:29:18.794176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35796) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:18.800083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'network': {'name': 'tempest-router-network02--800031254'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:18.807265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544974e-53a7-4458-87e0-f5dbb97ca69f tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Network': ['ID=1a4b559c-257a-417f-95fc-88c54aa89975,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.827755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Allocated IP 2001:db8::2 (55d02c5b-e135-4c9a-a72a-8587d44695de/c36726ea-4d65-414d-8fb6-fc7c688faa64/b080d101-f358-430a-94f0-af55f84d9453) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:18.834322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Made reservation on behalf of a7204eefdec94887925a6002d8c83063 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:18.839088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.842151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 1a4b559c-257a-417f-95fc-88c54aa89975 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:18.866895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=fc2898f9-4907-4406-871d-cd5a48817997,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:18.892953 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-93768472-2dd0-486e-ad93-644c50b2f59a tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8675663 Mar 11 17:29:18.894942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:18.907698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:18.908937 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Added segment bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3 of type vlan for network 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 Mar 11 17:29:18.910130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fc2898f9-4907-4406-871d-cd5a48817997 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:18.961621 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.020202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.025133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:19.030796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:19.034031 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.037935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35804) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:19.045118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': 'fc2898f9-4907-4406-871d-cd5a48817997', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:19.089597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.103940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 96687cb6-102b-4ff8-bdeb-bd226310dd63 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:19.183292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Network': ['ID=12bd37c2-b9fb-41e9-a246-c7beea2b83d9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:19.190593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cd91a2d0-76ff-4cdb-a1ac-cca766252790 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3952138 Mar 11 17:29:19.193670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35810) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:19.199039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'subnet': {'network_id': '1a4b559c-257a-417f-95fc-88c54aa89975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:19.210359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:19.247399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:19.253115 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.293057 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-19261750-768a-4cf6-bdbe-6d883d89a9b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01ec3445619c40f3851e83b67a516099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666445 Mar 11 17:29:19.296120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35812) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:19.334104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 96687cb6-102b-4ff8-bdeb-bd226310dd63 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:19.348951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b0f3a-eacd-4208-ba51-7a39fd458d74 req-f3ea5320-df5c-4ac0-a0a5-22331a3bbd34 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:19.350527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc4b0f3a-eacd-4208-ba51-7a39fd458d74 req-f3ea5320-df5c-4ac0-a0a5-22331a3bbd34 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 944 time: 0.1640978 Mar 11 17:29:19.355987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 96687cb6-102b-4ff8-bdeb-bd226310dd63 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:19.356817 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.359147 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.387314 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.390370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Made reservation on behalf of a7204eefdec94887925a6002d8c83063 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:19.395130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.443753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Network 55d02c5b-e135-4c9a-a72a-8587d44695de is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:19.446685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35816) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:19.454290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:19.457990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:19.459974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Pushing event updated for resources: {'Port': ['ID=b080d101-f358-430a-94f0-af55f84d9453,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:19.483264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41b1f0b6-b26e-40e9-b626-124b78421e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.502354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc4b0f3a-eacd-4208-ba51-7a39fd458d74 req-f9178c45-9239-4a8c-8162-d3a961a26a59 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408615 Mar 11 17:29:19.522102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.526096 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41b1f0b6-b26e-40e9-b626-124b78421e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.559999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Attempting to bind port b080d101-f358-430a-94f0-af55f84d9453 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:19.560391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Attempting to bind port b080d101-f358-430a-94f0-af55f84d9453 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '3110b4aa-cb6e-4721-970a-7621c413ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '55d02c5b-e135-4c9a-a72a-8587d44695de'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:19.560835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Attempting to bind port b080d101-f358-430a-94f0-af55f84d9453 on network 55d02c5b-e135-4c9a-a72a-8587d44695de {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:19.567335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:19.567797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Checking segment: {'id': '3110b4aa-cb6e-4721-970a-7621c413ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '55d02c5b-e135-4c9a-a72a-8587d44695de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:19.568291 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.568777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Bound using segment: {'id': '3110b4aa-cb6e-4721-970a-7621c413ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '55d02c5b-e135-4c9a-a72a-8587d44695de'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:19.569318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Bound port: b080d101-f358-430a-94f0-af55f84d9453, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3110b4aa-cb6e-4721-970a-7621c413ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '55d02c5b-e135-4c9a-a72a-8587d44695de'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:19.569765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.572090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.597573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=d87cca1e-fcf0-40b3-98f1-31c006f0e6c5,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:19.618542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': 'c2aa1f5c-2ca9-42ee-bf02-c756e862069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fc2898f9-4907-4406-871d-cd5a48817997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:19.619203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: fc2898f9-4907-4406-871d-cd5a48817997, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:19.630266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6572a32d-b3f5-4a4c-b49e-4b743874312c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96687cb6-102b-4ff8-bdeb-bd226310dd63'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:29:19.634458 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8bbd2b-5efb-4a7c-be26-cdaad50c9329" -d '{"events": [{"server_uuid": "6572a32d-b3f5-4a4c-b49e-4b743874312c", "name": "network-vif-plugged", "status": "completed", "tag": "96687cb6-102b-4ff8-bdeb-bd226310dd63"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:29:19.654688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 96687cb6-102b-4ff8-bdeb-bd226310dd63, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96687cb6-102b-4ff8-bdeb-bd226310dd63,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:19.662755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network fc2898f9-4907-4406-871d-cd5a48817997 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:19.669301 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.688435 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f5b60a-2a50-4017-801e-7300394020de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.693956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, fc2898f9-4907-4406-871d-cd5a48817997) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:19.699042 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482aba31-effa-4a1f-9285-c68a4eea04ff x-openstack-request-id: req-482aba31-effa-4a1f-9285-c68a4eea04ff {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:29:19.699384 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6572a32d-b3f5-4a4c-b49e-4b743874312c", "name": "network-vif-plugged", "status": "completed", "tag": "96687cb6-102b-4ff8-bdeb-bd226310dd63", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:29:19.699581 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-482aba31-effa-4a1f-9285-c68a4eea04ff {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:29:19.699954 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6572a32d-b3f5-4a4c-b49e-4b743874312c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96687cb6-102b-4ff8-bdeb-bd226310dd63', 'code': 200} Mar 11 17:29:19.709558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:19.710161 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.722990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b7f4ca-da8d-4f7f-a930-1087e76e8c36 None None] Network fc2898f9-4907-4406-871d-cd5a48817997 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:19.731732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] For port b080d101-f358-430a-94f0-af55f84d9453, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:19.754046 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3f8df81e-80da-447b-a10e-8322bc9c4f4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7096953 Mar 11 17:29:19.756256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35822) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:19.761854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-512191859'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:19.766365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] For port b080d101-f358-430a-94f0-af55f84d9453, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b080d101-f358-430a-94f0-af55f84d9453,segment=NetworkSegment(3110b4aa-cb6e-4721-970a-7621c413ba00),segment_id=3110b4aa-cb6e-4721-970a-7621c413ba00)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:19.796945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:19.801490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.804292 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.822270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=96687cb6-102b-4ff8-bdeb-bd226310dd63,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:19.847382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f5b60a-2a50-4017-801e-7300394020de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.854263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:19.867075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f5b60a-2a50-4017-801e-7300394020de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.895983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:19.896313 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment 789568c9-6cfe-4708-95de-f11726275be4 of type vlan for network 795d92a3-b32e-48db-aea2-aa28dad1c3ea Mar 11 17:29:19.921783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9b59a-9a25-4214-90bb-efa58319aeff None None] Pushing event updated for resources: {'Port': ['ID=b080d101-f358-430a-94f0-af55f84d9453,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:19.960297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5b60a-2a50-4017-801e-7300394020de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01d0848-b723-4d24-834d-f75f3d7c9324,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:19.966318 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-45f5b60a-2a50-4017-801e-7300394020de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=effb07560a8147fc8e2354bb7441bb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184042 Mar 11 17:29:19.970443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:19.982404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835426f-b5d1-436b-8ebd-ca705b771b99 req-f9ee1118-5b88-4eb1-a40b-c6099e37f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:19.983932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8835426f-b5d1-436b-8ebd-ca705b771b99 req-f9ee1118-5b88-4eb1-a40b-c6099e37f9ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 1096 time: 0.1049423 Mar 11 17:29:20.019103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.021267 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41b1f0b6-b26e-40e9-b626-124b78421e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.024058 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41b1f0b6-b26e-40e9-b626-124b78421e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.029148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-41b1f0b6-b26e-40e9-b626-124b78421e16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c14be45a-977b-4a9d-b6a9-57c362a5cd36 HTTP/1.1" status: 204 len: 168 time: 0.7245169 Mar 11 17:29:20.081127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1f0b6-b26e-40e9-b626-124b78421e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14be45a-977b-4a9d-b6a9-57c362a5cd36,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:20.096700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8835426f-b5d1-436b-8ebd-ca705b771b99 req-0b084a99-c7ca-41f0-ab93-0150b8b5f31d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021166 Mar 11 17:29:20.103560 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.105420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.112290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:20.113025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.140012 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3826330 Mar 11 17:29:20.152571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:20.165917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': '795d92a3-b32e-48db-aea2-aa28dad1c3ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:20.199805 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f58d9ed2-52a4-4511-a365-535c2a18849c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.240967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Subnet': ['ID=f98248e9-159c-4b94-9005-309e2649d686,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:20.253016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-fc2898f9-4907-4406-871d-cd5a48817997', 'network_id': 'fc2898f9-4907-4406-871d-cd5a48817997', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': 'd87cca1e-fcf0-40b3-98f1-31c006f0e6c5'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:20.253874 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.308039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Checking segment: {'id': 'ca191b1d-f849-46f2-9722-76bdacd86ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1a4b559c-257a-417f-95fc-88c54aa89975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:20.313608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network hostable DHCP agents. Network: 1a4b559c-257a-417f-95fc-88c54aa89975, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:20.338473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f58d9ed2-52a4-4511-a365-535c2a18849c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.342804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a5252-ddf7-4f37-8819-d84f5ce1bff9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=795d92a3-b32e-48db-aea2-aa28dad1c3ea,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:20.365344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network 1a4b559c-257a-417f-95fc-88c54aa89975 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:20.389958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 1a4b559c-257a-417f-95fc-88c54aa89975) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:20.390516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 795d92a3-b32e-48db-aea2-aa28dad1c3ea details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:20.414823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:20.415777 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.424323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465d41b-38d4-4509-a05c-a2b73004de45 None None] Network 1a4b559c-257a-417f-95fc-88c54aa89975 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:20.424933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:20.428604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.459949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ca6178ab-3e51-4fd9-9837-7bfec3d82c27 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2632673 Mar 11 17:29:20.461063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:20.469416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'subnet': {'network_id': '12bd37c2-b9fb-41e9-a246-c7beea2b83d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:20.519183 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f58d9ed2-52a4-4511-a365-535c2a18849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.522285 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f58d9ed2-52a4-4511-a365-535c2a18849c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.523989 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f58d9ed2-52a4-4511-a365-535c2a18849c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a01d0848-b723-4d24-834d-f75f3d7c9324 HTTP/1.1" status: 204 len: 168 time: 0.5523670 Mar 11 17:29:20.707651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Allocated IP 172.20.255.242 (fc2898f9-4907-4406-871d-cd5a48817997/d87cca1e-fcf0-40b3-98f1-31c006f0e6c5/4b5b2b60-65ec-4fdb-adf8-f583d59688bb) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:20.751582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Made reservation on behalf of a7204eefdec94887925a6002d8c83063 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:20.751827 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d9ed2-52a4-4511-a365-535c2a18849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01d0848-b723-4d24-834d-f75f3d7c9324,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:20.756233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.770547 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.864812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': '789568c9-6cfe-4708-95de-f11726275be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '795d92a3-b32e-48db-aea2-aa28dad1c3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:20.865376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: 795d92a3-b32e-48db-aea2-aa28dad1c3ea, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:20.873087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=65d024bd-cdf4-48b7-8a01-7671b47f1bd6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:20.896306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 795d92a3-b32e-48db-aea2-aa28dad1c3ea is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:20.918484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 795d92a3-b32e-48db-aea2-aa28dad1c3ea) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:20.928653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:20.929334 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.938542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9815387-14db-4023-bc03-8fb2eb0ea115 None None] Network 795d92a3-b32e-48db-aea2-aa28dad1c3ea requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:20.975403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-1a4b559c-257a-417f-95fc-88c54aa89975', 'network_id': '1a4b559c-257a-417f-95fc-88c54aa89975', 'tenant_id': 'a7204eefdec94887925a6002d8c83063', 'fixed_ips': [{'subnet_id': 'f98248e9-159c-4b94-9005-309e2649d686'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:20.976714 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:20.979580 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-610e2439-1a92-4eb2-8579-4d8ec78fe7df tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8170428 Mar 11 17:29:20.980693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35850) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:21.026094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd0e98-d82f-4d76-8632-1b15fdba3eff req-7dcf659f-7dcd-43d7-b926-07d3702a8f4e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.027687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdbd0e98-d82f-4d76-8632-1b15fdba3eff req-7dcf659f-7dcd-43d7-b926-07d3702a8f4e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 945 time: 0.3932040 Mar 11 17:29:21.109645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b080d101-f358-430a-94f0-af55f84d9453 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:21.322333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35854) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:21.336630 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.355907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdbd0e98-d82f-4d76-8632-1b15fdba3eff req-e3fd89ae-3029-4839-9960-85667bed07a8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204260 Mar 11 17:29:21.380868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ace0cd4b-ff84-46c7-a222-685dd3ea0ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.449275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Subnet': ['ID=b44e5cfa-cf33-4629-8e80-c0bf228b9b2c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:21.555452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Checking segment: {'id': 'bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '12bd37c2-b9fb-41e9-a246-c7beea2b83d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:21.556150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network hostable DHCP agents. Network: 12bd37c2-b9fb-41e9-a246-c7beea2b83d9, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:21.600190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:21.624103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 12bd37c2-b9fb-41e9-a246-c7beea2b83d9) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:21.636385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:21.638602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.696909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35862) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:21.697511 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-03dc1630-288a-4c7a-9ec5-7e8645404452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2349370 Mar 11 17:29:21.699176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e439a57-928f-43a6-afb3-59840221292a None None] Network 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:21.703044 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ace0cd4b-ff84-46c7-a222-685dd3ea0ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.710332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ace0cd4b-ff84-46c7-a222-685dd3ea0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.735314 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.762789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c9623e-3595-40ed-8443-c5c968f32cd8 None None] Network 55d02c5b-e135-4c9a-a72a-8587d44695de requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:21.776824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ace0cd4b-ff84-46c7-a222-685dd3ea0ca7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=930a1b5b668e403da141697ea397932b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531159 Mar 11 17:29:21.785588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35864) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:21.806406 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.863845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.868205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0cd4b-ff84-46c7-a222-685dd3ea0ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1799afc5-5e5a-4a18-82e6-2c3962fe2183,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:21.911745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50d6e38f-3b63-4959-9bf0-3cf6e8191276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.943834 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50d6e38f-3b63-4959-9bf0-3cf6e8191276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:21.954124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b080d101-f358-430a-94f0-af55f84d9453 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:21.954552 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.023416 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50d6e38f-3b63-4959-9bf0-3cf6e8191276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.026635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50d6e38f-3b63-4959-9bf0-3cf6e8191276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.028063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-50d6e38f-3b63-4959-9bf0-3cf6e8191276 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1799afc5-5e5a-4a18-82e6-2c3962fe2183 HTTP/1.1" status: 204 len: 168 time: 0.2411103 Mar 11 17:29:22.036483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6e38f-3b63-4959-9bf0-3cf6e8191276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1799afc5-5e5a-4a18-82e6-2c3962fe2183,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:22.037141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Network fc2898f9-4907-4406-871d-cd5a48817997 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:22.043684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d3387d59-9cd1-4109-a7d4-1779f9ead223 None None] Provisioning complete for port b080d101-f358-430a-94f0-af55f84d9453 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:22.044587 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3387d59-9cd1-4109-a7d4-1779f9ead223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.051585 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.070209 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a80f7-9c0d-4062-8842-c3035f1c9341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-795d92a3-b32e-48db-aea2-aa28dad1c3ea', 'network_id': '795d92a3-b32e-48db-aea2-aa28dad1c3ea', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': '65d024bd-cdf4-48b7-8a01-7671b47f1bd6'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:22.071287 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-773a80f7-9c0d-4062-8842-c3035f1c9341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.076387 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Allocated IP 2001:db8::2 (1a4b559c-257a-417f-95fc-88c54aa89975/f98248e9-159c-4b94-9005-309e2649d686/c2361b89-aec8-4193-b340-68208630c48a) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:22.086294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:22.125064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.133697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:22.136121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Pushing event updated for resources: {'Port': ['ID=4b5b2b60-65ec-4fdb-adf8-f583d59688bb,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:22.237290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.297439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=65d024bd-cdf4-48b7-8a01-7671b47f1bd6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:22.417449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.451398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795d92a3-b32e-48db-aea2-aa28dad1c3ea']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:22.466721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789568c9-6cfe-4708-95de-f11726275be4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:22.467021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789568c9-6cfe-4708-95de-f11726275be4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:22.477836 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.494944 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.501598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:22.502203 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:22.506696 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:22.546237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Attempting to bind port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:22.546598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Attempting to bind port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c2aa1f5c-2ca9-42ee-bf02-c756e862069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fc2898f9-4907-4406-871d-cd5a48817997'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:22.549006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Attempting to bind port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb on network fc2898f9-4907-4406-871d-cd5a48817997 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:22.597814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4f5d7-f37d-4362-988c-a3c0dc2f7151 req-644aa320-9fda-4d74-bc9e-e345aebf47b2 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:22.603228 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72f4f5d7-f37d-4362-988c-a3c0dc2f7151 req-644aa320-9fda-4d74-bc9e-e345aebf47b2 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 945 time: 0.0864544 Mar 11 17:29:22.610574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.623504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:22.623877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Checking segment: {'id': 'c2aa1f5c-2ca9-42ee-bf02-c756e862069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fc2898f9-4907-4406-871d-cd5a48817997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:22.624276 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.624699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Bound using segment: {'id': 'c2aa1f5c-2ca9-42ee-bf02-c756e862069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fc2898f9-4907-4406-871d-cd5a48817997'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:22.625176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Bound port: 4b5b2b60-65ec-4fdb-adf8-f583d59688bb, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aa1f5c-2ca9-42ee-bf02-c756e862069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fc2898f9-4907-4406-871d-cd5a48817997'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:22.625549 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.627867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-773a80f7-9c0d-4062-8842-c3035f1c9341 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65d024bd-cdf4-48b7-8a01-7671b47f1bd6: This subnet is being modified by another concurrent operation. Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65d024bd-cdf4-48b7-8a01-7671b47f1bd6: This subnet is being modified by another concurrent operation. Mar 11 17:29:22.628642 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:29:22.650200 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/795d92a3-b32e-48db-aea2-aa28dad1c3ea HTTP/1.1" status: 204 len: 168 time: 1.6681871 Mar 11 17:29:22.661400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:22.668025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc87cc-8040-4a77-84f0-be798af252c7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=795d92a3-b32e-48db-aea2-aa28dad1c3ea,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:22.672530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-868486267'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:22.717988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72f4f5d7-f37d-4362-988c-a3c0dc2f7151 req-0204f8ee-b355-4959-9f58-7078820489b5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093547 Mar 11 17:29:22.724548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:22.731973 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.790603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:22.808277 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.808814 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment 20d79fa0-aa53-4dd1-854f-e0dcacffb8c1 of type vlan for network 6c7f9b29-2aef-48a4-a956-71ae65ce4f26 Mar 11 17:29:22.895551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3981dfd5-4890-42e9-92aa-6950abff054b None None] Network 795d92a3-b32e-48db-aea2-aa28dad1c3ea requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:22.903627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.913431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae41d3-9e4a-47d5-8198-6facf495cf68 req-12379811-d54b-40d9-8382-839b3c3d4af3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:22.914967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9ae41d3-9e4a-47d5-8198-6facf495cf68 req-12379811-d54b-40d9-8382-839b3c3d4af3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 945 time: 0.1116891 Mar 11 17:29:22.972813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9ae41d3-9e4a-47d5-8198-6facf495cf68 req-9900a3a2-938c-4e13-954f-1f5bec4bca91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400500 Mar 11 17:29:22.978778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-12bd37c2-b9fb-41e9-a246-c7beea2b83d9', 'network_id': '12bd37c2-b9fb-41e9-a246-c7beea2b83d9', 'tenant_id': 'a7204eefdec94887925a6002d8c83063', 'fixed_ips': [{'subnet_id': 'b44e5cfa-cf33-4629-8e80-c0bf228b9b2c'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:22.979826 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.980025 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.982477 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:22.988705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:22.989523 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.034518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3695600 Mar 11 17:29:23.038767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35906) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:23.041695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3981dfd5-4890-42e9-92aa-6950abff054b None None] Network 795d92a3-b32e-48db-aea2-aa28dad1c3ea could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 17:29:23.044947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': '6c7f9b29-2aef-48a4-a956-71ae65ce4f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:23.083506 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3387d59-9cd1-4109-a7d4-1779f9ead223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.096448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.140449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.160437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port b080d101-f358-430a-94f0-af55f84d9453, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b080d101-f358-430a-94f0-af55f84d9453,segment=NetworkSegment(3110b4aa-cb6e-4721-970a-7621c413ba00),segment_id=3110b4aa-cb6e-4721-970a-7621c413ba00)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:23.183917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea0c48-e9cf-4f5e-b1c3-656273eec10d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=6c7f9b29-2aef-48a4-a956-71ae65ce4f26,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:23.240803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:23.245445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.250585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6c7f9b29-2aef-48a4-a956-71ae65ce4f26 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:23.269478 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.298809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Allocated IP 2001:db8::1 (1a4b559c-257a-417f-95fc-88c54aa89975/f98248e9-159c-4b94-9005-309e2649d686/6b178503-a7e9-4c65-bb1d-7a6007929464) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:23.415315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] For port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:23.428816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Network 1a4b559c-257a-417f-95fc-88c54aa89975 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:23.459247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:23.468000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Performing IP validity checks on allocation pools {{(pid=102642) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 17:29:23.468657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102642) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 17:29:23.484864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Pushing event updated for resources: {'Port': ['ID=c2361b89-aec8-4193-b340-68208630c48a,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:23.498726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:23.525277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] For port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4b5b2b60-65ec-4fdb-adf8-f583d59688bb,segment=NetworkSegment(c2aa1f5c-2ca9-42ee-bf02-c756e862069a),segment_id=c2aa1f5c-2ca9-42ee-bf02-c756e862069a)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:23.581000 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.585247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.585598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.585938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.586278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.586609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.586937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.587266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.587618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.587912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.588233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.588582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.588902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:29:23.592196 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-d3387d59-9cd1-4109-a7d4-1779f9ead223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:29:23.601421 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-d3387d59-9cd1-4109-a7d4-1779f9ead223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:29:23.669806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.715380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f22b8e-6680-4804-b7c1-ac0b14a0efbc req-39a100db-a289-4667-bc9a-299954f31840 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:23.719772 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f22b8e-6680-4804-b7c1-ac0b14a0efbc req-39a100db-a289-4667-bc9a-299954f31840 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 945 time: 0.2057958 Mar 11 17:29:23.750611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.785878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Allocated IP 2001:db8::2 (12bd37c2-b9fb-41e9-a246-c7beea2b83d9/b44e5cfa-cf33-4629-8e80-c0bf228b9b2c/8fcb70ff-f489-4ff4-9d78-9e932059a62f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:23.812598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Attempting to bind port c2361b89-aec8-4193-b340-68208630c48a on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:23.813076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Attempting to bind port c2361b89-aec8-4193-b340-68208630c48a by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'ca191b1d-f849-46f2-9722-76bdacd86ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1a4b559c-257a-417f-95fc-88c54aa89975'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:23.813564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Attempting to bind port c2361b89-aec8-4193-b340-68208630c48a on network 1a4b559c-257a-417f-95fc-88c54aa89975 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:23.834192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=b080d101-f358-430a-94f0-af55f84d9453,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:23.839639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:23.840188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Checking segment: {'id': 'ca191b1d-f849-46f2-9722-76bdacd86ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1a4b559c-257a-417f-95fc-88c54aa89975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:23.842748 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.843317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Bound using segment: {'id': 'ca191b1d-f849-46f2-9722-76bdacd86ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1a4b559c-257a-417f-95fc-88c54aa89975'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:23.843921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Bound port: c2361b89-aec8-4193-b340-68208630c48a, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca191b1d-f849-46f2-9722-76bdacd86ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1a4b559c-257a-417f-95fc-88c54aa89975'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:23.844444 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.848792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f22b8e-6680-4804-b7c1-ac0b14a0efbc req-c52d0e74-8fc7-47eb-8331-757968de1e1a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180148 Mar 11 17:29:23.869089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network 1a4b559c-257a-417f-95fc-88c54aa89975 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:23.891081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:23.899989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:23.900586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:23.904709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Port': ['ID=6b178503-a7e9-4c65-bb1d-7a6007929464,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:23.956207 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.168635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': '20d79fa0-aa53-4dd1-854f-e0dcacffb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6c7f9b29-2aef-48a4-a956-71ae65ce4f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:24.169496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: 6c7f9b29-2aef-48a4-a956-71ae65ce4f26, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:24.180127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.201827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252a608-295b-4aa9-a60e-f45fdec96ff8 None None] Pushing event updated for resources: {'Port': ['ID=4b5b2b60-65ec-4fdb-adf8-f583d59688bb,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:24.207726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=f0fca51e-899a-4af8-aa8e-f93a34da07ac,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:24.244592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] For port c2361b89-aec8-4193-b340-68208630c48a, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:24.251607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 6c7f9b29-2aef-48a4-a956-71ae65ce4f26 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:24.252537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] For port c2361b89-aec8-4193-b340-68208630c48a, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c2361b89-aec8-4193-b340-68208630c48a,segment=NetworkSegment(ca191b1d-f849-46f2-9722-76bdacd86ebe),segment_id=ca191b1d-f849-46f2-9722-76bdacd86ebe)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:24.269619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.269837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6c7f9b29-2aef-48a4-a956-71ae65ce4f26) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:24.281697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:24.282404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.328065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e4d605ea-fffa-41db-bf72-6f4db4078b24 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2868280 Mar 11 17:29:24.329979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35930) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:24.343025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317b399-df3a-4077-89b9-ad5fff0be927 None None] Network 6c7f9b29-2aef-48a4-a956-71ae65ce4f26 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:24.542680 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.560561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.567853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.568953 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.589077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-312033ad-49e1-4d1f-baa7-946287bca115 None None] Provisioning complete for port b080d101-f358-430a-94f0-af55f84d9453 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:24.589459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-312033ad-49e1-4d1f-baa7-946287bca115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.594876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.600969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662de90e-abba-4029-ad1b-cee827aa60a6 None None] Pushing event updated for resources: {'Port': ['ID=c2361b89-aec8-4193-b340-68208630c48a,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:24.612732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.736846 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.767067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Port': ['ID=6b178503-a7e9-4c65-bb1d-7a6007929464,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:24.904811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Network 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:24.915878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:24.917463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:24.934346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:25.018014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network 1a4b559c-257a-417f-95fc-88c54aa89975 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:25.018876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:25.139308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=f0fca51e-899a-4af8-aa8e-f93a34da07ac,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:25.174004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Pushing event updated for resources: {'Port': ['ID=8fcb70ff-f489-4ff4-9d78-9e932059a62f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:25.243923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Attempting to bind port 8fcb70ff-f489-4ff4-9d78-9e932059a62f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:25.244558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Attempting to bind port 8fcb70ff-f489-4ff4-9d78-9e932059a62f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '12bd37c2-b9fb-41e9-a246-c7beea2b83d9'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:25.244860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Attempting to bind port 8fcb70ff-f489-4ff4-9d78-9e932059a62f on network 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:25.251650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf5483-ccd8-40ee-9090-e77550b15ce8 None None] Network 6c7f9b29-2aef-48a4-a956-71ae65ce4f26 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:25.289388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:25.292899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Checking segment: {'id': 'bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '12bd37c2-b9fb-41e9-a246-c7beea2b83d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:25.294931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.295810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Bound using segment: {'id': 'bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '12bd37c2-b9fb-41e9-a246-c7beea2b83d9'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:25.298670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Bound port: 8fcb70ff-f489-4ff4-9d78-9e932059a62f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '12bd37c2-b9fb-41e9-a246-c7beea2b83d9'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:25.299318 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.305761 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.343942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Router 143bf972-c67b-498c-8819-30fa1852747f is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:29:25.358947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9bfb2-4013-4ecf-8458-d94413f18fcb req-909363ea-f3b9-446a-87b0-46623388344d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:25.359863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44a9bfb2-4013-4ecf-8458-d94413f18fcb req-909363ea-f3b9-446a-87b0-46623388344d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 945 time: 0.2043712 Mar 11 17:29:25.370803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-b744218c-ec6d-42bf-b158-e2e758179009 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:25.373176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-b744218c-ec6d-42bf-b158-e2e758179009 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 945 time: 0.2638676 Mar 11 17:29:25.374957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7f9b29-2aef-48a4-a956-71ae65ce4f26']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:25.424362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d79fa0-aa53-4dd1-854f-e0dcacffb8c1') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:25.424676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d79fa0-aa53-4dd1-854f-e0dcacffb8c1') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:25.482872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] For port 8fcb70ff-f489-4ff4-9d78-9e932059a62f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:25.487743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] For port 8fcb70ff-f489-4ff4-9d78-9e932059a62f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8fcb70ff-f489-4ff4-9d78-9e932059a62f,segment=NetworkSegment(bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3),segment_id=bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:25.492264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.507727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.516459 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.521922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:25.522483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.549741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:25.561002 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-554a24b3-03cc-4356-a6d7-7e8ab980443b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "PUT /v2.0/routers/143bf972-c67b-498c-8819-30fa1852747f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8577714 Mar 11 17:29:25.562257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35954) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:25.564691 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a6dee-0f91-4ae0-8105-bcdfdf964fef None None] Sync routers for ids ['143bf972-c67b-498c-8819-30fa1852747f'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:29:25.596164 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a6dee-0f91-4ae0-8105-bcdfdf964fef None None] Routers {'143bf972-c67b-498c-8819-30fa1852747f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:25.596876 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6c4a6dee-0f91-4ae0-8105-bcdfdf964fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:29:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['143bf972-c67b-498c-8819-30fa1852747f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:25.610055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3b09a-2ccc-40d7-a3e0-05d9ebc43077 None None] Pushing event updated for resources: {'Port': ['ID=8fcb70ff-f489-4ff4-9d78-9e932059a62f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:25.694959 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6c4a6dee-0f91-4ae0-8105-bcdfdf964fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:25.714687 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a6dee-0f91-4ae0-8105-bcdfdf964fef None None] Routers {'143bf972-c67b-498c-8819-30fa1852747f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:25.717108 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6c4a6dee-0f91-4ae0-8105-bcdfdf964fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:29:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['143bf972-c67b-498c-8819-30fa1852747f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:25.778798 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:25.789324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c2f3a8-12ea-473d-97d1-32035e5a7d65 None None] Network fc2898f9-4907-4406-871d-cd5a48817997 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:25.797090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44a9bfb2-4013-4ecf-8458-d94413f18fcb req-2a1da46a-a577-4b45-8856-4064a5e6df9a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191511 Mar 11 17:29:25.797804 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.823435 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-6c4a6dee-0f91-4ae0-8105-bcdfdf964fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:25.824274 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a6dee-0f91-4ae0-8105-bcdfdf964fef None None] The sync data for ids ['143bf972-c67b-498c-8819-30fa1852747f'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:29:25.824403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:25.831456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/6c7f9b29-2aef-48a4-a956-71ae65ce4f26 HTTP/1.1" status: 204 len: 168 time: 1.4948380 Mar 11 17:29:25.844721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35968) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:25.855173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-529211348'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:25.908520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2ced3-4695-485c-9391-339fe1ea9eca tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=6c7f9b29-2aef-48a4-a956-71ae65ce4f26,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:25.961918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Deleting port 96687cb6-102b-4ff8-bdeb-bd226310dd63 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:25.963484 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.026308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b080d101-f358-430a-94f0-af55f84d9453 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:26.110345 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:26.114946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.154420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] For port 96687cb6-102b-4ff8-bdeb-bd226310dd63, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96687cb6-102b-4ff8-bdeb-bd226310dd63,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:26.154847 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.165421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:26.183040 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.183734 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment f00e291f-edfd-45b0-91e9-4591b7ce5b69 of type vlan for network 98bc98cd-b4bc-4b85-901e-e14c3525bab5 Mar 11 17:29:26.211936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Calling delete_port for 96687cb6-102b-4ff8-bdeb-bd226310dd63 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:26.334627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e30c9023-c5d1-4ab1-99d0-b2f599bc3687 None None] Provisioning complete for port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:26.335133 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e30c9023-c5d1-4ab1-99d0-b2f599bc3687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.467546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.563254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event deleted for resources: {'Port': ['ID=96687cb6-102b-4ff8-bdeb-bd226310dd63,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:26.658819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35982) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:26.659700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] No DVR routers for this DVR port 96687cb6-102b-4ff8-bdeb-bd226310dd63 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:26.662714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.666686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa9237b4-f2d0-4c47-a751-88b5dfb79d61 req-04b86320-8e9a-4a85-85b5-03df9697fd3f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "DELETE /v2.0/ports/96687cb6-102b-4ff8-bdeb-bd226310dd63 HTTP/1.1" status: 204 len: 173 time: 1.2874463 Mar 11 17:29:26.674701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6572a32d-b3f5-4a4c-b49e-4b743874312c', 'name': 'network-vif-deleted', 'tag': '96687cb6-102b-4ff8-bdeb-bd226310dd63'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:29:26.677141 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f1dc58-7894-42a9-8cc4-2a48d7cc65df" -d '{"events": [{"server_uuid": "6572a32d-b3f5-4a4c-b49e-4b743874312c", "name": "network-vif-deleted", "tag": "96687cb6-102b-4ff8-bdeb-bd226310dd63"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:29:26.697311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:29:26.699915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c804f0-ddbf-447b-9e41-ea27676cda1b None None] Network 1a4b559c-257a-417f-95fc-88c54aa89975 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:26.750830 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4567235-1dd0-48c9-aaaa-bf8cf0675872 x-openstack-request-id: req-a4567235-1dd0-48c9-aaaa-bf8cf0675872 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:29:26.751208 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6572a32d-b3f5-4a4c-b49e-4b743874312c", "name": "network-vif-deleted", "tag": "96687cb6-102b-4ff8-bdeb-bd226310dd63", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:29:26.751464 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4567235-1dd0-48c9-aaaa-bf8cf0675872 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:29:26.751859 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6572a32d-b3f5-4a4c-b49e-4b743874312c', 'name': 'network-vif-deleted', 'tag': '96687cb6-102b-4ff8-bdeb-bd226310dd63', 'status': 'completed', 'code': 200} Mar 11 17:29:26.755778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b080d101-f358-430a-94f0-af55f84d9453 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:26.756333 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.821866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d20fe7a5-f14b-4306-ae78-12edb1f2b35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:26.987529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cab5b722-7c02-46b9-8f04-6b4351c31145 req-e0a80442-4cb0-4bc5-80b1-0b987055f795 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6572a32d-b3f5-4a4c-b49e-4b743874312c HTTP/1.1" status: 200 len: 210 time: 0.0846353 Mar 11 17:29:27.020938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.055724 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d20fe7a5-f14b-4306-ae78-12edb1f2b35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.062482 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d20fe7a5-f14b-4306-ae78-12edb1f2b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.097981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.105016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:27.105787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fe7a5-f14b-4306-ae78-12edb1f2b35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7c122c-7b71-474f-9619-32b03b9a48e5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:27.106650 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.156142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35990) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:27.157208 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3096602 Mar 11 17:29:27.166873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': '98bc98cd-b4bc-4b85-901e-e14c3525bab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:27.188398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d20fe7a5-f14b-4306-ae78-12edb1f2b35c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3b956dc7621472eb581d5b92efa05d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205612 Mar 11 17:29:27.189528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35992) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:27.221115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 96687cb6-102b-4ff8-bdeb-bd226310dd63 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:27.290868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 96687cb6-102b-4ff8-bdeb-bd226310dd63 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:27.291157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 96687cb6-102b-4ff8-bdeb-bd226310dd63 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:27.301405 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e30c9023-c5d1-4ab1-99d0-b2f599bc3687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.334013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4b5b2b60-65ec-4fdb-adf8-f583d59688bb up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:27.437291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21581c6-5bdb-45a0-a05c-b19b0cc2eb34 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=98bc98cd-b4bc-4b85-901e-e14c3525bab5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:27.450612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3500fab-df9c-4f67-890c-985d73ab8c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.455276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:27.459385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.471431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e30c9023-c5d1-4ab1-99d0-b2f599bc3687 None None] For port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4b5b2b60-65ec-4fdb-adf8-f583d59688bb,segment=NetworkSegment(c2aa1f5c-2ca9-42ee-bf02-c756e862069a),segment_id=c2aa1f5c-2ca9-42ee-bf02-c756e862069a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:27.479040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 98bc98cd-b4bc-4b85-901e-e14c3525bab5 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:27.490547 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e30c9023-c5d1-4ab1-99d0-b2f599bc3687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.496865 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-7bc62366-7c7b-46cd-ab1c-01186b6e49f5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:27.500661 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7bc62366-7c7b-46cd-ab1c-01186b6e49f5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "PUT /v2.0/routers/143bf972-c67b-498c-8819-30fa1852747f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9344926 Mar 11 17:29:27.503976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35998) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:27.686024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:27.686558 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.697499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-643fa32b-db4c-4b6a-8962-8439ea5f5ed5 None None] Provisioning complete for port c2361b89-aec8-4193-b340-68208630c48a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:27.699107 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-643fa32b-db4c-4b6a-8962-8439ea5f5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.729891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c9023-c5d1-4ab1-99d0-b2f599bc3687 None None] Pushing event updated for resources: {'Port': ['ID=4b5b2b60-65ec-4fdb-adf8-f583d59688bb,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:27.866695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c653f9-9a66-413f-a60c-95297bfa52e5 None None] Network 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:27.906788 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:27.977431 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3500fab-df9c-4f67-890c-985d73ab8c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.153210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c2361b89-aec8-4193-b340-68208630c48a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:28.158352 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-643fa32b-db4c-4b6a-8962-8439ea5f5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.169595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=42d4e222-0c50-48f4-8564-09fe0f190869,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:28.203635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': 'f00e291f-edfd-45b0-91e9-4591b7ce5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '98bc98cd-b4bc-4b85-901e-e14c3525bab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:28.206791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: 98bc98cd-b4bc-4b85-901e-e14c3525bab5, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:28.269411 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3500fab-df9c-4f67-890c-985d73ab8c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.273140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3500fab-df9c-4f67-890c-985d73ab8c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.277594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c3500fab-df9c-4f67-890c-985d73ab8c02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca7c122c-7b71-474f-9619-32b03b9a48e5 HTTP/1.1" status: 204 len: 168 time: 1.0820320 Mar 11 17:29:28.291288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 98bc98cd-b4bc-4b85-901e-e14c3525bab5 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:28.304247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-643fa32b-db4c-4b6a-8962-8439ea5f5ed5 None None] For port c2361b89-aec8-4193-b340-68208630c48a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c2361b89-aec8-4193-b340-68208630c48a,segment=NetworkSegment(ca191b1d-f849-46f2-9722-76bdacd86ebe),segment_id=ca191b1d-f849-46f2-9722-76bdacd86ebe)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:28.304996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3500fab-df9c-4f67-890c-985d73ab8c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7c122c-7b71-474f-9619-32b03b9a48e5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:28.311196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 98bc98cd-b4bc-4b85-901e-e14c3525bab5) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:28.312166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-643fa32b-db4c-4b6a-8962-8439ea5f5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.342307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:28.344472 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.355401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9b4e1c-f1bd-4988-8bb6-d5c58d2ebe24 None None] Network 98bc98cd-b4bc-4b85-901e-e14c3525bab5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:28.384490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.390425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-de5d33ec-b3a4-40c8-ba69-4805aeebd809 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2314095 Mar 11 17:29:28.398037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36022) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:28.426766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-643fa32b-db4c-4b6a-8962-8439ea5f5ed5 None None] Provisioning complete for port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:28.427321 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-643fa32b-db4c-4b6a-8962-8439ea5f5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.470388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c2361b89-aec8-4193-b340-68208630c48a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:28.470769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.640088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.657845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fa32b-db4c-4b6a-8962-8439ea5f5ed5 None None] Pushing event updated for resources: {'Port': ['ID=c2361b89-aec8-4193-b340-68208630c48a,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:28.758465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-6c810b95-fc0d-416e-addb-2904c2fdbc31 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:28.760389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-6c810b95-fc0d-416e-addb-2904c2fdbc31 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.3677127 Mar 11 17:29:28.782689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.802422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-a7cd9f96-abb5-4e3c-a48e-b912f621b6f5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/quotas/d5d208419e1140d0b2726319f9122d80 HTTP/1.1" status: 200 len: 375 time: 0.0339537 Mar 11 17:29:28.857551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36026) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:28.907099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7c795cc-59d0-4a8e-b98e-07ff7581c12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.909075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting port 6b178503-a7e9-4c65-bb1d-7a6007929464 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:28.909587 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:28.951449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-d152ff41-e2a7-44a0-810a-b11b36409b00 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114810 Mar 11 17:29:28.955520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.010207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=42d4e222-0c50-48f4-8564-09fe0f190869,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:29.067918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7fbc5a-8516-4f3b-927d-8829ab4c6cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-98bc98cd-b4bc-4b85-901e-e14c3525bab5', 'network_id': '98bc98cd-b4bc-4b85-901e-e14c3525bab5', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': '42d4e222-0c50-48f4-8564-09fe0f190869'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:29.069079 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4a7fbc5a-8516-4f3b-927d-8829ab4c6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.088782 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.149372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.164946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.186718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Calling delete_port for 6b178503-a7e9-4c65-bb1d-7a6007929464 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:29.244932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98bc98cd-b4bc-4b85-901e-e14c3525bab5']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:29.257098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c26c085-5643-488b-8322-cf5c2a486f7f None None] Network 98bc98cd-b4bc-4b85-901e-e14c3525bab5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:29.292494 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-088a92cd-814d-4b8a-9c9d-8fa3edc6af7a service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285723 Mar 11 17:29:29.306242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00e291f-edfd-45b0-91e9-4591b7ce5b69') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:29.306783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00e291f-edfd-45b0-91e9-4591b7ce5b69') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:29.310683 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7c795cc-59d0-4a8e-b98e-07ff7581c12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.329027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7c795cc-59d0-4a8e-b98e-07ff7581c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.335219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.389877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c2361b89-aec8-4193-b340-68208630c48a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:29.430949 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.445920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a7c795cc-59d0-4a8e-b98e-07ff7581c12e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1156a4f3cc14d64b354c772886bd96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873430 Mar 11 17:29:29.446912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c795cc-59d0-4a8e-b98e-07ff7581c12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05fe5d4-5896-44da-b1a9-8ff28da58bda,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:29.449230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36032) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:29.452109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Provisioning complete for port 6b178503-a7e9-4c65-bb1d-7a6007929464 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:29.452786 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.476369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:29.479188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:29.482630 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:29.492619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa3dd9-fa98-4cc5-ba7b-611db48c24ab None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:29:29.507302 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.546379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Port': ['ID=6b178503-a7e9-4c65-bb1d-7a6007929464,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:29.603463 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-9a998860-73f5-4a47-8605-69b91bcf6881 service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097146 Mar 11 17:29:29.613771 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.621942 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.642160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/98bc98cd-b4bc-4b85-901e-e14c3525bab5 HTTP/1.1" status: 204 len: 168 time: 1.2395322 Mar 11 17:29:29.643289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36034) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:29.661118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-732686751'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:29.668678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86ce09-83fe-4109-81ef-25bfbbf2c66d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=98bc98cd-b4bc-4b85-901e-e14c3525bab5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:29.685233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.717362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:29.722881 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.775858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:29.779400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e50a45cd-d657-4746-87f3-a5af79a63778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.814780 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Port 6b178503-a7e9-4c65-bb1d-7a6007929464 was deleted so its status cannot be updated. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 11 17:29:29.820086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.824585 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment 5aeb6479-1c1d-479e-87c4-1bc54975d69c of type vlan for network 343a0227-9852-4422-8544-6ef1478e9244 Mar 11 17:29:29.848211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Provisioning complete for port 8fcb70ff-f489-4ff4-9d78-9e932059a62f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:29.848707 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.882843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd93727b-15b2-4560-a95e-b62946ea9ff0 req-3d638c0f-61cb-4742-8793-689d71466509 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 210 time: 0.0647407 Mar 11 17:29:29.900104 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e50a45cd-d657-4746-87f3-a5af79a63778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.913103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Router 143bf972-c67b-498c-8819-30fa1852747f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:29:29.937087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa3dd9-fa98-4cc5-ba7b-611db48c24ab None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:29:29.952148 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.967032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c2361b89-aec8-4193-b340-68208630c48a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:29.970953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:29.998463 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.010416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:30.011224 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.062258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:30.067398 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c74f6b81-88c3-432d-a231-52f29853b010 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "PUT /v2.0/routers/143bf972-c67b-498c-8819-30fa1852747f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5609770 Mar 11 17:29:30.072821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36044) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:30.085457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03d5dde-23fa-4847-9a24-dbb27300f059 None None] Sync routers for ids ['143bf972-c67b-498c-8819-30fa1852747f'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:29:30.129502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4848320 Mar 11 17:29:30.130958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36046) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:30.136897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': '343a0227-9852-4422-8544-6ef1478e9244', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:30.164476 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-8d445d6c-f3bb-4582-a83d-6416918d8071 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] delete failed (client error): The resource could not be found. Mar 11 17:29:30.168899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8d445d6c-f3bb-4582-a83d-6416918d8071 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1771566533 HTTP/1.1" status: 404 len: 335 time: 0.0916219 Mar 11 17:29:30.171092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36048) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:30.179237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9d849f36-496a-47fe-946d-725f9d22931b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'router': {'external_gateway_info': {'network_id': '143bf972-c67b-498c-8819-30fa1852747f'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:30.182769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e50a45cd-d657-4746-87f3-a5af79a63778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.185287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e50a45cd-d657-4746-87f3-a5af79a63778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.203424 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e50a45cd-d657-4746-87f3-a5af79a63778 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a05fe5d4-5896-44da-b1a9-8ff28da58bda HTTP/1.1" status: 204 len: 168 time: 0.7501802 Mar 11 17:29:30.215499 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.218588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d5dde-23fa-4847-9a24-dbb27300f059 None None] Routers {'143bf972-c67b-498c-8819-30fa1852747f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:30.219233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a03d5dde-23fa-4847-9a24-dbb27300f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:29:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['143bf972-c67b-498c-8819-30fa1852747f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:30.254755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b7110-d188-4773-bd9b-12683b4051ea tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=343a0227-9852-4422-8544-6ef1478e9244,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:30.283704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:30.291438 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.333544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a45cd-d657-4746-87f3-a5af79a63778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05fe5d4-5896-44da-b1a9-8ff28da58bda,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:30.373898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 343a0227-9852-4422-8544-6ef1478e9244 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:30.468479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a03d5dde-23fa-4847-9a24-dbb27300f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:30.538966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d5dde-23fa-4847-9a24-dbb27300f059 None None] Routers {'143bf972-c67b-498c-8819-30fa1852747f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:30.539165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a03d5dde-23fa-4847-9a24-dbb27300f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:29:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['143bf972-c67b-498c-8819-30fa1852747f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:30.555558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d849f36-496a-47fe-946d-725f9d22931b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.575913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] For port 8fcb70ff-f489-4ff4-9d78-9e932059a62f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8fcb70ff-f489-4ff4-9d78-9e932059a62f,segment=NetworkSegment(bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3),segment_id=bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:30.588640 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-9d849f36-496a-47fe-946d-725f9d22931b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] update failed (client error): The resource could not be found. Mar 11 17:29:30.589837 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9d849f36-496a-47fe-946d-725f9d22931b tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "PUT /v2.0/routers/143bf972-c67b-498c-8819-30fa1852747f HTTP/1.1" status: 404 len: 339 time: 0.4145627 Mar 11 17:29:30.593409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:30.601891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-296205752'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:30.632129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4b5b2b60-65ec-4fdb-adf8-f583d59688bb up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:30.636104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a03d5dde-23fa-4847-9a24-dbb27300f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:30.636774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03d5dde-23fa-4847-9a24-dbb27300f059 None None] The sync data for ids ['143bf972-c67b-498c-8819-30fa1852747f'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:29:30.641259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Made reservation on behalf of a7204eefdec94887925a6002d8c83063 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:30.642755 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.642915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.646958 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.721684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:30.739160 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.742146 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Added segment 809e6a2c-e503-416e-81ef-9d20f49e1743 of type vlan for network 8bbbfd1a-22f1-4d94-ba4d-55990f092a24 Mar 11 17:29:30.760377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=82736b9b-da5b-48da-9ab1-01afc018d898,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:30.769152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Provisioning complete for port c2361b89-aec8-4193-b340-68208630c48a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:30.769955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.780982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': '5aeb6479-1c1d-479e-87c4-1bc54975d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '343a0227-9852-4422-8544-6ef1478e9244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:30.781825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: 343a0227-9852-4422-8544-6ef1478e9244, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:30.802627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 343a0227-9852-4422-8544-6ef1478e9244 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:30.816302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 343a0227-9852-4422-8544-6ef1478e9244) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:30.821810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:30.823069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.826841 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.852982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee59cae-7f46-45a5-b1e3-797e6957190a None None] Pushing event updated for resources: {'Port': ['ID=8fcb70ff-f489-4ff4-9d78-9e932059a62f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:30.864729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.866524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04ad38be-0668-41dc-bc9b-814f199b7ff2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7340274 Mar 11 17:29:30.868163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36068) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:30.870560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:30.871291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.887240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:30.887615 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:30.943406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec004c45-6207-44ce-b3bf-b3f3dffd9775 None None] Network 343a0227-9852-4422-8544-6ef1478e9244 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:30.960313 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3621969 Mar 11 17:29:30.960313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36074) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:30.971703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'subnet': {'network_id': '8bbbfd1a-22f1-4d94-ba4d-55990f092a24', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:30.978047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089faa61-7df9-42b8-af05-4121b8b508a9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Network': ['ID=8bbbfd1a-22f1-4d94-ba4d-55990f092a24,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:31.016577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 8bbbfd1a-22f1-4d94-ba4d-55990f092a24 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:31.084196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.171156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Made reservation on behalf of a7204eefdec94887925a6002d8c83063 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:31.175738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.284412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8fcb70ff-f489-4ff4-9d78-9e932059a62f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:31.316904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bce58314-0541-4172-91fd-3c10d9704468 req-703915b1-2d5b-4c24-8cfc-c56ebfdf1564 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 210 time: 0.2258551 Mar 11 17:29:31.324639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-40289f59-ddb6-4538-8d7d-c054a534afe7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:31.325561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-40289f59-ddb6-4538-8d7d-c054a534afe7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.1356640 Mar 11 17:29:31.361795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-343a0227-9852-4422-8544-6ef1478e9244', 'network_id': '343a0227-9852-4422-8544-6ef1478e9244', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': '82736b9b-da5b-48da-9ab1-01afc018d898'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:31.362976 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.390880 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8fcb70ff-f489-4ff4-9d78-9e932059a62f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:31.391999 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.415758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Request body: {'port': {'device_id': '88d68453-d878-4cdf-86ed-3ee58edeeee9', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'admin_state_up': True, 'tenant_id': 'd5d208419e1140d0b2726319f9122d80'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:31.532924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.593414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Made reservation on behalf of d5d208419e1140d0b2726319f9122d80 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:31.597110 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.646025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.648162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Allocated IP 172.20.0.2 (343a0227-9852-4422-8544-6ef1478e9244/82736b9b-da5b-48da-9ab1-01afc018d898/babf0fdc-0d73-4e77-b03a-e8817aba5d2b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:31.729855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Subnet': ['ID=bccf8ae9-2d37-4a8a-91a9-62e729ee29cd,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:31.743260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Checking segment: {'id': '809e6a2c-e503-416e-81ef-9d20f49e1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8bbbfd1a-22f1-4d94-ba4d-55990f092a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:31.743638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network hostable DHCP agents. Network: 8bbbfd1a-22f1-4d94-ba4d-55990f092a24, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:31.779109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network 8bbbfd1a-22f1-4d94-ba4d-55990f092a24 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:31.794383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 8bbbfd1a-22f1-4d94-ba4d-55990f092a24) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:31.805246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf83c9f-7e81-477d-a3e8-de3b9af1c937 None None] Network 8bbbfd1a-22f1-4d94-ba4d-55990f092a24 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:31.811645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:31.812248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:31.849178 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e09ec07c-1fff-43a9-9310-d04d8f38a2c5 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8856614 Mar 11 17:29:31.849826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36094) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:31.853255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8fcb70ff-f489-4ff4-9d78-9e932059a62f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:31.854282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6fc204ff-d406-4c42-8a11-de1e1815d965 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'router': {'external_gateway_info': {'network_id': '8bbbfd1a-22f1-4d94-ba4d-55990f092a24'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:31.915972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Allocated IP 172.20.0.6 (183c0f9c-34b5-40d8-8f5b-ec3e47e371b5/d975d024-42bd-41eb-a5a3-788261a71880/0dbea993-d1d1-487d-b57b-459591439d5e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:32.105264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.145636 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.151818 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.162225 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.168844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:29:32.227640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:32.229869 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.268911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event updated for resources: {'Port': ['ID=0dbea993-d1d1-487d-b57b-459591439d5e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:32.274591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=82736b9b-da5b-48da-9ab1-01afc018d898,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:32.277430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:32.282906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:32.310055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Network 343a0227-9852-4422-8544-6ef1478e9244 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:32.315591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8fcb70ff-f489-4ff4-9d78-9e932059a62f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:32.315745 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.331763 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Pushing event updated for resources: {'Port': ['ID=babf0fdc-0d73-4e77-b03a-e8817aba5d2b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:32.366036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:32.369630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:32.413927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-8bbbfd1a-22f1-4d94-ba4d-55990f092a24', 'network_id': '8bbbfd1a-22f1-4d94-ba4d-55990f092a24', 'tenant_id': 'a7204eefdec94887925a6002d8c83063', 'fixed_ips': [{'subnet_id': 'bccf8ae9-2d37-4a8a-91a9-62e729ee29cd'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:32.414958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.426190 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fc204ff-d406-4c42-8a11-de1e1815d965 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.440102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.469705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343a0227-9852-4422-8544-6ef1478e9244']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:32.480293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aeb6479-1c1d-479e-87c4-1bc54975d69c') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:32.480616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aeb6479-1c1d-479e-87c4-1bc54975d69c') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:32.559538 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-6fc204ff-d406-4c42-8a11-de1e1815d965 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:29:32.560599 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6fc204ff-d406-4c42-8a11-de1e1815d965 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "PUT /v2.0/routers/143bf972-c67b-498c-8819-30fa1852747f HTTP/1.1" status: 400 len: 364 time: 0.7097976 Mar 11 17:29:32.564798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36098) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:32.584427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Attempting to bind port babf0fdc-0d73-4e77-b03a-e8817aba5d2b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:32.585072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Attempting to bind port babf0fdc-0d73-4e77-b03a-e8817aba5d2b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '5aeb6479-1c1d-479e-87c4-1bc54975d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '343a0227-9852-4422-8544-6ef1478e9244'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:32.585685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Attempting to bind port babf0fdc-0d73-4e77-b03a-e8817aba5d2b on network 343a0227-9852-4422-8544-6ef1478e9244 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:32.750072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.764726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.771465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:32.771869 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.784740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Allocated IP 2001:db8:1::2 (8bbbfd1a-22f1-4d94-ba4d-55990f092a24/bccf8ae9-2d37-4a8a-91a9-62e729ee29cd/9dbd6528-ac9d-47b4-a63b-6d05acaaee6b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:32.829474 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:32.849236 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.api [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:29:32.849236 n-d-833411-1 neutron-server[102642]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:29:32.849236 n-d-833411-1 neutron-server[102642]: [parameters: {'id': '343a0227-9852-4422-8544-6ef1478e9244'}] Mar 11 17:29:32.849236 n-d-833411-1 neutron-server[102642]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:29:32.849673 n-d-833411-1 neutron-server[102642]: DEBUG oslo_db.api [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:29:32.912750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:32.913524 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.914180 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.926356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:32.926977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Checking segment: {'id': '5aeb6479-1c1d-479e-87c4-1bc54975d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '343a0227-9852-4422-8544-6ef1478e9244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:32.927174 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.927535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Bound using segment: {'id': '5aeb6479-1c1d-479e-87c4-1bc54975d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '343a0227-9852-4422-8544-6ef1478e9244'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:32.928165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Bound port: babf0fdc-0d73-4e77-b03a-e8817aba5d2b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aeb6479-1c1d-479e-87c4-1bc54975d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '343a0227-9852-4422-8544-6ef1478e9244'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:32.928612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:32.943762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b3e90-d25c-4f66-a211-86bc54ed4430 req-87423fd4-6f95-4d50-b72a-da553e3e3f16 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:32.951081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d74b3e90-d25c-4f66-a211-86bc54ed4430 req-87423fd4-6f95-4d50-b72a-da553e3e3f16 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 931 time: 0.1206174 Mar 11 17:29:32.961056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-b21568c0-347a-4b9f-b5be-ec525c8c80f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5495372 Mar 11 17:29:32.978349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Request body: {'port': {'device_id': '88d68453-d878-4cdf-86ed-3ee58edeeee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:33.064441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d74b3e90-d25c-4f66-a211-86bc54ed4430 req-9e204a5d-2080-40d0-91a9-6c565f7640e0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069033 Mar 11 17:29:33.065569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.156279 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.158825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] For port babf0fdc-0d73-4e77-b03a-e8817aba5d2b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:33.163007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] For port babf0fdc-0d73-4e77-b03a-e8817aba5d2b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=babf0fdc-0d73-4e77-b03a-e8817aba5d2b,segment=NetworkSegment(5aeb6479-1c1d-479e-87c4-1bc54975d69c),segment_id=5aeb6479-1c1d-479e-87c4-1bc54975d69c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:33.167129 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.212378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Pushing event updated for resources: {'Port': ['ID=9dbd6528-ac9d-47b4-a63b-6d05acaaee6b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:33.221536 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.271873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Network 8bbbfd1a-22f1-4d94-ba4d-55990f092a24 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:33.278991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:33.285032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:33.312910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Allocated IP 2001:db8::1 (55d02c5b-e135-4c9a-a72a-8587d44695de/c36726ea-4d65-414d-8fb6-fc7c688faa64/6166d86d-f97a-425f-a48f-301b523c76d4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:33.354664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.376589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd205b93-73b7-47e7-a901-403e89cb70e2 None None] Pushing event updated for resources: {'Port': ['ID=babf0fdc-0d73-4e77-b03a-e8817aba5d2b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:33.398191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa85e424-e32a-49b4-b77b-be86a95c60af None None] Network 343a0227-9852-4422-8544-6ef1478e9244 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:33.439656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.477062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.499125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Attempting to bind port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:33.499742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Attempting to bind port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '809e6a2c-e503-416e-81ef-9d20f49e1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8bbbfd1a-22f1-4d94-ba4d-55990f092a24'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:33.500356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Attempting to bind port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b on network 8bbbfd1a-22f1-4d94-ba4d-55990f092a24 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:33.507473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:33.508099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Checking segment: {'id': '809e6a2c-e503-416e-81ef-9d20f49e1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8bbbfd1a-22f1-4d94-ba4d-55990f092a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:33.508720 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.509264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Bound using segment: {'id': '809e6a2c-e503-416e-81ef-9d20f49e1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8bbbfd1a-22f1-4d94-ba4d-55990f092a24'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:33.509904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Bound port: 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809e6a2c-e503-416e-81ef-9d20f49e1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8bbbfd1a-22f1-4d94-ba4d-55990f092a24'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:33.510443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.519184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbea993-d1d1-487d-b57b-459591439d5e {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:29:33.529252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network 55d02c5b-e135-4c9a-a72a-8587d44695de is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:33.530489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.533148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:33.537445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:33.538382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.544564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Port': ['ID=6166d86d-f97a-425f-a48f-301b523c76d4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:33.566491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Transition to ACTIVE for port object 0dbea993-d1d1-487d-b57b-459591439d5e will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:33.583148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Deleting port babf0fdc-0d73-4e77-b03a-e8817aba5d2b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:33.583864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.587007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.667328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] For port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:33.670963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] For port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9dbd6528-ac9d-47b4-a63b-6d05acaaee6b,segment=NetworkSegment(809e6a2c-e503-416e-81ef-9d20f49e1743),segment_id=809e6a2c-e503-416e-81ef-9d20f49e1743)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:33.676264 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.696886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.726236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbea993-d1d1-487d-b57b-459591439d5e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:33.758350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d084a-15d0-453c-8c8a-f4255d90f194 None None] Pushing event updated for resources: {'Port': ['ID=9dbd6528-ac9d-47b4-a63b-6d05acaaee6b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:33.821028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] For port babf0fdc-0d73-4e77-b03a-e8817aba5d2b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=babf0fdc-0d73-4e77-b03a-e8817aba5d2b,segment=NetworkSegment(5aeb6479-1c1d-479e-87c4-1bc54975d69c),segment_id=5aeb6479-1c1d-479e-87c4-1bc54975d69c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:33.821467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:33.841274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Calling delete_port for babf0fdc-0d73-4e77-b03a-e8817aba5d2b owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:33.899393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Attempting to bind port 0dbea993-d1d1-487d-b57b-459591439d5e on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:33.899873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Attempting to bind port 0dbea993-d1d1-487d-b57b-459591439d5e by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:33.900303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Attempting to bind port 0dbea993-d1d1-487d-b57b-459591439d5e on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:33.908927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Port 0dbea993-d1d1-487d-b57b-459591439d5e on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:29:33.909407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Attempting to bind port 0dbea993-d1d1-487d-b57b-459591439d5e on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:33.916612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:33.916961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Checking segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:33.917352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Bound using segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:33.917794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Bound port: 0dbea993-d1d1-487d-b57b-459591439d5e, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:33.918183 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.005596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.032280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Port': ['ID=babf0fdc-0d73-4e77-b03a-e8817aba5d2b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:34.039178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] For port 0dbea993-d1d1-487d-b57b-459591439d5e, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:34.053619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No DVR routers for this DVR port babf0fdc-0d73-4e77-b03a-e8817aba5d2b on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:34.056176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] For port 0dbea993-d1d1-487d-b57b-459591439d5e, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0dbea993-d1d1-487d-b57b-459591439d5e,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:34.067918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-645096db-9817-41f0-bd41-b8cab82170d4 None None] Provisioning complete for port 6166d86d-f97a-425f-a48f-301b523c76d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:34.068488 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-645096db-9817-41f0-bd41-b8cab82170d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.089022 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.163772 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.176218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.177666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.192264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-645096db-9817-41f0-bd41-b8cab82170d4 None None] Port 6166d86d-f97a-425f-a48f-301b523c76d4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:29:34.227303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:34.228183 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.229696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] 10.222.0.46 "PUT /v2.0/ports/0dbea993-d1d1-487d-b57b-459591439d5e HTTP/1.1" status: 200 len: 1091 time: 1.2602992 Mar 11 17:29:34.233487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d68453-d878-4cdf-86ed-3ee58edeeee9', 'tag': '0dbea993-d1d1-487d-b57b-459591439d5e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:29:34.237330 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca5030-7fff-4058-8dbf-4dd126323c54" -d '{"events": [{"name": "network-changed", "server_uuid": "88d68453-d878-4cdf-86ed-3ee58edeeee9", "tag": "0dbea993-d1d1-487d-b57b-459591439d5e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:29:34.240074 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.313843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event updated for resources: {'Port': ['ID=6166d86d-f97a-425f-a48f-301b523c76d4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:34.318218 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a089dc5-24c5-4a17-9352-f8d4ed76981e x-openstack-request-id: req-2a089dc5-24c5-4a17-9352-f8d4ed76981e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:29:34.318927 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d68453-d878-4cdf-86ed-3ee58edeeee9", "tag": "0dbea993-d1d1-487d-b57b-459591439d5e", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:29:34.319345 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a089dc5-24c5-4a17-9352-f8d4ed76981e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:29:34.320455 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d68453-d878-4cdf-86ed-3ee58edeeee9', 'tag': '0dbea993-d1d1-487d-b57b-459591439d5e', 'status': 'completed', 'code': 200} Mar 11 17:29:34.362610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343a0227-9852-4422-8544-6ef1478e9244']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:34.372522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070fab6-ea5e-4f97-bc1d-18a04b41ebd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbea993-d1d1-487d-b57b-459591439d5e,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:34.393280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aeb6479-1c1d-479e-87c4-1bc54975d69c') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:34.393660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aeb6479-1c1d-479e-87c4-1bc54975d69c') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:34.409383 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.420493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Network 55d02c5b-e135-4c9a-a72a-8587d44695de is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:34.422363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:34.428100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d856-0282-47ee-b933-dda3a38c504b req-494312b5-10da-4808-a9f2-e2e4c3df4fa9 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:34.429697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e588d856-0282-47ee-b933-dda3a38c504b req-494312b5-10da-4808-a9f2-e2e4c3df4fa9 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 943 time: 0.2482316 Mar 11 17:29:34.443925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.456743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:34.459983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:34.491427 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:34.514840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5030-7fff-4058-8dbf-4dd126323c54 req-abc81f42-3e6e-456a-b481-38057a3a89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:34.514840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0ca5030-7fff-4058-8dbf-4dd126323c54 req-abc81f42-3e6e-456a-b481-38057a3a89b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 1094 time: 0.1652834 Mar 11 17:29:34.544147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Router 143bf972-c67b-498c-8819-30fa1852747f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:29:34.669231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.669500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:34.679217 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8eb4c9b5-3ce4-4227-a508-b10fbe098885 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "PUT /v2.0/routers/143bf972-c67b-498c-8819-30fa1852747f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1108139 Mar 11 17:29:34.680152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:34.686348 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d3f34-1094-455d-a2f0-a1eef4cf5c1c None None] Sync routers for ids ['143bf972-c67b-498c-8819-30fa1852747f'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:29:34.705186 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d3f34-1094-455d-a2f0-a1eef4cf5c1c None None] Routers {'143bf972-c67b-498c-8819-30fa1852747f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:34.706320 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-db0d3f34-1094-455d-a2f0-a1eef4cf5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:29:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['143bf972-c67b-498c-8819-30fa1852747f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:34.744798 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.751369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/343a0227-9852-4422-8544-6ef1478e9244 HTTP/1.1" status: 204 len: 168 time: 3.8764532 Mar 11 17:29:34.751369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ff2e1-a0e4-4df8-8cbd-c26f437a748f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=343a0227-9852-4422-8544-6ef1478e9244,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:34.766475 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-db0d3f34-1094-455d-a2f0-a1eef4cf5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:34.768692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e588d856-0282-47ee-b933-dda3a38c504b req-636cb7da-e161-4a47-ba8e-8256689455c4 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173797 Mar 11 17:29:34.783899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36126) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:34.784866 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d3f34-1094-455d-a2f0-a1eef4cf5c1c None None] Routers {'143bf972-c67b-498c-8819-30fa1852747f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:34.788830 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-db0d3f34-1094-455d-a2f0-a1eef4cf5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:29:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['143bf972-c67b-498c-8819-30fa1852747f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:34.791070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1413573294'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:34.836128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a931bad5-8c2c-44a4-ad08-84eb55c1d822 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:34.849234 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-db0d3f34-1094-455d-a2f0-a1eef4cf5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:34.850122 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d3f34-1094-455d-a2f0-a1eef4cf5c1c None None] The sync data for ids ['143bf972-c67b-498c-8819-30fa1852747f'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:29:34.907804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5030-7fff-4058-8dbf-4dd126323c54 req-379f8b74-fb40-4334-a264-3ccd492cbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:34.909308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0ca5030-7fff-4058-8dbf-4dd126323c54 req-379f8b74-fb40-4334-a264-3ccd492cbab4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d5d208419e1140d0b2726319f9122d80&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3589447 Mar 11 17:29:34.940302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46850cc5-cee1-46da-8c96-23b0ed51cd6f None None] Provisioning complete for port 6166d86d-f97a-425f-a48f-301b523c76d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:34.942401 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46850cc5-cee1-46da-8c96-23b0ed51cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.005240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:35.008674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.043905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46850cc5-cee1-46da-8c96-23b0ed51cd6f None None] Port 6166d86d-f97a-425f-a48f-301b523c76d4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:29:35.045056 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-a931bad5-8c2c-44a4-ad08-84eb55c1d822 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:29:35.046113 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a931bad5-8c2c-44a4-ad08-84eb55c1d822 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/routers/143bf972-c67b-498c-8819-30fa1852747f HTTP/1.1" status: 409 len: 329 time: 0.3652511 Mar 11 17:29:35.051935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36134) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:35.197182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:35.219432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5030-7fff-4058-8dbf-4dd126323c54 req-9ac6fac4-20c8-4dc5-b4ba-012d31c859db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:35.223834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0ca5030-7fff-4058-8dbf-4dd126323c54 req-9ac6fac4-20c8-4dc5-b4ba-012d31c859db service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3064823 Mar 11 17:29:35.245961 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.246490 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment 17c3e51b-8ada-4900-b868-4efdc70912d3 of type vlan for network 7f16306b-28e2-4097-94dc-822c497db7f4 Mar 11 17:29:35.347727 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.349865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-16cd0760-6820-4dd7-8300-4c6623667d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:35.362265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-16cd0760-6820-4dd7-8300-4c6623667d33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 1094 time: 0.0868065 Mar 11 17:29:35.386549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.394179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:35.395124 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.428206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36138) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:35.434956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-38f63a1e-56eb-4cbf-abd9-295a023352dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dbea993-d1d1-487d-b57b-459591439d5e HTTP/1.1" status: 200 len: 217 time: 0.0635467 Mar 11 17:29:35.499845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ff924e-2e81-4663-b8d0-ea26a901781e None None] Network 8bbbfd1a-22f1-4d94-ba4d-55990f092a24 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:35.510690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-6c8c47d0-6756-4fcb-9334-da52aed12170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:35.513358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-6c8c47d0-6756-4fcb-9334-da52aed12170 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.0684342 Mar 11 17:29:35.565847 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7808108 Mar 11 17:29:35.568559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36142) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:35.577640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': '7f16306b-28e2-4097-94dc-822c497db7f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:35.581439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-78e6d2f5-2afa-4fef-8f13-2e3bbeac4f8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582933 Mar 11 17:29:35.607981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196f4cbd-267f-425e-9703-c4c8ec8a9490 None None] Provisioning complete for port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:35.608663 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196f4cbd-267f-425e-9703-c4c8ec8a9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.635807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687f6af-ac26-420b-b3cc-86b236d83bc7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=7f16306b-28e2-4097-94dc-822c497db7f4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:35.654304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 7f16306b-28e2-4097-94dc-822c497db7f4 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:35.679113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f93e9919-fbfb-4744-9db0-af0cbe9156cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.786924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-350e2371-3674-42b4-abdb-d63d57d6024d service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971505 Mar 11 17:29:35.815932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:35.819870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.858833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:35.936565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Performing IP validity checks on allocation pools {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 17:29:35.937200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 17:29:35.979101 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196f4cbd-267f-425e-9703-c4c8ec8a9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:35.988217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fed32d3-8b42-4b35-807e-c076d2f8cd32 req-1d803f53-b87a-4728-9773-428152999c6c service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910689 Mar 11 17:29:36.007490 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f93e9919-fbfb-4744-9db0-af0cbe9156cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.017486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bfcf0-5d81-4122-aeb0-3612703bfe38 req-c59b075b-0df1-455b-aa42-a53811a02d0e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:36.017869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:36.018154 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.018528 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.019054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a27bfcf0-5d81-4122-aeb0-3612703bfe38 req-c59b075b-0df1-455b-aa42-a53811a02d0e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 943 time: 0.1033309 Mar 11 17:29:36.020270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f93e9919-fbfb-4744-9db0-af0cbe9156cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.046222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196f4cbd-267f-425e-9703-c4c8ec8a9490 None None] For port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9dbd6528-ac9d-47b4-a63b-6d05acaaee6b,segment=NetworkSegment(809e6a2c-e503-416e-81ef-9d20f49e1743),segment_id=809e6a2c-e503-416e-81ef-9d20f49e1743)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:36.057317 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196f4cbd-267f-425e-9703-c4c8ec8a9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.064293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e9919-fbfb-4744-9db0-af0cbe9156cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f3bf1c-a794-4e26-b835-cd3432df1855,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:36.120879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f93e9919-fbfb-4744-9db0-af0cbe9156cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5afc61c0cc8e4fefa55e794b0709cc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6907239 Mar 11 17:29:36.121545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36152) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:36.122366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f4cbd-267f-425e-9703-c4c8ec8a9490 None None] Pushing event updated for resources: {'Port': ['ID=9dbd6528-ac9d-47b4-a63b-6d05acaaee6b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:36.149204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a27bfcf0-5d81-4122-aeb0-3612703bfe38 req-68ac1223-ef54-4fdf-9019-0eac542a9846 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079273 Mar 11 17:29:36.304140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6af2f2-2e46-4c7b-b652-5b2cd165bda7 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:29:36.407990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9c1c0d4f-f9de-44a5-9bc5-00dac62bcdac None None] Provisioning complete for port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:36.408388 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c1c0d4f-f9de-44a5-9bc5-00dac62bcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.488691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6af2f2-2e46-4c7b-b652-5b2cd165bda7 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:29:36.575901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46c9b449-b071-4066-8637-39194630693c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.613132 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.617626 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46c9b449-b071-4066-8637-39194630693c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.736061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=ee830842-d1de-4c62-babe-546845b204b2,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:36.775141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': '17c3e51b-8ada-4900-b868-4efdc70912d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7f16306b-28e2-4097-94dc-822c497db7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:36.775609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: 7f16306b-28e2-4097-94dc-822c497db7f4, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:36.789098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46c9b449-b071-4066-8637-39194630693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.791552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46c9b449-b071-4066-8637-39194630693c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.792713 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-46c9b449-b071-4066-8637-39194630693c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62f3bf1c-a794-4e26-b835-cd3432df1855 HTTP/1.1" status: 204 len: 168 time: 0.6685688 Mar 11 17:29:36.831654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9b449-b071-4066-8637-39194630693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f3bf1c-a794-4e26-b835-cd3432df1855,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:36.849729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 7f16306b-28e2-4097-94dc-822c497db7f4 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:36.867005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 7f16306b-28e2-4097-94dc-822c497db7f4) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:36.872817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:36.873506 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.877898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a381a-07e9-4d38-b612-f8267a9e87a9 None None] Network 7f16306b-28e2-4097-94dc-822c497db7f4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:36.894139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting port 6166d86d-f97a-425f-a48f-301b523c76d4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:36.894596 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:36.901887 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c36476b1-2635-403d-a4f1-ff6681b30c7c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3305178 Mar 11 17:29:36.904641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36156) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:37.029081 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.046571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Calling delete_port for 6166d86d-f97a-425f-a48f-301b523c76d4 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:37.048885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.082650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-7f16306b-28e2-4097-94dc-822c497db7f4', 'network_id': '7f16306b-28e2-4097-94dc-822c497db7f4', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': 'ee830842-d1de-4c62-babe-546845b204b2'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:37.083810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.146257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.274755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Allocated IP 172.20.0.3 (7f16306b-28e2-4097-94dc-822c497db7f4/ee830842-d1de-4c62-babe-546845b204b2/4cf11c38-8c66-478b-a04f-5a884738eb1b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:37.296740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36168) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:37.315084 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f88e0b7-ae7a-4e78-a275-82a6136ccf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.324378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63577f34-e08b-40a8-8ce2-763a1324f676 req-62a7a271-caf3-425d-b5ee-f8a4c0021825 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:37.325861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63577f34-e08b-40a8-8ce2-763a1324f676 req-62a7a271-caf3-425d-b5ee-f8a4c0021825 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 943 time: 0.0684395 Mar 11 17:29:37.345991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.374201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63577f34-e08b-40a8-8ce2-763a1324f676 req-fbbef535-314b-4449-afe5-5df175653f7b tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Mar 11 17:29:37.381458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Port': ['ID=6166d86d-f97a-425f-a48f-301b523c76d4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:37.457025 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.466104 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.486091 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.518392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=ee830842-d1de-4c62-babe-546845b204b2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:37.531393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Network 7f16306b-28e2-4097-94dc-822c497db7f4 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:37.535806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:37.542093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:37.554807 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f88e0b7-ae7a-4e78-a275-82a6136ccf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.567649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f88e0b7-ae7a-4e78-a275-82a6136ccf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.582242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Pushing event updated for resources: {'Port': ['ID=4cf11c38-8c66-478b-a04f-5a884738eb1b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:37.597013 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.600741 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.614985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88e0b7-ae7a-4e78-a275-82a6136ccf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96db993-f21c-4183-81c0-c8ad0dbcf68f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:37.618149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Attempting to bind port 4cf11c38-8c66-478b-a04f-5a884738eb1b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:37.618593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Attempting to bind port 4cf11c38-8c66-478b-a04f-5a884738eb1b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '17c3e51b-8ada-4900-b868-4efdc70912d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7f16306b-28e2-4097-94dc-822c497db7f4'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:37.619706 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Attempting to bind port 4cf11c38-8c66-478b-a04f-5a884738eb1b on network 7f16306b-28e2-4097-94dc-822c497db7f4 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:37.625432 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:37.625902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Checking segment: {'id': '17c3e51b-8ada-4900-b868-4efdc70912d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7f16306b-28e2-4097-94dc-822c497db7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:37.626375 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.626895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Bound using segment: {'id': '17c3e51b-8ada-4900-b868-4efdc70912d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7f16306b-28e2-4097-94dc-822c497db7f4'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:37.627641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Bound port: 4cf11c38-8c66-478b-a04f-5a884738eb1b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c3e51b-8ada-4900-b868-4efdc70912d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7f16306b-28e2-4097-94dc-822c497db7f4'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:37.628243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.632805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f16306b-28e2-4097-94dc-822c497db7f4']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:37.640688 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9f88e0b7-ae7a-4e78-a275-82a6136ccf30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53e057b562a748c68838113151a437bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415072 Mar 11 17:29:37.641471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:37.645784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c3e51b-8ada-4900-b868-4efdc70912d3') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:37.646145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c3e51b-8ada-4900-b868-4efdc70912d3') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:37.665009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.683744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.692180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:37.692848 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:37.697290 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:37.776263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.api [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:29:37.776263 n-d-833411-1 neutron-server[102642]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:29:37.776263 n-d-833411-1 neutron-server[102642]: [parameters: {'id': '7f16306b-28e2-4097-94dc-822c497db7f4'}] Mar 11 17:29:37.776263 n-d-833411-1 neutron-server[102642]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:29:37.776658 n-d-833411-1 neutron-server[102642]: DEBUG oslo_db.api [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:29:37.843370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:37.847398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Router 143bf972-c67b-498c-8819-30fa1852747f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:29:37.855372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe00998e-8851-4a81-9579-a4e1fe6dec90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.902489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] For port 4cf11c38-8c66-478b-a04f-5a884738eb1b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:37.906158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] For port 4cf11c38-8c66-478b-a04f-5a884738eb1b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4cf11c38-8c66-478b-a04f-5a884738eb1b,segment=NetworkSegment(17c3e51b-8ada-4900-b868-4efdc70912d3),segment_id=17c3e51b-8ada-4900-b868-4efdc70912d3)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:37.911673 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.937850 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe00998e-8851-4a81-9579-a4e1fe6dec90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.961772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:37.962152 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:37.965074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:29:37.979569 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-01daba10-6bf6-4a92-8d6a-626e8a002776 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "PUT /v2.0/routers/143bf972-c67b-498c-8819-30fa1852747f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9233122 Mar 11 17:29:37.980259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36172) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:38.007545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe00998e-8851-4a81-9579-a4e1fe6dec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.010242 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe00998e-8851-4a81-9579-a4e1fe6dec90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.011433 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fe00998e-8851-4a81-9579-a4e1fe6dec90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b96db993-f21c-4183-81c0-c8ad0dbcf68f HTTP/1.1" status: 204 len: 168 time: 0.3000169 Mar 11 17:29:38.019353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd14eec6-3867-48d2-a024-119dc23cb4e8 None None] Sync routers for ids ['143bf972-c67b-498c-8819-30fa1852747f'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:29:38.023243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00998e-8851-4a81-9579-a4e1fe6dec90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96db993-f21c-4183-81c0-c8ad0dbcf68f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:38.041056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14370a1a-c1d2-47ee-bbe5-10e4b0daa00f None None] Pushing event updated for resources: {'Port': ['ID=4cf11c38-8c66-478b-a04f-5a884738eb1b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:38.042042 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-25dccdc3-0991-416f-b350-2cb848eeb398 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] show failed (client error): The resource could not be found. Mar 11 17:29:38.045027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-25dccdc3-0991-416f-b350-2cb848eeb398 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1621291306 HTTP/1.1" status: 404 len: 335 time: 0.0593812 Mar 11 17:29:38.047397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36176) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:38.053911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7d1eb249-eaf8-4624-a1a0-d61d2beacc33 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:38.064680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd14eec6-3867-48d2-a024-119dc23cb4e8 None None] Routers {'143bf972-c67b-498c-8819-30fa1852747f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:38.065403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cd14eec6-3867-48d2-a024-119dc23cb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:29:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['143bf972-c67b-498c-8819-30fa1852747f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:38.093560 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-7d1eb249-eaf8-4624-a1a0-d61d2beacc33 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] update failed (client error): The resource could not be found. Mar 11 17:29:38.095050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7d1eb249-eaf8-4624-a1a0-d61d2beacc33 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1084220769 HTTP/1.1" status: 404 len: 335 time: 0.0465038 Mar 11 17:29:38.099983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36178) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:38.108157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0d5bb-e2fd-4bb4-8a44-e65b3a4b1a85 None None] Network 7f16306b-28e2-4097-94dc-822c497db7f4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:38.111744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cd14eec6-3867-48d2-a024-119dc23cb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:38.161791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af4c5e2-db46-49f9-b301-983e8ea35eaf tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting subnet bccf8ae9-2d37-4a8a-91a9-62e729ee29cd {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:38.165653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9af4c5e2-db46-49f9-b301-983e8ea35eaf tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.193074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd14eec6-3867-48d2-a024-119dc23cb4e8 None None] Routers {'143bf972-c67b-498c-8819-30fa1852747f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:29:38.193713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cd14eec6-3867-48d2-a024-119dc23cb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:29:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['143bf972-c67b-498c-8819-30fa1852747f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:38.212121 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9af4c5e2-db46-49f9-b301-983e8ea35eaf tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.251961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cd14eec6-3867-48d2-a024-119dc23cb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:38.252291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd14eec6-3867-48d2-a024-119dc23cb4e8 None None] The sync data for ids ['143bf972-c67b-498c-8819-30fa1852747f'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:29:38.289698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.314757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9af4c5e2-db46-49f9-b301-983e8ea35eaf tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.323481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c4a7e-8a64-4c43-9c03-e7e2a84ea79b None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:29:38.336565 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:29:38.397378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Deleting port 4cf11c38-8c66-478b-a04f-5a884738eb1b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:38.397378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.480040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c4a7e-8a64-4c43-9c03-e7e2a84ea79b None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:29:38.723284 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9af4c5e2-db46-49f9-b301-983e8ea35eaf tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.783231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4c5e2-db46-49f9-b301-983e8ea35eaf tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Subnet': ['ID=bccf8ae9-2d37-4a8a-91a9-62e729ee29cd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:38.791302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9af4c5e2-db46-49f9-b301-983e8ea35eaf tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.796918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9af4c5e2-db46-49f9-b301-983e8ea35eaf tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/subnets/bccf8ae9-2d37-4a8a-91a9-62e729ee29cd HTTP/1.1" status: 204 len: 168 time: 0.6930912 Mar 11 17:29:38.798132 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36200) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:38.798591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] For port 4cf11c38-8c66-478b-a04f-5a884738eb1b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4cf11c38-8c66-478b-a04f-5a884738eb1b,segment=NetworkSegment(17c3e51b-8ada-4900-b868-4efdc70912d3),segment_id=17c3e51b-8ada-4900-b868-4efdc70912d3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:38.798692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.803143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db88a578-b088-4cf0-b1fa-f1386991ecbe None None] Network 8bbbfd1a-22f1-4d94-ba4d-55990f092a24 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:38.817090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Calling delete_port for 4cf11c38-8c66-478b-a04f-5a884738eb1b owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:38.829533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc261a5-4183-4986-b4f1-28484e6a92b1 req-6e2de30d-5092-42e3-a8d4-1d8f1cad1000 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:38.831084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cc261a5-4183-4986-b4f1-28484e6a92b1 req-6e2de30d-5092-42e3-a8d4-1d8f1cad1000 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 943 time: 0.1261239 Mar 11 17:29:38.908289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.962588 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.978909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:38.979121 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:38.993952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cc261a5-4183-4986-b4f1-28484e6a92b1 req-afbce249-357d-4b78-9bb9-51d69aecf22c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525409 Mar 11 17:29:38.999181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No DVR routers for this DVR port 4cf11c38-8c66-478b-a04f-5a884738eb1b on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:39.024382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Port': ['ID=4cf11c38-8c66-478b-a04f-5a884738eb1b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:39.058112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] For port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9dbd6528-ac9d-47b4-a63b-6d05acaaee6b,segment=NetworkSegment(809e6a2c-e503-416e-81ef-9d20f49e1743),segment_id=809e6a2c-e503-416e-81ef-9d20f49e1743)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:39.058709 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.065244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa62eb75-8901-4700-a9e3-662da8bfa73a None None] DHCP port deletion for 8bbbfd1a-22f1-4d94-ba4d-55990f092a24 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:39.087087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Calling delete_port for 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:39.100634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.126502 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fa62eb75-8901-4700-a9e3-662da8bfa73a None None] Deleting port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:39.127186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fa62eb75-8901-4700-a9e3-662da8bfa73a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.133173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f16306b-28e2-4097-94dc-822c497db7f4']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:39.147871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c3e51b-8ada-4900-b868-4efdc70912d3') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:39.148646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c3e51b-8ada-4900-b868-4efdc70912d3') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:39.162564 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.185125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.195416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:39.196847 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.201772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fa62eb75-8901-4700-a9e3-662da8bfa73a None None] For port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9dbd6528-ac9d-47b4-a63b-6d05acaaee6b,segment=NetworkSegment(809e6a2c-e503-416e-81ef-9d20f49e1743),segment_id=809e6a2c-e503-416e-81ef-9d20f49e1743)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:39.201949 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:39.204643 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fa62eb75-8901-4700-a9e3-662da8bfa73a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.210275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.213544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0dbea993-d1d1-487d-b57b-459591439d5e details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:29:39.226846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fa62eb75-8901-4700-a9e3-662da8bfa73a None None] Calling delete_port for 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:39.244711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Port': ['ID=9dbd6528-ac9d-47b4-a63b-6d05acaaee6b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:39.250688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] No DVR routers for this DVR port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:39.287648 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.293124 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.298434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/7f16306b-28e2-4097-94dc-822c497db7f4 HTTP/1.1" status: 204 len: 168 time: 2.3926821 Mar 11 17:29:39.303862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36212) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:39.320034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603041060'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:39.324648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ca0b7-dafb-48d1-970f-f1cea91c8a20 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=7f16306b-28e2-4097-94dc-822c497db7f4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:39.353882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:39.358365 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.372064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.393727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:39.407658 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.408007 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment c86f6243-4b90-46bd-8f9e-afa20e26f009 of type vlan for network 6fc35e70-1bab-4e8e-90d0-07d931b32ccb Mar 11 17:29:39.408563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0dbea993-d1d1-487d-b57b-459591439d5e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0dbea993-d1d1-487d-b57b-459591439d5e,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:39.410333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbbfd1a-22f1-4d94-ba4d-55990f092a24']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:39.411662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fa62eb75-8901-4700-a9e3-662da8bfa73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.425622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809e6a2c-e503-416e-81ef-9d20f49e1743') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:39.425622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809e6a2c-e503-416e-81ef-9d20f49e1743') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:39.440464 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.452169 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62eb75-8901-4700-a9e3-662da8bfa73a None None] Pushing event deleted for resources: {'Port': ['ID=9dbd6528-ac9d-47b4-a63b-6d05acaaee6b,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:39.455429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '0dbea993-d1d1-487d-b57b-459591439d5e', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'port_id': '0dbea993-d1d1-487d-b57b-459591439d5e', 'mac_address': 'fa:16:3e:af:70:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd975d024-42bd-41eb-a5a3-788261a71880', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:29:39.457649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa62eb75-8901-4700-a9e3-662da8bfa73a None None] No DVR routers for this DVR port 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:39.468989 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.486621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:39.488158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:39.492249 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:39.494900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.542372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.553314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:39.553959 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.562590 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.581330 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.595288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2854362 Mar 11 17:29:39.595677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36224) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:39.597366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbea993-d1d1-487d-b57b-459591439d5e {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:29:39.600860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': '6fc35e70-1bab-4e8e-90d0-07d931b32ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:39.606798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.614790 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/networks/8bbbfd1a-22f1-4d94-ba4d-55990f092a24 HTTP/1.1" status: 204 len: 168 time: 0.8139265 Mar 11 17:29:39.621285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36228) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:39.633852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0dbea993-d1d1-487d-b57b-459591439d5e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0dbea993-d1d1-487d-b57b-459591439d5e,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:39.645552 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.653032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c140b-e85c-4e61-b74d-cceb571179c6 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Network': ['ID=8bbbfd1a-22f1-4d94-ba4d-55990f092a24,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:39.709715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fca607b-cc07-410b-b342-d2b957f05ff9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting subnet b44e5cfa-cf33-4629-8e80-c0bf228b9b2c {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:39.717054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fca607b-cc07-410b-b342-d2b957f05ff9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.754605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0dbea993-d1d1-487d-b57b-459591439d5e,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:39.764835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:39.779195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fca607b-cc07-410b-b342-d2b957f05ff9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.806598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e74453-23b7-4ac2-8c37-f7fcafdd6ef6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=6fc35e70-1bab-4e8e-90d0-07d931b32ccb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:39.816144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:39.818392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9dbd6528-ac9d-47b4-a63b-6d05acaaee6b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:39.822800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6fc35e70-1bab-4e8e-90d0-07d931b32ccb details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:39.842664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:39.847057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.883365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fca607b-cc07-410b-b342-d2b957f05ff9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.965503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fca607b-cc07-410b-b342-d2b957f05ff9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:39.995204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0dbea993-d1d1-487d-b57b-459591439d5e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:29:40.001903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca607b-cc07-410b-b342-d2b957f05ff9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Subnet': ['ID=b44e5cfa-cf33-4629-8e80-c0bf228b9b2c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:40.007544 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fca607b-cc07-410b-b342-d2b957f05ff9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.010527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1fca607b-cc07-410b-b342-d2b957f05ff9 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/subnets/b44e5cfa-cf33-4629-8e80-c0bf228b9b2c HTTP/1.1" status: 204 len: 168 time: 0.3715532 Mar 11 17:29:40.015010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36240) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:40.085577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd3c3d-700d-497e-bb2d-2a009062493d None None] Network 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:40.088988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a211d48-d89b-4b9a-bd87-35a91c6b6452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting subnet f98248e9-159c-4b94-9005-309e2649d686 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:40.095783 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a211d48-d89b-4b9a-bd87-35a91c6b6452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.152500 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.153431 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a211d48-d89b-4b9a-bd87-35a91c6b6452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.275359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=aceaf38c-a88c-4b05-ab62-f71d4d5e754c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:40.276078 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a211d48-d89b-4b9a-bd87-35a91c6b6452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.295439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceea37-d479-4aa9-a806-5450c2a63e68 req-1af20fa2-90df-43de-aec4-0351ae3537c8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.306721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bfceea37-d479-4aa9-a806-5450c2a63e68 req-1af20fa2-90df-43de-aec4-0351ae3537c8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 944 time: 0.1509664 Mar 11 17:29:40.317092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': 'c86f6243-4b90-46bd-8f9e-afa20e26f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6fc35e70-1bab-4e8e-90d0-07d931b32ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:40.317526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: 6fc35e70-1bab-4e8e-90d0-07d931b32ccb, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:40.373000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a211d48-d89b-4b9a-bd87-35a91c6b6452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.387046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bfceea37-d479-4aa9-a806-5450c2a63e68 req-2eab8a95-b9bb-4366-bbcf-a3105578cac0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780864 Mar 11 17:29:40.387931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 6fc35e70-1bab-4e8e-90d0-07d931b32ccb is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:40.408644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] DHCP port deletion for 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:40.410677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a211d48-d89b-4b9a-bd87-35a91c6b6452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Subnet': ['ID=f98248e9-159c-4b94-9005-309e2649d686,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:40.412701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a211d48-d89b-4b9a-bd87-35a91c6b6452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.415834 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a211d48-d89b-4b9a-bd87-35a91c6b6452 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/subnets/f98248e9-159c-4b94-9005-309e2649d686 HTTP/1.1" status: 204 len: 168 time: 0.3997517 Mar 11 17:29:40.418412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:40.420061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6fc35e70-1bab-4e8e-90d0-07d931b32ccb) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:40.442997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:40.443880 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.482880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-877630ed-9903-4d47-aa65-9197e528341c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8860543 Mar 11 17:29:40.485670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36272) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:40.492152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c046e848-b8a0-4737-9180-bffe926ea580 None None] Network 1a4b559c-257a-417f-95fc-88c54aa89975 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:40.496360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbde9fe-7e7c-46a6-9278-289c1e11e364 None None] Network 6fc35e70-1bab-4e8e-90d0-07d931b32ccb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:40.528283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.654139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting port 8fcb70ff-f489-4ff4-9d78-9e932059a62f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:40.654414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.710592 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.791144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] Deleting port 8fcb70ff-f489-4ff4-9d78-9e932059a62f {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:40.791537 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.824785 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.827692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] For port 8fcb70ff-f489-4ff4-9d78-9e932059a62f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8fcb70ff-f489-4ff4-9d78-9e932059a62f,segment=NetworkSegment(bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3),segment_id=bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:40.828376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.850354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Calling delete_port for 8fcb70ff-f489-4ff4-9d78-9e932059a62f owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:40.977475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.980821 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.008501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.026792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Port': ['ID=8fcb70ff-f489-4ff4-9d78-9e932059a62f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:41.032317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] No DVR routers for this DVR port 8fcb70ff-f489-4ff4-9d78-9e932059a62f on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:41.034991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4411fae-9173-4ef4-a1f8-7165644d23a5 None None] DHCP port deletion for 1a4b559c-257a-417f-95fc-88c54aa89975 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:41.042678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] For port 8fcb70ff-f489-4ff4-9d78-9e932059a62f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8fcb70ff-f489-4ff4-9d78-9e932059a62f,segment=NetworkSegment(bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3),segment_id=bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:41.043094 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.070562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=aceaf38c-a88c-4b05-ab62-f71d4d5e754c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:41.077573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] Calling delete_port for 8fcb70ff-f489-4ff4-9d78-9e932059a62f owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:41.108834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04b0d7f-8bc6-48e0-b3f4-f38aaeb50c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-6fc35e70-1bab-4e8e-90d0-07d931b32ccb', 'network_id': '6fc35e70-1bab-4e8e-90d0-07d931b32ccb', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': 'aceaf38c-a88c-4b05-ab62-f71d4d5e754c'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:41.110225 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d04b0d7f-8bc6-48e0-b3f4-f38aaeb50c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.184905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.185500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.215426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc35e70-1bab-4e8e-90d0-07d931b32ccb']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:41.217092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bd37c2-b9fb-41e9-a246-c7beea2b83d9']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:41.228420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86f6243-4b90-46bd-8f9e-afa20e26f009') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:41.229448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:41.229819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8962d9-e0ff-4e90-891f-bbbcb7ee77a3') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:41.230082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86f6243-4b90-46bd-8f9e-afa20e26f009') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:41.243663 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.259665 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.263205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.268265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:41.268883 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.296191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.314729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:41.315924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:41.324885 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:41.349941 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:41.353707 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.366605 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.374870 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/networks/12bd37c2-b9fb-41e9-a246-c7beea2b83d9 HTTP/1.1" status: 204 len: 168 time: 0.9553838 Mar 11 17:29:41.375705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36290) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:41.433965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86249e09-8611-48d4-85d3-482c15c947d2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Network': ['ID=12bd37c2-b9fb-41e9-a246-c7beea2b83d9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:41.442164 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36294) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:41.479364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0dbea993-d1d1-487d-b57b-459591439d5e up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:41.501531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.528043 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.537548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/6fc35e70-1bab-4e8e-90d0-07d931b32ccb HTTP/1.1" status: 204 len: 168 time: 1.0522261 Mar 11 17:29:41.538760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36298) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:41.539589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d4411fae-9173-4ef4-a1f8-7165644d23a5 None None] Deleting port c2361b89-aec8-4193-b340-68208630c48a {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:41.539967 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d4411fae-9173-4ef4-a1f8-7165644d23a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.542602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2e896-eccd-49eb-b30a-b0e20bc74246 None None] Network 6fc35e70-1bab-4e8e-90d0-07d931b32ccb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:41.548002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-299939804'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:41.572098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97133c55-ea48-4838-973f-6bfe39bf7172 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=6fc35e70-1bab-4e8e-90d0-07d931b32ccb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:41.579912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.600816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:41.610344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2e896-eccd-49eb-b30a-b0e20bc74246 None None] Network 6fc35e70-1bab-4e8e-90d0-07d931b32ccb could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 17:29:41.621230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.661555 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.668181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d4411fae-9173-4ef4-a1f8-7165644d23a5 None None] For port c2361b89-aec8-4193-b340-68208630c48a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c2361b89-aec8-4193-b340-68208630c48a,segment=NetworkSegment(ca191b1d-f849-46f2-9722-76bdacd86ebe),segment_id=ca191b1d-f849-46f2-9722-76bdacd86ebe)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:41.668612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d4411fae-9173-4ef4-a1f8-7165644d23a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.675352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aebdaa-e670-4da2-8db5-11c291908d9a req-5635ecf3-7fa5-414c-8e18-2d224918add5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:41.677646 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6aebdaa-e670-4da2-8db5-11c291908d9a req-5635ecf3-7fa5-414c-8e18-2d224918add5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 944 time: 0.1360955 Mar 11 17:29:41.698646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] Network 12bd37c2-b9fb-41e9-a246-c7beea2b83d9 is not hosted by any dhcp agent {{(pid=102643) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 17:29:41.699660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] No DVR routers for this DVR port 8fcb70ff-f489-4ff4-9d78-9e932059a62f on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:41.699916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14a52c47-a871-4fe0-8be3-89e68dc18ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.708250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8a4ee-eb56-4895-8a16-2184f89d8765 None None] Pushing event deleted for resources: {'Port': ['ID=8fcb70ff-f489-4ff4-9d78-9e932059a62f,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:41.710564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:41.717362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 0dbea993-d1d1-487d-b57b-459591439d5e completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:41.736083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d4411fae-9173-4ef4-a1f8-7165644d23a5 None None] Calling delete_port for c2361b89-aec8-4193-b340-68208630c48a owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:41.741500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.741846 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment 4d236623-7cfc-4997-b02f-069c734a38e5 of type vlan for network 82c1956b-80d9-4d50-8ad2-7d0cb8a77113 Mar 11 17:29:41.753773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 0dbea993-d1d1-487d-b57b-459591439d5e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:41.754222 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.761163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting port c2361b89-aec8-4193-b340-68208630c48a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:41.761526 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.821168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c2361b89-aec8-4193-b340-68208630c48a no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:41.858279 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.886790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] For port c2361b89-aec8-4193-b340-68208630c48a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c2361b89-aec8-4193-b340-68208630c48a,segment=NetworkSegment(ca191b1d-f849-46f2-9722-76bdacd86ebe),segment_id=ca191b1d-f849-46f2-9722-76bdacd86ebe)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:41.887374 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.904319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6aebdaa-e670-4da2-8db5-11c291908d9a req-e28926f0-04e7-4de2-b36a-ea882785f001 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112210 Mar 11 17:29:41.924566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14a52c47-a871-4fe0-8be3-89e68dc18ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.929926 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14a52c47-a871-4fe0-8be3-89e68dc18ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.948169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Calling delete_port for c2361b89-aec8-4193-b340-68208630c48a owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:41.960034 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.965886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:41.966514 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.984669 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.988147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-14a52c47-a871-4fe0-8be3-89e68dc18ba7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0d2dbe2302c4848b2ce556e96773926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417771 Mar 11 17:29:41.988147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a52c47-a871-4fe0-8be3-89e68dc18ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063fc6d4-53c7-4e4a-ac32-6a3f80227488,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:41.991658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36304) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:41.996764 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d4411fae-9173-4ef4-a1f8-7165644d23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.026329 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.050468 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eda03d21-bbed-420d-a4d3-633ead0bb7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.055479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4411fae-9173-4ef4-a1f8-7165644d23a5 None None] Pushing event deleted for resources: {'Port': ['ID=c2361b89-aec8-4193-b340-68208630c48a,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:42.076075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4411fae-9173-4ef4-a1f8-7165644d23a5 None None] No DVR routers for this DVR port c2361b89-aec8-4193-b340-68208630c48a on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:42.082719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d68453-d878-4cdf-86ed-3ee58edeeee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbea993-d1d1-487d-b57b-459591439d5e'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:29:42.084051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eda03d21-bbed-420d-a4d3-633ead0bb7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.085119 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77beaf5e-6ff5-411f-82a3-186806be43ca" -d '{"events": [{"server_uuid": "88d68453-d878-4cdf-86ed-3ee58edeeee9", "name": "network-vif-plugged", "status": "completed", "tag": "0dbea993-d1d1-487d-b57b-459591439d5e"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:29:42.091291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8fcb70ff-f489-4ff4-9d78-9e932059a62f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:42.108192 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5657833 Mar 11 17:29:42.110303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36310) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:42.128704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': '82c1956b-80d9-4d50-8ad2-7d0cb8a77113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:42.129760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0dbea993-d1d1-487d-b57b-459591439d5e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0dbea993-d1d1-487d-b57b-459591439d5e,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:42.131606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8fcb70ff-f489-4ff4-9d78-9e932059a62f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:42.132116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8fcb70ff-f489-4ff4-9d78-9e932059a62f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:42.138216 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.149281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707ef55-e976-45a6-aa0b-77e57a33e7f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=82c1956b-80d9-4d50-8ad2-7d0cb8a77113,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:42.178254 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d4a1f8-cbbc-4fed-a59d-02fd7d135fcc x-openstack-request-id: req-83d4a1f8-cbbc-4fed-a59d-02fd7d135fcc {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:29:42.178780 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d68453-d878-4cdf-86ed-3ee58edeeee9", "name": "network-vif-plugged", "status": "completed", "tag": "0dbea993-d1d1-487d-b57b-459591439d5e", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:29:42.179178 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83d4a1f8-cbbc-4fed-a59d-02fd7d135fcc {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:29:42.179568 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d68453-d878-4cdf-86ed-3ee58edeeee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbea993-d1d1-487d-b57b-459591439d5e', 'code': 200} Mar 11 17:29:42.181476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 82c1956b-80d9-4d50-8ad2-7d0cb8a77113 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:42.183705 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.216958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Port': ['ID=c2361b89-aec8-4193-b340-68208630c48a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:42.218086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] No DVR routers for this DVR port c2361b89-aec8-4193-b340-68208630c48a on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:42.300565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0dbea993-d1d1-487d-b57b-459591439d5e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:42.314277 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.315663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eda03d21-bbed-420d-a4d3-633ead0bb7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.318264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eda03d21-bbed-420d-a4d3-633ead0bb7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.323002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eda03d21-bbed-420d-a4d3-633ead0bb7e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/063fc6d4-53c7-4e4a-ac32-6a3f80227488 HTTP/1.1" status: 204 len: 168 time: 0.3268087 Mar 11 17:29:42.338364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4b559c-257a-417f-95fc-88c54aa89975']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:42.339197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda03d21-bbed-420d-a4d3-633ead0bb7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063fc6d4-53c7-4e4a-ac32-6a3f80227488,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:42.352004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca191b1d-f849-46f2-9722-76bdacd86ebe') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:42.352860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca191b1d-f849-46f2-9722-76bdacd86ebe') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:42.366424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.368456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a418b-6a5c-48c9-9547-030e7d76e9be req-c312d68e-8154-4bbb-ab1f-81ee2308ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:42.372918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-342a418b-6a5c-48c9-9547-030e7d76e9be req-c312d68e-8154-4bbb-ab1f-81ee2308ef5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 1096 time: 0.1234827 Mar 11 17:29:42.395514 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.408938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:42.409527 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:42.413836 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:42.415768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:42.419855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.438525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-342a418b-6a5c-48c9-9547-030e7d76e9be req-3c2da745-dc25-4d34-b15a-879b46404b5d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584223 Mar 11 17:29:42.496570 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.521077 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.525102 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/networks/1a4b559c-257a-417f-95fc-88c54aa89975 HTTP/1.1" status: 204 len: 168 time: 1.1444590 Mar 11 17:29:42.528899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:42.555509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548bcf0-7d0a-4e54-96ce-b5ce0f9b4c7e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Network': ['ID=1a4b559c-257a-417f-95fc-88c54aa89975,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:42.612971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49f63ad-ce48-42e3-8a1a-198f7805d480 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting subnet c36726ea-4d65-414d-8fb6-fc7c688faa64 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:29:42.617311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c49f63ad-ce48-42e3-8a1a-198f7805d480 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.669977 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c49f63ad-ce48-42e3-8a1a-198f7805d480 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.704150 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.766312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36324) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:42.784804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c49f63ad-ce48-42e3-8a1a-198f7805d480 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.789528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=3d6edd50-3757-4883-b800-2261d66bfa01,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:42.794899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-988eb57c-6da7-4c06-8cad-7ccc6f27655d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.806050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': '4d236623-7cfc-4997-b02f-069c734a38e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '82c1956b-80d9-4d50-8ad2-7d0cb8a77113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:42.806552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: 82c1956b-80d9-4d50-8ad2-7d0cb8a77113, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:42.859768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c49f63ad-ce48-42e3-8a1a-198f7805d480 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.861137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 82c1956b-80d9-4d50-8ad2-7d0cb8a77113 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:42.881232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 82c1956b-80d9-4d50-8ad2-7d0cb8a77113) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:42.886187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:42.886871 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.892716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f63ad-ce48-42e3-8a1a-198f7805d480 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Subnet': ['ID=c36726ea-4d65-414d-8fb6-fc7c688faa64,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:42.894954 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c49f63ad-ce48-42e3-8a1a-198f7805d480 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.898517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd253a-efc2-47fb-af95-b8624ee02b17 None None] Network 82c1956b-80d9-4d50-8ad2-7d0cb8a77113 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:42.914954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c49f63ad-ce48-42e3-8a1a-198f7805d480 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/subnets/c36726ea-4d65-414d-8fb6-fc7c688faa64 HTTP/1.1" status: 204 len: 168 time: 0.3849199 Mar 11 17:29:42.917687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36326) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:42.936708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0c059774-da2e-4771-8d25-468c2178fdb7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8171279 Mar 11 17:29:42.940422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36330) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:42.984315 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-988eb57c-6da7-4c06-8cad-7ccc6f27655d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:42.997522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff51361-90fd-40d5-a180-27b56eff8879 None None] Network 55d02c5b-e135-4c9a-a72a-8587d44695de requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:43.023855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-988eb57c-6da7-4c06-8cad-7ccc6f27655d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.045171 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.117347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Deleting port b080d101-f358-430a-94f0-af55f84d9453 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:43.118386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.124452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-988eb57c-6da7-4c06-8cad-7ccc6f27655d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=740b6c20d64147db8292ce6ac245f446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524430 Mar 11 17:29:43.131525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eb57c-6da7-4c06-8cad-7ccc6f27655d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85945ea1-a049-4dc5-9fe2-4a3d4b61b80c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:43.137483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36332) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:43.178247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab33a5c-053d-4d16-9dab-0ad7be44920a req-3a2ecf21-ad84-491b-addd-9c7ab809acdf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:43.185724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ab33a5c-053d-4d16-9dab-0ad7be44920a req-3a2ecf21-ad84-491b-addd-9c7ab809acdf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 945 time: 0.1270320 Mar 11 17:29:43.203844 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.263109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] For port b080d101-f358-430a-94f0-af55f84d9453, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b080d101-f358-430a-94f0-af55f84d9453,segment=NetworkSegment(3110b4aa-cb6e-4721-970a-7621c413ba00),segment_id=3110b4aa-cb6e-4721-970a-7621c413ba00)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:43.263486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.289366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a785dd8d-5b78-4b76-9221-65d2310d9ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-82c1956b-80d9-4d50-8ad2-7d0cb8a77113', 'network_id': '82c1956b-80d9-4d50-8ad2-7d0cb8a77113', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': '3d6edd50-3757-4883-b800-2261d66bfa01'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:43.290121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Calling delete_port for b080d101-f358-430a-94f0-af55f84d9453 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:43.290789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a785dd8d-5b78-4b76-9221-65d2310d9ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.296121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce70004-1c86-41de-b8ad-9a4570432961 None None] DHCP port deletion for 55d02c5b-e135-4c9a-a72a-8587d44695de request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:29:43.298357 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ab33a5c-053d-4d16-9dab-0ad7be44920a req-92d7756f-1326-4f59-83db-cbc4ea077ce9 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116505 Mar 11 17:29:43.344106 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.393334 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1308-0e50-4330-aa57-bf16f228b329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.452238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1308-0e50-4330-aa57-bf16f228b329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.459906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1ce70004-1c86-41de-b8ad-9a4570432961 None None] Deleting port b080d101-f358-430a-94f0-af55f84d9453 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:43.460442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ce70004-1c86-41de-b8ad-9a4570432961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.474141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.481462 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-a785dd8d-5b78-4b76-9221-65d2310d9ba1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d6edd50-3757-4883-b800-2261d66bfa01: This subnet is being modified by another concurrent operation. Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d6edd50-3757-4883-b800-2261d66bfa01: This subnet is being modified by another concurrent operation. Mar 11 17:29:43.492910 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:29:43.527156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6edd50-3757-4883-b800-2261d66bfa01,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:43.549503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f444da7-360d-49c4-ad3a-e1bd92337263 None None] Network 82c1956b-80d9-4d50-8ad2-7d0cb8a77113 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:43.593174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] No DVR routers for this DVR port b080d101-f358-430a-94f0-af55f84d9453 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:43.604266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Port': ['ID=b080d101-f358-430a-94f0-af55f84d9453,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:43.666242 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.691170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c1956b-80d9-4d50-8ad2-7d0cb8a77113']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:43.692570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1ce70004-1c86-41de-b8ad-9a4570432961 None None] For port b080d101-f358-430a-94f0-af55f84d9453, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b080d101-f358-430a-94f0-af55f84d9453,segment=NetworkSegment(3110b4aa-cb6e-4721-970a-7621c413ba00),segment_id=3110b4aa-cb6e-4721-970a-7621c413ba00)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:43.693645 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ce70004-1c86-41de-b8ad-9a4570432961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.703428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d236623-7cfc-4997-b02f-069c734a38e5') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:43.703736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d236623-7cfc-4997-b02f-069c734a38e5') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:43.709994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1ce70004-1c86-41de-b8ad-9a4570432961 None None] Calling delete_port for b080d101-f358-430a-94f0-af55f84d9453 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:43.714624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.733692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.743620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:43.744297 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.793075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1308-0e50-4330-aa57-bf16f228b329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.798561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d4d1308-0e50-4330-aa57-bf16f228b329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.800071 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7d4d1308-0e50-4330-aa57-bf16f228b329 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85945ea1-a049-4dc5-9fe2-4a3d4b61b80c HTTP/1.1" status: 204 len: 168 time: 0.6586158 Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:29:43.800600 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:43.846992 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:43.851544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.853534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b080d101-f358-430a-94f0-af55f84d9453 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:29:43.854019 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.860034 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.860273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ce70004-1c86-41de-b8ad-9a4570432961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.869561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/82c1956b-80d9-4d50-8ad2-7d0cb8a77113 HTTP/1.1" status: 204 len: 168 time: 0.9281650 Mar 11 17:29:43.874625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36338) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:43.895613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d1308-0e50-4330-aa57-bf16f228b329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85945ea1-a049-4dc5-9fe2-4a3d4b61b80c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:43.896537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: b080d101-f358-430a-94f0-af55f84d9453 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:29:43.897230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b080d101-f358-430a-94f0-af55f84d9453 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:29:43.903466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d02c5b-e135-4c9a-a72a-8587d44695de']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:43.904652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1589637897'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:43.917628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3110b4aa-cb6e-4721-970a-7621c413ba00') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:43.918404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3110b4aa-cb6e-4721-970a-7621c413ba00') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:43.919147 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5b8442d9-e43d-46f5-b6a6-c0091feeebc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.922323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2392dbf-7dbd-4f7f-88e7-5086737b343f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=82c1956b-80d9-4d50-8ad2-7d0cb8a77113,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:43.935863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.955111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:43.956125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.959216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.963798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:43.964193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:43.968039 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:43.987328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce70004-1c86-41de-b8ad-9a4570432961 None None] Pushing event deleted for resources: {'Port': ['ID=b080d101-f358-430a-94f0-af55f84d9453,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:43.990023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce70004-1c86-41de-b8ad-9a4570432961 None None] No DVR routers for this DVR port b080d101-f358-430a-94f0-af55f84d9453 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:44.024628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:44.025609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91bdfc2-ffa6-46cb-bbf9-e473ebb0c9e1 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:29:44.043527 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.043880 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment 5b6f51c9-1af6-48f6-b94e-1a105ecf335c of type vlan for network 6521a64b-2928-4cfa-a3db-a5af36f0822c Mar 11 17:29:44.068839 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.074292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.082394 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/networks/55d02c5b-e135-4c9a-a72a-8587d44695de HTTP/1.1" status: 204 len: 168 time: 1.1636767 Mar 11 17:29:44.087647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36340) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:44.127338 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.145502 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2367b25e-ad00-406c-8db1-9c63318df65e tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "GET /v2.0/ports?device_id=143bf972-c67b-498c-8819-30fa1852747f HTTP/1.1" status: 200 len: 205 time: 0.0566313 Mar 11 17:29:44.147565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5866-9b66-493c-993c-a9d2504286e2 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Pushing event deleted for resources: {'Network': ['ID=55d02c5b-e135-4c9a-a72a-8587d44695de,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:44.149316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36344) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:44.201871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91bdfc2-ffa6-46cb-bbf9-e473ebb0c9e1 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:29:44.251957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df4b0939-856c-4c86-acf0-64b873c4e798 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.256096 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.261696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:44.262293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.433275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36356) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:44.433526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5576394 Mar 11 17:29:44.439908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5a08e4d2-67e1-4b0f-87a5-0d97708f1aa2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:44.595118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551cdee-01ae-4e19-827e-53355a9294fb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=6521a64b-2928-4cfa-a3db-a5af36f0822c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:44.599510 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df4b0939-856c-4c86-acf0-64b873c4e798 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.615272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6521a64b-2928-4cfa-a3db-a5af36f0822c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:44.635281 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df4b0939-856c-4c86-acf0-64b873c4e798 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.775230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c9c1e-72c4-4a65-8271-a428d2991946 req-d139dfa6-d4d5-462e-96d5-f5351e1235bf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:44.777011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-711c9c1e-72c4-4a65-8271-a428d2991946 req-d139dfa6-d4d5-462e-96d5-f5351e1235bf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 945 time: 0.3853393 Mar 11 17:29:44.782954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df4b0939-856c-4c86-acf0-64b873c4e798 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.783514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4b0939-856c-4c86-acf0-64b873c4e798 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Fanout notify agent at l3_agent the message router_deleted on router 143bf972-c67b-498c-8819-30fa1852747f {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:29:44.800765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df4b0939-856c-4c86-acf0-64b873c4e798 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.805429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-df4b0939-856c-4c86-acf0-64b873c4e798 tempest-RoutersNegativeIpV6Test-2100265510 tempest-RoutersNegativeIpV6Test-2100265510-project] 10.222.0.53 "DELETE /v2.0/routers/143bf972-c67b-498c-8819-30fa1852747f HTTP/1.1" status: 204 len: 168 time: 0.6541753 Mar 11 17:29:44.880125 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-711c9c1e-72c4-4a65-8271-a428d2991946 req-8c52cf35-4d13-49d9-b98e-9824d627b727 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914214 Mar 11 17:29:45.150471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a08e4d2-67e1-4b0f-87a5-0d97708f1aa2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.191756 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a08e4d2-67e1-4b0f-87a5-0d97708f1aa2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.233763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a08e4d2-67e1-4b0f-87a5-0d97708f1aa2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 6521a64b-2928-4cfa-a3db-a5af36f0822c is not hosted by any dhcp agent {{(pid=102641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 17:29:45.239678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08e4d2-67e1-4b0f-87a5-0d97708f1aa2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:45.240287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a08e4d2-67e1-4b0f-87a5-0d97708f1aa2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.244645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36388) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:45.247283 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5a08e4d2-67e1-4b0f-87a5-0d97708f1aa2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "PUT /v2.0/networks/6521a64b-2928-4cfa-a3db-a5af36f0822c HTTP/1.1" status: 200 len: 723 time: 0.8125694 Mar 11 17:29:45.261002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': '6521a64b-2928-4cfa-a3db-a5af36f0822c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:45.299704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08e4d2-67e1-4b0f-87a5-0d97708f1aa2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=6521a64b-2928-4cfa-a3db-a5af36f0822c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:45.311312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36390) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:45.321598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6521a64b-2928-4cfa-a3db-a5af36f0822c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:45.424070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-6960acd8-377d-481b-b926-fe020e8c15c5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:45.425289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-6960acd8-377d-481b-b926-fe020e8c15c5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.1929822 Mar 11 17:29:45.451195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-98309f6b-2442-459f-ad54-e75961798a51 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/quotas/d5d208419e1140d0b2726319f9122d80 HTTP/1.1" status: 200 len: 375 time: 0.0137696 Mar 11 17:29:45.498751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:45.502669 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.618240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-da331518-ed61-4843-9e12-22f69d0e1ff7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566858 Mar 11 17:29:45.678641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4f3f16b9-fa27-48dc-ae65-ccc9ab43f8be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7204eefdec94887925a6002d8c83063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616264 Mar 11 17:29:45.679035 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36396) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:45.764461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97d37a13-4453-48bf-a6b5-6febeb31bdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.791833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97d37a13-4453-48bf-a6b5-6febeb31bdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.839533 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1eb5064b-c9c9-48b2-b48b-37255ed065ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.890324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97d37a13-4453-48bf-a6b5-6febeb31bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.893779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97d37a13-4453-48bf-a6b5-6febeb31bdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:45.897987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-97d37a13-4453-48bf-a6b5-6febeb31bdc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/852ac112-fd5b-4989-8ae6-07aba0bf9b48 HTTP/1.1" status: 204 len: 168 time: 0.2149441 Mar 11 17:29:45.905690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d37a13-4453-48bf-a6b5-6febeb31bdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852ac112-fd5b-4989-8ae6-07aba0bf9b48,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:46.164365 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.193953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-403984ce-7fb9-4140-8344-4a3035e50049 service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658281 Mar 11 17:29:46.277255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=f7d34859-0b0d-4a67-859b-ecd76e7fcdba,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:46.298025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': '5b6f51c9-1af6-48f6-b94e-1a105ecf335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6521a64b-2928-4cfa-a3db-a5af36f0822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:46.298383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: 6521a64b-2928-4cfa-a3db-a5af36f0822c, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:46.334323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-16a38802-d31e-45e3-839c-5e46efb22677 service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334631 Mar 11 17:29:46.336099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 6521a64b-2928-4cfa-a3db-a5af36f0822c is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:46.350682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6521a64b-2928-4cfa-a3db-a5af36f0822c) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:46.361750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:46.362219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91163498-d6b9-4362-9765-d6e807a082ff None None] Network 6521a64b-2928-4cfa-a3db-a5af36f0822c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:46.366344 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.397536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:46.398209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8cf54bb1-329d-47eb-9df6-ab63922c2680 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1512971 Mar 11 17:29:46.406919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c96c675a-1b92-41e9-974d-b4cd2ed909dd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:46.595326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c96c675a-1b92-41e9-974d-b4cd2ed909dd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25511159'] for subnet, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.657330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9cb016fc-33a9-4768-bd73-ebb905a9fb7d req-e7c6390a-2990-4b69-aa4c-d4d51aa4b6d3 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 210 time: 0.0867558 Mar 11 17:29:46.658636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-6521a64b-2928-4cfa-a3db-a5af36f0822c', 'network_id': '6521a64b-2928-4cfa-a3db-a5af36f0822c', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': 'f7d34859-0b0d-4a67-859b-ecd76e7fcdba'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:46.659931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.925445 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c96c675a-1b92-41e9-974d-b4cd2ed909dd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772931430831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25652689'] for subnet, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.994969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c675a-1b92-41e9-974d-b4cd2ed909dd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:46.999407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c96c675a-1b92-41e9-974d-b4cd2ed909dd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.003183 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c96c675a-1b92-41e9-974d-b4cd2ed909dd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "PUT /v2.0/subnets/f7d34859-0b0d-4a67-859b-ecd76e7fcdba HTTP/1.1" status: 200 len: 806 time: 0.6034415 Mar 11 17:29:47.006589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36438) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:47.018250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Allocated IP 172.20.0.2 (6521a64b-2928-4cfa-a3db-a5af36f0822c/f7d34859-0b0d-4a67-859b-ecd76e7fcdba/5112d4c3-c323-4257-b083-cd4db5f63b68) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:47.028229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c675a-1b92-41e9-974d-b4cd2ed909dd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=f7d34859-0b0d-4a67-859b-ecd76e7fcdba,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:47.156617 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.162337 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.239632 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.257380 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.268551 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.319096 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.351717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Pushing event updated for resources: {'Port': ['ID=5112d4c3-c323-4257-b083-cd4db5f63b68,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:47.364060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d34859-0b0d-4a67-859b-ecd76e7fcdba,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:47.367749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Network 6521a64b-2928-4cfa-a3db-a5af36f0822c is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:47.372522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:47.384783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:47.451731 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.483558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Attempting to bind port 5112d4c3-c323-4257-b083-cd4db5f63b68 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:47.484756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Attempting to bind port 5112d4c3-c323-4257-b083-cd4db5f63b68 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '5b6f51c9-1af6-48f6-b94e-1a105ecf335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6521a64b-2928-4cfa-a3db-a5af36f0822c'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:47.485314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Attempting to bind port 5112d4c3-c323-4257-b083-cd4db5f63b68 on network 6521a64b-2928-4cfa-a3db-a5af36f0822c {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:47.494371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6521a64b-2928-4cfa-a3db-a5af36f0822c']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:47.494696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:47.495072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Checking segment: {'id': '5b6f51c9-1af6-48f6-b94e-1a105ecf335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6521a64b-2928-4cfa-a3db-a5af36f0822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:47.495490 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.496249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Bound using segment: {'id': '5b6f51c9-1af6-48f6-b94e-1a105ecf335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6521a64b-2928-4cfa-a3db-a5af36f0822c'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:47.496469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Bound port: 5112d4c3-c323-4257-b083-cd4db5f63b68, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6f51c9-1af6-48f6-b94e-1a105ecf335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6521a64b-2928-4cfa-a3db-a5af36f0822c'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:47.496753 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.506344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6f51c9-1af6-48f6-b94e-1a105ecf335c') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:47.506344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6f51c9-1af6-48f6-b94e-1a105ecf335c') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:47.522116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.539303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.547886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:47.548364 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:47.551862 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:47.631520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] For port 5112d4c3-c323-4257-b083-cd4db5f63b68, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:47.633235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.api [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:29:47.633235 n-d-833411-1 neutron-server[102642]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:29:47.633235 n-d-833411-1 neutron-server[102642]: [parameters: {'id': '6521a64b-2928-4cfa-a3db-a5af36f0822c'}] Mar 11 17:29:47.633235 n-d-833411-1 neutron-server[102642]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:29:47.634006 n-d-833411-1 neutron-server[102642]: DEBUG oslo_db.api [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:29:47.638644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] For port 5112d4c3-c323-4257-b083-cd4db5f63b68, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5112d4c3-c323-4257-b083-cd4db5f63b68,segment=NetworkSegment(5b6f51c9-1af6-48f6-b94e-1a105ecf335c),segment_id=5b6f51c9-1af6-48f6-b94e-1a105ecf335c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:47.643593 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:47.767812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252997c8-01f5-4a36-b8db-0308d7423b6a None None] Pushing event updated for resources: {'Port': ['ID=5112d4c3-c323-4257-b083-cd4db5f63b68,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:47.774601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab0cfa-072e-403f-8532-26c9f6d62f96 None None] Network 6521a64b-2928-4cfa-a3db-a5af36f0822c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:47.841924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a78b038-1459-4fc8-a977-789391287201 req-0eb25803-7a13-4d92-a554-c6d3efd23879 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 210 time: 0.0538485 Mar 11 17:29:48.011914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebadf3ef-c6c1-4ccd-b69a-5b6945a5c6eb None None] Network 6521a64b-2928-4cfa-a3db-a5af36f0822c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:48.190341 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.204519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-bf7efac9-e6ce-4dab-9ccd-444d39489a97 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:48.206289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-bf7efac9-e6ce-4dab-9ccd-444d39489a97 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.1504517 Mar 11 17:29:48.221812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Request body: {'port': {'device_id': '7edca828-3300-4199-89a1-8de0ef6661e6', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'admin_state_up': True, 'tenant_id': 'd5d208419e1140d0b2726319f9122d80'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:48.304175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e806243-8f70-47f4-83a1-18b7089d3bab None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:29:48.343608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Deleting port 5112d4c3-c323-4257-b083-cd4db5f63b68 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:48.344027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.383753 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.529488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Made reservation on behalf of d5d208419e1140d0b2726319f9122d80 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:48.533836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.686237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] For port 5112d4c3-c323-4257-b083-cd4db5f63b68, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5112d4c3-c323-4257-b083-cd4db5f63b68,segment=NetworkSegment(5b6f51c9-1af6-48f6-b94e-1a105ecf335c),segment_id=5b6f51c9-1af6-48f6-b94e-1a105ecf335c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:48.687314 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.743349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e806243-8f70-47f4-83a1-18b7089d3bab None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:29:48.753134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Calling delete_port for 5112d4c3-c323-4257-b083-cd4db5f63b68 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:48.954775 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:48.987887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7b48b7b-eca2-44fc-bdc5-3ac2c426c45d req-a6e3c52b-b4fa-4f80-8d3d-d729917de5c1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 210 time: 0.0354578 Mar 11 17:29:49.005314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Allocated IP 172.20.0.11 (183c0f9c-34b5-40d8-8f5b-ec3e47e371b5/d975d024-42bd-41eb-a5a3-788261a71880/a4bfb7a1-850b-4380-a27f-59da85b9a508) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:49.029556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.052225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No DVR routers for this DVR port 5112d4c3-c323-4257-b083-cd4db5f63b68 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:49.120865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Port': ['ID=5112d4c3-c323-4257-b083-cd4db5f63b68,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:49.233480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.268688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6521a64b-2928-4cfa-a3db-a5af36f0822c']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:49.287994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6f51c9-1af6-48f6-b94e-1a105ecf335c') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:49.288289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6f51c9-1af6-48f6-b94e-1a105ecf335c') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:49.303786 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.329490 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.336605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.340447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:49.340838 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:49.344306 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:49.414626 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.433600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.436700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/6521a64b-2928-4cfa-a3db-a5af36f0822c HTTP/1.1" status: 204 len: 168 time: 2.4290946 Mar 11 17:29:49.439680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fafec1-3ff7-4594-bcae-df5e47ae4ef0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=6521a64b-2928-4cfa-a3db-a5af36f0822c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:49.440010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36484) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:49.446203 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.457101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:29:49.462379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0dbea993-d1d1-487d-b57b-459591439d5e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:29:49.473725 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e55d68e-a77b-4cd8-9a04-cddf028cee0d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:49.474508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e55d68e-a77b-4cd8-9a04-cddf028cee0d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:49.477697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0e55d68e-a77b-4cd8-9a04-cddf028cee0d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/6521a64b-2928-4cfa-a3db-a5af36f0822c HTTP/1.1" status: 404 len: 339 time: 0.0366642 Mar 11 17:29:49.483836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36488) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:49.490676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1697358791', 'description': 'd1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:49.527654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:49.532861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:49.541411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:49.548911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event updated for resources: {'Port': ['ID=a4bfb7a1-850b-4380-a27f-59da85b9a508,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:49.573548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:49.577090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.620194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:49.620881 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.631320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:49.647967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7aff5be5-fefe-4f12-8c49-55d4dcaefece tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4317307 Mar 11 17:29:49.649433 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.649433 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment ce0cc6f3-f3cd-4714-b8e3-caf9c41f991a of type vlan for network a29593e2-8e71-4647-8b1c-09a72b5c55a2 Mar 11 17:29:49.661791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Request body: {'port': {'device_id': '7edca828-3300-4199-89a1-8de0ef6661e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:49.719839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.761241 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.802455 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.807665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:49.808246 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:49.847436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3622715 Mar 11 17:29:49.849969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:49.952887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf8243-d9df-453a-894d-ac4a77b6f0e4 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:49.954707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cebf8243-d9df-453a-894d-ac4a77b6f0e4 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/networks?id=a29593e2-8e71-4647-8b1c-09a72b5c55a2 HTTP/1.1" status: 200 len: 761 time: 0.1035869 Mar 11 17:29:49.957203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36494) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:49.963386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3312a312-4595-485a-90ed-7f3108c3b6bb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'description': 'd2'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:49.969314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ecc9a-1131-425b-a975-bfc3c3fdde0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=a29593e2-8e71-4647-8b1c-09a72b5c55a2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:49.983391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network a29593e2-8e71-4647-8b1c-09a72b5c55a2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:50.235279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f1442-d414-4aa2-a5eb-4fdfb10afaeb req-d556bd24-fbc6-4f03-9a39-dfcd2b3b1802 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:50.236887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-640f1442-d414-4aa2-a5eb-4fdfb10afaeb req-d556bd24-fbc6-4f03-9a39-dfcd2b3b1802 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 932 time: 0.1287088 Mar 11 17:29:50.286261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3312a312-4595-485a-90ed-7f3108c3b6bb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.305757 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3312a312-4595-485a-90ed-7f3108c3b6bb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.354750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-640f1442-d414-4aa2-a5eb-4fdfb10afaeb req-32be65e2-59ac-4161-80c1-2027986f9ce0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038616 Mar 11 17:29:50.416087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3312a312-4595-485a-90ed-7f3108c3b6bb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network a29593e2-8e71-4647-8b1c-09a72b5c55a2 is not hosted by any dhcp agent {{(pid=102641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 17:29:50.423982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3312a312-4595-485a-90ed-7f3108c3b6bb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:50.424968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3312a312-4595-485a-90ed-7f3108c3b6bb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.427025 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3312a312-4595-485a-90ed-7f3108c3b6bb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "PUT /v2.0/networks/a29593e2-8e71-4647-8b1c-09a72b5c55a2 HTTP/1.1" status: 200 len: 758 time: 0.4680357 Mar 11 17:29:50.428102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312a312-4595-485a-90ed-7f3108c3b6bb tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=a29593e2-8e71-4647-8b1c-09a72b5c55a2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:50.430813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36504) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:50.441009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network a29593e2-8e71-4647-8b1c-09a72b5c55a2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:50.514725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bfb7a1-850b-4380-a27f-59da85b9a508 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:29:50.534688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.557437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d793099b-a340-4704-a627-14f8063e8372 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:50.559793 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d793099b-a340-4704-a627-14f8063e8372 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/networks?id=a29593e2-8e71-4647-8b1c-09a72b5c55a2 HTTP/1.1" status: 200 len: 761 time: 0.1279168 Mar 11 17:29:50.565209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36516) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:50.573957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Transition to ACTIVE for port object a4bfb7a1-850b-4380-a27f-59da85b9a508 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:29:50.581812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.595791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-247352309'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:50.638494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:50.639786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bfb7a1-850b-4380-a27f-59da85b9a508,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:50.665440 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.713977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:50.725811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.726161 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment e14a7678-e932-42e7-967b-5e088f80765d of type vlan for network bf3085fc-6e81-44f4-a9bb-baf0d0308b44 Mar 11 17:29:50.752061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Attempting to bind port a4bfb7a1-850b-4380-a27f-59da85b9a508 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:50.752430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Attempting to bind port a4bfb7a1-850b-4380-a27f-59da85b9a508 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:50.752768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Attempting to bind port a4bfb7a1-850b-4380-a27f-59da85b9a508 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:50.757526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Port a4bfb7a1-850b-4380-a27f-59da85b9a508 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:29:50.758081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Attempting to bind port a4bfb7a1-850b-4380-a27f-59da85b9a508 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:50.763839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:50.764582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Checking segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:50.764746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Bound using segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:50.765706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Bound port: a4bfb7a1-850b-4380-a27f-59da85b9a508, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:50.766103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.781972 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.821824 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.836488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:50.837069 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.889064 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3150840 Mar 11 17:29:50.892843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36524) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:50.906010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': 'bf3085fc-6e81-44f4-a9bb-baf0d0308b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:50.944942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c62a8-d8c2-4445-8930-74a8b2b41bc2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=bf3085fc-6e81-44f4-a9bb-baf0d0308b44,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:50.969976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network bf3085fc-6e81-44f4-a9bb-baf0d0308b44 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:50.996530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] For port a4bfb7a1-850b-4380-a27f-59da85b9a508, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:51.022901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] For port a4bfb7a1-850b-4380-a27f-59da85b9a508, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a4bfb7a1-850b-4380-a27f-59da85b9a508,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:51.033071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.039222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36528) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:51.089877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.090559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.091914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] 10.222.0.66 "PUT /v2.0/ports/a4bfb7a1-850b-4380-a27f-59da85b9a508 HTTP/1.1" status: 200 len: 1092 time: 1.4346392 Mar 11 17:29:51.095654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edca828-3300-4199-89a1-8de0ef6661e6', 'tag': 'a4bfb7a1-850b-4380-a27f-59da85b9a508'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:29:51.097845 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0392635c-3757-4b23-8473-92e3e4068ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "7edca828-3300-4199-89a1-8de0ef6661e6", "tag": "a4bfb7a1-850b-4380-a27f-59da85b9a508"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:29:51.125767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:51.131860 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.140029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d3bf4-7b67-499f-a8fb-d30b3b71a6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bfb7a1-850b-4380-a27f-59da85b9a508,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:51.259975 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1f3e58-c693-481b-8c21-d64899f8040c x-openstack-request-id: req-5d1f3e58-c693-481b-8c21-d64899f8040c {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:29:51.260685 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edca828-3300-4199-89a1-8de0ef6661e6", "tag": "a4bfb7a1-850b-4380-a27f-59da85b9a508", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:29:51.260770 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d1f3e58-c693-481b-8c21-d64899f8040c {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:29:51.261227 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edca828-3300-4199-89a1-8de0ef6661e6', 'tag': 'a4bfb7a1-850b-4380-a27f-59da85b9a508', 'status': 'completed', 'code': 200} Mar 11 17:29:51.271159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45bbb644-8090-42cd-8063-009b51df1e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.331621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-115182d4-f7fc-4687-88a2-74e652c2bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.334156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-115182d4-f7fc-4687-88a2-74e652c2bc87 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 1095 time: 0.1644831 Mar 11 17:29:51.375126 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45bbb644-8090-42cd-8063-009b51df1e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.382486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45bbb644-8090-42cd-8063-009b51df1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.405003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-7e4399ae-3ab8-4570-ba2c-7ac57c5e7522 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4bfb7a1-850b-4380-a27f-59da85b9a508 HTTP/1.1" status: 200 len: 217 time: 0.0630968 Mar 11 17:29:51.517621 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-45bbb644-8090-42cd-8063-009b51df1e1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72f8e0b213f04dc7810fd77f2f57f474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771056 Mar 11 17:29:51.520277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:51.560969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbb644-8090-42cd-8063-009b51df1e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49817cc4-c26a-4566-bbb9-65b3753c1d16,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:51.597517 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db8e6103-784f-4d39-b95c-0867e2c8d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.640714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db8e6103-784f-4d39-b95c-0867e2c8d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.665996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-faf1d76e-9f52-4168-9889-8ad79b586dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.667934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-faf1d76e-9f52-4168-9889-8ad79b586dbd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.0893996 Mar 11 17:29:51.709153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db8e6103-784f-4d39-b95c-0867e2c8d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.711709 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db8e6103-784f-4d39-b95c-0867e2c8d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.715605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-db8e6103-784f-4d39-b95c-0867e2c8d374 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49817cc4-c26a-4566-bbb9-65b3753c1d16 HTTP/1.1" status: 204 len: 168 time: 0.1919830 Mar 11 17:29:51.715750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-44d7c526-8d72-4a07-adad-74af916698f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355589 Mar 11 17:29:51.723397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e6103-784f-4d39-b95c-0867e2c8d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49817cc4-c26a-4566-bbb9-65b3753c1d16,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:51.734535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:51.848190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cce95-fe7e-4a47-bf08-e5f79cb9e264 req-e348c31f-1f3f-4a78-9c23-52899c221421 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:51.849802 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de4cce95-fe7e-4a47-bf08-e5f79cb9e264 req-e348c31f-1f3f-4a78-9c23-52899c221421 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 944 time: 0.2176383 Mar 11 17:29:51.902584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=55f3ded0-3639-4702-9b59-0c698d535448,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:51.942864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de4cce95-fe7e-4a47-bf08-e5f79cb9e264 req-3e25a195-9806-4d44-bce6-38b7b10ea38a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866704 Mar 11 17:29:51.943699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': 'e14a7678-e932-42e7-967b-5e088f80765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf3085fc-6e81-44f4-a9bb-baf0d0308b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:51.944774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: bf3085fc-6e81-44f4-a9bb-baf0d0308b44, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:51.961544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-2e3430aa-4fbd-4d35-9b67-bd0b34baf88d service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392941 Mar 11 17:29:51.998715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network bf3085fc-6e81-44f4-a9bb-baf0d0308b44 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:52.035555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, bf3085fc-6e81-44f4-a9bb-baf0d0308b44) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:52.042003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:52.042654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.049401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7dfeb8-cdee-412e-9769-e04d8403e069 None None] Network bf3085fc-6e81-44f4-a9bb-baf0d0308b44 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:52.075006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-87253f6e-3287-4479-a4cb-99e2a96dae23 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1772335 Mar 11 17:29:52.075523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36554) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:52.088065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5799d746-00f4-47fa-b966-9b3829bc49c7 req-66bbfba2-34c6-4641-a69f-99a6ae3b7cd2 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181307 Mar 11 17:29:52.182848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-81b45a86-8803-4c33-9aa0-a4b334964ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:52.184584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-81b45a86-8803-4c33-9aa0-a4b334964ef3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 1095 time: 0.0434458 Mar 11 17:29:52.230497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bf3085fc-6e81-44f4-a9bb-baf0d0308b44', 'network_id': 'bf3085fc-6e81-44f4-a9bb-baf0d0308b44', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': '55f3ded0-3639-4702-9b59-0c698d535448'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:52.232396 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.244609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.326446 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.368206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-83659193-4e75-4e3d-b83c-dd781323f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:52.370675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-83659193-4e75-4e3d-b83c-dd781323f355 service neutron] 10.222.0.66 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 905 time: 0.1707907 Mar 11 17:29:52.419023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-371cd209-08b1-4dcb-95a4-ca1d4c65cb5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4bfb7a1-850b-4380-a27f-59da85b9a508 HTTP/1.1" status: 200 len: 217 time: 0.0417850 Mar 11 17:29:52.425216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Allocated IP 172.20.0.2 (bf3085fc-6e81-44f4-a9bb-baf0d0308b44/55f3ded0-3639-4702-9b59-0c698d535448/b623102a-6015-495b-a1e8-e2adce18e1e6) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:52.489181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-9b1a03ce-ced2-4fb2-947a-7be36d159870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:52.490729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-9b1a03ce-ced2-4fb2-947a-7be36d159870 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.0651948 Mar 11 17:29:52.536917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-cc3e8bd0-3cc7-44f9-8cf2-17a6b7624b0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388236 Mar 11 17:29:52.644104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:52.645977 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.655561 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.678754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.735502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-b153f096-c103-438f-8f00-e457c35d9c98 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847525 Mar 11 17:29:52.787574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=55f3ded0-3639-4702-9b59-0c698d535448,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:52.806097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Network bf3085fc-6e81-44f4-a9bb-baf0d0308b44 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:52.824641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:52.826611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-287136058-network', 'tenant_id': 'e0f6b2e9857548cc99e72fcb3f0ac651'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:52.829191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:52.850366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Made reservation on behalf of e0f6b2e9857548cc99e72fcb3f0ac651 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:52.852636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Pushing event updated for resources: {'Port': ['ID=b623102a-6015-495b-a1e8-e2adce18e1e6,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:52.852949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.895378 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.919135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.932282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Attempting to bind port b623102a-6015-495b-a1e8-e2adce18e1e6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:29:52.932975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Attempting to bind port b623102a-6015-495b-a1e8-e2adce18e1e6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e14a7678-e932-42e7-967b-5e088f80765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf3085fc-6e81-44f4-a9bb-baf0d0308b44'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:29:52.933572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Attempting to bind port b623102a-6015-495b-a1e8-e2adce18e1e6 on network bf3085fc-6e81-44f4-a9bb-baf0d0308b44 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:29:52.941740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:29:52.942740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Checking segment: {'id': 'e14a7678-e932-42e7-967b-5e088f80765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf3085fc-6e81-44f4-a9bb-baf0d0308b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:52.944359 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.945043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Bound using segment: {'id': 'e14a7678-e932-42e7-967b-5e088f80765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf3085fc-6e81-44f4-a9bb-baf0d0308b44'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:29:52.945834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Bound port: b623102a-6015-495b-a1e8-e2adce18e1e6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14a7678-e932-42e7-967b-5e088f80765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf3085fc-6e81-44f4-a9bb-baf0d0308b44'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:29:52.946403 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:52.964591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3085fc-6e81-44f4-a9bb-baf0d0308b44']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:52.982749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14a7678-e932-42e7-967b-5e088f80765d') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:52.983122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14a7678-e932-42e7-967b-5e088f80765d') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:52.998323 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.033773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.044932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3b3b-f640-4a69-b44d-353b5a3fd9bb req-d168fbf8-38fb-4d0a-b5a9-c67b5dd71772 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.048917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:53.049339 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:53.052369 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:53.056093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3b3b-f640-4a69-b44d-353b5a3fd9bb req-d168fbf8-38fb-4d0a-b5a9-c67b5dd71772 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.063886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3b3b-f640-4a69-b44d-353b5a3fd9bb req-d168fbf8-38fb-4d0a-b5a9-c67b5dd71772 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.072278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3b3b-f640-4a69-b44d-353b5a3fd9bb req-d168fbf8-38fb-4d0a-b5a9-c67b5dd71772 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.079269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3b3b-f640-4a69-b44d-353b5a3fd9bb req-d168fbf8-38fb-4d0a-b5a9-c67b5dd71772 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.092967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3b3b-f640-4a69-b44d-353b5a3fd9bb req-d168fbf8-38fb-4d0a-b5a9-c67b5dd71772 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.098366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] For port b623102a-6015-495b-a1e8-e2adce18e1e6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:53.099844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3b3b-f640-4a69-b44d-353b5a3fd9bb req-d168fbf8-38fb-4d0a-b5a9-c67b5dd71772 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.101880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-718e3b3b-f640-4a69-b44d-353b5a3fd9bb req-d168fbf8-38fb-4d0a-b5a9-c67b5dd71772 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.1862400 Mar 11 17:29:53.120401 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.129697 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.134552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0392635c-3757-4b23-8473-92e3e4068ca9 req-2c4c6a11-5b67-4db6-ba1a-1d4ca676fb2e service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930945 Mar 11 17:29:53.166535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] For port b623102a-6015-495b-a1e8-e2adce18e1e6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b623102a-6015-495b-a1e8-e2adce18e1e6,segment=NetworkSegment(e14a7678-e932-42e7-967b-5e088f80765d),segment_id=e14a7678-e932-42e7-967b-5e088f80765d)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:29:53.166825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:29:53.166825 n-d-833411-1 neutron-server[102641]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:29:53.166825 n-d-833411-1 neutron-server[102641]: [parameters: {'id': 'bf3085fc-6e81-44f4-a9bb-baf0d0308b44'}] Mar 11 17:29:53.166825 n-d-833411-1 neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:29:53.167439 n-d-833411-1 neutron-server[102641]: DEBUG oslo_db.api [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:29:53.175964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:53.176622 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.199175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e957ccfa-4698-462a-8cdd-a671a5971dba,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:53.202837 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.203189 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Added segment 36d85827-3bef-4ec5-ae39-91e3c75b5716 of type vlan for network 847fb16c-7c31-4baf-ac2d-f39cd640a23b Mar 11 17:29:53.206842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-718e3b3b-f640-4a69-b44d-353b5a3fd9bb req-609ab7ee-0b9c-4eb2-aa82-ff9cd03dc4d5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888762 Mar 11 17:29:53.219598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834ccdc-2c71-474f-8eab-ded4aee7caeb req-99b26ff9-ae1d-4bca-bbe9-fd62bebc4b3d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.240699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a834ccdc-2c71-474f-8eab-ded4aee7caeb req-99b26ff9-ae1d-4bca-bbe9-fd62bebc4b3d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 944 time: 0.1375058 Mar 11 17:29:53.260887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.297972 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.299034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:53.299651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.309038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a834ccdc-2c71-474f-8eab-ded4aee7caeb req-4353ffd1-1e70-4a50-b8a9-af9420e9213f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672631 Mar 11 17:29:53.323766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff38f5-7985-4ec2-a346-ae0c794be63a None None] Pushing event updated for resources: {'Port': ['ID=b623102a-6015-495b-a1e8-e2adce18e1e6,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:53.334447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be205a5f-2caa-41bb-a2ba-2685657a1041 None None] Network bf3085fc-6e81-44f4-a9bb-baf0d0308b44 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:53.378343 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7382200 Mar 11 17:29:53.378634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36596) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:53.383707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Request body: {'subnet': {'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-287136058-subnet', 'tenant_id': 'e0f6b2e9857548cc99e72fcb3f0ac651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:53.392510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b75b63-f8a8-4342-ac4e-52a74f8f7abe admin admin] Pushing event updated for resources: {'Network': ['ID=847fb16c-7c31-4baf-ac2d-f39cd640a23b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:53.409665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 847fb16c-7c31-4baf-ac2d-f39cd640a23b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:53.416866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Made reservation on behalf of e0f6b2e9857548cc99e72fcb3f0ac651 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:53.420099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.598192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87912c-2a78-4be3-85af-7820b64655f7 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:29:53.669165 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.788256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Deleting port b623102a-6015-495b-a1e8-e2adce18e1e6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:29:53.788256 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.805372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87912c-2a78-4be3-85af-7820b64655f7 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:29:53.870286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] For port b623102a-6015-495b-a1e8-e2adce18e1e6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b623102a-6015-495b-a1e8-e2adce18e1e6,segment=NetworkSegment(e14a7678-e932-42e7-967b-5e088f80765d),segment_id=e14a7678-e932-42e7-967b-5e088f80765d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:53.870555 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.885354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Calling delete_port for b623102a-6015-495b-a1e8-e2adce18e1e6 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:29:53.963129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:53.978721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.012986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Port': ['ID=b623102a-6015-495b-a1e8-e2adce18e1e6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:54.020599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No DVR routers for this DVR port b623102a-6015-495b-a1e8-e2adce18e1e6 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:54.055238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Checking segment: {'id': '36d85827-3bef-4ec5-ae39-91e3c75b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:54.055559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Network hostable DHCP agents. Network: 847fb16c-7c31-4baf-ac2d-f39cd640a23b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:54.080928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a52e5e-ffdb-4444-8565-73849694ad4d,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:54.084005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Network 847fb16c-7c31-4baf-ac2d-f39cd640a23b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:54.101003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 847fb16c-7c31-4baf-ac2d-f39cd640a23b) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:54.112947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.116784 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.140587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3fe80e2e-481a-495f-82e9-476834abb004 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7602773 Mar 11 17:29:54.172632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.219188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3085fc-6e81-44f4-a9bb-baf0d0308b44']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:54.265528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14a7678-e932-42e7-967b-5e088f80765d') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:54.266024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14a7678-e932-42e7-967b-5e088f80765d') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:29:54.290713 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.321948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.323673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b7eb3-4894-40ba-a8de-faa46859ed0c None None] Network 847fb16c-7c31-4baf-ac2d-f39cd640a23b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:54.375428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:29:54.379228 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:29:54.450549 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:29:54.490437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016868b-9f83-4994-a56a-69dec8bcb896 req-16defda4-b107-47ae-8d57-9e45725ff119 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.497419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016868b-9f83-4994-a56a-69dec8bcb896 req-16defda4-b107-47ae-8d57-9e45725ff119 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.504696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016868b-9f83-4994-a56a-69dec8bcb896 req-16defda4-b107-47ae-8d57-9e45725ff119 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.511582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016868b-9f83-4994-a56a-69dec8bcb896 req-16defda4-b107-47ae-8d57-9e45725ff119 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.520547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016868b-9f83-4994-a56a-69dec8bcb896 req-16defda4-b107-47ae-8d57-9e45725ff119 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.527117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016868b-9f83-4994-a56a-69dec8bcb896 req-16defda4-b107-47ae-8d57-9e45725ff119 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.533098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016868b-9f83-4994-a56a-69dec8bcb896 req-16defda4-b107-47ae-8d57-9e45725ff119 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.535075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1016868b-9f83-4994-a56a-69dec8bcb896 req-16defda4-b107-47ae-8d57-9e45725ff119 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.1761079 Mar 11 17:29:54.589346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67aeb7-385f-462e-aa57-aeff144ff52a None None] Network 847fb16c-7c31-4baf-ac2d-f39cd640a23b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:54.592871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.641921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:54.650689 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/bf3085fc-6e81-44f4-a9bb-baf0d0308b44 HTTP/1.1" status: 204 len: 168 time: 2.5740886 Mar 11 17:29:54.652619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36626) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:54.653478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d4558-e788-4239-b881-a448cc439f03 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=bf3085fc-6e81-44f4-a9bb-baf0d0308b44,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:54.654403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1016868b-9f83-4994-a56a-69dec8bcb896 req-26da9a58-7a0b-4a6f-b77f-ceec54abb096 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092052 Mar 11 17:29:54.673656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bc4af-8e35-4123-b6ab-4d727a8cc4ac req-cb4d22f0-6d4d-458c-af50-e04e438839e5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:54.675239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea0bc4af-8e35-4123-b6ab-4d727a8cc4ac req-cb4d22f0-6d4d-458c-af50-e04e438839e5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 944 time: 0.1391559 Mar 11 17:29:54.723235 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-981fb681-5542-4977-a686-27c64c755019 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] GET failed (client error): The resource could not be found. Mar 11 17:29:54.735669 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-981fb681-5542-4977-a686-27c64c755019 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/subnets/55f3ded0-3639-4702-9b59-0c698d535448 HTTP/1.1" status: 404 len: 337 time: 0.0767336 Mar 11 17:29:54.737024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:54.751998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea0bc4af-8e35-4123-b6ab-4d727a8cc4ac req-366e5504-223b-4ef4-93ea-d4446bc5c01d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694032 Mar 11 17:29:54.778438 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d2356f-f68c-4d14-bfb2-eef77f8bb6d8 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:29:54.788958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d2356f-f68c-4d14-bfb2-eef77f8bb6d8 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:29:54.798386 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-34d2356f-f68c-4d14-bfb2-eef77f8bb6d8 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/bf3085fc-6e81-44f4-a9bb-baf0d0308b44 HTTP/1.1" status: 404 len: 339 time: 0.0544870 Mar 11 17:29:54.802130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36632) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:55.017295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b593697e-8d35-4cf4-bbfb-a15fcbc80f83 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.022216 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b593697e-8d35-4cf4-bbfb-a15fcbc80f83 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2189405 Mar 11 17:29:55.027882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36640) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:55.118993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:55.119935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f12f5cee-df0f-47d7-bead-6066359924bd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 207 time: 0.0919003 Mar 11 17:29:55.412091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035cb75-6dac-464a-bf8e-5f475dad4133 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.420402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035cb75-6dac-464a-bf8e-5f475dad4133 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.427034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035cb75-6dac-464a-bf8e-5f475dad4133 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.433171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035cb75-6dac-464a-bf8e-5f475dad4133 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.435050 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c035cb75-6dac-464a-bf8e-5f475dad4133 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3138411 Mar 11 17:29:55.439576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36656) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:55.611439 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-16269a3d-5e15-40b4-85d3-ba9d61b9e1f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1705053 Mar 11 17:29:55.614673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36660) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:55.667615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:55.672293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-99908878-cf45-465c-85c8-477bc11da217 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001139195', 'description': 'tempest-description--818943353'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:55.699362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588482ec-4e52-4dba-9f5c-3de1469cdf4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.699987 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99908878-cf45-465c-85c8-477bc11da217 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.702777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588482ec-4e52-4dba-9f5c-3de1469cdf4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.705794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-588482ec-4e52-4dba-9f5c-3de1469cdf4c tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0894043 Mar 11 17:29:55.711198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36666) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:55.815083 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99908878-cf45-465c-85c8-477bc11da217 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.819891 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99908878-cf45-465c-85c8-477bc11da217 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.849899 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99908878-cf45-465c-85c8-477bc11da217 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:55.852111 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-99908878-cf45-465c-85c8-477bc11da217 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1825900 Mar 11 17:29:55.856298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36670) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:55.864754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-168e6aac-cdae-44b1-9d94-b478d9a73879 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group_rule': {'security_group_id': '41e9eec9-c141-4016-9bbb-e97cfdc3cadb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:55.893593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99908878-cf45-465c-85c8-477bc11da217 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e9eec9-c141-4016-9bbb-e97cfdc3cadb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:55.894878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bea3c-dec1-497e-b4db-18b904cfd012 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.899432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bea3c-dec1-497e-b4db-18b904cfd012 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:55.908022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36672) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:55.909393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ab8bea3c-dec1-497e-b4db-18b904cfd012 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1968381 Mar 11 17:29:55.915071 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a4bfb7a1-850b-4380-a27f-59da85b9a508 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:29:56.018766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47da9e-51cd-4aac-b993-1439d85634f9 req-da54359f-e030-4df5-8f44-4f917238ff78 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.026275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47da9e-51cd-4aac-b993-1439d85634f9 req-da54359f-e030-4df5-8f44-4f917238ff78 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.033482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47da9e-51cd-4aac-b993-1439d85634f9 req-da54359f-e030-4df5-8f44-4f917238ff78 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.040326 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47da9e-51cd-4aac-b993-1439d85634f9 req-da54359f-e030-4df5-8f44-4f917238ff78 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.047653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47da9e-51cd-4aac-b993-1439d85634f9 req-da54359f-e030-4df5-8f44-4f917238ff78 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.054234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47da9e-51cd-4aac-b993-1439d85634f9 req-da54359f-e030-4df5-8f44-4f917238ff78 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.061205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47da9e-51cd-4aac-b993-1439d85634f9 req-da54359f-e030-4df5-8f44-4f917238ff78 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.064129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff47da9e-51cd-4aac-b993-1439d85634f9 req-da54359f-e030-4df5-8f44-4f917238ff78 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.2700214 Mar 11 17:29:56.083197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353488d-a7e3-4d0f-a202-3fbded7b5242 req-6d74e9cc-9783-4b74-bfdd-bbba3f1a10aa tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.088541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0353488d-a7e3-4d0f-a202-3fbded7b5242 req-6d74e9cc-9783-4b74-bfdd-bbba3f1a10aa tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 944 time: 0.2174373 Mar 11 17:29:56.125874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a4bfb7a1-850b-4380-a27f-59da85b9a508, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a4bfb7a1-850b-4380-a27f-59da85b9a508,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:56.138621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537a0c99-f2a5-4c28-b8b6-830301bb101e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.144022 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-537a0c99-f2a5-4c28-b8b6-830301bb101e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/networks/fc2898f9-4907-4406-871d-cd5a48817997 HTTP/1.1" status: 200 len: 799 time: 0.2315717 Mar 11 17:29:56.144022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-168e6aac-cdae-44b1-9d94-b478d9a73879 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.147238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36678) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:56.150191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'a4bfb7a1-850b-4380-a27f-59da85b9a508', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'port_id': 'a4bfb7a1-850b-4380-a27f-59da85b9a508', 'mac_address': 'fa:16:3e:64:45:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd975d024-42bd-41eb-a5a3-788261a71880', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:29:56.204645 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.235747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bfb7a1-850b-4380-a27f-59da85b9a508 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:29:56.249294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0353488d-a7e3-4d0f-a202-3fbded7b5242 req-437c8904-941a-4232-9250-ab500ddc0731 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565068 Mar 11 17:29:56.277822 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-168e6aac-cdae-44b1-9d94-b478d9a73879 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.280793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a4bfb7a1-850b-4380-a27f-59da85b9a508, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a4bfb7a1-850b-4380-a27f-59da85b9a508,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:56.290066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-168e6aac-cdae-44b1-9d94-b478d9a73879 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.296709 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.330805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff47da9e-51cd-4aac-b993-1439d85634f9 req-5bbd5d4c-6adf-4c50-8673-0bc4bce7e0c6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2399311 Mar 11 17:29:56.373410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e6aac-cdae-44b1-9d94-b478d9a73879 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc965747-d105-4006-8cee-ac30ce0592fd,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:56.408504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-168e6aac-cdae-44b1-9d94-b478d9a73879 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.412214 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-168e6aac-cdae-44b1-9d94-b478d9a73879 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5522935 Mar 11 17:29:56.413122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36682) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:56.419274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d9a63488-88cd-4aa8-b5f4-67f07a03a154 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group_rule': {'security_group_id': '41e9eec9-c141-4016-9bbb-e97cfdc3cadb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:56.429726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-697ca370-f234-4dc8-84f9-a568120f99f2 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/networks/fc2898f9-4907-4406-871d-cd5a48817997?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2795563 Mar 11 17:29:56.430793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a4bfb7a1-850b-4380-a27f-59da85b9a508,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:56.433927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36684) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:56.479819 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9a63488-88cd-4aa8-b5f4-67f07a03a154 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.511480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb7af1-425e-4847-bf9c-cb2ae3e1a065 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.515071 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e0cb7af1-425e-4847-bf9c-cb2ae3e1a065 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/subnets/d87cca1e-fcf0-40b3-98f1-31c006f0e6c5 HTTP/1.1" status: 200 len: 811 time: 0.0788274 Mar 11 17:29:56.518710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36686) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:56.574010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9a63488-88cd-4aa8-b5f4-67f07a03a154 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.580634 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9a63488-88cd-4aa8-b5f4-67f07a03a154 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.596835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54cda2-7c92-4e1e-8b5a-b80803234095 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['shared'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.600254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8d54cda2-7c92-4e1e-8b5a-b80803234095 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "GET /v2.0/subnets/d87cca1e-fcf0-40b3-98f1-31c006f0e6c5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0801463 Mar 11 17:29:56.605775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36690) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:56.614565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63488-88cd-4aa8-b5f4-67f07a03a154 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337600f2-005d-4887-b88c-c9d6544368a9,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:56.617056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1743391164'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:56.650212 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9a63488-88cd-4aa8-b5f4-67f07a03a154 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.651058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:56.652442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d9a63488-88cd-4aa8-b5f4-67f07a03a154 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2377198 Mar 11 17:29:56.654657 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.656264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36692) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:56.659215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a4bfb7a1-850b-4380-a27f-59da85b9a508'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:29:56.663138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:56.687039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:29:56.695952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.699181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.699542 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Added segment c98a384f-99e3-44e4-be7e-a42a09905189 of type vlan for network 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 Mar 11 17:29:56.753801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.790825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.798192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:56.799024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.856321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:56.911097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3005500 Mar 11 17:29:56.916996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36694) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:56.924972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'network_id': '2268f991-8e5d-402c-b5e9-6ddb9e9baff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:56.950777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7425bd-1463-4345-83e9-d2351094ebd3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Network': ['ID=2268f991-8e5d-402c-b5e9-6ddb9e9baff5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:56.969058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:29:57.006268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ed70ee5e-4cd6-46ce-a55b-80ba6a99f45d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.012431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ed70ee5e-4cd6-46ce-a55b-80ba6a99f45d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.018759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ed70ee5e-4cd6-46ce-a55b-80ba6a99f45d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.025033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ed70ee5e-4cd6-46ce-a55b-80ba6a99f45d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.031638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ed70ee5e-4cd6-46ce-a55b-80ba6a99f45d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.037670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ed70ee5e-4cd6-46ce-a55b-80ba6a99f45d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.043749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ed70ee5e-4cd6-46ce-a55b-80ba6a99f45d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.045809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ed70ee5e-4cd6-46ce-a55b-80ba6a99f45d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.2208436 Mar 11 17:29:57.074973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Allocated IP 172.25.8.229 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/c2d605bd-7d5c-4d6b-91bb-b8b7a358e768) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:57.135820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-702d222e-4855-4789-adf4-32c81aa81abc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.137852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-702d222e-4855-4789-adf4-32c81aa81abc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "GET /v2.0/ports/ed38429a-d477-40bf-a7f4-131ab2ee892a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0788615 Mar 11 17:29:57.161226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Made reservation on behalf of e39ea1c050c943c08e596c4553d5c5b6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:29:57.164726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.239936 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.269301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Performing IP validity checks on allocation pools {{(pid=102642) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 17:29:57.269824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102642) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 17:29:57.283244 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.328568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:29:57.331057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:57.334833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:29:57.340849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=c2d605bd-7d5c-4d6b-91bb-b8b7a358e768,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:57.343888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-937ac4a4-7a2e-4687-ab5a-6606a59c4963 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "GET /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1938558 Mar 11 17:29:57.359726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:57.502995 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.549811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.564918 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.773830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8794c1a-99a5-442a-8996-a213a6988f9a req-90cc6bf2-dca9-46ef-b6cc-24c7f21e0922 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.776143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8794c1a-99a5-442a-8996-a213a6988f9a req-90cc6bf2-dca9-46ef-b6cc-24c7f21e0922 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 945 time: 0.3465593 Mar 11 17:29:57.823018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb78a-150e-490a-8c7e-bc7d95993fc2 req-2900276e-fb90-4ed2-9246-2cbf4a055c05 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.831094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb78a-150e-490a-8c7e-bc7d95993fc2 req-2900276e-fb90-4ed2-9246-2cbf4a055c05 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.841302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb78a-150e-490a-8c7e-bc7d95993fc2 req-2900276e-fb90-4ed2-9246-2cbf4a055c05 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.848238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb78a-150e-490a-8c7e-bc7d95993fc2 req-2900276e-fb90-4ed2-9246-2cbf4a055c05 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.856804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb78a-150e-490a-8c7e-bc7d95993fc2 req-2900276e-fb90-4ed2-9246-2cbf4a055c05 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.863528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb78a-150e-490a-8c7e-bc7d95993fc2 req-2900276e-fb90-4ed2-9246-2cbf4a055c05 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.868133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.870274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb78a-150e-490a-8c7e-bc7d95993fc2 req-2900276e-fb90-4ed2-9246-2cbf4a055c05 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:57.873639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-609eb78a-150e-490a-8c7e-bc7d95993fc2 req-2900276e-fb90-4ed2-9246-2cbf4a055c05 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 5444 time: 0.3995924 Mar 11 17:29:57.879219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.883300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:57.932740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a4bfb7a1-850b-4380-a27f-59da85b9a508 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:29:57.996740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=c2d605bd-7d5c-4d6b-91bb-b8b7a358e768,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:58.021804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.042300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.054342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port a4bfb7a1-850b-4380-a27f-59da85b9a508 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:29:58.055518 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f36adc77-54e2-4154-9866-6041404efab6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3965058 Mar 11 17:29:58.056705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36716) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:58.058701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port a4bfb7a1-850b-4380-a27f-59da85b9a508 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:29:58.059078 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.166698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=130b7f11-6f1e-4bb3-b809-cfe58a484662,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:58.181770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8794c1a-99a5-442a-8996-a213a6988f9a req-e7612804-da67-47a3-a198-a8ee6d5bc620 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732886 Mar 11 17:29:58.271964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-609eb78a-150e-490a-8c7e-bc7d95993fc2 req-25d993db-f995-47c5-9514-50bd41b0a851 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3755767 Mar 11 17:29:58.314152 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.337081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] For port ed38429a-d477-40bf-a7f4-131ab2ee892a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ed38429a-d477-40bf-a7f4-131ab2ee892a,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:58.382878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Checking segment: {'id': 'c98a384f-99e3-44e4-be7e-a42a09905189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2268f991-8e5d-402c-b5e9-6ddb9e9baff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:29:58.383253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network hostable DHCP agents. Network: 2268f991-8e5d-402c-b5e9-6ddb9e9baff5, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:29:58.405949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db295319-64be-4194-afce-c1e44ef5a38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.450698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Network 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:29:58.550077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] For port ed38429a-d477-40bf-a7f4-131ab2ee892a, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:29:58.556197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-41075cec-6d09-4b2b-8804-42203911d495 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2001139195&fields=id&tenant_id=d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 267 time: 0.1065438 Mar 11 17:29:58.574986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 2268f991-8e5d-402c-b5e9-6ddb9e9baff5) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:29:58.585832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db295319-64be-4194-afce-c1e44ef5a38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.595271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:58.595271 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601466'] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.607229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c0918-2c4c-49bc-abc3-fa4b6ef6bb23 None None] Network 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:29:58.613150 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db295319-64be-4194-afce-c1e44ef5a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.673320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] device_id is not set on port ed38429a-d477-40bf-a7f4-131ab2ee892a yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:29:58.678613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edca828-3300-4199-89a1-8de0ef6661e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bfb7a1-850b-4380-a27f-59da85b9a508'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:29:58.687395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3d8200f3-f8f4-44f1-942e-9c7c82ca245e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7677286 Mar 11 17:29:58.692038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36736) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:58.695186 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb88d47e-e6a0-4511-93f3-bd8c9869ed10" -d '{"events": [{"server_uuid": "7edca828-3300-4199-89a1-8de0ef6661e6", "name": "network-vif-plugged", "status": "completed", "tag": "a4bfb7a1-850b-4380-a27f-59da85b9a508"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:29:58.697576 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-98331369-7f62-44d1-b9df-e5c5732754e3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:29:58.734957 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-db295319-64be-4194-afce-c1e44ef5a38f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdba085a8d6545aa95b14746dddeb797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6770163 Mar 11 17:29:58.739083 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.742613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:58.744377 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db295319-64be-4194-afce-c1e44ef5a38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a93713-e717-4fdc-a7d9-984ca09cda7e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:58.807970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a4bfb7a1-850b-4380-a27f-59da85b9a508, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a4bfb7a1-850b-4380-a27f-59da85b9a508,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:29:58.831150 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b2831-d7ab-4043-abec-412252e66f28 x-openstack-request-id: req-de7b2831-d7ab-4043-abec-412252e66f28 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:29:58.833310 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edca828-3300-4199-89a1-8de0ef6661e6", "name": "network-vif-plugged", "status": "completed", "tag": "a4bfb7a1-850b-4380-a27f-59da85b9a508", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:29:58.834636 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de7b2831-d7ab-4043-abec-412252e66f28 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:29:58.835902 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edca828-3300-4199-89a1-8de0ef6661e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bfb7a1-850b-4380-a27f-59da85b9a508', 'code': 200} Mar 11 17:29:58.840910 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.867842 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.892666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-106248fa-4ffe-4917-b886-182897db9917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.926435 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.939450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-106248fa-4ffe-4917-b886-182897db9917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:58.973413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a4bfb7a1-850b-4380-a27f-59da85b9a508,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:59.002428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38429a-d477-40bf-a7f4-131ab2ee892a,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:59.049591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-106248fa-4ffe-4917-b886-182897db9917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.053135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-106248fa-4ffe-4917-b886-182897db9917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.056875 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-106248fa-4ffe-4917-b886-182897db9917 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76a93713-e717-4fdc-a7d9-984ca09cda7e HTTP/1.1" status: 204 len: 168 time: 0.3069911 Mar 11 17:29:59.067527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106248fa-4ffe-4917-b886-182897db9917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a93713-e717-4fdc-a7d9-984ca09cda7e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:59.073713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-2268f991-8e5d-402c-b5e9-6ddb9e9baff5', 'network_id': '2268f991-8e5d-402c-b5e9-6ddb9e9baff5', 'tenant_id': 'e39ea1c050c943c08e596c4553d5c5b6', 'fixed_ips': [{'subnet_id': '130b7f11-6f1e-4bb3-b809-cfe58a484662'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:29:59.079468 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.156202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] No DVR routers for this DVR port ed38429a-d477-40bf-a7f4-131ab2ee892a on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:29:59.172578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-358ed184-09b4-4cfd-bddc-5ff8cbeb7414 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.174101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-358ed184-09b4-4cfd-bddc-5ff8cbeb7414 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 815 time: 0.5637357 Mar 11 17:29:59.247230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b231646-807b-4012-8eb0-ea0d55266ce6 req-5911eed6-f9b6-4bc1-b389-851cceb9b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.249382 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b231646-807b-4012-8eb0-ea0d55266ce6 req-5911eed6-f9b6-4bc1-b389-851cceb9b612 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 1097 time: 0.3664587 Mar 11 17:29:59.250903 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98331369-7f62-44d1-b9df-e5c5732754e3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3988714'] for subnet, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.347068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-93c5a356-6bb1-4455-a074-7a1dbc09ea32 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/quotas/d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 375 time: 0.1178172 Mar 11 17:29:59.662472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] In _notify_port_updated(), no bound segment for port ed38429a-d477-40bf-a7f4-131ab2ee892a on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:29:59.663369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.663981 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.665889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-fad1d22c-8b46-4263-90fe-c69f6d3d2070 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed38429a-d477-40bf-a7f4-131ab2ee892a HTTP/1.1" status: 200 len: 1032 time: 2.3123877 Mar 11 17:29:59.714451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98331369-7f62-44d1-b9df-e5c5732754e3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772931430831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3473567'] for subnet, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.839056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Allocated IP 172.20.0.3 (2268f991-8e5d-402c-b5e9-6ddb9e9baff5/130b7f11-6f1e-4bb3-b809-cfe58a484662/0ecd8161-63b5-4d83-b041-04f2ffcec9cc) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:29:59.898144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98331369-7f62-44d1-b9df-e5c5732754e3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event updated for resources: {'Subnet': ['ID=130b7f11-6f1e-4bb3-b809-cfe58a484662,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:29:59.901756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98331369-7f62-44d1-b9df-e5c5732754e3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.902478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98331369-7f62-44d1-b9df-e5c5732754e3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:59.903769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-98331369-7f62-44d1-b9df-e5c5732754e3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "PUT /v2.0/subnets/130b7f11-6f1e-4bb3-b809-cfe58a484662 HTTP/1.1" status: 200 len: 877 time: 1.2109926 Mar 11 17:29:59.915735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:29:59.925984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b231646-807b-4012-8eb0-ea0d55266ce6 req-e285277e-de20-46bf-85ae-b9e58d4bb0c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626234 Mar 11 17:29:59.947016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ac3500ba-dd81-4264-b598-b89023152637 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:29:59.949686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-ac3500ba-dd81-4264-b598-b89023152637 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "GET /v2.0/ports/6b3e694c-9a99-4152-a3d1-86e38da63923?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2544010 Mar 11 17:29:59.987230 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-e751c3ac-78cd-41b8-9c9b-082487c5521f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3035142 Mar 11 17:30:00.013715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:00.031992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aee16-2a8d-4f55-8e80-4172bc68b2ed req-e04dbf7e-0696-4e3a-a15f-8dc737528096 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:00.033746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-701aee16-2a8d-4f55-8e80-4172bc68b2ed req-e04dbf7e-0696-4e3a-a15f-8dc737528096 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 946 time: 0.3669496 Mar 11 17:30:00.349151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7cd8babf-3ac3-4ef6-b423-03904ad16da6 None None] Provisioning complete for port ed38429a-d477-40bf-a7f4-131ab2ee892a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:00.357975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7cd8babf-3ac3-4ef6-b423-03904ad16da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.403036 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.441459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.456868 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.498460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Network 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:00.502778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:00.506016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:00.530620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8babf-3ac3-4ef6-b423-03904ad16da6 None None] Port ed38429a-d477-40bf-a7f4-131ab2ee892a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:30:00.533849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-701aee16-2a8d-4f55-8e80-4172bc68b2ed req-e891e6fc-c190-49ec-a418-95eeeb4f7489 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910853 Mar 11 17:30:00.535713 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.617180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Pushing event updated for resources: {'Port': ['ID=0ecd8161-63b5-4d83-b041-04f2ffcec9cc,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:00.628125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Attempting to bind port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:00.628507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Attempting to bind port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c98a384f-99e3-44e4-be7e-a42a09905189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2268f991-8e5d-402c-b5e9-6ddb9e9baff5'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:00.628868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Attempting to bind port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc on network 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:30:00.640572 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.644445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:30:00.644825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Checking segment: {'id': 'c98a384f-99e3-44e4-be7e-a42a09905189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2268f991-8e5d-402c-b5e9-6ddb9e9baff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:30:00.645230 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.645622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Bound using segment: {'id': 'c98a384f-99e3-44e4-be7e-a42a09905189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2268f991-8e5d-402c-b5e9-6ddb9e9baff5'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:30:00.646344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Bound port: 0ecd8161-63b5-4d83-b041-04f2ffcec9cc, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98a384f-99e3-44e4-be7e-a42a09905189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2268f991-8e5d-402c-b5e9-6ddb9e9baff5'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:00.646722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.717368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-8c0a5afc-98f6-459a-858a-78a2b64dd413 service neutron] 10.222.0.53 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162197 Mar 11 17:30:00.765370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.824745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] For port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:00.830137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] For port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0ecd8161-63b5-4d83-b041-04f2ffcec9cc,segment=NetworkSegment(c98a384f-99e3-44e4-be7e-a42a09905189),segment_id=c98a384f-99e3-44e4-be7e-a42a09905189)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:00.835692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=130b7f11-6f1e-4bb3-b809-cfe58a484662,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:00.838218 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:00.982810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4a4bd-c4e6-45f6-bcb5-2e66e0164ea3 None None] Pushing event updated for resources: {'Port': ['ID=0ecd8161-63b5-4d83-b041-04f2ffcec9cc,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:01.026604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.080256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfef3-59e7-4148-9d1c-dd16181fbcdf req-93f64488-32ce-4c2d-a4d8-44a822ca4fc8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.081414 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2268f991-8e5d-402c-b5e9-6ddb9e9baff5']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:01.086546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfef3-59e7-4148-9d1c-dd16181fbcdf req-93f64488-32ce-4c2d-a4d8-44a822ca4fc8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.093279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfef3-59e7-4148-9d1c-dd16181fbcdf req-93f64488-32ce-4c2d-a4d8-44a822ca4fc8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.099189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfef3-59e7-4148-9d1c-dd16181fbcdf req-93f64488-32ce-4c2d-a4d8-44a822ca4fc8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.099984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98a384f-99e3-44e4-be7e-a42a09905189') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:01.100574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98a384f-99e3-44e4-be7e-a42a09905189') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:01.109686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfef3-59e7-4148-9d1c-dd16181fbcdf req-93f64488-32ce-4c2d-a4d8-44a822ca4fc8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.114230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.118172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfef3-59e7-4148-9d1c-dd16181fbcdf req-93f64488-32ce-4c2d-a4d8-44a822ca4fc8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:01.131756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dabbfef3-59e7-4148-9d1c-dd16181fbcdf req-93f64488-32ce-4c2d-a4d8-44a822ca4fc8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 4665 time: 0.3688641 Mar 11 17:30:01.155469 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.168553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:30:01.169014 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:01.176236 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:01.196182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] For port 6b3e694c-9a99-4152-a3d1-86e38da63923, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6b3e694c-9a99-4152-a3d1-86e38da63923,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:01.232495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-20464002-3adc-4e45-bf51-751095c3d02e service neutron] 10.222.0.53 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085547 Mar 11 17:30:01.262757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device afe24553-745c-4de3-95c2-2eceab64a6d4 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:01.274415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] For port 6b3e694c-9a99-4152-a3d1-86e38da63923, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:01.294070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dabbfef3-59e7-4148-9d1c-dd16181fbcdf req-41576a0d-f1f6-4577-bd47-bc79f1fb3c53 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=8235008b-5a99-4e3b-b33e-c609d6429e43&id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545627 Mar 11 17:30:01.392129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:30:01.392129 n-d-833411-1 neutron-server[102641]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:30:01.392129 n-d-833411-1 neutron-server[102641]: [parameters: {'id': '2268f991-8e5d-402c-b5e9-6ddb9e9baff5'}] Mar 11 17:30:01.392129 n-d-833411-1 neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:30:01.392712 n-d-833411-1 neutron-server[102641]: DEBUG oslo_db.api [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:30:01.402177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] device_id is not set on port 6b3e694c-9a99-4152-a3d1-86e38da63923 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:30:01.428182 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.449157 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.775095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] No DVR routers for this DVR port 6b3e694c-9a99-4152-a3d1-86e38da63923 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:01.789949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3e694c-9a99-4152-a3d1-86e38da63923,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:01.895193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:01.911659 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.020394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe24553-745c-4de3-95c2-2eceab64a6d4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:02.053449 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ac7005-6dbb-4df3-ab19-a8e4fbd9fbf7" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "afe24553-745c-4de3-95c2-2eceab64a6d4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:02.107076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port afe24553-745c-4de3-95c2-2eceab64a6d4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=afe24553-745c-4de3-95c2-2eceab64a6d4,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:02.163087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0ecd8161-63b5-4d83-b041-04f2ffcec9cc up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:30:02.178036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Deleting port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:02.178485 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.212008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba114cdf-e3cf-49cb-a3c4-9b238065af19 req-34912467-14af-4c3a-b767-cab3b50ff0b8 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 210 time: 0.2449808 Mar 11 17:30:02.230682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.232130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6b3e694c-9a99-4152-a3d1-86e38da63923 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:02.312145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] In _notify_port_updated(), no bound segment for port 6b3e694c-9a99-4152-a3d1-86e38da63923 on network 0726836f-d748-4c51-b886-5cd24bd6cbd6 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:30:02.313147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:02.319577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.321193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-a34e3f40-5d36-48ef-9e48-ac01becd07e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/6b3e694c-9a99-4152-a3d1-86e38da63923 HTTP/1.1" status: 200 len: 1033 time: 2.3319433 Mar 11 17:30:02.346145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9b48d-a876-4ac4-b031-099f04c20a16 req-d5d7d9f8-bac3-4983-9354-eb474a9e4676 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:02.347827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ac9b48d-a876-4ac4-b031-099f04c20a16 req-d5d7d9f8-bac3-4983-9354-eb474a9e4676 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 946 time: 0.5692887 Mar 11 17:30:02.433756 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d90a6b5-ee27-48b0-b2a6-37fa1fa27790 x-openstack-request-id: req-7d90a6b5-ee27-48b0-b2a6-37fa1fa27790 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:02.435420 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "afe24553-745c-4de3-95c2-2eceab64a6d4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:02.436619 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d90a6b5-ee27-48b0-b2a6-37fa1fa27790 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:02.437259 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe24553-745c-4de3-95c2-2eceab64a6d4', 'code': 200} Mar 11 17:30:02.502118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] For port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0ecd8161-63b5-4d83-b041-04f2ffcec9cc,segment=NetworkSegment(c98a384f-99e3-44e4-be7e-a42a09905189),segment_id=c98a384f-99e3-44e4-be7e-a42a09905189)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:02.502571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.581812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=afe24553-745c-4de3-95c2-2eceab64a6d4,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:02.583707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Calling delete_port for 0ecd8161-63b5-4d83-b041-04f2ffcec9cc owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:02.610073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-896beed4-d284-47e7-9df1-3e295926ec6d None None] Provisioning complete for port 6b3e694c-9a99-4152-a3d1-86e38da63923 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:02.610950 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-896beed4-d284-47e7-9df1-3e295926ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.653672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6b3e694c-9a99-4152-a3d1-86e38da63923 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:30:02.654480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4eca2090-886c-4e60-a1d8-d4c64ad0f667 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:02.845230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:02.845873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.865566 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:02.870827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ac9b48d-a876-4ac4-b031-099f04c20a16 req-c7de632f-f0a8-4f4c-9f6d-2af408e687bf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144665 Mar 11 17:30:02.919124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-896beed4-d284-47e7-9df1-3e295926ec6d None None] Port 6b3e694c-9a99-4152-a3d1-86e38da63923 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:30:02.933964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc was deleted so its status cannot be updated. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 11 17:30:02.968469 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.010961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f814c-ffb4-44f7-96f2-0935478a4343 req-a3f4541c-82d8-495d-9800-913b2ff69058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.044960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f814c-ffb4-44f7-96f2-0935478a4343 req-a3f4541c-82d8-495d-9800-913b2ff69058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.064020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f814c-ffb4-44f7-96f2-0935478a4343 req-a3f4541c-82d8-495d-9800-913b2ff69058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.085566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Port': ['ID=0ecd8161-63b5-4d83-b041-04f2ffcec9cc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:03.097540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f814c-ffb4-44f7-96f2-0935478a4343 req-a3f4541c-82d8-495d-9800-913b2ff69058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.111924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No DVR routers for this DVR port 0ecd8161-63b5-4d83-b041-04f2ffcec9cc on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:03.115575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f814c-ffb4-44f7-96f2-0935478a4343 req-a3f4541c-82d8-495d-9800-913b2ff69058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.138380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd4f814c-ffb4-44f7-96f2-0935478a4343 req-a3f4541c-82d8-495d-9800-913b2ff69058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 3883 time: 0.5686765 Mar 11 17:30:03.142032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36828) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:03.172210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4eca2090-886c-4e60-a1d8-d4c64ad0f667, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4eca2090-886c-4e60-a1d8-d4c64ad0f667,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:03.173137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting port afe24553-745c-4de3-95c2-2eceab64a6d4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:03.175122 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.187461 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.188524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 829054c0-b71e-4ea6-b95d-d5ca77b4db89 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:03.301601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9bb041-ca37-43fe-9430-ec64f8e8925f None None] Network 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:30:03.376690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ef0b79a6-fe94-4585-b1a3-230d0343c715 None None] Could not find standard attr ID for object 0ecd8161-63b5-4d83-b041-04f2ffcec9cc. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:30:03.379902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.425372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:03.482623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=4eca2090-886c-4e60-a1d8-d4c64ad0f667,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:03.549313 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.597958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd4f814c-ffb4-44f7-96f2-0935478a4343 req-baeb280b-2919-4181-82e0-061422cfb227 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544673 Mar 11 17:30:03.633987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2268f991-8e5d-402c-b5e9-6ddb9e9baff5']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:03.656650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98a384f-99e3-44e4-be7e-a42a09905189') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:03.657653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98a384f-99e3-44e4-be7e-a42a09905189') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:03.663134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da41b8-056d-4948-8e78-be8f158e156d req-daab664a-cefd-4e3b-bfef-5209960931ce tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:03.676944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09da41b8-056d-4948-8e78-be8f158e156d req-daab664a-cefd-4e3b-bfef-5209960931ce tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 945 time: 0.5278912 Mar 11 17:30:03.678591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.710410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.723593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] For port afe24553-745c-4de3-95c2-2eceab64a6d4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=afe24553-745c-4de3-95c2-2eceab64a6d4,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:03.724270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.761130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:30:03.761670 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:03.773408 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:03.782540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a91ea76-fad5-4795-89bd-3505c256a5cb req-93d2ed41-63a3-4e33-81d3-bf95e2d60020 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 210 time: 0.0551155 Mar 11 17:30:03.783904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Calling delete_port for afe24553-745c-4de3-95c2-2eceab64a6d4 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:03.827717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09da41b8-056d-4948-8e78-be8f158e156d req-7e149d98-6d93-4329-b4b8-f6d543240d5c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495130 Mar 11 17:30:03.846739 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.892944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf8381-6082-4d3d-8f55-1915477428a6 None None] DHCP port deletion for 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:30:03.949883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 829054c0-b71e-4ea6-b95d-d5ca77b4db89, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=829054c0-b71e-4ea6-b95d-d5ca77b4db89,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:03.955733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.959828 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:03.959828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ed38429a-d477-40bf-a7f4-131ab2ee892a no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:04.038870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.041824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431fcd83-9b1b-4fe3-8263-7ee2a829f991 None None] Network 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:30:04.049463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.060087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36838) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:04.072611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/2268f991-8e5d-402c-b5e9-6ddb9e9baff5 HTTP/1.1" status: 204 len: 168 time: 4.1359510 Mar 11 17:30:04.110513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f9006-114e-4bb4-8275-cbafde871e01 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=2268f991-8e5d-402c-b5e9-6ddb9e9baff5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:04.128052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ed38429a-d477-40bf-a7f4-131ab2ee892a not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:30:04.128278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 2dac3327-398c-4032-b0a0-bfd817e0dbda no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:04.130770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431fcd83-9b1b-4fe3-8263-7ee2a829f991 None None] Network 2268f991-8e5d-402c-b5e9-6ddb9e9baff5 could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 17:30:04.301587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=829054c0-b71e-4ea6-b95d-d5ca77b4db89,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:04.303472 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2299c60-8641-4aea-9135-423a16e346bd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:04.303966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2299c60-8641-4aea-9135-423a16e346bd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:04.329576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:04.330934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c2299c60-8641-4aea-9135-423a16e346bd tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/130b7f11-6f1e-4bb3-b809-cfe58a484662 HTTP/1.1" status: 404 len: 337 time: 0.2687473 Mar 11 17:30:04.342569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0ecd8161-63b5-4d83-b041-04f2ffcec9cc no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:04.419636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b0236-4799-4748-b76a-8043f6179f43 req-07900817-3793-438a-a8d2-cf45b4673972 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:04.424945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 0ecd8161-63b5-4d83-b041-04f2ffcec9cc {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:30:04.424945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0ecd8161-63b5-4d83-b041-04f2ffcec9cc not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:30:04.425233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-269b0236-4799-4748-b76a-8043f6179f43 req-07900817-3793-438a-a8d2-cf45b4673972 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 946 time: 0.2318189 Mar 11 17:30:04.426799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.440113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667'}, {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829054c0-b71e-4ea6-b95d-d5ca77b4db89'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:04.452706 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c26909a-9740-40ad-9833-87ab901aa480" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667"}, {"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "829054c0-b71e-4ea6-b95d-d5ca77b4db89"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:04.528296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Port': ['ID=afe24553-745c-4de3-95c2-2eceab64a6d4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:04.585194 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d83836-4afa-4d48-ad99-81b412194bac x-openstack-request-id: req-34d83836-4afa-4d48-ad99-81b412194bac {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:04.585630 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667", "code": 200}, {"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "829054c0-b71e-4ea6-b95d-d5ca77b4db89", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:04.585811 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34d83836-4afa-4d48-ad99-81b412194bac {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:04.586215 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'code': 200} Mar 11 17:30:04.586515 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829054c0-b71e-4ea6-b95d-d5ca77b4db89', 'code': 200} Mar 11 17:30:04.587568 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.607539 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c403dad3-2995-4c3b-b218-ef0b97ae6c62 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:04.609139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c403dad3-2995-4c3b-b218-ef0b97ae6c62 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:04.613298 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c403dad3-2995-4c3b-b218-ef0b97ae6c62 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/2268f991-8e5d-402c-b5e9-6ddb9e9baff5 HTTP/1.1" status: 404 len: 339 time: 0.2812781 Mar 11 17:30:04.619746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36848) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:04.647075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 2dac3327-398c-4032-b0a0-bfd817e0dbda, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2dac3327-398c-4032-b0a0-bfd817e0dbda,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:04.654406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] No DVR routers for this DVR port afe24553-745c-4de3-95c2-2eceab64a6d4 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:04.655769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.656729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 5245b709-678d-4b1b-bd4e-340bbf3dcd6c no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:04.665041 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-81aeba34-f8d7-4408-86e1-e3333cc7cce7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:04.665506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81aeba34-f8d7-4408-86e1-e3333cc7cce7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:04.669019 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-81aeba34-f8d7-4408-86e1-e3333cc7cce7 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/55f3ded0-3639-4702-9b59-0c698d535448 HTTP/1.1" status: 404 len: 337 time: 0.0427647 Mar 11 17:30:04.685539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Allocated IP 172.25.8.116 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/af10520c-919d-45a2-bc76-003221e0d8f7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:04.686238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36852) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:04.715278 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.724616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-39be9375-8d43-452a-972d-4bd8d93e8ac8 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "DELETE /v2.0/ports/afe24553-745c-4de3-95c2-2eceab64a6d4 HTTP/1.1" status: 204 len: 173 time: 2.3720448 Mar 11 17:30:04.725244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': 'afe24553-745c-4de3-95c2-2eceab64a6d4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:04.732072 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf266b1-38e5-41af-8603-b6e17d88babb" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "afe24553-745c-4de3-95c2-2eceab64a6d4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:04.807424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=2dac3327-398c-4032-b0a0-bfd817e0dbda,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:04.883031 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.947896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-5e5815e3-b7b9-4ced-8f03-7f6e91134fe1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:04.949416 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-5e5815e3-b7b9-4ced-8f03-7f6e91134fe1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 815 time: 0.5781281 Mar 11 17:30:04.954241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:04.962121 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:04.974478 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-214ad4bd-3239-40e4-8045-cd8fe63720c6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:04.974845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214ad4bd-3239-40e4-8045-cd8fe63720c6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:04.978162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-214ad4bd-3239-40e4-8045-cd8fe63720c6 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/bf3085fc-6e81-44f4-a9bb-baf0d0308b44 HTTP/1.1" status: 404 len: 339 time: 0.2874074 Mar 11 17:30:05.005245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-269b0236-4799-4748-b76a-8043f6179f43 req-5f7950e5-a4f2-4b4c-9a89-fc177fa3ed8a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300035 Mar 11 17:30:05.006922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36860) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:05.045355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:05.126770 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-e2a7a099-1e11-4493-a094-a6ba01998907 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 471 time: 0.1534350 Mar 11 17:30:05.154493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'port': {'device_id': '84d88923-e5c8-440a-82db-d592205bb6f9', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'admin_state_up': True, 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'security_groups': ['41e9eec9-c141-4016-9bbb-e97cfdc3cadb']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:05.206200 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40cb38c-98ab-48f9-bdb2-e5cf851bf45d x-openstack-request-id: req-d40cb38c-98ab-48f9-bdb2-e5cf851bf45d {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:05.206420 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "afe24553-745c-4de3-95c2-2eceab64a6d4", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:05.208744 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d40cb38c-98ab-48f9-bdb2-e5cf851bf45d {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:05.209194 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': 'afe24553-745c-4de3-95c2-2eceab64a6d4', 'status': 'completed', 'code': 200} Mar 11 17:30:05.295205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f9ecc-06d1-41dd-93f4-059602258ee3 req-6c6ca096-f580-488d-a7e4-adf0d1153a39 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.301312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f9ecc-06d1-41dd-93f4-059602258ee3 req-6c6ca096-f580-488d-a7e4-adf0d1153a39 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.307133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f9ecc-06d1-41dd-93f4-059602258ee3 req-6c6ca096-f580-488d-a7e4-adf0d1153a39 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.313813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f9ecc-06d1-41dd-93f4-059602258ee3 req-6c6ca096-f580-488d-a7e4-adf0d1153a39 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:05.321608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-647f9ecc-06d1-41dd-93f4-059602258ee3 req-6c6ca096-f580-488d-a7e4-adf0d1153a39 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 3144 time: 0.4891517 Mar 11 17:30:05.330643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46b1c0ab-1c33-4db8-b9f3-a5bc3937e35e req-de3b4ac3-acea-44b3-b9d5-5c46bab20d97 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 210 time: 0.1187489 Mar 11 17:30:05.360664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.368255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.414848 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.425010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-647f9ecc-06d1-41dd-93f4-059602258ee3 req-2d7b67a8-5ac5-47ec-999a-586b2fc36cdf tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024437 Mar 11 17:30:05.443900 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:05.445270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Made reservation on behalf of d2989ae2ea1f44078c929a166bd10a72 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:05.452362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.459112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:05.461948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:05.462562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.483466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:05.571887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Pushing event updated for resources: {'Port': ['ID=af10520c-919d-45a2-bc76-003221e0d8f7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:05.629465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.682771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29593e2-8e71-4647-8b1c-09a72b5c55a2']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:05.706737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0cc6f3-f3cd-4714-b8e3-caf9c41f991a') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:05.716129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0cc6f3-f3cd-4714-b8e3-caf9c41f991a') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:05.739378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] For port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:05.740198 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.764469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.776049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Calling delete_port for 5245b709-678d-4b1b-bd4e-340bbf3dcd6c owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:05.805060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.811531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.823093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:30:05.823509 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:05.828654 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:05.855615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:05.927101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Allocated IP 172.20.0.5 (692795f5-26c2-430b-9ffc-82a05437df85/d41449e9-73a3-4dcc-8adf-d53993b46d57/ad107a70-3500-49c4-8603-e5255f6abd7c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:06.012815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83531143-0f78-4b38-b2ab-dc1c1fbd97dd req-2960b262-e18d-45c5-b700-331ff331c065 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:06.025052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83531143-0f78-4b38-b2ab-dc1c1fbd97dd req-2960b262-e18d-45c5-b700-331ff331c065 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 946 time: 0.2808762 Mar 11 17:30:06.052356 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.070162 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.076483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/a29593e2-8e71-4647-8b1c-09a72b5c55a2 HTTP/1.1" status: 204 len: 168 time: 1.0660613 Mar 11 17:30:06.078595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36876) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:06.110206 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.123303 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.135142 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-1926a6a5-6e34-4fae-b0d2-0c8bf160ab31 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:06.135746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1926a6a5-6e34-4fae-b0d2-0c8bf160ab31 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:06.140837 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1926a6a5-6e34-4fae-b0d2-0c8bf160ab31 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/f7d34859-0b0d-4a67-859b-ecd76e7fcdba HTTP/1.1" status: 404 len: 337 time: 0.0582919 Mar 11 17:30:06.144247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:06.157080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324ecf2-b4ba-4fbd-8720-8809aa5b0af0 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=a29593e2-8e71-4647-8b1c-09a72b5c55a2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:06.194740 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e2a524-3d21-4fad-b868-bfd652c387ce tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:06.195335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e2a524-3d21-4fad-b868-bfd652c387ce tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:06.200148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-91e2a524-3d21-4fad-b868-bfd652c387ce tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/6521a64b-2928-4cfa-a3db-a5af36f0822c HTTP/1.1" status: 404 len: 339 time: 0.0519247 Mar 11 17:30:06.203838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36880) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:06.214903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83531143-0f78-4b38-b2ab-dc1c1fbd97dd req-eea960f1-6e1c-48e2-a78d-d5cb5fe5ab14 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885710 Mar 11 17:30:06.226899 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.247320 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1d3b44-532b-4618-ad17-2d7ae14ff1a9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:06.247768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1d3b44-532b-4618-ad17-2d7ae14ff1a9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:06.253343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cd1d3b44-532b-4618-ad17-2d7ae14ff1a9 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/3d6edd50-3757-4883-b800-2261d66bfa01 HTTP/1.1" status: 404 len: 337 time: 0.0459409 Mar 11 17:30:06.253739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36882) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:06.256272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Pushing event updated for resources: {'Port': ['ID=af10520c-919d-45a2-bc76-003221e0d8f7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:06.278985 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.307452 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6ca173-3870-44f1-bcfe-c3f7f31fdbaf tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:06.308052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6ca173-3870-44f1-bcfe-c3f7f31fdbaf tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:06.310635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.311112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4d6ca173-3870-44f1-bcfe-c3f7f31fdbaf tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/82c1956b-80d9-4d50-8ad2-7d0cb8a77113 HTTP/1.1" status: 404 len: 339 time: 0.0564623 Mar 11 17:30:06.315773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8dd27cc8-0da8-4d46-b235-f57fdc374304 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1672106 Mar 11 17:30:06.316927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36884) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:06.317479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:06.327052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1224323794', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'fixed_ips': [{'ip_address': '172.25.8.116'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:06.359590 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.364016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-138841fe-62f1-406b-843f-25d9ab5751a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788207 Mar 11 17:30:06.393986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Port': ['ID=5245b709-678d-4b1b-bd4e-340bbf3dcd6c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:06.416957 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c133717-7243-46eb-b9ab-c3a40a3a33f5 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:06.417425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c133717-7243-46eb-b9ab-c3a40a3a33f5 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:06.423453 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9c133717-7243-46eb-b9ab-c3a40a3a33f5 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/aceaf38c-a88c-4b05-ab62-f71d4d5e754c HTTP/1.1" status: 404 len: 337 time: 0.1033411 Mar 11 17:30:06.424200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Made reservation on behalf of 07ae4b1d595c4cc0b4fdfbf530da1748 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:06.426959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.429853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36890) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:06.439912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.469178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.508370 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-12853f13-782b-4d3c-b9ad-23c6a451e8e5 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:06.508370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12853f13-782b-4d3c-b9ad-23c6a451e8e5 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:06.513224 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-12853f13-782b-4d3c-b9ad-23c6a451e8e5 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/6fc35e70-1bab-4e8e-90d0-07d931b32ccb HTTP/1.1" status: 404 len: 339 time: 0.0825291 Mar 11 17:30:06.514326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:06.545069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] No DVR routers for this DVR port 5245b709-678d-4b1b-bd4e-340bbf3dcd6c on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:06.549270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.553790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-be4d5181-ee04-4b94-9b48-55ec9ceeb472 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "DELETE /v2.0/ports/5245b709-678d-4b1b-bd4e-340bbf3dcd6c HTTP/1.1" status: 204 len: 173 time: 1.8076174 Mar 11 17:30:06.590066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dac3327-398c-4032-b0a0-bfd817e0dbda'}, {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:06.603358 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1867ca6-05e3-4e68-8a4a-bb0dc37dd33d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:06.603920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1867ca6-05e3-4e68-8a4a-bb0dc37dd33d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:06.605892 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d5f8ea-2f69-4021-98e4-d59bcf1024bf" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "2dac3327-398c-4032-b0a0-bfd817e0dbda"}, {"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "5245b709-678d-4b1b-bd4e-340bbf3dcd6c"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:06.610155 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f1867ca6-05e3-4e68-8a4a-bb0dc37dd33d tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/ee830842-d1de-4c62-babe-546845b204b2 HTTP/1.1" status: 404 len: 337 time: 0.0908694 Mar 11 17:30:06.613420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Network 692795f5-26c2-430b-9ffc-82a05437df85 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:06.616397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36898) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:06.621315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=ad107a70-3500-49c4-8603-e5255f6abd7c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:06.623515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:06.629535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:06.740256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:06.740984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:06.796370 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c9809f08-1935-4fb4-b8aa-e26ddba22545 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6461756 Mar 11 17:30:06.817472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Request body: {'port': {'device_id': '84d88923-e5c8-440a-82db-d592205bb6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:07.021130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:07.023135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:07.050868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:07.063622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] device_id is not set on port efd9a7b6-2ff8-4564-aa2f-e028950f8631 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:30:07.203537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-50b7cb55-c096-4acf-a7ae-992f6b3e77f2 None None] Provisioning complete for port ad107a70-3500-49c4-8603-e5255f6abd7c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:07.206055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-50b7cb55-c096-4acf-a7ae-992f6b3e77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:07.242640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:07.263717 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690d011e-68e6-46c1-b872-c125c576d3e5" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "5245b709-678d-4b1b-bd4e-340bbf3dcd6c"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:07.269045 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-193a3847-d20e-434a-83cd-2a644defcc28 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:07.269645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193a3847-d20e-434a-83cd-2a644defcc28 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:07.275017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-193a3847-d20e-434a-83cd-2a644defcc28 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/7f16306b-28e2-4097-94dc-822c497db7f4 HTTP/1.1" status: 404 len: 339 time: 0.6502895 Mar 11 17:30:07.281009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36910) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:07.286880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28f5761-f472-4371-90ec-ee2423c6a74a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:07.326324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4746e7-d645-4927-8d4e-38e862812eb0 req-c1d59b14-d17f-4dd5-a34d-5fe5c9d9b8d4 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.328235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d4746e7-d645-4927-8d4e-38e862812eb0 req-c1d59b14-d17f-4dd5-a34d-5fe5c9d9b8d4 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 931 time: 0.8317974 Mar 11 17:30:07.344053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-50b7cb55-c096-4acf-a7ae-992f6b3e77f2 None None] Port ad107a70-3500-49c4-8603-e5255f6abd7c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:30:07.382200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-f88a6b62-f5d4-412d-a503-5253f4fc6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.385734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-f88a6b62-f5d4-412d-a503-5253f4fc6da7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 1096 time: 0.9828765 Mar 11 17:30:07.446823 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3f977e-5e97-4caa-9733-bb3c33b5bde1 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:07.447265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3f977e-5e97-4caa-9733-bb3c33b5bde1 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:07.450770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff3f977e-5e97-4caa-9733-bb3c33b5bde1 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/82736b9b-da5b-48da-9ab1-01afc018d898 HTTP/1.1" status: 404 len: 337 time: 0.1625838 Mar 11 17:30:07.461466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36912) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:07.494767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba02f4a-72f0-4fe8-94a5-a888cb64b3a1 req-21a21195-f697-489d-bff5-2ac0579dbbba tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.501364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba02f4a-72f0-4fe8-94a5-a888cb64b3a1 req-21a21195-f697-489d-bff5-2ac0579dbbba tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.507822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba02f4a-72f0-4fe8-94a5-a888cb64b3a1 req-21a21195-f697-489d-bff5-2ac0579dbbba tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.509596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fba02f4a-72f0-4fe8-94a5-a888cb64b3a1 req-21a21195-f697-489d-bff5-2ac0579dbbba tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 2409 time: 0.9508135 Mar 11 17:30:07.591296 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a440476-0819-48cd-9132-33882e664d0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:07.592687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a440476-0819-48cd-9132-33882e664d0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:07.598997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6a440476-0819-48cd-9132-33882e664d0e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/343a0227-9852-4422-8544-6ef1478e9244 HTTP/1.1" status: 404 len: 339 time: 0.1226211 Mar 11 17:30:07.615003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36914) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:07.659223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d4746e7-d645-4927-8d4e-38e862812eb0 req-b12f25ff-b3ba-4b63-869d-f3e532f9fbc0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865968 Mar 11 17:30:07.669791 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac26358-9be0-4d4c-94f9-f561cf86df43 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:07.671045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac26358-9be0-4d4c-94f9-f561cf86df43 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:07.678178 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8ac26358-9be0-4d4c-94f9-f561cf86df43 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/42d4e222-0c50-48f4-8564-09fe0f190869 HTTP/1.1" status: 404 len: 337 time: 0.0592346 Mar 11 17:30:07.683150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36916) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:07.687064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-ebff8f31-62d8-48f5-a6f2-a88fb11ae27d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.689144 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-ebff8f31-62d8-48f5-a6f2-a88fb11ae27d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 946 time: 0.3127806 Mar 11 17:30:07.702389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-ae5f3800-3e19-455e-86fd-068f5a974406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:07.702595 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-ae5f3800-3e19-455e-86fd-068f5a974406 service neutron] 10.222.0.66 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 905 time: 0.2620335 Mar 11 17:30:07.715473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fba02f4a-72f0-4fe8-94a5-a888cb64b3a1 req-8e4fe3cf-46f0-48b2-8cc3-6768b59d8fd4 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876490 Mar 11 17:30:07.778448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-119ba0b4-3420-4e3f-81a8-d003f402d404 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d81aa991-4bdf-43af-8d3a-aae04cf99c43 HTTP/1.1" status: 200 len: 217 time: 0.0624256 Mar 11 17:30:07.782136 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e537ed-5a79-4d40-a609-3361ecdf4453 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:07.782858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e537ed-5a79-4d40-a609-3361ecdf4453 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:07.786021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-53e537ed-5a79-4d40-a609-3361ecdf4453 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/98bc98cd-b4bc-4b85-901e-e14c3525bab5 HTTP/1.1" status: 404 len: 339 time: 0.0868111 Mar 11 17:30:07.790914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:07.791231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:07.803621 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949c9e2b-2822-48ed-b22e-4c581fdb19ce x-openstack-request-id: req-949c9e2b-2822-48ed-b22e-4c581fdb19ce {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:07.804096 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "2dac3327-398c-4032-b0a0-bfd817e0dbda", "code": 200}, {"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-unplugged", "status": "completed", "tag": "5245b709-678d-4b1b-bd4e-340bbf3dcd6c", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:07.804096 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-949c9e2b-2822-48ed-b22e-4c581fdb19ce {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:07.804443 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dac3327-398c-4032-b0a0-bfd817e0dbda', 'code': 200} Mar 11 17:30:07.804761 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c', 'code': 200} Mar 11 17:30:07.806477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36920) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:07.878357 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7d7856-fcfe-401f-aaf4-73d17d6a3892 x-openstack-request-id: req-2f7d7856-fcfe-401f-aaf4-73d17d6a3892 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:07.878653 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "5245b709-678d-4b1b-bd4e-340bbf3dcd6c", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:07.878912 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f7d7856-fcfe-401f-aaf4-73d17d6a3892 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:07.879318 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': '5245b709-678d-4b1b-bd4e-340bbf3dcd6c', 'status': 'completed', 'code': 200} Mar 11 17:30:07.919362 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-192676f5-3c17-419e-a622-b77c56fbc16e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:07.919933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192676f5-3c17-419e-a622-b77c56fbc16e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:07.925269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-192676f5-3c17-419e-a622-b77c56fbc16e tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/f0fca51e-899a-4af8-aa8e-f93a34da07ac HTTP/1.1" status: 404 len: 337 time: 0.1157060 Mar 11 17:30:07.961396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36928) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:08.013117 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a90bbc-ea73-41c7-bae8-36e7bfc8ccd4 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:08.014814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a90bbc-ea73-41c7-bae8-36e7bfc8ccd4 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:08.020155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-57a90bbc-ea73-41c7-bae8-36e7bfc8ccd4 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/6c7f9b29-2aef-48a4-a956-71ae65ce4f26 HTTP/1.1" status: 404 len: 339 time: 0.0552688 Mar 11 17:30:08.023950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36932) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:08.041077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad107a70-3500-49c4-8603-e5255f6abd7c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:30:08.056356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-229fc79b-ae66-45ec-b4c2-b3cdcb73c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:08.057917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-229fc79b-ae66-45ec-b4c2-b3cdcb73c529 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.2700057 Mar 11 17:30:08.063401 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-12861b72-42ae-48fb-ac1e-7b459da81f66 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:08.063741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12861b72-42ae-48fb-ac1e-7b459da81f66 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:08.067591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.070743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-12861b72-42ae-48fb-ac1e-7b459da81f66 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/65d024bd-cdf4-48b7-8a01-7671b47f1bd6 HTTP/1.1" status: 404 len: 337 time: 0.0438306 Mar 11 17:30:08.074636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36938) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:08.087379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16272-ff06-4d7c-8e56-3151d2f20735 req-0b674f79-e99b-49ef-b16c-12acefa5db85 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:08.088588 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60f16272-ff06-4d7c-8e56-3151d2f20735 req-0b674f79-e99b-49ef-b16c-12acefa5db85 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 946 time: 0.2081547 Mar 11 17:30:08.131239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Transition to ACTIVE for port object ad107a70-3500-49c4-8603-e5255f6abd7c will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:08.144312 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-597b6251-ca4d-4345-a13e-6b9862192cf4 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] DELETE failed (client error): The resource could not be found. Mar 11 17:30:08.145128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597b6251-ca4d-4345-a13e-6b9862192cf4 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:08.149656 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-597b6251-ca4d-4345-a13e-6b9862192cf4 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/795d92a3-b32e-48db-aea2-aa28dad1c3ea HTTP/1.1" status: 404 len: 339 time: 0.0717101 Mar 11 17:30:08.164036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-858abc75-2178-4bac-bada-11fd1ae631b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863576 Mar 11 17:30:08.170629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36942) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:08.174559 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.251742 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 17:30:08.252385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:30:08.313333 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d77be104-bb1a-482a-aa71-3488ebf8c57c tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9916887 Mar 11 17:30:08.314087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36944) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:08.338664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60f16272-ff06-4d7c-8e56-3151d2f20735 req-db7b356c-6890-47ea-b3a9-f1587e416033 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314165 Mar 11 17:30:08.340488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] For port 829054c0-b71e-4ea6-b95d-d5ca77b4db89, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=829054c0-b71e-4ea6-b95d-d5ca77b4db89,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:08.340861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.390342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Calling delete_port for 829054c0-b71e-4ea6-b95d-d5ca77b4db89 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:08.397232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e4dae9-f66c-47b0-aa50-e50cdcab93f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Deleting subnet d87cca1e-fcf0-40b3-98f1-31c006f0e6c5 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:30:08.405549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3e4dae9-f66c-47b0-aa50-e50cdcab93f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.503572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Pushing event updated for resources: {'Port': ['ID=ad107a70-3500-49c4-8603-e5255f6abd7c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:08.544067 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3e4dae9-f66c-47b0-aa50-e50cdcab93f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.587874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-6011d986-606a-4f22-9a77-ed19d683fe80 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882413 Mar 11 17:30:08.693857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Deleting port a4bfb7a1-850b-4380-a27f-59da85b9a508 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:08.694454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.844656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-aa9ff800-27f9-41cf-9f21-b18e31936549 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2232361 Mar 11 17:30:08.945845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd902159-c8ba-4cc9-8fdf-ea19b15f7372 req-3aa47e11-a35b-4337-8ebb-5e6fb3dba91d service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452504 Mar 11 17:30:08.981425 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3e4dae9-f66c-47b0-aa50-e50cdcab93f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:08.987071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.119063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Port': ['ID=829054c0-b71e-4ea6-b95d-d5ca77b4db89,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:09.237575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3e4dae9-f66c-47b0-aa50-e50cdcab93f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.270297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] For port a4bfb7a1-850b-4380-a27f-59da85b9a508, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a4bfb7a1-850b-4380-a27f-59da85b9a508,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:09.271139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.285724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Calling delete_port for a4bfb7a1-850b-4380-a27f-59da85b9a508 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:09.292837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a304a-df1b-407c-b24f-e44980864073 None None] Network fc2898f9-4907-4406-871d-cd5a48817997 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:30:09.313760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3e4dae9-f66c-47b0-aa50-e50cdcab93f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.317038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a3e4dae9-f66c-47b0-aa50-e50cdcab93f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/subnets/d87cca1e-fcf0-40b3-98f1-31c006f0e6c5 HTTP/1.1" status: 204 len: 168 time: 1.1431468 Mar 11 17:30:09.333935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4dae9-f66c-47b0-aa50-e50cdcab93f3 tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Subnet': ['ID=d87cca1e-fcf0-40b3-98f1-31c006f0e6c5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:09.341017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-6bece3aa-49f7-4bbe-a418-e1b21936204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.343562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-6bece3aa-49f7-4bbe-a418-e1b21936204e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 1096 time: 0.3847983 Mar 11 17:30:09.345684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] No DVR routers for this DVR port 829054c0-b71e-4ea6-b95d-d5ca77b4db89 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:09.348188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.354037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-da75a069-da05-4770-9e77-3ea7e9591ced tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "DELETE /v2.0/ports/829054c0-b71e-4ea6-b95d-d5ca77b4db89 HTTP/1.1" status: 204 len: 173 time: 2.7787654 Mar 11 17:30:09.370456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27994673-f885-4bab-a533-a29aca6161c2 req-ccf08d65-1c6e-461d-9ed7-155206626d13 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.380571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27994673-f885-4bab-a533-a29aca6161c2 req-ccf08d65-1c6e-461d-9ed7-155206626d13 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.389811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27994673-f885-4bab-a533-a29aca6161c2 req-ccf08d65-1c6e-461d-9ed7-155206626d13 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 1676 time: 0.4202247 Mar 11 17:30:09.405731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36956) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:09.507529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43eb03-dc13-40b1-ab33-ff73969da00f req-687450d4-2bc1-40ae-bad6-8264337cd19e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:09.509435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e43eb03-dc13-40b1-ab33-ff73969da00f req-687450d4-2bc1-40ae-bad6-8264337cd19e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 943 time: 0.5624769 Mar 11 17:30:09.618944 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.669489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:09.682124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0dbea993-d1d1-487d-b57b-459591439d5e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:09.715083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event deleted for resources: {'Port': ['ID=a4bfb7a1-850b-4380-a27f-59da85b9a508,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:09.739853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Attempting to bind port ad107a70-3500-49c4-8603-e5255f6abd7c on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:09.740371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Attempting to bind port ad107a70-3500-49c4-8603-e5255f6abd7c by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:09.740860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Attempting to bind port ad107a70-3500-49c4-8603-e5255f6abd7c on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:30:09.806339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] No DVR routers for this DVR port a4bfb7a1-850b-4380-a27f-59da85b9a508 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:09.814388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.818154 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-664cdc2c-e7d4-4016-b52f-86a9cc2d043b req-d1f2914c-acd1-4a92-9580-1e224743087a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "DELETE /v2.0/ports/a4bfb7a1-850b-4380-a27f-59da85b9a508 HTTP/1.1" status: 204 len: 173 time: 2.0936103 Mar 11 17:30:09.820020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edca828-3300-4199-89a1-8de0ef6661e6', 'name': 'network-vif-deleted', 'tag': 'a4bfb7a1-850b-4380-a27f-59da85b9a508'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:09.824255 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1976a876-4fa2-4d06-a060-c52170ba10ea" -d '{"events": [{"server_uuid": "7edca828-3300-4199-89a1-8de0ef6661e6", "name": "network-vif-deleted", "tag": "a4bfb7a1-850b-4380-a27f-59da85b9a508"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:09.834538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Port ad107a70-3500-49c4-8603-e5255f6abd7c on network 692795f5-26c2-430b-9ffc-82a05437df85 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:30:09.836412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Attempting to bind port ad107a70-3500-49c4-8603-e5255f6abd7c on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:30:09.869295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Deleting port af10520c-919d-45a2-bc76-003221e0d8f7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:09.870683 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:09.907572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': '829054c0-b71e-4ea6-b95d-d5ca77b4db89'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:09.910197 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2060977b-ccf8-4a13-b602-e7d8cf9f3e0e" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "829054c0-b71e-4ea6-b95d-d5ca77b4db89"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:10.007080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a4bfb7a1-850b-4380-a27f-59da85b9a508 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:10.025660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27994673-f885-4bab-a533-a29aca6161c2 req-23e2d4e3-dfed-4be9-9a97-0a0554709ace tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6346264 Mar 11 17:30:10.075340 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: a4bfb7a1-850b-4380-a27f-59da85b9a508 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:30:10.075793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a4bfb7a1-850b-4380-a27f-59da85b9a508 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:30:10.102960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.103931 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.120070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Calling delete_port for af10520c-919d-45a2-bc76-003221e0d8f7 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:10.208612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af38635b-ba3b-4930-99c4-f85edca04d68 None None] DHCP port deletion for fc2898f9-4907-4406-871d-cd5a48817997 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:30:10.224726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.298058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:30:10.298760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Checking segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:30:10.299420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Bound using segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:30:10.299913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Bound port: ad107a70-3500-49c4-8603-e5255f6abd7c, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:10.300467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.306192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.383636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-30227cc1-0e6a-4afa-bc88-79e56969982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:10.390167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-30227cc1-0e6a-4afa-bc88-79e56969982a service neutron] 10.222.0.46 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 905 time: 0.9806964 Mar 11 17:30:10.436081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e43eb03-dc13-40b1-ab33-ff73969da00f req-49d6ea4b-c840-40fb-8c09-dd4712aea364 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8707178 Mar 11 17:30:10.442908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Pushing event deleted for resources: {'Port': ['ID=af10520c-919d-45a2-bc76-003221e0d8f7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:10.449811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.453875 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.456455 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ec3c0bef-1117-45b6-965f-57d2a6730325 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778 tempest-ExternalNetworksAdminNegativeTestJSON-1352023778-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/1bb65d70-1c07-4e3e-869f-8dd1581ca4a3 HTTP/1.1" status: 204 len: 168 time: 2.1376617 Mar 11 17:30:10.574859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be567c33-9fba-46c3-ae14-a20afefca95e req-7d56af89-0e0f-4c3a-b5aa-b456de560895 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=7edca828-3300-4199-89a1-8de0ef6661e6 HTTP/1.1" status: 200 len: 210 time: 0.2945213 Mar 11 17:30:10.639143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-af38635b-ba3b-4930-99c4-f85edca04d68 None None] Deleting port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:10.639638 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-af38635b-ba3b-4930-99c4-f85edca04d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.714409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] For port ad107a70-3500-49c4-8603-e5255f6abd7c, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:10.730698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] For port ad107a70-3500-49c4-8603-e5255f6abd7c, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ad107a70-3500-49c4-8603-e5255f6abd7c,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:10.731156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-af38635b-ba3b-4930-99c4-f85edca04d68 None None] For port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4b5b2b60-65ec-4fdb-adf8-f583d59688bb,segment=NetworkSegment(c2aa1f5c-2ca9-42ee-bf02-c756e862069a),segment_id=c2aa1f5c-2ca9-42ee-bf02-c756e862069a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:10.731652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-af38635b-ba3b-4930-99c4-f85edca04d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.740869 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4169a4-0bc0-4b9f-b524-4b04536c697c x-openstack-request-id: req-fa4169a4-0bc0-4b9f-b524-4b04536c697c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:10.741613 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edca828-3300-4199-89a1-8de0ef6661e6", "name": "network-vif-deleted", "tag": "a4bfb7a1-850b-4380-a27f-59da85b9a508", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:10.743550 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa4169a4-0bc0-4b9f-b524-4b04536c697c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:10.744183 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edca828-3300-4199-89a1-8de0ef6661e6', 'name': 'network-vif-deleted', 'tag': 'a4bfb7a1-850b-4380-a27f-59da85b9a508', 'status': 'completed', 'code': 200} Mar 11 17:30:10.752473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.766785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-af38635b-ba3b-4930-99c4-f85edca04d68 None None] Calling delete_port for 4b5b2b60-65ec-4fdb-adf8-f583d59688bb owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:10.778904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-43ce173a-1d7c-4a24-9d21-f05d2ed8a1c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dbea993-d1d1-487d-b57b-459591439d5e HTTP/1.1" status: 200 len: 217 time: 0.3361394 Mar 11 17:30:10.800161 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697d269e-a332-4f84-ae63-7e40ae34d0d0 x-openstack-request-id: req-697d269e-a332-4f84-ae63-7e40ae34d0d0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:10.800566 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "829054c0-b71e-4ea6-b95d-d5ca77b4db89", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:10.800838 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-697d269e-a332-4f84-ae63-7e40ae34d0d0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:10.801276 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': '829054c0-b71e-4ea6-b95d-d5ca77b4db89', 'status': 'completed', 'code': 200} Mar 11 17:30:10.855208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:10.856239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:10.860234 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] 10.222.0.46 "PUT /v2.0/ports/ad107a70-3500-49c4-8603-e5255f6abd7c HTTP/1.1" status: 200 len: 1091 time: 4.0531487 Mar 11 17:30:10.901808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fa735-cdd2-4046-a9ac-9a8cc27a0dab service neutron] Pushing event updated for resources: {'Port': ['ID=ad107a70-3500-49c4-8603-e5255f6abd7c,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:10.943271 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.010618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:11.011177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.033855 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-af38635b-ba3b-4930-99c4-f85edca04d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.043791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Deleting port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:11.048119 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.101987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-167a8e0c-a35b-42e6-b898-18fd811f1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:11.105896 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-167a8e0c-a35b-42e6-b898-18fd811f1fe0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 1094 time: 0.1213129 Mar 11 17:30:11.155252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38635b-ba3b-4930-99c4-f85edca04d68 None None] Pushing event deleted for resources: {'Port': ['ID=4b5b2b60-65ec-4fdb-adf8-f583d59688bb,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:11.180014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38635b-ba3b-4930-99c4-f85edca04d68 None None] No DVR routers for this DVR port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:11.191277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-741a9690-8ae1-4a6b-ab95-ffe88465ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:11.195498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-741a9690-8ae1-4a6b-ab95-ffe88465ae1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.3727572 Mar 11 17:30:11.252787 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-c3fc75b0-e95b-4772-90ca-57d7e1164530 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad107a70-3500-49c4-8603-e5255f6abd7c HTTP/1.1" status: 200 len: 217 time: 0.1293681 Mar 11 17:30:11.347303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-8c3b3699-94eb-4004-a3ab-6ce37caef819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:11.349303 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-8c3b3699-94eb-4004-a3ab-6ce37caef819 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.0866556 Mar 11 17:30:11.439642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36982) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:11.477950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-6578650f-a332-44be-8a5b-d9ea3442d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:11.479934 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-6578650f-a332-44be-8a5b-d9ea3442d212 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209717 Mar 11 17:30:11.664965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce5505da-b440-49c8-a309-b046c7ce4d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.739366 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-8b356136-1753-42ba-a865-c0edee290b7b service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487040 Mar 11 17:30:11.765909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] For port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb, host n-d-833411-1, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:11.766697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.785072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Calling delete_port for 4b5b2b60-65ec-4fdb-adf8-f583d59688bb owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:11.788398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:30:11.819517 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.823094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-b366516a-497c-4ee7-912c-d6765854d608 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5673072 Mar 11 17:30:11.889969 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce5505da-b440-49c8-a309-b046c7ce4d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.899109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce5505da-b440-49c8-a309-b046c7ce4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.934967 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ce5505da-b440-49c8-a309-b046c7ce4d0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28be1b6779d44151afe0df39d5a49fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4884617 Mar 11 17:30:11.939935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36990) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:11.971322 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1f38b01e-a7f0-4bf4-a825-0b1558032f23 req-4065f861-7459-4cf5-83e7-4b15f65f2193 service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193270 Mar 11 17:30:12.020190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] No DVR routers for this DVR port 4b5b2b60-65ec-4fdb-adf8-f583d59688bb on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:12.047712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5505da-b440-49c8-a309-b046c7ce4d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa7129-5e6a-4a1d-9805-bf9bc8c99d17,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:12.086367 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d701da9a-0ee4-4bd4-81ae-d8a6e0b138ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.144869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d701da9a-0ee4-4bd4-81ae-d8a6e0b138ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.266326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d701da9a-0ee4-4bd4-81ae-d8a6e0b138ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.270117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d701da9a-0ee4-4bd4-81ae-d8a6e0b138ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.272123 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d701da9a-0ee4-4bd4-81ae-d8a6e0b138ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34aa7129-5e6a-4a1d-9805-bf9bc8c99d17 HTTP/1.1" status: 204 len: 168 time: 0.3239036 Mar 11 17:30:12.282255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4b5b2b60-65ec-4fdb-adf8-f583d59688bb no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:12.288241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701da9a-0ee4-4bd4-81ae-d8a6e0b138ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa7129-5e6a-4a1d-9805-bf9bc8c99d17,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:12.317590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4b5b2b60-65ec-4fdb-adf8-f583d59688bb {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:30:12.318228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4b5b2b60-65ec-4fdb-adf8-f583d59688bb not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:30:12.387928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.415329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2898f9-4907-4406-871d-cd5a48817997']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:12.429297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2aa1f5c-2ca9-42ee-bf02-c756e862069a') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:12.429976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2aa1f5c-2ca9-42ee-bf02-c756e862069a') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:12.441736 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.457403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.465107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:30:12.465928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.560872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Port': ['ID=4b5b2b60-65ec-4fdb-adf8-f583d59688bb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:12.576886 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:12.581407 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.628417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e900f3-7e6c-428e-8b2e-a28f8dd4b9e7 req-85ca7766-95f2-4d5e-a50e-22025232cdf8 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:12.630836 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49e900f3-7e6c-428e-8b2e-a28f8dd4b9e7 req-85ca7766-95f2-4d5e-a50e-22025232cdf8 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 943 time: 0.7914987 Mar 11 17:30:12.639318 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:12.644503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] 10.222.0.53 "DELETE /v2.0/networks/fc2898f9-4907-4406-871d-cd5a48817997 HTTP/1.1" status: 204 len: 168 time: 3.2132454 Mar 11 17:30:12.649707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29cc21-d987-4de7-b2b3-a358ad53653f tempest-NetworksTest-2072198707 tempest-NetworksTest-2072198707-project] Pushing event deleted for resources: {'Network': ['ID=fc2898f9-4907-4406-871d-cd5a48817997,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:12.708999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713733b8-54d4-4f3e-865e-e539253f15c9 req-204da582-1687-405b-87d6-5e700f2382df tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:12.748314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713733b8-54d4-4f3e-865e-e539253f15c9 req-204da582-1687-405b-87d6-5e700f2382df tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:12.753400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d88923-e5c8-440a-82db-d592205bb6f9', 'tag': 'ad107a70-3500-49c4-8603-e5255f6abd7c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:12.764989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-713733b8-54d4-4f3e-865e-e539253f15c9 req-204da582-1687-405b-87d6-5e700f2382df tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 1676 time: 1.5015993 Mar 11 17:30:12.773790 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "84d88923-e5c8-440a-82db-d592205bb6f9", "tag": "ad107a70-3500-49c4-8603-e5255f6abd7c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:12.996160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] For port 4eca2090-886c-4e60-a1d8-d4c64ad0f667, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4eca2090-886c-4e60-a1d8-d4c64ad0f667,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:12.996707 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.094203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-424679c2-936a-4fa7-977c-1e92a1de18b2 service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2034955 Mar 11 17:30:13.245959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49e900f3-7e6c-428e-8b2e-a28f8dd4b9e7 req-81fab1d3-f2ef-4b79-a75f-ba8aae7c5616 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5742016 Mar 11 17:30:13.393036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37020) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:13.443974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:13.511996 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6ef038-1c9e-490c-86fa-a94c8139151d x-openstack-request-id: req-3c6ef038-1c9e-490c-86fa-a94c8139151d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:13.512305 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d88923-e5c8-440a-82db-d592205bb6f9", "tag": "ad107a70-3500-49c4-8603-e5255f6abd7c", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:13.512610 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c6ef038-1c9e-490c-86fa-a94c8139151d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:13.513040 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d88923-e5c8-440a-82db-d592205bb6f9', 'tag': 'ad107a70-3500-49c4-8603-e5255f6abd7c', 'status': 'completed', 'code': 200} Mar 11 17:30:13.625323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-96266385-7b89-4bec-9d8e-83dd083489c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.698934 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2628e355-a866-43fa-a3eb-e379a7b5183b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07ae4b1d595c4cc0b4fdfbf530da1748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537444 Mar 11 17:30:13.700426 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:13.721008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-cc2084a2-b3bf-4024-af5d-1627a53e7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:13.721817 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-cc2084a2-b3bf-4024-af5d-1627a53e7b39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 1094 time: 0.1961575 Mar 11 17:30:13.927034 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.929789 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.930330 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Floating IP ee81effb-8988-4ae3-8265-92a458ba625b disassociated. External IP: 172.25.8.21, port: 4eca2090-886c-4e60-a1d8-d4c64ad0f667. Mar 11 17:30:13.930979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Calling delete_port for 4eca2090-886c-4e60-a1d8-d4c64ad0f667 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:14.157271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.158830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-713733b8-54d4-4f3e-865e-e539253f15c9 req-047d9479-20f6-4f03-a126-8a566b373730 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3890297 Mar 11 17:30:14.333648 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0fec8c8d-a94d-42a9-b2e0-1c10cf1f7e9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e39ea1c050c943c08e596c4553d5c5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9362798 Mar 11 17:30:14.367371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-68bcbb17-ff78-4a48-a394-01fb1df195ba service neutron] 10.222.0.46 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2714002 Mar 11 17:30:14.381478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:14.422178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.502608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-b82e48c2-2fdc-4b96-8059-be7befcacf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:14.514527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-b82e48c2-2fdc-4b96-8059-be7befcacf7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.7837121 Mar 11 17:30:14.650980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.659367 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-a4853c5c-33d8-4291-a57c-af40f501964e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad107a70-3500-49c4-8603-e5255f6abd7c HTTP/1.1" status: 200 len: 217 time: 0.1010330 Mar 11 17:30:14.709344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Port': ['ID=4eca2090-886c-4e60-a1d8-d4c64ad0f667,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:14.723034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8702de6-a1b3-4893-822e-127a54b39df5 req-78255dd5-d48e-4bd1-b228-abcdf20143b7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:14.724676 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.725033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8702de6-a1b3-4893-822e-127a54b39df5 req-78255dd5-d48e-4bd1-b228-abcdf20143b7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 945 time: 0.2164984 Mar 11 17:30:14.727788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.729251 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b28f5761-f472-4371-90ec-ee2423c6a74a HTTP/1.1" status: 204 len: 168 time: 1.0277119 Mar 11 17:30:14.736455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77204e24-1a9d-4e73-91b3-36d657fde210 req-614bd049-cc6a-4018-b8a8-ad6f7107a037 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:14.751825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77204e24-1a9d-4e73-91b3-36d657fde210 req-614bd049-cc6a-4018-b8a8-ad6f7107a037 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 943 time: 0.1528871 Mar 11 17:30:14.821110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28f5761-f472-4371-90ec-ee2423c6a74a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:14.829262 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c72184fa-cd78-4b28-84de-3cbbf2e0376e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.866962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c72184fa-cd78-4b28-84de-3cbbf2e0376e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.950410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.951035 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.951529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.952045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.952664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.953233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.953771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.954888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.955417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.956005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.956795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.957390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c47397-43e4-431c-bd0c-5936a30ad405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:14.968017 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c72184fa-cd78-4b28-84de-3cbbf2e0376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.972165 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c72184fa-cd78-4b28-84de-3cbbf2e0376e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.973640 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c72184fa-cd78-4b28-84de-3cbbf2e0376e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d9b4330-a245-4f03-970c-d9fc59c61f25 HTTP/1.1" status: 204 len: 168 time: 0.4520276 Mar 11 17:30:14.980022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-bc2a5d84-e7bb-4feb-b527-3bd1b38c1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:14.981588 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-bc2a5d84-e7bb-4feb-b527-3bd1b38c1e13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.2836459 Mar 11 17:30:14.995797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72184fa-cd78-4b28-84de-3cbbf2e0376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9b4330-a245-4f03-970c-d9fc59c61f25,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:15.063706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77204e24-1a9d-4e73-91b3-36d657fde210 req-029cc750-c275-4d59-acac-517e68c2184e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109899 Mar 11 17:30:15.106296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8702de6-a1b3-4893-822e-127a54b39df5 req-2a2409b0-8a53-4b6e-b89d-5ef8e8f6e4f1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460867 Mar 11 17:30:15.254208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-98bb246d-a490-4d80-89d7-49cffd005c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:15.255832 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-98bb246d-a490-4d80-89d7-49cffd005c76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299480 Mar 11 17:30:15.310567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ad107a70-3500-49c4-8603-e5255f6abd7c details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:30:15.363195 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:30:15.423464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Router 1a1723c7-1249-453e-8889-e8890a10bb80 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:15.700800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-42db763e-6213-418c-a08c-8e9370678647 service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320004 Mar 11 17:30:15.710487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ad107a70-3500-49c4-8603-e5255f6abd7c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ad107a70-3500-49c4-8603-e5255f6abd7c,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:15.748357 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ad107a70-3500-49c4-8603-e5255f6abd7c', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'port_id': 'ad107a70-3500-49c4-8603-e5255f6abd7c', 'mac_address': 'fa:16:3e:be:e5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:30:15.935873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:15.980519 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a4aad75-6a07-4ff1-875c-fd46f2c06d1f req-e540ccfb-ddb8-434b-be76-57a5d9dfd1ab service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663357 Mar 11 17:30:16.027716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:16.032325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad107a70-3500-49c4-8603-e5255f6abd7c {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:30:16.047485 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] Sync routers for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:30:16.050139 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9174abbc-a804-4faf-a943-b75f91108d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.059487 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:16.060524 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:16.112896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62340b-7cc4-4ad7-84eb-67c747883a39 req-0ba06a61-2be1-4099-a7d4-adcbaea1a862 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:16.142942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a62340b-7cc4-4ad7-84eb-67c747883a39 req-0ba06a61-2be1-4099-a7d4-adcbaea1a862 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 942 time: 0.6505787 Mar 11 17:30:16.187162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ad107a70-3500-49c4-8603-e5255f6abd7c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ad107a70-3500-49c4-8603-e5255f6abd7c,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:16.209049 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.220850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ef144dc7-6797-4e9c-af5d-721feee3105c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:16.223422 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:30:16.229317 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ef144dc7-6797-4e9c-af5d-721feee3105c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 945 time: 0.2356339 Mar 11 17:30:16.387555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ad107a70-3500-49c4-8603-e5255f6abd7c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:16.420611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a62340b-7cc4-4ad7-84eb-67c747883a39 req-4b955c95-f724-4951-9270-930266674319 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716696 Mar 11 17:30:16.422353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] No DVR routers for this DVR port 4eca2090-886c-4e60-a1d8-d4c64ad0f667 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:16.431102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.442925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-57a766a4-3905-4f35-aeb8-9dc737b3b656 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "DELETE /v2.0/ports/4eca2090-886c-4e60-a1d8-d4c64ad0f667 HTTP/1.1" status: 204 len: 173 time: 7.0415618 Mar 11 17:30:16.454018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ad107a70-3500-49c4-8603-e5255f6abd7c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:16.548044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Deleting port 0dbea993-d1d1-487d-b57b-459591439d5e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:16.549822 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.557601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:16.572406 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454c5eda-91c7-48ec-84e1-6230acb114ef" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:16.771988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0aa92-f28f-49e3-8ec3-2a331fae695d req-5950f974-c2a4-4e60-b51c-20813cfde769 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:16.773791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-93b0aa92-f28f-49e3-8ec3-2a331fae695d req-5950f974-c2a4-4e60-b51c-20813cfde769 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 944 time: 0.4993079 Mar 11 17:30:16.942749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] For port 0dbea993-d1d1-487d-b57b-459591439d5e, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0dbea993-d1d1-487d-b57b-459591439d5e,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:16.946693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.960862 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-93b0aa92-f28f-49e3-8ec3-2a331fae695d req-ab54a84f-4ffc-4f3d-990c-99244e48f80f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414752 Mar 11 17:30:16.975113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57770b1f-19de-4757-be58-f3336ceb5802 req-3555c2a6-30f4-4855-93ae-1aedd1c46918 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:16.991362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57770b1f-19de-4757-be58-f3336ceb5802 req-3555c2a6-30f4-4855-93ae-1aedd1c46918 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 945 time: 0.2983642 Mar 11 17:30:17.003444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Calling delete_port for 0dbea993-d1d1-487d-b57b-459591439d5e owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:17.039867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting port 2dac3327-398c-4032-b0a0-bfd817e0dbda {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:17.040937 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:17.080197 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ec4665-a078-4fa4-a419-6a83e25d84c2 x-openstack-request-id: req-b7ec4665-a078-4fa4-a419-6a83e25d84c2 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:17.080728 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "4eca2090-886c-4e60-a1d8-d4c64ad0f667", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:17.081511 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7ec4665-a078-4fa4-a419-6a83e25d84c2 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:17.082065 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': '4eca2090-886c-4e60-a1d8-d4c64ad0f667', 'status': 'completed', 'code': 200} Mar 11 17:30:17.097890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57770b1f-19de-4757-be58-f3336ceb5802 req-1ad54443-0fb0-4e77-bfea-bedd988d0890 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054161 Mar 11 17:30:17.128833 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:17.157459 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '6ad0af82-808e-4e6b-bcec-cbfde24bfc2f', 'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'mac_address': 'fa:16:3e:d3:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:35Z', 'updated_at': '2022-03-11T17:23:43Z', 'revision_number': 5, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'subnets': [{'id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:17.212825 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] Checking router: 1a1723c7-1249-453e-8889-e8890a10bb80 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:30:17.243004 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:17.244471 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:17.250919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:17.266752 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:17.402622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event deleted for resources: {'Port': ['ID=0dbea993-d1d1-487d-b57b-459591439d5e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:17.406106 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0dbea993-d1d1-487d-b57b-459591439d5e'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:17.432372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] For port 2dac3327-398c-4032-b0a0-bfd817e0dbda, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=2dac3327-398c-4032-b0a0-bfd817e0dbda,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:17.432850 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:17.481532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Calling delete_port for 2dac3327-398c-4032-b0a0-bfd817e0dbda owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:17.589651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] No DVR routers for this DVR port 0dbea993-d1d1-487d-b57b-459591439d5e on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:17.594832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:17.612663 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1ee066f2-f68c-4afd-956c-74468276e6ca req-ba1f819c-2479-432f-850b-113278cdde30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.46 "DELETE /v2.0/ports/0dbea993-d1d1-487d-b57b-459591439d5e HTTP/1.1" status: 204 len: 173 time: 1.3714349 Mar 11 17:30:17.617597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d68453-d878-4cdf-86ed-3ee58edeeee9', 'name': 'network-vif-deleted', 'tag': '0dbea993-d1d1-487d-b57b-459591439d5e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:17.630876 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cca8b42-8f4a-4fb9-963a-16976189a216" -d '{"events": [{"server_uuid": "88d68453-d878-4cdf-86ed-3ee58edeeee9", "name": "network-vif-deleted", "tag": "0dbea993-d1d1-487d-b57b-459591439d5e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:17.632964 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:30:17.793306 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aa39dd-184d-42b3-a924-63044afb8015 x-openstack-request-id: req-02aa39dd-184d-42b3-a924-63044afb8015 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:17.793784 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d68453-d878-4cdf-86ed-3ee58edeeee9", "name": "network-vif-deleted", "tag": "0dbea993-d1d1-487d-b57b-459591439d5e", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:17.794722 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02aa39dd-184d-42b3-a924-63044afb8015 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:17.795264 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d68453-d878-4cdf-86ed-3ee58edeeee9', 'name': 'network-vif-deleted', 'tag': '0dbea993-d1d1-487d-b57b-459591439d5e', 'status': 'completed', 'code': 200} Mar 11 17:30:17.951117 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:17.955114 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028713 Mar 11 17:30:17.962512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37126) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:18.064972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cd4b2-5759-4685-b6af-a374fd881e2f req-a30383ed-5919-4d51-8294-988adc139da7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:18.078402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb2cd4b2-5759-4685-b6af-a374fd881e2f req-a30383ed-5919-4d51-8294-988adc139da7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 942 time: 0.1797192 Mar 11 17:30:18.095119 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '6ad0af82-808e-4e6b-bcec-cbfde24bfc2f', 'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'mac_address': 'fa:16:3e:d3:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:35Z', 'updated_at': '2022-03-11T17:23:43Z', 'revision_number': 5, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'subnets': [{'id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:18.134954 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10978299-8074-463e-9741-0ed3280dfec2 None None] The sync data for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 is: [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:23:38Z', 'revision_number': 4, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '6ad0af82-808e-4e6b-bcec-cbfde24bfc2f', 'name': '', 'network_id': 'bf7f383e-3ac6-4ae0-b30c-8d66e11decda', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'mac_address': 'fa:16:3e:d3:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:35Z', 'updated_at': '2022-03-11T17:23:43Z', 'revision_number': 5, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'subnets': [{'id': 'c7abf076-c6dc-40a4-8f0f-2a60f6700824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:30:18.233302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:18.275467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37136) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:18.322126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Port': ['ID=2dac3327-398c-4032-b0a0-bfd817e0dbda,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:18.338444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.339085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.339727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.340856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.341962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.342523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.343346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.343939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.344707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.345254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.345792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.346352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:18.373487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb2cd4b2-5759-4685-b6af-a374fd881e2f req-dfd46509-05a4-4ffa-ad5f-537cf5a87a96 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups?id=169b6171-a3f9-46d1-be2b-88d7a8fdf820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884524 Mar 11 17:30:18.382505 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:18.421418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d45f-8eeb-40ce-a534-1b377e7e24e8 req-57c2f16c-1da2-4a3a-a7ec-3bea328eeb93 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:18.429070 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-00467f7c-3e9b-418a-9582-aa3eab948b64 tempest-NetworksApiDiscovery-1736282646 tempest-NetworksApiDiscovery-1736282646-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4609044 Mar 11 17:30:18.442041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c146d45f-8eeb-40ce-a534-1b377e7e24e8 req-57c2f16c-1da2-4a3a-a7ec-3bea328eeb93 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 944 time: 0.2825410 Mar 11 17:30:18.498336 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-760c1b86-a3a5-499a-8db0-e4c29fb04ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:18.701270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] No DVR routers for this DVR port 2dac3327-398c-4032-b0a0-bfd817e0dbda on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:18.705759 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:18.707618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-760c1b86-a3a5-499a-8db0-e4c29fb04ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:18.711627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bf0fd90-4957-48f6-952b-d773d5d73f25 req-6c1211e8-d59b-45ce-ae61-7c59d1c77058 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.46 "DELETE /v2.0/ports/2dac3327-398c-4032-b0a0-bfd817e0dbda HTTP/1.1" status: 204 len: 173 time: 2.2623279 Mar 11 17:30:18.720115 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-760c1b86-a3a5-499a-8db0-e4c29fb04ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:18.755560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b2e6b9b-1d8d-480a-add3-71edd1a0a28f req-ac5440a2-fbab-4f89-ab4a-3f5a9f43c83d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=88d68453-d878-4cdf-86ed-3ee58edeeee9 HTTP/1.1" status: 200 len: 210 time: 0.1226480 Mar 11 17:30:18.762238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd651b-3bcc-4197-aee7-ccbc9c12fcaa None None] New status for floating IP ee81effb-8988-4ae3-8265-92a458ba625b: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:30:18.771628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c146d45f-8eeb-40ce-a534-1b377e7e24e8 req-ead0ecf7-4c2c-4566-af75-842c458a88d4 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265378 Mar 11 17:30:18.870977 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-760c1b86-a3a5-499a-8db0-e4c29fb04ff1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e550be0181b742b1b7d0971cba961143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946212 Mar 11 17:30:18.873215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37152) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:18.888664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c1b86-a3a5-499a-8db0-e4c29fb04ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893074a9-2e12-41d2-ae56-7591126ae6fc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:18.999305 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.035990 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c0307fc-0adc-4334-ba5a-9a746fa5703a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.062726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:19.084450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': '2dac3327-398c-4032-b0a0-bfd817e0dbda'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:19.101753 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ecb60c-b174-4340-a6b3-c988b96d40c5" -d '{"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "2dac3327-398c-4032-b0a0-bfd817e0dbda"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:19.109328 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c0307fc-0adc-4334-ba5a-9a746fa5703a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.184220 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04794059-26d3-47d0-8bf9-f57e31fcbd80 x-openstack-request-id: req-04794059-26d3-47d0-8bf9-f57e31fcbd80 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:19.185747 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22936882-29df-4f17-98bd-0dfb83b85f37", "name": "network-vif-deleted", "tag": "2dac3327-398c-4032-b0a0-bfd817e0dbda", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:19.187395 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04794059-26d3-47d0-8bf9-f57e31fcbd80 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:19.188078 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22936882-29df-4f17-98bd-0dfb83b85f37', 'name': 'network-vif-deleted', 'tag': '2dac3327-398c-4032-b0a0-bfd817e0dbda', 'status': 'completed', 'code': 200} Mar 11 17:30:19.219050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c0307fc-0adc-4334-ba5a-9a746fa5703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.222619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c0307fc-0adc-4334-ba5a-9a746fa5703a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.224177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7c0307fc-0adc-4334-ba5a-9a746fa5703a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/893074a9-2e12-41d2-ae56-7591126ae6fc HTTP/1.1" status: 204 len: 168 time: 0.3498893 Mar 11 17:30:19.233761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0307fc-0adc-4334-ba5a-9a746fa5703a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893074a9-2e12-41d2-ae56-7591126ae6fc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:19.322346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ad107a70-3500-49c4-8603-e5255f6abd7c up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:30:19.351873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fe298a-7700-4459-b116-972f04984f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.397839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ad107a70-3500-49c4-8603-e5255f6abd7c completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:19.404663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ad107a70-3500-49c4-8603-e5255f6abd7c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:19.405877 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.537154 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fe298a-7700-4459-b116-972f04984f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.537398 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.546437 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82fe298a-7700-4459-b116-972f04984f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.577155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d88923-e5c8-440a-82db-d592205bb6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad107a70-3500-49c4-8603-e5255f6abd7c'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:19.582471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b744ce75-4116-4841-9846-28d708fa7100 req-06f1ac65-2e0d-4809-a197-df9e5d481341 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0665629 Mar 11 17:30:19.586687 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4693870-f065-4834-9f8b-d8872a452b18" -d '{"events": [{"server_uuid": "84d88923-e5c8-440a-82db-d592205bb6f9", "name": "network-vif-plugged", "status": "completed", "tag": "ad107a70-3500-49c4-8603-e5255f6abd7c"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:19.623456 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-82fe298a-7700-4459-b116-972f04984f3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=304be928d2124907b3f5bb66469f438b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5594294 Mar 11 17:30:19.626479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37180) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:19.634942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ad107a70-3500-49c4-8603-e5255f6abd7c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ad107a70-3500-49c4-8603-e5255f6abd7c,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:19.642534 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.666082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe298a-7700-4459-b116-972f04984f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caee3b0-16b0-4252-811b-b7e9240eb664,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:19.729524 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda2fb9c-b1c9-4840-baef-9943102cd6ed x-openstack-request-id: req-bda2fb9c-b1c9-4840-baef-9943102cd6ed {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:19.729824 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d88923-e5c8-440a-82db-d592205bb6f9", "name": "network-vif-plugged", "status": "completed", "tag": "ad107a70-3500-49c4-8603-e5255f6abd7c", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:19.730082 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bda2fb9c-b1c9-4840-baef-9943102cd6ed {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:19.730567 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d88923-e5c8-440a-82db-d592205bb6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad107a70-3500-49c4-8603-e5255f6abd7c', 'code': 200} Mar 11 17:30:19.772479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ad107a70-3500-49c4-8603-e5255f6abd7c,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:19.784215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ae842c3-0422-42d5-b1af-f64beab7774b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.827842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5b23b-d98f-40e7-9854-e391627bf10f req-83debfba-e5c8-43fa-9620-16b2c0cca4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:19.829515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2e5b23b-d98f-40e7-9854-e391627bf10f req-83debfba-e5c8-43fa-9620-16b2c0cca4a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0811045 Mar 11 17:30:19.831579 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ae842c3-0422-42d5-b1af-f64beab7774b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.911720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37192) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:19.931924 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35bd2470-11cc-47f3-814c-7ae979e2482c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.958996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2e5b23b-d98f-40e7-9854-e391627bf10f req-90a29e1f-20df-403f-99a8-bf0c713e1b4a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663335 Mar 11 17:30:19.959779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ae842c3-0422-42d5-b1af-f64beab7774b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.962794 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ae842c3-0422-42d5-b1af-f64beab7774b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:19.967799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2ae842c3-0422-42d5-b1af-f64beab7774b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0caee3b0-16b0-4252-811b-b7e9240eb664 HTTP/1.1" status: 204 len: 168 time: 0.3398736 Mar 11 17:30:19.988096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae842c3-0422-42d5-b1af-f64beab7774b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caee3b0-16b0-4252-811b-b7e9240eb664,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:20.007350 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a4597-0c51-40fd-ac5f-c108f349644c req-f7455cd7-356b-4b8b-88c1-c8377b0657c4 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:20.017926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a4a4597-0c51-40fd-ac5f-c108f349644c req-f7455cd7-356b-4b8b-88c1-c8377b0657c4 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 945 time: 0.1262991 Mar 11 17:30:20.040249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37196) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:20.078114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a4a4597-0c51-40fd-ac5f-c108f349644c req-e149af66-3362-4f0d-87ec-caff20aa4d7d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553503 Mar 11 17:30:20.079681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35bd2470-11cc-47f3-814c-7ae979e2482c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.092195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35bd2470-11cc-47f3-814c-7ae979e2482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.126265 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-35bd2470-11cc-47f3-814c-7ae979e2482c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9efa50dd06b4ce4975582acee987957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128808 Mar 11 17:30:20.129235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37202) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:20.176162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd2470-11cc-47f3-814c-7ae979e2482c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706d8a7e-105d-45af-816a-27d1015e2b39,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:20.199104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-feead8e1-2bd6-4999-bfc7-be0819e54efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.280898 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-feead8e1-2bd6-4999-bfc7-be0819e54efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.364046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:20.414396 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.436924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-feead8e1-2bd6-4999-bfc7-be0819e54efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.439449 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-feead8e1-2bd6-4999-bfc7-be0819e54efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:20.440628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-feead8e1-2bd6-4999-bfc7-be0819e54efd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/706d8a7e-105d-45af-816a-27d1015e2b39 HTTP/1.1" status: 204 len: 168 time: 0.3082302 Mar 11 17:30:20.468556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489241-244d-4654-8376-8cdbcd92a664 req-d35c9a15-ed47-449d-9625-3fa88ddb65bb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:20.468556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-d35c9a15-ed47-449d-9625-3fa88ddb65bb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.2090688 Mar 11 17:30:20.469963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feead8e1-2bd6-4999-bfc7-be0819e54efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706d8a7e-105d-45af-816a-27d1015e2b39,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:20.488975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f622464c-cbee-468e-968d-dc9077740b4b tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/quotas/d5d208419e1140d0b2726319f9122d80 HTTP/1.1" status: 200 len: 375 time: 0.0148017 Mar 11 17:30:20.603353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-377aa876-eda6-42a1-847d-1869af5b6a32 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1120980 Mar 11 17:30:21.058200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-44499421-d1e4-4fbe-83da-83a164b2115d service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451005 Mar 11 17:30:21.129309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11a3742b-c239-429a-a90e-843ff74cf628 req-90574fa0-c63a-4430-9836-468bc3c77dcd tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.1566398 Mar 11 17:30:21.200466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.331949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-43f0e627-64f0-4a92-abbb-98ff73475a4b service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725303 Mar 11 17:30:21.349743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0dbea993-d1d1-487d-b57b-459591439d5e no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:21.386634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 0dbea993-d1d1-487d-b57b-459591439d5e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:30:21.386985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0dbea993-d1d1-487d-b57b-459591439d5e not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:30:21.457185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2121b-0444-491e-bfac-596386173041 req-2b6030f3-33a8-4a21-9044-e716edc59f67 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:21.459011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65e2121b-0444-491e-bfac-596386173041 req-2b6030f3-33a8-4a21-9044-e716edc59f67 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 945 time: 0.1629617 Mar 11 17:30:21.507340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Allocated IP 172.25.8.14 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/c186eedf-790a-46a6-83a1-e9cd724776c6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:21.586861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65e2121b-0444-491e-bfac-596386173041 req-5883ec81-0e88-4028-a1a3-59069f30c434 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126647 Mar 11 17:30:21.605817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-475e108b-019c-4ebc-8282-1e6b3f775473 req-275f99ee-bbde-44bb-9cea-f8cde7a08218 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 210 time: 0.0343568 Mar 11 17:30:21.821294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.889836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:21.938971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:21.942103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:21.945559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:21.983234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event updated for resources: {'Port': ['ID=c186eedf-790a-46a6-83a1-e9cd724776c6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:22.144561 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.222507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.344285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fae12433-7395-4fcf-9b82-b41d6019a3a1 req-f53fee2e-e6c1-434c-9170-a660bd9809cf tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0378819 Mar 11 17:30:22.516764 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.523545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.596759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event updated for resources: {'Port': ['ID=c186eedf-790a-46a6-83a1-e9cd724776c6,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:22.615508 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.646923 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.650540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7da29d39-5058-499e-818a-870f50805b58 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6083531 Mar 11 17:30:22.653291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37300) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:22.669080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-500248554'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:22.698433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Made reservation on behalf of 17795deca7c64714bfad87aeb9e7550e for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:22.705978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.723930 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.871590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-854af1ac-e740-4b63-a41c-0fa4d8a86357 req-82f8eb4d-c790-4f7a-babc-9eca316be44f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 210 time: 0.0620868 Mar 11 17:30:22.941372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3d4db-e9b2-4ac4-9a20-81198c0e4be2 req-a8bb2af2-7367-42b8-8621-cccc282ae4e9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:22.944119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5b3d4db-e9b2-4ac4-9a20-81198c0e4be2 req-a8bb2af2-7367-42b8-8621-cccc282ae4e9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 945 time: 0.1510620 Mar 11 17:30:22.955595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:22.964247 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.005503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4120041f-7b99-471e-ba46-5ad25edc2912,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:23.035464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5b3d4db-e9b2-4ac4-9a20-81198c0e4be2 req-9101a023-83fb-4e7e-93c7-e8f4b4a38404 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832572 Mar 11 17:30:23.036484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:30:23.053638 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.055597 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Added segment 770e10db-b592-480d-b98d-e2cfa46f3b08 of type vlan for network 8a79dcc2-be05-4f94-8236-984e86571433 Mar 11 17:30:23.101534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489241-244d-4654-8376-8cdbcd92a664 req-a650d4f3-64a5-4183-8f8c-831611f35ab1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.104270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-a650d4f3-64a5-4183-8f8c-831611f35ab1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.2872393 Mar 11 17:30:23.130987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Request body: {'port': {'device_id': 'a8cb79b7-73ea-4107-a985-8221851651e4', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'admin_state_up': True, 'tenant_id': 'd5d208419e1140d0b2726319f9122d80'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:23.181549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.236637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.242940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.243839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.268649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbc213-c4f2-45d1-a834-480c57d9b1ec req-95bbd537-14e5-460d-9a32-6a721c99c7cf tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:23.270575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cefbc213-c4f2-45d1-a834-480c57d9b1ec req-95bbd537-14e5-460d-9a32-6a721c99c7cf tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 945 time: 0.1057549 Mar 11 17:30:23.289854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6281550 Mar 11 17:30:23.289854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37318) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:23.292845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37320) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:23.293278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ad7cf04c-6381-4a2c-acd8-d89536cf783e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'floatingip': {'port_id': 'ad107a70-3500-49c4-8603-e5255f6abd7c'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:23.300947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Request body: {'subnet': {'network_id': '8a79dcc2-be05-4f94-8236-984e86571433', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:23.305491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Made reservation on behalf of d5d208419e1140d0b2726319f9122d80 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:23.314683 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.339207 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf04c-6381-4a2c-acd8-d89536cf783e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.477599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Made reservation on behalf of 17795deca7c64714bfad87aeb9e7550e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:23.482453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:23.490944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d020488-245f-42c5-9790-6033ce28242f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event updated for resources: {'Network': ['ID=8a79dcc2-be05-4f94-8236-984e86571433,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:23.503450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 8a79dcc2-be05-4f94-8236-984e86571433 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:30:23.545226 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af46aeb6-4322-498f-89eb-95058832277d req-e8c07e0f-586a-4860-80c6-6609899943fc tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0525262 Mar 11 17:30:23.676611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Allocated IP 172.20.0.12 (183c0f9c-34b5-40d8-8f5b-ec3e47e371b5/d975d024-42bd-41eb-a5a3-788261a71880/37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:24.009139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.067929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52f1c647-218a-4c60-86c2-c2a0c22a5cfe req-534208c3-007f-4b8e-b44c-cdb5febbc80c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 210 time: 0.0663662 Mar 11 17:30:24.116026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Checking segment: {'id': '770e10db-b592-480d-b98d-e2cfa46f3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a79dcc2-be05-4f94-8236-984e86571433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:30:24.116026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Network hostable DHCP agents. Network: 8a79dcc2-be05-4f94-8236-984e86571433, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:30:24.124809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event updated for resources: {'Subnet': ['ID=c68c0315-1b3a-4b64-be5c-16c6a665f1ff,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:24.152438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.154755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Network 8a79dcc2-be05-4f94-8236-984e86571433 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:30:24.168252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 8a79dcc2-be05-4f94-8236-984e86571433) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:24.175034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:24.175639 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.177762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4665920-c18b-434f-8e8b-cc2b15941b34 None None] Network 8a79dcc2-be05-4f94-8236-984e86571433 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:30:24.205277 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-81571621-25df-4397-928c-ba2c7dfefd5c tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9097197 Mar 11 17:30:24.207534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37340) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:24.216588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.250039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1363719074', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}, 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:24.252940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:24.278772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:24.285374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:24.289507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:24.310921 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf04c-6381-4a2c-acd8-d89536cf783e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.328504 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.329729 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.337290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf04c-6381-4a2c-acd8-d89536cf783e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.339029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event updated for resources: {'Port': ['ID=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:24.381735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:24.385609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.409826 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-f8b346f9-e9b9-49cb-ba15-7c38e75df853 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2961838 Mar 11 17:30:24.422782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Request body: {'port': {'device_id': 'a8cb79b7-73ea-4107-a985-8221851651e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:24.495905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.505540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.566020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-8a79dcc2-be05-4f94-8236-984e86571433', 'network_id': '8a79dcc2-be05-4f94-8236-984e86571433', 'tenant_id': '17795deca7c64714bfad87aeb9e7550e', 'fixed_ips': [{'subnet_id': 'c68c0315-1b3a-4b64-be5c-16c6a665f1ff'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:30:24.568165 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.593371 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-ad7cf04c-6381-4a2c-acd8-d89536cf783e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Floating IP 3813318a-a413-42b9-bec0-5a5d253263d6 associated. External IP: 172.25.8.229, port: ad107a70-3500-49c4-8603-e5255f6abd7c. Mar 11 17:30:24.772240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Allocated IP 172.20.0.2 (8a79dcc2-be05-4f94-8236-984e86571433/c68c0315-1b3a-4b64-be5c-16c6a665f1ff/5f897098-d48a-4db0-b2f4-b892fa447640) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:24.879867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:30:24.892529 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:24.913929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Transition to ACTIVE for port object 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:24.921064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.013704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.021946 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.040198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Pushing event updated for resources: {'Port': ['ID=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:25.066981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Network 8a79dcc2-be05-4f94-8236-984e86571433 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:25.075446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:25.089035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:25.106518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Attempting to bind port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:25.106895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Attempting to bind port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:25.107169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Attempting to bind port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:30:25.112392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:30:25.112718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Attempting to bind port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:30:25.134395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:30:25.135447 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Checking segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:30:25.137183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Bound using segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:30:25.139171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Bound port: 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:25.140649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.157264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Pushing event updated for resources: {'Port': ['ID=5f897098-d48a-4db0-b2f4-b892fa447640,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:25.185511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Attempting to bind port 5f897098-d48a-4db0-b2f4-b892fa447640 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:25.186062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Attempting to bind port 5f897098-d48a-4db0-b2f4-b892fa447640 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '770e10db-b592-480d-b98d-e2cfa46f3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a79dcc2-be05-4f94-8236-984e86571433'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:25.188834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Attempting to bind port 5f897098-d48a-4db0-b2f4-b892fa447640 on network 8a79dcc2-be05-4f94-8236-984e86571433 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:30:25.198134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:30:25.198525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Checking segment: {'id': '770e10db-b592-480d-b98d-e2cfa46f3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a79dcc2-be05-4f94-8236-984e86571433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:30:25.198939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.199339 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Bound using segment: {'id': '770e10db-b592-480d-b98d-e2cfa46f3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a79dcc2-be05-4f94-8236-984e86571433'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:30:25.199815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Bound port: 5f897098-d48a-4db0-b2f4-b892fa447640, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770e10db-b592-480d-b98d-e2cfa46f3b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a79dcc2-be05-4f94-8236-984e86571433'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:25.200763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.204272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.204663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.205249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.205595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.206312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.206661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.206990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.207700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.208066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.208430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.208753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.209246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:30:25.231046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f3f370d-1824-4ae0-9b16-aac05b1164e3 req-74c509b8-b407-421e-a43a-28b08e76018c tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.5487654 Mar 11 17:30:25.309601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] For port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:25.313598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] For port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:25.319843 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.321365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] For port 5f897098-d48a-4db0-b2f4-b892fa447640, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:25.324880 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] For port 5f897098-d48a-4db0-b2f4-b892fa447640, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5f897098-d48a-4db0-b2f4-b892fa447640,segment=NetworkSegment(770e10db-b592-480d-b98d-e2cfa46f3b08),segment_id=770e10db-b592-480d-b98d-e2cfa46f3b08)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:25.331514 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.363462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:25.364321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.368205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] 10.222.0.66 "PUT /v2.0/ports/37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 HTTP/1.1" status: 200 len: 1092 time: 0.9491065 Mar 11 17:30:25.385100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cb79b7-73ea-4107-a985-8221851651e4', 'tag': '37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:25.396462 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:25.398495 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee82805f-9c8a-4424-9b52-9efc436145de" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cb79b7-73ea-4107-a985-8221851651e4", "tag": "37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:25.529497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07e8e9-590a-41a0-ae5e-7ce266e27529 None None] Pushing event updated for resources: {'Port': ['ID=5f897098-d48a-4db0-b2f4-b892fa447640,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:25.566796 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac960a-7255-40d5-948a-80f7e1165adf x-openstack-request-id: req-41ac960a-7255-40d5-948a-80f7e1165adf {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:25.567596 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cb79b7-73ea-4107-a985-8221851651e4", "tag": "37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:25.567917 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41ac960a-7255-40d5-948a-80f7e1165adf {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:25.568495 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cb79b7-73ea-4107-a985-8221851651e4', 'tag': '37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1', 'status': 'completed', 'code': 200} Mar 11 17:30:25.631355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489241-244d-4654-8376-8cdbcd92a664 req-8b67a2f6-c26c-4427-b5fa-94bef915a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:25.636155 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-8b67a2f6-c26c-4427-b5fa-94bef915a807 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 1095 time: 0.2027690 Mar 11 17:30:25.637053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47e98d-10eb-4c6b-971c-65b285af0651 service neutron] Pushing event updated for resources: {'Port': ['ID=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:25.651592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7cf04c-6381-4a2c-acd8-d89536cf783e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:25.806181 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-e026281f-c674-4841-aef1-559ed90a5102 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 HTTP/1.1" status: 200 len: 217 time: 0.1563897 Mar 11 17:30:25.884063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fba3e7-93d2-4ddd-bc0f-516a1739ec5d req-72d5049f-8ec4-4f7b-b5e8-4493b5d777b0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:25.891678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60fba3e7-93d2-4ddd-bc0f-516a1739ec5d req-72d5049f-8ec4-4f7b-b5e8-4493b5d777b0 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 944 time: 0.5521102 Mar 11 17:30:25.916006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489241-244d-4654-8376-8cdbcd92a664 req-d59877eb-e9cf-4d24-b0e3-1ba14271b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:25.916924 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-d59877eb-e9cf-4d24-b0e3-1ba14271b41f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.1045976 Mar 11 17:30:25.974273 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-418d4505-d0eb-4d48-8033-56b20aa8ee23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468631 Mar 11 17:30:25.978180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60fba3e7-93d2-4ddd-bc0f-516a1739ec5d req-5ffc06b5-f1a9-4454-822e-b333ca281088 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856166 Mar 11 17:30:25.981783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7cf04c-6381-4a2c-acd8-d89536cf783e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:25.993630 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:30:25.999283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf04c-6381-4a2c-acd8-d89536cf783e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.018008 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:26.018927 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:26.037583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ad7cf04c-6381-4a2c-acd8-d89536cf783e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "PUT /v2.0/floatingips/3813318a-a413-42b9-bec0-5a5d253263d6 HTTP/1.1" status: 200 len: 991 time: 2.7485399 Mar 11 17:30:26.039042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d88923-e5c8-440a-82db-d592205bb6f9', 'tag': 'ad107a70-3500-49c4-8603-e5255f6abd7c'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:26.041875 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8bec17-962b-4363-982f-0f689e2a596b" -d '{"events": [{"name": "network-changed", "server_uuid": "84d88923-e5c8-440a-82db-d592205bb6f9", "tag": "ad107a70-3500-49c4-8603-e5255f6abd7c"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:26.166161 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfc7ac7-1f66-491e-aaf8-53ff7bc0020e x-openstack-request-id: req-6bfc7ac7-1f66-491e-aaf8-53ff7bc0020e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:26.166685 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d88923-e5c8-440a-82db-d592205bb6f9", "tag": "ad107a70-3500-49c4-8603-e5255f6abd7c", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:26.167119 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bfc7ac7-1f66-491e-aaf8-53ff7bc0020e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:26.167694 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d88923-e5c8-440a-82db-d592205bb6f9', 'tag': 'ad107a70-3500-49c4-8603-e5255f6abd7c', 'status': 'completed', 'code': 200} Mar 11 17:30:26.203725 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-3da48087-bff5-438d-8c29-e5beb782d3e6 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196989 Mar 11 17:30:26.225524 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:30:26.339932 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.384147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5f897098-d48a-4db0-b2f4-b892fa447640 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:30:26.399338 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.414309 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9f489241-244d-4654-8376-8cdbcd92a664 req-9edc379e-8640-44e7-8a3b-2e1d8bc00b21 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057991 Mar 11 17:30:26.430454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bec17-962b-4363-982f-0f689e2a596b req-78d330cf-f49b-43df-b3c4-b0df87d342d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:26.432104 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a8bec17-962b-4363-982f-0f689e2a596b req-78d330cf-f49b-43df-b3c4-b0df87d342d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 1096 time: 0.2115209 Mar 11 17:30:26.541674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5f897098-d48a-4db0-b2f4-b892fa447640 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:26.542388 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.554392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82805f-9c8a-4424-9b52-9efc436145de req-40e4bcd5-25ad-492c-b204-cece5839a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:26.555936 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee82805f-9c8a-4424-9b52-9efc436145de req-40e4bcd5-25ad-492c-b204-cece5839a64b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 1095 time: 0.0905042 Mar 11 17:30:26.592313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49ba98b9-683a-4dc4-b4ed-ae2e25dbdf8f req-eada7f69-36cc-4d98-9ed1-7ef2edbf17e5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.1573498 Mar 11 17:30:26.768548 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.802899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82805f-9c8a-4424-9b52-9efc436145de req-0386f457-87ea-444b-82cc-525effdd9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:26.805046 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee82805f-9c8a-4424-9b52-9efc436145de req-0386f457-87ea-444b-82cc-525effdd9612 service neutron] 10.222.0.66 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 905 time: 0.2357953 Mar 11 17:30:26.850053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bec17-962b-4363-982f-0f689e2a596b req-3020bb9b-cb61-43f7-9e12-0ec62949c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:26.851943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a8bec17-962b-4363-982f-0f689e2a596b req-3020bb9b-cb61-43f7-9e12-0ec62949c5d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.3557932 Mar 11 17:30:26.853958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Allocated IP 172.25.8.32 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/9e99a50e-115d-429b-8160-5a0df795ffce) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:26.864997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 5f897098-d48a-4db0-b2f4-b892fa447640, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5f897098-d48a-4db0-b2f4-b892fa447640,segment=NetworkSegment(770e10db-b592-480d-b98d-e2cfa46f3b08),segment_id=770e10db-b592-480d-b98d-e2cfa46f3b08)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:26.871451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee82805f-9c8a-4424-9b52-9efc436145de req-3c3632ca-55bd-4e44-9566-75b758ba0ef8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 HTTP/1.1" status: 200 len: 217 time: 0.0580413 Mar 11 17:30:26.876069 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:26.969831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82805f-9c8a-4424-9b52-9efc436145de req-f7240a4c-aa3f-4666-ad64-fe9f0886cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:26.972242 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee82805f-9c8a-4424-9b52-9efc436145de req-f7240a4c-aa3f-4666-ad64-fe9f0886cb39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.0942616 Mar 11 17:30:27.007527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=5f897098-d48a-4db0-b2f4-b892fa447640,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:27.025128 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee82805f-9c8a-4424-9b52-9efc436145de req-eff97a71-d1d9-41c6-b337-ac7ef375703e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418024 Mar 11 17:30:27.103150 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '3813318a-a413-42b9-bec0-5a5d253263d6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': 'ad107a70-3500-49c4-8603-e5255f6abd7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:be:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d88923-e5c8-440a-82db-d592205bb6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:24Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}, {'id': 'fcef050b-26bc-4844-9e14-92cc7046d6a6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:28Z', 'revision_number': 2, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:27.167568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf0d11-250f-4375-b301-6e842f3086c7 None None] Network 8a79dcc2-be05-4f94-8236-984e86571433 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:30:27.195939 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:30:27.217257 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:27.218128 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:27.235841 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee82805f-9c8a-4424-9b52-9efc436145de req-0bd1dc20-2247-4596-8bc9-6cfdd9ac6a01 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022710 Mar 11 17:30:27.245048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a8bec17-962b-4363-982f-0f689e2a596b req-a88c5b68-e75e-4a5a-8a50-fa9935b2cf2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad107a70-3500-49c4-8603-e5255f6abd7c HTTP/1.1" status: 200 len: 999 time: 0.3808296 Mar 11 17:30:27.396779 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee82805f-9c8a-4424-9b52-9efc436145de req-93acfbb2-8ac5-4956-bc9c-e1384b0f3884 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538615 Mar 11 17:30:27.412762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271d755-3500-4125-a68a-5d6dd8b7ce8b req-ae9489c2-4c79-48e9-8058-2b476bb4ac8a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:27.414359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6271d755-3500-4125-a68a-5d6dd8b7ce8b req-ae9489c2-4c79-48e9-8058-2b476bb4ac8a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 944 time: 0.2620876 Mar 11 17:30:27.473363 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.475882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bec17-962b-4363-982f-0f689e2a596b req-a281d71a-cbbf-479c-b812-0c35b01dd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:27.477400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a8bec17-962b-4363-982f-0f689e2a596b req-a281d71a-cbbf-479c-b812-0c35b01dd148 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.2114961 Mar 11 17:30:27.489170 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:30:27.536390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e8504c9a-31ea-4b7b-829d-ffb94d92f435 None None] Provisioning complete for port 5f897098-d48a-4db0-b2f4-b892fa447640 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:27.539782 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e8504c9a-31ea-4b7b-829d-ffb94d92f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.544852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6271d755-3500-4125-a68a-5d6dd8b7ce8b req-788cad4c-2764-4d17-9701-073573d0a85d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137040 Mar 11 17:30:27.597906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bec17-962b-4363-982f-0f689e2a596b req-697f0564-baba-4503-862d-180d0089a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:27.602117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a8bec17-962b-4363-982f-0f689e2a596b req-697f0564-baba-4503-862d-180d0089a4d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115618 Mar 11 17:30:27.604297 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.876646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:27.923835 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41601054-7f04-4d80-91bd-f7ba5df663ce req-06d1371b-5273-4d82-bcc1-15cc6fd8e434 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.1567872 Mar 11 17:30:27.943326 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:27.962164 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '3813318a-a413-42b9-bec0-5a5d253263d6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': 'ad107a70-3500-49c4-8603-e5255f6abd7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:be:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d88923-e5c8-440a-82db-d592205bb6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:24Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}, {'id': 'fcef050b-26bc-4844-9e14-92cc7046d6a6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:28Z', 'revision_number': 2, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:27.962986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:27.966768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event updated for resources: {'Port': ['ID=9e99a50e-115d-429b-8160-5a0df795ffce,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:28.017015 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79997411-b021-47bf-bdc8-92aa03a256ca None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '3813318a-a413-42b9-bec0-5a5d253263d6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': 'ad107a70-3500-49c4-8603-e5255f6abd7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:be:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d88923-e5c8-440a-82db-d592205bb6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:29:57Z', 'updated_at': '2022-03-11T17:30:24Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}, {'id': 'fcef050b-26bc-4844-9e14-92cc7046d6a6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:28Z', 'revision_number': 2, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:30:28.074398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a8bec17-962b-4363-982f-0f689e2a596b req-0854382d-80bb-4e2f-b8ce-8efad384c8c4 service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397039 Mar 11 17:30:28.135408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4a23da11-e90c-40d5-9844-9f239e5e6715 None None] Provisioning complete for port 5f897098-d48a-4db0-b2f4-b892fa447640 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:28.135933 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4a23da11-e90c-40d5-9844-9f239e5e6715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.275364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5f897098-d48a-4db0-b2f4-b892fa447640 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:30:28.364177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5f897098-d48a-4db0-b2f4-b892fa447640 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:28.364737 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.489068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a8bec17-962b-4363-982f-0f689e2a596b req-90f4e39a-7898-44f8-b510-3fa80957b699 service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703701 Mar 11 17:30:28.538325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd055a-7cae-43f1-85b1-d3a9437cfcd4 None None] New status for floating IP 3813318a-a413-42b9-bec0-5a5d253263d6: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:30:28.605426 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:28.762897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37438) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:28.980304 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.144521 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5e08-e050-4edc-ae32-5a6289e9d422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.264965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5e08-e050-4edc-ae32-5a6289e9d422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.271613 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5e08-e050-4edc-ae32-5a6289e9d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.335006 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0d4f5e08-e050-4edc-ae32-5a6289e9d422 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98fe6bde691b4d239c5e77e327c2cc08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709758 Mar 11 17:30:29.336150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37452) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:29.345447 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5e08-e050-4edc-ae32-5a6289e9d422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bff89f-e52e-47f1-a5cc-126fd4d1af0f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:29.439241 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883efaf6-e0d5-4dea-8348-c739bad7541b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.492625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883efaf6-e0d5-4dea-8348-c739bad7541b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.536990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7caec37-8432-4ad2-b5eb-1f9ffcd73195 req-6f64f3af-a914-46fd-aa1a-755064b574ae tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0765388 Mar 11 17:30:29.597778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883efaf6-e0d5-4dea-8348-c739bad7541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.601646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883efaf6-e0d5-4dea-8348-c739bad7541b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.610639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-883efaf6-e0d5-4dea-8348-c739bad7541b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63bff89f-e52e-47f1-a5cc-126fd4d1af0f HTTP/1.1" status: 204 len: 168 time: 0.2720335 Mar 11 17:30:29.616945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e28c6c-1aba-4d9c-a06b-22e9eee374e2 req-7e25e7c7-e245-4819-bc22-a1924a57633a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:29.625620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58e28c6c-1aba-4d9c-a06b-22e9eee374e2 req-7e25e7c7-e245-4819-bc22-a1924a57633a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 944 time: 0.8987761 Mar 11 17:30:29.626207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883efaf6-e0d5-4dea-8348-c739bad7541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bff89f-e52e-47f1-a5cc-126fd4d1af0f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:29.661509 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:29.733721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58e28c6c-1aba-4d9c-a06b-22e9eee374e2 req-15206f30-1017-4074-94fa-cbb31e286b33 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071432 Mar 11 17:30:29.875862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Router 3af18591-8cef-47bd-b372-5df727b84eaf is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:30:30.041701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:30.062784 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0849b13-1204-4950-b05d-1050ef5aa14c None None] Sync routers for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:30:30.080961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:30:30.083576 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.090162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37460) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:30.091457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-15b83f48-e163-4562-a9ec-f7b28853c5d4 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.8459556 Mar 11 17:30:30.095899 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0849b13-1204-4950-b05d-1050ef5aa14c None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:30.096921 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d0849b13-1204-4950-b05d-1050ef5aa14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:30.123169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37462) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:30.143054 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5630dfe7-af51-4de9-b745-fc39e5eaded4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.181825 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d0849b13-1204-4950-b05d-1050ef5aa14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:30.206504 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0849b13-1204-4950-b05d-1050ef5aa14c None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:30.207695 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d0849b13-1204-4950-b05d-1050ef5aa14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:30.288795 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d0849b13-1204-4950-b05d-1050ef5aa14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:30.297350 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0849b13-1204-4950-b05d-1050ef5aa14c None None] The sync data for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:30:30.310102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5630dfe7-af51-4de9-b745-fc39e5eaded4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.321619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5630dfe7-af51-4de9-b745-fc39e5eaded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.349447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:30.394229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'port_id': '37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1', 'mac_address': 'fa:16:3e:5c:79:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd975d024-42bd-41eb-a5a3-788261a71880', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:30:30.415274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630dfe7-af51-4de9-b745-fc39e5eaded4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f43ecd0-d952-4455-8c24-5d51220e3a41,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:30.432040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5630dfe7-af51-4de9-b745-fc39e5eaded4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3b304014c9745bc960f38e7edf37c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077750 Mar 11 17:30:30.437043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37466) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:30.545224 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.587851 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcd17-045a-4a27-a4a2-d4e46691e3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.591203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:30:30.630324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:30.641427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcd17-045a-4a27-a4a2-d4e46691e3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.644281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.779599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:30.791594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b74ae0d5-2e2f-4de6-80ab-9047298feb90 req-8c661551-de94-45e5-87d1-c5ff3c10883a tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0797639 Mar 11 17:30:30.909442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcd17-045a-4a27-a4a2-d4e46691e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.912525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcd17-045a-4a27-a4a2-d4e46691e3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:30.913880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5b6bcd17-045a-4a27-a4a2-d4e46691e3fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f43ecd0-d952-4455-8c24-5d51220e3a41 HTTP/1.1" status: 204 len: 168 time: 0.4756732 Mar 11 17:30:30.980641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:31.000488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bcd17-045a-4a27-a4a2-d4e46691e3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f43ecd0-d952-4455-8c24-5d51220e3a41,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:31.144033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35db7d-af23-45cd-9bf5-0bb4b3ec67cd req-29961000-25b7-4fd9-a0c3-5c669595bae6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:31.151640 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe35db7d-af23-45cd-9bf5-0bb4b3ec67cd req-29961000-25b7-4fd9-a0c3-5c669595bae6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 945 time: 0.2224994 Mar 11 17:30:31.253812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe35db7d-af23-45cd-9bf5-0bb4b3ec67cd req-eebf41af-3c5c-4c68-ae5c-86d64e73433b tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971122 Mar 11 17:30:31.439821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.809365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Allocated IP 172.20.0.1 (8a79dcc2-be05-4f94-8236-984e86571433/c68c0315-1b3a-4b64-be5c-16c6a665f1ff/7a08a93f-dc8e-4725-99c6-813e0ed9d9d5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:31.970737 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:31.997577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0303f2a8-aaa5-4494-a6c5-b7f345808c98 req-f091ada5-f41a-4275-9408-bb4f0d925bff tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0695689 Mar 11 17:30:32.035776 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.093567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Network 8a79dcc2-be05-4f94-8236-984e86571433 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:32.099950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event updated for resources: {'Port': ['ID=7a08a93f-dc8e-4725-99c6-813e0ed9d9d5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:32.102849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:32.106821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:32.169248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.359329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.468398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d654-0b38-4cd3-a96e-76e3544c80eb req-96dca942-ae57-4ad0-b2e2-861111ad6b44 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:32.480136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b197d654-0b38-4cd3-a96e-76e3544c80eb req-96dca942-ae57-4ad0-b2e2-861111ad6b44 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 945 time: 0.1016846 Mar 11 17:30:32.524623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-76c1add3-44c9-459e-9808-62f9cac3b6f2 None None] Provisioning complete for port 7a08a93f-dc8e-4725-99c6-813e0ed9d9d5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:32.524623 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-76c1add3-44c9-459e-9808-62f9cac3b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.564269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b197d654-0b38-4cd3-a96e-76e3544c80eb req-93e9914a-7c13-4714-9009-5a9f9d2cd99c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765865 Mar 11 17:30:32.584132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-76c1add3-44c9-459e-9808-62f9cac3b6f2 None None] Port 7a08a93f-dc8e-4725-99c6-813e0ed9d9d5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:30:32.899666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:32.907138 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:33.050979 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:33.070624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event updated for resources: {'Port': ['ID=7a08a93f-dc8e-4725-99c6-813e0ed9d9d5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:33.213309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f883b8a-1640-4070-b995-a153f4d02b68 req-e480334a-f5aa-420c-ac5a-4ca5b98798b5 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0410295 Mar 11 17:30:33.284809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Network 8a79dcc2-be05-4f94-8236-984e86571433 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:33.286528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:33.519580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Router 3af18591-8cef-47bd-b372-5df727b84eaf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:33.823020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbc6ae-7c43-480d-a2fe-0c1b68ddda6e req-e3340794-eab5-46bc-aca8-dc68fe8415a7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:33.842070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5bbc6ae-7c43-480d-a2fe-0c1b68ddda6e req-e3340794-eab5-46bc-aca8-dc68fe8415a7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 945 time: 0.1371150 Mar 11 17:30:33.855269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-dad2ab26-9b54-4efe-9c8b-a2a2bedc5dff None None] Provisioning complete for port 7a08a93f-dc8e-4725-99c6-813e0ed9d9d5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:33.858528 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dad2ab26-9b54-4efe-9c8b-a2a2bedc5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:33.858747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:33.885585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37542) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:33.890319 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e0794538-0e8f-4758-b73e-b4e99d128775 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "PUT /v2.0/routers/3af18591-8cef-47bd-b372-5df727b84eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7947080 Mar 11 17:30:33.895068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Request body: {'port': {'network_id': '8a79dcc2-be05-4f94-8236-984e86571433', 'name': 'tempest-FloatingIPAdminTestJSON-227352046'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:33.917613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b0915-1123-4c7b-9a2e-3d9258c1fd52 None None] Sync routers for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:30:33.975605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-dad2ab26-9b54-4efe-9c8b-a2a2bedc5dff None None] Port 7a08a93f-dc8e-4725-99c6-813e0ed9d9d5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:30:33.994462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b0915-1123-4c7b-9a2e-3d9258c1fd52 None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:33.997394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ff2b0915-1123-4c7b-9a2e-3d9258c1fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:34.086876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5bbc6ae-7c43-480d-a2fe-0c1b68ddda6e req-e1ab8359-34dc-418c-9644-be4a64eef34d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445016 Mar 11 17:30:34.092578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:30:34.152724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ff2b0915-1123-4c7b-9a2e-3d9258c1fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:34.175421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b0915-1123-4c7b-9a2e-3d9258c1fd52 None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:34.176110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ff2b0915-1123-4c7b-9a2e-3d9258c1fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:34.213128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Made reservation on behalf of 17795deca7c64714bfad87aeb9e7550e for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:34.226549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.239091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ff2b0915-1123-4c7b-9a2e-3d9258c1fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:34.240472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b0915-1123-4c7b-9a2e-3d9258c1fd52 None None] The sync data for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:30:34.255820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:34.264273 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:34.265404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.279355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] device_id is not set on port c8efb0e0-8156-4e5c-9cd0-dff246378daa yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:30:34.515802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Allocated IP 172.20.0.5 (8a79dcc2-be05-4f94-8236-984e86571433/c68c0315-1b3a-4b64-be5c-16c6a665f1ff/c8efb0e0-8156-4e5c-9cd0-dff246378daa) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:34.537657 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.560175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd7999ae-e881-4266-afa8-60f86ff9f805 req-c774fbdc-ea07-4e53-b7fa-efbd794b44cd tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0451391 Mar 11 17:30:34.594158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cb79b7-73ea-4107-a985-8221851651e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:34.602007 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73b5637-6771-4718-8a32-25a2910224c8" -d '{"events": [{"server_uuid": "a8cb79b7-73ea-4107-a985-8221851651e4", "name": "network-vif-plugged", "status": "completed", "tag": "37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:34.667038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:34.672234 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.717655 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54b2b7d-dc55-4ed4-af0e-de64daf1fda3 x-openstack-request-id: req-d54b2b7d-dc55-4ed4-af0e-de64daf1fda3 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:34.718222 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cb79b7-73ea-4107-a985-8221851651e4", "name": "network-vif-plugged", "status": "completed", "tag": "37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:34.718629 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d54b2b7d-dc55-4ed4-af0e-de64daf1fda3 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:34.719955 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cb79b7-73ea-4107-a985-8221851651e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1', 'code': 200} Mar 11 17:30:34.775282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:34.881918 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.889027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eef6ce-41b6-4463-8b1a-22aa4c9cf9b8 req-995747a3-70a2-4706-bfe1-910b43c3bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:34.893199 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a9eef6ce-41b6-4463-8b1a-22aa4c9cf9b8 req-995747a3-70a2-4706-bfe1-910b43c3bf38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 1097 time: 0.1175122 Mar 11 17:30:34.943369 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:34.975449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a9eef6ce-41b6-4463-8b1a-22aa4c9cf9b8 req-eab1985f-1b2f-4a8b-a5c9-59fd71f9df05 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757530 Mar 11 17:30:35.011533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Network 8a79dcc2-be05-4f94-8236-984e86571433 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:35.039040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:35.041878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:35.132208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:35.132208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.149375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event updated for resources: {'Port': ['ID=c8efb0e0-8156-4e5c-9cd0-dff246378daa,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:35.226695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-96b1fa4d-1e46-4c0b-aaed-e6cbfd15eae8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3390229 Mar 11 17:30:35.230111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37588) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:35.407076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a592488-3ea4-457e-bd73-da15b223521d req-b74f52a8-315e-4b76-9fca-b57354ccacf1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:35.427681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a592488-3ea4-457e-bd73-da15b223521d req-b74f52a8-315e-4b76-9fca-b57354ccacf1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 946 time: 0.1621106 Mar 11 17:30:35.480013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ef3d0e46-e8dc-499a-802c-a4ba9ba10686 None None] Provisioning complete for port c8efb0e0-8156-4e5c-9cd0-dff246378daa triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:35.485969 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0e46-e8dc-499a-802c-a4ba9ba10686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.574131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a592488-3ea4-457e-bd73-da15b223521d req-a8e57e1c-6e85-45b2-b002-0dcb318052a5 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354470 Mar 11 17:30:35.683058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d0e46-e8dc-499a-802c-a4ba9ba10686 None None] Port c8efb0e0-8156-4e5c-9cd0-dff246378daa cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:30:35.691875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'project_id': '17795deca7c64714bfad87aeb9e7550e', 'port_id': 'c8efb0e0-8156-4e5c-9cd0-dff246378daa'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:35.806195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:35.837795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-358589bd-e98f-4be2-9720-7377162e86cc req-28e9e05a-6f1f-4e47-8cc1-750804679018 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0839970 Mar 11 17:30:35.961252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37598) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:36.048136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.161853 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51c810a6-432d-4dc8-9842-3b505b246ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.275347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Allocated IP 172.25.8.183 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/9c2b94c9-2cd8-40e5-b22e-cdc27d4f4709) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:36.297331 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51c810a6-432d-4dc8-9842-3b505b246ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.304442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51c810a6-432d-4dc8-9842-3b505b246ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.400937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-51c810a6-432d-4dc8-9842-3b505b246ea8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82dba8d2533e408f9d98b40fc0994c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384637 Mar 11 17:30:36.402022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37606) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:36.402913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c810a6-432d-4dc8-9842-3b505b246ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a89ed4-c47f-4fb1-9164-145dbc8f0083,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:36.453475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.535496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e612d-8a06-4dac-bc3b-816ecdd253ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.553154 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.598747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e612d-8a06-4dac-bc3b-816ecdd253ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.598929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Pushing event updated for resources: {'Port': ['ID=9c2b94c9-2cd8-40e5-b22e-cdc27d4f4709,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:36.622242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:36.624625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:36.627364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:36.702390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e612d-8a06-4dac-bc3b-816ecdd253ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.707263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ec1e612d-8a06-4dac-bc3b-816ecdd253ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:36.712467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ec1e612d-8a06-4dac-bc3b-816ecdd253ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49a89ed4-c47f-4fb1-9164-145dbc8f0083 HTTP/1.1" status: 204 len: 168 time: 0.3062434 Mar 11 17:30:36.733862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e612d-8a06-4dac-bc3b-816ecdd253ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a89ed4-c47f-4fb1-9164-145dbc8f0083,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:36.873333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30fb91-e537-452d-ab3b-966f149927f4 req-1ff5d913-a6af-41c5-9e50-7a9acea3f299 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:36.887473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f30fb91-e537-452d-ab3b-966f149927f4 req-1ff5d913-a6af-41c5-9e50-7a9acea3f299 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 946 time: 0.1301970 Mar 11 17:30:37.041296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f30fb91-e537-452d-ab3b-966f149927f4 req-d0fdfb98-86f8-4bfb-ab15-1edd10ec32b7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436303 Mar 11 17:30:37.088265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e6b9bfd-d7b0-45c4-b2f4-8e53ddd81d7f req-ac51070a-ab39-49fb-93e9-fcf9ecb5adee tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0789654 Mar 11 17:30:37.523143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37628) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:37.548477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdd233ce-b061-40ee-bd70-a0d64ef4bdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.746465 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.848222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdd233ce-b061-40ee-bd70-a0d64ef4bdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.878705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263f630-97a9-4d87-b496-370a5df4a3a7 req-aec44fdc-a05c-48e3-aed5-0503f675d64e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:37.899470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9263f630-97a9-4d87-b496-370a5df4a3a7 req-aec44fdc-a05c-48e3-aed5-0503f675d64e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 946 time: 0.2597046 Mar 11 17:30:37.927207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:37.932707 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdd233ce-b061-40ee-bd70-a0d64ef4bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.037276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9263f630-97a9-4d87-b496-370a5df4a3a7 req-33e89c3d-20f6-4176-b48d-6033a6b3f3c2 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366069 Mar 11 17:30:38.043194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bdd233ce-b061-40ee-bd70-a0d64ef4bdf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=758eff9d783f43a6ad90978f8327444f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188785 Mar 11 17:30:38.044280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd233ce-b061-40ee-bd70-a0d64ef4bdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b58684-8da3-4061-9392-0cb11efe3954,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:38.047002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37632) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:38.233706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be6887ab-1e11-49cb-8390-e85c08d3fd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.323551 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be6887ab-1e11-49cb-8390-e85c08d3fd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.513460 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.524173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e8dd21a-a389-49ca-afc5-377b44c6c617 req-35849e0c-300a-4b00-bfcf-59a670f25154 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.1472759 Mar 11 17:30:38.532173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.657868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aa1df-4166-4910-9891-293c827fe498 req-2423ef97-1049-472a-9493-ee6d4ad2751e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:38.673565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d48aa1df-4166-4910-9891-293c827fe498 req-2423ef97-1049-472a-9493-ee6d4ad2751e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 946 time: 0.4595146 Mar 11 17:30:38.823470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d48aa1df-4166-4910-9891-293c827fe498 req-f50c7b8b-9474-491b-b0ac-c2ff45f94a30 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438534 Mar 11 17:30:38.829234 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be6887ab-1e11-49cb-8390-e85c08d3fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.837186 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be6887ab-1e11-49cb-8390-e85c08d3fd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:38.838616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-be6887ab-1e11-49cb-8390-e85c08d3fd42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94b58684-8da3-4061-9392-0cb11efe3954 HTTP/1.1" status: 204 len: 168 time: 0.7905979 Mar 11 17:30:38.848173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6887ab-1e11-49cb-8390-e85c08d3fd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b58684-8da3-4061-9392-0cb11efe3954,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:38.903974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Pushing event updated for resources: {'Port': ['ID=9c2b94c9-2cd8-40e5-b22e-cdc27d4f4709,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:38.914693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:39.289738 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Floating IP 6a15c17d-a163-4acf-8439-8f6e6e876839 associated. External IP: 172.25.8.183, port: c8efb0e0-8156-4e5c-9cd0-dff246378daa. Mar 11 17:30:39.448667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00920a0c-a7b9-494f-aaee-a69da86182e8 req-9de622f9-95e6-466f-a092-3979ec52390a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:39.462554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00920a0c-a7b9-494f-aaee-a69da86182e8 req-9de622f9-95e6-466f-a092-3979ec52390a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 946 time: 0.1590893 Mar 11 17:30:39.608587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00920a0c-a7b9-494f-aaee-a69da86182e8 req-8608baad-1e27-451c-888f-2b22a98e68aa tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383288 Mar 11 17:30:39.861607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2a16469-7b77-46d1-af83-7d608ad4d5b1 req-2e84229c-48b7-498f-adeb-b3e57184cbf6 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0857737 Mar 11 17:30:40.054406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Router 3af18591-8cef-47bd-b372-5df727b84eaf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:40.307711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:40.325766 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78331e9-4d50-490e-8590-ad469bc0f558 None None] Sync routers for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:30:40.345837 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:40.351176 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78331e9-4d50-490e-8590-ad469bc0f558 None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:40.352887 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a78331e9-4d50-490e-8590-ad469bc0f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:40.443827 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a78331e9-4d50-490e-8590-ad469bc0f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:40.457663 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78331e9-4d50-490e-8590-ad469bc0f558 None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:40.458698 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a78331e9-4d50-490e-8590-ad469bc0f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:40.498188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5b35e94a-303a-4473-8ceb-10aac3a80698 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.2668817 Mar 11 17:30:40.508297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37692) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:40.602928 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a78331e9-4d50-490e-8590-ad469bc0f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:40.610977 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78331e9-4d50-490e-8590-ad469bc0f558 None None] The sync data for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:30:40.939794 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:40.942375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-41596c2f-f574-4d06-9b36-1e487fd76f9f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:40.951963 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-41596c2f-f574-4d06-9b36-1e487fd76f9f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 946 time: 0.3337364 Mar 11 17:30:41.097292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95dd3c-1a17-4c44-992e-7e7711273e6f req-3c1bd912-d34b-4f21-a1ac-3cf54313c66d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:41.110923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c95dd3c-1a17-4c44-992e-7e7711273e6f req-3c1bd912-d34b-4f21-a1ac-3cf54313c66d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 946 time: 0.3223262 Mar 11 17:30:41.221857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Deleting port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:41.222782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.247509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9af02277-db10-46d5-9b9a-8b706cc6d663 req-78ef61eb-f598-417f-b2e5-998432bf917e tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.1188374 Mar 11 17:30:41.252388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-14e3c03a-d011-43db-8260-0de082e31ace tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] 10.222.0.53 "GET /v2.0/floatingips/6a15c17d-a163-4acf-8439-8f6e6e876839 HTTP/1.1" status: 200 len: 982 time: 0.7333429 Mar 11 17:30:41.271233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37712) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:41.401023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] For port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:41.405760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.467296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Calling delete_port for 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:41.631594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c95dd3c-1a17-4c44-992e-7e7711273e6f req-660bff66-9758-497b-be3a-07759ffcaf15 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196419 Mar 11 17:30:41.737909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-68f3420e-8969-473d-be9e-25d413c63e99 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.4525828 Mar 11 17:30:41.738529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37720) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:41.869004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.906291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43', '37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:41.996400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event deleted for resources: {'Port': ['ID=37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:42.185546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] No DVR routers for this DVR port 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:42.202116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.219797 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-a3328c27-3561-4c88-836b-25a33d1b0158 req-37fafd9a-ae54-4603-94aa-87261cc8e011 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "DELETE /v2.0/ports/37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 HTTP/1.1" status: 204 len: 173 time: 1.2624569 Mar 11 17:30:42.220271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cb79b7-73ea-4107-a985-8221851651e4', 'name': 'network-vif-deleted', 'tag': '37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:42.247071 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0eeabb-a22e-4040-9ead-a1c0675abae6" -d '{"events": [{"server_uuid": "a8cb79b7-73ea-4107-a985-8221851651e4", "name": "network-vif-deleted", "tag": "37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:42.315809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Deleting port 9c2b94c9-2cd8-40e5-b22e-cdc27d4f4709 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:42.316688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.449385 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ad6082-aff0-4df8-841a-2dd7a31189b8 x-openstack-request-id: req-f1ad6082-aff0-4df8-841a-2dd7a31189b8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:42.450157 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cb79b7-73ea-4107-a985-8221851651e4", "name": "network-vif-deleted", "tag": "37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:42.450632 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1ad6082-aff0-4df8-841a-2dd7a31189b8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:42.451213 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cb79b7-73ea-4107-a985-8221851651e4', 'name': 'network-vif-deleted', 'tag': '37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1', 'status': 'completed', 'code': 200} Mar 11 17:30:42.486085 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.486654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:42.509863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Calling delete_port for 9c2b94c9-2cd8-40e5-b22e-cdc27d4f4709 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:43.157144 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e41c2d1-9ca7-475f-8834-cbd7b0bc6318 req-4e3b0c9d-65f3-496e-af5a-3312ce2c74fb tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.5418973 Mar 11 17:30:43.204938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-856c88c5-7b52-43fd-8a12-4ad851519e7f req-913f0a0e-c458-469d-93ac-6f4b4ada34aa tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8cb79b7-73ea-4107-a985-8221851651e4 HTTP/1.1" status: 200 len: 210 time: 0.1500530 Mar 11 17:30:43.271571 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.358505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event deleted for resources: {'Port': ['ID=9c2b94c9-2cd8-40e5-b22e-cdc27d4f4709,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:43.532563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.533046 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Floating IP 6a15c17d-a163-4acf-8439-8f6e6e876839 disassociated (deleted). External IP: 172.25.8.183, port: c8efb0e0-8156-4e5c-9cd0-dff246378daa. Mar 11 17:30:43.614486 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c3c24e2a-a910-42b6-8846-7e8417a4730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.127936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:44.231746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:30:44.232740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 37e5dffa-3d7b-4c50-b7ed-e4c1cff6f5e1 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:30:44.550293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8beec223-e6c3-4b6b-af92-27be7da5c82e req-169d7381-4bf8-46e7-bf10-161748ced6a4 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/ports?device_id=22936882-29df-4f17-98bd-0dfb83b85f37 HTTP/1.1" status: 200 len: 210 time: 0.0362618 Mar 11 17:30:44.572099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Router 3af18591-8cef-47bd-b372-5df727b84eaf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:44.906926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:44.922122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03204380-87f8-4b64-85bd-01a398cc97c8 None None] Sync routers for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:30:44.928845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.939167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03204380-87f8-4b64-85bd-01a398cc97c8 None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:44.939940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-03204380-87f8-4b64-85bd-01a398cc97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:45.019841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-03204380-87f8-4b64-85bd-01a398cc97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:45.032087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03204380-87f8-4b64-85bd-01a398cc97c8 None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:45.033127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-03204380-87f8-4b64-85bd-01a398cc97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:45.043273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a052ef25-7089-482b-a174-d80a2d4f69d6 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "DELETE /v2.0/floatingips/6a15c17d-a163-4acf-8439-8f6e6e876839 HTTP/1.1" status: 204 len: 168 time: 3.3036153 Mar 11 17:30:45.047484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:45.052310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:45.088565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-03204380-87f8-4b64-85bd-01a398cc97c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:45.089741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03204380-87f8-4b64-85bd-01a398cc97c8 None None] The sync data for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:30:45.107995 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.112057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-eb781d54-7e86-4ed5-8c55-c63a9b0102e8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:45.113620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-eb781d54-7e86-4ed5-8c55-c63a9b0102e8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.3020935 Mar 11 17:30:45.130874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-e067c5c8-f2ba-45f2-96a7-3c9f6acdecde tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/quotas/d5d208419e1140d0b2726319f9122d80 HTTP/1.1" status: 200 len: 375 time: 0.0111399 Mar 11 17:30:45.212929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-f059ea41-4466-46c3-ab17-e78c63994651 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711141 Mar 11 17:30:45.264965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.490690 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-b1f7990f-16d5-4a14-a8d0-f157bb599fbc service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629433 Mar 11 17:30:45.598515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Allocated IP 172.25.8.47 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/4941cc8e-2833-4361-af37-cb59b2fd53e1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:45.732237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:45.756070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-e74a7231-0750-4390-b94c-8a6b6d3b15ec service neutron] 10.222.0.53 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574213 Mar 11 17:30:45.769863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.851196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e883515d-4fe7-4bd1-a196-ab20ec73219d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.860892 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.893744 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b06a5138-c7b0-401d-9fbf-a9534e122f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.894581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e883515d-4fe7-4bd1-a196-ab20ec73219d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.909002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:45.913891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:45.918311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:45.961630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Pushing event updated for resources: {'Port': ['ID=4941cc8e-2833-4361-af37-cb59b2fd53e1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:45.985119 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e883515d-4fe7-4bd1-a196-ab20ec73219d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.991146 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e883515d-4fe7-4bd1-a196-ab20ec73219d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:45.997418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e883515d-4fe7-4bd1-a196-ab20ec73219d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "DELETE /v2.0/security-groups/169b6171-a3f9-46d1-be2b-88d7a8fdf820 HTTP/1.1" status: 204 len: 168 time: 0.2627711 Mar 11 17:30:46.000738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37846) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:46.016169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883515d-4fe7-4bd1-a196-ab20ec73219d tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169b6171-a3f9-46d1-be2b-88d7a8fdf820,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:46.016437 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-629c5cce-525b-45c4-a659-aec359822e75 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] show failed (client error): The resource could not be found. Mar 11 17:30:46.021350 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-629c5cce-525b-45c4-a659-aec359822e75 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "GET /v2.0/security-groups/169b6171-a3f9-46d1-be2b-88d7a8fdf820 HTTP/1.1" status: 404 len: 347 time: 0.0188072 Mar 11 17:30:46.022260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37848) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:46.092363 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05712762-90fa-4b1f-a7cd-2a644875de7c req-6c1fa45e-eca0-49c8-ae0f-64963bc0763c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 210 time: 0.0786283 Mar 11 17:30:46.532145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.586594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.629872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting port 53b69dc9-52fb-442a-b6ef-ab7189ca3f0e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:46.630304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.824307 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.825049 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.854567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Calling delete_port for 53b69dc9-52fb-442a-b6ef-ab7189ca3f0e owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:47.008109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.029992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.109720 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.148577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Pushing event updated for resources: {'Port': ['ID=4941cc8e-2833-4361-af37-cb59b2fd53e1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:47.194121 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.244382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.246882 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a4e3afcd-66c1-4910-9a75-38ea1161db1a tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1983697 Mar 11 17:30:47.250653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:47.320169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57c63644-e33c-490c-92bf-f15eafe9bd60 req-489162c7-f250-4160-9657-9b790d4884e9 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 210 time: 0.0581222 Mar 11 17:30:47.393545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.539984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-ab2a8fcc-b039-4275-a825-ddcce7aa9bd6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:47.542775 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-ab2a8fcc-b039-4275-a825-ddcce7aa9bd6 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 805 time: 0.2312357 Mar 11 17:30:47.576144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Request body: {'port': {'device_id': '15b4372e-aa15-4af8-8be3-2984600b5b9f', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'admin_state_up': True, 'tenant_id': 'd5d208419e1140d0b2726319f9122d80'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:47.584389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Port': ['ID=53b69dc9-52fb-442a-b6ef-ab7189ca3f0e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:47.651634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:47.700874 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.911049 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.914258 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.919132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37902) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:47.919381 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a3010563-2237-4227-bb8c-99bfe67e0a04 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "DELETE /v2.0/floatingips/ee81effb-8988-4ae3-8265-92a458ba625b HTTP/1.1" status: 204 len: 168 time: 1.8956897 Mar 11 17:30:47.921111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Made reservation on behalf of d5d208419e1140d0b2726319f9122d80 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:30:47.925432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:47.938234 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.290605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Allocated IP 172.20.0.6 (183c0f9c-34b5-40d8-8f5b-ec3e47e371b5/d975d024-42bd-41eb-a5a3-788261a71880/baa17df9-2b13-4b45-8127-54d6950b26c6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:48.292312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Allocated IP 172.25.8.114 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/26ab2661-fc95-4c28-a262-02c3070f0092) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:30:48.328604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-60cd71d4-b491-4f56-ad5f-d084594cb377 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting port ed38429a-d477-40bf-a7f4-131ab2ee892a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:48.331562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60cd71d4-b491-4f56-ad5f-d084594cb377 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.371542 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.535009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a6483d-900c-430e-8a64-e1c0d790dc95 req-3e686778-6d95-46fe-886a-af1c49022cdb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 210 time: 0.0925169 Mar 11 17:30:48.609505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60cd71d4-b491-4f56-ad5f-d084594cb377 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.633690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-60cd71d4-b491-4f56-ad5f-d084594cb377 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Calling delete_port for ed38429a-d477-40bf-a7f4-131ab2ee892a owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:48.650713 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.655673 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.750977 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.844987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:48.845519 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event updated for resources: {'Port': ['ID=baa17df9-2b13-4b45-8127-54d6950b26c6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:48.857120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:48.859055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:48.891088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60cd71d4-b491-4f56-ad5f-d084594cb377 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.896773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:48.932316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd71d4-b491-4f56-ad5f-d084594cb377 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Port': ['ID=ed38429a-d477-40bf-a7f4-131ab2ee892a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:48.936799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.949673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:48.950379 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:48.982292 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-53d5e1cf-3bf5-451c-b713-7a30ce605f91 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4112809 Mar 11 17:30:48.998801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Request body: {'port': {'device_id': '15b4372e-aa15-4af8-8be3-2984600b5b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:30:49.008567 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.114546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.157275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Pushing event updated for resources: {'Port': ['ID=26ab2661-fc95-4c28-a262-02c3070f0092,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:49.169792 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60cd71d4-b491-4f56-ad5f-d084594cb377 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.181131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-60cd71d4-b491-4f56-ad5f-d084594cb377 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "DELETE /v2.0/ports/ed38429a-d477-40bf-a7f4-131ab2ee892a HTTP/1.1" status: 204 len: 168 time: 1.2539415 Mar 11 17:30:49.193779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37924) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:49.202344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:30:49.203887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:30:49.208062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:30:49.377348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.447086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.594804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-105c6afb-303f-449a-aa40-de78891b5997 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting port 6b3e694c-9a99-4152-a3d1-86e38da63923 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:49.595166 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-105c6afb-303f-449a-aa40-de78891b5997 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:49.865527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f0332-3680-4254-846d-206ceca2ac20 req-22cf8405-ba8f-48f5-bb3c-02760018090d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:49.868298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-193f0332-3680-4254-846d-206ceca2ac20 req-22cf8405-ba8f-48f5-bb3c-02760018090d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 931 time: 0.1534400 Mar 11 17:30:50.005517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-193f0332-3680-4254-846d-206ceca2ac20 req-fc121159-ffe0-47d4-bc2b-fa5d94a19423 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243684 Mar 11 17:30:50.016038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-105c6afb-303f-449a-aa40-de78891b5997 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.084501 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.087146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-105c6afb-303f-449a-aa40-de78891b5997 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Calling delete_port for 6b3e694c-9a99-4152-a3d1-86e38da63923 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:50.093093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.168279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa17df9-2b13-4b45-8127-54d6950b26c6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:30:50.186016 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.224070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Transition to ACTIVE for port object baa17df9-2b13-4b45-8127-54d6950b26c6 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:30:50.232259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.319804 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.324482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Pushing event updated for resources: {'Port': ['ID=26ab2661-fc95-4c28-a262-02c3070f0092,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:50.345138 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.346851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b081cd4e-da77-4d6e-a715-ce8d0ba70a56 tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0934370 Mar 11 17:30:50.349772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37966) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:50.398498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Pushing event updated for resources: {'Port': ['ID=baa17df9-2b13-4b45-8127-54d6950b26c6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:50.427519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a7db0019-6b71-4919-ac37-c755c4b25ce2 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.0738847 Mar 11 17:30:50.428206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37968) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:50.469442 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-105c6afb-303f-449a-aa40-de78891b5997 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.517354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c6afb-303f-449a-aa40-de78891b5997 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Port': ['ID=6b3e694c-9a99-4152-a3d1-86e38da63923,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:50.547728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c72a8fd0-1f36-4fce-b9d2-8d1b6f56b573 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1167836 Mar 11 17:30:50.550214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37972) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:50.632384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Attempting to bind port baa17df9-2b13-4b45-8127-54d6950b26c6 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:30:50.633679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Attempting to bind port baa17df9-2b13-4b45-8127-54d6950b26c6 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:30:50.634199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Attempting to bind port baa17df9-2b13-4b45-8127-54d6950b26c6 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:30:50.670049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Port baa17df9-2b13-4b45-8127-54d6950b26c6 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:30:50.670298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Attempting to bind port baa17df9-2b13-4b45-8127-54d6950b26c6 on network 183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:30:50.681913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-105c6afb-303f-449a-aa40-de78891b5997 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.694878 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-105c6afb-303f-449a-aa40-de78891b5997 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "DELETE /v2.0/ports/6b3e694c-9a99-4152-a3d1-86e38da63923 HTTP/1.1" status: 204 len: 168 time: 1.4935534 Mar 11 17:30:50.697344 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37978) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:50.724541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:30:50.724889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Checking segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:30:50.725563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Bound using segment: {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:30:50.727298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Bound port: baa17df9-2b13-4b45-8127-54d6950b26c6, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8342c3ed-4a95-4a64-bae0-f580b2474a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:30:50.727298 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.813701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Deleting port 26ab2661-fc95-4c28-a262-02c3070f0092 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:50.814326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.865750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] For port baa17df9-2b13-4b45-8127-54d6950b26c6, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:30:50.875084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] For port baa17df9-2b13-4b45-8127-54d6950b26c6, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=baa17df9-2b13-4b45-8127-54d6950b26c6,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:30:50.900997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.938802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.939138 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:50.964439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Calling delete_port for 26ab2661-fc95-4c28-a262-02c3070f0092 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:51.031921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:51.033871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.035600 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] 10.222.0.66 "PUT /v2.0/ports/baa17df9-2b13-4b45-8127-54d6950b26c6 HTTP/1.1" status: 200 len: 1091 time: 2.0451500 Mar 11 17:30:51.036283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b4372e-aa15-4af8-8be3-2984600b5b9f', 'tag': 'baa17df9-2b13-4b45-8127-54d6950b26c6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:51.038963 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a06d31f-60c3-4a21-a921-8397b94c6e38" -d '{"events": [{"name": "network-changed", "server_uuid": "15b4372e-aa15-4af8-8be3-2984600b5b9f", "tag": "baa17df9-2b13-4b45-8127-54d6950b26c6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:51.155603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9f348a-fb30-47c2-8c9a-491670d59cb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting subnet c04d27b5-45fa-428a-bd43-1e4b7e098e88 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:30:51.174589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c9f348a-fb30-47c2-8c9a-491670d59cb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.218981 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ce7813-d45b-4ce1-9b1a-460b511c2c60 x-openstack-request-id: req-c1ce7813-d45b-4ce1-9b1a-460b511c2c60 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:51.219287 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b4372e-aa15-4af8-8be3-2984600b5b9f", "tag": "baa17df9-2b13-4b45-8127-54d6950b26c6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:51.219548 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1ce7813-d45b-4ce1-9b1a-460b511c2c60 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:51.220059 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b4372e-aa15-4af8-8be3-2984600b5b9f', 'tag': 'baa17df9-2b13-4b45-8127-54d6950b26c6', 'status': 'completed', 'code': 200} Mar 11 17:30:51.256429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.299321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e581832-92f2-4c31-ad99-0533f02b7e23 service neutron] Pushing event updated for resources: {'Port': ['ID=baa17df9-2b13-4b45-8127-54d6950b26c6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:51.303878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Pushing event deleted for resources: {'Port': ['ID=26ab2661-fc95-4c28-a262-02c3070f0092,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:51.310761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c9f348a-fb30-47c2-8c9a-491670d59cb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.366501 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-1ac78b62-7bf9-4d5d-9ef9-2c733eb9c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:51.371721 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-1ac78b62-7bf9-4d5d-9ef9-2c733eb9c778 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 1094 time: 0.2538378 Mar 11 17:30:51.409661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce461b-1696-4aac-914d-c9e30ed07182 req-820c16f3-7ca6-4976-bbcd-59c5aa0f194f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:51.412764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97ce461b-1696-4aac-914d-c9e30ed07182 req-820c16f3-7ca6-4976-bbcd-59c5aa0f194f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 943 time: 0.1690092 Mar 11 17:30:51.449686 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.452378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.457280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5aeb9349-026b-463d-8b94-7690dfd95a1c tempest-FloatingIPAdminTestJSON-230672595 tempest-FloatingIPAdminTestJSON-230672595-project] 10.222.0.53 "DELETE /v2.0/floatingips/458b9114-1f73-46f2-a090-c0606b284690 HTTP/1.1" status: 204 len: 168 time: 0.9051900 Mar 11 17:30:51.458126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37996) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:51.483037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-e6c7fa84-2fc9-49f6-a521-c107044ea4d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa17df9-2b13-4b45-8127-54d6950b26c6 HTTP/1.1" status: 200 len: 217 time: 0.0992146 Mar 11 17:30:51.534925 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c9f348a-fb30-47c2-8c9a-491670d59cb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.598332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-5941b192-274b-41ad-9244-122b78872967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:51.599851 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-5941b192-274b-41ad-9244-122b78872967 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.1109908 Mar 11 17:30:51.608978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97ce461b-1696-4aac-914d-c9e30ed07182 req-149cde5d-982b-4faf-86f7-889d6c041569 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879618 Mar 11 17:30:51.643060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-7f6b088c-9655-43de-bb57-46aa06a8e46d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356898 Mar 11 17:30:51.697397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Deleting port 4941cc8e-2833-4361-af37-cb59b2fd53e1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:51.697882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.716172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c9f348a-fb30-47c2-8c9a-491670d59cb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.758115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f348a-fb30-47c2-8c9a-491670d59cb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Subnet': ['ID=c04d27b5-45fa-428a-bd43-1e4b7e098e88,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:51.771599 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c9f348a-fb30-47c2-8c9a-491670d59cb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.774925 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8c9f348a-fb30-47c2-8c9a-491670d59cb9 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "DELETE /v2.0/subnets/c04d27b5-45fa-428a-bd43-1e4b7e098e88 HTTP/1.1" status: 204 len: 168 time: 1.0766320 Mar 11 17:30:51.779285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38000) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:51.783809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b43c39-e2e1-4e98-8b7f-a063e143a5be None None] Network 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:30:51.800933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-e163298d-2274-4eb7-b5c1-c95f0eef8ac9 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498270 Mar 11 17:30:51.850207 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.850496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.865741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a6f82d-c791-4aa5-8013-e05598ca6306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting subnet 790ff9c8-0e5a-4d16-800c-02a801a738ca {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:30:51.874692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36a6f82d-c791-4aa5-8013-e05598ca6306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:51.877663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Calling delete_port for 4941cc8e-2833-4361-af37-cb59b2fd53e1 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:51.911007 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-48c2d6db-d538-489d-ab71-ed3a8c71465b req-3b7eccbc-026d-4a15-a7f1-3b189435a87b service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010895 Mar 11 17:30:51.990975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36a6f82d-c791-4aa5-8013-e05598ca6306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.029698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-281756f5-a554-4e6b-ab0a-f250d26c6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:52.031741 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-281756f5-a554-4e6b-ab0a-f250d26c6f62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5d208419e1140d0b2726319f9122d80&device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 1094 time: 0.0596454 Mar 11 17:30:52.139937 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36a6f82d-c791-4aa5-8013-e05598ca6306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.196883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf482a-605d-4631-b2fd-ead79fe51370 None None] DHCP port deletion for 6169f069-6ccf-4d75-8a2d-b93c7f6369d2 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:30:52.233951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-1edb76c1-8d27-48da-a21b-456ca13080a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:52.235878 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-1edb76c1-8d27-48da-a21b-456ca13080a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 200 len: 905 time: 0.1955264 Mar 11 17:30:52.319225 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.346118 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:30:52.377023 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-b0c9afff-ad24-4e2b-9be6-5f63bfbc7078 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa17df9-2b13-4b45-8127-54d6950b26c6 HTTP/1.1" status: 200 len: 217 time: 0.1335139 Mar 11 17:30:52.382982 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36a6f82d-c791-4aa5-8013-e05598ca6306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.386311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf482a-605d-4631-b2fd-ead79fe51370 None None] Deleting port 72fa5599-07dc-498d-b6e9-92ff4cf65728 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:52.386980 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0bdf482a-605d-4631-b2fd-ead79fe51370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.459226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-5a83cd29-f550-4e22-bd93-f54cd4a03e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:52.460890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-5a83cd29-f550-4e22-bd93-f54cd4a03e45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 200 len: 845 time: 0.0769365 Mar 11 17:30:52.505568 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-d8e61b91-0d35-4bc7-ad55-c78328173898 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382690 Mar 11 17:30:52.510943 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36a6f82d-c791-4aa5-8013-e05598ca6306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.514810 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-36a6f82d-c791-4aa5-8013-e05598ca6306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "DELETE /v2.0/subnets/790ff9c8-0e5a-4d16-800c-02a801a738ca HTTP/1.1" status: 204 len: 168 time: 0.7345328 Mar 11 17:30:52.522512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38032) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:52.526147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aaa74d-45af-4f0e-b64c-a27130cc3a80 None None] Network 0726836f-d748-4c51-b886-5cd24bd6cbd6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:30:52.541383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Pushing event deleted for resources: {'Port': ['ID=4941cc8e-2833-4361-af37-cb59b2fd53e1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:52.585192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6f82d-c791-4aa5-8013-e05598ca6306 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Subnet': ['ID=790ff9c8-0e5a-4d16-800c-02a801a738ca,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:52.678193 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.682014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.686132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4971207c-c150-46f3-8e0c-4c24b2e7ef31 tempest-FloatingIPAdminTestJSON-93836792 tempest-FloatingIPAdminTestJSON-93836792-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/0ee78a5d-e079-4759-aa6b-28c079e78c50 HTTP/1.1" status: 204 len: 168 time: 1.2219782 Mar 11 17:30:52.687533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38038) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:52.753861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.769604 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-c4c18a9a-5931-4041-af05-35dd96cc6a84 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564354 Mar 11 17:30:52.783773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0bdf482a-605d-4631-b2fd-ead79fe51370 None None] For port 72fa5599-07dc-498d-b6e9-92ff4cf65728, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=72fa5599-07dc-498d-b6e9-92ff4cf65728,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:52.784176 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0bdf482a-605d-4631-b2fd-ead79fe51370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.819108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf482a-605d-4631-b2fd-ead79fe51370 None None] Calling delete_port for 72fa5599-07dc-498d-b6e9-92ff4cf65728 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:52.921144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75e68f-6aa6-42a0-baa4-f6de1690f171 req-c031db41-75c5-4741-8dc8-529a5423bd72 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:52.922726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a75e68f-6aa6-42a0-baa4-f6de1690f171 req-c031db41-75c5-4741-8dc8-529a5423bd72 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 943 time: 0.1272671 Mar 11 17:30:52.965554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7588e20b-0edb-4e92-bf14-0699e2fe1b11 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Deleting port c8efb0e0-8156-4e5c-9cd0-dff246378daa {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:52.965901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7588e20b-0edb-4e92-bf14-0699e2fe1b11 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:52.974230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Deleting port 72fa5599-07dc-498d-b6e9-92ff4cf65728 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:52.974743 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.050631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96578571-945d-4304-9a73-f5b83f134ddb None None] DHCP port deletion for 0726836f-d748-4c51-b886-5cd24bd6cbd6 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:30:53.100200 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0a06d31f-60c3-4a21-a921-8397b94c6e38 req-600f7d4a-adba-4926-ab53-33dd182811a1 service neutron] 10.222.0.66 "GET /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223102 Mar 11 17:30:53.134370 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0bdf482a-605d-4631-b2fd-ead79fe51370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.156971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a75e68f-6aa6-42a0-baa4-f6de1690f171 req-6544f0fc-6cce-42f4-ba79-e00b75fb6daf tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059853 Mar 11 17:30:53.197125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf482a-605d-4631-b2fd-ead79fe51370 None None] Pushing event deleted for resources: {'Port': ['ID=72fa5599-07dc-498d-b6e9-92ff4cf65728,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:53.206009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdf482a-605d-4631-b2fd-ead79fe51370 None None] No DVR routers for this DVR port 72fa5599-07dc-498d-b6e9-92ff4cf65728 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:53.230171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-96578571-945d-4304-9a73-f5b83f134ddb None None] Deleting port 6e6a5e90-839d-4b6c-b143-580167c0ab57 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:53.231556 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-96578571-945d-4304-9a73-f5b83f134ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.245410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] For port 72fa5599-07dc-498d-b6e9-92ff4cf65728, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=72fa5599-07dc-498d-b6e9-92ff4cf65728,segment=NetworkSegment(9f89c417-6c35-43a2-bab9-96aea17fd659),segment_id=9f89c417-6c35-43a2-bab9-96aea17fd659)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:53.245410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.261668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7588e20b-0edb-4e92-bf14-0699e2fe1b11 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.273647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Calling delete_port for 72fa5599-07dc-498d-b6e9-92ff4cf65728 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:53.284075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7588e20b-0edb-4e92-bf14-0699e2fe1b11 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Calling delete_port for c8efb0e0-8156-4e5c-9cd0-dff246378daa owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:53.330288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-96578571-945d-4304-9a73-f5b83f134ddb None None] For port 6e6a5e90-839d-4b6c-b143-580167c0ab57, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6e6a5e90-839d-4b6c-b143-580167c0ab57,segment=NetworkSegment(e73cb1a9-d451-4895-a4a7-10e67d579929),segment_id=e73cb1a9-d451-4895-a4a7-10e67d579929)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:53.330710 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-96578571-945d-4304-9a73-f5b83f134ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.352542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-96578571-945d-4304-9a73-f5b83f134ddb None None] Calling delete_port for 6e6a5e90-839d-4b6c-b143-580167c0ab57 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:53.449413 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-96578571-945d-4304-9a73-f5b83f134ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.480050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.495036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96578571-945d-4304-9a73-f5b83f134ddb None None] Pushing event deleted for resources: {'Port': ['ID=6e6a5e90-839d-4b6c-b143-580167c0ab57,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:53.498993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96578571-945d-4304-9a73-f5b83f134ddb None None] No DVR routers for this DVR port 6e6a5e90-839d-4b6c-b143-580167c0ab57 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:53.554234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] No DVR routers for this DVR port 72fa5599-07dc-498d-b6e9-92ff4cf65728 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:30:53.562388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Port': ['ID=72fa5599-07dc-498d-b6e9-92ff4cf65728,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:53.694103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7588e20b-0edb-4e92-bf14-0699e2fe1b11 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.707069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.739173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588e20b-0edb-4e92-bf14-0699e2fe1b11 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event deleted for resources: {'Port': ['ID=c8efb0e0-8156-4e5c-9cd0-dff246378daa,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:53.786169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6169f069-6ccf-4d75-8a2d-b93c7f6369d2']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:53.811886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f89c417-6c35-43a2-bab9-96aea17fd659') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:53.812349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f89c417-6c35-43a2-bab9-96aea17fd659') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:53.844823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.879290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.888707 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7588e20b-0edb-4e92-bf14-0699e2fe1b11 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.895310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7588e20b-0edb-4e92-bf14-0699e2fe1b11 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "DELETE /v2.0/ports/c8efb0e0-8156-4e5c-9cd0-dff246378daa HTTP/1.1" status: 204 len: 168 time: 1.2040703 Mar 11 17:30:53.896438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:30:53.896955 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:53.897297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38064) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:53.906607 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:53.966882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb3343-0ae1-45ce-8e44-32bd6c45c160 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:53.972209 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-efeb3343-0ae1-45ce-8e44-32bd6c45c160 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af18591-8cef-47bd-b372-5df727b84eaf HTTP/1.1" status: 200 len: 913 time: 0.0733130 Mar 11 17:30:53.973437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:54.015946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.022323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.027644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "DELETE /v2.0/networks/6169f069-6ccf-4d75-8a2d-b93c7f6369d2 HTTP/1.1" status: 204 len: 168 time: 1.4772944 Mar 11 17:30:54.042257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38070) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:54.093011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707d65c-254b-4bad-94f8-477cbce3bf0f tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Network': ['ID=6169f069-6ccf-4d75-8a2d-b93c7f6369d2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:54.175819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device baa17df9-2b13-4b45-8127-54d6950b26c6 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:30:54.392885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.414019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc17ffd-0302-428a-a22b-023ed127e60e req-186ad055-095c-4998-8a4e-fe065a6ec7f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:54.414353 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port baa17df9-2b13-4b45-8127-54d6950b26c6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=baa17df9-2b13-4b45-8127-54d6950b26c6,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:54.415888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbc17ffd-0302-428a-a22b-023ed127e60e req-186ad055-095c-4998-8a4e-fe065a6ec7f8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 943 time: 0.1414828 Mar 11 17:30:54.431208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'baa17df9-2b13-4b45-8127-54d6950b26c6', 'network_id': '183c0f9c-34b5-40d8-8f5b-ec3e47e371b5', 'port_id': 'baa17df9-2b13-4b45-8127-54d6950b26c6', 'mac_address': 'fa:16:3e:6a:9a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd975d024-42bd-41eb-a5a3-788261a71880', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:30:54.433501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6e6a5e90-839d-4b6c-b143-580167c0ab57 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:54.495466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 6e6a5e90-839d-4b6c-b143-580167c0ab57 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:30:54.496052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6e6a5e90-839d-4b6c-b143-580167c0ab57 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:30:54.496649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 72fa5599-07dc-498d-b6e9-92ff4cf65728 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:30:54.524383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 72fa5599-07dc-498d-b6e9-92ff4cf65728 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:30:54.524971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 72fa5599-07dc-498d-b6e9-92ff4cf65728 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:30:54.537222 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.537413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbc17ffd-0302-428a-a22b-023ed127e60e req-9592adfd-2a2a-43dd-9f54-9ae249805f9c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124136 Mar 11 17:30:54.547216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.556487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa17df9-2b13-4b45-8127-54d6950b26c6 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:30:54.590699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port baa17df9-2b13-4b45-8127-54d6950b26c6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=baa17df9-2b13-4b45-8127-54d6950b26c6,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:54.596721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0726836f-d748-4c51-b886-5cd24bd6cbd6']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:54.615664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73cb1a9-d451-4895-a4a7-10e67d579929') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:54.615866 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.616177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73cb1a9-d451-4895-a4a7-10e67d579929') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:54.630485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.648153 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.656136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:30:54.657442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:30:54.662491 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:30:54.766405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=baa17df9-2b13-4b45-8127-54d6950b26c6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:54.772775 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.791322 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:54.809581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] 10.222.0.53 "DELETE /v2.0/networks/0726836f-d748-4c51-b886-5cd24bd6cbd6 HTTP/1.1" status: 204 len: 168 time: 0.7482877 Mar 11 17:30:54.834456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda551da-eea3-45df-a766-12b12b9f7df7 tempest-TaggedBootDevicesTest_v242-2033037469 tempest-TaggedBootDevicesTest_v242-2033037469-project] Pushing event deleted for resources: {'Network': ['ID=0726836f-d748-4c51-b886-5cd24bd6cbd6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:54.954406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['baa17df9-2b13-4b45-8127-54d6950b26c6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:30:55.081418 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:55.594502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Deleting port 7a08a93f-dc8e-4725-99c6-813e0ed9d9d5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:55.594870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:55.790145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395aa5f-7a43-41a6-8f2c-cfb23abc213f req-5398923f-e1ce-4223-8d01-bfed70f5fb7c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:55.793167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d395aa5f-7a43-41a6-8f2c-cfb23abc213f req-5398923f-e1ce-4223-8d01-bfed70f5fb7c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 944 time: 0.1322262 Mar 11 17:30:55.809106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:55.857659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Calling delete_port for 7a08a93f-dc8e-4725-99c6-813e0ed9d9d5 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:55.892568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d395aa5f-7a43-41a6-8f2c-cfb23abc213f req-75c02587-c983-4bf5-bb0f-70f274aa3b03 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920587 Mar 11 17:30:56.174637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device baa17df9-2b13-4b45-8127-54d6950b26c6 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:30:56.336938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port baa17df9-2b13-4b45-8127-54d6950b26c6 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:30:56.338061 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.346385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port baa17df9-2b13-4b45-8127-54d6950b26c6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:30:56.348206 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.503980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event deleted for resources: {'Port': ['ID=7a08a93f-dc8e-4725-99c6-813e0ed9d9d5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:56.620888 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.702599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port baa17df9-2b13-4b45-8127-54d6950b26c6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=baa17df9-2b13-4b45-8127-54d6950b26c6,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:30:56.703833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b4372e-aa15-4af8-8be3-2984600b5b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa17df9-2b13-4b45-8127-54d6950b26c6'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:30:56.707357 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feabf7d8-4f42-4134-8ef9-af933fcc88a3" -d '{"events": [{"server_uuid": "15b4372e-aa15-4af8-8be3-2984600b5b9f", "name": "network-vif-plugged", "status": "completed", "tag": "baa17df9-2b13-4b45-8127-54d6950b26c6"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:30:56.711712 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.712872 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:56.840264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=baa17df9-2b13-4b45-8127-54d6950b26c6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:56.846745 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969d0456-f534-4bf5-8ded-8b2d9dda67db x-openstack-request-id: req-969d0456-f534-4bf5-8ded-8b2d9dda67db {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:30:56.847036 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b4372e-aa15-4af8-8be3-2984600b5b9f", "name": "network-vif-plugged", "status": "completed", "tag": "baa17df9-2b13-4b45-8127-54d6950b26c6", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:30:56.847294 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-969d0456-f534-4bf5-8ded-8b2d9dda67db {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:30:56.847950 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b4372e-aa15-4af8-8be3-2984600b5b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa17df9-2b13-4b45-8127-54d6950b26c6', 'code': 200} Mar 11 17:30:57.199978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d2ab9-b488-4a62-b71d-2f29f23e0be2 req-e75fbf0e-0c18-411a-93a9-6647b88ff9eb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:57.222614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-618d2ab9-b488-4a62-b71d-2f29f23e0be2 req-e75fbf0e-0c18-411a-93a9-6647b88ff9eb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1479745 Mar 11 17:30:57.306953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-618d2ab9-b488-4a62-b71d-2f29f23e0be2 req-ec6a895e-68ca-4778-b98f-94ffa4a3728e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831118 Mar 11 17:30:57.403285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Router 3af18591-8cef-47bd-b372-5df727b84eaf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:30:57.428627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fc897-479d-4449-86f3-75e36c0e830f req-e17d48f0-1b29-431d-834e-6e49d074b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:57.430815 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-873fc897-479d-4449-86f3-75e36c0e830f req-e17d48f0-1b29-431d-834e-6e49d074b1a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 1096 time: 0.4644287 Mar 11 17:30:57.634797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:30:57.653003 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1fac5ebd-3cfc-45ff-b623-472b936b2ad8 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "PUT /v2.0/routers/3af18591-8cef-47bd-b372-5df727b84eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6779826 Mar 11 17:30:57.656234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38170) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:30:57.660011 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c557-07a3-428e-b0e7-7c6fc8dee379 None None] Sync routers for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:30:57.678070 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-873fc897-479d-4449-86f3-75e36c0e830f req-03b90765-891c-438c-8654-8c357f554d0b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840079 Mar 11 17:30:57.694786 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159c557-07a3-428e-b0e7-7c6fc8dee379 None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:57.695420 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b159c557-07a3-428e-b0e7-7c6fc8dee379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:57.811336 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b159c557-07a3-428e-b0e7-7c6fc8dee379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:57.821505 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159c557-07a3-428e-b0e7-7c6fc8dee379 None None] Routers {'3af18591-8cef-47bd-b372-5df727b84eaf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:30:57.822130 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b159c557-07a3-428e-b0e7-7c6fc8dee379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3af18591-8cef-47bd-b372-5df727b84eaf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:57.935001 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b159c557-07a3-428e-b0e7-7c6fc8dee379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:30:57.935841 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c557-07a3-428e-b0e7-7c6fc8dee379 None None] The sync data for ids ['3af18591-8cef-47bd-b372-5df727b84eaf'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:30:58.555021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:58.724517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89a220-b1c3-4a82-bde7-164d7080a0f3 req-2cbdde71-3b6a-40d5-8905-a7518e9b7e86 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:30:58.726173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f89a220-b1c3-4a82-bde7-164d7080a0f3 req-2cbdde71-3b6a-40d5-8905-a7518e9b7e86 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2256556 Mar 11 17:30:58.728130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:58.830543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f89a220-b1c3-4a82-bde7-164d7080a0f3 req-91fa8c67-0987-4432-9f11-0a7207e4a193 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938089 Mar 11 17:30:58.922126 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:58.974650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Deleting port 9e99a50e-115d-429b-8160-5a0df795ffce {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:30:58.975006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.212285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.274374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Calling delete_port for 9e99a50e-115d-429b-8160-5a0df795ffce owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:30:59.701705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:59.779489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event deleted for resources: {'Port': ['ID=9e99a50e-115d-429b-8160-5a0df795ffce,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:30:59.948619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.057947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.060501 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.127066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.131530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Fanout notify agent at l3_agent the message router_deleted on router 3af18591-8cef-47bd-b372-5df727b84eaf {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:31:00.191422 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.198069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38240) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:00.198666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7ca1519f-67b2-4910-b8eb-6577d3b7840f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "DELETE /v2.0/routers/3af18591-8cef-47bd-b372-5df727b84eaf HTTP/1.1" status: 204 len: 168 time: 2.5401824 Mar 11 17:31:00.272693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a2d90-3b24-4cfd-b34d-b56fa186beb2 req-20768d11-eba9-4e53-b336-1c29466a1f5d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:00.309062 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf44558d-713a-4d3e-b21d-a3f2550a2bf3 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Deleting subnet c68c0315-1b3a-4b64-be5c-16c6a665f1ff {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:00.313287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-784a2d90-3b24-4cfd-b34d-b56fa186beb2 req-20768d11-eba9-4e53-b336-1c29466a1f5d tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2040150 Mar 11 17:31:00.314215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf44558d-713a-4d3e-b21d-a3f2550a2bf3 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.415232 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf44558d-713a-4d3e-b21d-a3f2550a2bf3 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.440279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-784a2d90-3b24-4cfd-b34d-b56fa186beb2 req-4867055d-d15b-47ab-8d5a-954166d4a749 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258602 Mar 11 17:31:00.595927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf44558d-713a-4d3e-b21d-a3f2550a2bf3 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.770545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf44558d-713a-4d3e-b21d-a3f2550a2bf3 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.852061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44558d-713a-4d3e-b21d-a3f2550a2bf3 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event deleted for resources: {'Subnet': ['ID=c68c0315-1b3a-4b64-be5c-16c6a665f1ff,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:00.871547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf44558d-713a-4d3e-b21d-a3f2550a2bf3 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:00.872673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a5fc9-ceef-48d5-8321-c480918de767 None None] Network 8a79dcc2-be05-4f94-8236-984e86571433 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:00.876729 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cf44558d-713a-4d3e-b21d-a3f2550a2bf3 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "DELETE /v2.0/subnets/c68c0315-1b3a-4b64-be5c-16c6a665f1ff HTTP/1.1" status: 204 len: 168 time: 0.6775062 Mar 11 17:31:00.879014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38262) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:01.075724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f4d66-4651-455f-948a-98383007301d req-f475af5f-6155-474c-963e-5dea70b42096 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:01.082111 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-145f4d66-4651-455f-948a-98383007301d req-f475af5f-6155-474c-963e-5dea70b42096 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2142363 Mar 11 17:31:01.242800 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.276171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-145f4d66-4651-455f-948a-98383007301d req-29350d80-d218-47b1-aae8-00095590e1f1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826081 Mar 11 17:31:01.501406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e913c-ec60-4b2f-bd61-4a9f5c190005 req-f7aee7af-bed1-474f-9d23-2b1f6e818dcd tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:01.519935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b6e913c-ec60-4b2f-bd61-4a9f5c190005 req-f7aee7af-bed1-474f-9d23-2b1f6e818dcd tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1142793 Mar 11 17:31:01.537486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Deleting port 5f897098-d48a-4db0-b2f4-b892fa447640 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:01.537833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.580763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b6e913c-ec60-4b2f-bd61-4a9f5c190005 req-9d3962a0-91ea-4f21-89c2-1113781d2440 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560253 Mar 11 17:31:01.737864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8b53ef-200e-42a6-a3b9-9005031531f9 None None] DHCP port deletion for 8a79dcc2-be05-4f94-8236-984e86571433 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:31:01.794032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] For port 5f897098-d48a-4db0-b2f4-b892fa447640, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5f897098-d48a-4db0-b2f4-b892fa447640,segment=NetworkSegment(770e10db-b592-480d-b98d-e2cfa46f3b08),segment_id=770e10db-b592-480d-b98d-e2cfa46f3b08)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:01.804487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:01.873086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Calling delete_port for 5f897098-d48a-4db0-b2f4-b892fa447640 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:01.933050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b53ef-200e-42a6-a3b9-9005031531f9 None None] Deleting port 5f897098-d48a-4db0-b2f4-b892fa447640 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:01.933653 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d8b53ef-200e-42a6-a3b9-9005031531f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.091492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a8988-5bdd-4179-b679-40cb6d5d704a req-64310312-d365-4db3-8ae0-1b8d8f773ca8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:02.102251 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-910a8988-5bdd-4179-b679-40cb6d5d704a req-64310312-d365-4db3-8ae0-1b8d8f773ca8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1075563 Mar 11 17:31:02.106232 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.145095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6d8b53ef-200e-42a6-a3b9-9005031531f9 None None] For port 5f897098-d48a-4db0-b2f4-b892fa447640, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5f897098-d48a-4db0-b2f4-b892fa447640,segment=NetworkSegment(770e10db-b592-480d-b98d-e2cfa46f3b08),segment_id=770e10db-b592-480d-b98d-e2cfa46f3b08)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:02.145095 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d8b53ef-200e-42a6-a3b9-9005031531f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.146618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event deleted for resources: {'Port': ['ID=5f897098-d48a-4db0-b2f4-b892fa447640,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:02.157695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] No DVR routers for this DVR port 5f897098-d48a-4db0-b2f4-b892fa447640 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:02.178231 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b53ef-200e-42a6-a3b9-9005031531f9 None None] Calling delete_port for 5f897098-d48a-4db0-b2f4-b892fa447640 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:02.237173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-910a8988-5bdd-4179-b679-40cb6d5d704a req-87c9cf9c-bca8-427a-aa33-b80819bea4e8 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336489 Mar 11 17:31:02.384104 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.408842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a79dcc2-be05-4f94-8236-984e86571433']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:02.420119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770e10db-b592-480d-b98d-e2cfa46f3b08') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:02.420457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770e10db-b592-480d-b98d-e2cfa46f3b08') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:02.446013 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.449701 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d8b53ef-200e-42a6-a3b9-9005031531f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.452331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5f897098-d48a-4db0-b2f4-b892fa447640 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:02.459254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536ccb-9d73-48c9-a1d8-396c6ad7b08e req-5bedefc9-c2da-4da2-a48d-5d73c7a6829b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:02.470428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4536ccb-9d73-48c9-a1d8-396c6ad7b08e req-5bedefc9-c2da-4da2-a48d-5d73c7a6829b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 945 time: 0.1074173 Mar 11 17:31:02.480019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 5f897098-d48a-4db0-b2f4-b892fa447640 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:02.480737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5f897098-d48a-4db0-b2f4-b892fa447640 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:02.484085 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.509495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b53ef-200e-42a6-a3b9-9005031531f9 None None] Pushing event deleted for resources: {'Port': ['ID=5f897098-d48a-4db0-b2f4-b892fa447640,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:02.518288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:31:02.521876 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.535162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4536ccb-9d73-48c9-a1d8-396c6ad7b08e req-89c7cbcf-6ad4-4740-b4a2-58d5ad5cc62c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633311 Mar 11 17:31:02.538539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b53ef-200e-42a6-a3b9-9005031531f9 None None] No DVR routers for this DVR port 5f897098-d48a-4db0-b2f4-b892fa447640 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:31:02.621881 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:31:02.627271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.640985 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:02.645011 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "DELETE /v2.0/networks/8a79dcc2-be05-4f94-8236-984e86571433 HTTP/1.1" status: 204 len: 168 time: 1.7627952 Mar 11 17:31:02.647572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38316) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:02.665851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d0bb1-018b-4171-aef8-6040b6f2b268 tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event deleted for resources: {'Network': ['ID=8a79dcc2-be05-4f94-8236-984e86571433,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:02.888258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Deleting port c186eedf-790a-46a6-83a1-e9cd724776c6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:02.889075 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.125126 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.126200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.225516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Calling delete_port for c186eedf-790a-46a6-83a1-e9cd724776c6 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:03.651689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebee65-0560-4965-a328-1c23d680cc90 req-95356b28-0e4c-48b9-a147-e5cc06c132ea tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:03.658765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3cebee65-0560-4965-a328-1c23d680cc90 req-95356b28-0e4c-48b9-a147-e5cc06c132ea tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1340969 Mar 11 17:31:03.667536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.713219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Pushing event deleted for resources: {'Port': ['ID=c186eedf-790a-46a6-83a1-e9cd724776c6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:03.919536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3cebee65-0560-4965-a328-1c23d680cc90 req-b573c667-c859-44dd-9646-98c9ca548f97 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556486 Mar 11 17:31:03.946209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc2997-616e-4259-9225-619bcea61532 req-164eb25a-7e3f-4a5e-be30-dc8c1e6396ea tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:03.948551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7bc2997-616e-4259-9225-619bcea61532 req-164eb25a-7e3f-4a5e-be30-dc8c1e6396ea tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 945 time: 0.2306187 Mar 11 17:31:03.958787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-6cfb5fa1-3b18-4486-afe0-341033470ac4 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:03.959985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-6cfb5fa1-3b18-4486-afe0-341033470ac4 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 945 time: 0.1650844 Mar 11 17:31:03.988253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:03.995421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.000122 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ce194e9e-cf45-4955-a204-920110bae35f tempest-FloatingIPAdminTestJSON-1500932682 tempest-FloatingIPAdminTestJSON-1500932682-project] 10.222.0.53 "DELETE /v2.0/floatingips/09a79e9f-0513-4cc1-9b5b-6b64e7cdcca3 HTTP/1.1" status: 204 len: 168 time: 1.3508339 Mar 11 17:31:04.044430 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7bc2997-616e-4259-9225-619bcea61532 req-90b9315d-b819-4d88-b12a-4e6762de57b5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=41e9eec9-c141-4016-9bbb-e97cfdc3cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833311 Mar 11 17:31:04.135850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Deleting port ad107a70-3500-49c4-8603-e5255f6abd7c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:04.136548 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.361698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] For port ad107a70-3500-49c4-8603-e5255f6abd7c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ad107a70-3500-49c4-8603-e5255f6abd7c,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:04.361698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.611438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38370) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:04.719546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.719964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.720283 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Floating IP 3813318a-a413-42b9-bec0-5a5d253263d6 disassociated. External IP: 172.25.8.229, port: ad107a70-3500-49c4-8603-e5255f6abd7c. Mar 11 17:31:04.720747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Calling delete_port for ad107a70-3500-49c4-8603-e5255f6abd7c owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:04.815841 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c1390c5f-b756-4393-8959-53d7a7afd385 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17795deca7c64714bfad87aeb9e7550e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009215 Mar 11 17:31:04.823968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:04.918309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.931148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-243c969a-6447-4ef0-b73d-8331adfc7291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.971338 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-243c969a-6447-4ef0-b73d-8331adfc7291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.991930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'Port': ['ID=ad107a70-3500-49c4-8603-e5255f6abd7c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:05.078857 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-243c969a-6447-4ef0-b73d-8331adfc7291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:05.081458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-243c969a-6447-4ef0-b73d-8331adfc7291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:05.082641 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-243c969a-6447-4ef0-b73d-8331adfc7291 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4120041f-7b99-471e-ba46-5ad25edc2912 HTTP/1.1" status: 204 len: 168 time: 0.2569773 Mar 11 17:31:05.128907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c969a-6447-4ef0-b73d-8331adfc7291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4120041f-7b99-471e-ba46-5ad25edc2912,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:05.299640 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7e0420e-c41a-4df3-a738-2a301923f4a9 req-24925bca-a2e3-4bb7-8ddb-5ca5d463d53c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 210 time: 0.0827127 Mar 11 17:31:05.320706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac3925-9b48-43ea-886e-07969786efa3 req-0ffe9c35-5b4b-4594-98a5-a6e04aa9e3eb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:05.329171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13ac3925-9b48-43ea-886e-07969786efa3 req-0ffe9c35-5b4b-4594-98a5-a6e04aa9e3eb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2349949 Mar 11 17:31:05.380182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13ac3925-9b48-43ea-886e-07969786efa3 req-67f23cd2-85a9-4849-afd7-e9ca4d374588 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496979 Mar 11 17:31:05.387360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:31:05.529571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:05.546347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:31:05.574036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:31:05.576261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:05.657362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] No DVR routers for this DVR port ad107a70-3500-49c4-8603-e5255f6abd7c on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:05.665353 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:05.679781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84d6ee8b-2a65-4c48-a853-4f74ef014218 req-27decfe3-9610-4155-8824-c33acdba4358 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "DELETE /v2.0/ports/ad107a70-3500-49c4-8603-e5255f6abd7c HTTP/1.1" status: 204 len: 173 time: 1.7091470 Mar 11 17:31:05.682407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d88923-e5c8-440a-82db-d592205bb6f9', 'name': 'network-vif-deleted', 'tag': 'ad107a70-3500-49c4-8603-e5255f6abd7c'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:05.690479 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092404fc-32b5-4492-8db1-874078556c85" -d '{"events": [{"server_uuid": "84d88923-e5c8-440a-82db-d592205bb6f9", "name": "network-vif-deleted", "tag": "ad107a70-3500-49c4-8603-e5255f6abd7c"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:05.755514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38414) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:05.788803 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e88fafcc-a7d4-44ca-be29-17402be4a6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:05.824443 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4449396-ab16-4cb7-8803-64712bb6858e x-openstack-request-id: req-f4449396-ab16-4cb7-8803-64712bb6858e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:05.824758 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d88923-e5c8-440a-82db-d592205bb6f9", "name": "network-vif-deleted", "tag": "ad107a70-3500-49c4-8603-e5255f6abd7c", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:05.825020 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4449396-ab16-4cb7-8803-64712bb6858e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:05.825442 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d88923-e5c8-440a-82db-d592205bb6f9', 'name': 'network-vif-deleted', 'tag': 'ad107a70-3500-49c4-8603-e5255f6abd7c', 'status': 'completed', 'code': 200} Mar 11 17:31:05.878328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:31:05.995512 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e88fafcc-a7d4-44ca-be29-17402be4a6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.001675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e88fafcc-a7d4-44ca-be29-17402be4a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.077919 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e88fafcc-a7d4-44ca-be29-17402be4a6ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f35d5457ffba4a6c84de1c8274029bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204210 Mar 11 17:31:06.078287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38422) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:06.080113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fafcc-a7d4-44ca-be29-17402be4a6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ce10a-060b-4053-a022-30b02f21ccf0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:06.206121 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a92eb942-938b-49a7-963b-8bbc59ed2d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.234120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a92eb942-938b-49a7-963b-8bbc59ed2d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.306891 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a92eb942-938b-49a7-963b-8bbc59ed2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.314227 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a92eb942-938b-49a7-963b-8bbc59ed2d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.323736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a92eb942-938b-49a7-963b-8bbc59ed2d41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/466ce10a-060b-4053-a022-30b02f21ccf0 HTTP/1.1" status: 204 len: 168 time: 0.2444022 Mar 11 17:31:06.355294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eb942-938b-49a7-963b-8bbc59ed2d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ce10a-060b-4053-a022-30b02f21ccf0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:06.618722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'fcef050b-26bc-4844-9e14-92cc7046d6a6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:28Z', 'revision_number': 2, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:06.686880 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:31:06.704111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:31:06.708955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:06.729939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eac4b775-cab4-4796-8e00-1fddc8b5bcb5 req-fa73ea4d-c25c-41f2-a9e6-8b0449e61f69 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=84d88923-e5c8-440a-82db-d592205bb6f9 HTTP/1.1" status: 200 len: 210 time: 0.1565547 Mar 11 17:31:06.775037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fee4b0-fa76-4ef4-933f-265305f01135 req-3490378a-a889-49b4-a851-edc492520a00 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:06.780070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18fee4b0-fa76-4ef4-933f-265305f01135 req-3490378a-a889-49b4-a851-edc492520a00 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2167814 Mar 11 17:31:06.860376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18fee4b0-fa76-4ef4-933f-265305f01135 req-635b903e-232e-40ea-a385-3238b060bf07 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720470 Mar 11 17:31:06.934500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38446) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:06.955307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebc226a4-e12d-40ca-a0b1-dc54da56e5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:06.982426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:31:07.088953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebc226a4-e12d-40ca-a0b1-dc54da56e5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.096834 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebc226a4-e12d-40ca-a0b1-dc54da56e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.158032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ebc226a4-e12d-40ca-a0b1-dc54da56e5b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39fad9e4dd104de2bb4c16a2784e46e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223780 Mar 11 17:31:07.160702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:07.165078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc226a4-e12d-40ca-a0b1-dc54da56e5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89474bbe-d527-48a9-89e4-147dee5d74e0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:07.297648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef930001-3054-4673-acab-bff896b03ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.330414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef930001-3054-4673-acab-bff896b03ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.395316 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef930001-3054-4673-acab-bff896b03ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.398228 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef930001-3054-4673-acab-bff896b03ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:07.402360 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ef930001-3054-4673-acab-bff896b03ca4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89474bbe-d527-48a9-89e4-147dee5d74e0 HTTP/1.1" status: 204 len: 168 time: 0.2357037 Mar 11 17:31:07.412048 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef930001-3054-4673-acab-bff896b03ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89474bbe-d527-48a9-89e4-147dee5d74e0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:07.567871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'fcef050b-26bc-4844-9e14-92cc7046d6a6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:28Z', 'revision_number': 2, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:07.692598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ad107a70-3500-49c4-8603-e5255f6abd7c no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:07.695216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eac312-c98f-4000-8b58-5f9327654211 None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'fcef050b-26bc-4844-9e14-92cc7046d6a6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:74:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e880-ad29-4980-944e-2d2991bab89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:27:56Z', 'updated_at': '2022-03-11T17:28:28Z', 'revision_number': 2, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:31:07.708891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38476) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:07.766710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: ad107a70-3500-49c4-8603-e5255f6abd7c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:07.767059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ad107a70-3500-49c4-8603-e5255f6abd7c not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:07.949937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38494) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:08.017692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b485c228-06ce-4518-b429-0f8dfca2fb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.096056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848b2d1-2de5-4364-b501-01f73359eeae req-442474c9-047f-418f-b2f4-322f821582da tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:08.107163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e848b2d1-2de5-4364-b501-01f73359eeae req-442474c9-047f-418f-b2f4-322f821582da tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1259809 Mar 11 17:31:08.227477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e848b2d1-2de5-4364-b501-01f73359eeae req-3973c775-f588-48d9-b5c9-aee950d7802f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134698 Mar 11 17:31:08.277706 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309284e7-f9c9-4182-8bb5-413cc5638017 None None] New status for floating IP 3813318a-a413-42b9-bec0-5a5d253263d6: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:31:08.294411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65a306fe-d174-400a-92d2-caccec555991 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.462526 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65a306fe-d174-400a-92d2-caccec555991 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.515760 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-5e59b18d-ac55-4db6-9225-9921e1cdaf39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2812803 Mar 11 17:31:08.533272 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b485c228-06ce-4518-b429-0f8dfca2fb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.546952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b485c228-06ce-4518-b429-0f8dfca2fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.592564 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b485c228-06ce-4518-b429-0f8dfca2fb15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6489f1e4052f40afba25b4220199cfee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8824339 Mar 11 17:31:08.595386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38516) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:08.695991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-995c1aa1-47d1-4533-9e14-65422e0310b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.709970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485c228-06ce-4518-b429-0f8dfca2fb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7317adac-61d5-459e-a569-7ce278ef9474,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:08.747283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-50a368a1-133d-4444-8717-bf0f4514ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:08.749334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-995c1aa1-47d1-4533-9e14-65422e0310b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.751769 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-50a368a1-133d-4444-8717-bf0f4514ac30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 1096 time: 0.1453612 Mar 11 17:31:08.778613 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65a306fe-d174-400a-92d2-caccec555991 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.781976 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65a306fe-d174-400a-92d2-caccec555991 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.784857 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-65a306fe-d174-400a-92d2-caccec555991 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "DELETE /v2.0/security-groups/41e9eec9-c141-4016-9bbb-e97cfdc3cadb HTTP/1.1" status: 204 len: 168 time: 0.8338683 Mar 11 17:31:08.800764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38522) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:08.846872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-995c1aa1-47d1-4533-9e14-65422e0310b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.849504 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-995c1aa1-47d1-4533-9e14-65422e0310b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:08.850673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-995c1aa1-47d1-4533-9e14-65422e0310b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7317adac-61d5-459e-a569-7ce278ef9474 HTTP/1.1" status: 204 len: 168 time: 0.2540479 Mar 11 17:31:08.863338 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c1aa1-47d1-4533-9e14-65422e0310b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7317adac-61d5-459e-a569-7ce278ef9474,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:08.954750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-21e34f21-b8d7-4f81-9c99-2ff054138f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:08.956522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-21e34f21-b8d7-4f81-9c99-2ff054138f78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.1700022 Mar 11 17:31:09.002771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a306fe-d174-400a-92d2-caccec555991 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e9eec9-c141-4016-9bbb-e97cfdc3cadb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:09.077129 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-22cc59cd-25d1-4fad-981a-f769a185cf6b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] show failed (client error): The resource could not be found. Mar 11 17:31:09.081994 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-22cc59cd-25d1-4fad-981a-f769a185cf6b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups/41e9eec9-c141-4016-9bbb-e97cfdc3cadb HTTP/1.1" status: 404 len: 347 time: 0.1436706 Mar 11 17:31:09.084694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38542) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:09.217245 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-ec2e5a00-e976-423c-8f70-390566aebae0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7 HTTP/1.1" status: 200 len: 1000 time: 0.2417464 Mar 11 17:31:09.308564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Deleting port c2d605bd-7d5c-4d6b-91bb-b8b7a358e768 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:09.309608 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.355889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-5d28b236-240c-4758-8f80-975413da8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:09.359874 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-5d28b236-240c-4758-8f80-975413da8752 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.1353672 Mar 11 17:31:09.436993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-cde5919d-e0f9-4a61-9375-025781cc9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:09.439040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-cde5919d-e0f9-4a61-9375-025781cc9a7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678391 Mar 11 17:31:09.610733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.611066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:09.632370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532eb8-72b6-4733-9399-2131c2ab70b0 req-6c45eb2b-cd77-42d9-8d1e-4c026709c7a1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:09.634499 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d532eb8-72b6-4733-9399-2131c2ab70b0 req-6c45eb2b-cd77-42d9-8d1e-4c026709c7a1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1062033 Mar 11 17:31:09.647193 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-b3e4583b-782e-40fe-a33f-9537aa211978 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016501 Mar 11 17:31:09.664588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Calling delete_port for c2d605bd-7d5c-4d6b-91bb-b8b7a358e768 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:09.729461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d532eb8-72b6-4733-9399-2131c2ab70b0 req-969fd16c-df39-49d9-bd71-ea0a06c1b32f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655506 Mar 11 17:31:09.846850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38562) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:09.865101 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e9a35583-3fcb-46ba-aa62-7ebe41da8fa6 req-640fc656-fd96-4526-8f2a-b2ff858879e0 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057607 Mar 11 17:31:09.890272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebf38ad5-3b5c-452f-b01d-a97039335ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.048831 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.073262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38574) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:10.126298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'Port': ['ID=c2d605bd-7d5c-4d6b-91bb-b8b7a358e768,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:10.258491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38578) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:10.274805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.278700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.282755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e761d8eb-b27f-43a0-a47f-4915f5dcd1cc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "DELETE /v2.0/floatingips/3813318a-a413-42b9-bec0-5a5d253263d6 HTTP/1.1" status: 204 len: 168 time: 1.1963460 Mar 11 17:31:10.287858 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebf38ad5-3b5c-452f-b01d-a97039335ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.295118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebf38ad5-3b5c-452f-b01d-a97039335ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.368165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ebf38ad5-3b5c-452f-b01d-a97039335ab5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c9848f08e744ff88437ae8786546e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184774 Mar 11 17:31:10.370897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38586) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:10.389753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-704909262', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:10.452024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf38ad5-3b5c-452f-b01d-a97039335ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923abd3f-8aeb-4a01-bfba-ee6c0f36a231,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:10.480426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Made reservation on behalf of 88643b4b2a7c4a72bbd45318c8f358a5 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:10.485039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.498695 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.746636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.754845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.763610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] device_id is not set on port 453de08e-765d-473f-8f7d-2d6a3a919d56 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:31:10.770548 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8344da5-6920-4d13-bd19-5cb65c7318ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.901992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8344da5-6920-4d13-bd19-5cb65c7318ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:10.929573 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.004317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640088c0-1006-4059-8f7f-c7c9a1201e85,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:11.069063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017df7a2-7996-4784-8b41-5b45311988eb req-c9bf52e8-1f2f-403e-a358-789927fd5c94 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:11.071207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-017df7a2-7996-4784-8b41-5b45311988eb req-c9bf52e8-1f2f-403e-a358-789927fd5c94 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1407452 Mar 11 17:31:11.088915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8344da5-6920-4d13-bd19-5cb65c7318ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.092570 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8344da5-6920-4d13-bd19-5cb65c7318ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.094092 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c8344da5-6920-4d13-bd19-5cb65c7318ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/923abd3f-8aeb-4a01-bfba-ee6c0f36a231 HTTP/1.1" status: 204 len: 168 time: 0.7213492 Mar 11 17:31:11.127988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8344da5-6920-4d13-bd19-5cb65c7318ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923abd3f-8aeb-4a01-bfba-ee6c0f36a231,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:11.184327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Allocated IP 172.25.8.236 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/453de08e-765d-473f-8f7d-2d6a3a919d56) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:11.236783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-017df7a2-7996-4784-8b41-5b45311988eb req-858f8744-8663-4842-b559-1ea054bd931c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533833 Mar 11 17:31:11.546719 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.618079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.746304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.798097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:11.831101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:11.842712 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:11.896409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Pushing event updated for resources: {'Port': ['ID=453de08e-765d-473f-8f7d-2d6a3a919d56,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:11.936626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:11.939228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.981808 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2b00d606-f341-4b71-9794-667b5e59d712 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7194059 Mar 11 17:31:11.985474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38630) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:11.998457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.236'}]}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:12.054983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.059200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.657669 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.760647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Deleting port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:12.761221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.865060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] For port 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ad0af82-808e-4e6b-bcec-cbfde24bfc2f,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:12.865537 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.884847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Calling delete_port for 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:12.980461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:12.999180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed6210-23d0-450e-bf65-81a0f01944b2 req-831ad4cb-7d3f-46e6-8819-3ede907ec78a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:13.007232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5ed6210-23d0-450e-bf65-81a0f01944b2 req-831ad4cb-7d3f-46e6-8819-3ede907ec78a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.3525195 Mar 11 17:31:13.080686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5ed6210-23d0-450e-bf65-81a0f01944b2 req-54eb2de4-f61c-4b93-81b3-bc7befb12abe tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724335 Mar 11 17:31:13.286225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.398765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38672) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:13.399662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad0af82-808e-4e6b-bcec-cbfde24bfc2f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:13.465499 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.516351 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.644130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2689-4946-4cb3-a599-6b1a56cf1429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.853642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.875641 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d30e08bd-069a-4f42-ad24-dd7090e7af63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.912052 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.128717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.131140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.205197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.216286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bef6117-a120-4cf2-b75f-54a29bec4a44 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:31:14.262026 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d30e08bd-069a-4f42-ad24-dd7090e7af63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.279337 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d30e08bd-069a-4f42-ad24-dd7090e7af63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.311656 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 17:31:14.312815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-956a47be-0395-4ed1-bdfb-81688e4f39c8 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3263013 Mar 11 17:31:14.315581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38692) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:14.333733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e08bd-069a-4f42-ad24-dd7090e7af63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd21535-9194-4cb6-9c22-39a750ba3e6c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:14.360399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d30e08bd-069a-4f42-ad24-dd7090e7af63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d7fa58e8bfb4577b515720da2dfe9ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9484622 Mar 11 17:31:14.360552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a99e08-7068-4802-8c30-9a07e56094b0 req-d9dc683b-8fda-4498-8b62-6457dc700121 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:14.361292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:14.361896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4a99e08-7068-4802-8c30-9a07e56094b0 req-d9dc683b-8fda-4498-8b62-6457dc700121 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1410992 Mar 11 17:31:14.375842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Router 1a1723c7-1249-453e-8889-e8890a10bb80 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:31:14.433389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4a99e08-7068-4802-8c30-9a07e56094b0 req-40e4f511-de07-4875-a90f-623cf4f21790 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630941 Mar 11 17:31:14.461466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8fab350a-8ca4-4e3c-9550-7a4f656bc6e1 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Deleting port 453de08e-765d-473f-8f7d-2d6a3a919d56 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:14.462373 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8fab350a-8ca4-4e3c-9550-7a4f656bc6e1 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.477883 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4895cfe-0f78-41f6-9c04-0219aa1b2127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.547053 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4895cfe-0f78-41f6-9c04-0219aa1b2127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.567179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8fab350a-8ca4-4e3c-9550-7a4f656bc6e1 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.581836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8fab350a-8ca4-4e3c-9550-7a4f656bc6e1 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Calling delete_port for 453de08e-765d-473f-8f7d-2d6a3a919d56 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:14.632467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:14.642289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] Sync routers for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:31:14.659819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:31:14.660488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38698) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:14.661007 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-da854095-334b-490c-9cd8-aa8ad8f11729 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a1723c7-1249-453e-8889-e8890a10bb80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5858946 Mar 11 17:31:14.661521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:14.670995 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4895cfe-0f78-41f6-9c04-0219aa1b2127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.685142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4895cfe-0f78-41f6-9c04-0219aa1b2127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.686543 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f4895cfe-0f78-41f6-9c04-0219aa1b2127 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bd21535-9194-4cb6-9c22-39a750ba3e6c HTTP/1.1" status: 204 len: 168 time: 0.3196075 Mar 11 17:31:14.737358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4895cfe-0f78-41f6-9c04-0219aa1b2127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd21535-9194-4cb6-9c22-39a750ba3e6c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:14.803484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:31:14.843283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8fab350a-8ca4-4e3c-9550-7a4f656bc6e1 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.879631 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.882398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab350a-8ca4-4e3c-9550-7a4f656bc6e1 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Pushing event deleted for resources: {'Port': ['ID=453de08e-765d-473f-8f7d-2d6a3a919d56,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:15.160205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:31:13Z', 'revision_number': 5, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port': {'id': '29c61c5a-b3a4-4872-9afb-76a87aacdd1c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:29Z', 'updated_at': '2022-03-11T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:15.173999 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8fab350a-8ca4-4e3c-9550-7a4f656bc6e1 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.182019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8fab350a-8ca4-4e3c-9550-7a4f656bc6e1 tempest-RoutersAdminNegativeTest-562633638 tempest-RoutersAdminNegativeTest-562633638-project-admin] 10.222.0.53 "DELETE /v2.0/ports/453de08e-765d-473f-8f7d-2d6a3a919d56 HTTP/1.1" status: 204 len: 168 time: 0.8617117 Mar 11 17:31:15.202477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.283924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] Checking router: 1a1723c7-1249-453e-8889-e8890a10bb80 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:31:15.319018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] Routers {'1a1723c7-1249-453e-8889-e8890a10bb80'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:31:15.322484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:30:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1a1723c7-1249-453e-8889-e8890a10bb80'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:15.361254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Deleting port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:15.361580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.581705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38748) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:15.595829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] Set router 1a1723c7-1249-453e-8889-e8890a10bb80 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:31:15.707904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] For port 29c61c5a-b3a4-4872-9afb-76a87aacdd1c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=29c61c5a-b3a4-4872-9afb-76a87aacdd1c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:15.707904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.714572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:31:15Z', 'revision_number': 6, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:15.756941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Calling delete_port for 29c61c5a-b3a4-4872-9afb-76a87aacdd1c owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:15.777927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56ce99-a727-474b-8499-86ede9cadba5 None None] The sync data for ids ['1a1723c7-1249-453e-8889-e8890a10bb80'] in n-d-833411-1 is: [{'id': '1a1723c7-1249-453e-8889-e8890a10bb80', 'name': 'tempest-TaggedBootDevicesTest_v242-2057149604-router', 'tenant_id': 'f09a1d93ba00412098840417ecd5aeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:28Z', 'updated_at': '2022-03-11T17:31:15Z', 'revision_number': 6, 'project_id': 'f09a1d93ba00412098840417ecd5aeb7', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:31:15.792620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85f38d-7575-4b62-be9b-d92d737d2a9b req-67e56940-2efb-4fbd-8c8d-262f943d8b58 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:15.811387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f85f38d-7575-4b62-be9b-d92d737d2a9b req-67e56940-2efb-4fbd-8c8d-262f943d8b58 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1887794 Mar 11 17:31:15.822603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.841180 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30a2c0ad-5ea3-4deb-a108-adbb8651e566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:15.951514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f85f38d-7575-4b62-be9b-d92d737d2a9b req-4b1310dc-c5e4-4db4-a47b-fb845f8642df tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333029 Mar 11 17:31:16.082474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.093089 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.144183 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.144559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed5a91a-09a1-4234-aba1-0449f703b417,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:16.148870 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7422bfc27a0443f78c5305498b1b2876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658939 Mar 11 17:31:16.154786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:16.162876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.163532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.163532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.163885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.164214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.164575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.164927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.165253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.166077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.166428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.166767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.167143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82ac2b-ae5e-480c-b1c9-a630fe063dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:16.227753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c61c5a-b3a4-4872-9afb-76a87aacdd1c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:16.275676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:16.293439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38772) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:16.294163 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1aab-3240-4a43-97ca-e059637d03c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.336269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:16.337212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ad0af82-808e-4e6b-bcec-cbfde24bfc2f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:16.344728 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.374176 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1aab-3240-4a43-97ca-e059637d03c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.464137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-303937436-network', 'tenant_id': 'befbf4fc53984cffafcaa3c47f6fa0b4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:16.468772 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1aab-3240-4a43-97ca-e059637d03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.474844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1aab-3240-4a43-97ca-e059637d03c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.480182 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f1bd1aab-3240-4a43-97ca-e059637d03c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ed5a91a-09a1-4234-aba1-0449f703b417 HTTP/1.1" status: 204 len: 168 time: 0.3211920 Mar 11 17:31:16.499119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd1aab-3240-4a43-97ca-e059637d03c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed5a91a-09a1-4234-aba1-0449f703b417,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:16.547795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Made reservation on behalf of befbf4fc53984cffafcaa3c47f6fa0b4 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:16.552437 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.564254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.568032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.584776 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.677053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.677920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a1723c7-1249-453e-8889-e8890a10bb80 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:31:16.683241 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.684861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-725c6dbd-de73-4019-b439-5cb09fb76078 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1a1723c7-1249-453e-8889-e8890a10bb80 HTTP/1.1" status: 204 len: 168 time: 2.0105221 Mar 11 17:31:16.687560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38786) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:16.765136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ecdf0a-6bef-43f0-a91d-56fe7dae143a admin admin] Deleting subnet c7abf076-c6dc-40a4-8f0f-2a60f6700824 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:16.775293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.777043 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60ecdf0a-6bef-43f0-a91d-56fe7dae143a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.783357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.865382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60ecdf0a-6bef-43f0-a91d-56fe7dae143a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.882162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d561f52f-017a-4d28-8fb5-839bd3d8a655,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:16.885866 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:31:16.901239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.901937 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Added segment 7234479a-7d14-4e4e-8ae4-f1e1544b7357 of type vlan for network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 Mar 11 17:31:16.967004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.052844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.054105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:17.055909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.111332 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.168951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38798) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:17.180172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60ecdf0a-6bef-43f0-a91d-56fe7dae143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.189951 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8909056 Mar 11 17:31:17.192690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38800) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:17.211039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Request body: {'subnet': {'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-303937436-subnet', 'tenant_id': 'befbf4fc53984cffafcaa3c47f6fa0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:17.240707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d7417-b70e-43a8-9c8d-fe1e6336b250 admin admin] Pushing event updated for resources: {'Network': ['ID=5f9f1635-c91c-4fa8-8187-804fc9ac52b8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:17.245928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Made reservation on behalf of befbf4fc53984cffafcaa3c47f6fa0b4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:17.248868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.258398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:31:17.308704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba825db-215a-43d1-b3c7-ef759ca430ab req-9ad029bb-0e3d-403c-886b-56eca548129a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:17.348669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ba825db-215a-43d1-b3c7-ef759ca430ab req-9ad029bb-0e3d-403c-886b-56eca548129a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2245502 Mar 11 17:31:17.460610 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-092898f9-2b13-4451-ae3d-9923f7e13b74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88643b4b2a7c4a72bbd45318c8f358a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866163 Mar 11 17:31:17.475101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38806) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:17.481095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ba825db-215a-43d1-b3c7-ef759ca430ab req-58a4ce9b-d1a6-4042-b882-7b19ac9bfaae tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289718 Mar 11 17:31:17.481095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60ecdf0a-6bef-43f0-a91d-56fe7dae143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.600878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecdf0a-6bef-43f0-a91d-56fe7dae143a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7abf076-c6dc-40a4-8f0f-2a60f6700824,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:17.623391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60ecdf0a-6bef-43f0-a91d-56fe7dae143a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.624746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906965a9-f21e-4e4a-b505-1116dc86ae3d None None] Network bf7f383e-3ac6-4ae0-b30c-8d66e11decda requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:17.634361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-60ecdf0a-6bef-43f0-a91d-56fe7dae143a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c7abf076-c6dc-40a4-8f0f-2a60f6700824 HTTP/1.1" status: 204 len: 168 time: 0.9456770 Mar 11 17:31:17.638385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38812) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:17.639707 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.751564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=267d7762-ca5c-4219-bc65-2dffe135f7a9,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:17.754624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.775783 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b56d-a0ff-4e3f-be3d-f51a85ec698a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.815976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Checking segment: {'id': '7234479a-7d14-4e4e-8ae4-f1e1544b7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:17.816421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Network hostable DHCP agents. Network: 5f9f1635-c91c-4fa8-8187-804fc9ac52b8, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:31:17.855208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b56d-a0ff-4e3f-be3d-f51a85ec698a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.861318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:31:17.873953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 5f9f1635-c91c-4fa8-8187-804fc9ac52b8) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:17.889199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d11f2d-3d82-4aa5-9646-f4a83a2e7f91 None None] Network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:17.893537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:17.894622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.944188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-043d9597-8091-4e6e-aebf-b40df84b0130 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7433422 Mar 11 17:31:17.968359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Deleting port 1a34e692-eff0-44e8-b95d-9aba17284f3f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:17.969122 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.992460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b56d-a0ff-4e3f-be3d-f51a85ec698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.995069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b56d-a0ff-4e3f-be3d-f51a85ec698a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:17.998525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dcb2b56d-a0ff-4e3f-be3d-f51a85ec698a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/640088c0-1006-4059-8f7f-c7c9a1201e85 HTTP/1.1" status: 204 len: 168 time: 0.5116212 Mar 11 17:31:18.117991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2b56d-a0ff-4e3f-be3d-f51a85ec698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640088c0-1006-4059-8f7f-c7c9a1201e85,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:18.140965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] For port 1a34e692-eff0-44e8-b95d-9aba17284f3f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1a34e692-eff0-44e8-b95d-9aba17284f3f,segment=NetworkSegment(aed3aec7-2771-4c10-8bb4-4f1494794c08),segment_id=aed3aec7-2771-4c10-8bb4-4f1494794c08)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:18.141678 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.160639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Calling delete_port for 1a34e692-eff0-44e8-b95d-9aba17284f3f owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:18.277291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] DHCP port deletion for bf7f383e-3ac6-4ae0-b30c-8d66e11decda request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:31:18.310516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.378192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a34e692-eff0-44e8-b95d-9aba17284f3f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:18.391784 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.395903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.396412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.396760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.398101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.398453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.398787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.399171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.399497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.401353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.401579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] Deleting port 1a34e692-eff0-44e8-b95d-9aba17284f3f {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:18.401724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.402031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.402514 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.403073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:18.427881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] No DVR routers for this DVR port 1a34e692-eff0-44e8-b95d-9aba17284f3f on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:18.495676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] For port 1a34e692-eff0-44e8-b95d-9aba17284f3f, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:18.496365 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.525151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] Calling delete_port for 1a34e692-eff0-44e8-b95d-9aba17284f3f owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:18.528423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] Port 1a34e692-eff0-44e8-b95d-9aba17284f3f was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:31:18.528587 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.534129 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.564140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7f383e-3ac6-4ae0-b30c-8d66e11decda']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:18.568700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 29c61c5a-b3a4-4872-9afb-76a87aacdd1c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:18.597564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed3aec7-2771-4c10-8bb4-4f1494794c08') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:18.597867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed3aec7-2771-4c10-8bb4-4f1494794c08') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:18.648810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] Pushing event deleted for resources: {'Port': ['ID=1a34e692-eff0-44e8-b95d-9aba17284f3f,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:18.656250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 29c61c5a-b3a4-4872-9afb-76a87aacdd1c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:18.657224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 29c61c5a-b3a4-4872-9afb-76a87aacdd1c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:18.657376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a34e692-eff0-44e8-b95d-9aba17284f3f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:18.685377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1a34e692-eff0-44e8-b95d-9aba17284f3f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:18.686043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a34e692-eff0-44e8-b95d-9aba17284f3f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:18.689682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa314b19-a894-4c2e-9780-1a84cdc78a60 None None] Network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:18.697464 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.736855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.768890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b2ceb-3d78-4198-9e99-5307d4424e38 req-2b27187a-9b12-4c0a-b7b3-4e717dc8f413 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:18.773114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-053b2ceb-3d78-4198-9e99-5307d4424e38 req-2b27187a-9b12-4c0a-b7b3-4e717dc8f413 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1909497 Mar 11 17:31:18.809483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:31:18.810060 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:31:18.815092 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:31:18.842514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7741ad-7201-4c68-b069-ca75d9ef9f36 None None] No DVR routers for this DVR port 1a34e692-eff0-44e8-b95d-9aba17284f3f on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:18.973826 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:18.977135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-053b2ceb-3d78-4198-9e99-5307d4424e38 req-3a23b154-85d3-4d99-971d-8e7ec0b3d21a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955626 Mar 11 17:31:18.984057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:19.027530 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:19.038229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bf7f383e-3ac6-4ae0-b30c-8d66e11decda HTTP/1.1" status: 204 len: 168 time: 1.3988264 Mar 11 17:31:19.042299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38858) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:19.087068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9738506-4ae7-4035-b95d-aa474be69d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7f383e-3ac6-4ae0-b30c-8d66e11decda,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:19.578065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49535111-e288-4d5f-9845-ad7c8d09e958 req-5d069f97-82f3-4009-a3e5-ec40de2db929 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:19.589118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49535111-e288-4d5f-9845-ad7c8d09e958 req-5d069f97-82f3-4009-a3e5-ec40de2db929 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 945 time: 0.1401176 Mar 11 17:31:19.689427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49535111-e288-4d5f-9845-ad7c8d09e958 req-c509425f-9d7a-4fba-860b-86d3164eb91e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917673 Mar 11 17:31:19.740087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38886) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:19.881797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:19.941369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-49573264'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:19.998303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:20.002557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.011692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.176945 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.218984 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.256175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:31:20.264263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Deleting port 8830955c-7922-4333-ab0c-55d5d03edca7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:20.264917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.296479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.296882 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Added segment 52127a32-b93d-4c1a-b78d-839b57d2c5fb of type vlan for network bbdee46c-64cf-49c1-804c-5a20ddf3a521 Mar 11 17:31:20.312639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621652e0-1aeb-426e-a633-f5eac88dd48b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:20.338420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed5910-0e18-4d1b-911e-047d1e118ce6 req-a2957d2e-fe82-495b-be54-b8bdda517af4 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:20.340141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebed5910-0e18-4d1b-911e-047d1e118ce6 req-a2957d2e-fe82-495b-be54-b8bdda517af4 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1612806 Mar 11 17:31:20.381567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] For port 8830955c-7922-4333-ab0c-55d5d03edca7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8830955c-7922-4333-ab0c-55d5d03edca7,segment=NetworkSegment(f01bd10b-5992-4762-807d-ceb6f2728fcd),segment_id=f01bd10b-5992-4762-807d-ceb6f2728fcd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:20.382311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.391116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.399269 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Calling delete_port for 8830955c-7922-4333-ab0c-55d5d03edca7 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:20.433572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebed5910-0e18-4d1b-911e-047d1e118ce6 req-340409f8-3ba9-4aba-ba3c-ea28ea18cd00 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729947 Mar 11 17:31:20.441857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.447936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:20.448765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.495056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7537293 Mar 11 17:31:20.517279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:20.524299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:20.541960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8358b-ba8a-4c17-8e28-874295e0d7f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Network': ['ID=bbdee46c-64cf-49c1-804c-5a20ddf3a521,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:20.553992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:31:20.676925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:20.689099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.806623 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:20.844942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Pushing event deleted for resources: {'Port': ['ID=8830955c-7922-4333-ab0c-55d5d03edca7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:20.857469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544a9c2-074b-4953-87a0-0054447b233d req-d7bdadb8-0d1b-457a-a82d-e7a057bb5833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:20.864950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f544a9c2-074b-4953-87a0-0054447b233d req-d7bdadb8-0d1b-457a-a82d-e7a057bb5833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 945 time: 0.0902810 Mar 11 17:31:20.912028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f544a9c2-074b-4953-87a0-0054447b233d req-32e24978-b0ee-48f5-bd4d-43620599b64c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413139 Mar 11 17:31:21.205634 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.220811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:21.427280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=ed24a520-f628-4ed4-a3a5-275374dac428,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:21.501396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:21.501780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network hostable DHCP agents. Network: bbdee46c-64cf-49c1-804c-5a20ddf3a521, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:31:21.583359 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-fd37ad4d-e8ac-4e13-9d41-52e41a1da1d0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:21.584909 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-fd37ad4d-e8ac-4e13-9d41-52e41a1da1d0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 945 time: 0.2153327 Mar 11 17:31:21.689209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-3e5eea01-84d6-45d4-88d7-bbd20c329a2a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:21.698805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-3e5eea01-84d6-45d4-88d7-bbd20c329a2a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/networks?id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8 HTTP/1.1" status: 200 len: 808 time: 0.2260315 Mar 11 17:31:21.725054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d6b8-bace-450c-bef6-3b16f6bbe67d req-09b83dc8-b2bd-49e6-a139-7a99082d6cb1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:21.728227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f49d6b8-bace-450c-bef6-3b16f6bbe67d req-09b83dc8-b2bd-49e6-a139-7a99082d6cb1 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1495609 Mar 11 17:31:21.736108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c30a4fe9-45ba-4439-8a09-f1e133d55d60 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/quotas/befbf4fc53984cffafcaa3c47f6fa0b4 HTTP/1.1" status: 200 len: 375 time: 0.0363672 Mar 11 17:31:21.808270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-3332e3be-6ef1-4446-9f8a-2cf7c6dc45c4 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=befbf4fc53984cffafcaa3c47f6fa0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704119 Mar 11 17:31:21.919481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f49d6b8-bace-450c-bef6-3b16f6bbe67d req-65175b58-348a-48d3-8e58-5139763a6568 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804421 Mar 11 17:31:21.932029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8e43f54f-1931-4140-a491-e0d2964c7e64 service neutron] 10.222.0.53 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224988 Mar 11 17:31:21.954311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:31:21.977612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Router 8a81bc92-caf8-409e-8e34-d2436781b85a has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:31:22.013646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, bbdee46c-64cf-49c1-804c-5a20ddf3a521) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:22.024488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334cf462-cafe-4c15-948d-caa69c2b402f None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:22.029371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:22.030873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.060302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-1eac5599-933d-48d0-a6aa-40e77ece77d4 service neutron] 10.222.0.53 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272590 Mar 11 17:31:22.081745 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-75f99d03-39e5-4df3-912e-ff1071130d06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5631649 Mar 11 17:31:22.091532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38968) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:22.157311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Deleting port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:22.159935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.160292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'name': 'tempest-NetworksTestDHCPv6-161879994'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:22.273055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:22.284968 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] Sync routers for ids ['8a81bc92-caf8-409e-8e34-d2436781b85a'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:31:22.292307 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-99d4edad-f87c-495e-b29d-6a1a3dff6135 admin admin] 10.222.0.53 "PUT /v2.0/routers/8a81bc92-caf8-409e-8e34-d2436781b85a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2482448 Mar 11 17:31:22.293615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38974) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:22.337893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ad516-7743-419f-b79c-dd4da0647d60 req-7b8d5006-1921-4d7d-9d38-0022231dbbc7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:22.341411 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] Routers {'8a81bc92-caf8-409e-8e34-d2436781b85a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:31:22.342047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:31:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8a81bc92-caf8-409e-8e34-d2436781b85a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:22.342685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-794ad516-7743-419f-b79c-dd4da0647d60 req-7b8d5006-1921-4d7d-9d38-0022231dbbc7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 945 time: 0.2765002 Mar 11 17:31:22.475247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'ed24a520-f628-4ed4-a3a5-275374dac428'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:31:22.476415 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.476661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] For port 2395c325-a4dd-4b37-a0f3-c8ca013377f7, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=2395c325-a4dd-4b37-a0f3-c8ca013377f7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:22.477126 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.566396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aab42410-bc83-4271-a0e6-950dd7f5d4bd req-911ccef8-c0ca-4bf3-8f10-2c9fef17a038 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 210 time: 0.1342542 Mar 11 17:31:22.597231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-794ad516-7743-419f-b79c-dd4da0647d60 req-665d328e-bd37-4533-9e92-a7334b1c6e3b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1b8edd-b420-4c71-a4ab-2f1119c1e668&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2462194 Mar 11 17:31:22.643464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:22.651384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.663962 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] Set router 8a81bc92-caf8-409e-8e34-d2436781b85a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:31:22.710194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port a540bf80-5fef-4855-8035-ad8ae0fa1ede yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:31:22.729549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:22.801896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/ed24a520-f628-4ed4-a3a5-275374dac428/b45de15d-50e5-4842-ac88-f7b445685b4d) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:22.971003 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:46Z', 'updated_at': '2022-03-11T17:31:20Z', 'revision_number': 5, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'gw_port': {'id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:48Z', 'updated_at': '2022-03-11T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:22.978373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.036015 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] Checking router: 8a81bc92-caf8-409e-8e34-d2436781b85a for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:31:23.061086 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] Routers {'8a81bc92-caf8-409e-8e34-d2436781b85a'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:31:23.061970 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:31:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8a81bc92-caf8-409e-8e34-d2436781b85a'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:23.101186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05a9d2-1eba-4d24-808f-eaa771ad905f req-99b6f2db-3506-4dd4-94e8-c74966a43792 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:23.109414 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d05a9d2-1eba-4d24-808f-eaa771ad905f req-99b6f2db-3506-4dd4-94e8-c74966a43792 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.0818269 Mar 11 17:31:23.169097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.169633 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.170194 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Floating IP fcef050b-26bc-4844-9e14-92cc7046d6a6 disassociated. External IP: 172.25.8.63, port: 2395c325-a4dd-4b37-a0f3-c8ca013377f7. Mar 11 17:31:23.171003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Calling delete_port for 2395c325-a4dd-4b37-a0f3-c8ca013377f7 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:23.190931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.203416 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.240883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d05a9d2-1eba-4d24-808f-eaa771ad905f req-a32e079c-2b33-4aeb-882f-fd35442a0301 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249597 Mar 11 17:31:23.297187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:23.322204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:23.331182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:23.351718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::267 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/ed24a520-f628-4ed4-a3a5-275374dac428/a540bf80-5fef-4855-8035-ad8ae0fa1ede) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:23.396369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.423429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Pushing event updated for resources: {'Port': ['ID=b45de15d-50e5-4842-ac88-f7b445685b4d,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:23.437117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Attempting to bind port b45de15d-50e5-4842-ac88-f7b445685b4d on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:23.437961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Attempting to bind port b45de15d-50e5-4842-ac88-f7b445685b4d by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:23.437961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Attempting to bind port b45de15d-50e5-4842-ac88-f7b445685b4d on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:23.444424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:23.445896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:23.446481 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.446882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:23.447531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Bound port: b45de15d-50e5-4842-ac88-f7b445685b4d, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:23.447918 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.509805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'Port': ['ID=2395c325-a4dd-4b37-a0f3-c8ca013377f7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:23.570637 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] Set router 8a81bc92-caf8-409e-8e34-d2436781b85a gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:31:23.590349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] For port b45de15d-50e5-4842-ac88-f7b445685b4d, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:23.598263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] For port b45de15d-50e5-4842-ac88-f7b445685b4d, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b45de15d-50e5-4842-ac88-f7b445685b4d,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:23.613509 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:23.790587 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:31:23.820761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc27c73-2506-4985-a66e-b4836ffe62cd None None] Pushing event updated for resources: {'Port': ['ID=b45de15d-50e5-4842-ac88-f7b445685b4d,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:23.948509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Deleting port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:23.952264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.161540 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:46Z', 'updated_at': '2022-03-11T17:31:20Z', 'revision_number': 5, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'gw_port': {'id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:48Z', 'updated_at': '2022-03-11T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:24.217066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:31:24.233851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:31:24.304195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:31:24.313460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:31:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:24.315830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 2395c325-a4dd-4b37-a0f3-c8ca013377f7 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:24.317240 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7b8c3-30d0-4b88-aeda-a98654d89212 None None] The sync data for ids ['8a81bc92-caf8-409e-8e34-d2436781b85a'] in n-d-833411-1 is: [{'id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'name': 'tempest-TaggedBootDevicesTest_v242-1156271647-router', 'tenant_id': '086b85fa6b7a47c794113d483927b28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:46Z', 'updated_at': '2022-03-11T17:31:20Z', 'revision_number': 5, 'project_id': '086b85fa6b7a47c794113d483927b28a', 'gw_port': {'id': '1ebfbbdf-07e5-4088-acbc-bfcfc00be046', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:80:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81bc92-caf8-409e-8e34-d2436781b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:48Z', 'updated_at': '2022-03-11T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:31:24.412161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] No DVR routers for this DVR port 2395c325-a4dd-4b37-a0f3-c8ca013377f7 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:24.423309 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.438801 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-67b9b54f-7944-4ab6-aa3a-9e9c854dadf0 req-1cb63799-0593-429f-9f91-68ab3ef6ec2c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "DELETE /v2.0/ports/2395c325-a4dd-4b37-a0f3-c8ca013377f7 HTTP/1.1" status: 204 len: 173 time: 2.8469403 Mar 11 17:31:24.439433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3273e880-ad29-4980-944e-2d2991bab89b', 'name': 'network-vif-deleted', 'tag': '2395c325-a4dd-4b37-a0f3-c8ca013377f7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:24.443245 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63574d6-b5f1-4bf5-a54f-6c708d3b9c6d" -d '{"events": [{"server_uuid": "3273e880-ad29-4980-944e-2d2991bab89b", "name": "network-vif-deleted", "tag": "2395c325-a4dd-4b37-a0f3-c8ca013377f7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:24.492511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] For port 1ebfbbdf-07e5-4088-acbc-bfcfc00be046, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1ebfbbdf-07e5-4088-acbc-bfcfc00be046,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:24.493247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.502626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 2395c325-a4dd-4b37-a0f3-c8ca013377f7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:24.502818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 2395c325-a4dd-4b37-a0f3-c8ca013377f7 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:24.524431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Calling delete_port for 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:24.600460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b946ef39-7570-448a-9a8a-2153326efd5d req-bb4896c0-fed2-481f-b98c-ad489f686fe0 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 210 time: 0.1989832 Mar 11 17:31:24.613342 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e186c09d-05ee-4caf-b7cd-1fbe22e65940 req-63dfab58-0394-47c7-a738-dbc9b85633bf tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=3273e880-ad29-4980-944e-2d2991bab89b HTTP/1.1" status: 200 len: 210 time: 0.2128816 Mar 11 17:31:24.726617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b45de15d-50e5-4842-ac88-f7b445685b4d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:24.814551 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.841265 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.851635 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db845412-92e4-4959-b724-06475fef4c0e x-openstack-request-id: req-db845412-92e4-4959-b724-06475fef4c0e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:24.853897 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3273e880-ad29-4980-944e-2d2991bab89b", "name": "network-vif-deleted", "tag": "2395c325-a4dd-4b37-a0f3-c8ca013377f7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:24.854298 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db845412-92e4-4959-b724-06475fef4c0e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:24.854812 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3273e880-ad29-4980-944e-2d2991bab89b', 'name': 'network-vif-deleted', 'tag': '2395c325-a4dd-4b37-a0f3-c8ca013377f7', 'status': 'completed', 'code': 200} Mar 11 17:31:24.855790 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:31:24.896174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-aead30c1-1be0-40bf-98aa-899ca146e5c7 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:24.897803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-aead30c1-1be0-40bf-98aa-899ca146e5c7 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.46 "GET /v2.0/networks?id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8 HTTP/1.1" status: 200 len: 808 time: 0.5019772 Mar 11 17:31:24.911739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b45de15d-50e5-4842-ac88-f7b445685b4d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:24.912410 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:24.931453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Request body: {'port': {'device_id': 'e5b04bf1-1278-477f-8153-bc0b847c54a4', 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8', 'admin_state_up': True, 'tenant_id': 'befbf4fc53984cffafcaa3c47f6fa0b4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:24.998236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c246a3-6c08-45d0-bf39-86821f9a4b23 req-1027e99e-a1c6-4166-9f07-855958d1565b tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:24.998596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebfbbdf-07e5-4088-acbc-bfcfc00be046,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:24.999835 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c246a3-6c08-45d0-bf39-86821f9a4b23 req-1027e99e-a1c6-4166-9f07-855958d1565b tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1985431 Mar 11 17:31:25.109955 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.198269 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.319953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.352871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.359792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.375582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:25.379834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=a540bf80-5fef-4855-8035-ad8ae0fa1ede,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:25.382537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:25.393870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port b45de15d-50e5-4842-ac88-f7b445685b4d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b45de15d-50e5-4842-ac88-f7b445685b4d,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:25.402709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:25.402915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.414902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:25.415693 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.421226 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c246a3-6c08-45d0-bf39-86821f9a4b23 req-e864d30a-5ca8-4fda-b2a3-ab5d1b465073 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687050 Mar 11 17:31:25.469350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:25.482995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39034) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:25.483480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2153ed22-7324-4579-80ee-124fb101e6e8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3905120 Mar 11 17:31:25.544501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Made reservation on behalf of befbf4fc53984cffafcaa3c47f6fa0b4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:25.547868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:31:25.548572 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.553211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.553874 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a81bc92-caf8-409e-8e34-d2436781b85a {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:31:25.562487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=b45de15d-50e5-4842-ac88-f7b445685b4d,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:25.567051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:31:25.567691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:31:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:25.576456 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.577842 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2432e89e-b364-48bd-8980-ec8480e4c2c2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8a81bc92-caf8-409e-8e34-d2436781b85a HTTP/1.1" status: 204 len: 168 time: 3.2799063 Mar 11 17:31:25.584835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.584986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:25.585199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.585516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.585859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.586191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.586521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.586897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.587225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.587548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.587871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.588195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.588549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:31:25.668423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2af514-0236-40cc-a948-17b7beb5677e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:25.674553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2af514-0236-40cc-a948-17b7beb5677e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:25.676233 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9b2af514-0236-40cc-a948-17b7beb5677e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1923344 Mar 11 17:31:25.678875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39044) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:25.741678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-6104e728-beb0-4084-8422-b57893b58a79 admin admin] Deleting subnet fe08a850-161c-4136-b50f-bd8f26080317 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:25.750533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6104e728-beb0-4084-8422-b57893b58a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.833418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39050) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:25.860248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:31:25.889946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6104e728-beb0-4084-8422-b57893b58a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:25.939312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a288385-a21c-4243-9528-5ad854bc2488 req-0c2ae7c8-2f64-4026-a6e1-a85d277ad9f7 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 210 time: 0.1328495 Mar 11 17:31:25.980125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Allocated IP 172.20.0.3 (5f9f1635-c91c-4fa8-8187-804fc9ac52b8/267d7762-ca5c-4219-bc65-2dffe135f7a9/64a051e2-d6e5-4477-b047-c1d0f68cb50d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:25.992137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36577a0-d5f4-42e2-9970-02d115378fe4 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:26.006964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e1d559c6-770b-46cf-b760-1683f624e07e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port a540bf80-5fef-4855-8035-ad8ae0fa1ede {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:26.007685 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1d559c6-770b-46cf-b760-1683f624e07e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.109771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f82ec076-9820-4e2b-ad75-3994aa2aa7c9 None None] Provisioning complete for port b45de15d-50e5-4842-ac88-f7b445685b4d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:26.110240 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f82ec076-9820-4e2b-ad75-3994aa2aa7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.127491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8fde-24fd-4581-b6d2-ea88e977feca tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.154941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8fde-24fd-4581-b6d2-ea88e977feca tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.253745 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1d559c6-770b-46cf-b760-1683f624e07e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.267060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e1d559c6-770b-46cf-b760-1683f624e07e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for a540bf80-5fef-4855-8035-ad8ae0fa1ede owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:26.294524 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.342230 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.428362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Pushing event updated for resources: {'Port': ['ID=64a051e2-d6e5-4477-b047-c1d0f68cb50d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:26.450337 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:26.452225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:26.457513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:26.553925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:26.554633 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.556784 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8fde-24fd-4581-b6d2-ea88e977feca tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.560420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8fde-24fd-4581-b6d2-ea88e977feca tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.564135 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5a7a8fde-24fd-4581-b6d2-ea88e977feca tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "DELETE /v2.0/security-groups/9a1b8edd-b420-4c71-a4ab-2f1119c1e668 HTTP/1.1" status: 204 len: 168 time: 0.7223215 Mar 11 17:31:26.566798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39066) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:26.572094 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1d559c6-770b-46cf-b760-1683f624e07e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.599013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b45de15d-50e5-4842-ac88-f7b445685b4d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:26.607060 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-732745ef-ec15-4267-971c-4ec7919a7b79 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] show failed (client error): The resource could not be found. Mar 11 17:31:26.608223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-732745ef-ec15-4267-971c-4ec7919a7b79 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups/9a1b8edd-b420-4c71-a4ab-2f1119c1e668 HTTP/1.1" status: 404 len: 347 time: 0.0402632 Mar 11 17:31:26.611601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39070) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:26.621819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8294709c-42eb-4d8a-b7be-51f2c1e7b12c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6967134 Mar 11 17:31:26.634554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6104e728-beb0-4084-8422-b57893b58a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.638821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d559c6-770b-46cf-b760-1683f624e07e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=a540bf80-5fef-4855-8035-ad8ae0fa1ede,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:26.643290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a8fde-24fd-4581-b6d2-ea88e977feca tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b8edd-b420-4c71-a4ab-2f1119c1e668,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:26.712388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1d559c6-770b-46cf-b760-1683f624e07e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.712388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e1d559c6-770b-46cf-b760-1683f624e07e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/a540bf80-5fef-4855-8035-ad8ae0fa1ede HTTP/1.1" status: 204 len: 168 time: 1.0274169 Mar 11 17:31:26.712388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39072) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:26.786397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042466d8-f7e2-4e66-a2cc-7135f9480cfa tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:26.788055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042466d8-f7e2-4e66-a2cc-7135f9480cfa tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:26.792267 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-042466d8-f7e2-4e66-a2cc-7135f9480cfa tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0831618 Mar 11 17:31:26.792948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39076) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:26.839409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6104e728-beb0-4084-8422-b57893b58a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.857034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Request body: {'port': {'device_id': 'e5b04bf1-1278-477f-8153-bc0b847c54a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:26.873812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104e728-beb0-4084-8422-b57893b58a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe08a850-161c-4136-b50f-bd8f26080317,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:26.881020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-455e8387-5489-4742-b263-b8933818c515 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet ed24a520-f628-4ed4-a3a5-275374dac428 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:26.885225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6104e728-beb0-4084-8422-b57893b58a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.890151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6104e728-beb0-4084-8422-b57893b58a79 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fe08a850-161c-4136-b50f-bd8f26080317 HTTP/1.1" status: 204 len: 168 time: 1.3042314 Mar 11 17:31:26.892732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-455e8387-5489-4742-b263-b8933818c515 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:26.895587 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:26.898346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d212f3-6be7-4d00-a8c4-8f7c1b64f515 req-f5aa011a-9877-4278-ab61-c542bdedc2e7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:26.900149 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81d212f3-6be7-4d00-a8c4-8f7c1b64f515 req-f5aa011a-9877-4278-ab61-c542bdedc2e7 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2362719 Mar 11 17:31:26.913781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b7d09b-c6f6-4bf5-8527-66cc55cd937f None None] Network 4ab0b0ec-ace1-4f19-afdb-b630e7000741 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:26.957417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b45de15d-50e5-4842-ac88-f7b445685b4d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:26.957999 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.004419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.037878 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-455e8387-5489-4742-b263-b8933818c515 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.042882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.062089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81d212f3-6be7-4d00-a8c4-8f7c1b64f515 req-fe7e0d40-0b63-4fb2-859f-cb44a11cc945 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377575 Mar 11 17:31:27.088832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:27.090098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Deleting port ed31816d-f728-4a4d-8f6c-f513c9885867 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:27.091750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.220920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Deleting port 8b1fe375-12b7-4c60-bb06-116af8001b7e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:27.221312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.306199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8cef7-1426-498b-b42d-50c6061cf293 None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:31:27.353453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] For port 8b1fe375-12b7-4c60-bb06-116af8001b7e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8b1fe375-12b7-4c60-bb06-116af8001b7e,segment=NetworkSegment(f01bd10b-5992-4762-807d-ceb6f2728fcd),segment_id=f01bd10b-5992-4762-807d-ceb6f2728fcd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:27.353873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.409734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Calling delete_port for 8b1fe375-12b7-4c60-bb06-116af8001b7e owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:27.466018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8830955c-7922-4333-ab0c-55d5d03edca7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:27.483657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76195669-fdb7-43fe-a924-82a8f8238990 req-5ce6d96f-004c-474f-8272-b6110d1ad964 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:27.486409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76195669-fdb7-43fe-a924-82a8f8238990 req-5ce6d96f-004c-474f-8272-b6110d1ad964 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 931 time: 0.3893869 Mar 11 17:31:27.517209 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.517661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.540328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8830955c-7922-4333-ab0c-55d5d03edca7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:27.540719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8830955c-7922-4333-ab0c-55d5d03edca7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:27.541128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:27.577169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.592310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Calling delete_port for ed31816d-f728-4a4d-8f6c-f513c9885867 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:27.597190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:27.597875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1ebfbbdf-07e5-4088-acbc-bfcfc00be046 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:27.603628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05b603d-fbf2-4093-8a30-a9f29ecf8e3e None None] DHCP port deletion for 4ab0b0ec-ace1-4f19-afdb-b630e7000741 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:31:27.628293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-455e8387-5489-4742-b263-b8933818c515 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.637239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1fe375-12b7-4c60-bb06-116af8001b7e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:27.664328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] No DVR routers for this DVR port 8b1fe375-12b7-4c60-bb06-116af8001b7e on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:27.698880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76195669-fdb7-43fe-a924-82a8f8238990 req-dd8aebb4-4448-4236-86e4-884ce9b9dd4a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907752 Mar 11 17:31:27.807226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.838514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab0b0ec-ace1-4f19-afdb-b630e7000741']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:27.852317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-455e8387-5489-4742-b263-b8933818c515 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.855840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4d6efcd4-da73-4a69-818c-8c866e56c848 None None] Provisioning complete for port b45de15d-50e5-4842-ac88-f7b445685b4d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:27.856235 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d6efcd4-da73-4a69-818c-8c866e56c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.889485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01bd10b-5992-4762-807d-ceb6f2728fcd') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:27.890031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01bd10b-5992-4762-807d-ceb6f2728fcd') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:27.896091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e8387-5489-4742-b263-b8933818c515 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=ed24a520-f628-4ed4-a3a5-275374dac428,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:27.914625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.926835 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-455e8387-5489-4742-b263-b8933818c515 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:27.933295 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e595bf5-1fbe-4ac3-a89e-e766de5f8f3b None None] New status for floating IP fcef050b-26bc-4844-9e14-92cc7046d6a6: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:31:27.941363 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-455e8387-5489-4742-b263-b8933818c515 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/ed24a520-f628-4ed4-a3a5-275374dac428 HTTP/1.1" status: 204 len: 168 time: 1.1438017 Mar 11 17:31:27.950806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39098) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:28.045802 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c71d25d7-34dd-4702-b241-315fa0900bc7 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935209 Mar 11 17:31:28.048445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39100) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:28.049508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.056637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:28.072561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a051e2-d6e5-4477-b047-c1d0f68cb50d {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:31:28.095525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.144188 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.db.api [None req-6e595bf5-1fbe-4ac3-a89e-e766de5f8f3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:31:28.144860 n-d-833411-1 neutron-server[102644]: DEBUG oslo_db.api [None req-6e595bf5-1fbe-4ac3-a89e-e766de5f8f3b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:31:28.149718 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.184546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'Port': ['ID=ed31816d-f728-4a4d-8f6c-f513c9885867,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:28.248534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5c0ef9-7469-40ba-872c-584bf17eaec3 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:28.368921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8b1fe375-12b7-4c60-bb06-116af8001b7e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:28.374622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7aa3860e-b970-4123-bc69-2504b44b9ad3 None None] Could not find standard attr ID for object a540bf80-5fef-4855-8035-ad8ae0fa1ede. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:31:28.403483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de39c1d-9298-4aa3-a332-5a8ba07b7945 req-8c477d36-c3f9-4053-b78e-2786c69bc047 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:28.411929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0de39c1d-9298-4aa3-a332-5a8ba07b7945 req-8c477d36-c3f9-4053-b78e-2786c69bc047 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2286019 Mar 11 17:31:28.422020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8b1fe375-12b7-4c60-bb06-116af8001b7e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:28.427564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8b1fe375-12b7-4c60-bb06-116af8001b7e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:28.468596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.477968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.479301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-58c194b5-6227-4ee1-b588-b61e25d136b3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "DELETE /v2.0/floatingips/fcef050b-26bc-4844-9e14-92cc7046d6a6 HTTP/1.1" status: 204 len: 168 time: 1.8669477 Mar 11 17:31:28.549174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0de39c1d-9298-4aa3-a332-5a8ba07b7945 req-a7950400-9bfc-4215-a473-dc613a03b98c tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324427 Mar 11 17:31:28.648039 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e595bf5-1fbe-4ac3-a89e-e766de5f8f3b None None] New status for floating IP fcef050b-26bc-4844-9e14-92cc7046d6a6: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:31:28.754514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f6123c-ecfe-468a-b909-c39f7c6f3925 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:31:28.816356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:31:28.817204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:31:28.818542 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:31:28.872217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39134) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:28.878138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6d8406f1-2303-4065-aa00-0af9dc572ed5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505006157', 'description': 'tempest-description--1401327210'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:28.922447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-67f6123c-ecfe-468a-b909-c39f7c6f3925 None None] Deleting port b45de15d-50e5-4842-ac88-f7b445685b4d {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:28.923660 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67f6123c-ecfe-468a-b909-c39f7c6f3925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.942377 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d8406f1-2303-4065-aa00-0af9dc572ed5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.959162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.972744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Transition to ACTIVE for port object 64a051e2-d6e5-4477-b047-c1d0f68cb50d will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:28.975315 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:28.982811 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4ab0b0ec-ace1-4f19-afdb-b630e7000741 HTTP/1.1" status: 204 len: 168 time: 2.0859444 Mar 11 17:31:28.989928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.017629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:29.021949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.048061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=64a051e2-d6e5-4477-b047-c1d0f68cb50d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:29.048577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd0b57-a1c8-4da2-93d8-d32d535d4072 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab0b0ec-ace1-4f19-afdb-b630e7000741,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:29.097173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-67f6123c-ecfe-468a-b909-c39f7c6f3925 None None] For port b45de15d-50e5-4842-ac88-f7b445685b4d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b45de15d-50e5-4842-ac88-f7b445685b4d,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:29.098556 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67f6123c-ecfe-468a-b909-c39f7c6f3925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.109433 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.113540 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-67f6123c-ecfe-468a-b909-c39f7c6f3925 None None] Calling delete_port for b45de15d-50e5-4842-ac88-f7b445685b4d owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:29.222592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a480f6c-4e31-495c-b476-d1cc51598b02 req-3e3acbde-3677-4568-8109-9e159959bccf tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:29.224545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a480f6c-4e31-495c-b476-d1cc51598b02 req-3e3acbde-3677-4568-8109-9e159959bccf tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 943 time: 0.1782885 Mar 11 17:31:29.293386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67f6123c-ecfe-468a-b909-c39f7c6f3925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.313294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7733c82-f179-43d5-bb44-ebb289b3e0f7 req-669b6e3a-2d88-4a23-8a2e-51ab2625be89 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:29.321105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7733c82-f179-43d5-bb44-ebb289b3e0f7 req-669b6e3a-2d88-4a23-8a2e-51ab2625be89 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.3266621 Mar 11 17:31:29.327650 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.350318 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:31:29.360488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6123c-ecfe-468a-b909-c39f7c6f3925 None None] Pushing event deleted for resources: {'Port': ['ID=b45de15d-50e5-4842-ac88-f7b445685b4d,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:29.363500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39146) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:29.364315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Attempting to bind port 64a051e2-d6e5-4477-b047-c1d0f68cb50d on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:29.366117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Attempting to bind port 64a051e2-d6e5-4477-b047-c1d0f68cb50d by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '7234479a-7d14-4e4e-8ae4-f1e1544b7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:29.366117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Attempting to bind port 64a051e2-d6e5-4477-b047-c1d0f68cb50d on network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:29.371542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6123c-ecfe-468a-b909-c39f7c6f3925 None None] No DVR routers for this DVR port b45de15d-50e5-4842-ac88-f7b445685b4d on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:29.386948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:29.390492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:29.394056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Port 64a051e2-d6e5-4477-b047-c1d0f68cb50d on network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:31:29.394744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Attempting to bind port 64a051e2-d6e5-4477-b047-c1d0f68cb50d on network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:29.394989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:29.395589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.405462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc1651-e97c-4ea5-989e-25ba16f6bc77 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:29.405869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=fc51330e-5711-4727-b152-8e8c17fa2251,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:29.420113 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fde09592-0fca-4aaa-9e8a-b30845487c23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3681257 Mar 11 17:31:29.422821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39152) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:29.428521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'name': 'tempest-NetworksTestDHCPv6-1380565702'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:29.454918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:29.455272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Checking segment: {'id': '7234479a-7d14-4e4e-8ae4-f1e1544b7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:29.455668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Bound using segment: {'id': '7234479a-7d14-4e4e-8ae4-f1e1544b7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:29.456139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Bound port: 64a051e2-d6e5-4477-b047-c1d0f68cb50d, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7234479a-7d14-4e4e-8ae4-f1e1544b7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:29.456535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.535688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7733c82-f179-43d5-bb44-ebb289b3e0f7 req-643b41e5-edd0-4edb-ae45-376d09fb76ef tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097085 Mar 11 17:31:29.539512 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d8406f1-2303-4065-aa00-0af9dc572ed5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.595284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a480f6c-4e31-495c-b476-d1cc51598b02 req-9f91a3ec-d76f-4c05-bbab-a0f38a945d7d tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231220 Mar 11 17:31:29.609003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:29.609672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'fc51330e-5711-4727-b152-8e8c17fa2251'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:31:29.610787 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.614461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.615385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d8406f1-2303-4065-aa00-0af9dc572ed5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.638116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port c1b4c94a-4ce4-4812-a037-870f860d1110 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:31:29.705522 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3cdb0a40-124b-4d7d-9477-f31e53eebee4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f09a1d93ba00412098840417ecd5aeb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290112 Mar 11 17:31:29.708915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39158) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:29.713091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] For port 64a051e2-d6e5-4477-b047-c1d0f68cb50d, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:29.725871 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d8406f1-2303-4065-aa00-0af9dc572ed5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.727704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6d8406f1-2303-4065-aa00-0af9dc572ed5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8537979 Mar 11 17:31:29.736101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39162) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:29.740693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7f007661-b03c-43a9-8950-feb19b7f2e4b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group_rule': {'security_group_id': 'b3a67242-585b-41a3-ba66-be127d41b851', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:29.755307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8406f1-2303-4065-aa00-0af9dc572ed5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a67242-585b-41a3-ba66-be127d41b851,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:29.759831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] For port 64a051e2-d6e5-4477-b047-c1d0f68cb50d, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=64a051e2-d6e5-4477-b047-c1d0f68cb50d,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:29.767804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450091-609f-43ff-8957-881ce73346f7 req-af84f9ee-d3ef-4452-a77a-9c28945f9033 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:29.775553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1450091-609f-43ff-8957-881ce73346f7 req-af84f9ee-d3ef-4452-a77a-9c28945f9033 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.1178195 Mar 11 17:31:29.799507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.823302 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01e0ee81-0d9b-451e-8dcc-c88f8df49a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.850855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01e0ee81-0d9b-451e-8dcc-c88f8df49a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.858465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/fc51330e-5711-4727-b152-8e8c17fa2251/4ec23b63-db16-4492-b106-a64c543d8af0) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:29.933240 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01e0ee81-0d9b-451e-8dcc-c88f8df49a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.936326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01e0ee81-0d9b-451e-8dcc-c88f8df49a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.937620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-01e0ee81-0d9b-451e-8dcc-c88f8df49a2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8235008b-5a99-4e3b-b33e-c609d6429e43 HTTP/1.1" status: 204 len: 168 time: 0.2278707 Mar 11 17:31:29.953962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:29.955143 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:29.957206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/64a051e2-d6e5-4477-b047-c1d0f68cb50d HTTP/1.1" status: 200 len: 1091 time: 3.2426882 Mar 11 17:31:29.957854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b04bf1-1278-477f-8153-bc0b847c54a4', 'tag': '64a051e2-d6e5-4477-b047-c1d0f68cb50d'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:29.960526 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b04bf1-1278-477f-8153-bc0b847c54a4", "tag": "64a051e2-d6e5-4477-b047-c1d0f68cb50d"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:29.967414 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0ee81-0d9b-451e-8dcc-c88f8df49a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8235008b-5a99-4e3b-b33e-c609d6429e43,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:30.003830 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f007661-b03c-43a9-8950-feb19b7f2e4b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.023553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c39033-90b7-4f68-8682-95c23cbbf3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=64a051e2-d6e5-4477-b047-c1d0f68cb50d,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:30.042643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1450091-609f-43ff-8957-881ce73346f7 req-42187781-269d-4de8-beea-9f69e263da5a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604825 Mar 11 17:31:30.144757 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b551094-4ecb-4873-9ae5-6267b4bede6d x-openstack-request-id: req-5b551094-4ecb-4873-9ae5-6267b4bede6d {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:30.145412 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b04bf1-1278-477f-8153-bc0b847c54a4", "tag": "64a051e2-d6e5-4477-b047-c1d0f68cb50d", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:30.145943 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b551094-4ecb-4873-9ae5-6267b4bede6d {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:30.146527 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b04bf1-1278-477f-8153-bc0b847c54a4', 'tag': '64a051e2-d6e5-4477-b047-c1d0f68cb50d', 'status': 'completed', 'code': 200} Mar 11 17:31:30.186781 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.210080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-a4d5ba4c-730c-4ccd-bf76-6763a08fddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:30.231282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-a4d5ba4c-730c-4ccd-bf76-6763a08fddcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=befbf4fc53984cffafcaa3c47f6fa0b4&device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 1094 time: 0.2052581 Mar 11 17:31:30.234051 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.265334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f007661-b03c-43a9-8950-feb19b7f2e4b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.353729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::2b9 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/fc51330e-5711-4727-b152-8e8c17fa2251/c1b4c94a-4ce4-4812-a037-870f860d1110) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:30.367198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:30.370595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:30.379252 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f007661-b03c-43a9-8950-feb19b7f2e4b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.395042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:30.396622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-bd6f9beb-1303-4268-b16d-bbc8d1d025f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a051e2-d6e5-4477-b047-c1d0f68cb50d HTTP/1.1" status: 200 len: 217 time: 0.1583185 Mar 11 17:31:30.431742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b45de15d-50e5-4842-ac88-f7b445685b4d no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:30.438503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Pushing event updated for resources: {'Port': ['ID=4ec23b63-db16-4492-b106-a64c543d8af0,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:30.519265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f007661-b03c-43a9-8950-feb19b7f2e4b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08811a2f-91f8-4ec1-a663-d5f20fd15eb9,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:30.547041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: b45de15d-50e5-4842-ac88-f7b445685b4d {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:30.547410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b45de15d-50e5-4842-ac88-f7b445685b4d not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:30.564189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f007661-b03c-43a9-8950-feb19b7f2e4b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.569683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7f007661-b03c-43a9-8950-feb19b7f2e4b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8325357 Mar 11 17:31:30.581649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39186) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:30.586108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Attempting to bind port 4ec23b63-db16-4492-b106-a64c543d8af0 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:30.587261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Attempting to bind port 4ec23b63-db16-4492-b106-a64c543d8af0 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:30.587580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ac0d5e4d-f122-411f-ad5e-f8b3dbaa78bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group_rule': {'security_group_id': 'b3a67242-585b-41a3-ba66-be127d41b851', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:30.587966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Attempting to bind port 4ec23b63-db16-4492-b106-a64c543d8af0 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:30.594571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:30.595456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:30.596038 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.597063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:30.597731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Bound port: 4ec23b63-db16-4492-b106-a64c543d8af0, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:30.598332 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.655394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc612-7940-4047-85ef-e91fce3ab424 req-e31926cb-78fe-4db1-85be-ceff25ccb814 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:30.658106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e6fc612-7940-4047-85ef-e91fce3ab424 req-e31926cb-78fe-4db1-85be-ceff25ccb814 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2267480 Mar 11 17:31:30.666786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-02432fa6-d551-47cb-8de9-1cb473da38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:30.670299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-02432fa6-d551-47cb-8de9-1cb473da38be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267d7762-ca5c-4219-bc65-2dffe135f7a9 HTTP/1.1" status: 200 len: 848 time: 0.2620454 Mar 11 17:31:30.712421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] For port 4ec23b63-db16-4492-b106-a64c543d8af0, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:30.717289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] For port 4ec23b63-db16-4492-b106-a64c543d8af0, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4ec23b63-db16-4492-b106-a64c543d8af0,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:30.728778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.753966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39192) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:30.774224 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.811745 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e6fc612-7940-4047-85ef-e91fce3ab424 req-eb7e7fff-e8e7-4a25-b81e-5ca5a7f47546 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394117 Mar 11 17:31:30.851486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-9eb56c65-cb90-4623-9819-c7b9796737f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511378 Mar 11 17:31:30.851685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd6c21-f503-421a-89bb-9bafb2582ab4 None None] Pushing event updated for resources: {'Port': ['ID=4ec23b63-db16-4492-b106-a64c543d8af0,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:30.855757 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-02ccded6-289d-49c9-824e-e84a2920291c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=086b85fa6b7a47c794113d483927b28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986991 Mar 11 17:31:30.859936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39194) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:30.881143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.932046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5e4d-f122-411f-ad5e-f8b3dbaa78bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.949896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:30.956317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:30.959262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:30.965561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:30.966536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:30.979329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=c1b4c94a-4ce4-4812-a037-870f860d1110,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:30.994362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b30f69df-2d71-46cf-aa64-b44b6c6d2b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.023645 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1b84e953-7625-45be-8c2c-31555a46819f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5996063 Mar 11 17:31:31.028063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39196) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:31.041222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b30f69df-2d71-46cf-aa64-b44b6c6d2b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.118408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d813a-738e-45f3-8f06-5ab220477af9 req-b88c1ef2-c667-4aad-b47d-f44759d3a1f0 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.129848 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b31d813a-738e-45f3-8f06-5ab220477af9 req-b88c1ef2-c667-4aad-b47d-f44759d3a1f0 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 943 time: 0.3277254 Mar 11 17:31:31.157561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef5fb20-0248-40ac-a1f4-fdab74a660ff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.164483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef5fb20-0248-40ac-a1f4-fdab74a660ff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.167149 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bef5fb20-0248-40ac-a1f4-fdab74a660ff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1374125 Mar 11 17:31:31.169826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39198) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:31.177257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5e4d-f122-411f-ad5e-f8b3dbaa78bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.203524 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5e4d-f122-411f-ad5e-f8b3dbaa78bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.261865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d5e4d-f122-411f-ad5e-f8b3dbaa78bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c111598e-c54b-4599-85c5-f263fe791a7e,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:31.269682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-8d0485b9-2834-43fa-adf7-da1cb93c766a service neutron] 10.222.0.46 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063907 Mar 11 17:31:31.274121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b31d813a-738e-45f3-8f06-5ab220477af9 req-e67c3dfa-716b-47ae-b3cf-49676271867c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430683 Mar 11 17:31:31.281344 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5e4d-f122-411f-ad5e-f8b3dbaa78bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.286809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ac0d5e4d-f122-411f-ad5e-f8b3dbaa78bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7029338 Mar 11 17:31:31.286972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39200) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:31.288200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b30f69df-2d71-46cf-aa64-b44b6c6d2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.309821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b30f69df-2d71-46cf-aa64-b44b6c6d2b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.312524 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b30f69df-2d71-46cf-aa64-b44b6c6d2b4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a7cfd8d-3aac-41e6-a36f-e3a2b27343ad HTTP/1.1" status: 204 len: 168 time: 0.4514544 Mar 11 17:31:31.325251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:31.358140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f69df-2d71-46cf-aa64-b44b6c6d2b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7cfd8d-3aac-41e6-a36f-e3a2b27343ad,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:31.420424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.440515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c347a413-3856-4dbf-97b3-ed49b4630666 req-ccf5b248-cbbd-4f21-a24c-0eb69a874fdd service neutron] 10.222.0.46 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624618 Mar 11 17:31:31.493624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ba346-f89e-4300-ae88-b1ad93f3f558 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port c1b4c94a-4ce4-4812-a037-870f860d1110 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:31.496187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba346-f89e-4300-ae88-b1ad93f3f558 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.616225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-a08ca56c-03e9-45ea-8d92-11109e7b4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.617854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-a08ca56c-03e9-45ea-8d92-11109e7b4355 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=befbf4fc53984cffafcaa3c47f6fa0b4&device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 1094 time: 0.1146874 Mar 11 17:31:31.736431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2aa6e8b9-0536-48b2-86f7-0dc8e775e9cd tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.738050 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2aa6e8b9-0536-48b2-86f7-0dc8e775e9cd tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.2244225 Mar 11 17:31:31.778016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-f903375b-1a06-4fa3-8bbd-cd2e61d27eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:31.780483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-f903375b-1a06-4fa3-8bbd-cd2e61d27eed service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8 HTTP/1.1" status: 200 len: 908 time: 0.1550274 Mar 11 17:31:31.813876 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba346-f89e-4300-ae88-b1ad93f3f558 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:31.869630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-fa57f413-09bf-4794-8a93-0ae9b2608693 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a051e2-d6e5-4477-b047-c1d0f68cb50d HTTP/1.1" status: 200 len: 217 time: 0.0804110 Mar 11 17:31:31.873237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ba346-f89e-4300-ae88-b1ad93f3f558 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for c1b4c94a-4ce4-4812-a037-870f860d1110 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:32.004781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.036540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Deleting port baa17df9-2b13-4b45-8127-54d6950b26c6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:32.037559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-8a7191f8-8671-46e8-9fdb-5a083ae60d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:32.039042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-8a7191f8-8671-46e8-9fdb-5a083ae60d7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267d7762-ca5c-4219-bc65-2dffe135f7a9 HTTP/1.1" status: 200 len: 848 time: 0.1607404 Mar 11 17:31:32.041394 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.065863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c9c3-239a-467b-b693-e468da7c362e req-ff0c2e2b-949f-45c9-aba1-b3e7105d1681 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:32.067487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9206c9c3-239a-467b-b693-e468da7c362e req-ff0c2e2b-949f-45c9-aba1-b3e7105d1681 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 945 time: 0.0959766 Mar 11 17:31:32.099923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-5ae65874-b143-4a31-a85d-0b6092bdcc4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525329 Mar 11 17:31:32.287634 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9206c9c3-239a-467b-b693-e468da7c362e req-83185ced-f217-4325-b42f-bdae7606fe67 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903117 Mar 11 17:31:32.371969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] For port baa17df9-2b13-4b45-8127-54d6950b26c6, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=baa17df9-2b13-4b45-8127-54d6950b26c6,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:32.372463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.385829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ec23b63-db16-4492-b106-a64c543d8af0 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:32.392471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-bbec0a5b-4227-4233-80ed-885b19234518 service neutron] 10.222.0.46 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755036 Mar 11 17:31:32.445616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Calling delete_port for baa17df9-2b13-4b45-8127-54d6950b26c6 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:32.459013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4ec23b63-db16-4492-b106-a64c543d8af0 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:32.459385 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.508913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba346-f89e-4300-ae88-b1ad93f3f558 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.524065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6dc48f6-b9d1-4e4e-8db1-18eda7291b4a req-566a06be-d7cc-4513-af87-0dbd509502ab service neutron] 10.222.0.46 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224654 Mar 11 17:31:32.532653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Allocated IP 172.25.8.93 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/95f983de-c265-4d69-ba72-7360273903cb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:32.628746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ba346-f89e-4300-ae88-b1ad93f3f558 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=c1b4c94a-4ce4-4812-a037-870f860d1110,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:32.716505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf11ba9-615c-415b-b75a-f70b1fc97309 req-3e3c48ef-52f1-474d-8ea6-8894929b5eeb tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:32.716754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba346-f89e-4300-ae88-b1ad93f3f558 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.724554 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.726234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bf11ba9-615c-415b-b75a-f70b1fc97309 req-3e3c48ef-52f1-474d-8ea6-8894929b5eeb tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 943 time: 0.2002199 Mar 11 17:31:32.729081 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bc9ba346-f89e-4300-ae88-b1ad93f3f558 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/c1b4c94a-4ce4-4812-a037-870f860d1110 HTTP/1.1" status: 204 len: 168 time: 1.5580657 Mar 11 17:31:32.736879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39238) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:32.759090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-71c734fe-7c24-4119-bcb8-11021156577b None None] Provisioning complete for port 4ec23b63-db16-4492-b106-a64c543d8af0 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:32.759736 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71c734fe-7c24-4119-bcb8-11021156577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.814882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39242) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:32.845756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 4ec23b63-db16-4492-b106-a64c543d8af0, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4ec23b63-db16-4492-b106-a64c543d8af0,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:32.857410 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:32.859834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2bf11ba9-615c-415b-b75a-f70b1fc97309 req-240da6f8-4b8e-4826-b496-fd30d19b3da5 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320326 Mar 11 17:31:32.934613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b548e8-d4de-470a-8fdc-559320d3e39f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:32.936370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b548e8-d4de-470a-8fdc-559320d3e39f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:32.938287 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d2b548e8-d4de-470a-8fdc-559320d3e39f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1926265 Mar 11 17:31:32.941562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39246) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:33.005991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-785067366-network', 'tenant_id': '823912a766b9451e8616d8ef3d24c6fd'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:33.017582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=4ec23b63-db16-4492-b106-a64c543d8af0,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:33.061227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-1258ce5f-b5cc-46ac-967c-281c6c1578f1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet fc51330e-5711-4727-b152-8e8c17fa2251 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:33.070619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Made reservation on behalf of 823912a766b9451e8616d8ef3d24c6fd for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:33.072980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.075172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1258ce5f-b5cc-46ac-967c-281c6c1578f1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.097977 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.110135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43', 'baa17df9-2b13-4b45-8127-54d6950b26c6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:31:33.117003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.174368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.217671 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.230574 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.235138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event deleted for resources: {'Port': ['ID=baa17df9-2b13-4b45-8127-54d6950b26c6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:33.245933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b525e555-edc1-4d11-b382-31f99fdd4599 None None] Could not find standard attr ID for object c1b4c94a-4ce4-4812-a037-870f860d1110. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:31:33.257003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:31:33.274893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.275252 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Added segment e65708c8-0812-4e65-8a68-35fd88566591 of type vlan for network e4143809-c4dd-4fac-a798-a54c03e34b4c Mar 11 17:31:33.355447 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] No DVR routers for this DVR port baa17df9-2b13-4b45-8127-54d6950b26c6 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:33.358998 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.362388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75ede82d-68de-4e00-b59a-9b4850ea8947 req-2fd67ac0-8c5a-40c3-a16f-d1381d6b0490 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "DELETE /v2.0/ports/baa17df9-2b13-4b45-8127-54d6950b26c6 HTTP/1.1" status: 204 len: 173 time: 1.6155419 Mar 11 17:31:33.362869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b4372e-aa15-4af8-8be3-2984600b5b9f', 'name': 'network-vif-deleted', 'tag': 'baa17df9-2b13-4b45-8127-54d6950b26c6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:33.365316 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb505eb-0f37-4231-880d-ce71c815eb86" -d '{"events": [{"server_uuid": "15b4372e-aa15-4af8-8be3-2984600b5b9f", "name": "network-vif-deleted", "tag": "baa17df9-2b13-4b45-8127-54d6950b26c6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:33.378255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.384777 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1258ce5f-b5cc-46ac-967c-281c6c1578f1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.410191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.485244 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:31:33.494912 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873fde1b-73e8-47e8-80f6-34860aabf637 x-openstack-request-id: req-873fde1b-73e8-47e8-80f6-34860aabf637 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:33.495367 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b4372e-aa15-4af8-8be3-2984600b5b9f", "name": "network-vif-deleted", "tag": "baa17df9-2b13-4b45-8127-54d6950b26c6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:33.495722 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-873fde1b-73e8-47e8-80f6-34860aabf637 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:33.496214 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b4372e-aa15-4af8-8be3-2984600b5b9f', 'name': 'network-vif-deleted', 'tag': 'baa17df9-2b13-4b45-8127-54d6950b26c6', 'status': 'completed', 'code': 200} Mar 11 17:31:33.537089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2846c7f5-826f-48fe-be19-fe8458331d2a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:33.540957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5dadd46-0d8f-4ed9-b93a-0f4fcfe4c25e req-4184de0a-a90c-4a01-afd0-5f7c12c3891e tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b4372e-aa15-4af8-8be3-2984600b5b9f HTTP/1.1" status: 200 len: 210 time: 0.0486507 Mar 11 17:31:33.546669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:33.553296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:33.560824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:33.582024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.583315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:33.584053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.607880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=95f983de-c265-4d69-ba72-7360273903cb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:33.658454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] Pushing event updated for resources: {'Network': ['ID=e4143809-c4dd-4fac-a798-a54c03e34b4c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:33.671803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e4143809-c4dd-4fac-a798-a54c03e34b4c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:31:33.679200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1258ce5f-b5cc-46ac-967c-281c6c1578f1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.687035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f6c38dbe-75b4-4040-95f0-e50c64a0915a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8709745 Mar 11 17:31:33.690248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:33.698668 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Request body: {'subnet': {'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-785067366-subnet', 'tenant_id': '823912a766b9451e8616d8ef3d24c6fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:33.722808 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.733070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Made reservation on behalf of 823912a766b9451e8616d8ef3d24c6fd for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:33.735696 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.761003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1258ce5f-b5cc-46ac-967c-281c6c1578f1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.793293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 64a051e2-d6e5-4477-b047-c1d0f68cb50d details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:31:33.808145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.817302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258ce5f-b5cc-46ac-967c-281c6c1578f1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=fc51330e-5711-4727-b152-8e8c17fa2251,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:33.817492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78433562-fb8e-4d14-8193-b826cd194aac None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:33.826327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1258ce5f-b5cc-46ac-967c-281c6c1578f1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:33.832889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1258ce5f-b5cc-46ac-967c-281c6c1578f1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/fc51330e-5711-4727-b152-8e8c17fa2251 HTTP/1.1" status: 204 len: 168 time: 0.8902564 Mar 11 17:31:33.834706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39258) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:33.921999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0e084ea4-d0eb-40ae-9c59-ec36cf1f1b04 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856705 Mar 11 17:31:33.924547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39262) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:33.930992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:34.117585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 64a051e2-d6e5-4477-b047-c1d0f68cb50d, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=64a051e2-d6e5-4477-b047-c1d0f68cb50d,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:34.138986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '64a051e2-d6e5-4477-b047-c1d0f68cb50d', 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8', 'port_id': '64a051e2-d6e5-4477-b047-c1d0f68cb50d', 'mac_address': 'fa:16:3e:a2:60:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267d7762-ca5c-4219-bc65-2dffe135f7a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:31:34.171283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.199406 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.240302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a051e2-d6e5-4477-b047-c1d0f68cb50d {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:31:34.283672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 64a051e2-d6e5-4477-b047-c1d0f68cb50d, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=64a051e2-d6e5-4477-b047-c1d0f68cb50d,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:34.290738 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.305047 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.309657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1289855e-6833-4f88-9167-72e5fa3a9646,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:34.327401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601138d4-f979-4083-b180-94c3c5e3eb83 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:31:34.327769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.409689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=64a051e2-d6e5-4477-b047-c1d0f68cb50d,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:34.429395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-601138d4-f979-4083-b180-94c3c5e3eb83 None None] Deleting port 4ec23b63-db16-4492-b106-a64c543d8af0 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:34.430173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-601138d4-f979-4083-b180-94c3c5e3eb83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.462636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Checking segment: {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:34.463018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Network hostable DHCP agents. Network: e4143809-c4dd-4fac-a798-a54c03e34b4c, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:31:34.473277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=95f983de-c265-4d69-ba72-7360273903cb,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:34.506043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.525767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Network e4143809-c4dd-4fac-a798-a54c03e34b4c is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:31:34.537280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.539278 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8a2c138f-9d3a-470e-847b-0162007becd1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2253423 Mar 11 17:31:34.546355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e4143809-c4dd-4fac-a798-a54c03e34b4c) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:34.547022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:34.552429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:34.554362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.568698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.576597 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-90953086-960f-4edf-9981-cabf46cb8b5e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8826056 Mar 11 17:31:34.582603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1891327d-7cae-4f4d-a36c-f1f2130f0c7f None None] Network e4143809-c4dd-4fac-a798-a54c03e34b4c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:34.595147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0937c-ae9b-465c-b049-b110a15815f5 req-7e41bfd6-1dfa-4234-95f4-407aaef39ed7 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:34.611719 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49f0937c-ae9b-465c-b049-b110a15815f5 req-7e41bfd6-1dfa-4234-95f4-407aaef39ed7 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 943 time: 0.5804784 Mar 11 17:31:34.838427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['64a051e2-d6e5-4477-b047-c1d0f68cb50d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:31:34.846177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49f0937c-ae9b-465c-b049-b110a15815f5 req-dace5d4c-56cb-4cb1-b88a-eab20b594e53 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331729 Mar 11 17:31:34.910788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-601138d4-f979-4083-b180-94c3c5e3eb83 None None] For port 4ec23b63-db16-4492-b106-a64c543d8af0, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4ec23b63-db16-4492-b106-a64c543d8af0,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:34.911241 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-601138d4-f979-4083-b180-94c3c5e3eb83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:34.937943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-601138d4-f979-4083-b180-94c3c5e3eb83 None None] Calling delete_port for 4ec23b63-db16-4492-b106-a64c543d8af0 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:35.237638 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-601138d4-f979-4083-b180-94c3c5e3eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.264400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-fa4438a1-02cf-462e-a378-60d7ac6dbea8 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1505006157&fields=id&tenant_id=d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 267 time: 0.2329297 Mar 11 17:31:35.348596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601138d4-f979-4083-b180-94c3c5e3eb83 None None] No DVR routers for this DVR port 4ec23b63-db16-4492-b106-a64c543d8af0 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:35.353998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601138d4-f979-4083-b180-94c3c5e3eb83 None None] Pushing event deleted for resources: {'Port': ['ID=4ec23b63-db16-4492-b106-a64c543d8af0,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:35.382348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ae5805-a0c6-4f71-84b8-a5d1bdbcc85c None None] Network e4143809-c4dd-4fac-a798-a54c03e34b4c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:35.434846 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.525448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-4494102c-a304-4e83-bccd-b7028e899361 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:35.532483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-4494102c-a304-4e83-bccd-b7028e899361 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 815 time: 0.2672846 Mar 11 17:31:35.545579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:35.569529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:35.573304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:35.573902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.604389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbb516-4321-4d6c-9b21-dcc52e60e982 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:35.626227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-f29519d2-0f63-49b6-ae29-7025c791c11e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/quotas/d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 375 time: 0.0928509 Mar 11 17:31:35.626815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=3d3da56e-01f7-483f-a22c-12fecf4d519a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:35.668762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-26470736-a894-48a7-bf7d-2a293652470c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7386379 Mar 11 17:31:35.669051 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39314) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:35.673425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'name': 'tempest-NetworksTestDHCPv6-1963904262'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:35.751404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-fbbf96ff-457b-4731-81d5-9e9b31ce0a41 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048393 Mar 11 17:31:35.758849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-a204f48f-f7fa-4f9f-8c9f-f69e044eca95 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:35.760665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-a204f48f-f7fa-4f9f-8c9f-f69e044eca95 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/networks?id=e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 200 len: 814 time: 0.2541752 Mar 11 17:31:35.795184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:35.799637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.822541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port fa592c23-d10d-4f27-9187-816f270a83ed yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:31:35.839709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-6c343248-5b86-429d-a1d1-f416c4d1025b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/quotas/823912a766b9451e8616d8ef3d24c6fd HTTP/1.1" status: 200 len: 375 time: 0.0646722 Mar 11 17:31:35.854269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': '3d3da56e-01f7-483f-a22c-12fecf4d519a'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:31:35.861810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:35.885817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-32d10c65-8e87-40bd-abeb-3905ebbeb01e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=823912a766b9451e8616d8ef3d24c6fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448205 Mar 11 17:31:35.995422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-af72180f-cf16-4585-93c0-ba7bbb1e5938 service neutron] 10.222.0.53 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306709 Mar 11 17:31:36.009061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::2db (bbdee46c-64cf-49c1-804c-5a20ddf3a521/3d3da56e-01f7-483f-a22c-12fecf4d519a/fa592c23-d10d-4f27-9187-816f270a83ed) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:36.098578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-c79a2aa3-7585-4f7a-835c-cdf2257f44f2 service neutron] 10.222.0.53 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118268 Mar 11 17:31:36.215018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-75466581-0506-417a-b13a-921eafcfd31a service neutron] 10.222.0.53 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083075 Mar 11 17:31:36.234280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.267107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-31c4af28-e6d9-44d9-9a04-e7ae1d5c1fba service neutron] 10.222.0.53 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571076 Mar 11 17:31:36.311495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.380892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device baa17df9-2b13-4b45-8127-54d6950b26c6 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:36.393774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ec23b63-db16-4492-b106-a64c543d8af0 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:36.421331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:36.424786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:36.428897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:36.435479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:36.436167 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:36.456971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=fa592c23-d10d-4f27-9187-816f270a83ed,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:36.485220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39332) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:36.487735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-535a6a64-64e6-4263-ba6e-f9494e59fabf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8183134 Mar 11 17:31:36.550812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4ec23b63-db16-4492-b106-a64c543d8af0 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:36.557731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4ec23b63-db16-4492-b106-a64c543d8af0 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:36.586534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: baa17df9-2b13-4b45-8127-54d6950b26c6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:36.588648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device baa17df9-2b13-4b45-8127-54d6950b26c6 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:36.630815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/3d3da56e-01f7-483f-a22c-12fecf4d519a/5f569e47-4e28-401b-9528-3b483b876e82) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:36.785433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b446d-e319-4862-89b5-3130e0293bfd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:36.788007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-829b446d-e319-4862-89b5-3130e0293bfd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3017199 Mar 11 17:31:36.791458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:36.903205 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6addd994-4d24-4a37-aaa3-fd3edf0b7158 req-0aac8299-288f-44ae-a50b-b11c6346d797 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 210 time: 0.1139376 Mar 11 17:31:37.003301 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.006139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22feda-1f73-4402-8bd8-6163fc6791e6 req-073a5d94-c993-4573-a612-9fd95e727c5d tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:37.012759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b22feda-1f73-4402-8bd8-6163fc6791e6 req-073a5d94-c993-4573-a612-9fd95e727c5d tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 944 time: 0.2874680 Mar 11 17:31:37.014392 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.101133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-045e00ea-fb9b-4946-86ca-4fe893979144 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port fa592c23-d10d-4f27-9187-816f270a83ed {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:37.102182 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045e00ea-fb9b-4946-86ca-4fe893979144 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.118283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:37.133856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:37.146176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b22feda-1f73-4402-8bd8-6163fc6791e6 req-e5b20101-71df-40b5-b944-73734ee47970 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169960 Mar 11 17:31:37.150581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Pushing event updated for resources: {'Port': ['ID=5f569e47-4e28-401b-9528-3b483b876e82,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:37.153155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:37.259138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b013cf1-accf-4b20-97a0-eb93abb4ec15 req-c531a940-6cd5-4d57-9f28-e1fca1c384a0 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 210 time: 0.0640738 Mar 11 17:31:37.312306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Attempting to bind port 5f569e47-4e28-401b-9528-3b483b876e82 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:37.312707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Attempting to bind port 5f569e47-4e28-401b-9528-3b483b876e82 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:37.332391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Attempting to bind port 5f569e47-4e28-401b-9528-3b483b876e82 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:37.348074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:37.348479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:37.348952 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.349359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:37.349860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Bound port: 5f569e47-4e28-401b-9528-3b483b876e82, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:37.350382 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.367563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045e00ea-fb9b-4946-86ca-4fe893979144 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.415434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-045e00ea-fb9b-4946-86ca-4fe893979144 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for fa592c23-d10d-4f27-9187-816f270a83ed owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:37.523002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] For port 5f569e47-4e28-401b-9528-3b483b876e82, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:37.526721 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] For port 5f569e47-4e28-401b-9528-3b483b876e82, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5f569e47-4e28-401b-9528-3b483b876e82,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:37.541605 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.647887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d974e-d67c-4597-8f07-48b1bd3b23a4 None None] Pushing event updated for resources: {'Port': ['ID=5f569e47-4e28-401b-9528-3b483b876e82,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:37.745392 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045e00ea-fb9b-4946-86ca-4fe893979144 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.766719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 64a051e2-d6e5-4477-b047-c1d0f68cb50d up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:37.918244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e00ea-fb9b-4946-86ca-4fe893979144 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=fa592c23-d10d-4f27-9187-816f270a83ed,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:37.953581 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-045e00ea-fb9b-4946-86ca-4fe893979144 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:37.958016 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-045e00ea-fb9b-4946-86ca-4fe893979144 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/fa592c23-d10d-4f27-9187-816f270a83ed HTTP/1.1" status: 204 len: 168 time: 1.1655076 Mar 11 17:31:37.960482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39398) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:37.979324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 64a051e2-d6e5-4477-b047-c1d0f68cb50d completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:37.987019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 64a051e2-d6e5-4477-b047-c1d0f68cb50d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:37.987398 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.110366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485e229-6a6f-43ac-9376-b389bd0c4635 req-acdb8f0a-1b55-43cf-aca5-1746ad36372a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:38.112256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9485e229-6a6f-43ac-9376-b389bd0c4635 req-acdb8f0a-1b55-43cf-aca5-1746ad36372a tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 945 time: 0.1932082 Mar 11 17:31:38.113803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e18d313-fc06-4197-abc9-01aa3dbb0cbd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:38.135356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e18d313-fc06-4197-abc9-01aa3dbb0cbd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:38.146896 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1e18d313-fc06-4197-abc9-01aa3dbb0cbd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1846526 Mar 11 17:31:38.149915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39408) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:38.203215 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c88e2693-f8fc-4b4a-9d50-1f894991d0ad req-201e4373-4659-486d-b0e2-7acebbace772 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 210 time: 0.0869846 Mar 11 17:31:38.272428 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.336860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9485e229-6a6f-43ac-9376-b389bd0c4635 req-9e33abde-fdf2-4623-b4cc-815d2c25cc87 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241355 Mar 11 17:31:38.443589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b04bf1-1278-477f-8153-bc0b847c54a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a051e2-d6e5-4477-b047-c1d0f68cb50d'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:38.454198 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4c0e44-70ce-4add-b3af-9728624a48db" -d '{"events": [{"server_uuid": "e5b04bf1-1278-477f-8153-bc0b847c54a4", "name": "network-vif-plugged", "status": "completed", "tag": "64a051e2-d6e5-4477-b047-c1d0f68cb50d"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:38.505060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5f569e47-4e28-401b-9528-3b483b876e82 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:38.505739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-f594a677-d822-4d3e-ad2b-0523310b43c6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 3d3da56e-01f7-483f-a22c-12fecf4d519a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:38.549261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8398c6-a1e3-40b2-9958-a59121ce33c5 req-a7f66bcd-47dd-4be4-a5f9-e9e1fa6b4235 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:38.557627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f8398c6-a1e3-40b2-9958-a59121ce33c5 req-a7f66bcd-47dd-4be4-a5f9-e9e1fa6b4235 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 944 time: 0.1690605 Mar 11 17:31:38.559961 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f594a677-d822-4d3e-ad2b-0523310b43c6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.605277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 64a051e2-d6e5-4477-b047-c1d0f68cb50d, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=64a051e2-d6e5-4477-b047-c1d0f68cb50d,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:38.612857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8338966a-9805-406c-bb1c-b39e701c3096 req-f8752881-5b02-4fc1-b880-81235f162f27 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 210 time: 0.0403612 Mar 11 17:31:38.630976 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.713204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f8398c6-a1e3-40b2-9958-a59121ce33c5 req-c01a98ec-f383-4b62-aee1-820e1ec6ec22 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542573 Mar 11 17:31:38.723602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f594a677-d822-4d3e-ad2b-0523310b43c6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.828745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5f569e47-4e28-401b-9528-3b483b876e82 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:38.829558 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:38.833570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=64a051e2-d6e5-4477-b047-c1d0f68cb50d,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:38.934531 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58566fa8-d5ba-432d-a907-ede8624be2d9 x-openstack-request-id: req-58566fa8-d5ba-432d-a907-ede8624be2d9 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:38.935059 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b04bf1-1278-477f-8153-bc0b847c54a4", "name": "network-vif-plugged", "status": "completed", "tag": "64a051e2-d6e5-4477-b047-c1d0f68cb50d", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:38.935942 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58566fa8-d5ba-432d-a907-ede8624be2d9 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:38.936869 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b04bf1-1278-477f-8153-bc0b847c54a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a051e2-d6e5-4477-b047-c1d0f68cb50d', 'code': 200} Mar 11 17:31:39.048186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f594a677-d822-4d3e-ad2b-0523310b43c6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.052766 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.140554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-cdc34351-29a8-40f7-aa29-38ef9206c5f0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:39.142583 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-cdc34351-29a8-40f7-aa29-38ef9206c5f0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 815 time: 0.7213039 Mar 11 17:31:39.208375 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f594a677-d822-4d3e-ad2b-0523310b43c6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.298935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594a677-d822-4d3e-ad2b-0523310b43c6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3da56e-01f7-483f-a22c-12fecf4d519a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:39.308478 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f594a677-d822-4d3e-ad2b-0523310b43c6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.313446 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f594a677-d822-4d3e-ad2b-0523310b43c6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/3d3da56e-01f7-483f-a22c-12fecf4d519a HTTP/1.1" status: 204 len: 168 time: 1.1609397 Mar 11 17:31:39.318801 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-6c15e70b-a3f6-4161-985a-72155b2fdc5a tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 380 time: 0.1395090 Mar 11 17:31:39.321403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:39.344429 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:31:39.349027 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:31:39.417180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3189c20-8140-402a-a8f8-1fbf828cdbc5 req-cb34facd-0282-4827-948c-06960007a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:39.419373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3189c20-8140-402a-a8f8-1fbf828cdbc5 req-cb34facd-0282-4827-948c-06960007a00b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 1096 time: 0.3113809 Mar 11 17:31:39.505622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5fee6d28-4e61-458e-a206-ac1e2d41ecf4 req-1607d8b0-f9b8-44e5-b2e9-5aa56a9dd397 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 210 time: 0.0828025 Mar 11 17:31:39.545029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-0461e827-2c78-4244-bdb0-7bd3a42e20c6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:39.546757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-0461e827-2c78-4244-bdb0-7bd3a42e20c6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.66 "GET /v2.0/networks?id=e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 200 len: 814 time: 0.5351427 Mar 11 17:31:39.575190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Request body: {'port': {'device_id': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c', 'admin_state_up': True, 'tenant_id': '823912a766b9451e8616d8ef3d24c6fd'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:39.585441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3189c20-8140-402a-a8f8-1fbf828cdbc5 req-cc479aa2-916a-403b-a56d-d22a07bd679e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453967 Mar 11 17:31:39.682318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeadc470-a992-4de5-8fc0-b127ea0494ea None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:39.733337 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998fdde-ab78-4243-aa23-d60db96ce4de req-8f5faf56-b443-4e7a-8116-8c2248dd1cdd tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:39.741005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2998fdde-ab78-4243-aa23-d60db96ce4de req-8f5faf56-b443-4e7a-8116-8c2248dd1cdd tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 945 time: 0.2416503 Mar 11 17:31:39.785693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Made reservation on behalf of 823912a766b9451e8616d8ef3d24c6fd for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:39.789563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.795908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd137fa4-5ab3-4b36-9de4-eba00f9a48d9 req-f95e61af-1df4-4494-a919-7172eafd8222 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 210 time: 0.0526385 Mar 11 17:31:39.850012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-95b750ff-eaa8-4bf2-a4f6-38875d89db07 None None] Provisioning complete for port 5f569e47-4e28-401b-9528-3b483b876e82 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:39.851579 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95b750ff-eaa8-4bf2-a4f6-38875d89db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:39.944186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2998fdde-ab78-4243-aa23-d60db96ce4de req-93259ace-9ff2-4f89-b793-fe90138de8fb tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022429 Mar 11 17:31:40.003643 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8d779ad2-607b-4453-8020-da80aa3bd2fc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6785834 Mar 11 17:31:40.005685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'port': {'device_id': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'admin_state_up': True, 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'security_groups': ['b3a67242-585b-41a3-ba66-be127d41b851']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:40.006741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39580) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:40.084059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.163706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f813f-9f86-4ffb-8310-c824e325fbd8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:40.166069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-356f813f-9f86-4ffb-8310-c824e325fbd8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1555676 Mar 11 17:31:40.170375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 5f569e47-4e28-401b-9528-3b483b876e82, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5f569e47-4e28-401b-9528-3b483b876e82,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:40.171390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39594) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:40.181365 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95b750ff-eaa8-4bf2-a4f6-38875d89db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.183901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a159494-48b1-4fb7-8f9f-916e418cbac4 req-38a8e7e3-9e94-4796-a20f-f6ca121356a5 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:40.186136 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.193348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a159494-48b1-4fb7-8f9f-916e418cbac4 req-38a8e7e3-9e94-4796-a20f-f6ca121356a5 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 945 time: 0.2166438 Mar 11 17:31:40.200308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Allocated IP 172.20.0.2 (e4143809-c4dd-4fac-a798-a54c03e34b4c/1289855e-6833-4f88-9167-72e5fa3a9646/e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:40.302764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Made reservation on behalf of d2989ae2ea1f44078c929a166bd10a72 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:40.310608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920463e4-1866-4b2c-9253-fc5b82d82b6e None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:31:40.321040 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.329958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a159494-48b1-4fb7-8f9f-916e418cbac4 req-903979d8-ffd7-4190-98fa-f7f5551f7cb4 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312807 Mar 11 17:31:40.365736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d9143-6723-4354-bf54-e455f05b9906 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:40.368652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-818d9143-6723-4354-bf54-e455f05b9906 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1957095 Mar 11 17:31:40.372704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39618) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:40.431144 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dfa7e950-712a-455e-9b68-8ba3280878f0 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505545 Mar 11 17:31:40.434674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39624) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:40.447155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:40.514725 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-95b750ff-eaa8-4bf2-a4f6-38875d89db07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:31:40.514725 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-95b750ff-eaa8-4bf2-a4f6-38875d89db07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:31:40.521933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=5f569e47-4e28-401b-9528-3b483b876e82,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:40.556219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-3638c826-e546-47a0-a9a7-3839f2a17a48 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:40.556219 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-3638c826-e546-47a0-a9a7-3839f2a17a48 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 945 time: 0.5495880 Mar 11 17:31:40.633618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-920463e4-1866-4b2c-9253-fc5b82d82b6e None None] Deleting port 5f569e47-4e28-401b-9528-3b483b876e82 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:40.634034 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-920463e4-1866-4b2c-9253-fc5b82d82b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.790015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-920463e4-1866-4b2c-9253-fc5b82d82b6e None None] For port 5f569e47-4e28-401b-9528-3b483b876e82, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5f569e47-4e28-401b-9528-3b483b876e82,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:40.790648 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-920463e4-1866-4b2c-9253-fc5b82d82b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.841907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-920463e4-1866-4b2c-9253-fc5b82d82b6e None None] Calling delete_port for 5f569e47-4e28-401b-9528-3b483b876e82 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:40.910216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.937229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:40.942497 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.971764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d41938b-2af9-4c76-a6e0-1be4710beb60 req-c8fce490-c457-4ef1-842d-971bd2039d2a tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 210 time: 0.3460116 Mar 11 17:31:41.029981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Allocated IP 172.20.0.5 (692795f5-26c2-430b-9ffc-82a05437df85/d41449e9-73a3-4dcc-8adf-d53993b46d57/d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:41.089743 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.129151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5e28def-fca3-40ad-9ac4-c5adcb28a6f6 req-9ab1437e-2588-4da4-8484-a48550a35e18 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 210 time: 0.1045763 Mar 11 17:31:41.130549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.163693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Deleting port d81aa991-4bdf-43af-8d3a-aae04cf99c43 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:41.164271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.179977 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-920463e4-1866-4b2c-9253-fc5b82d82b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.229092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Pushing event updated for resources: {'Port': ['ID=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:41.264269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920463e4-1866-4b2c-9253-fc5b82d82b6e None None] Pushing event deleted for resources: {'Port': ['ID=5f569e47-4e28-401b-9528-3b483b876e82,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:41.276229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920463e4-1866-4b2c-9253-fc5b82d82b6e None None] No DVR routers for this DVR port 5f569e47-4e28-401b-9528-3b483b876e82 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:41.320327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Network e4143809-c4dd-4fac-a798-a54c03e34b4c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:41.349113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:41.364638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:41.456219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] For port d81aa991-4bdf-43af-8d3a-aae04cf99c43, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81aa991-4bdf-43af-8d3a-aae04cf99c43,segment=NetworkSegment(8342c3ed-4a95-4a64-bae0-f580b2474a35),segment_id=8342c3ed-4a95-4a64-bae0-f580b2474a35)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:41.456748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.494991 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.498499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Calling delete_port for d81aa991-4bdf-43af-8d3a-aae04cf99c43 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:41.506960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.628579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:41.641500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:41.644884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:41.645481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.658444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7952e4-ff83-46d7-9951-1c6abaab41ab None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:41.677204 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=8da1cfc5-c75b-45a0-a189-c49f298c444f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:41.684250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b4c9-518c-4d12-a07c-cb3626af1c72 req-258395c1-cdc7-4242-b1b4-c4250ebc502f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:41.685760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad77b4c9-518c-4d12-a07c-cb3626af1c72 req-258395c1-cdc7-4242-b1b4-c4250ebc502f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 945 time: 0.5226521 Mar 11 17:31:41.713504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.714359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:41.715227 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.762504 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f46506b7-b842-44ca-8129-156fd96a4da9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3266442 Mar 11 17:31:41.765721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39752) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:41.777879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-53509d12-6c93-491d-bd8b-1146a225558b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2111602 Mar 11 17:31:41.778152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Network 692795f5-26c2-430b-9ffc-82a05437df85 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:41.800020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Request body: {'port': {'device_id': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:41.844875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': '8da1cfc5-c75b-45a0-a189-c49f298c444f', 'ip_address': '2001:db8::9b01:c41c:f175:5865'}], 'name': 'tempest-NetworksTestDHCPv6-1178361631'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:41.878536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': '8da1cfc5-c75b-45a0-a189-c49f298c444f'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:31:41.902955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.958222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edebe87-58c1-40ac-8e32-f2b3ba2bad84 req-70e6e202-73d3-4375-9820-6000c45512db tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:41.972747 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8edebe87-58c1-40ac-8e32-f2b3ba2bad84 req-70e6e202-73d3-4375-9820-6000c45512db tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 945 time: 0.5243070 Mar 11 17:31:41.973562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:41.981985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad77b4c9-518c-4d12-a07c-cb3626af1c72 req-c7a9a024-c31d-404f-a592-51ad5a7d894f tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b531d17-f92d-4cb0-98fe-d0f523baa4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462873 Mar 11 17:31:42.001268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:42.006015 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.107621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:42.121030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81aa991-4bdf-43af-8d3a-aae04cf99c43'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:31:42.123773 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.169559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Pushing event deleted for resources: {'Port': ['ID=d81aa991-4bdf-43af-8d3a-aae04cf99c43,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:42.237962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:42.238831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.353390 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1828437e-b047-4a00-a0ad-5cb6bf73f8ce tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3558214 Mar 11 17:31:42.361271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8edebe87-58c1-40ac-8e32-f2b3ba2bad84 req-5c6488e8-16ce-4318-849d-8a4452af0c76 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761382 Mar 11 17:31:42.375881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] No DVR routers for this DVR port d81aa991-4bdf-43af-8d3a-aae04cf99c43 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:42.389729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5f569e47-4e28-401b-9528-3b483b876e82 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:42.415738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141defe0-e5c3-4e08-8461-5420ccf6981d req-79879e96-d311-4a17-bb1d-51ef8847e4e1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:42.424585 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.428066 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.66 "DELETE /v2.0/ports/d81aa991-4bdf-43af-8d3a-aae04cf99c43 HTTP/1.1" status: 204 len: 173 time: 1.8369398 Mar 11 17:31:42.428583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d74a92a-f178-46c1-8cc9-7a4bd6511bf6', 'name': 'network-vif-deleted', 'tag': 'd81aa991-4bdf-43af-8d3a-aae04cf99c43'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:42.429867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-141defe0-e5c3-4e08-8461-5420ccf6981d req-79879e96-d311-4a17-bb1d-51ef8847e4e1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 931 time: 0.2367439 Mar 11 17:31:42.430904 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6671ee10-b6ae-4c31-81f5-680ba64e272a" -d '{"events": [{"server_uuid": "4d74a92a-f178-46c1-8cc9-7a4bd6511bf6", "name": "network-vif-deleted", "tag": "d81aa991-4bdf-43af-8d3a-aae04cf99c43"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:42.454363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Request body: {'port': {'device_id': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:42.520743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 5f569e47-4e28-401b-9528-3b483b876e82 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:42.527688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5f569e47-4e28-401b-9528-3b483b876e82 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:42.600437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/8da1cfc5-c75b-45a0-a189-c49f298c444f/213a7ed7-27fb-4861-b01a-55d91c8f7c32) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:42.605058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:42.729849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.732033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:42.795022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 7ed2daa3-2b4b-468b-acd1-85b014bf605b yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:31:42.866897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-141defe0-e5c3-4e08-8461-5420ccf6981d req-dcca8df7-c3c5-4659-b0c2-0874d61070cb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4250200 Mar 11 17:31:42.909504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68724a48-ced5-49c6-9a62-b602c4c6e8cd req-291e4598-9129-4857-a9a0-98643b5f7a55 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:42.918682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68724a48-ced5-49c6-9a62-b602c4c6e8cd req-291e4598-9129-4857-a9a0-98643b5f7a55 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 931 time: 0.2619727 Mar 11 17:31:43.060061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68724a48-ced5-49c6-9a62-b602c4c6e8cd req-1a9aa83f-04fb-472f-9bec-86286ad51bdd tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398830 Mar 11 17:31:43.269032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c96bc837-5f09-4e80-bc72-62904b131e91 req-b3de817d-d95c-4800-9152-b7a4a719a082 tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d74a92a-f178-46c1-8cc9-7a4bd6511bf6 HTTP/1.1" status: 200 len: 210 time: 0.0555601 Mar 11 17:31:43.284571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:31:43.296178 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.326035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Transition to ACTIVE for port object e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:43.331866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.362726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f2ada089-f9d8-4919-884b-914009397274 None None] Provisioning complete for port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:43.363829 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f2ada089-f9d8-4919-884b-914009397274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.457590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f2ada089-f9d8-4919-884b-914009397274 None None] Port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:31:43.520751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Pushing event updated for resources: {'Port': ['ID=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:43.545002 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f76a8-cbc2-4d68-9746-c79db6be2a7c x-openstack-request-id: req-c19f76a8-cbc2-4d68-9746-c79db6be2a7c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:43.545779 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d74a92a-f178-46c1-8cc9-7a4bd6511bf6", "name": "network-vif-deleted", "tag": "d81aa991-4bdf-43af-8d3a-aae04cf99c43", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:43.546291 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c19f76a8-cbc2-4d68-9746-c79db6be2a7c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:43.547304 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d74a92a-f178-46c1-8cc9-7a4bd6511bf6', 'name': 'network-vif-deleted', 'tag': 'd81aa991-4bdf-43af-8d3a-aae04cf99c43', 'status': 'completed', 'code': 200} Mar 11 17:31:43.552212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Attempting to bind port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:43.552668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Attempting to bind port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:43.553120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Attempting to bind port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc on network e4143809-c4dd-4fac-a798-a54c03e34b4c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:43.559130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.560471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc on network e4143809-c4dd-4fac-a798-a54c03e34b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:31:43.560804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Attempting to bind port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc on network e4143809-c4dd-4fac-a798-a54c03e34b4c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:43.572062 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.576378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:43.576749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Checking segment: {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:43.577141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Bound using segment: {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:43.577593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Bound port: e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:43.577954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.599712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:31:43.608257 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.653688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:43.658619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04427408-f279-4479-b440-10d734f0d70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.661472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:43.664828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Pushing event updated for resources: {'Port': ['ID=213a7ed7-27fb-4861-b01a-55d91c8f7c32,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:43.673764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:43.682009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Transition to ACTIVE for port object d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:43.716218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::9b01:c41c:f175:5865 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/8da1cfc5-c75b-45a0-a189-c49f298c444f/7ed2daa3-2b4b-468b-acd1-85b014bf605b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:43.733985 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.745432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:43.750891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:43.758292 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.783989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Attempting to bind port 213a7ed7-27fb-4861-b01a-55d91c8f7c32 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:43.784374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Attempting to bind port 213a7ed7-27fb-4861-b01a-55d91c8f7c32 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:43.784990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Attempting to bind port 213a7ed7-27fb-4861-b01a-55d91c8f7c32 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:43.791213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:43.791847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:43.792436 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.793008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:43.793633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Bound port: 213a7ed7-27fb-4861-b01a-55d91c8f7c32, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:43.794178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.832304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.833130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.835148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] 10.222.0.66 "PUT /v2.0/ports/e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc HTTP/1.1" status: 200 len: 1091 time: 2.0411277 Mar 11 17:31:43.837005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:43.842930 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1037e16-47e8-4a0c-9a67-24d512a08d44" -d '{"events": [{"name": "network-changed", "server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:43.896208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Pushing event updated for resources: {'Port': ['ID=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:43.905686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ee00d-bff5-46c8-8944-1d1f5142ae5a service neutron] Pushing event updated for resources: {'Port': ['ID=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:43.951554 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ff9efc-d7ab-4464-8296-5040fdb2816b x-openstack-request-id: req-37ff9efc-d7ab-4464-8296-5040fdb2816b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:43.951821 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:43.952163 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37ff9efc-d7ab-4464-8296-5040fdb2816b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:43.952682 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc', 'status': 'completed', 'code': 200} Mar 11 17:31:43.961775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] For port 213a7ed7-27fb-4861-b01a-55d91c8f7c32, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:43.970391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] For port 213a7ed7-27fb-4861-b01a-55d91c8f7c32, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=213a7ed7-27fb-4861-b01a-55d91c8f7c32,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:43.982903 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:43.986457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3fda4-7d50-465e-8bd7-2e8acef7ba7c req-4a5b76ad-9bda-4343-9ca9-451c5536aba6 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:43.989674 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8c3fda4-7d50-465e-8bd7-2e8acef7ba7c req-4a5b76ad-9bda-4343-9ca9-451c5536aba6 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 945 time: 0.1669729 Mar 11 17:31:44.004889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-c056c8df-3a43-4426-b521-e804bdd96a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:44.007533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-c056c8df-3a43-4426-b521-e804bdd96a8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=823912a766b9451e8616d8ef3d24c6fd&device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 1094 time: 0.1225636 Mar 11 17:31:44.118503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ed8fd-8716-4a32-be04-49b845a79b3e None None] Pushing event updated for resources: {'Port': ['ID=213a7ed7-27fb-4861-b01a-55d91c8f7c32,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:44.120890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-6a9cccb3-fa73-458f-95a8-006798a572d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc HTTP/1.1" status: 200 len: 217 time: 0.1022100 Mar 11 17:31:44.163360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8c3fda4-7d50-465e-8bd7-2e8acef7ba7c req-615314f6-f8c7-4696-84f5-8bf4368126ac tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577508 Mar 11 17:31:44.178103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Attempting to bind port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:44.178676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Attempting to bind port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:44.179225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Attempting to bind port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:44.209600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a on network 692795f5-26c2-430b-9ffc-82a05437df85 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:31:44.211915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Attempting to bind port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:44.238833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.245276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:44.245859 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Checking segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:44.246435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Bound using segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:44.247025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Bound port: d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:44.247396 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.253179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd60a6-47d6-4153-9dcd-fb55073a70d7 req-53042748-0009-42a7-baea-1ca38b7754cb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:44.254660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcbd60a6-47d6-4153-9dcd-fb55073a70d7 req-53042748-0009-42a7-baea-1ca38b7754cb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 943 time: 0.2057662 Mar 11 17:31:44.256946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-28de9910-f9bd-496e-95b7-212d5930edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:44.258582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-28de9910-f9bd-496e-95b7-212d5930edb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1289855e-6833-4f88-9167-72e5fa3a9646 HTTP/1.1" status: 200 len: 854 time: 0.1234839 Mar 11 17:31:44.341277 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.353692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d81aa991-4bdf-43af-8d3a-aae04cf99c43 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:44.399062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-58ff14b4-7903-4f04-880c-1255b746cc3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4143809-c4dd-4fac-a798-a54c03e34b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310718 Mar 11 17:31:44.402281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: d81aa991-4bdf-43af-8d3a-aae04cf99c43 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:44.403445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d81aa991-4bdf-43af-8d3a-aae04cf99c43 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:44.464991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:44.518274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:44.537038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:44.543820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:44.544525 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.559495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=7ed2daa3-2b4b-468b-acd1-85b014bf605b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:44.579767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] For port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:44.584532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] For port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:44.591248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.600461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6bb9a1d2-45e8-428e-ae19-1ab5457e41d1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8247974 Mar 11 17:31:44.612384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:44.663821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:44.666708 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.668843 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] 10.222.0.66 "PUT /v2.0/ports/d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a HTTP/1.1" status: 200 len: 1091 time: 2.2645743 Mar 11 17:31:44.826613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e96f8-b5bf-4d49-a575-864345b42e32 service neutron] Pushing event updated for resources: {'Port': ['ID=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:44.841353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59496b-4f70-437b-a064-580067bb1207 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:44.847609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59496b-4f70-437b-a064-580067bb1207 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:44.849381 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9d59496b-4f70-437b-a064-580067bb1207 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2352850 Mar 11 17:31:44.852557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:44.863829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-56d1fca6-35b0-4d88-8140-b9df066519f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:44.865426 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-56d1fca6-35b0-4d88-8140-b9df066519f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 1094 time: 0.1343484 Mar 11 17:31:44.936089 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-5651c9b1-0de7-4114-b313-80b2afb4c369 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a HTTP/1.1" status: 200 len: 217 time: 0.0461376 Mar 11 17:31:44.993160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcbd60a6-47d6-4153-9dcd-fb55073a70d7 req-7020e13e-3c6d-4cf7-8548-34e385e78f5e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7266364 Mar 11 17:31:45.040201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-c8af58c8-a49c-45a2-9b4e-514b26e0a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:45.042572 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-c8af58c8-a49c-45a2-9b4e-514b26e0a086 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.1001647 Mar 11 17:31:45.059186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39958) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:45.090199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a66d3cf0-280b-4d3a-b940-b4cdc961f421 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 7ed2daa3-2b4b-468b-acd1-85b014bf605b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:45.090566 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a66d3cf0-280b-4d3a-b940-b4cdc961f421 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.121622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-d40fc045-147c-4eee-ad87-120a91adca3d service neutron] 10.222.0.66 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137406 Mar 11 17:31:45.155378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54d6d3-cad4-4784-9274-d688281255dd req-735c43ff-bf94-4557-8a9e-c81333535924 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:45.164473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f54d6d3-cad4-4784-9274-d688281255dd req-735c43ff-bf94-4557-8a9e-c81333535924 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 943 time: 0.8521235 Mar 11 17:31:45.187945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-8802c76f-ba52-458f-8bf7-89d4390fb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:45.189552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-8802c76f-ba52-458f-8bf7-89d4390fb877 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400168 Mar 11 17:31:45.300400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-512c48ed-c37e-438b-8ef5-a4f76e695dad admin admin] Deleting subnet d975d024-42bd-41eb-a5a3-788261a71880 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:45.304986 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-512c48ed-c37e-438b-8ef5-a4f76e695dad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.316325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a66d3cf0-280b-4d3a-b940-b4cdc961f421 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.343879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a66d3cf0-280b-4d3a-b940-b4cdc961f421 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 7ed2daa3-2b4b-468b-acd1-85b014bf605b owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:45.400037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f54d6d3-cad4-4784-9274-d688281255dd req-3b7eae00-9c2e-401a-a8f1-4c2cc72c34b3 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340827 Mar 11 17:31:45.500413 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-512c48ed-c37e-438b-8ef5-a4f76e695dad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.554486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'tag': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:45.563108 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11b7eeb-8697-46c0-971d-88abfec88349" -d '{"events": [{"name": "network-changed", "server_uuid": "c218526f-fb5d-47f2-971e-b650d4eef005", "tag": "d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:45.569557 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-b4c6d4d8-0568-4270-9cb7-ae4eaac2c27b service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710134 Mar 11 17:31:45.571159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a66d3cf0-280b-4d3a-b940-b4cdc961f421 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.642002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d3cf0-280b-4d3a-b940-b4cdc961f421 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=7ed2daa3-2b4b-468b-acd1-85b014bf605b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:45.708211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a66d3cf0-280b-4d3a-b940-b4cdc961f421 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.716379 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a66d3cf0-280b-4d3a-b940-b4cdc961f421 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/7ed2daa3-2b4b-468b-acd1-85b014bf605b HTTP/1.1" status: 204 len: 168 time: 0.8624294 Mar 11 17:31:45.716996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39984) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:45.731910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b70422f-7dfe-4332-b26c-5b7ae9729046 req-a2188db5-4f08-4581-8f76-a29cd6662c2f service neutron] 10.222.0.66 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004162 Mar 11 17:31:45.752677 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-512c48ed-c37e-438b-8ef5-a4f76e695dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.762958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-d66e53d1-3cf7-4b93-84b4-449c629901e2 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:45.764780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-d66e53d1-3cf7-4b93-84b4-449c629901e2 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/networks?id=847fb16c-7c31-4baf-ac2d-f39cd640a23b HTTP/1.1" status: 200 len: 813 time: 0.5816951 Mar 11 17:31:45.799318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c4b1b89b-df01-4b18-ba6c-e7e242c39603 None None] Provisioning complete for port 213a7ed7-27fb-4861-b01a-55d91c8f7c32 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:45.800265 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b89b-df01-4b18-ba6c-e7e242c39603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.828631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd5ef20-be97-47d2-82ee-5e3c379b723f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:45.828631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd5ef20-be97-47d2-82ee-5e3c379b723f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:45.830215 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9bd5ef20-be97-47d2-82ee-5e3c379b723f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1081083 Mar 11 17:31:45.837255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39992) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:45.854311 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81c0f9ed-8a52-4c61-aea7-81f7faea98e7 req-4a4442d3-3058-4e71-a636-930c12b9675e service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351692 Mar 11 17:31:45.863158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f636-5d01-48ef-9507-30c885b05a81 req-ec37f5fb-6d21-422c-8f6f-7fd64fd05637 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:45.864696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7126f636-5d01-48ef-9507-30c885b05a81 req-ec37f5fb-6d21-422c-8f6f-7fd64fd05637 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 945 time: 0.4585464 Mar 11 17:31:45.921953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f361490-14c1-4463-a938-5fb614e99fce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 8da1cfc5-c75b-45a0-a189-c49f298c444f {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:45.929109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f361490-14c1-4463-a938-5fb614e99fce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.952797 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-855ad44e-4f57-4678-96c3-e70bd3c8a3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:45.990574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f361490-14c1-4463-a938-5fb614e99fce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.009220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf9b71-d040-46db-a07b-7bed1bfb7893 req-97044ff2-9861-4ca3-9190-1b1b79ea3c85 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.010719 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91bf9b71-d040-46db-a07b-7bed1bfb7893 req-97044ff2-9861-4ca3-9190-1b1b79ea3c85 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 945 time: 0.4966426 Mar 11 17:31:46.034843 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b89b-df01-4b18-ba6c-e7e242c39603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.062140 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-c907e3a1-00fd-4ad1-bf51-654fc1758d55 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/quotas/e0f6b2e9857548cc99e72fcb3f0ac651 HTTP/1.1" status: 200 len: 375 time: 0.2296829 Mar 11 17:31:46.088827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c4b1b89b-df01-4b18-ba6c-e7e242c39603 None None] For port 213a7ed7-27fb-4861-b01a-55d91c8f7c32, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=213a7ed7-27fb-4861-b01a-55d91c8f7c32,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:46.095439 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c4b1b89b-df01-4b18-ba6c-e7e242c39603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.162646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1b89b-df01-4b18-ba6c-e7e242c39603 None None] Pushing event updated for resources: {'Port': ['ID=213a7ed7-27fb-4861-b01a-55d91c8f7c32,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:46.208631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-811e73be-f1ff-40b2-b6fe-cc1e2105960c None None] Could not find standard attr ID for object 7ed2daa3-2b4b-468b-acd1-85b014bf605b. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:31:46.210406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-bfc37258-a7e1-4981-ac27-5601b291d67b tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0f6b2e9857548cc99e72fcb3f0ac651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867963 Mar 11 17:31:46.266112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91bf9b71-d040-46db-a07b-7bed1bfb7893 req-fface108-fb1c-4b77-a86d-83b3a6a8568b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176630 Mar 11 17:31:46.284663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-512c48ed-c37e-438b-8ef5-a4f76e695dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.288492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-1724316c-2869-4caa-8265-7d8b0f563ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.299661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-1724316c-2869-4caa-8265-7d8b0f563ca5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=823912a766b9451e8616d8ef3d24c6fd&device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 1094 time: 0.4572742 Mar 11 17:31:46.402978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 213a7ed7-27fb-4861-b01a-55d91c8f7c32 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:46.426305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40006) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:46.456873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c48ed-c37e-438b-8ef5-a4f76e695dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d975d024-42bd-41eb-a5a3-788261a71880,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:46.480867 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-512c48ed-c37e-438b-8ef5-a4f76e695dad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.484253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-512c48ed-c37e-438b-8ef5-a4f76e695dad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d975d024-42bd-41eb-a5a3-788261a71880 HTTP/1.1" status: 204 len: 168 time: 1.4212825 Mar 11 17:31:46.494633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 213a7ed7-27fb-4861-b01a-55d91c8f7c32 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:46.495016 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.497946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40012) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:46.499434 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ed7c69-9abd-4e7c-92c2-8c321b027ace x-openstack-request-id: req-95ed7c69-9abd-4e7c-92c2-8c321b027ace {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:46.499722 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c218526f-fb5d-47f2-971e-b650d4eef005", "tag": "d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:46.499976 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95ed7c69-9abd-4e7c-92c2-8c321b027ace {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:46.500391 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'tag': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a', 'status': 'completed', 'code': 200} Mar 11 17:31:46.581680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-7126f636-5d01-48ef-9507-30c885b05a81 req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Deleting port 64a051e2-d6e5-4477-b047-c1d0f68cb50d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:46.582030 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7126f636-5d01-48ef-9507-30c885b05a81 req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.599445 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f361490-14c1-4463-a938-5fb614e99fce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.629785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-0449a6d7-814b-44cf-9025-ad6a88c75344 service neutron] 10.222.0.53 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044762 Mar 11 17:31:46.655041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769744f6-b58f-490a-ab11-9a9f6719f744 req-b5c0baf2-28dd-4937-86a3-a227285bdafc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.656525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-769744f6-b58f-490a-ab11-9a9f6719f744 req-b5c0baf2-28dd-4937-86a3-a227285bdafc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 943 time: 0.2271361 Mar 11 17:31:46.656675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.659377 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-ef813e33-294e-4622-aa11-eef9db767db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.660891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-ef813e33-294e-4622-aa11-eef9db767db0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 1094 time: 0.1597636 Mar 11 17:31:46.689960 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-286336ce-b408-4fc8-b3eb-be70654bb41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.719161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-03d1a7eb-5702-49b6-863c-cf19041268b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.720600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-03d1a7eb-5702-49b6-863c-cf19041268b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 200 len: 914 time: 0.3685689 Mar 11 17:31:46.759095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f361490-14c1-4463-a938-5fb614e99fce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.806620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f361490-14c1-4463-a938-5fb614e99fce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=8da1cfc5-c75b-45a0-a189-c49f298c444f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:46.809453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f361490-14c1-4463-a938-5fb614e99fce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.814022 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8f361490-14c1-4463-a938-5fb614e99fce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/8da1cfc5-c75b-45a0-a189-c49f298c444f HTTP/1.1" status: 204 len: 168 time: 0.9730864 Mar 11 17:31:46.816308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40014) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:46.821764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd2066d-d84b-4492-8428-385348791286 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:46.836986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-b081e8e8-875d-461a-a058-2919ce7455b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc HTTP/1.1" status: 200 len: 217 time: 0.1061816 Mar 11 17:31:46.861282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.888862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-1dc9c2cb-561f-4a51-a9c7-a1fb9a36b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:46.890372 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-1dc9c2cb-561f-4a51-a9c7-a1fb9a36b82d service neutron] 10.222.0.66 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.2194965 Mar 11 17:31:46.894297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183c0f9c-34b5-40d8-8f5b-ec3e47e371b5']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:46.910781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-378ee025-5bdc-4dd8-8662-e73b09b6cb1a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858116 Mar 11 17:31:46.918213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:46.918896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8342c3ed-4a95-4a64-bae0-f580b2474a35') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:46.919210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8342c3ed-4a95-4a64-bae0-f580b2474a35') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:46.925489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:46.952274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-769744f6-b58f-490a-ab11-9a9f6719f744 req-e4db6e53-ed90-4f79-8934-d03808c711c2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601366 Mar 11 17:31:46.995480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-7126f636-5d01-48ef-9507-30c885b05a81 req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] For port 64a051e2-d6e5-4477-b047-c1d0f68cb50d, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=64a051e2-d6e5-4477-b047-c1d0f68cb50d,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:46.995857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7126f636-5d01-48ef-9507-30c885b05a81 req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.025369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.026936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-7126f636-5d01-48ef-9507-30c885b05a81 req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Calling delete_port for 64a051e2-d6e5-4477-b047-c1d0f68cb50d owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:47.028884 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-58c27e1a-0e14-485b-b3bc-40c63daff709 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a HTTP/1.1" status: 200 len: 217 time: 0.1266348 Mar 11 17:31:47.032745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-db9b757a-ab7c-40d0-baea-c63b7716df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:47.034199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-db9b757a-ab7c-40d0-baea-c63b7716df72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1289855e-6833-4f88-9167-72e5fa3a9646 HTTP/1.1" status: 200 len: 854 time: 0.1840882 Mar 11 17:31:47.039486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-9cae7e6b-d85a-4ba6-a655-c0972e6d7c23 service neutron] 10.222.0.53 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917971 Mar 11 17:31:47.063565 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.065152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467a131d-86d1-4e4b-b6d9-20c8623b13d6 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:31:47.103731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:31:47.104148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:31:47.106154 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:31:47.135555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-7d678bef-ce3f-4fa0-bfff-971395ed0ec9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4143809-c4dd-4fac-a798-a54c03e34b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886378 Mar 11 17:31:47.159969 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.162948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-467a131d-86d1-4e4b-b6d9-20c8623b13d6 None None] Deleting port 213a7ed7-27fb-4861-b01a-55d91c8f7c32 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:47.164996 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-467a131d-86d1-4e4b-b6d9-20c8623b13d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.175287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-b2c44092-ea87-4787-b693-29e19899bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:47.176892 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-b2c44092-ea87-4787-b693-29e19899bc33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.1329288 Mar 11 17:31:47.187730 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-286336ce-b408-4fc8-b3eb-be70654bb41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.193454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.218804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.222415 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] 10.222.0.53 "DELETE /v2.0/networks/183c0f9c-34b5-40d8-8f5b-ec3e47e371b5 HTTP/1.1" status: 204 len: 168 time: 0.7199597 Mar 11 17:31:47.227086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:47.237181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.242380 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-286336ce-b408-4fc8-b3eb-be70654bb41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.274285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf9653-2b7b-4ed7-80bf-6a835b317113 req-c864464c-f7cd-493b-a365-06befd0f1607 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:47.281694 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-afcf9653-2b7b-4ed7-80bf-6a835b317113 req-c864464c-f7cd-493b-a365-06befd0f1607 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 943 time: 0.2321987 Mar 11 17:31:47.290854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3e511-0cba-48f8-a4b6-db23a8dd4327 admin admin] Pushing event deleted for resources: {'Network': ['ID=183c0f9c-34b5-40d8-8f5b-ec3e47e371b5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:47.348716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-467a131d-86d1-4e4b-b6d9-20c8623b13d6 None None] For port 213a7ed7-27fb-4861-b01a-55d91c8f7c32, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=213a7ed7-27fb-4861-b01a-55d91c8f7c32,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:47.349135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-467a131d-86d1-4e4b-b6d9-20c8623b13d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.355294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-42f49be8-5e7b-4431-a5b7-77151558f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:47.357606 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-42f49be8-5e7b-4431-a5b7-77151558f30b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734779 Mar 11 17:31:47.379640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-467a131d-86d1-4e4b-b6d9-20c8623b13d6 None None] Calling delete_port for 213a7ed7-27fb-4861-b01a-55d91c8f7c32 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:47.396379 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-286336ce-b408-4fc8-b3eb-be70654bb41e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d56706a842345009266663069c3251f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9654880 Mar 11 17:31:47.396379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286336ce-b408-4fc8-b3eb-be70654bb41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805dfa48-32b4-4be2-b3ef-194df7f2780b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:47.399179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:47.439160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9cb54e8-00c5-40db-b7ef-7b39b91b0410 req-5c2ee3ec-fc6e-47d1-be9f-a6f085892b96 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 210 time: 0.0939867 Mar 11 17:31:47.461950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-edab2fa5-858b-42fa-9a86-8e17eb8b25a8 service neutron] 10.222.0.66 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141477 Mar 11 17:31:47.491913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-afcf9653-2b7b-4ed7-80bf-6a835b317113 req-8b9f652d-9b8d-40b0-8383-530239e06805 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065628 Mar 11 17:31:47.523565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40032) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:47.596395 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7126f636-5d01-48ef-9507-30c885b05a81 req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.599895 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d622-5214-4058-b62a-e4144534ea8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.608399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-554ad014-bbc6-47d5-92c0-c1862c55a472 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427502 Mar 11 17:31:47.612633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['64a051e2-d6e5-4477-b047-c1d0f68cb50d'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:31:47.627632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-467a131d-86d1-4e4b-b6d9-20c8623b13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.692812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5633d778-c836-4384-ae52-3661e0328e36 req-a15e3a2c-8eba-4a46-8f88-677ba9bfc04c tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5b04bf1-1278-477f-8153-bc0b847c54a4 HTTP/1.1" status: 200 len: 210 time: 0.0973597 Mar 11 17:31:47.693541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Pushing event deleted for resources: {'Port': ['ID=64a051e2-d6e5-4477-b047-c1d0f68cb50d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:47.701627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f7e50707-7061-4ee5-86aa-bffa806d75c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5d208419e1140d0b2726319f9122d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762249 Mar 11 17:31:47.703977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40034) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:47.717651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1037e16-47e8-4a0c-9a67-24d512a08d44 req-14d65419-496d-4343-9823-9c78d662b222 service neutron] 10.222.0.66 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181835 Mar 11 17:31:47.755750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d622-5214-4058-b62a-e4144534ea8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.759167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a131d-86d1-4e4b-b6d9-20c8623b13d6 None None] Pushing event deleted for resources: {'Port': ['ID=213a7ed7-27fb-4861-b01a-55d91c8f7c32,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:47.761295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.779855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-7126f636-5d01-48ef-9507-30c885b05a81 req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] No DVR routers for this DVR port 64a051e2-d6e5-4477-b047-c1d0f68cb50d on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:47.783280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a131d-86d1-4e4b-b6d9-20c8623b13d6 None None] No DVR routers for this DVR port 213a7ed7-27fb-4861-b01a-55d91c8f7c32 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:47.785680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7126f636-5d01-48ef-9507-30c885b05a81 req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.789932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7126f636-5d01-48ef-9507-30c885b05a81 req-a32a2dc1-7fc6-47eb-8cf4-c8f7a704c37b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.46 "DELETE /v2.0/ports/64a051e2-d6e5-4477-b047-c1d0f68cb50d HTTP/1.1" status: 204 len: 173 time: 1.8720899 Mar 11 17:31:47.790586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b04bf1-1278-477f-8153-bc0b847c54a4', 'name': 'network-vif-deleted', 'tag': '64a051e2-d6e5-4477-b047-c1d0f68cb50d'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:47.793224 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2668111c-bc32-4d1d-b61f-4ae63ca59201" -d '{"events": [{"server_uuid": "e5b04bf1-1278-477f-8153-bc0b847c54a4", "name": "network-vif-deleted", "tag": "64a051e2-d6e5-4477-b047-c1d0f68cb50d"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:47.860909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:47.878933 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b455ba7-1e22-46f1-ab43-cc30fdc3e67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.893677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:47.906274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:47.907506 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.913586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763f81b-0dcd-4680-9617-eff905de6584 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:47.935130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b455ba7-1e22-46f1-ab43-cc30fdc3e67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:47.960919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=af1788c1-e3a5-4286-9fa4-76a091184480,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:47.967592 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b11b7eeb-8697-46c0-971d-88abfec88349 req-bf965722-4f11-4ec9-a530-028f1537fbc4 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463488 Mar 11 17:31:47.988865 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b88bfa8e-e2ef-4e8d-9225-0272a841b2e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0674512 Mar 11 17:31:47.994013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40044) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:48.006274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': 'af1788c1-e3a5-4286-9fa4-76a091184480', 'ip_address': '2001:db8::1690:2f90:d13d:7158'}], 'name': 'tempest-NetworksTestDHCPv6-1127596181'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:48.016135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d622-5214-4058-b62a-e4144534ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.019066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d622-5214-4058-b62a-e4144534ea8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.020291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5bb8d622-5214-4058-b62a-e4144534ea8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/805dfa48-32b4-4be2-b3ef-194df7f2780b HTTP/1.1" status: 204 len: 168 time: 0.6175122 Mar 11 17:31:48.049688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8d622-5214-4058-b62a-e4144534ea8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805dfa48-32b4-4be2-b3ef-194df7f2780b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:48.139481 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b455ba7-1e22-46f1-ab43-cc30fdc3e67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.145199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b455ba7-1e22-46f1-ab43-cc30fdc3e67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.146944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2b455ba7-1e22-46f1-ab43-cc30fdc3e67c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b531d17-f92d-4cb0-98fe-d0f523baa4c5 HTTP/1.1" status: 204 len: 168 time: 0.4408500 Mar 11 17:31:48.227548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b455ba7-1e22-46f1-ab43-cc30fdc3e67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b531d17-f92d-4cb0-98fe-d0f523baa4c5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:48.288151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b7aa0-a0e4-46d1-b996-50afb04788b7 req-42467bdd-4321-4f92-abdd-34b5f9c1eb41 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:48.290191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c36b7aa0-a0e4-46d1-b996-50afb04788b7 req-42467bdd-4321-4f92-abdd-34b5f9c1eb41 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 943 time: 0.1359162 Mar 11 17:31:48.291643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:48.369956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'af1788c1-e3a5-4286-9fa4-76a091184480'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:31:48.371020 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.374876 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:31:48.407084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.444815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 213a7ed7-27fb-4861-b01a-55d91c8f7c32 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:48.471973 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9261339-417a-4db6-86cf-9968797e896f x-openstack-request-id: req-f9261339-417a-4db6-86cf-9968797e896f {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:48.472398 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b04bf1-1278-477f-8153-bc0b847c54a4", "name": "network-vif-deleted", "tag": "64a051e2-d6e5-4477-b047-c1d0f68cb50d", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:48.472603 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9261339-417a-4db6-86cf-9968797e896f {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:48.473926 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b04bf1-1278-477f-8153-bc0b847c54a4', 'name': 'network-vif-deleted', 'tag': '64a051e2-d6e5-4477-b047-c1d0f68cb50d', 'status': 'completed', 'code': 200} Mar 11 17:31:48.509650 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c36b7aa0-a0e4-46d1-b996-50afb04788b7 req-a17492ac-42e8-4630-9405-876e68871745 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122724 Mar 11 17:31:48.538306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 213a7ed7-27fb-4861-b01a-55d91c8f7c32 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:48.539299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 213a7ed7-27fb-4861-b01a-55d91c8f7c32 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:48.628616 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:48.657732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2c59de4-aef2-43de-a85d-0031b7790162 req-f113f02d-f3c2-4029-9ca4-e6f0709b6375 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 210 time: 0.0756695 Mar 11 17:31:48.754611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port c6cc47d2-845e-4231-8b4a-0ff158cba414 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:31:48.876204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dc301-a77a-44f3-83ab-b6c8fa2497d2 req-14cd3f22-0f09-4d92-a315-dfcc38c1412b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:48.890787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba4dc301-a77a-44f3-83ab-b6c8fa2497d2 req-14cd3f22-0f09-4d92-a315-dfcc38c1412b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 943 time: 0.2593207 Mar 11 17:31:48.901282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:48.953033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40062) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:48.955412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc', 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c', 'port_id': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc', 'mac_address': 'fa:16:3e:af:84:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1289855e-6833-4f88-9167-72e5fa3a9646', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:31:48.957492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/af1788c1-e3a5-4286-9fa4-76a091184480/8a313d2f-a48d-412c-be5c-e7a54c326c2d) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:48.986413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c78ee3f9-e541-4968-8b44-c06e81a23eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.009403 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.013614 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.042090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:31:49.084012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba4dc301-a77a-44f3-83ab-b6c8fa2497d2 req-e8ff0b07-17dd-4d17-8da4-c6ea41395b10 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801038 Mar 11 17:31:49.109798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:49.144845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.145545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:31:49.224029 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c78ee3f9-e541-4968-8b44-c06e81a23eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.230564 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c78ee3f9-e541-4968-8b44-c06e81a23eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.300105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ee3f9-e541-4968-8b44-c06e81a23eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655974a6-2257-4ad6-9ce9-832882fd9912,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:49.339739 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c78ee3f9-e541-4968-8b44-c06e81a23eec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=283c3b801b5448859e33d3e2d885a7e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850887 Mar 11 17:31:49.344450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:49.402171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:49.430009 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.443926 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.486506 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:49.490286 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-812c946b-ac40-412f-aacc-e9098a13a126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.522495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:49.530097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:49.533331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:49.547011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-812c946b-ac40-412f-aacc-e9098a13a126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.561696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'port_id': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a', 'mac_address': 'fa:16:3e:be:86:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:31:49.585043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Pushing event updated for resources: {'Port': ['ID=8a313d2f-a48d-412c-be5c-e7a54c326c2d,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:49.648671 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-812c946b-ac40-412f-aacc-e9098a13a126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.652716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-812c946b-ac40-412f-aacc-e9098a13a126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.654149 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-812c946b-ac40-412f-aacc-e9098a13a126 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/655974a6-2257-4ad6-9ce9-832882fd9912 HTTP/1.1" status: 204 len: 168 time: 0.3072848 Mar 11 17:31:49.666621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c946b-ac40-412f-aacc-e9098a13a126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655974a6-2257-4ad6-9ce9-832882fd9912,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:49.670464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Attempting to bind port 8a313d2f-a48d-412c-be5c-e7a54c326c2d on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:49.670835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Attempting to bind port 8a313d2f-a48d-412c-be5c-e7a54c326c2d by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:49.671198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Attempting to bind port 8a313d2f-a48d-412c-be5c-e7a54c326c2d on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:49.680771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:49.681147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:49.681546 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.681941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:49.682425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Bound port: 8a313d2f-a48d-412c-be5c-e7a54c326c2d, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:49.682807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.702741 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.747892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:31:49.801651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:49.809278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 64a051e2-d6e5-4477-b047-c1d0f68cb50d no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:49.842545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-f854b13a-38a0-43f4-8e7a-80dcfb43b5ce tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:49.844169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-f854b13a-38a0-43f4-8e7a-80dcfb43b5ce tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.46 "GET /v2.0/networks?id=847fb16c-7c31-4baf-ac2d-f39cd640a23b HTTP/1.1" status: 200 len: 813 time: 0.7083962 Mar 11 17:31:49.847168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] For port 8a313d2f-a48d-412c-be5c-e7a54c326c2d, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:49.852277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::1690:2f90:d13d:7158 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/af1788c1-e3a5-4286-9fa4-76a091184480/c6cc47d2-845e-4231-8b4a-0ff158cba414) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:49.853722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] For port 8a313d2f-a48d-412c-be5c-e7a54c326c2d, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8a313d2f-a48d-412c-be5c-e7a54c326c2d,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:49.855156 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.866138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Request body: {'port': {'device_id': 'a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105', 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b', 'admin_state_up': True, 'tenant_id': 'e0f6b2e9857548cc99e72fcb3f0ac651'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:49.886589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1217d-f7e4-4ed5-b7b4-fa752d5b211b req-0a0ceef4-af01-4fb5-a910-2b3238407481 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:49.894105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85d1217d-f7e4-4ed5-b7b4-fa752d5b211b req-0a0ceef4-af01-4fb5-a910-2b3238407481 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 943 time: 0.2050481 Mar 11 17:31:49.917387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-d16f9aaa-c300-4ca5-9212-9a5688e32b0d tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:49.918888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-d16f9aaa-c300-4ca5-9212-9a5688e32b0d tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/networks?id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8 HTTP/1.1" status: 200 len: 808 time: 0.7377822 Mar 11 17:31:49.970968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 64a051e2-d6e5-4477-b047-c1d0f68cb50d {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:49.971573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 64a051e2-d6e5-4477-b047-c1d0f68cb50d not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:49.974915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:49.993262 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:49.999768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b1582f7-dab3-4749-b61d-8cdb168133c3 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/quotas/befbf4fc53984cffafcaa3c47f6fa0b4 HTTP/1.1" status: 200 len: 375 time: 0.0693362 Mar 11 17:31:50.050021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85d1217d-f7e4-4ed5-b7b4-fa752d5b211b req-41ca1ae8-fc71-4dbd-aa75-e296b19fccac tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506410 Mar 11 17:31:50.082555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145f9c5-b38a-4a28-8243-563ef08f61bf None None] Pushing event updated for resources: {'Port': ['ID=8a313d2f-a48d-412c-be5c-e7a54c326c2d,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:50.112645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-d1e9b5fe-f995-4d52-aef0-d1c31735091a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=befbf4fc53984cffafcaa3c47f6fa0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023800 Mar 11 17:31:50.192542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:31:50.195912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:31:50.201408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40104) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:50.342079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1701791539-network', 'tenant_id': 'd281169de3424929a575563d6f98775f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:50.383907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8eac0089-8369-473c-b3ed-e55a4b89a3e2 req-b16a0c1b-2e78-4c2e-a7dc-08fe28491580 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 210 time: 0.2375014 Mar 11 17:31:50.416366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Made reservation on behalf of d281169de3424929a575563d6f98775f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:50.419503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.429594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.496215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.576376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.589033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.617060 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-57182f26-7b2e-4fb1-a455-e5a1d5cb1ec6 service neutron] 10.222.0.53 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910896 Mar 11 17:31:50.639378 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:31:50.655096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea2d4a1-ac1c-4092-b62f-60697d3076b3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:50.661141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.661587 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Added segment 3e04b88e-81f2-4165-b453-7b0a0e1e8b56 of type vlan for network 4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92 Mar 11 17:31:50.673168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.677975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Made reservation on behalf of e0f6b2e9857548cc99e72fcb3f0ac651 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:50.682988 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.732886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.767064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.768314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:50.769147 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.791060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9b14-7064-47c9-9ecf-a4b0f3561144 req-0d76c49b-3c93-46f0-89c3-502a9c4a3641 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:50.791978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9bfe9b14-7064-47c9-9ecf-a4b0f3561144 req-0d76c49b-3c93-46f0-89c3-502a9c4a3641 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 944 time: 0.2325654 Mar 11 17:31:50.808618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:50.828244 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6251855 Mar 11 17:31:50.830821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40122) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:50.836093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Request body: {'subnet': {'network_id': '4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1701791539-subnet', 'tenant_id': 'd281169de3424929a575563d6f98775f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:50.847295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:50.848672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e0e27-6f22-4af9-bc7f-62fdd13a23db admin admin] Pushing event updated for resources: {'Network': ['ID=4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:50.861182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:31:50.876716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Made reservation on behalf of d281169de3424929a575563d6f98775f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:50.879856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.899498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:50.905928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:50.907040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:50.949637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=c6cc47d2-845e-4231-8b4a-0ff158cba414,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:51.055053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Allocated IP 172.20.0.13 (847fb16c-7c31-4baf-ac2d-f39cd640a23b/47a52e5e-ffdb-4444-8565-73849694ad4d/8e647eb0-17e6-4a2a-88fd-9f6a85488088) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:51.147377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9bfe9b14-7064-47c9-9ecf-a4b0f3561144 req-7c5b1fc8-fe45-4251-820d-8a805d563a7f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285005 Mar 11 17:31:51.153240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-196ef23f-3c05-4d15-be19-27127b9f0882 service neutron] 10.222.0.53 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257001 Mar 11 17:31:51.172508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.203555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ea3d0b47-e5cc-4cf9-b418-189e71b1cd1f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2069769 Mar 11 17:31:51.206847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40130) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:51.257887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4cf013-412b-46cf-ada7-e1e324a3153c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:51.306511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Checking segment: {'id': '3e04b88e-81f2-4165-b453-7b0a0e1e8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:51.307852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Network hostable DHCP agents. Network: 4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:31:51.330920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc3773-82d8-4680-873c-56a2a5bfb2ec tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:51.332182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Network 4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:31:51.338815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc3773-82d8-4680-873c-56a2a5bfb2ec tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:51.340630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-aafc3773-82d8-4680-873c-56a2a5bfb2ec tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1332417 Mar 11 17:31:51.347678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40134) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:51.363371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:51.373832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2519f38-59e3-46bb-b695-5ba5f8f15554 None None] Network 4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:51.377085 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.405427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:51.408601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.409330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf5dee-5e05-48f5-aa51-69a88d185478 req-f708de5c-fe23-4fd0-a1fd-8f6865e9753c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:51.417838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fcf5dee-5e05-48f5-aa51-69a88d185478 req-f708de5c-fe23-4fd0-a1fd-8f6865e9753c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 944 time: 0.1129551 Mar 11 17:31:51.487886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ef873b86-0be9-44c0-b430-a87958955ecb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6559999 Mar 11 17:31:51.578589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f7eb3-3767-455e-9121-87fa713eca37 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port c6cc47d2-845e-4231-8b4a-0ff158cba414 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:51.578942 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7eb3-3767-455e-9121-87fa713eca37 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.611243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d29cdbb6-52f1-4522-9317-0b6320d333ac req-1dcc2d7f-a8bf-4503-a60c-51cdc43b8c53 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 210 time: 0.0848572 Mar 11 17:31:51.665594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca2a404-5af4-48f9-ba4b-d1bbc94e3854 None None] Network 4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:51.670766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fcf5dee-5e05-48f5-aa51-69a88d185478 req-6cc220ad-67e5-48ed-908f-cb88df8f8a6a tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479622 Mar 11 17:31:51.685828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.758727 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7eb3-3767-455e-9121-87fa713eca37 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.769159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40154) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:51.805483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f7eb3-3767-455e-9121-87fa713eca37 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for c6cc47d2-845e-4231-8b4a-0ff158cba414 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:51.841218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Network 847fb16c-7c31-4baf-ac2d-f39cd640a23b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:51.842749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:51.845944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:51.876063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf27f93-196d-4a23-8511-449bd4e52bf9 admin admin] Deleting subnet 7a4cf013-412b-46cf-ada7-e1e324a3153c {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:51.895166 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-daf27f93-196d-4a23-8511-449bd4e52bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.914810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Pushing event updated for resources: {'Port': ['ID=8e647eb0-17e6-4a2a-88fd-9f6a85488088,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:51.970093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-daf27f93-196d-4a23-8511-449bd4e52bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:51.985560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:51.986247 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.012081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d0d551b-8639-4481-b449-a325038f85de req-13e7c442-7945-454c-b402-2e26fb4d05c7 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 210 time: 0.2166591 Mar 11 17:31:52.017694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-605eef0a-55bd-4287-9490-240c2858ee79 None None] Provisioning complete for port 8a313d2f-a48d-412c-be5c-e7a54c326c2d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:52.018078 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-605eef0a-55bd-4287-9490-240c2858ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.046121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-42287446-db16-49b6-997d-6fc2045f8ff4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1846073 Mar 11 17:31:52.059198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Request body: {'port': {'device_id': 'a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:52.100544 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-daf27f93-196d-4a23-8511-449bd4e52bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.165463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7eb3-3767-455e-9121-87fa713eca37 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.218006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f7eb3-3767-455e-9121-87fa713eca37 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=c6cc47d2-845e-4231-8b4a-0ff158cba414,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:52.219922 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.259543 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-daf27f93-196d-4a23-8511-449bd4e52bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.261438 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-605eef0a-55bd-4287-9490-240c2858ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.262146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7eb3-3767-455e-9121-87fa713eca37 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.265390 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f1f7eb3-3767-455e-9121-87fa713eca37 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/c6cc47d2-845e-4231-8b4a-0ff158cba414 HTTP/1.1" status: 204 len: 168 time: 0.9162009 Mar 11 17:31:52.269302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40168) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:52.343365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-605eef0a-55bd-4287-9490-240c2858ee79 None None] For port 8a313d2f-a48d-412c-be5c-e7a54c326c2d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8a313d2f-a48d-412c-be5c-e7a54c326c2d,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:52.364464 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-605eef0a-55bd-4287-9490-240c2858ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.384568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c9035-91f1-43a9-ab16-2886971c4af2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:52.386256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c9035-91f1-43a9-ab16-2886971c4af2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:52.390431 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-da2c9035-91f1-43a9-ab16-2886971c4af2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1174650 Mar 11 17:31:52.391261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:52.436993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:52.476843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-7379115f-0678-4fc7-b305-8e5647b0bcda tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet af1788c1-e3a5-4286-9fa4-76a091184480 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:52.497065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf27f93-196d-4a23-8511-449bd4e52bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4cf013-412b-46cf-ada7-e1e324a3153c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:52.517499 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-daf27f93-196d-4a23-8511-449bd4e52bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.528942 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-daf27f93-196d-4a23-8511-449bd4e52bf9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7a4cf013-412b-46cf-ada7-e1e324a3153c HTTP/1.1" status: 204 len: 168 time: 0.7535939 Mar 11 17:31:52.530066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40174) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:52.530829 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7379115f-0678-4fc7-b305-8e5647b0bcda tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.531646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8a313d2f-a48d-412c-be5c-e7a54c326c2d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:52.567818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f3001cf9-2b2a-4e35-a673-16ff2dddf36a None None] Could not find standard attr ID for object c6cc47d2-845e-4231-8b4a-0ff158cba414. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:31:52.611841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eef0a-55bd-4287-9490-240c2858ee79 None None] Pushing event updated for resources: {'Port': ['ID=8a313d2f-a48d-412c-be5c-e7a54c326c2d,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:52.621249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee241c96-f97c-4f33-982e-7cc8be345b79 req-74513dc0-90d9-454a-9be8-6963e1a58696 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:52.634013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee241c96-f97c-4f33-982e-7cc8be345b79 req-74513dc0-90d9-454a-9be8-6963e1a58696 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 944 time: 0.2232389 Mar 11 17:31:52.654796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:52.661471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:52.661856 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.670060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8a313d2f-a48d-412c-be5c-e7a54c326c2d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:52.670435 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.740517 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7379115f-0678-4fc7-b305-8e5647b0bcda tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.794427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.862201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee241c96-f97c-4f33-982e-7cc8be345b79 req-a6eff1fd-2088-4643-b319-e57ee7f1ff58 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120316 Mar 11 17:31:52.882708 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.921109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:52.925413 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cc3408-02d4-432a-8be7-14ba5559fd59" -d '{"events": [{"server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "name": "network-vif-plugged", "status": "completed", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:52.937897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1c805-536a-4cb9-a07f-0ee993b7408a req-95d68d10-bb2f-4312-bcca-ca9a15132245 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:52.946351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bab1c805-536a-4cb9-a07f-0ee993b7408a req-95d68d10-bb2f-4312-bcca-ca9a15132245 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 932 time: 0.1923144 Mar 11 17:31:52.963960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:52.974694 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:52.975585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:53.048635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e647eb0-17e6-4a2a-88fd-9f6a85488088 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:31:53.059602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.088148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Transition to ACTIVE for port object 8e647eb0-17e6-4a2a-88fd-9f6a85488088 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:53.097969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2693f-b1f4-472a-a364-c410b001901b req-e14eb038-2334-4789-a9fb-d4bb0658b3ed tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:53.105663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4e2693f-b1f4-472a-a364-c410b001901b req-e14eb038-2334-4789-a9fb-d4bb0658b3ed tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 944 time: 0.1308320 Mar 11 17:31:53.123044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bab1c805-536a-4cb9-a07f-0ee993b7408a req-0da61bc0-e0ef-4c44-a845-62ead6a1cef5 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445398 Mar 11 17:31:53.124165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:53.124572 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.129904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.164702 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7379115f-0678-4fc7-b305-8e5647b0bcda tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.183903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:31:53.189284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:53.190684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.249135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Pushing event updated for resources: {'Port': ['ID=8e647eb0-17e6-4a2a-88fd-9f6a85488088,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:53.263567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4e2693f-b1f4-472a-a364-c410b001901b req-d6dc74c8-d7e7-44dd-8ab3-aab8e312446a tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567214 Mar 11 17:31:53.264529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:53.287386 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1587eb38-fb44-4e3d-b0ed-080aa2b77be3 x-openstack-request-id: req-1587eb38-fb44-4e3d-b0ed-080aa2b77be3 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:53.287670 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "name": "network-vif-plugged", "status": "completed", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:53.287923 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1587eb38-fb44-4e3d-b0ed-080aa2b77be3 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:53.288376 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc', 'code': 200} Mar 11 17:31:53.302328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e04b88e-81f2-4165-b453-7b0a0e1e8b56') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:53.302632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e04b88e-81f2-4165-b453-7b0a0e1e8b56') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:31:53.324640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-c812dd0a-89b6-4a08-98ce-aa121d9402fb tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:53.326248 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-c812dd0a-89b6-4a08-98ce-aa121d9402fb tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.46 "GET /v2.0/networks?id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8 HTTP/1.1" status: 200 len: 808 time: 0.3058350 Mar 11 17:31:53.334242 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.347178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Request body: {'port': {'device_id': '9888130b-b74b-4a31-9b9c-8d8f1c21531f', 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8', 'admin_state_up': True, 'tenant_id': 'befbf4fc53984cffafcaa3c47f6fa0b4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:53.357249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.389608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab863284-f086-498c-bc33-dc4a3b80f459 req-191f07e5-dcc0-4787-abb2-a6a9f617c9d9 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 210 time: 0.0736327 Mar 11 17:31:53.409501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:53.411307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Attempting to bind port 8e647eb0-17e6-4a2a-88fd-9f6a85488088 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:53.411878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Attempting to bind port 8e647eb0-17e6-4a2a-88fd-9f6a85488088 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '36d85827-3bef-4ec5-ae39-91e3c75b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:53.412458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Attempting to bind port 8e647eb0-17e6-4a2a-88fd-9f6a85488088 on network 847fb16c-7c31-4baf-ac2d-f39cd640a23b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:53.416321 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.428385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Port 8e647eb0-17e6-4a2a-88fd-9f6a85488088 on network 847fb16c-7c31-4baf-ac2d-f39cd640a23b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:31:53.428385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Attempting to bind port 8e647eb0-17e6-4a2a-88fd-9f6a85488088 on network 847fb16c-7c31-4baf-ac2d-f39cd640a23b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:53.440689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:53.441147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Checking segment: {'id': '36d85827-3bef-4ec5-ae39-91e3c75b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:53.441505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Bound using segment: {'id': '36d85827-3bef-4ec5-ae39-91e3c75b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:53.442015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Bound port: 8e647eb0-17e6-4a2a-88fd-9f6a85488088, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d85827-3bef-4ec5-ae39-91e3c75b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:53.442413 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.450901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.468992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:31:53.469519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:31:53.471989 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:31:53.488883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:53.536699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] For port 8e647eb0-17e6-4a2a-88fd-9f6a85488088, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:53.555043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40212) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:53.555343 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7379115f-0678-4fc7-b305-8e5647b0bcda tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.580492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] For port 8e647eb0-17e6-4a2a-88fd-9f6a85488088, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8e647eb0-17e6-4a2a-88fd-9f6a85488088,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:53.584877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.609075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acee5c-99c3-49ce-a878-2c4e8ffdde3e req-b002a4dc-61cc-4430-85df-e51b0316c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:53.611220 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-51acee5c-99c3-49ce-a878-2c4e8ffdde3e req-b002a4dc-61cc-4430-85df-e51b0316c7c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 1096 time: 0.2031310 Mar 11 17:31:53.615677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379115f-0678-4fc7-b305-8e5647b0bcda tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=af1788c1-e3a5-4286-9fa4-76a091184480,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:53.618181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.628950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:53.629318 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.631555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e647eb0-17e6-4a2a-88fd-9f6a85488088 HTTP/1.1" status: 200 len: 1092 time: 1.5771036 Mar 11 17:31:53.631555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105', 'tag': '8e647eb0-17e6-4a2a-88fd-9f6a85488088'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:53.633896 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a95014-30c9-4da3-9bdb-6ce756c993f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105", "tag": "8e647eb0-17e6-4a2a-88fd-9f6a85488088"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:53.641837 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.646316 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] 10.222.0.53 "DELETE /v2.0/networks/4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92 HTTP/1.1" status: 204 len: 168 time: 1.1124318 Mar 11 17:31:53.648196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e45ca-ab3c-4bec-ab55-1082d55226c8 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:53.648968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7379115f-0678-4fc7-b305-8e5647b0bcda tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.652262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7379115f-0678-4fc7-b305-8e5647b0bcda tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/af1788c1-e3a5-4286-9fa4-76a091184480 HTTP/1.1" status: 204 len: 168 time: 1.2598166 Mar 11 17:31:53.655013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40220) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:53.676990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc96f46-f262-47e8-8dbc-c64f32ae506b admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1c2cd8-a3b8-4db1-a09e-c43ca934cd92,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:53.698384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Made reservation on behalf of befbf4fc53984cffafcaa3c47f6fa0b4 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:53.702566 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.713984 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-51acee5c-99c3-49ce-a878-2c4e8ffdde3e req-5fb8d446-7013-4e44-90c3-0c6ee4158ec2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932107 Mar 11 17:31:53.753451 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07521d7-aae9-4adf-b9a6-de3d77b4f701 x-openstack-request-id: req-d07521d7-aae9-4adf-b9a6-de3d77b4f701 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:53.754246 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105", "tag": "8e647eb0-17e6-4a2a-88fd-9f6a85488088", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:53.754879 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d07521d7-aae9-4adf-b9a6-de3d77b4f701 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:53.755880 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105', 'tag': '8e647eb0-17e6-4a2a-88fd-9f6a85488088', 'status': 'completed', 'code': 200} Mar 11 17:31:53.771233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2426933f-0615-4b6a-8e4b-df5858e74224 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128800 Mar 11 17:31:53.777589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40222) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:53.782405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:53.806152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9adaa9-71ac-4f57-8c66-dfa83604b309 service neutron] Pushing event updated for resources: {'Port': ['ID=8e647eb0-17e6-4a2a-88fd-9f6a85488088,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:53.809150 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3320-ed8a-4840-b936-a5ded894e6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.841939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-ef3faa64-7f50-42cc-ba15-7f27620d17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:53.843571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-ef3faa64-7f50-42cc-ba15-7f27620d17ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0f6b2e9857548cc99e72fcb3f0ac651&device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 1095 time: 0.0869181 Mar 11 17:31:53.896252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40226) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:53.923835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd7ca1c-cf19-4b11-85b5-f456e84b6c94 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:31:53.941878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-96277288-ea7f-4e35-ae66-a8a74bd37266 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e647eb0-17e6-4a2a-88fd-9f6a85488088 HTTP/1.1" status: 200 len: 217 time: 0.0857873 Mar 11 17:31:53.974795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7ca1c-cf19-4b11-85b5-f456e84b6c94 None None] Deleting port 8a313d2f-a48d-412c-be5c-e7a54c326c2d {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:53.975202 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ca1c-cf19-4b11-85b5-f456e84b6c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:53.978559 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b0c2ed20-18f7-45fc-a7de-31365a8f52e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d281169de3424929a575563d6f98775f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757601 Mar 11 17:31:53.982554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40228) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:54.024252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Allocated IP 172.20.0.5 (5f9f1635-c91c-4fa8-8187-804fc9ac52b8/267d7762-ca5c-4219-bc65-2dffe135f7a9/9faa9494-b8ee-4cfd-b621-1dd24e4063e4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:54.044331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cdd7ca1c-cf19-4b11-85b5-f456e84b6c94 None None] For port 8a313d2f-a48d-412c-be5c-e7a54c326c2d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8a313d2f-a48d-412c-be5c-e7a54c326c2d,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:54.045057 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ca1c-cf19-4b11-85b5-f456e84b6c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.047319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-d6061dfb-4720-4f2f-862c-c5a903182fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:54.048789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-d6061dfb-4720-4f2f-862c-c5a903182fce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a52e5e-ffdb-4444-8565-73849694ad4d HTTP/1.1" status: 200 len: 853 time: 0.0972898 Mar 11 17:31:54.062433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ae6b6-1e72-4561-9199-9acfaaa16cc1 req-ff47d823-c473-47af-af0e-65aab36379fc tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:54.063634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7ca1c-cf19-4b11-85b5-f456e84b6c94 None None] Calling delete_port for 8a313d2f-a48d-412c-be5c-e7a54c326c2d owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:54.063922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e1ae6b6-1e72-4561-9199-9acfaaa16cc1 req-ff47d823-c473-47af-af0e-65aab36379fc tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1270087 Mar 11 17:31:54.065075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:54.068853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.075297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffae850d-f69c-4ab2-b72b-88e5b105a20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.083929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3320-ed8a-4840-b936-a5ded894e6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.105383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-d4553ae6-193e-46da-a545-61d66535da27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=847fb16c-7c31-4baf-ac2d-f39cd640a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363050 Mar 11 17:31:54.111315 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3320-ed8a-4840-b936-a5ded894e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.161307 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ca1c-cf19-4b11-85b5-f456e84b6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.171309 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffae850d-f69c-4ab2-b72b-88e5b105a20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.195979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7ca1c-cf19-4b11-85b5-f456e84b6c94 None None] Pushing event deleted for resources: {'Port': ['ID=8a313d2f-a48d-412c-be5c-e7a54c326c2d,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.198197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7ca1c-cf19-4b11-85b5-f456e84b6c94 None None] No DVR routers for this DVR port 8a313d2f-a48d-412c-be5c-e7a54c326c2d on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:31:54.225441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d4cd3320-ed8a-4840-b936-a5ded894e6f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e682a19147b94d338c4cddf8ffb10254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671734 Mar 11 17:31:54.227422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40232) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:54.248675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e1ae6b6-1e72-4561-9199-9acfaaa16cc1 req-ae1b620c-879b-49d3-9689-af0a6afc1b41 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667187 Mar 11 17:31:54.249943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd3320-ed8a-4840-b936-a5ded894e6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63347a2d-0264-4bb6-9329-378e8972f9a6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.340949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-4a95ec0b-aac3-484c-b9d4-bafff0c1d2ce service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240481 Mar 11 17:31:54.355216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8a313d2f-a48d-412c-be5c-e7a54c326c2d no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:31:54.359160 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffae850d-f69c-4ab2-b72b-88e5b105a20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.361925 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffae850d-f69c-4ab2-b72b-88e5b105a20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.365417 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ffae850d-f69c-4ab2-b72b-88e5b105a20e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ea2d4a1-ac1c-4092-b62f-60697d3076b3 HTTP/1.1" status: 204 len: 168 time: 0.3772771 Mar 11 17:31:54.381772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8a313d2f-a48d-412c-be5c-e7a54c326c2d {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:31:54.382877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8a313d2f-a48d-412c-be5c-e7a54c326c2d not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:31:54.422932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae850d-f69c-4ab2-b72b-88e5b105a20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea2d4a1-ac1c-4092-b62f-60697d3076b3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.433412 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.440783 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd1f6202-a6ba-4fb1-9c48-eecb67f76c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.513036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd1f6202-a6ba-4fb1-9c48-eecb67f76c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.527782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.531972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56bf66-035d-43ca-aae4-40fb6abea647 req-d67628d1-5709-4c0b-8b94-2d18dbb8ed58 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:54.534165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb56bf66-035d-43ca-aae4-40fb6abea647 req-d67628d1-5709-4c0b-8b94-2d18dbb8ed58 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 944 time: 0.2512302 Mar 11 17:31:54.536214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.593609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0522e4-bb1f-4f7e-8e13-9a19e67eb4d3 req-10f9e899-677e-46e0-ba43-9ee17b65419f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:54.603164 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e0522e4-bb1f-4f7e-8e13-9a19e67eb4d3 req-10f9e899-677e-46e0-ba43-9ee17b65419f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 945 time: 0.1987944 Mar 11 17:31:54.620384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:54.627947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=bc6f15eb-a28e-4c58-80d4-2fbd44d6ce46,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.630424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:54.637671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:54.638264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.640569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2c207f3-3cbd-414b-961f-7368d5b6b947 req-705dbd93-1fe6-4a48-92f8-91ba208f0b66 service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682891 Mar 11 17:31:54.644608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:54.650856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f371521-e939-4ea5-b218-c7380662e75f None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:54.657968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:54.663962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Pushing event updated for resources: {'Port': ['ID=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.669187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:54.681187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb56bf66-035d-43ca-aae4-40fb6abea647 req-7db757b1-7f11-4548-bcbe-f63203d11bdc tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204078 Mar 11 17:31:54.693119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e0522e4-bb1f-4f7e-8e13-9a19e67eb4d3 req-fe6a7890-9e95-48b8-b62d-bb2b357ca53f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889509 Mar 11 17:31:54.696584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd1f6202-a6ba-4fb1-9c48-eecb67f76c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.707366 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd1f6202-a6ba-4fb1-9c48-eecb67f76c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.707366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fd1f6202-a6ba-4fb1-9c48-eecb67f76c7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63347a2d-0264-4bb6-9329-378e8972f9a6 HTTP/1.1" status: 204 len: 168 time: 0.4715748 Mar 11 17:31:54.735134 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7796f26e-cdc7-40c8-a522-7e3712fed3b5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9543750 Mar 11 17:31:54.736507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40244) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:54.742672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': 'bc6f15eb-a28e-4c58-80d4-2fbd44d6ce46', 'ip_address': '2001:db8::f3a1:16a7:c829:11e6'}], 'name': 'tempest-NetworksTestDHCPv6-198679234'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:54.757520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f6202-a6ba-4fb1-9c48-eecb67f76c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63347a2d-0264-4bb6-9329-378e8972f9a6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:54.795484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-19e11402-014a-458e-875a-7edca10552cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:54.797174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-19e11402-014a-458e-875a-7edca10552cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0f6b2e9857548cc99e72fcb3f0ac651&device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 1095 time: 0.0884984 Mar 11 17:31:54.804257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:54.804927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:54.859097 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-943268db-66e2-41f2-bb5a-6d98a2d5546a tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5224705 Mar 11 17:31:54.874690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Request body: {'port': {'device_id': '9888130b-b74b-4a31-9b9c-8d8f1c21531f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:55.000586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.018116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288b19d-c0d5-40b2-867f-9a9388705aa9 req-2877733d-5d12-4a75-b239-bba6fca07d45 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:55.026366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0288b19d-c0d5-40b2-867f-9a9388705aa9 req-2877733d-5d12-4a75-b239-bba6fca07d45 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 931 time: 0.2229934 Mar 11 17:31:55.081277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'bc6f15eb-a28e-4c58-80d4-2fbd44d6ce46'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:31:55.082479 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.089462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-18375161-8a32-4154-806f-252f20c77494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:55.090981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-18375161-8a32-4154-806f-252f20c77494 service neutron] 10.222.0.46 "GET /v2.0/networks?id=847fb16c-7c31-4baf-ac2d-f39cd640a23b HTTP/1.1" status: 200 len: 913 time: 0.2715356 Mar 11 17:31:55.100379 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0288b19d-c0d5-40b2-867f-9a9388705aa9 req-50c55bac-7f16-463c-8a63-df6894d93bce tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730464 Mar 11 17:31:55.195590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:31:55.203636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-a6515811-d2ae-44c6-8c13-798ed97c6e4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e647eb0-17e6-4a2a-88fd-9f6a85488088 HTTP/1.1" status: 200 len: 217 time: 0.0965717 Mar 11 17:31:55.339175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:55.344879 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7cc232-375c-450e-b479-8bc137478cf8" -d '{"events": [{"server_uuid": "c218526f-fb5d-47f2-971e-b650d4eef005", "name": "network-vif-plugged", "status": "completed", "tag": "d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:55.399126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-9246cdeb-46e9-41e5-9de7-bc15ac25320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:55.404923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-9246cdeb-46e9-41e5-9de7-bc15ac25320f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a52e5e-ffdb-4444-8565-73849694ad4d HTTP/1.1" status: 200 len: 853 time: 0.1937456 Mar 11 17:31:55.457775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40266) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:55.467343 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd66030-a806-4514-b296-1508420f353a x-openstack-request-id: req-fdd66030-a806-4514-b296-1508420f353a {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:55.467918 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c218526f-fb5d-47f2-971e-b650d4eef005", "name": "network-vif-plugged", "status": "completed", "tag": "d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:55.468331 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdd66030-a806-4514-b296-1508420f353a {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:55.469057 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a', 'code': 200} Mar 11 17:31:55.514199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-cfe009b2-3b03-407d-a07a-243db7bb691b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=847fb16c-7c31-4baf-ac2d-f39cd640a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761027 Mar 11 17:31:55.521436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c796a2a-9779-4be7-b8c4-4f05edb4062c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.530984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/bc6f15eb-a28e-4c58-80d4-2fbd44d6ce46/f3f203f0-df21-4e60-9a5d-1ad5000244cf) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:55.604990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-4e293e81-9b60-465b-b281-c4a05f699b7d req-3bb6e354-ea0c-428f-a1bf-ee57e522b22c service neutron] (102642) timed out ('10.222.0.46', 57192) {{(pid=102642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:31:55.622979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c457e0a-5821-4d5c-b819-60d526f64a08 req-126b247e-9fcc-4e7c-84af-801432f0a8c1 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:55.636031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c457e0a-5821-4d5c-b819-60d526f64a08 req-126b247e-9fcc-4e7c-84af-801432f0a8c1 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.2259922 Mar 11 17:31:55.693647 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.723381 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c457e0a-5821-4d5c-b819-60d526f64a08 req-a4525e67-ea8d-4140-b990-f2ce1117fba0 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814312 Mar 11 17:31:55.723909 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.742370 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.786193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:55.789908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:55.791870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-2f18ddc9-7b9e-4608-bbc2-aa812bb3bb29 service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675951 Mar 11 17:31:55.793931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:55.803086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Pushing event updated for resources: {'Port': ['ID=f3f203f0-df21-4e60-9a5d-1ad5000244cf,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:55.872200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 721e3ddd-f587-458b-89c8-a3837401e780 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:31:55.877181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Attempting to bind port f3f203f0-df21-4e60-9a5d-1ad5000244cf on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:55.878141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Attempting to bind port f3f203f0-df21-4e60-9a5d-1ad5000244cf by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:55.878583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Attempting to bind port f3f203f0-df21-4e60-9a5d-1ad5000244cf on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:55.885971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:55.886501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:55.886988 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.887689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:55.888232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Bound port: f3f203f0-df21-4e60-9a5d-1ad5000244cf, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:55.888793 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.942123 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c796a2a-9779-4be7-b8c4-4f05edb4062c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.954637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314cd76-7a20-4749-bd18-e7649fb19c34 req-b4d4acc5-53a7-4a32-8517-08aa0a1e70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:55.956269 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4314cd76-7a20-4749-bd18-e7649fb19c34 req-b4d4acc5-53a7-4a32-8517-08aa0a1e70f2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 1096 time: 0.2563248 Mar 11 17:31:55.958835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c796a2a-9779-4be7-b8c4-4f05edb4062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.970522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-346f2d48-1358-4750-a177-923c0c93002a None None] For port f3f203f0-df21-4e60-9a5d-1ad5000244cf, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:55.974616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-346f2d48-1358-4750-a177-923c0c93002a None None] For port f3f203f0-df21-4e60-9a5d-1ad5000244cf, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f3f203f0-df21-4e60-9a5d-1ad5000244cf,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:55.982341 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:55.990713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7c796a2a-9779-4be7-b8c4-4f05edb4062c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1156bffb66634478989ab5327ea49691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037260 Mar 11 17:31:55.997817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40282) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:56.057125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54986694-5bdb-4310-b5eb-7c257005179d req-35295819-17b5-498c-a900-e105f1732982 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:56.070421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f2d48-1358-4750-a177-923c0c93002a None None] Pushing event updated for resources: {'Port': ['ID=f3f203f0-df21-4e60-9a5d-1ad5000244cf,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:56.072281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-54986694-5bdb-4310-b5eb-7c257005179d req-35295819-17b5-498c-a900-e105f1732982 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 945 time: 0.2268147 Mar 11 17:31:56.081236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4ca35-b426-4e0a-ab70-7a9dd7bdfe15 req-fb356132-8988-4a17-a3de-8fae8fa2b81f tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:56.089191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ce4ca35-b426-4e0a-ab70-7a9dd7bdfe15 req-fb356132-8988-4a17-a3de-8fae8fa2b81f tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 944 time: 0.2631893 Mar 11 17:31:56.115951 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4314cd76-7a20-4749-bd18-e7649fb19c34 req-adb7fc3e-320f-4273-bd6b-c2392f3db66d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304502 Mar 11 17:31:56.119185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6a95014-30c9-4da3-9bdb-6ce756c993f5 req-c37b74a8-a2f0-482c-822a-a6472a9f1c53 service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150756 Mar 11 17:31:56.119819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c796a2a-9779-4be7-b8c4-4f05edb4062c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4652f853-ebc5-4449-9334-ce3b764e7c75,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:56.152128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-f4c0cffc-56b8-4da8-9823-1f06a4e7da2b req-99f533a0-d748-449d-8aae-c07fe56c4eed service neutron] (102641) timed out ('10.222.0.46', 56891) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:31:56.170872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-54986694-5bdb-4310-b5eb-7c257005179d req-f150c428-c02f-4de9-9233-54e264e4c780 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976553 Mar 11 17:31:56.181161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ce4ca35-b426-4e0a-ab70-7a9dd7bdfe15 req-9b01b87e-00fc-4ddd-aaa6-38eae2917d2f tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909257 Mar 11 17:31:56.227483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f3a1:16a7:c829:11e6 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/bc6f15eb-a28e-4c58-80d4-2fbd44d6ce46/721e3ddd-f587-458b-89c8-a3837401e780) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:31:56.235783 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d5bc-41ed-41f8-a1b0-19273582dd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.309583 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d5bc-41ed-41f8-a1b0-19273582dd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.327026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:31:56.370517 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.383756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad5eff-b3ea-458f-bbbb-c6dc798ba5c4 req-0c7e0312-8840-4724-a99a-6ae18f4b0478 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:56.404860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4ad5eff-b3ea-458f-bbbb-c6dc798ba5c4 req-0c7e0312-8840-4724-a99a-6ae18f4b0478 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1562233 Mar 11 17:31:56.434041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Transition to ACTIVE for port object 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:31:56.436452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a87c-b32d-42f1-b70a-eb9f4948c5d7 req-6d1a78de-dfbe-45a9-bbf4-1fba0e47a5bc tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:56.438326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5c3a87c-b32d-42f1-b70a-eb9f4948c5d7 req-6d1a78de-dfbe-45a9-bbf4-1fba0e47a5bc tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 931 time: 0.1542797 Mar 11 17:31:56.450513 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.482709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4ad5eff-b3ea-458f-bbbb-c6dc798ba5c4 req-4656c133-d104-4e1a-ac12-36cd660395cd tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695350 Mar 11 17:31:56.535660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Pushing event updated for resources: {'Port': ['ID=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:56.552878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5c3a87c-b32d-42f1-b70a-eb9f4948c5d7 req-43d6eb59-599b-4889-acda-f85a3a894d04 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892839 Mar 11 17:31:56.587853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d5bc-41ed-41f8-a1b0-19273582dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.590448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d5bc-41ed-41f8-a1b0-19273582dd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.593908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d1b7d5bc-41ed-41f8-a1b0-19273582dd31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4652f853-ebc5-4449-9334-ce3b764e7c75 HTTP/1.1" status: 204 len: 168 time: 0.5919702 Mar 11 17:31:56.665948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7d5bc-41ed-41f8-a1b0-19273582dd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4652f853-ebc5-4449-9334-ce3b764e7c75,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:56.803868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Attempting to bind port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:31:56.804575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Attempting to bind port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '7234479a-7d14-4e4e-8ae4-f1e1544b7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:31:56.804575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Attempting to bind port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 on network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:56.816662 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.820174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 on network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:31:56.820529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Attempting to bind port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 on network 5f9f1635-c91c-4fa8-8187-804fc9ac52b8 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:31:56.827912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:31:56.828253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Checking segment: {'id': '7234479a-7d14-4e4e-8ae4-f1e1544b7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:31:56.828678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Bound using segment: {'id': '7234479a-7d14-4e4e-8ae4-f1e1544b7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:31:56.829108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Bound port: 9faa9494-b8ee-4cfd-b621-1dd24e4063e4, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7234479a-7d14-4e4e-8ae4-f1e1544b7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:31:56.829467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.939351 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:56.968165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] For port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:31:56.983290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d79de-9f36-4ce7-9fc3-64c1a7a51b39 req-55673c1a-e705-4328-b1ef-e1222afcd858 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:56.990647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-822d79de-9f36-4ce7-9fc3-64c1a7a51b39 req-55673c1a-e705-4328-b1ef-e1222afcd858 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1183126 Mar 11 17:31:57.041683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=721e3ddd-f587-458b-89c8-a3837401e780,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:57.048609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-822d79de-9f36-4ce7-9fc3-64c1a7a51b39 req-959b9d62-9195-4eb0-afaa-64a7a2d40b72 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562394 Mar 11 17:31:57.071012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:31:57.078865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:31:57.084582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] For port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:31:57.085999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:31:57.091996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:57.092964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.100299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.142580 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f580f07e-80d0-42b0-a8ee-7a7b007b2c50 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4044802 Mar 11 17:31:57.144772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40324) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:57.152626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:57.153725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.155385 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] 10.222.0.46 "PUT /v2.0/ports/9faa9494-b8ee-4cfd-b621-1dd24e4063e4 HTTP/1.1" status: 200 len: 1091 time: 2.2877657 Mar 11 17:31:57.156026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9888130b-b74b-4a31-9b9c-8d8f1c21531f', 'tag': '9faa9494-b8ee-4cfd-b621-1dd24e4063e4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:31:57.159253 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8059891a-dd8d-476b-9d05-4749db577f05" -d '{"events": [{"name": "network-changed", "server_uuid": "9888130b-b74b-4a31-9b9c-8d8f1c21531f", "tag": "9faa9494-b8ee-4cfd-b621-1dd24e4063e4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:31:57.187535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cb82b-a700-4e36-bfb8-b0a6d3daf4aa service neutron] Pushing event updated for resources: {'Port': ['ID=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:57.248311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c14d6d-c068-4931-95df-d29ffd5ce8cc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:57.263948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c14d6d-c068-4931-95df-d29ffd5ce8cc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:57.266129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-33c14d6d-c068-4931-95df-d29ffd5ce8cc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1200428 Mar 11 17:31:57.269335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40332) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:57.308994 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d7ee3-afdd-4422-8e7e-f1bf8235e2f5 x-openstack-request-id: req-088d7ee3-afdd-4422-8e7e-f1bf8235e2f5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:31:57.311436 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9888130b-b74b-4a31-9b9c-8d8f1c21531f", "tag": "9faa9494-b8ee-4cfd-b621-1dd24e4063e4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:31:57.312648 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-088d7ee3-afdd-4422-8e7e-f1bf8235e2f5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:31:57.313335 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9888130b-b74b-4a31-9b9c-8d8f1c21531f', 'tag': '9faa9494-b8ee-4cfd-b621-1dd24e4063e4', 'status': 'completed', 'code': 200} Mar 11 17:31:57.324848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-440c0b3f-500e-4cfe-be4c-4eb8820fb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:57.326904 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-440c0b3f-500e-4cfe-be4c-4eb8820fb403 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=befbf4fc53984cffafcaa3c47f6fa0b4&device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 1094 time: 0.1128705 Mar 11 17:31:57.386707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-4c42dcc0-7050-4e41-9f4d-162081d897bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9faa9494-b8ee-4cfd-b621-1dd24e4063e4 HTTP/1.1" status: 200 len: 217 time: 0.0498228 Mar 11 17:31:57.496895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-e77c70fe-ec85-4e80-bbf3-19d506ae17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:57.499452 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-e77c70fe-ec85-4e80-bbf3-19d506ae17fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267d7762-ca5c-4219-bc65-2dffe135f7a9 HTTP/1.1" status: 200 len: 848 time: 0.0971723 Mar 11 17:31:57.563702 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-e0a6bb64-4fe4-425d-ab91-5cca9c630476 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575769 Mar 11 17:31:57.735477 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-ba4bb6dd-b3d5-4c7b-8765-4faead207e34 service neutron] 10.222.0.46 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538477 Mar 11 17:31:57.795523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-06b6ba52-931a-4166-8b19-40d94c280c5a None None] Provisioning complete for port f3f203f0-df21-4e60-9a5d-1ad5000244cf triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:57.796030 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-06b6ba52-931a-4166-8b19-40d94c280c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:57.861100 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26cc5c4c-92a8-4bb9-a6ec-a149e5e1d7d3 req-5f5efede-cdba-4fa9-bbf1-53d35b41e75f service neutron] 10.222.0.46 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186380 Mar 11 17:31:57.901482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8e647eb0-17e6-4a2a-88fd-9f6a85488088 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:31:58.001813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f209b6-5a43-4394-b413-a9163e23d9f8 req-67cd4f0e-b846-4291-b1ba-fad6d6a8cf37 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:58.003369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2f209b6-5a43-4394-b413-a9163e23d9f8 req-67cd4f0e-b846-4291-b1ba-fad6d6a8cf37 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 945 time: 0.6090562 Mar 11 17:31:58.024590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4588eb9-bc96-4535-9261-6607a98abcfc req-26031bfa-df85-4afb-b51b-039ece4521f7 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:58.036691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4588eb9-bc96-4535-9261-6607a98abcfc req-26031bfa-df85-4afb-b51b-039ece4521f7 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 944 time: 0.6365480 Mar 11 17:31:58.051272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059891a-dd8d-476b-9d05-4749db577f05 req-362540e6-47df-4f0f-8848-60c0f25b8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:58.054158 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8059891a-dd8d-476b-9d05-4749db577f05 req-362540e6-47df-4f0f-8848-60c0f25b8395 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=befbf4fc53984cffafcaa3c47f6fa0b4&device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 1094 time: 0.1241620 Mar 11 17:31:58.057397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-45839c87-4826-42ce-be4b-c57286fb7b28 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 721e3ddd-f587-458b-89c8-a3837401e780 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:31:58.057748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45839c87-4826-42ce-be4b-c57286fb7b28 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.173323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-06b6ba52-931a-4166-8b19-40d94c280c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.184270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059891a-dd8d-476b-9d05-4749db577f05 req-65c3c71e-4bc8-4191-b419-8deb90e682b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:58.190689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4588eb9-bc96-4535-9261-6607a98abcfc req-e2c9f1ef-0ccd-4ed8-9fc0-534cf10cdae8 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214066 Mar 11 17:31:58.193222 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8059891a-dd8d-476b-9d05-4749db577f05 req-65c3c71e-4bc8-4191-b419-8deb90e682b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8 HTTP/1.1" status: 200 len: 908 time: 0.1306920 Mar 11 17:31:58.218887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2f209b6-5a43-4394-b413-a9163e23d9f8 req-131d93fc-b08a-4a63-afe9-873103aa530e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717391 Mar 11 17:31:58.307770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8e647eb0-17e6-4a2a-88fd-9f6a85488088, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8e647eb0-17e6-4a2a-88fd-9f6a85488088,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:58.311492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-06b6ba52-931a-4166-8b19-40d94c280c5a None None] For port f3f203f0-df21-4e60-9a5d-1ad5000244cf, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f3f203f0-df21-4e60-9a5d-1ad5000244cf,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:58.328010 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45839c87-4826-42ce-be4b-c57286fb7b28 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.330969 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-06b6ba52-931a-4166-8b19-40d94c280c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.344025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '8e647eb0-17e6-4a2a-88fd-9f6a85488088', 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b', 'port_id': '8e647eb0-17e6-4a2a-88fd-9f6a85488088', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a52e5e-ffdb-4444-8565-73849694ad4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:31:58.361452 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8059891a-dd8d-476b-9d05-4749db577f05 req-5702fd17-be32-408b-a404-1298be42f97f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9faa9494-b8ee-4cfd-b621-1dd24e4063e4 HTTP/1.1" status: 200 len: 217 time: 0.1624105 Mar 11 17:31:58.395713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-45839c87-4826-42ce-be4b-c57286fb7b28 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 721e3ddd-f587-458b-89c8-a3837401e780 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:31:58.416908 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.429953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40362) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:58.441144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e647eb0-17e6-4a2a-88fd-9f6a85488088 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:31:58.496156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f3f203f0-df21-4e60-9a5d-1ad5000244cf up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:58.515691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059891a-dd8d-476b-9d05-4749db577f05 req-afa1850c-f2bc-483d-882e-2c224ddd01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:58.521027 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8059891a-dd8d-476b-9d05-4749db577f05 req-afa1850c-f2bc-483d-882e-2c224ddd01f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=267d7762-ca5c-4219-bc65-2dffe135f7a9 HTTP/1.1" status: 200 len: 848 time: 0.1501658 Mar 11 17:31:58.547000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ba52-931a-4166-8b19-40d94c280c5a None None] Pushing event updated for resources: {'Port': ['ID=f3f203f0-df21-4e60-9a5d-1ad5000244cf,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:58.556290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8e647eb0-17e6-4a2a-88fd-9f6a85488088, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8e647eb0-17e6-4a2a-88fd-9f6a85488088,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:31:58.567982 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.569617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20900a8d-0144-4104-b67f-4c140d8e2209 req-ccd3397a-02e8-4030-8b55-fce63c9f4e6b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:58.571586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20900a8d-0144-4104-b67f-4c140d8e2209 req-ccd3397a-02e8-4030-8b55-fce63c9f4e6b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 943 time: 0.2341871 Mar 11 17:31:58.613911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8059891a-dd8d-476b-9d05-4749db577f05 req-d35c5be4-372e-4d69-a35e-7c16daacb35b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f9f1635-c91c-4fa8-8187-804fc9ac52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791790 Mar 11 17:31:58.621194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106289f-c766-4931-ad06-4b0b3301b01b req-76ad6dd9-20f1-421e-b16b-101f5045f455 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:58.629672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a106289f-c766-4931-ad06-4b0b3301b01b req-76ad6dd9-20f1-421e-b16b-101f5045f455 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.2351530 Mar 11 17:31:58.633005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e785f2a7-2433-48c2-bbe0-e938594acc6c None None] Provisioning complete for port 721e3ddd-f587-458b-89c8-a3837401e780 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:58.633414 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e785f2a7-2433-48c2-bbe0-e938594acc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.678915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=8e647eb0-17e6-4a2a-88fd-9f6a85488088,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:58.681701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e785f2a7-2433-48c2-bbe0-e938594acc6c None None] Port 721e3ddd-f587-458b-89c8-a3837401e780 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:31:58.706902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f3f203f0-df21-4e60-9a5d-1ad5000244cf triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:31:58.707593 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.718788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20900a8d-0144-4104-b67f-4c140d8e2209 req-f5fda5a6-3b56-46da-a549-23f0c87ba531 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379318 Mar 11 17:31:58.739272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a106289f-c766-4931-ad06-4b0b3301b01b req-855f2f60-45d3-403e-a837-13885918ae09 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081476 Mar 11 17:31:58.802147 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8059891a-dd8d-476b-9d05-4749db577f05 req-6946d88e-6cb2-4605-8771-93ae2042fb97 service neutron] 10.222.0.46 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788836 Mar 11 17:31:58.837211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45839c87-4826-42ce-be4b-c57286fb7b28 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.884180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['8e647eb0-17e6-4a2a-88fd-9f6a85488088'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:31:58.888594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45839c87-4826-42ce-be4b-c57286fb7b28 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=721e3ddd-f587-458b-89c8-a3837401e780,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:58.915257 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7cb74ecf-4244-4cc0-baa8-45ea09864e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.918074 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45839c87-4826-42ce-be4b-c57286fb7b28 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.921534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-45839c87-4826-42ce-be4b-c57286fb7b28 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/721e3ddd-f587-458b-89c8-a3837401e780 HTTP/1.1" status: 204 len: 168 time: 1.6507573 Mar 11 17:31:58.923880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40376) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:58.986885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:58.990880 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8059891a-dd8d-476b-9d05-4749db577f05 req-1804f216-9b93-48e1-8deb-1390769bee4b service neutron] 10.222.0.46 "GET /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806395 Mar 11 17:31:59.030649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1827d-b926-4cd5-87c6-3382b0eabe66 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:59.035555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1827d-b926-4cd5-87c6-3382b0eabe66 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:59.042158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40378) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:59.042999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c0a1827d-b926-4cd5-87c6-3382b0eabe66 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1178989 Mar 11 17:31:59.114412 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7cb74ecf-4244-4cc0-baa8-45ea09864e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.122912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-66936072-dd53-4919-b64a-0ef2e984750f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet bc6f15eb-a28e-4c58-80d4-2fbd44d6ce46 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:31:59.127164 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66936072-dd53-4919-b64a-0ef2e984750f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.137913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7cb74ecf-4244-4cc0-baa8-45ea09864e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.225163 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66936072-dd53-4919-b64a-0ef2e984750f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.228693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb74ecf-4244-4cc0-baa8-45ea09864e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a494307f-5a28-45e4-ac53-d2dc747681ca,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:59.233075 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7cb74ecf-4244-4cc0-baa8-45ea09864e2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c264cc86b9b4eb08afc4613876c78f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8014553 Mar 11 17:31:59.237113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40388) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:59.365763 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66936072-dd53-4919-b64a-0ef2e984750f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.380423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5764f8-d6b0-471b-a5f6-75bc1f176db7 req-50a23581-4e4b-4464-9aab-956f08293a48 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:59.382006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa5764f8-d6b0-471b-a5f6-75bc1f176db7 req-50a23581-4e4b-4464-9aab-956f08293a48 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 945 time: 0.1347017 Mar 11 17:31:59.399276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3f73009-88f8-4a4d-8bc9-5414723aa48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.434826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4954532-73e1-4015-9c68-8135ed606ff6 req-3dce9835-700f-435d-8a02-5147e0f33ab7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:59.436364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4954532-73e1-4015-9c68-8135ed606ff6 req-3dce9835-700f-435d-8a02-5147e0f33ab7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 945 time: 0.1161072 Mar 11 17:31:59.454942 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3f73009-88f8-4a4d-8bc9-5414723aa48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.460492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66936072-dd53-4919-b64a-0ef2e984750f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.491040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa5764f8-d6b0-471b-a5f6-75bc1f176db7 req-b5562446-0577-4bd0-8393-5d19b36ac00e tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006238 Mar 11 17:31:59.495596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66936072-dd53-4919-b64a-0ef2e984750f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6f15eb-a28e-4c58-80d4-2fbd44d6ce46,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:59.518989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441ce119-c598-4365-b258-aca08edb30dc None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:31:59.525873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66936072-dd53-4919-b64a-0ef2e984750f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.536566 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4954532-73e1-4015-9c68-8135ed606ff6 req-3dd769d9-a437-4641-b7b2-fa0472f7083f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903294 Mar 11 17:31:59.537368 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-66936072-dd53-4919-b64a-0ef2e984750f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/bc6f15eb-a28e-4c58-80d4-2fbd44d6ce46 HTTP/1.1" status: 204 len: 168 time: 0.4939268 Mar 11 17:31:59.540234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40396) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:59.551124 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3f73009-88f8-4a4d-8bc9-5414723aa48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.557287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3f73009-88f8-4a4d-8bc9-5414723aa48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.559057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c3f73009-88f8-4a4d-8bc9-5414723aa48d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a494307f-5a28-45e4-ac53-d2dc747681ca HTTP/1.1" status: 204 len: 168 time: 0.3203166 Mar 11 17:31:59.583098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f73009-88f8-4a4d-8bc9-5414723aa48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494307f-5a28-45e4-ac53-d2dc747681ca,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:31:59.632168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-83b13c8b-8206-4918-ab3e-5ccfce3102e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876081 Mar 11 17:31:59.634820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40406) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:59.687703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c47fc-a0df-43a9-abd2-68f6e0d6f461 req-c1fa6546-0e93-43cf-8ada-0d77291ebba9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:59.689683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f36c47fc-a0df-43a9-abd2-68f6e0d6f461 req-c1fa6546-0e93-43cf-8ada-0d77291ebba9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 945 time: 0.0656776 Mar 11 17:31:59.700396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40410) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:59.718780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6d43d5e7-932b-4800-b3a0-f2aad6d56592 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'floatingip': {'port_id': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:31:59.727038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab13d0f0-38e6-45f0-bdc8-709c8aba65dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:59.729253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ab13d0f0-38e6-45f0-bdc8-709c8aba65dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0930381 Mar 11 17:31:59.731838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40414) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:59.773118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d43d5e7-932b-4800-b3a0-f2aad6d56592 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:59.821481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d859892-5aba-4db9-b158-f61236c1b510 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:31:59.836605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac02755-27bc-4fe7-8f63-d1d587f929a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:31:59.840442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fac02755-27bc-4fe7-8f63-d1d587f929a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0946870 Mar 11 17:31:59.841452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40422) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:59.907692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:31:59.910872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8e647eb0-17e6-4a2a-88fd-9f6a85488088 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:31:59.933755 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cca198c3-c309-4690-9a91-25e701590a74 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817926 Mar 11 17:31:59.935097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40426) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:31:59.941749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:00.012974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa4d0-9849-44fe-9da0-1e6545e37ce8 req-d6ca645e-b970-43e3-90c4-72da9ba93418 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:00.014533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fefa4d0-9849-44fe-9da0-1e6545e37ce8 req-d6ca645e-b970-43e3-90c4-72da9ba93418 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1386468 Mar 11 17:32:00.058578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4805d-4595-4b44-a9f3-a0af363c99a1 req-2f6ec78e-786b-4a2a-8611-4de9105d7999 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:00.067884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cec4805d-4595-4b44-a9f3-a0af363c99a1 req-2f6ec78e-786b-4a2a-8611-4de9105d7999 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 943 time: 0.1928301 Mar 11 17:32:00.076718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:00.090125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.136459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0d859892-5aba-4db9-b158-f61236c1b510 None None] Deleting port f3f203f0-df21-4e60-9a5d-1ad5000244cf {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:00.136459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d859892-5aba-4db9-b158-f61236c1b510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.138596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40430) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:00.143365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 8e647eb0-17e6-4a2a-88fd-9f6a85488088 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:00.167287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 8e647eb0-17e6-4a2a-88fd-9f6a85488088 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:00.167660 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.189413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3fefa4d0-9849-44fe-9da0-1e6545e37ce8 req-a55d34ad-b7ed-4d4a-ae75-86d80e2982ab tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172607 Mar 11 17:32:00.204676 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cec4805d-4595-4b44-a9f3-a0af363c99a1 req-a095da04-3df1-450e-8e72-39bce8741208 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320422 Mar 11 17:32:00.278745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:00.299097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '9faa9494-b8ee-4cfd-b621-1dd24e4063e4', 'network_id': '5f9f1635-c91c-4fa8-8187-804fc9ac52b8', 'port_id': '9faa9494-b8ee-4cfd-b621-1dd24e4063e4', 'mac_address': 'fa:16:3e:57:e7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267d7762-ca5c-4219-bc65-2dffe135f7a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:32:00.358140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40434) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:00.379916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8fcd9c-cedf-4fcc-9ed7-15eec8dc5f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.388716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e9f05e7-e4b5-45e5-bb05-5db605823bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.484843 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.501029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f3f203f0-df21-4e60-9a5d-1ad5000244cf no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:00.514835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0d859892-5aba-4db9-b158-f61236c1b510 None None] For port f3f203f0-df21-4e60-9a5d-1ad5000244cf, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f3f203f0-df21-4e60-9a5d-1ad5000244cf,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:00.514835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d859892-5aba-4db9-b158-f61236c1b510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.585659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0d859892-5aba-4db9-b158-f61236c1b510 None None] Calling delete_port for f3f203f0-df21-4e60-9a5d-1ad5000244cf owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:00.586872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=7d2999b3-46dd-428e-b9a2-f93bc8ed575c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:00.594276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8fcd9c-cedf-4fcc-9ed7-15eec8dc5f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.602311 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.621216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d43d5e7-932b-4800-b3a0-f2aad6d56592 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.622261 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d8fcd9c-cedf-4fcc-9ed7-15eec8dc5f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.635033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:00.641028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:00.646206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:00.646799 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.648822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d43d5e7-932b-4800-b3a0-f2aad6d56592 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.650782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e9f05e7-e4b5-45e5-bb05-5db605823bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.658461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e9f05e7-e4b5-45e5-bb05-5db605823bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.665230 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.693960 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5a4239cb-ba59-4df8-b7b5-1b334075257b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7540116 Mar 11 17:32:00.697055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40438) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:00.706914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f05e7-e4b5-45e5-bb05-5db605823bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60100332-c9a1-4284-8fb5-36de35f7fdc0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:00.710344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e647eb0-17e6-4a2a-88fd-9f6a85488088'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:32:00.712067 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3e9f05e7-e4b5-45e5-bb05-5db605823bdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ae068c198ca46d5bb5b25a569039a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719426 Mar 11 17:32:00.715001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40440) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:00.715932 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3c3b5c-58b2-4e1b-a693-067387af956e" -d '{"events": [{"server_uuid": "a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105", "name": "network-vif-plugged", "status": "completed", "tag": "8e647eb0-17e6-4a2a-88fd-9f6a85488088"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:32:00.718015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': '7d2999b3-46dd-428e-b9a2-f93bc8ed575c', 'ip_address': '2001:db8::f04:3dc8:52c8:add4'}], 'name': 'tempest-NetworksTestDHCPv6-303086879'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:00.744913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:32:00.763747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 8e647eb0-17e6-4a2a-88fd-9f6a85488088, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8e647eb0-17e6-4a2a-88fd-9f6a85488088,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:00.779064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1b5aac7-dcea-4772-8ba1-7a485ea6fc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.785340 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021194e2-c52f-45b1-bfe9-3d6b827d915b x-openstack-request-id: req-021194e2-c52f-45b1-bfe9-3d6b827d915b {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:32:00.785632 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105", "name": "network-vif-plugged", "status": "completed", "tag": "8e647eb0-17e6-4a2a-88fd-9f6a85488088", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:32:00.786019 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-021194e2-c52f-45b1-bfe9-3d6b827d915b {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:32:00.786315 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e647eb0-17e6-4a2a-88fd-9f6a85488088', 'code': 200} Mar 11 17:32:00.805665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fcd9c-cedf-4fcc-9ed7-15eec8dc5f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480c7e6e-b885-43e4-81bb-798074afd0de,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:00.810182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3d8fcd9c-cedf-4fcc-9ed7-15eec8dc5f9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7483a9b681c041ef8f7cc868f3de54ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510148 Mar 11 17:32:00.812552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1b5aac7-dcea-4772-8ba1-7a485ea6fc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.820706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40444) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:00.851934 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.855859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89905279-1a1f-4e1d-ae70-025e6329bbb3 req-c91c7cb7-6ee5-47c3-898c-24a1cf2630a5 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:00.857560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89905279-1a1f-4e1d-ae70-025e6329bbb3 req-c91c7cb7-6ee5-47c3-898c-24a1cf2630a5 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 945 time: 0.2558768 Mar 11 17:32:00.862636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:00.866324 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.895215 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.924242 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-6d43d5e7-932b-4800-b3a0-f2aad6d56592 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Floating IP 772cc0e4-79ca-4e3b-9825-f91f03c853d6 associated. External IP: 172.25.8.93, port: d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a. Mar 11 17:32:00.943873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d859892-5aba-4db9-b158-f61236c1b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.958685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=8e647eb0-17e6-4a2a-88fd-9f6a85488088,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:00.963451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda74de-d288-4a73-8a62-0dd75970e3c5 req-d140f89f-d306-4ed2-8bf8-cd8fbbc68432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:00.965758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abda74de-d288-4a73-8a62-0dd75970e3c5 req-d140f89f-d306-4ed2-8bf8-cd8fbbc68432 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 1097 time: 0.1042476 Mar 11 17:32:00.981028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2d83ac5-5a00-4c1f-b596-05c28ff36c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.983821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1b5aac7-dcea-4772-8ba1-7a485ea6fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.986352 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1b5aac7-dcea-4772-8ba1-7a485ea6fc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:00.991104 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d1b5aac7-dcea-4772-8ba1-7a485ea6fc78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60100332-c9a1-4284-8fb5-36de35f7fdc0 HTTP/1.1" status: 204 len: 168 time: 0.2715416 Mar 11 17:32:01.020011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5aac7-dcea-4772-8ba1-7a485ea6fc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60100332-c9a1-4284-8fb5-36de35f7fdc0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:01.038151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2d83ac5-5a00-4c1f-b596-05c28ff36c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.040497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:01.052219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d859892-5aba-4db9-b158-f61236c1b510 None None] No DVR routers for this DVR port f3f203f0-df21-4e60-9a5d-1ad5000244cf on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:01.058520 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abda74de-d288-4a73-8a62-0dd75970e3c5 req-fb17323d-f4f5-44f6-a8e8-a34b1dc7a28c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853033 Mar 11 17:32:01.092161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89905279-1a1f-4e1d-ae70-025e6329bbb3 req-36ac678c-3f94-4222-b186-0032aef5e639 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249315 Mar 11 17:32:01.095144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d859892-5aba-4db9-b158-f61236c1b510 None None] Pushing event deleted for resources: {'Port': ['ID=f3f203f0-df21-4e60-9a5d-1ad5000244cf,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:01.120470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef318e-3d2b-40bd-84a6-fb424d4e473b None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:01.136960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:01.142259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2d83ac5-5a00-4c1f-b596-05c28ff36c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.145265 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d2d83ac5-5a00-4c1f-b596-05c28ff36c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.149237 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d2d83ac5-5a00-4c1f-b596-05c28ff36c96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/480c7e6e-b885-43e4-81bb-798074afd0de HTTP/1.1" status: 204 len: 168 time: 0.3246706 Mar 11 17:32:01.159606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d83ac5-5a00-4c1f-b596-05c28ff36c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480c7e6e-b885-43e4-81bb-798074afd0de,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:01.229610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['9faa9494-b8ee-4cfd-b621-1dd24e4063e4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:32:01.443545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d43d5e7-932b-4800-b3a0-f2aad6d56592 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:01.448663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.449333 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': '7d2999b3-46dd-428e-b9a2-f93bc8ed575c'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:32:01.450403 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.497676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 66d7bb1a-6974-4edc-8aef-338035bba953 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:32:01.522980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dc4bd-8173-4941-bb94-37e81057b5af req-72cc3e52-d941-4bb6-b74a-4f55eb035ca0 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:01.525642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f51dc4bd-8173-4941-bb94-37e81057b5af req-72cc3e52-d941-4bb6-b74a-4f55eb035ca0 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 944 time: 0.1745355 Mar 11 17:32:01.539992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563718c-ea4c-4f9e-9824-a0eb49bc8a3b req-abda9356-d344-448d-a5fc-2a6b8fd2f6af tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:01.541904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f563718c-ea4c-4f9e-9824-a0eb49bc8a3b req-abda9356-d344-448d-a5fc-2a6b8fd2f6af tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1873112 Mar 11 17:32:01.674509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/7d2999b3-46dd-428e-b9a2-f93bc8ed575c/36ab15fc-cd3e-48d5-9d31-6a59fd69b329) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:01.691880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40464) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:01.710953 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6093180-36b7-465c-a6ac-2590b303c9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.764105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f51dc4bd-8173-4941-bb94-37e81057b5af req-1a467c72-0a86-476f-96e2-d5f3d79c1204 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207963 Mar 11 17:32:01.781039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f563718c-ea4c-4f9e-9824-a0eb49bc8a3b req-79a1926b-fe98-438b-b46f-a406478b134c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972141 Mar 11 17:32:01.823557 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6093180-36b7-465c-a6ac-2590b303c9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.830756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d43d5e7-932b-4800-b3a0-f2aad6d56592 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:01.831042 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6093180-36b7-465c-a6ac-2590b303c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.845740 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d43d5e7-932b-4800-b3a0-f2aad6d56592 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:01.847905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:32:01.880993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6093180-36b7-465c-a6ac-2590b303c9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc216e50-6c1c-4b13-8b9b-93a983ab5c1c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:01.889753 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e6093180-36b7-465c-a6ac-2590b303c9af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26109ce9a4794c2a83479d8b648fdc4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966090 Mar 11 17:32:01.890360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40468) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:01.910236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6d43d5e7-932b-4800-b3a0-f2aad6d56592 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "PUT /v2.0/floatingips/772cc0e4-79ca-4e3b-9825-f91f03c853d6 HTTP/1.1" status: 200 len: 990 time: 2.2076814 Mar 11 17:32:01.911636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'tag': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:32:01.911771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:01.912558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:31:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:01.916967 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54c4b44-6f46-465f-9c64-8d78545973d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c218526f-fb5d-47f2-971e-b650d4eef005", "tag": "d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:32:01.976942 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72570e9d-0ad1-4aa7-a237-e7a5431954d5 x-openstack-request-id: req-72570e9d-0ad1-4aa7-a237-e7a5431954d5 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:32:01.977128 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c218526f-fb5d-47f2-971e-b650d4eef005", "tag": "d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:32:01.977449 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72570e9d-0ad1-4aa7-a237-e7a5431954d5 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:32:01.977833 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'tag': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a', 'status': 'completed', 'code': 200} Mar 11 17:32:02.000169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd4e0-6009-48c3-b98e-c57ab8bf11bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.033963 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.069779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd4e0-6009-48c3-b98e-c57ab8bf11bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.080389 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.128663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-2aa46d24-3107-4a3a-bfe3-6f3cca1b6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:02.128663 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-2aa46d24-3107-4a3a-bfe3-6f3cca1b6592 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 1096 time: 0.1182802 Mar 11 17:32:02.148653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:02.155787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:02.165114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:02.198967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f04:3dc8:52c8:add4 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/7d2999b3-46dd-428e-b9a2-f93bc8ed575c/66d7bb1a-6974-4edc-8aef-338035bba953) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:02.252409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:02.262304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd4e0-6009-48c3-b98e-c57ab8bf11bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.268021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd4e0-6009-48c3-b98e-c57ab8bf11bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.276788 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5b5cd4e0-6009-48c3-b98e-c57ab8bf11bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc216e50-6c1c-4b13-8b9b-93a983ab5c1c HTTP/1.1" status: 204 len: 168 time: 0.3838873 Mar 11 17:32:02.291569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Pushing event updated for resources: {'Port': ['ID=36ab15fc-cd3e-48d5-9d31-6a59fd69b329,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:02.317118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Attempting to bind port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:02.317490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Attempting to bind port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:02.317847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Attempting to bind port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:02.354441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cd4e0-6009-48c3-b98e-c57ab8bf11bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc216e50-6c1c-4b13-8b9b-93a983ab5c1c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:02.388610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:32:02.388870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:32:02.389278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.389675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:32:02.390167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Bound port: 36ab15fc-cd3e-48d5-9d31-6a59fd69b329, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:02.392592 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.419302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87862eff-b47f-4a05-a524-3a92b6bc8908 req-f11348bb-6d72-4bc9-a7a4-048854ef6224 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:02.423406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87862eff-b47f-4a05-a524-3a92b6bc8908 req-f11348bb-6d72-4bc9-a7a4-048854ef6224 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 946 time: 0.1974070 Mar 11 17:32:02.431954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-3490f091-66c9-449b-bb2d-3b6b0b14e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:02.434856 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-3490f091-66c9-449b-bb2d-3b6b0b14e411 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.2950816 Mar 11 17:32:02.548948 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-46c222f6-a58d-4ea9-be4c-5c8bec866e3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a HTTP/1.1" status: 200 len: 998 time: 0.1063297 Mar 11 17:32:02.650047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-538a8fb0-1c2b-4846-bec1-30873da84973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:02.652214 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-538a8fb0-1c2b-4846-bec1-30873da84973 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.0958543 Mar 11 17:32:02.724246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-bb76e7d8-5373-4d93-8c63-a517d2669bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:02.726867 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-bb76e7d8-5373-4d93-8c63-a517d2669bdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683365 Mar 11 17:32:02.735805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] For port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:02.790551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] For port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=36ab15fc-cd3e-48d5-9d31-6a59fd69b329,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:02.799026 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:02.887338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '772cc0e4-79ca-4e3b-9825-f91f03c853d6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:be:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:31:33Z', 'updated_at': '2022-03-11T17:32:00Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:02.936945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-22ebdd9a-066c-4cba-8c19-738956f3f6a8 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996293 Mar 11 17:32:02.947084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:32:02.960499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fcdfe-eb3f-49da-ac63-803ee8589436 None None] Pushing event updated for resources: {'Port': ['ID=36ab15fc-cd3e-48d5-9d31-6a59fd69b329,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:02.967981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:02.968647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:31:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:03.161246 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e54c4b44-6f46-465f-9c64-8d78545973d9 req-70dc99ed-2f1d-4be4-9584-be3ec2014c25 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170024 Mar 11 17:32:03.178492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:03.253490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87862eff-b47f-4a05-a524-3a92b6bc8908 req-cd1e5364-6d59-44cf-bd4d-776bf59eff0f tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8032560 Mar 11 17:32:03.312465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f3a4a-ee90-43bf-a160-a8a858dbe649 req-15227e52-ab32-4c73-b546-3e83893b30a5 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:03.322856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759f3a4a-ee90-43bf-a160-a8a858dbe649 req-15227e52-ab32-4c73-b546-3e83893b30a5 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 944 time: 0.2018366 Mar 11 17:32:03.379128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.453450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759f3a4a-ee90-43bf-a160-a8a858dbe649 req-0652bd38-eb20-44e9-8e42-b487a36d9a77 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281598 Mar 11 17:32:03.511126 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.581882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=66d7bb1a-6974-4edc-8aef-338035bba953,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:03.604381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab26450-8b59-4f08-b362-c0acad06c903 req-90eddd61-58f2-413d-bb01-9a19b7f51656 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:03.614777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dab26450-8b59-4f08-b362-c0acad06c903 req-90eddd61-58f2-413d-bb01-9a19b7f51656 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.2336171 Mar 11 17:32:03.663952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:03.667565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:03.675216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:03.681748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:03.682661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:03.707300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dab26450-8b59-4f08-b362-c0acad06c903 req-2e61527a-3462-4c80-a793-258d7e217a75 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856071 Mar 11 17:32:03.724766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40522) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:03.725057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-283b751d-acb7-488f-9919-2a8451944c08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0208132 Mar 11 17:32:03.730884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0c2fad8c-339a-4456-b11d-b4f42ce4eb7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': '7d2999b3-46dd-428e-b9a2-f93bc8ed575c', 'ip_address': '2001:db8::f04:3dc8:52c8:add4'}], 'name': 'tempest-NetworksTestDHCPv6-1980459647'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:03.741144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '772cc0e4-79ca-4e3b-9825-f91f03c853d6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:be:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:31:33Z', 'updated_at': '2022-03-11T17:32:00Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:03.777418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632b7c0-7f1b-4060-8849-68b79d9fd67c None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '772cc0e4-79ca-4e3b-9825-f91f03c853d6', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:be:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:31:33Z', 'updated_at': '2022-03-11T17:32:00Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:32:03.889225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:03.946349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2fad8c-339a-4456-b11d-b4f42ce4eb7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:03.956919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:03.963220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:03.963601 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.129494 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.135900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad8c-339a-4456-b11d-b4f42ce4eb7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.168622 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e8b04-ef2c-4a2e-be23-c2de911e7a69 None None] New status for floating IP 772cc0e4-79ca-4e3b-9825-f91f03c853d6: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:32:04.176108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0c2fad8c-339a-4456-b11d-b4f42ce4eb7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 91747cde-4692-4f51-a4ac-ef87d8bbd40e yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:32:04.178335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9888130b-b74b-4a31-9b9c-8d8f1c21531f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9faa9494-b8ee-4cfd-b621-1dd24e4063e4'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:32:04.184452 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945d30ef-4c52-4e64-bb37-8a59f15d143d" -d '{"events": [{"server_uuid": "9888130b-b74b-4a31-9b9c-8d8f1c21531f", "name": "network-vif-plugged", "status": "completed", "tag": "9faa9494-b8ee-4cfd-b621-1dd24e4063e4"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:32:04.208243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:04.214561 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.346443 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f12cf2b-8b6f-48ff-bc04-beaf421f6674 x-openstack-request-id: req-6f12cf2b-8b6f-48ff-bc04-beaf421f6674 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:32:04.349295 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9888130b-b74b-4a31-9b9c-8d8f1c21531f", "name": "network-vif-plugged", "status": "completed", "tag": "9faa9494-b8ee-4cfd-b621-1dd24e4063e4", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:32:04.349723 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f12cf2b-8b6f-48ff-bc04-beaf421f6674 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:32:04.350489 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9888130b-b74b-4a31-9b9c-8d8f1c21531f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9faa9494-b8ee-4cfd-b621-1dd24e4063e4', 'code': 200} Mar 11 17:32:04.351743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:04.480695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff75f02-b797-49cf-af5f-b7719b9aa1ac req-aa4a1077-c8f0-45b5-9a2b-1a5fbdf77a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:04.482607 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dff75f02-b797-49cf-af5f-b7719b9aa1ac req-aa4a1077-c8f0-45b5-9a2b-1a5fbdf77a38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 1096 time: 0.1192253 Mar 11 17:32:04.534295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac307f87-6bd2-44c8-a86f-cab780680190 req-d3175840-a8b9-4c76-9bcd-7720f060160d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:04.540142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac307f87-6bd2-44c8-a86f-cab780680190 req-d3175840-a8b9-4c76-9bcd-7720f060160d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 946 time: 0.1440468 Mar 11 17:32:04.598822 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2fad8c-339a-4456-b11d-b4f42ce4eb7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 17:32:04.599317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2fad8c-339a-4456-b11d-b4f42ce4eb7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:32:04.603005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-85e3a4da-7a99-4413-86dc-c88913fc9494 None None] Provisioning complete for port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:04.603759 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85e3a4da-7a99-4413-86dc-c88913fc9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.641005 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dff75f02-b797-49cf-af5f-b7719b9aa1ac req-b46119c2-bbd4-4657-b6c4-241e0c9f85c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318276 Mar 11 17:32:04.656049 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c2fad8c-339a-4456-b11d-b4f42ce4eb7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9260495 Mar 11 17:32:04.656382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40554) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:04.687119 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:04.742045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac307f87-6bd2-44c8-a86f-cab780680190 req-b4fe4948-676f-45db-b868-c62c26ccd714 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902478 Mar 11 17:32:04.794572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff513b-1b0d-4c32-8fec-02aeac5ee09c req-49387bdc-5cc9-4b53-a906-12c7473f4489 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:04.809006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca24d1-2caa-4443-ac32-b1d9ca466fdd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:04.809319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5eff513b-1b0d-4c32-8fec-02aeac5ee09c req-49387bdc-5cc9-4b53-a906-12c7473f4489 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 945 time: 0.2162890 Mar 11 17:32:04.829582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca24d1-2caa-4443-ac32-b1d9ca466fdd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:04.839445 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-00ca24d1-2caa-4443-ac32-b1d9ca466fdd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1760044 Mar 11 17:32:04.840310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40576) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:04.873760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:04.874154 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.917292 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85e3a4da-7a99-4413-86dc-c88913fc9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:04.949753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5eff513b-1b0d-4c32-8fec-02aeac5ee09c req-582db97a-9f5b-41af-b5c2-f6743a8196b7 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381774 Mar 11 17:32:05.033649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-85e3a4da-7a99-4413-86dc-c88913fc9494 None None] For port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=36ab15fc-cd3e-48d5-9d31-6a59fd69b329,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:05.035443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94e29e-ee33-454c-8a25-05b3ba480b3f req-0961fc87-50df-49c6-bbc3-69ed7ae4515e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:05.048210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b94e29e-ee33-454c-8a25-05b3ba480b3f req-0961fc87-50df-49c6-bbc3-69ed7ae4515e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1226690 Mar 11 17:32:05.048586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4476dbd0-66d9-4626-9c7e-9df4bcbd9e7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 66d7bb1a-6974-4edc-8aef-338035bba953 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:05.050097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4476dbd0-66d9-4626-9c7e-9df4bcbd9e7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.083810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85e3a4da-7a99-4413-86dc-c88913fc9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.132493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b94e29e-ee33-454c-8a25-05b3ba480b3f req-eb863da4-41bc-44d2-97cb-9852eb6da5cc tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828869 Mar 11 17:32:05.136676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.233900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4476dbd0-66d9-4626-9c7e-9df4bcbd9e7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.251332 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:05.251954 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:05.261011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3a4da-7a99-4413-86dc-c88913fc9494 None None] Pushing event updated for resources: {'Port': ['ID=36ab15fc-cd3e-48d5-9d31-6a59fd69b329,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:05.271614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6e39ff58-21c6-45fe-9fb3-4b08641b05a9 None None] Provisioning complete for port 66d7bb1a-6974-4edc-8aef-338035bba953 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:05.271986 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e39ff58-21c6-45fe-9fb3-4b08641b05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.279012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4476dbd0-66d9-4626-9c7e-9df4bcbd9e7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 66d7bb1a-6974-4edc-8aef-338035bba953 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:05.326690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6e39ff58-21c6-45fe-9fb3-4b08641b05a9 None None] Port 66d7bb1a-6974-4edc-8aef-338035bba953 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:32:05.512639 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4476dbd0-66d9-4626-9c7e-9df4bcbd9e7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.563174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476dbd0-66d9-4626-9c7e-9df4bcbd9e7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=66d7bb1a-6974-4edc-8aef-338035bba953,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:05.607101 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4476dbd0-66d9-4626-9c7e-9df4bcbd9e7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.611764 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4476dbd0-66d9-4626-9c7e-9df4bcbd9e7a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/66d7bb1a-6974-4edc-8aef-338035bba953 HTTP/1.1" status: 204 len: 168 time: 0.7703657 Mar 11 17:32:05.615566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40630) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:05.690088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140cacb-767e-482f-b86b-c4b8f3630d2c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:05.691999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140cacb-767e-482f-b86b-c4b8f3630d2c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:05.693762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f140cacb-767e-482f-b86b-c4b8f3630d2c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0755863 Mar 11 17:32:05.697881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40636) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:05.817449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20530b5-2686-49a9-8014-2fac548e3034 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 7d2999b3-46dd-428e-b9a2-f93bc8ed575c {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:05.826260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f20530b5-2686-49a9-8014-2fac548e3034 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:05.916104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f20530b5-2686-49a9-8014-2fac548e3034 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.280130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f20530b5-2686-49a9-8014-2fac548e3034 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.351173 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:32:06.352723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92864b-2507-43f5-b686-797bcae4cd67 req-8b245419-3292-49b3-925d-f6d95ebb5849 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:06.354278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc92864b-2507-43f5-b686-797bcae4cd67 req-8b245419-3292-49b3-925d-f6d95ebb5849 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 945 time: 0.3022511 Mar 11 17:32:06.409941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61ca76-696e-4440-8c07-69892b884510 req-7014728b-82b2-4580-b2c1-ca88461d754c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:06.414739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb61ca76-696e-4440-8c07-69892b884510 req-7014728b-82b2-4580-b2c1-ca88461d754c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1586616 Mar 11 17:32:06.457252 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f20530b5-2686-49a9-8014-2fac548e3034 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.477073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc92864b-2507-43f5-b686-797bcae4cd67 req-e55bbac9-8006-41ef-9676-ef85040e31f8 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120002 Mar 11 17:32:06.512162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:06.513008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20530b5-2686-49a9-8014-2fac548e3034 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2999b3-46dd-428e-b9a2-f93bc8ed575c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:06.520877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f20530b5-2686-49a9-8014-2fac548e3034 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.529598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40696) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:06.530774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f20530b5-2686-49a9-8014-2fac548e3034 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/7d2999b3-46dd-428e-b9a2-f93bc8ed575c HTTP/1.1" status: 204 len: 168 time: 0.8314903 Mar 11 17:32:06.557246 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb61ca76-696e-4440-8c07-69892b884510 req-0a801403-35ca-4b76-b04a-783d2cf36cb3 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235709 Mar 11 17:32:06.561135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d1fb93-766f-4c4d-a15c-5f45a06b02f3 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:06.593064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40700) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:06.598124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:06.603521 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2c57ba32-1288-40c4-9b09-7ed7d49a5a83 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725222 Mar 11 17:32:06.682324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:06.682787 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.731559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:06.738010 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.879622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6f139-a464-4e16-ba63-74a7cdf03c00 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:32:06.939548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-05e6f139-a464-4e16-ba63-74a7cdf03c00 None None] Deleting port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:06.939996 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05e6f139-a464-4e16-ba63-74a7cdf03c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.974133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:06.995710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:06.998372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:07.023577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:07.023825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-05e6f139-a464-4e16-ba63-74a7cdf03c00 None None] For port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=36ab15fc-cd3e-48d5-9d31-6a59fd69b329,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:07.024191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.024431 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05e6f139-a464-4e16-ba63-74a7cdf03c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.045215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-05e6f139-a464-4e16-ba63-74a7cdf03c00 None None] Calling delete_port for 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:07.055686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4585426 Mar 11 17:32:07.056692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40712) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:07.064050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0cf78857-5402-4110-b5d2-23b91b9a89fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': '80465ec6-2d4a-4595-9cb8-3d6e31a22074', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1248875130'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:07.082015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c81d54-1f8b-4df1-8266-d6a21ef2032f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=80465ec6-2d4a-4595-9cb8-3d6e31a22074,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:07.142478 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05e6f139-a464-4e16-ba63-74a7cdf03c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.181725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6f139-a464-4e16-ba63-74a7cdf03c00 None None] Pushing event deleted for resources: {'Port': ['ID=36ab15fc-cd3e-48d5-9d31-6a59fd69b329,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:07.185645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6f139-a464-4e16-ba63-74a7cdf03c00 None None] No DVR routers for this DVR port 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:07.207175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c117d68b-f3ea-4844-ab46-e8429b4f75e9 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:07.226188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf78857-5402-4110-b5d2-23b91b9a89fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:07.337406 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0cf78857-5402-4110-b5d2-23b91b9a89fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.357710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-0cf78857-5402-4110-b5d2-23b91b9a89fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port e0f4ade4-6d6d-4807-8cb2-bb32fc6bf474 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:32:07.469615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': '80465ec6-2d4a-4595-9cb8-3d6e31a22074'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:32:07.473204 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.593235 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf78857-5402-4110-b5d2-23b91b9a89fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:32:07.594083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf78857-5402-4110-b5d2-23b91b9a89fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:32:07.672176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0cf78857-5402-4110-b5d2-23b91b9a89fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6143694 Mar 11 17:32:07.675927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40732) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:07.688175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40734) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:07.713748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5b56e96c-b9db-43cd-bb5d-40a5c491ae03 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0356131 Mar 11 17:32:07.717465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8130ea-32a9-4b7d-a7f1-9d30dbb9ef54 req-c1b13275-4845-4b4a-b102-099575375a37 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:07.723946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:07.726233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f8130ea-32a9-4b7d-a7f1-9d30dbb9ef54 req-c1b13275-4845-4b4a-b102-099575375a37 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 945 time: 0.1214755 Mar 11 17:32:07.790397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10146822-041f-40ed-910b-2fa17969958e req-bc98e3b1-49d9-404d-942d-efa1cf77c1fd tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:07.790397 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10146822-041f-40ed-910b-2fa17969958e req-bc98e3b1-49d9-404d-942d-efa1cf77c1fd tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.0935388 Mar 11 17:32:07.823197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/80465ec6-2d4a-4595-9cb8-3d6e31a22074/cd8236bd-66d4-43bc-99c6-111f7d36df2a) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:07.829313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f8130ea-32a9-4b7d-a7f1-9d30dbb9ef54 req-d6b0e387-bfbe-4ad8-a610-fca24c5b3d02 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014285 Mar 11 17:32:07.850783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7876c3c-96f0-4735-8d7e-1c4812a98fed tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:07.852420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7876c3c-96f0-4735-8d7e-1c4812a98fed tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:07.869089 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e7876c3c-96f0-4735-8d7e-1c4812a98fed tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1440239 Mar 11 17:32:07.871811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40744) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:07.880579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10146822-041f-40ed-910b-2fa17969958e req-f761e8da-506f-421a-98d9-407ecab2c1e7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749359 Mar 11 17:32:07.910587 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba096a1-a0a1-4a26-a844-fa4f2be3a148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:07.950361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fdd9a6-f651-49a3-b460-ed6a0002aa47 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 80465ec6-2d4a-4595-9cb8-3d6e31a22074 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:08.011255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba096a1-a0a1-4a26-a844-fa4f2be3a148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.016057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba096a1-a0a1-4a26-a844-fa4f2be3a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.045279 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.055057 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd9a6-f651-49a3-b460-ed6a0002aa47 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.058208 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.075766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bba096a1-a0a1-4a26-a844-fa4f2be3a148 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fbbf7dde15a4fff8f9d9d3d56b8406e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865137 Mar 11 17:32:08.078673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40748) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:08.079316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba096a1-a0a1-4a26-a844-fa4f2be3a148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eb0d85-2454-4167-942e-3c82ecaab116,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:08.123244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:08.127575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:08.131027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:08.156525 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd9a6-f651-49a3-b460-ed6a0002aa47 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.176461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Pushing event updated for resources: {'Port': ['ID=cd8236bd-66d4-43bc-99c6-111f7d36df2a,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:08.177985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8edc5d6e-e2f1-4ffe-a8fe-2e083fcc6ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.208155 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8edc5d6e-e2f1-4ffe-a8fe-2e083fcc6ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.274513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Attempting to bind port cd8236bd-66d4-43bc-99c6-111f7d36df2a on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:08.275121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Attempting to bind port cd8236bd-66d4-43bc-99c6-111f7d36df2a by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:08.275717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Attempting to bind port cd8236bd-66d4-43bc-99c6-111f7d36df2a on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:08.293237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:32:08.295047 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:32:08.296042 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.297024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:32:08.298131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Bound port: cd8236bd-66d4-43bc-99c6-111f7d36df2a, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:08.299327 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.312215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8edc5d6e-e2f1-4ffe-a8fe-2e083fcc6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.312567 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd9a6-f651-49a3-b460-ed6a0002aa47 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.312757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8edc5d6e-e2f1-4ffe-a8fe-2e083fcc6ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.313805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8edc5d6e-e2f1-4ffe-a8fe-2e083fcc6ebe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9eb0d85-2454-4167-942e-3c82ecaab116 HTTP/1.1" status: 204 len: 168 time: 0.2313788 Mar 11 17:32:08.333482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc5d6e-e2f1-4ffe-a8fe-2e083fcc6ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eb0d85-2454-4167-942e-3c82ecaab116,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:08.402571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd9a6-f651-49a3-b460-ed6a0002aa47 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.428694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] For port cd8236bd-66d4-43bc-99c6-111f7d36df2a, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:08.435154 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd9a6-f651-49a3-b460-ed6a0002aa47 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.438748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a8fdd9a6-f651-49a3-b460-ed6a0002aa47 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/80465ec6-2d4a-4595-9cb8-3d6e31a22074 HTTP/1.1" status: 204 len: 168 time: 0.5657167 Mar 11 17:32:08.441028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] For port cd8236bd-66d4-43bc-99c6-111f7d36df2a, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cd8236bd-66d4-43bc-99c6-111f7d36df2a,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:08.441199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40756) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:08.450104 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:08.491908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdd9a6-f651-49a3-b460-ed6a0002aa47 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=80465ec6-2d4a-4595-9cb8-3d6e31a22074,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:08.542322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:08.542807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f356a2ec-da2b-47f7-9604-f7761bb64b04 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879338 Mar 11 17:32:08.556071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:08.636300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:08.714599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:32:08.714893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 36ab15fc-cd3e-48d5-9d31-6a59fd69b329 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:32:08.716316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6669bb4-0f2e-45b7-83f8-b730a8a42c84 None None] Pushing event updated for resources: {'Port': ['ID=cd8236bd-66d4-43bc-99c6-111f7d36df2a,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:08.943358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40776) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:08.974589 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-007fa50b-282e-49e4-9772-c57b7cb7ac1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.236833 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-bd8197d9-ae2e-44b4-86f6-8edebd27678f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6616592 Mar 11 17:32:09.242759 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-007fa50b-282e-49e4-9772-c57b7cb7ac1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.255078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb1a5e-1def-4623-af0f-993d98021aaf req-cf2f64ae-f7f4-41cd-92f8-4859ebf8fe35 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:09.257172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62cb1a5e-1def-4623-af0f-993d98021aaf req-cf2f64ae-f7f4-41cd-92f8-4859ebf8fe35 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 945 time: 0.1786666 Mar 11 17:32:09.264218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-007fa50b-282e-49e4-9772-c57b7cb7ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.279339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:09.283355 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.300995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f8ae4-85ec-4f89-8d68-804302a5d10a req-d5b9b81b-05d4-477d-bf77-be6892721bdd tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:09.311489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-025f8ae4-85ec-4f89-8d68-804302a5d10a req-d5b9b81b-05d4-477d-bf77-be6892721bdd tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.2016337 Mar 11 17:32:09.320961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fa50b-282e-49e4-9772-c57b7cb7ac1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866bd721-4e8d-4329-929d-dca7fbf69d16,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:09.398206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-007fa50b-282e-49e4-9772-c57b7cb7ac1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96b63c51dabf415c8e1ad78fd4f29a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527285 Mar 11 17:32:09.401021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40780) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:09.423567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62cb1a5e-1def-4623-af0f-993d98021aaf req-404f9970-6358-47ca-b11b-ec63dd6a92bc tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557498 Mar 11 17:32:09.439438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-025f8ae4-85ec-4f89-8d68-804302a5d10a req-e75a0344-63d5-45c0-8e98-8b82f57517a5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269805 Mar 11 17:32:09.546941 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c691059-943d-4dfa-a41b-19cd70f0b59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.567838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-865fb285-db9a-4aa6-9dba-b35e2ca6b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:09.570702 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-865fb285-db9a-4aa6-9dba-b35e2ca6b263 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0f6b2e9857548cc99e72fcb3f0ac651&device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 1097 time: 0.1997216 Mar 11 17:32:09.581120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c691059-943d-4dfa-a41b-19cd70f0b59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.662116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c691059-943d-4dfa-a41b-19cd70f0b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.669351 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c691059-943d-4dfa-a41b-19cd70f0b59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.672975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7c691059-943d-4dfa-a41b-19cd70f0b59d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/866bd721-4e8d-4329-929d-dca7fbf69d16 HTTP/1.1" status: 204 len: 168 time: 0.2702951 Mar 11 17:32:09.689490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c691059-943d-4dfa-a41b-19cd70f0b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866bd721-4e8d-4329-929d-dca7fbf69d16,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:09.832074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-6b4a23e0-1a6f-417a-9a7a-8efe94ab368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:09.834858 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-6b4a23e0-1a6f-417a-9a7a-8efe94ab368b service neutron] 10.222.0.46 "GET /v2.0/networks?id=847fb16c-7c31-4baf-ac2d-f39cd640a23b HTTP/1.1" status: 200 len: 913 time: 0.2356443 Mar 11 17:32:09.929907 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-f5b5aa4d-fb5f-4bfd-aa67-44d41ff26bb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e647eb0-17e6-4a2a-88fd-9f6a85488088 HTTP/1.1" status: 200 len: 217 time: 0.0683985 Mar 11 17:32:09.931913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:09.969174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:09.984225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:10.022489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:10.023856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.109493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=facb8ccb-bda9-429d-97e7-9278f88df648,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:10.122094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40796) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:10.122673 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6af287ad-6351-4385-8c97-83cf3285eb5f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5787899 Mar 11 17:32:10.131752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-500be3a3-4d3d-4cad-94c0-3f6fa7de4f54 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1828720269', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:10.144796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-7a5ef18b-db29-48fb-8fba-5fec9803006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:10.146616 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-7a5ef18b-db29-48fb-8fba-5fec9803006d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a52e5e-ffdb-4444-8565-73849694ad4d HTTP/1.1" status: 200 len: 853 time: 0.1999192 Mar 11 17:32:10.200218 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-66484c5b-55ad-4a11-ad39-455267b87fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=847fb16c-7c31-4baf-ac2d-f39cd640a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412352 Mar 11 17:32:10.207050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500be3a3-4d3d-4cad-94c0-3f6fa7de4f54 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.208647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500be3a3-4d3d-4cad-94c0-3f6fa7de4f54 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.248330 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15045637-5a2c-4f19-b1c5-2222f751d540 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:10.351296 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500be3a3-4d3d-4cad-94c0-3f6fa7de4f54 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.367546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500be3a3-4d3d-4cad-94c0-3f6fa7de4f54 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.371052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7fbb6c2c-1c42-4697-a336-1cd4c489fa42 None None] Provisioning complete for port cd8236bd-66d4-43bc-99c6-111f7d36df2a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:10.372556 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6c2c-1c42-4697-a336-1cd4c489fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.378511 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-805241ff-e8b3-4ea6-953b-f8be266ffe47 service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646733 Mar 11 17:32:10.448453 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500be3a3-4d3d-4cad-94c0-3f6fa7de4f54 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.450102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-500be3a3-4d3d-4cad-94c0-3f6fa7de4f54 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3258662 Mar 11 17:32:10.453740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40802) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:10.720554 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f83596cc-ccf9-47c6-8904-c51e4b47cc51 req-6c12f289-fb83-4b64-8301-7b42f3df4194 service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290973 Mar 11 17:32:10.802900 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cd8236bd-66d4-43bc-99c6-111f7d36df2a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:10.876965 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6c2c-1c42-4697-a336-1cd4c489fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.920061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-059b1d79-4d5d-40f9-b3f4-10af18428cff tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:10.923567 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-059b1d79-4d5d-40f9-b3f4-10af18428cff tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 945 time: 0.1133492 Mar 11 17:32:10.980961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7fbb6c2c-1c42-4697-a336-1cd4c489fa42 None None] For port cd8236bd-66d4-43bc-99c6-111f7d36df2a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cd8236bd-66d4-43bc-99c6-111f7d36df2a,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:10.982628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448a76c-4cae-4307-bb80-e2ff712f0eb5 req-cfe28dcc-5e4a-400a-b712-f988b968d8f6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:10.985495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1448a76c-4cae-4307-bb80-e2ff712f0eb5 req-cfe28dcc-5e4a-400a-b712-f988b968d8f6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.3803523 Mar 11 17:32:10.997848 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6c2c-1c42-4697-a336-1cd4c489fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.010704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.100402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port cd8236bd-66d4-43bc-99c6-111f7d36df2a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:11.104115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.117192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa0c8-80f2-445c-ac74-8d4068535f6e req-7dcf7238-270a-45af-abb0-cf5b5b00098b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:11.124890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2daa0c8-80f2-445c-ac74-8d4068535f6e req-7dcf7238-270a-45af-abb0-cf5b5b00098b tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 945 time: 0.3936133 Mar 11 17:32:11.143161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1448a76c-4cae-4307-bb80-e2ff712f0eb5 req-6b681023-528b-4381-acc6-6c6b4fb2ef67 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051428 Mar 11 17:32:11.204714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Deleting port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:11.205576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.251674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb6c2c-1c42-4697-a336-1cd4c489fa42 None None] Pushing event updated for resources: {'Port': ['ID=cd8236bd-66d4-43bc-99c6-111f7d36df2a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:11.291793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2daa0c8-80f2-445c-ac74-8d4068535f6e req-34293650-ab31-43ff-a94e-84602a203c8f tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/security-groups?id=d561f52f-017a-4d28-8fb5-839bd3d8a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585684 Mar 11 17:32:11.373911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.484766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] For port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,segment=NetworkSegment(7234479a-7d14-4e4e-8ae4-f1e1544b7357),segment_id=7234479a-7d14-4e4e-8ae4-f1e1544b7357)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:11.486025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.522578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Calling delete_port for 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:11.550099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e7337ee0-d26c-4ecc-b163-7ef63de2edfa None None] Provisioning complete for port cd8236bd-66d4-43bc-99c6-111f7d36df2a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:11.550468 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7337ee0-d26c-4ecc-b163-7ef63de2edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.785442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::1 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/facb8ccb-bda9-429d-97e7-9278f88df648/e5ffafa3-ee50-4120-8212-4d0d7cf063e2) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:11.798531 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.814050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['9faa9494-b8ee-4cfd-b621-1dd24e4063e4'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:32:11.853044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Pushing event deleted for resources: {'Port': ['ID=9faa9494-b8ee-4cfd-b621-1dd24e4063e4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:11.904848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] No DVR routers for this DVR port 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:11.909146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.913893 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f1d2f055-6a0d-4215-b0fd-21ed2ac36c11 req-fca367be-2ee4-4ddf-a935-d77ee4cbe2de tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.46 "DELETE /v2.0/ports/9faa9494-b8ee-4cfd-b621-1dd24e4063e4 HTTP/1.1" status: 204 len: 173 time: 0.9830859 Mar 11 17:32:11.914366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9888130b-b74b-4a31-9b9c-8d8f1c21531f', 'name': 'network-vif-deleted', 'tag': '9faa9494-b8ee-4cfd-b621-1dd24e4063e4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:32:11.918238 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531352ac-f642-46d3-b0ff-42a9366f1034" -d '{"events": [{"server_uuid": "9888130b-b74b-4a31-9b9c-8d8f1c21531f", "name": "network-vif-deleted", "tag": "9faa9494-b8ee-4cfd-b621-1dd24e4063e4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:32:11.994659 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b84a494-64f0-477d-a486-2e3de76b4369 x-openstack-request-id: req-7b84a494-64f0-477d-a486-2e3de76b4369 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:32:11.995163 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9888130b-b74b-4a31-9b9c-8d8f1c21531f", "name": "network-vif-deleted", "tag": "9faa9494-b8ee-4cfd-b621-1dd24e4063e4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:32:11.995595 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b84a494-64f0-477d-a486-2e3de76b4369 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:32:11.996223 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9888130b-b74b-4a31-9b9c-8d8f1c21531f', 'name': 'network-vif-deleted', 'tag': '9faa9494-b8ee-4cfd-b621-1dd24e4063e4', 'status': 'completed', 'code': 200} Mar 11 17:32:12.012632 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.071709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.156778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=e5ffafa3-ee50-4120-8212-4d0d7cf063e2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:12.189232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:12.190847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:12.203047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:12.203626 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.402747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190c228-cfe9-4fdd-950a-e2dd99ac9b03 req-85e5a44d-5434-4ca9-aaa9-90c9d27b6cc9 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:12.404728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e190c228-cfe9-4fdd-950a-e2dd99ac9b03 req-85e5a44d-5434-4ca9-aaa9-90c9d27b6cc9 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1230252 Mar 11 17:32:12.576448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.580159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-837ecf5a-4583-48ec-bf03-e193b1341ef2 req-e90c3c84-2313-42a5-83c0-b8a971227bd2 tempest-VolumesActionsTest-581074888 tempest-VolumesActionsTest-581074888-project] 10.222.0.53 "GET /v2.0/ports?device_id=9888130b-b74b-4a31-9b9c-8d8f1c21531f HTTP/1.1" status: 200 len: 210 time: 0.0891399 Mar 11 17:32:12.587629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cd8236bd-66d4-43bc-99c6-111f7d36df2a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:12.648156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e190c228-cfe9-4fdd-950a-e2dd99ac9b03 req-2d49b94f-99b7-4140-a763-47fc5532ae1a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277932 Mar 11 17:32:12.726878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port cd8236bd-66d4-43bc-99c6-111f7d36df2a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:12.727535 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.785590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e4b7b126-4033-472f-974c-68cc1a70975f None None] Provisioning complete for port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:12.786164 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b126-4033-472f-974c-68cc1a70975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:12.929067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7b126-4033-472f-974c-68cc1a70975f None None] Port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:32:13.113959 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.121850 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.122855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.226024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=e5ffafa3-ee50-4120-8212-4d0d7cf063e2,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:13.282668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:13.284869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:13.434381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Router bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:32:13.559376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:13.564555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3f825bb9-8c20-4aba-9379-27772ff5ba96 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "PUT /v2.0/routers/bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1054742 Mar 11 17:32:13.567016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40894) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:13.574222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Sync routers for ids ['bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:32:13.625416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbeb94-0ae4-4964-8658-7269c2068f8c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:13.627221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eccbeb94-0ae4-4964-8658-7269c2068f8c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports/e5ffafa3-ee50-4120-8212-4d0d7cf063e2 HTTP/1.1" status: 200 len: 911 time: 0.0585790 Mar 11 17:32:13.629514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40900) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:13.723944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61eba86-b218-4b85-9a59-83b08a0c8f9f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:13.730950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61eba86-b218-4b85-9a59-83b08a0c8f9f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:13.733958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b61eba86-b218-4b85-9a59-83b08a0c8f9f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1022627 Mar 11 17:32:13.736330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40908) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:13.932650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Routers {'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:13.934510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:31:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:13.985863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e1bd-4159-419b-8765-051c825c9d67 req-77adebc2-75d0-40b9-bdcc-04dc68f3356d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:13.990289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-048860ad-4ec7-4740-a6f5-152aae7e5f51 None None] Provisioning complete for port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:13.990688 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-048860ad-4ec7-4740-a6f5-152aae7e5f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.997285 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6ce8-954e-4baa-84cd-b56e6552c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.997770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbd3e1bd-4159-419b-8765-051c825c9d67 req-77adebc2-75d0-40b9-bdcc-04dc68f3356d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1547627 Mar 11 17:32:14.090514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-048860ad-4ec7-4740-a6f5-152aae7e5f51 None None] Port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:32:14.097940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Set router bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:14.108294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbd3e1bd-4159-419b-8765-051c825c9d67 req-8448bb0d-ddae-4698-9743-eea0bff7bb66 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025751 Mar 11 17:32:14.419237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02', 'name': 'tempest-NetworksTestDHCPv6-router-1828720269', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 2, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None, '_interfaces': [{'id': 'e5ffafa3-ee50-4120-8212-4d0d7cf063e2', 'name': '', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'mac_address': 'fa:16:3e:aa:40:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'facb8ccb-bda9-429d-97e7-9278f88df648', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:11Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 2, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'subnets': [{'id': 'facb8ccb-bda9-429d-97e7-9278f88df648', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:14.463301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Checking router: bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:32:14.463865 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Updating router bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:32:14.495582 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.890813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40956) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:14.921981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.970392 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.977796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.085180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8df8b-d226-428f-a777-d7dcf66f2f4a None None] Pushing event updated for resources: {'Port': ['ID=e5ffafa3-ee50-4120-8212-4d0d7cf063e2,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:15.166169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9ca8-c072-4566-aec4-95727abf74b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.248280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Attempting to bind port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:15.248844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Attempting to bind port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:15.249022 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Attempting to bind port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:15.255051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:32:15.256131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:32:15.256618 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.257090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:32:15.257576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Bound port: e5ffafa3-ee50-4120-8212-4d0d7cf063e2, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:15.257961 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.389001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3a9ac-11a8-4079-91b9-1802e483e5bf req-02c25616-7523-40be-98fa-cd6fe8a70b46 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:15.392614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7e3a9ac-11a8-4079-91b9-1802e483e5bf req-02c25616-7523-40be-98fa-cd6fe8a70b46 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1575515 Mar 11 17:32:15.433979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] For port e5ffafa3-ee50-4120-8212-4d0d7cf063e2, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:15.449528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] For port e5ffafa3-ee50-4120-8212-4d0d7cf063e2, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e5ffafa3-ee50-4120-8212-4d0d7cf063e2,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:15.458713 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.487516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:15.488023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.545861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7e3a9ac-11a8-4079-91b9-1802e483e5bf req-d579143f-5fa0-4274-8830-87fb2dc7bc20 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386065 Mar 11 17:32:15.557019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Routers {'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:15.557610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:31:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:15.583320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9ca8-c072-4566-aec4-95727abf74b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.591985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9ca8-c072-4566-aec4-95727abf74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.717153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8df8b-d226-428f-a777-d7dcf66f2f4a None None] Pushing event updated for resources: {'Port': ['ID=e5ffafa3-ee50-4120-8212-4d0d7cf063e2,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:15.717683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] For port e5ffafa3-ee50-4120-8212-4d0d7cf063e2, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e5ffafa3-ee50-4120-8212-4d0d7cf063e2,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:15.720090 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.742123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-97b5f498-ed1d-46d5-8b05-14593ea26760 None None] Provisioning complete for port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:15.742492 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-97b5f498-ed1d-46d5-8b05-14593ea26760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.747519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e9ca8-c072-4566-aec4-95727abf74b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281231cc-0ec0-44ec-b868-5c5848957a8b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:15.758779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2a1e9ca8-c072-4566-aec4-95727abf74b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e66890c2e64447babb524593c11e69a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605475 Mar 11 17:32:15.760803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40984) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:15.781637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] Set router bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:15.790866 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for e5ffafa3-ee50-4120-8212-4d0d7cf063e2 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:15.888678 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81b11da4-27e1-4cd2-ac89-446a35f0bb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.949927 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-52710f54-30cd-48cf-b28a-d878d0bdf86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.953771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:15.960321 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81b11da4-27e1-4cd2-ac89-446a35f0bb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.053793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:32:16.054762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9faa9494-b8ee-4cfd-b621-1dd24e4063e4 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:32:16.065983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81b11da4-27e1-4cd2-ac89-446a35f0bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.074258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81b11da4-27e1-4cd2-ac89-446a35f0bb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.075873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-81b11da4-27e1-4cd2-ac89-446a35f0bb05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/281231cc-0ec0-44ec-b868-5c5848957a8b HTTP/1.1" status: 204 len: 168 time: 0.3137748 Mar 11 17:32:16.097371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b11da4-27e1-4cd2-ac89-446a35f0bb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281231cc-0ec0-44ec-b868-5c5848957a8b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:16.203439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.256997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-97b5f498-ed1d-46d5-8b05-14593ea26760 None None] Port e5ffafa3-ee50-4120-8212-4d0d7cf063e2 update to ACTIVE by agent not found {{(pid=102643) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 11 17:32:16.317135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=e5ffafa3-ee50-4120-8212-4d0d7cf063e2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:16.375479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.376080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.376978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.377516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.378014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.378514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.379003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.379627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.380115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.380735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.382153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.382671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:16.502524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b43ac8e6-9b58-4427-bc5a-da4baed84478 None None] Could not find standard attr ID for object e5ffafa3-ee50-4120-8212-4d0d7cf063e2. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:32:16.545957 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.596661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02', 'name': 'tempest-NetworksTestDHCPv6-router-1828720269', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 2, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None, '_interfaces': [{'id': 'e5ffafa3-ee50-4120-8212-4d0d7cf063e2', 'name': '', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'mac_address': 'fa:16:3e:aa:40:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'facb8ccb-bda9-429d-97e7-9278f88df648', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:11Z', 'updated_at': '2022-03-11T17:32:15Z', 'revision_number': 4, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'subnets': [{'id': 'facb8ccb-bda9-429d-97e7-9278f88df648', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:16.740579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254922cc-a68b-4f9f-b6ac-a0b99740364b None None] The sync data for ids ['bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'] in n-d-833411-1 is: [{'id': 'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02', 'name': 'tempest-NetworksTestDHCPv6-router-1828720269', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:12Z', 'revision_number': 2, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None, '_interfaces': [{'id': 'e5ffafa3-ee50-4120-8212-4d0d7cf063e2', 'name': '', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'mac_address': 'fa:16:3e:aa:40:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'facb8ccb-bda9-429d-97e7-9278f88df648', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:11Z', 'updated_at': '2022-03-11T17:32:15Z', 'revision_number': 4, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'subnets': [{'id': 'facb8ccb-bda9-429d-97e7-9278f88df648', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:32:16.825882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3161d-6f72-42cf-b703-74ac137f8675 req-0bec04bb-9819-4d4f-9cb3-c444c8bfabb4 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:16.834785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56a3161d-6f72-42cf-b703-74ac137f8675 req-0bec04bb-9819-4d4f-9cb3-c444c8bfabb4 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1102300 Mar 11 17:32:16.855442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41022) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:16.919674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe96a-6a8f-4cd9-84da-316ce80a6cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.974984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Router bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:17.012984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56a3161d-6f72-42cf-b703-74ac137f8675 req-725d0547-1ca7-4654-a009-c63e5dbd9884 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625173 Mar 11 17:32:17.117721 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.214115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:17.221877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-39f8b249-7bae-4fe0-826e-cccfbc2e9ba1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "PUT /v2.0/routers/bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4840915 Mar 11 17:32:17.224292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:17.256828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe96a-6a8f-4cd9-84da-316ce80a6cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.277502 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7dfbe96a-6a8f-4cd9-84da-316ce80a6cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.377170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7dfbe96a-6a8f-4cd9-84da-316ce80a6cc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ee790465e984afdabc5348f1bd4cf4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192566 Mar 11 17:32:17.378193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbe96a-6a8f-4cd9-84da-316ce80a6cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e37fba-5836-4cb0-877b-30b387126103,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:17.395877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41044) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:17.401192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d4ba85-b935-4d51-9f37-467e75e55147 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:17.403351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d4ba85-b935-4d51-9f37-467e75e55147 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:17.404996 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e0d4ba85-b935-4d51-9f37-467e75e55147 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1796677 Mar 11 17:32:17.407597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41046) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:17.483574 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ba10e04-cfca-427b-8e12-fe910a37c087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.486375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-720e4faa-b0b5-4bc0-8587-b5c773c5f552 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet facb8ccb-bda9-429d-97e7-9278f88df648 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:17.491172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-720e4faa-b0b5-4bc0-8587-b5c773c5f552 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.529097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ba10e04-cfca-427b-8e12-fe910a37c087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.559012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-720e4faa-b0b5-4bc0-8587-b5c773c5f552 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.646589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-720e4faa-b0b5-4bc0-8587-b5c773c5f552 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.729183 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-720e4faa-b0b5-4bc0-8587-b5c773c5f552 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.768143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e4faa-b0b5-4bc0-8587-b5c773c5f552 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=facb8ccb-bda9-429d-97e7-9278f88df648,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:17.777896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-720e4faa-b0b5-4bc0-8587-b5c773c5f552 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:17.781752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-720e4faa-b0b5-4bc0-8587-b5c773c5f552 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/facb8ccb-bda9-429d-97e7-9278f88df648 HTTP/1.1" status: 204 len: 168 time: 0.3702168 Mar 11 17:32:17.793047 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f39675-173a-427d-90e9-bf8393dc83f9 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:17.809276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41054) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:18.173685 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8dd2864a-e0ff-4263-97f5-33771d393a35 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3630457 Mar 11 17:32:18.176628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:18.200242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e587f6-841c-48ef-b9b9-cde919718aa4 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:32:18.267965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fba422-40a7-4927-b98c-d7a22857f27e req-688f48f3-4c45-4f7d-a955-e502134e6bf2 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:18.278464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96fba422-40a7-4927-b98c-d7a22857f27e req-688f48f3-4c45-4f7d-a955-e502134e6bf2 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.0766573 Mar 11 17:32:18.300149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c9e587f6-841c-48ef-b9b9-cde919718aa4 None None] Deleting port cd8236bd-66d4-43bc-99c6-111f7d36df2a {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:18.300786 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c9e587f6-841c-48ef-b9b9-cde919718aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.337398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96fba422-40a7-4927-b98c-d7a22857f27e req-b549a139-db12-4c96-a3e3-661089ec02ae tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576572 Mar 11 17:32:18.362433 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ba10e04-cfca-427b-8e12-fe910a37c087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.368660 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ba10e04-cfca-427b-8e12-fe910a37c087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.375163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4ba10e04-cfca-427b-8e12-fe910a37c087 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89e37fba-5836-4cb0-877b-30b387126103 HTTP/1.1" status: 204 len: 168 time: 0.9779747 Mar 11 17:32:18.385070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba10e04-cfca-427b-8e12-fe910a37c087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e37fba-5836-4cb0-877b-30b387126103,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:18.408921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a05b532-8718-4b5c-837c-5c8ecde2b624 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.499041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c9e587f6-841c-48ef-b9b9-cde919718aa4 None None] For port cd8236bd-66d4-43bc-99c6-111f7d36df2a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cd8236bd-66d4-43bc-99c6-111f7d36df2a,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:18.499946 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c9e587f6-841c-48ef-b9b9-cde919718aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.505001 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.525871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c9e587f6-841c-48ef-b9b9-cde919718aa4 None None] Calling delete_port for cd8236bd-66d4-43bc-99c6-111f7d36df2a owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:18.704385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cd8236bd-66d4-43bc-99c6-111f7d36df2a no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:19.193643 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:19.197138 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c9e587f6-841c-48ef-b9b9-cde919718aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:19.199905 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:19.290344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e587f6-841c-48ef-b9b9-cde919718aa4 None None] Pushing event deleted for resources: {'Port': ['ID=cd8236bd-66d4-43bc-99c6-111f7d36df2a,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:19.294970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e587f6-841c-48ef-b9b9-cde919718aa4 None None] No DVR routers for this DVR port cd8236bd-66d4-43bc-99c6-111f7d36df2a on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:19.394060 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] Sync routers for ids ['bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:32:19.414648 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] Routers {'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:19.415391 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:32:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:19.533321 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] Set router bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:19.656530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477d504-3f2a-4296-9f82-b78596de2325 req-3b98009a-cd56-43b1-926e-8e81dfc142c5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:19.667225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9477d504-3f2a-4296-9f82-b78596de2325 req-3b98009a-cd56-43b1-926e-8e81dfc142c5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1394591 Mar 11 17:32:19.723822 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02', 'name': 'tempest-NetworksTestDHCPv6-router-1828720269', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:16Z', 'revision_number': 3, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:19.781004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9477d504-3f2a-4296-9f82-b78596de2325 req-38c75f95-40fd-43c0-8383-6f48b19256d7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124623 Mar 11 17:32:19.796909 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] Checking router: bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:32:19.810297 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] Routers {'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:19.811193 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:32:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:19.841560 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a05b532-8718-4b5c-837c-5c8ecde2b624 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:19.847622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a05b532-8718-4b5c-837c-5c8ecde2b624 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:19.919898 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a05b532-8718-4b5c-837c-5c8ecde2b624 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:19.921752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a05b532-8718-4b5c-837c-5c8ecde2b624 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Fanout notify agent at l3_agent the message router_deleted on router bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:32:19.934063 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a05b532-8718-4b5c-837c-5c8ecde2b624 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:19.938837 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4a05b532-8718-4b5c-837c-5c8ecde2b624 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/routers/bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 HTTP/1.1" status: 204 len: 168 time: 1.7566459 Mar 11 17:32:19.939592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41098) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:19.945863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:20.005499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] Set router bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:20.195700 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02', 'name': 'tempest-NetworksTestDHCPv6-router-1828720269', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:16Z', 'revision_number': 3, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:20.282835 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd4d4b-8b09-4216-a54c-edac655dc20e None None] The sync data for ids ['bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02'] in n-d-833411-1 is: [{'id': 'bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02', 'name': 'tempest-NetworksTestDHCPv6-router-1828720269', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:10Z', 'updated_at': '2022-03-11T17:32:16Z', 'revision_number': 3, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:32:20.296471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:20.308287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:20.676035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e5ffafa3-ee50-4120-8212-4d0d7cf063e2 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:20.723698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:20.737153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e5ffafa3-ee50-4120-8212-4d0d7cf063e2 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:32:20.737775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e5ffafa3-ee50-4120-8212-4d0d7cf063e2 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:32:20.810163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:20.820201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:20.825502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:20.826105 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:20.832485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b619b14-4c82-4c45-bca7-f90aac656c09 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:20.874466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9332788 Mar 11 17:32:20.875435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=bc917923-56c5-473b-aa68-76c134f7bd24,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:20.877233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41118) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:20.883753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f380857f-e180-4ab4-9bee-872f40ce3a21 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-231262998', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:20.906875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.907388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.908048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.908651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.909411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.910255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.910881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.911433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.912872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.913500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.914005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.914854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9318f1-af54-4175-b1a4-3be22d2c2b81 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:20.978695 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f380857f-e180-4ab4-9bee-872f40ce3a21 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:20.980038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f380857f-e180-4ab4-9bee-872f40ce3a21 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.020576 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0c8e2-d67e-4480-9de4-9056d178be46 req-ac33729e-d0e9-4e75-a323-7a411b6bf279 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:21.029304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27c0c8e2-d67e-4480-9de4-9056d178be46 req-ac33729e-d0e9-4e75-a323-7a411b6bf279 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.0836961 Mar 11 17:32:21.108198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27c0c8e2-d67e-4480-9de4-9056d178be46 req-6d9218e9-26f5-4c6a-b3b8-21773469216a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779836 Mar 11 17:32:21.131001 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f380857f-e180-4ab4-9bee-872f40ce3a21 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.138793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f380857f-e180-4ab4-9bee-872f40ce3a21 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.167126 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f380857f-e180-4ab4-9bee-872f40ce3a21 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.169587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f380857f-e180-4ab4-9bee-872f40ce3a21 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2904859 Mar 11 17:32:21.172644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41124) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:21.394053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'bc917923-56c5-473b-aa68-76c134f7bd24'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:32:21.395050 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:21.737758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/bc917923-56c5-473b-aa68-76c134f7bd24/f4c0d033-3af2-44b1-9135-4012f44e93f4) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:21.885501 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.379601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da43d6-d625-4ec3-be69-a6321acc07b7 req-9b5d6a80-efde-4269-b314-b15541245fb5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:22.390303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91da43d6-d625-4ec3-be69-a6321acc07b7 req-9b5d6a80-efde-4269-b314-b15541245fb5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1146734 Mar 11 17:32:22.442687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91da43d6-d625-4ec3-be69-a6321acc07b7 req-649a48d4-ab64-4d1e-9e6f-bdc9ef36c31a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496337 Mar 11 17:32:22.522140 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.546651 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.629232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:22.634083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:22.642096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:22.647276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Pushing event updated for resources: {'Port': ['ID=f4c0d033-3af2-44b1-9135-4012f44e93f4,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:22.740361 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Attempting to bind port f4c0d033-3af2-44b1-9135-4012f44e93f4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:22.743293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Attempting to bind port f4c0d033-3af2-44b1-9135-4012f44e93f4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:22.743554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::1 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/bc917923-56c5-473b-aa68-76c134f7bd24/cc699ddd-2c3d-4ede-8eb3-930fddb3635f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:22.744664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Attempting to bind port f4c0d033-3af2-44b1-9135-4012f44e93f4 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:22.760927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:32:22.761304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:32:22.761722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.762121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:32:22.762606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Bound port: f4c0d033-3af2-44b1-9135-4012f44e93f4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:22.764025 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.892758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] For port f4c0d033-3af2-44b1-9135-4012f44e93f4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:22.895915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] For port f4c0d033-3af2-44b1-9135-4012f44e93f4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f4c0d033-3af2-44b1-9135-4012f44e93f4,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:22.909775 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:22.998480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc1667-9a0c-411e-938c-3404d3a5d55c None None] Pushing event updated for resources: {'Port': ['ID=f4c0d033-3af2-44b1-9135-4012f44e93f4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:23.055586 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.122437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.231341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=cc699ddd-2c3d-4ede-8eb3-930fddb3635f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:23.242377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:23.244565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:23.250501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:23.251518 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.576330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:23.905364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfee6b-0ff9-49ad-879d-86c713034ee6 req-6d7344d2-2068-44db-8c23-d20f25b82c74 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:23.908879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19bfee6b-0ff9-49ad-879d-86c713034ee6 req-6d7344d2-2068-44db-8c23-d20f25b82c74 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.2713027 Mar 11 17:32:23.972767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19bfee6b-0ff9-49ad-879d-86c713034ee6 req-16ed7400-d02d-4a34-9bf5-74d07754a7ac tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551066 Mar 11 17:32:24.260190 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.266090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.267494 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.444388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=cc699ddd-2c3d-4ede-8eb3-930fddb3635f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:24.468424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:24.470300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:24.695484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f4c0d033-3af2-44b1-9135-4012f44e93f4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:24.787264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Router cf0d8c86-7db8-44b8-9910-1b9065890c34 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:32:24.809858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f4c0d033-3af2-44b1-9135-4012f44e93f4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:24.810429 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:24.969823 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:25.029972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:25.042384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9c25730b-b9b2-4574-9a60-de0c52695970 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "PUT /v2.0/routers/cf0d8c86-7db8-44b8-9910-1b9065890c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8660462 Mar 11 17:32:25.045392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41210) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:25.049761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Sync routers for ids ['cf0d8c86-7db8-44b8-9910-1b9065890c34'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:32:25.065342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port f4c0d033-3af2-44b1-9135-4012f44e93f4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f4c0d033-3af2-44b1-9135-4012f44e93f4,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:25.074711 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:25.078724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Routers {'cf0d8c86-7db8-44b8-9910-1b9065890c34'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:25.079757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:32:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf0d8c86-7db8-44b8-9910-1b9065890c34'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:25.267284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a4b87-fc94-4769-8b15-ff876b579272 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:25.269923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-791a4b87-fc94-4769-8b15-ff876b579272 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports/cc699ddd-2c3d-4ede-8eb3-930fddb3635f HTTP/1.1" status: 200 len: 911 time: 0.2207696 Mar 11 17:32:25.272833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41214) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:25.291065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5060f9-0f80-4de1-8215-4b52fcfffa7f req-57502894-7ffc-4660-b342-f27b70724b20 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:25.292770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a5060f9-0f80-4de1-8215-4b52fcfffa7f req-57502894-7ffc-4660-b342-f27b70724b20 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1627095 Mar 11 17:32:25.375299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a5060f9-0f80-4de1-8215-4b52fcfffa7f req-1aeeb766-a7fe-4780-987c-5b206d095d4e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Mar 11 17:32:25.389056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399f741-8c70-4e5a-893a-2abfe4f1edea tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:25.392149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Set router cf0d8c86-7db8-44b8-9910-1b9065890c34 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:25.413843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399f741-8c70-4e5a-893a-2abfe4f1edea tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:25.416568 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6399f741-8c70-4e5a-893a-2abfe4f1edea tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1420333 Mar 11 17:32:25.419256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41218) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:25.490844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c26db327-81cf-445d-b724-2b3f90e2f505 None None] Provisioning complete for port f4c0d033-3af2-44b1-9135-4012f44e93f4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:25.491217 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c26db327-81cf-445d-b724-2b3f90e2f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:25.658562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=f4c0d033-3af2-44b1-9135-4012f44e93f4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:25.705502 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.706932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.707289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.707628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.708775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.709117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.709450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.709786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.710115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.710561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.710893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:25.711216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:32:26.175816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a25ccf55-4409-4dfb-8490-095926db0201 None None] Provisioning complete for port cc699ddd-2c3d-4ede-8eb3-930fddb3635f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:26.176364 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a25ccf55-4409-4dfb-8490-095926db0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.291318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a25ccf55-4409-4dfb-8490-095926db0201 None None] Port cc699ddd-2c3d-4ede-8eb3-930fddb3635f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:32:26.306543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0d8c86-7db8-44b8-9910-1b9065890c34', 'name': 'tempest-NetworksTestDHCPv6-router-231262998', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:20Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 2, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None, '_interfaces': [{'id': 'cc699ddd-2c3d-4ede-8eb3-930fddb3635f', 'name': '', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'mac_address': 'fa:16:3e:e5:b1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0d8c86-7db8-44b8-9910-1b9065890c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'bc917923-56c5-473b-aa68-76c134f7bd24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:32:22Z', 'updated_at': '2022-03-11T17:32:23Z', 'revision_number': 2, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'subnets': [{'id': 'bc917923-56c5-473b-aa68-76c134f7bd24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:26.346433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Checking router: cf0d8c86-7db8-44b8-9910-1b9065890c34 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:32:26.347345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Updating router cf0d8c86-7db8-44b8-9910-1b9065890c34 port cc699ddd-2c3d-4ede-8eb3-930fddb3635f binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:32:26.389534 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.604922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f4c0d033-3af2-44b1-9135-4012f44e93f4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:26.696090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f4c0d033-3af2-44b1-9135-4012f44e93f4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:26.697250 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.707112 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:26.801707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c938b7-2ff1-4717-a9cc-f88f74d61d4d req-56e0a848-ddc1-447e-8d6b-eb200e33657a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:26.810923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58c938b7-2ff1-4717-a9cc-f88f74d61d4d req-56e0a848-ddc1-447e-8d6b-eb200e33657a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.2712417 Mar 11 17:32:26.944164 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58c938b7-2ff1-4717-a9cc-f88f74d61d4d req-9b120af9-dc50-49e2-9cc4-0d61c6e3b28c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322711 Mar 11 17:32:27.108215 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.126525 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.132954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port cc699ddd-2c3d-4ede-8eb3-930fddb3635f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:27.133658 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.287564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba15194-34ee-40da-857e-deb846c1c395 None None] Pushing event updated for resources: {'Port': ['ID=cc699ddd-2c3d-4ede-8eb3-930fddb3635f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:27.294858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Attempting to bind port cc699ddd-2c3d-4ede-8eb3-930fddb3635f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:27.297569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Attempting to bind port cc699ddd-2c3d-4ede-8eb3-930fddb3635f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:27.298388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Attempting to bind port cc699ddd-2c3d-4ede-8eb3-930fddb3635f on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:27.314264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:32:27.316177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:32:27.318569 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.320047 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:32:27.322656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Bound port: cc699ddd-2c3d-4ede-8eb3-930fddb3635f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:27.324939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.339696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.364176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for cc699ddd-2c3d-4ede-8eb3-930fddb3635f owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:27.549465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] For port cc699ddd-2c3d-4ede-8eb3-930fddb3635f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:27.556942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] For port cc699ddd-2c3d-4ede-8eb3-930fddb3635f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cc699ddd-2c3d-4ede-8eb3-930fddb3635f,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:27.566826 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.671796 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:27.687732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6658c231-eb2e-4de9-b69f-2a6c54d4e121 None None] Could not find standard attr ID for object cc699ddd-2c3d-4ede-8eb3-930fddb3635f. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:32:27.741160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba15194-34ee-40da-857e-deb846c1c395 None None] Pushing event updated for resources: {'Port': ['ID=cc699ddd-2c3d-4ede-8eb3-930fddb3635f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:27.747800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Routers {'cf0d8c86-7db8-44b8-9910-1b9065890c34'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:27.748561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:32:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf0d8c86-7db8-44b8-9910-1b9065890c34'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:27.749760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=cc699ddd-2c3d-4ede-8eb3-930fddb3635f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:27.901408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] Set router cf0d8c86-7db8-44b8-9910-1b9065890c34 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:28.080759 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:28.081193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0d8c86-7db8-44b8-9910-1b9065890c34', 'name': 'tempest-NetworksTestDHCPv6-router-231262998', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:20Z', 'updated_at': '2022-03-11T17:32:27Z', 'revision_number': 3, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:28.152416 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10ee13-8cfb-42de-ba71-4f23f8e2cb43 None None] The sync data for ids ['cf0d8c86-7db8-44b8-9910-1b9065890c34'] in n-d-833411-1 is: [{'id': 'cf0d8c86-7db8-44b8-9910-1b9065890c34', 'name': 'tempest-NetworksTestDHCPv6-router-231262998', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:20Z', 'updated_at': '2022-03-11T17:32:27Z', 'revision_number': 3, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:32:28.342538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-284f94bc-02f2-43f7-8dc8-57ab3b850493 None None] Could not find standard attr ID for object cc699ddd-2c3d-4ede-8eb3-930fddb3635f. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:32:28.957445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74292f18-91b6-4087-a18f-db1ce1aa1932 req-ce1797da-05f1-4186-9eda-0fe27a52f151 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:28.967613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74292f18-91b6-4087-a18f-db1ce1aa1932 req-ce1797da-05f1-4186-9eda-0fe27a52f151 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.6978660 Mar 11 17:32:28.971869 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.038607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Router cf0d8c86-7db8-44b8-9910-1b9065890c34 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:32:29.118587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74292f18-91b6-4087-a18f-db1ce1aa1932 req-710a3e9d-0241-42a8-b696-99ded408fa82 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496775 Mar 11 17:32:29.214818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:32:29.224565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-03738bb6-6ae6-4c56-9563-28505c4c58ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "PUT /v2.0/routers/cf0d8c86-7db8-44b8-9910-1b9065890c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8009405 Mar 11 17:32:29.225103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41316) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:29.329451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a126d-4522-4702-8843-81b9bbceafe4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:29.331570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a126d-4522-4702-8843-81b9bbceafe4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:29.338360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41318) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:29.341632 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aa6a126d-4522-4702-8843-81b9bbceafe4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1151710 Mar 11 17:32:29.433536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef94f96-1948-497c-ae7b-82d3f022308c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet bc917923-56c5-473b-aa68-76c134f7bd24 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:29.438110 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cef94f96-1948-497c-ae7b-82d3f022308c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.502936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cef94f96-1948-497c-ae7b-82d3f022308c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.684317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cef94f96-1948-497c-ae7b-82d3f022308c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.782695 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] Sync routers for ids ['cf0d8c86-7db8-44b8-9910-1b9065890c34'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:32:29.800279 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cef94f96-1948-497c-ae7b-82d3f022308c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.804075 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] Routers {'cf0d8c86-7db8-44b8-9910-1b9065890c34'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:29.806568 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:32:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf0d8c86-7db8-44b8-9910-1b9065890c34'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:29.832866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cef94f96-1948-497c-ae7b-82d3f022308c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:29.836322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cef94f96-1948-497c-ae7b-82d3f022308c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/bc917923-56c5-473b-aa68-76c134f7bd24 HTTP/1.1" status: 204 len: 168 time: 0.4969089 Mar 11 17:32:29.839674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:29.855927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b94f90d-5397-440a-ac83-d4e114142654 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:29.906938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef94f96-1948-497c-ae7b-82d3f022308c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=bc917923-56c5-473b-aa68-76c134f7bd24,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:30.014249 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] Set router cf0d8c86-7db8-44b8-9910-1b9065890c34 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:30.172128 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0d8c86-7db8-44b8-9910-1b9065890c34', 'name': 'tempest-NetworksTestDHCPv6-router-231262998', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:20Z', 'updated_at': '2022-03-11T17:32:27Z', 'revision_number': 3, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:30.190887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41346) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:30.203773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dfafd570-ad13-431e-898e-47c53bbae8d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3457043 Mar 11 17:32:30.242686 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] Checking router: cf0d8c86-7db8-44b8-9910-1b9065890c34 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:32:30.258715 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] Routers {'cf0d8c86-7db8-44b8-9910-1b9065890c34'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:32:30.259544 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:32:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['cf0d8c86-7db8-44b8-9910-1b9065890c34'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:30.349286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7353b8-5be3-49ff-816d-a2cee2465d03 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:32:30.447374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ad7353b8-5be3-49ff-816d-a2cee2465d03 None None] Deleting port f4c0d033-3af2-44b1-9135-4012f44e93f4 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:30.447759 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ad7353b8-5be3-49ff-816d-a2cee2465d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.475791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c1731aa-4846-4c6e-a0e8-2fed6b637177 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.609192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ad7353b8-5be3-49ff-816d-a2cee2465d03 None None] For port f4c0d033-3af2-44b1-9135-4012f44e93f4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f4c0d033-3af2-44b1-9135-4012f44e93f4,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:30.609453 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ad7353b8-5be3-49ff-816d-a2cee2465d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:30.622493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f4c0d033-3af2-44b1-9135-4012f44e93f4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:30.632722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ad7353b8-5be3-49ff-816d-a2cee2465d03 None None] Calling delete_port for f4c0d033-3af2-44b1-9135-4012f44e93f4 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:30.741171 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] Set router cf0d8c86-7db8-44b8-9910-1b9065890c34 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:32:30.884074 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0d8c86-7db8-44b8-9910-1b9065890c34', 'name': 'tempest-NetworksTestDHCPv6-router-231262998', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:20Z', 'updated_at': '2022-03-11T17:32:27Z', 'revision_number': 3, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:32:30.888963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1625da-7692-48ac-882c-430c52e82fd3 req-0f538f8d-abd5-46d5-8ab3-f3c2a1ad0938 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:30.903542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e1625da-7692-48ac-882c-430c52e82fd3 req-0f538f8d-abd5-46d5-8ab3-f3c2a1ad0938 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.6133137 Mar 11 17:32:30.989044 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9dd48-6a3d-446a-8e50-fd16c1bb8973 None None] The sync data for ids ['cf0d8c86-7db8-44b8-9910-1b9065890c34'] in n-d-833411-1 is: [{'id': 'cf0d8c86-7db8-44b8-9910-1b9065890c34', 'name': 'tempest-NetworksTestDHCPv6-router-231262998', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:32:20Z', 'updated_at': '2022-03-11T17:32:27Z', 'revision_number': 3, 'project_id': '02b593ba82c94213a8ca508458e96db8', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:32:30.992881 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.071614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port f4c0d033-3af2-44b1-9135-4012f44e93f4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f4c0d033-3af2-44b1-9135-4012f44e93f4,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:31.083836 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.146535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=f4c0d033-3af2-44b1-9135-4012f44e93f4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:31.161121 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ad7353b8-5be3-49ff-816d-a2cee2465d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.201542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7353b8-5be3-49ff-816d-a2cee2465d03 None None] Pushing event deleted for resources: {'Port': ['ID=f4c0d033-3af2-44b1-9135-4012f44e93f4,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:31.207571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7353b8-5be3-49ff-816d-a2cee2465d03 None None] No DVR routers for this DVR port f4c0d033-3af2-44b1-9135-4012f44e93f4 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:31.305506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6e1625da-7692-48ac-882c-430c52e82fd3 req-f6025075-79f6-41ca-acc6-2d500d93eae5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936410 Mar 11 17:32:31.313242 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c1731aa-4846-4c6e-a0e8-2fed6b637177 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.320847 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c1731aa-4846-4c6e-a0e8-2fed6b637177 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.454602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c1731aa-4846-4c6e-a0e8-2fed6b637177 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.455296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1731aa-4846-4c6e-a0e8-2fed6b637177 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Fanout notify agent at l3_agent the message router_deleted on router cf0d8c86-7db8-44b8-9910-1b9065890c34 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:32:31.479893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c1731aa-4846-4c6e-a0e8-2fed6b637177 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:31.481915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8c1731aa-4846-4c6e-a0e8-2fed6b637177 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/routers/cf0d8c86-7db8-44b8-9910-1b9065890c34 HTTP/1.1" status: 204 len: 168 time: 1.2888660 Mar 11 17:32:31.484196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41368) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:31.540650 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f5544b81-ab7a-493d-90b8-195241d3cb97 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0547087 Mar 11 17:32:31.543016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41370) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:31.637405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c98fa4-7b94-4f05-be91-2413b3df123b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:31.643820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41374) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:31.644596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-32c98fa4-7b94-4f05-be91-2413b3df123b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1001980 Mar 11 17:32:31.715347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41378) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:31.716406 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9cb486a9-ee47-497c-8bdb-44e8744aa65b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649071 Mar 11 17:32:31.722841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:31.853068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:31.863297 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.298716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.objects.ports [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102642) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:32:32.300859 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.352206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:32.361644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:32.371058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:32.371658 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.373302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e0e43-67ab-4576-b583-dbb660d513c7 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:32.412708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=0f09e5cb-9380-41dc-b825-dcabcd0f715f,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:32.443833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bb84cc57-b665-488b-88dd-a2463e1cd789 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7267821 Mar 11 17:32:32.446729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41394) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:32.452521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:32.572622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:32.610802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a47cd-1015-431a-a851-d09327f09a7e req-63b380bf-734d-49e6-9d9d-856b0aae4fcf tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:32.612423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e4a47cd-1015-431a-a851-d09327f09a7e req-63b380bf-734d-49e6-9d9d-856b0aae4fcf tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1198683 Mar 11 17:32:32.707484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e4a47cd-1015-431a-a851-d09327f09a7e req-63f7148e-48ec-4107-8757-b1bffc993ded tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858734 Mar 11 17:32:32.714306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:32.724786 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.739143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': '0f09e5cb-9380-41dc-b825-dcabcd0f715f'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:32:32.741398 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:32.844023 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.015306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:32:33.024662 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac99dcc3-2ea5-41dc-a383-95151f8372d6" -d '{"events": [{"server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "name": "network-vif-unplugged", "status": "completed", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:32:33.090225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:33.109810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.431997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.556146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:33.563335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:33.576918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:33.577894 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:33.616913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=661b717b-a449-492e-b773-caa4cee758dc,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:33.629572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41420) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:33.634464 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-33b9bcb9-71e2-4221-9a85-c1f5002cf930 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1817722 Mar 11 17:32:33.636598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:d8:65:8b', 'name': 'tempest-NetworksTestDHCPv6-947386754'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:33.770223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Allocated IP 2001:db8::f816:3eff:fe3a:d424 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/0f09e5cb-9380-41dc-b825-dcabcd0f715f/e3492320-1a88-4037-bada-1d0a67f5178b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:34.019549 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08b6ff8-baad-4208-9f39-b8744f512aaa x-openstack-request-id: req-c08b6ff8-baad-4208-9f39-b8744f512aaa {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:32:34.019940 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "name": "network-vif-unplugged", "status": "completed", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:32:34.020076 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c08b6ff8-baad-4208-9f39-b8744f512aaa {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:32:34.020555 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc', 'code': 200} Mar 11 17:32:34.026987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:34.035268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fb9b1-3086-4b9d-aee1-c1bc4fc25096 req-0bfce933-359e-4dce-ba44-8cfe09939987 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:34.043942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e14fb9b1-3086-4b9d-aee1-c1bc4fc25096 req-0bfce933-359e-4dce-ba44-8cfe09939987 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 943 time: 0.1317418 Mar 11 17:32:34.062769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:34.232326 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.254704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.277339 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e14fb9b1-3086-4b9d-aee1-c1bc4fc25096 req-8292f20b-82ba-4f0a-8a21-6a8b6de1e621 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136884 Mar 11 17:32:34.320236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:34.326016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:34.330691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:34.334821 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.366841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Pushing event updated for resources: {'Port': ['ID=e3492320-1a88-4037-bada-1d0a67f5178b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:34.370507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port f60bc188-edac-44c7-b618-6ece12d5d18d yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:32:34.407081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Attempting to bind port e3492320-1a88-4037-bada-1d0a67f5178b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:34.407454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Attempting to bind port e3492320-1a88-4037-bada-1d0a67f5178b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:34.407945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Attempting to bind port e3492320-1a88-4037-bada-1d0a67f5178b on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:34.413942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:32:34.414317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:32:34.414722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.415113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:32:34.415584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Bound port: e3492320-1a88-4037-bada-1d0a67f5178b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:34.415961 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.570665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] For port e3492320-1a88-4037-bada-1d0a67f5178b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:34.574182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] For port e3492320-1a88-4037-bada-1d0a67f5178b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e3492320-1a88-4037-bada-1d0a67f5178b,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:34.577291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:32:34.714014 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:34.733660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 172.20.0.9 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/661b717b-a449-492e-b773-caa4cee758dc/f60bc188-edac-44c7-b618-6ece12d5d18d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:34.752581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:fed8:658b (bbdee46c-64cf-49c1-804c-5a20ddf3a521/0f09e5cb-9380-41dc-b825-dcabcd0f715f/f60bc188-edac-44c7-b618-6ece12d5d18d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:34.868805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:34.888266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc', 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c', 'port_id': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc', 'mac_address': 'fa:16:3e:af:84:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1289855e-6833-4f88-9167-72e5fa3a9646', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:32:34.990331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134df0c-b25f-43a5-94f3-29b1253e0a0b None None] Pushing event updated for resources: {'Port': ['ID=e3492320-1a88-4037-bada-1d0a67f5178b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:35.024488 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.056548 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.061768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:32:35.120514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.124217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:35.134008 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.198307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:35.208916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:35.223552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:35.257235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:35.322108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=f60bc188-edac-44c7-b618-6ece12d5d18d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:35.370183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:35.372803 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:35.412495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e66ccd58-26d6-4353-8267-3e921479dbfe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7815971 Mar 11 17:32:35.414767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41468) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:35.446957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:32:35.568565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7eb82-7287-4823-becf-ce8e9755dfe2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:35.576550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7eb82-7287-4823-becf-ce8e9755dfe2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:35.579310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04c7eb82-7287-4823-becf-ce8e9755dfe2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1620259 Mar 11 17:32:35.582259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41476) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:35.594695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db2782-b5ae-4e21-8761-51ede4fb7db4 req-854bff76-6870-42be-8a8b-5ab01311e3e7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:35.603308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65db2782-b5ae-4e21-8761-51ede4fb7db4 req-854bff76-6870-42be-8a8b-5ab01311e3e7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 944 time: 0.1731741 Mar 11 17:32:35.677834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65db2782-b5ae-4e21-8761-51ede4fb7db4 req-e2dae1d2-0a8b-4ae3-8751-73702b7115af tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722950 Mar 11 17:32:36.003711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e40419d8-3b77-49bc-86e6-a0913a0d0a13 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port f60bc188-edac-44c7-b618-6ece12d5d18d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:36.004065 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e40419d8-3b77-49bc-86e6-a0913a0d0a13 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:36.302654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e40419d8-3b77-49bc-86e6-a0913a0d0a13 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:36.339708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e40419d8-3b77-49bc-86e6-a0913a0d0a13 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for f60bc188-edac-44c7-b618-6ece12d5d18d owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:36.808984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e3492320-1a88-4037-bada-1d0a67f5178b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:36.846257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41518) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:37.059928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44e86b-2c3b-4eaa-b752-edbd891336da req-c871189f-0db7-4d3d-beb8-418a2165b4e0 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:37.061800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b44e86b-2c3b-4eaa-b752-edbd891336da req-c871189f-0db7-4d3d-beb8-418a2165b4e0 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 944 time: 0.1212833 Mar 11 17:32:37.202873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e3492320-1a88-4037-bada-1d0a67f5178b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:37.204238 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.237584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e40419d8-3b77-49bc-86e6-a0913a0d0a13 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.252611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b44e86b-2c3b-4eaa-b752-edbd891336da req-4f329761-620a-48c8-8347-37e37fb27118 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617191 Mar 11 17:32:37.269781 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92fcbafe-084a-4810-8d82-777171079d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.358945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b766f34-f51c-4136-8ff5-2df5082b284b None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:37.436032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92fcbafe-084a-4810-8d82-777171079d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.444685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92fcbafe-084a-4810-8d82-777171079d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.466622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40419d8-3b77-49bc-86e6-a0913a0d0a13 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=f60bc188-edac-44c7-b618-6ece12d5d18d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:37.526788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcbafe-084a-4810-8d82-777171079d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a5194-9dd0-46f8-929d-06243a225e09,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:37.563069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-92fcbafe-084a-4810-8d82-777171079d0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ae2ce2583db4d319e0e2d01f3a49041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7151392 Mar 11 17:32:37.571852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41540) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:37.647238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e40419d8-3b77-49bc-86e6-a0913a0d0a13 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.652002 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e40419d8-3b77-49bc-86e6-a0913a0d0a13 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/f60bc188-edac-44c7-b618-6ece12d5d18d HTTP/1.1" status: 204 len: 168 time: 2.0677886 Mar 11 17:32:37.654573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41548) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:37.788279 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d38ceda-7934-4101-8fe4-48d184d865dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.811304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeff2d8-bc18-45f8-ad98-90cc9a88dcd3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:37.815500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeff2d8-bc18-45f8-ad98-90cc9a88dcd3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:37.816847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-da98665e-7ba3-47b1-af91-396d5b89bcbe None None] Provisioning complete for port e3492320-1a88-4037-bada-1d0a67f5178b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:37.818499 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da98665e-7ba3-47b1-af91-396d5b89bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.821469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeff2d8-bc18-45f8-ad98-90cc9a88dcd3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:37.826186 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fbeff2d8-bc18-45f8-ad98-90cc9a88dcd3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1695223 Mar 11 17:32:37.828040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41552) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:37.856188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d38ceda-7934-4101-8fe4-48d184d865dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.977853 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d38ceda-7934-4101-8fe4-48d184d865dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.981609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d38ceda-7934-4101-8fe4-48d184d865dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:37.983229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5d38ceda-7934-4101-8fe4-48d184d865dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad2a5194-9dd0-46f8-929d-06243a225e09 HTTP/1.1" status: 204 len: 168 time: 0.4102728 Mar 11 17:32:37.994737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-a105ed81-c159-4623-accc-68710c92ca02 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 0f09e5cb-9380-41dc-b825-dcabcd0f715f {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:37.999206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38ceda-7934-4101-8fe4-48d184d865dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a5194-9dd0-46f8-929d-06243a225e09,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:38.010661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a105ed81-c159-4623-accc-68710c92ca02 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.058184 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.073421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a105ed81-c159-4623-accc-68710c92ca02 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.247053 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da98665e-7ba3-47b1-af91-396d5b89bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.277356 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a105ed81-c159-4623-accc-68710c92ca02 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.416788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a105ed81-c159-4623-accc-68710c92ca02 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.486462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34d709-0460-4227-b3b9-30b14c8a8fde None None] Update dhcp port {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': '0f09e5cb-9380-41dc-b825-dcabcd0f715f', 'ip_address': '2001:db8::f816:3eff:fe3a:d424'}, {'subnet_id': '661b717b-a449-492e-b773-caa4cee758dc'}], 'binding:host_id': 'n-d-833411-1'}, 'id': 'e3492320-1a88-4037-bada-1d0a67f5178b'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:32:38.511845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105ed81-c159-4623-accc-68710c92ca02 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=0f09e5cb-9380-41dc-b825-dcabcd0f715f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:38.530814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a105ed81-c159-4623-accc-68710c92ca02 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.533589 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a105ed81-c159-4623-accc-68710c92ca02 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/0f09e5cb-9380-41dc-b825-dcabcd0f715f HTTP/1.1" status: 204 len: 168 time: 0.7028043 Mar 11 17:32:38.544378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41568) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:38.579403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:38.669920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afa62f-7a1c-4655-a8d5-ab53e8c81302 req-907a0e95-1110-4f4e-91b0-876127f47342 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:38.671857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51afa62f-7a1c-4655-a8d5-ab53e8c81302 req-907a0e95-1110-4f4e-91b0-876127f47342 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 944 time: 0.2290413 Mar 11 17:32:38.709983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-961caf67-7c58-4135-899d-079dbb8abcb2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 661b717b-a449-492e-b773-caa4cee758dc {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:38.717433 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-961caf67-7c58-4135-899d-079dbb8abcb2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.724460 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a34d709-0460-4227-b3b9-30b14c8a8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.790673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51afa62f-7a1c-4655-a8d5-ab53e8c81302 req-66701573-7784-45a5-a7b6-77ea1cc29f4c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097057 Mar 11 17:32:38.803869 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-961caf67-7c58-4135-899d-079dbb8abcb2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.820093 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-da98665e-7ba3-47b1-af91-396d5b89bcbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:38.820093 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-da98665e-7ba3-47b1-af91-396d5b89bcbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:38.820853 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:38.823862 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:38.855697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:38.856715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:38.898311 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-961caf67-7c58-4135-899d-079dbb8abcb2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.068375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41576) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:39.092682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc92b635-30f6-48a8-97ff-b882c3a7768b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-0a34d709-0460-4227-b3b9-30b14c8a8fde None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 661b717b-a449-492e-b773-caa4cee758dc: This subnet is being modified by another concurrent operation. Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 661b717b-a449-492e-b773-caa4cee758dc: This subnet is being modified by another concurrent operation. Mar 11 17:32:39.096043 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:32:39.106718 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-961caf67-7c58-4135-899d-079dbb8abcb2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.146698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-961caf67-7c58-4135-899d-079dbb8abcb2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.172455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-961caf67-7c58-4135-899d-079dbb8abcb2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/661b717b-a449-492e-b773-caa4cee758dc HTTP/1.1" status: 204 len: 168 time: 0.6230643 Mar 11 17:32:39.173240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:39.245803 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2cd035d0-671d-4e2a-942b-db3beb925676 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713832 Mar 11 17:32:39.249375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41582) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:39.255122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:39.292691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4d549-1ca5-4db5-869c-aaf5c3298067 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:39.305877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961caf67-7c58-4135-899d-079dbb8abcb2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=661b717b-a449-492e-b773-caa4cee758dc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:39.415299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:39.426127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.481919 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc92b635-30f6-48a8-97ff-b882c3a7768b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.490911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc92b635-30f6-48a8-97ff-b882c3a7768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.649536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92b635-30f6-48a8-97ff-b882c3a7768b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccfd4df-f799-450b-9379-7848f927b009,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:39.689571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc92b635-30f6-48a8-97ff-b882c3a7768b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aea3ecdfa1ae4aecb3f09bc7eaca1bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182985 Mar 11 17:32:39.690961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41594) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:39.717808 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da98665e-7ba3-47b1-af91-396d5b89bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.762374 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.813143 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edb66a43-2ff9-439e-aeaa-b41ead6a4c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.871698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:32:39.875358 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fed6559-eeb3-4175-b483-b42fe5736942" -d '{"events": [{"server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "name": "network-vif-plugged", "status": "completed", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:32:39.891733 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.911814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edb66a43-2ff9-439e-aeaa-b41ead6a4c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.962152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:39.966457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-da98665e-7ba3-47b1-af91-396d5b89bcbe None None] For port e3492320-1a88-4037-bada-1d0a67f5178b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e3492320-1a88-4037-bada-1d0a67f5178b,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:39.982712 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:39.992472 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b2ea6e-8e29-42e4-a1ff-cf6c06734ad8 x-openstack-request-id: req-42b2ea6e-8e29-42e4-a1ff-cf6c06734ad8 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:32:39.996636 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "name": "network-vif-plugged", "status": "completed", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:32:39.997490 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42b2ea6e-8e29-42e4-a1ff-cf6c06734ad8 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:32:39.998084 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc', 'code': 200} Mar 11 17:32:40.065186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da98665e-7ba3-47b1-af91-396d5b89bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.169736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d026322-8ea5-4253-89f2-6945398349bd req-76605892-1ef5-4be9-8c43-5472d372a387 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:40.187171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d026322-8ea5-4253-89f2-6945398349bd req-76605892-1ef5-4be9-8c43-5472d372a387 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.2107577 Mar 11 17:32:40.199134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:40.252015 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edb66a43-2ff9-439e-aeaa-b41ead6a4c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.258884 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edb66a43-2ff9-439e-aeaa-b41ead6a4c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.261910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-edb66a43-2ff9-439e-aeaa-b41ead6a4c8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eccfd4df-f799-450b-9379-7848f927b009 HTTP/1.1" status: 204 len: 168 time: 0.5699925 Mar 11 17:32:40.278894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98665e-7ba3-47b1-af91-396d5b89bcbe None None] Pushing event updated for resources: {'Port': ['ID=e3492320-1a88-4037-bada-1d0a67f5178b,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:40.316320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb66a43-2ff9-439e-aeaa-b41ead6a4c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccfd4df-f799-450b-9379-7848f927b009,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:40.346758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6feb4bd3-fbce-412b-aa69-a57a7030c3bc None None] Provisioning complete for port e3492320-1a88-4037-bada-1d0a67f5178b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:40.347435 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6feb4bd3-fbce-412b-aa69-a57a7030c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:40.399391 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d026322-8ea5-4253-89f2-6945398349bd req-309d215a-0db2-46e3-86fd-cd8f0efd7112 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095652 Mar 11 17:32:40.413561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2f17b-63d8-4bb1-a857-49adbc3eb64d req-472058ef-059b-4110-9b05-16fe89d11d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:40.415542 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5ed2f17b-63d8-4bb1-a857-49adbc3eb64d req-472058ef-059b-4110-9b05-16fe89d11d2e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 1096 time: 0.2652335 Mar 11 17:32:40.471360 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:40.472654 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:40.583335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2de2b2-317d-4c04-93a6-3ef671f6970f None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:32:40.795758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5ed2f17b-63d8-4bb1-a857-49adbc3eb64d req-79dfc613-81fe-4f87-895a-f76d266b4fb3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669500 Mar 11 17:32:40.813321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:32:40.878621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ec2de2b2-317d-4c04-93a6-3ef671f6970f None None] Deleting port e3492320-1a88-4037-bada-1d0a67f5178b {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:40.882455 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec2de2b2-317d-4c04-93a6-3ef671f6970f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.263287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.448144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e3492320-1a88-4037-bada-1d0a67f5178b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:41.549805 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.706517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ec2de2b2-317d-4c04-93a6-3ef671f6970f None None] For port e3492320-1a88-4037-bada-1d0a67f5178b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e3492320-1a88-4037-bada-1d0a67f5178b,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:41.706942 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec2de2b2-317d-4c04-93a6-3ef671f6970f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.733640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41692b4-c319-4e85-ba9f-ab43e156f282 req-86247b11-417d-4b58-a6ed-0c123adf3714 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:41.742581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41692b4-c319-4e85-ba9f-ab43e156f282 req-86247b11-417d-4b58-a6ed-0c123adf3714 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1394007 Mar 11 17:32:41.772179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] For port e3492320-1a88-4037-bada-1d0a67f5178b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e3492320-1a88-4037-bada-1d0a67f5178b,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:41.807070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ec2de2b2-317d-4c04-93a6-3ef671f6970f None None] Calling delete_port for e3492320-1a88-4037-bada-1d0a67f5178b owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:41.854718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41692b4-c319-4e85-ba9f-ab43e156f282 req-231d9f89-b2df-4667-b2c4-a65ddb2b444f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102004 Mar 11 17:32:41.885086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.896223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.898328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.976583 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.998281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:42.010011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:42.042439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:42.043386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.079417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=ac568e0e-d474-4314-ac3a-59a41bba7990,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:42.120078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41646) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:42.121711 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8708994 Mar 11 17:32:42.132582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:42.151672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd81b0d-676d-4877-913a-feffd2a97e70 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=e3492320-1a88-4037-bada-1d0a67f5178b,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:42.560334 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:42.560840 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:42.564241 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec2de2b2-317d-4c04-93a6-3ef671f6970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.610003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2de2b2-317d-4c04-93a6-3ef671f6970f None None] No DVR routers for this DVR port e3492320-1a88-4037-bada-1d0a67f5178b on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:42.648543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:42.659898 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:42.709224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2de2b2-317d-4c04-93a6-3ef671f6970f None None] Pushing event deleted for resources: {'Port': ['ID=e3492320-1a88-4037-bada-1d0a67f5178b,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:42.712956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d295a-8f4b-4c1f-baaa-9d4a6f74b246 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:43.131688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Port e3492320-1a88-4037-bada-1d0a67f5178b update to DOWN by agent not found {{(pid=102643) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 11 17:32:43.162473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'ac568e0e-d474-4314-ac3a-59a41bba7990'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:32:43.163330 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.179936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045b1c8-b4a1-4910-85e4-7f95f133e947 req-463d0ba4-bc00-42c3-bc91-cc8117586290 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:43.190148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6045b1c8-b4a1-4910-85e4-7f95f133e947 req-463d0ba4-bc00-42c3-bc91-cc8117586290 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1414211 Mar 11 17:32:43.355727 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:32:43.405221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6045b1c8-b4a1-4910-85e4-7f95f133e947 req-2639cdd3-2a80-4c08-8a75-bc714306c860 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084913 Mar 11 17:32:43.663294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff7cf5-c47b-43ff-b58f-d65a678679ca req-5abfba62-0ce8-49b7-9623-4d0c5e42678c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:43.672201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51ff7cf5-c47b-43ff-b58f-d65a678679ca req-5abfba62-0ce8-49b7-9623-4d0c5e42678c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1388705 Mar 11 17:32:43.703368 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.770929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51ff7cf5-c47b-43ff-b58f-d65a678679ca req-17b74756-0122-42b8-ba49-d5d48be55d70 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945604 Mar 11 17:32:43.779689 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d5feb18f-543b-4682-8f1a-997a31ffb545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.792999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Allocated IP 2001:db8::f816:3eff:feb8:81da (bbdee46c-64cf-49c1-804c-5a20ddf3a521/ac568e0e-d474-4314-ac3a-59a41bba7990/b51e75b3-04d6-4d02-8b0f-af92566e50d4) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:43.868833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=d1a212c3-61da-4153-a7d2-8fa12012f4f7,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:43.873222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:43.875391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:43.878588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:43.879306 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.904915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cd8e19ca-0f17-4797-9a7b-f4813be45757 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7831745 Mar 11 17:32:43.907476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41688) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:43.916061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:70:7a:35', 'name': 'tempest-NetworksTestDHCPv6-1613712395'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:44.156165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:44.199860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41696) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:44.278953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.295475 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.364011 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.395861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 7096cc59-e79b-439e-b799-e37253bb5473 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:32:44.400030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:44.409008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:44.415341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:44.454364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Pushing event updated for resources: {'Port': ['ID=b51e75b3-04d6-4d02-8b0f-af92566e50d4,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:44.556867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41670126-e667-4cce-828f-eaf881aaa07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.560942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Attempting to bind port b51e75b3-04d6-4d02-8b0f-af92566e50d4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:44.561319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Attempting to bind port b51e75b3-04d6-4d02-8b0f-af92566e50d4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:44.561810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Attempting to bind port b51e75b3-04d6-4d02-8b0f-af92566e50d4 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:44.569671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:32:44.570315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:32:44.570606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.571016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:32:44.571491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Bound port: b51e75b3-04d6-4d02-8b0f-af92566e50d4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:44.571877 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.672219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] For port b51e75b3-04d6-4d02-8b0f-af92566e50d4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:44.675944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] For port b51e75b3-04d6-4d02-8b0f-af92566e50d4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b51e75b3-04d6-4d02-8b0f-af92566e50d4,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:44.685951 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.707290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41670126-e667-4cce-828f-eaf881aaa07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.718293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41670126-e667-4cce-828f-eaf881aaa07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.789229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2985f64-b5cc-4925-87d4-92f934476b63 None None] Pushing event updated for resources: {'Port': ['ID=b51e75b3-04d6-4d02-8b0f-af92566e50d4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:44.814781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-41670126-e667-4cce-828f-eaf881aaa07c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04bf01f937714a069a2ed27e94fd2e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6130877 Mar 11 17:32:44.816130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41724) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:44.819907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41670126-e667-4cce-828f-eaf881aaa07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785ca329-fa6d-4516-9fac-777d1b8506cf,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:44.889288 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4f89-2669-41cb-83f8-8e137813fe60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.950688 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4f89-2669-41cb-83f8-8e137813fe60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.959789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-f445f61d-07f5-4c81-9750-26bbcf159f46 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:44.961350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-f445f61d-07f5-4c81-9750-26bbcf159f46 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/networks?id=e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 200 len: 814 time: 0.3868618 Mar 11 17:32:44.981858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-cdd18c50-acd9-4b68-a6ee-ffdf67020072 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/quotas/823912a766b9451e8616d8ef3d24c6fd HTTP/1.1" status: 200 len: 375 time: 0.0144973 Mar 11 17:32:45.003105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 172.20.0.4 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/d1a212c3-61da-4153-a7d2-8fa12012f4f7/7096cc59-e79b-439e-b799-e37253bb5473) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:45.052385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:fe70:7a35 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/ac568e0e-d474-4314-ac3a-59a41bba7990/7096cc59-e79b-439e-b799-e37253bb5473) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:45.084214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4f89-2669-41cb-83f8-8e137813fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.087449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4f89-2669-41cb-83f8-8e137813fe60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.089289 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4b6d4f89-2669-41cb-83f8-8e137813fe60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/785ca329-fa6d-4516-9fac-777d1b8506cf HTTP/1.1" status: 204 len: 168 time: 0.2703609 Mar 11 17:32:45.107530 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d4f89-2669-41cb-83f8-8e137813fe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785ca329-fa6d-4516-9fac-777d1b8506cf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:45.127898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-59b90335-9d5c-4f02-8ca1-a638fb767278 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=823912a766b9451e8616d8ef3d24c6fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357710 Mar 11 17:32:45.518941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b51e75b3-04d6-4d02-8b0f-af92566e50d4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:45.548045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b51e75b3-04d6-4d02-8b0f-af92566e50d4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:45.548045 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.571365 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-f2dc7975-6c59-4d1b-a6e0-d043f8e2ded4 service neutron] 10.222.0.53 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245718 Mar 11 17:32:45.621592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-7076e24a-76dc-4d78-8fe2-1f35dd0e5329 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:45.623210 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-7076e24a-76dc-4d78-8fe2-1f35dd0e5329 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.66 "GET /v2.0/ports?device_id=23cefb77-84ae-46ac-923e-180fb1d1383a HTTP/1.1" status: 200 len: 945 time: 0.1080058 Mar 11 17:32:45.706376 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.765053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port b51e75b3-04d6-4d02-8b0f-af92566e50d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b51e75b3-04d6-4d02-8b0f-af92566e50d4,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:45.774706 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.834908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Deleting port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:45.835257 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.891964 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fc1f58b5-fdfb-44ae-a30a-e49974d097f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.902608 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:45.925626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=b51e75b3-04d6-4d02-8b0f-af92566e50d4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:45.951414 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-1dd0553f-6268-4b3a-8f10-dc223d53c499 service neutron] 10.222.0.53 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790703 Mar 11 17:32:46.030919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] For port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:46.032136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.032631 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.064860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Calling delete_port for e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:46.146481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:46.164133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:46.170354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:46.263617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:46.264653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.268224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41756) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:46.315746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=7096cc59-e79b-439e-b799-e37253bb5473,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:46.393939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.410451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:32:46.447170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4d52cc45-5a53-4220-b951-17579c380c10 req-b1e78861-d9c3-4558-969f-84127a227005 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 210 time: 0.1468661 Mar 11 17:32:46.453392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b646ea5-2c0e-4358-9f9a-8a450b006630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.490158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Pushing event deleted for resources: {'Port': ['ID=e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:46.499525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e5ea39ec-3eef-4334-a2ff-687871bebfca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5908208 Mar 11 17:32:46.517890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41762) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:46.591597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] No DVR routers for this DVR port e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:46.601768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.608540 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d636bb3f-0522-4128-9dcf-0f9375189354 req-b0399fdb-d3a6-4186-8403-89ed4b322701 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.66 "DELETE /v2.0/ports/e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc HTTP/1.1" status: 204 len: 173 time: 0.9736333 Mar 11 17:32:46.608540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'name': 'network-vif-deleted', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:32:46.622261 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bf2641-34ac-4d72-97e7-c862d3b6403d" -d '{"events": [{"server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "name": "network-vif-deleted", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:32:46.787843 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba21e6e4-d78b-4869-b6ef-e8bfcda24cc8 x-openstack-request-id: req-ba21e6e4-d78b-4869-b6ef-e8bfcda24cc8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:32:46.788235 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cefb77-84ae-46ac-923e-180fb1d1383a", "name": "network-vif-deleted", "tag": "e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:32:46.788617 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba21e6e4-d78b-4869-b6ef-e8bfcda24cc8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:32:46.789135 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cefb77-84ae-46ac-923e-180fb1d1383a', 'name': 'network-vif-deleted', 'tag': 'e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc', 'status': 'completed', 'code': 200} Mar 11 17:32:46.802939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd67c0-0b70-4fd0-b601-1f1e8b9767fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:46.819398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd67c0-0b70-4fd0-b601-1f1e8b9767fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:46.821873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7dfd67c0-0b70-4fd0-b601-1f1e8b9767fe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3029783 Mar 11 17:32:46.822906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0870544-b1db-4f72-9488-5dfbd34879ca None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:46.825996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41776) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:46.917103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b646ea5-2c0e-4358-9f9a-8a450b006630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.928969 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b646ea5-2c0e-4358-9f9a-8a450b006630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.964823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0578059f-8072-4d79-a5dd-1e8b4aa673b6 None None] Provisioning complete for port b51e75b3-04d6-4d02-8b0f-af92566e50d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:46.966605 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0578059f-8072-4d79-a5dd-1e8b4aa673b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.978741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b646ea5-2c0e-4358-9f9a-8a450b006630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ccc869-9845-4640-91b0-e968558ef1c3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:47.047961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-83b03001-275a-44b8-99fe-d6f74cd1dd01 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 7096cc59-e79b-439e-b799-e37253bb5473 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:47.048686 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83b03001-275a-44b8-99fe-d6f74cd1dd01 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.051617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41782) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:47.052576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9b646ea5-2c0e-4358-9f9a-8a450b006630 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ea1548cc3974f1da007447edf5aadc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7801411 Mar 11 17:32:47.320147 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.367363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b51e75b3-04d6-4d02-8b0f-af92566e50d4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:47.479609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b7a9ff-5be5-4f2c-b2af-f3adbf0e7a56 None None] Update dhcp port {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': 'ac568e0e-d474-4314-ac3a-59a41bba7990', 'ip_address': '2001:db8::f816:3eff:feb8:81da'}, {'subnet_id': 'd1a212c3-61da-4153-a7d2-8fa12012f4f7'}], 'binding:host_id': 'n-d-833411-1'}, 'id': 'b51e75b3-04d6-4d02-8b0f-af92566e50d4'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:32:47.514337 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb0b-db15-409a-a5d4-99b9e3f3b97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.531451 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a9ff-5be5-4f2c-b2af-f3adbf0e7a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.596926 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83b03001-275a-44b8-99fe-d6f74cd1dd01 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:47.653247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-83b03001-275a-44b8-99fe-d6f74cd1dd01 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 7096cc59-e79b-439e-b799-e37253bb5473 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:47.686641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82abcec7-565e-4954-bdb3-eae6a276b178 req-6e790b61-4561-45c7-b7f9-e34feb5da529 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 210 time: 0.1030192 Mar 11 17:32:47.707747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b51e75b3-04d6-4d02-8b0f-af92566e50d4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:47.708331 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.100386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb0b-db15-409a-a5d4-99b9e3f3b97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.234547 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-b9b7a9ff-5be5-4f2c-b2af-f3adbf0e7a56 None None] Allocated IP 172.20.0.2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/d1a212c3-61da-4153-a7d2-8fa12012f4f7/b51e75b3-04d6-4d02-8b0f-af92566e50d4) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:48.388459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.417940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b9b7a9ff-5be5-4f2c-b2af-f3adbf0e7a56 None None] For port b51e75b3-04d6-4d02-8b0f-af92566e50d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b51e75b3-04d6-4d02-8b0f-af92566e50d4,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:48.488332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-4b193d9b-94f1-42e3-a8e1-e86ece2badff tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:48.491827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a9ff-5be5-4f2c-b2af-f3adbf0e7a56 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.496392 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-4b193d9b-94f1-42e3-a8e1-e86ece2badff tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.46 "GET /v2.0/networks?id=e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 200 len: 814 time: 0.1716714 Mar 11 17:32:48.505151 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a9ff-5be5-4f2c-b2af-f3adbf0e7a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.525840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Request body: {'port': {'device_id': '0a31b073-ba00-4739-8029-d8954f701374', 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c', 'admin_state_up': True, 'tenant_id': '823912a766b9451e8616d8ef3d24c6fd'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:48.568156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7a9ff-5be5-4f2c-b2af-f3adbf0e7a56 None None] Pushing event updated for resources: {'Port': ['ID=b51e75b3-04d6-4d02-8b0f-af92566e50d4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:48.580330 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83b03001-275a-44b8-99fe-d6f74cd1dd01 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.682290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b03001-275a-44b8-99fe-d6f74cd1dd01 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=7096cc59-e79b-439e-b799-e37253bb5473,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:48.808717 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb0b-db15-409a-a5d4-99b9e3f3b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.811707 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb0b-db15-409a-a5d4-99b9e3f3b97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.813116 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8b63fb0b-db15-409a-a5d4-99b9e3f3b97b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31ccc869-9845-4640-91b0-e968558ef1c3 HTTP/1.1" status: 204 len: 168 time: 1.7589543 Mar 11 17:32:48.868154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63fb0b-db15-409a-a5d4-99b9e3f3b97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ccc869-9845-4640-91b0-e968558ef1c3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:48.886950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c06ac8-6952-42a1-b61d-e6678a26096c req-78f92da5-3050-49d4-823c-2a8b7f3186fc tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 210 time: 0.0611084 Mar 11 17:32:48.943453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83b03001-275a-44b8-99fe-d6f74cd1dd01 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:48.947256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-83b03001-275a-44b8-99fe-d6f74cd1dd01 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/7096cc59-e79b-439e-b799-e37253bb5473 HTTP/1.1" status: 204 len: 168 time: 2.1196067 Mar 11 17:32:48.949703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41808) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:48.995308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Made reservation on behalf of 823912a766b9451e8616d8ef3d24c6fd for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:49.005795 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.064249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.076320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff03124-6b81-4fea-86a9-e0e787509309 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:49.081297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff03124-6b81-4fea-86a9-e0e787509309 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:49.086858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff03124-6b81-4fea-86a9-e0e787509309 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:49.090114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6ff03124-6b81-4fea-86a9-e0e787509309 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1390972 Mar 11 17:32:49.092726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41812) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:49.296188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-abefcbf8-32c5-46a8-9e87-664b215c0271 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet ac568e0e-d474-4314-ac3a-59a41bba7990 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:49.360190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Allocated IP 172.20.0.11 (e4143809-c4dd-4fac-a798-a54c03e34b4c/1289855e-6833-4f88-9167-72e5fa3a9646/c179174f-0512-4ac2-81dd-ad2653b0bfab) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:49.366180 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abefcbf8-32c5-46a8-9e87-664b215c0271 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.448707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b51e75b3-04d6-4d02-8b0f-af92566e50d4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:49.516978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abefcbf8-32c5-46a8-9e87-664b215c0271 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.627168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b51e75b3-04d6-4d02-8b0f-af92566e50d4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:49.627548 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.782759 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abefcbf8-32c5-46a8-9e87-664b215c0271 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:49.991010 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abefcbf8-32c5-46a8-9e87-664b215c0271 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.031551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.075906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefcbf8-32c5-46a8-9e87-664b215c0271 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=ac568e0e-d474-4314-ac3a-59a41bba7990,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:50.107125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abefcbf8-32c5-46a8-9e87-664b215c0271 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.115856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41834) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:50.121190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-abefcbf8-32c5-46a8-9e87-664b215c0271 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/ac568e0e-d474-4314-ac3a-59a41bba7990 HTTP/1.1" status: 204 len: 168 time: 1.0271025 Mar 11 17:32:50.173512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e709928-a4d4-4958-8466-75dd45ecd780 req-bee7ba83-d7e3-4375-8cf6-0b77997c5ebb tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 210 time: 0.1018653 Mar 11 17:32:50.291959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-887e487f-7f1d-4762-af65-8076afae554b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet d1a212c3-61da-4153-a7d2-8fa12012f4f7 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:50.299671 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-887e487f-7f1d-4762-af65-8076afae554b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.368635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-887e487f-7f1d-4762-af65-8076afae554b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.408384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ed62b0-8e2b-4b79-b316-5136ef977984 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:50.476600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-887e487f-7f1d-4762-af65-8076afae554b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.530290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.613431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Pushing event updated for resources: {'Port': ['ID=c179174f-0512-4ac2-81dd-ad2653b0bfab,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:50.636570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Network e4143809-c4dd-4fac-a798-a54c03e34b4c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:50.638496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:50.646754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:50.678568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:50.740826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:32:50.741236 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-887e487f-7f1d-4762-af65-8076afae554b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.745280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device e876bd3b-ddb2-4cdf-9a2a-229d0bcd9ffc not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:32:50.844927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e487f-7f1d-4762-af65-8076afae554b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a212c3-61da-4153-a7d2-8fa12012f4f7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:50.865424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-887e487f-7f1d-4762-af65-8076afae554b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.868740 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-887e487f-7f1d-4762-af65-8076afae554b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/d1a212c3-61da-4153-a7d2-8fa12012f4f7 HTTP/1.1" status: 204 len: 168 time: 0.7512372 Mar 11 17:32:50.871464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41852) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:50.882961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:50.883617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.886408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3276e6d0-fb81-4d85-9264-ff27283e332f None None] Provisioning complete for port b51e75b3-04d6-4d02-8b0f-af92566e50d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:50.886792 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3276e6d0-fb81-4d85-9264-ff27283e332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:50.947361 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-c41ee3a3-720c-4a1e-86a5-4a9654091210 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4369028 Mar 11 17:32:50.961541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Request body: {'port': {'device_id': '0a31b073-ba00-4739-8029-d8954f701374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:50.993571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a0737df7-4400-41a7-baa4-0f989a0af04a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208608 Mar 11 17:32:50.994179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41856) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:51.006468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:51.137412 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.165578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683597f0-c2e5-4ad0-b984-ae95c9cb94f3 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:32:51.246378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:51.252199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.317488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3276e6d0-fb81-4d85-9264-ff27283e332f None None] Could not find standard attr ID for object 7096cc59-e79b-439e-b799-e37253bb5473. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:32:51.371738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-683597f0-c2e5-4ad0-b984-ae95c9cb94f3 None None] Deleting port b51e75b3-04d6-4d02-8b0f-af92566e50d4 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:51.372131 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-683597f0-c2e5-4ad0-b984-ae95c9cb94f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.383914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b51e75b3-04d6-4d02-8b0f-af92566e50d4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:51.609280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-683597f0-c2e5-4ad0-b984-ae95c9cb94f3 None None] For port b51e75b3-04d6-4d02-8b0f-af92566e50d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b51e75b3-04d6-4d02-8b0f-af92566e50d4,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:51.610303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-683597f0-c2e5-4ad0-b984-ae95c9cb94f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.653829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-683597f0-c2e5-4ad0-b984-ae95c9cb94f3 None None] Calling delete_port for b51e75b3-04d6-4d02-8b0f-af92566e50d4 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:51.762395 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.865831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port b51e75b3-04d6-4d02-8b0f-af92566e50d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b51e75b3-04d6-4d02-8b0f-af92566e50d4,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:51.872200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c179174f-0512-4ac2-81dd-ad2653b0bfab {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:32:51.901464 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.923678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:51.965850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Transition to ACTIVE for port object c179174f-0512-4ac2-81dd-ad2653b0bfab will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:32:51.976375 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.058801 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-683597f0-c2e5-4ad0-b984-ae95c9cb94f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.121493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683597f0-c2e5-4ad0-b984-ae95c9cb94f3 None None] No DVR routers for this DVR port b51e75b3-04d6-4d02-8b0f-af92566e50d4 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:32:52.128263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Pushing event updated for resources: {'Port': ['ID=c179174f-0512-4ac2-81dd-ad2653b0bfab,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:52.158917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=b51e75b3-04d6-4d02-8b0f-af92566e50d4,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:52.275213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538ff46-1075-43cb-ba35-5674898979a0 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:32:52.308680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683597f0-c2e5-4ad0-b984-ae95c9cb94f3 None None] Pushing event deleted for resources: {'Port': ['ID=b51e75b3-04d6-4d02-8b0f-af92566e50d4,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:52.358230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Attempting to bind port c179174f-0512-4ac2-81dd-ad2653b0bfab on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:52.359432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Attempting to bind port c179174f-0512-4ac2-81dd-ad2653b0bfab by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:52.361080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Attempting to bind port c179174f-0512-4ac2-81dd-ad2653b0bfab on network e4143809-c4dd-4fac-a798-a54c03e34b4c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:52.374753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Port c179174f-0512-4ac2-81dd-ad2653b0bfab on network e4143809-c4dd-4fac-a798-a54c03e34b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:32:52.376962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Attempting to bind port c179174f-0512-4ac2-81dd-ad2653b0bfab on network e4143809-c4dd-4fac-a798-a54c03e34b4c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:52.391328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:32:52.392103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Checking segment: {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:32:52.392785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Bound using segment: {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:32:52.395702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Bound port: c179174f-0512-4ac2-81dd-ad2653b0bfab, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:52.396486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.432984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538ff46-1075-43cb-ba35-5674898979a0 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:32:52.516781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f6c75-8455-4dc9-9952-9efc39049506 req-1cc04475-318b-466a-8ec5-94bea4c955d8 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:52.537534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d4f6c75-8455-4dc9-9952-9efc39049506 req-1cc04475-318b-466a-8ec5-94bea4c955d8 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 944 time: 1.1013484 Mar 11 17:32:52.571928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:52.575974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:52.587178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.694779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.724786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d4f6c75-8455-4dc9-9952-9efc39049506 req-37b69707-93ec-44ec-9ef8-dac7461b1548 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701909 Mar 11 17:32:52.768997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:52.772693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:52.778249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Pushing event updated for resources: {'Port': ['ID=c179174f-0512-4ac2-81dd-ad2653b0bfab,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:52.795558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:52.797202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.813845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:52.814474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:52.816053 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-041a24e5-1ef5-4a92-89b7-d6a554e81344 service neutron] 10.222.0.46 "PUT /v2.0/ports/c179174f-0512-4ac2-81dd-ad2653b0bfab HTTP/1.1" status: 200 len: 1092 time: 1.8596561 Mar 11 17:32:52.816627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a31b073-ba00-4739-8029-d8954f701374', 'tag': 'c179174f-0512-4ac2-81dd-ad2653b0bfab'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:32:52.823632 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27" -d '{"events": [{"name": "network-changed", "server_uuid": "0a31b073-ba00-4739-8029-d8954f701374", "tag": "c179174f-0512-4ac2-81dd-ad2653b0bfab"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:32:52.870148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=fc354f26-40df-4000-96c0-2734bfba2af3,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:52.881966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0060e86c-92d0-4b9a-bf45-9534c9a13dc3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8816504 Mar 11 17:32:52.885355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41890) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:52.892231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:52.947869 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9409fd01-eea1-47b7-9ae5-acdfe20d4137 x-openstack-request-id: req-9409fd01-eea1-47b7-9ae5-acdfe20d4137 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:32:52.948573 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a31b073-ba00-4739-8029-d8954f701374", "tag": "c179174f-0512-4ac2-81dd-ad2653b0bfab", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:32:52.949119 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9409fd01-eea1-47b7-9ae5-acdfe20d4137 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:32:52.950026 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a31b073-ba00-4739-8029-d8954f701374', 'tag': 'c179174f-0512-4ac2-81dd-ad2653b0bfab', 'status': 'completed', 'code': 200} Mar 11 17:32:52.969952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-1dee39d5-535d-4408-b8bd-ac70ad26bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:52.977960 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-1dee39d5-535d-4408-b8bd-ac70ad26bef1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=823912a766b9451e8616d8ef3d24c6fd&device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 1095 time: 0.1078882 Mar 11 17:32:53.157356 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-74d4fce9-df9c-489c-b519-be3b9b413178 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab HTTP/1.1" status: 200 len: 217 time: 0.1712449 Mar 11 17:32:53.167153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:53.170758 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:53.282502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-beb3d7ea-1751-4314-85bc-939812e40227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:53.284207 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-beb3d7ea-1751-4314-85bc-939812e40227 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1289855e-6833-4f88-9167-72e5fa3a9646 HTTP/1.1" status: 200 len: 854 time: 0.1201034 Mar 11 17:32:53.346746 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-1b82b79f-0bba-4e60-9a5d-592275b9eab8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4143809-c4dd-4fac-a798-a54c03e34b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539844 Mar 11 17:32:53.563026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-3da3e44b-7fa9-4984-bc99-97b89ffbff0c service neutron] 10.222.0.46 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073617 Mar 11 17:32:53.623243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'fc354f26-40df-4000-96c0-2734bfba2af3'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:32:53.626502 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:53.798913 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5c9cb127-e754-458b-99f8-5cc7bb789efe req-9372fd17-116e-44ab-8b83-bdbe57d71cb4 service neutron] 10.222.0.46 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252598 Mar 11 17:32:53.991454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Allocated IP 172.20.0.2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/fc354f26-40df-4000-96c0-2734bfba2af3/4988e63d-6906-48ff-bf97-a33d32f5ffdd) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:54.045560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-b233d8d4-600d-4c86-8251-bae88e51aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:54.048214 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-b233d8d4-600d-4c86-8251-bae88e51aa34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=823912a766b9451e8616d8ef3d24c6fd&device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 1095 time: 0.1567657 Mar 11 17:32:54.351240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.objects.ports [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102642) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:32:54.375458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95f14d-5166-476d-908b-d3e94a2b64e3 req-416f9890-1848-4d61-a241-1c6964be5ce7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:54.416656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b95f14d-5166-476d-908b-d3e94a2b64e3 req-416f9890-1848-4d61-a241-1c6964be5ce7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 944 time: 0.4108207 Mar 11 17:32:54.430291 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.452783 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.470602 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.558359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=47a59432-56d6-48a0-901c-3394c36a3d10,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:54.588879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:54.593918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:54.611648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:54.614113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b95f14d-5166-476d-908b-d3e94a2b64e3 req-3e8fe838-26ae-4f26-9b10-e77aa372bba1 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951344 Mar 11 17:32:54.620249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:54.621152 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.630155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:54.639819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:54.650534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-0b531971-29fa-4a50-bf92-3de13dc57c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:54.652184 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-0b531971-29fa-4a50-bf92-3de13dc57c29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 200 len: 914 time: 0.5938871 Mar 11 17:32:54.666011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-32922f41-b3c3-4c04-9423-59416b23e514 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7802887 Mar 11 17:32:54.669141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Pushing event updated for resources: {'Port': ['ID=4988e63d-6906-48ff-bf97-a33d32f5ffdd,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:54.670016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41934) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:54.684318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:ec:f9:22', 'name': 'tempest-NetworksTestDHCPv6-747851963'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:54.799102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Attempting to bind port 4988e63d-6906-48ff-bf97-a33d32f5ffdd on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:32:54.799491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Attempting to bind port 4988e63d-6906-48ff-bf97-a33d32f5ffdd by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:32:54.799827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Attempting to bind port 4988e63d-6906-48ff-bf97-a33d32f5ffdd on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:32:54.800112 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-35c513bb-4cad-47f6-a63e-39c6cd3d88f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab HTTP/1.1" status: 200 len: 217 time: 0.1377726 Mar 11 17:32:54.816754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:32:54.817077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:32:54.817431 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.817840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:32:54.818334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Bound port: 4988e63d-6906-48ff-bf97-a33d32f5ffdd, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:32:54.818807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:54.991442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] For port 4988e63d-6906-48ff-bf97-a33d32f5ffdd, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:32:54.999197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-ba17927d-be44-49b8-926e-dce1e6c5cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:55.002975 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-ba17927d-be44-49b8-926e-dce1e6c5cd1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1289855e-6833-4f88-9167-72e5fa3a9646 HTTP/1.1" status: 200 len: 854 time: 0.1944890 Mar 11 17:32:55.003349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] For port 4988e63d-6906-48ff-bf97-a33d32f5ffdd, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4988e63d-6906-48ff-bf97-a33d32f5ffdd,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:32:55.013170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:55.091589 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-5c9f9ecd-5720-4b0c-9a4f-53aa62e1de9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4143809-c4dd-4fac-a798-a54c03e34b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797524 Mar 11 17:32:55.148190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:55.232674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed101b5-5ca5-477e-acd9-100ec40e878b None None] Pushing event updated for resources: {'Port': ['ID=4988e63d-6906-48ff-bf97-a33d32f5ffdd,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:55.369463 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-ef7f9618-fb5c-494b-a9e2-99698dc2dc94 service neutron] 10.222.0.46 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692678 Mar 11 17:32:55.381206 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:55.485114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 89790f8b-154b-4fa8-ba82-a04c380546b6 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:32:55.622796 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bb4883f6-a2f8-47a3-8638-7f6b6ba8cb27 req-d2c2713f-8b2a-49b8-80fd-74dd6caaaf9d service neutron] 10.222.0.46 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473505 Mar 11 17:32:55.917768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02531ce9-93d9-41c9-a115-b8962851793c req-c1cf4177-723f-4d26-bde2-c95afda9b113 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:55.925194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02531ce9-93d9-41c9-a115-b8962851793c req-c1cf4177-723f-4d26-bde2-c95afda9b113 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 944 time: 0.1353793 Mar 11 17:32:56.045260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02531ce9-93d9-41c9-a115-b8962851793c req-5640d20d-171d-44f5-a2ac-0432f3035415 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183105 Mar 11 17:32:56.081202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 172.20.0.5 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/fc354f26-40df-4000-96c0-2734bfba2af3/89790f8b-154b-4fa8-ba82-a04c380546b6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:56.102399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:feec:f922 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/47a59432-56d6-48a0-901c-3394c36a3d10/89790f8b-154b-4fa8-ba82-a04c380546b6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:32:56.169965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c179174f-0512-4ac2-81dd-ad2653b0bfab details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:32:56.429260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:56.444326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'c179174f-0512-4ac2-81dd-ad2653b0bfab', 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c', 'port_id': 'c179174f-0512-4ac2-81dd-ad2653b0bfab', 'mac_address': 'fa:16:3e:ea:2d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1289855e-6833-4f88-9167-72e5fa3a9646', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:32:56.450060 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.513973 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.540428 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.569389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c179174f-0512-4ac2-81dd-ad2653b0bfab {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:32:56.623717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:56.633890 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.655516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:32:56.673077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:32:56.678069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:32:56.775285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:56.776316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:56.780251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=89790f8b-154b-4fa8-ba82-a04c380546b6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:56.822024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=c179174f-0512-4ac2-81dd-ad2653b0bfab,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:56.848704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41982) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:56.861735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04818a3f-d90c-49a9-99e0-33fc9fbc005a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1741681 Mar 11 17:32:56.949690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['c179174f-0512-4ac2-81dd-ad2653b0bfab'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:32:56.972425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ea1de9-7b97-465f-b5be-01e57c6d06d6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:56.985685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ea1de9-7b97-465f-b5be-01e57c6d06d6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:56.987742 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-39ea1de9-7b97-465f-b5be-01e57c6d06d6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1377609 Mar 11 17:32:56.990940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41986) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:57.146564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7359b-b00c-4dec-94c7-2e94c9c9754c None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:57.312512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cf0f532d-e1ab-4860-9e74-3e2e280081cf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 89790f8b-154b-4fa8-ba82-a04c380546b6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:32:57.312869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf0f532d-e1ab-4860-9e74-3e2e280081cf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.373268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5adc6-5760-491b-96f9-d353ddb7265e req-b78b0ed5-80cd-4c76-992a-a5c130517a70 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:57.376322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4f5adc6-5760-491b-96f9-d353ddb7265e req-b78b0ed5-80cd-4c76-992a-a5c130517a70 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 945 time: 0.1675048 Mar 11 17:32:57.383229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4c59f9c1-d43b-4595-b454-bc680709c971 None None] Provisioning complete for port 4988e63d-6906-48ff-bf97-a33d32f5ffdd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:57.383835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c59f9c1-d43b-4595-b454-bc680709c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.480067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4988e63d-6906-48ff-bf97-a33d32f5ffdd up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:57.487867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4f5adc6-5760-491b-96f9-d353ddb7265e req-e601138c-2988-4fb1-a057-1915c751030f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025550 Mar 11 17:32:57.555108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf0f532d-e1ab-4860-9e74-3e2e280081cf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.576450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cf0f532d-e1ab-4860-9e74-3e2e280081cf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 89790f8b-154b-4fa8-ba82-a04c380546b6 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:32:57.778073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4988e63d-6906-48ff-bf97-a33d32f5ffdd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:57.779727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.810330 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c59f9c1-d43b-4595-b454-bc680709c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.888850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4c59f9c1-d43b-4595-b454-bc680709c971 None None] For port 4988e63d-6906-48ff-bf97-a33d32f5ffdd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4988e63d-6906-48ff-bf97-a33d32f5ffdd,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:57.931178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4c59f9c1-d43b-4595-b454-bc680709c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:57.959654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf0f532d-e1ab-4860-9e74-3e2e280081cf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.028800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f532d-e1ab-4860-9e74-3e2e280081cf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=89790f8b-154b-4fa8-ba82-a04c380546b6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:58.053135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.104539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd88bb7-8f15-4d0b-92ff-8df5900ddcdc None None] Update dhcp port {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': 'fc354f26-40df-4000-96c0-2734bfba2af3', 'ip_address': '172.20.0.2'}, {'subnet_id': '47a59432-56d6-48a0-901c-3394c36a3d10'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '4988e63d-6906-48ff-bf97-a33d32f5ffdd'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:32:58.138692 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0bd88bb7-8f15-4d0b-92ff-8df5900ddcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.168185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-95edd472-8d24-4a54-bbdf-783ab13e5ba4 req-4a7bd463-4ff4-4d2d-9d0b-9a6f0791b6fa service neutron] (102642) timed out ('10.222.0.46', 56970) {{(pid=102642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:32:58.231913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c179174f-0512-4ac2-81dd-ad2653b0bfab up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:32:58.232569 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf0f532d-e1ab-4860-9e74-3e2e280081cf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.236313 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:32:58.237008 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:32:58.237724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59f9c1-d43b-4595-b454-bc680709c971 None None] Pushing event updated for resources: {'Port': ['ID=4988e63d-6906-48ff-bf97-a33d32f5ffdd,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:58.243194 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cf0f532d-e1ab-4860-9e74-3e2e280081cf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/89790f8b-154b-4fa8-ba82-a04c380546b6 HTTP/1.1" status: 204 len: 168 time: 1.2486713 Mar 11 17:32:58.244544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42010) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:58.384352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be103871-fe1c-4946-bfff-bcac3c8d85a3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:58.386588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be103871-fe1c-4946-bfff-bcac3c8d85a3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:58.388451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be103871-fe1c-4946-bfff-bcac3c8d85a3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:58.393811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:58.394068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-be103871-fe1c-4946-bfff-bcac3c8d85a3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1480935 Mar 11 17:32:58.452641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port c179174f-0512-4ac2-81dd-ad2653b0bfab completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:32:58.477214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port c179174f-0512-4ac2-81dd-ad2653b0bfab triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:58.477693 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.511267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-5843f7cf-a775-46c0-bd22-6777c05486df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 47a59432-56d6-48a0-901c-3394c36a3d10 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:58.516450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5843f7cf-a775-46c0-bd22-6777c05486df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.583506 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5843f7cf-a775-46c0-bd22-6777c05486df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.675612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5843f7cf-a775-46c0-bd22-6777c05486df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.677091 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.725709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31b073-ba00-4739-8029-d8954f701374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c179174f-0512-4ac2-81dd-ad2653b0bfab'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:32:58.729614 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ae947-6e3c-48e8-b0e4-34ac78eeca05" -d '{"events": [{"server_uuid": "0a31b073-ba00-4739-8029-d8954f701374", "name": "network-vif-plugged", "status": "completed", "tag": "c179174f-0512-4ac2-81dd-ad2653b0bfab"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:32:58.750994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9c0fc-a3f2-428b-9e40-8ab787c7e31a req-0181bc2d-bbf4-4e70-8505-a253c8930f31 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:58.754877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5c9c0fc-a3f2-428b-9e40-8ab787c7e31a req-0181bc2d-bbf4-4e70-8505-a253c8930f31 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 945 time: 0.1272614 Mar 11 17:32:58.795556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5843f7cf-a775-46c0-bd22-6777c05486df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.816959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5843f7cf-a775-46c0-bd22-6777c05486df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.826511 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5843f7cf-a775-46c0-bd22-6777c05486df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/47a59432-56d6-48a0-901c-3394c36a3d10 HTTP/1.1" status: 204 len: 168 time: 0.4306045 Mar 11 17:32:58.829526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42026) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:58.878906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843f7cf-a775-46c0-bd22-6777c05486df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=47a59432-56d6-48a0-901c-3394c36a3d10,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:58.884763 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32149088-28e7-4079-85b8-510f8162d572 x-openstack-request-id: req-32149088-28e7-4079-85b8-510f8162d572 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:32:58.884763 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31b073-ba00-4739-8029-d8954f701374", "name": "network-vif-plugged", "status": "completed", "tag": "c179174f-0512-4ac2-81dd-ad2653b0bfab", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:32:58.884763 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32149088-28e7-4079-85b8-510f8162d572 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:32:58.885250 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a31b073-ba00-4739-8029-d8954f701374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c179174f-0512-4ac2-81dd-ad2653b0bfab', 'code': 200} Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-0bd88bb7-8f15-4d0b-92ff-8df5900ddcdc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47a59432-56d6-48a0-901c-3394c36a3d10: This subnet is being modified by another concurrent operation. Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47a59432-56d6-48a0-901c-3394c36a3d10: This subnet is being modified by another concurrent operation. Mar 11 17:32:58.893371 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:32:58.914861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:58.923558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5c9c0fc-a3f2-428b-9e40-8ab787c7e31a req-ea08da1b-955d-464a-9a9a-e6c43eef2d25 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625388 Mar 11 17:32:58.929406 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:58.995929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-699573eb-ccf0-402a-9b5a-f97511b53abe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet fc354f26-40df-4000-96c0-2734bfba2af3 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:32:59.001157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdd949-be60-4015-afaa-426774f64317 req-744bdf47-c60a-442d-95ad-70412fb20fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:32:59.003298 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-30bdd949-be60-4015-afaa-426774f64317 req-744bdf47-c60a-442d-95ad-70412fb20fef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 1097 time: 0.1043689 Mar 11 17:32:59.007220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-699573eb-ccf0-402a-9b5a-f97511b53abe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.074648 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-30bdd949-be60-4015-afaa-426774f64317 req-fb8a6dac-d62c-4449-b07c-098c8169fea3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603485 Mar 11 17:32:59.080830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243d9e8-2199-4c7b-bfcf-3d64e03e0ffb None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:32:59.111380 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-699573eb-ccf0-402a-9b5a-f97511b53abe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.169987 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.262949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=c179174f-0512-4ac2-81dd-ad2653b0bfab,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:59.301743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3e132c7e-c0c4-4523-bbf6-9b20320ebd94 None None] Provisioning complete for port 4988e63d-6906-48ff-bf97-a33d32f5ffdd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:32:59.302133 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3e132c7e-c0c4-4523-bbf6-9b20320ebd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.392428 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-699573eb-ccf0-402a-9b5a-f97511b53abe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.431748 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4988e63d-6906-48ff-bf97-a33d32f5ffdd no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:32:59.538695 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-699573eb-ccf0-402a-9b5a-f97511b53abe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.632259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-699573eb-ccf0-402a-9b5a-f97511b53abe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.648878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-699573eb-ccf0-402a-9b5a-f97511b53abe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/fc354f26-40df-4000-96c0-2734bfba2af3 HTTP/1.1" status: 204 len: 168 time: 0.8180330 Mar 11 17:32:59.649219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:59.650103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699573eb-ccf0-402a-9b5a-f97511b53abe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=fc354f26-40df-4000-96c0-2734bfba2af3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:32:59.752196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4f92f381-a612-4bab-b6dd-1f42ba4e4b4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009867 Mar 11 17:32:59.754644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:32:59.762747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:32:59.824968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3e132c7e-c0c4-4523-bbf6-9b20320ebd94 None None] Could not find standard attr ID for object 89790f8b-154b-4fa8-ba82-a04c380546b6. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:32:59.887102 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.891101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:32:59.897312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.936515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 4988e63d-6906-48ff-bf97-a33d32f5ffdd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4988e63d-6906-48ff-bf97-a33d32f5ffdd,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:32:59.943407 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:59.971269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67464609-699c-47a7-a4be-5182b59e7066 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:33:00.193090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=4988e63d-6906-48ff-bf97-a33d32f5ffdd,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:00.244979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-67464609-699c-47a7-a4be-5182b59e7066 None None] Deleting port 4988e63d-6906-48ff-bf97-a33d32f5ffdd {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:00.248292 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67464609-699c-47a7-a4be-5182b59e7066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:00.321853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925068a-0a00-4cf9-80a7-c4f54d77ab85 req-1371fc75-efcd-403d-928a-84c7d30a33c5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:00.339347 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:00.341066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1925068a-0a00-4cf9-80a7-c4f54d77ab85 req-1371fc75-efcd-403d-928a-84c7d30a33c5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.2015512 Mar 11 17:33:00.397048 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:00.427148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=a9e1556d-604f-4d33-8bf9-4b26a0f0e4af,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:00.430737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:00.434181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:00.436681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:00.442234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1925068a-0a00-4cf9-80a7-c4f54d77ab85 req-2b4c9ddd-5ee4-4d5a-afc5-2cf4d2016f6d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984502 Mar 11 17:33:00.463170 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9d4e1a94-9854-45c8-8f98-d49b75c459bd tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7037854 Mar 11 17:33:00.464800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42056) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:00.470872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:00.478493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-67464609-699c-47a7-a4be-5182b59e7066 None None] For port 4988e63d-6906-48ff-bf97-a33d32f5ffdd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4988e63d-6906-48ff-bf97-a33d32f5ffdd,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:00.479323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67464609-699c-47a7-a4be-5182b59e7066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:00.520545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-67464609-699c-47a7-a4be-5182b59e7066 None None] Calling delete_port for 4988e63d-6906-48ff-bf97-a33d32f5ffdd owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:00.773287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:00.777734 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.114100 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67464609-699c-47a7-a4be-5182b59e7066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.154773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67464609-699c-47a7-a4be-5182b59e7066 None None] Pushing event deleted for resources: {'Port': ['ID=4988e63d-6906-48ff-bf97-a33d32f5ffdd,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:01.184275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67464609-699c-47a7-a4be-5182b59e7066 None None] No DVR routers for this DVR port 4988e63d-6906-48ff-bf97-a33d32f5ffdd on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:01.216411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61e964-beb3-4a2c-acea-fe65362e4a67 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:01.424926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:33:01.428263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.532646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:01.534634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'a9e1556d-604f-4d33-8bf9-4b26a0f0e4af'}, {'subnet_id': 'bf64335c-4e88-47fe-a4d8-c4e24befc741'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:33:01.539321 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.545658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:01.552247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:01.552966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.613171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42080) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:01.617664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=bf64335c-4e88-47fe-a4d8-c4e24befc741,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:01.633386 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0bc46afa-365e-4188-ab03-b42c30285c82 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1664071 Mar 11 17:33:01.636831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:01.659737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:20:71:a4', 'name': 'tempest-NetworksTestDHCPv6-491197860'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:01.711673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee2e2c-ffc0-484f-b2e5-95d89ead68de req-ea00be04-1082-4c92-bbfb-520c620ec343 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:01.718117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6eee2e2c-ffc0-484f-b2e5-95d89ead68de req-ea00be04-1082-4c92-bbfb-520c620ec343 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1306088 Mar 11 17:33:01.795316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6eee2e2c-ffc0-484f-b2e5-95d89ead68de req-143728ab-81a6-46cd-8dfb-226680c7ab69 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689592 Mar 11 17:33:01.810562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:01.929425 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53e191e3-24d6-4fd9-9b4b-10f9953c3a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:01.980228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Allocated IP 172.20.0.2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/a9e1556d-604f-4d33-8bf9-4b26a0f0e4af/5133407d-9d06-4503-aeee-2f75bd0b92f7) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:02.005247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Allocated IP 2001:db8::f816:3eff:fe2e:1eb1 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/bf64335c-4e88-47fe-a4d8-c4e24befc741/5133407d-9d06-4503-aeee-2f75bd0b92f7) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:02.092595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2901bc-6351-437c-a11a-af5c93f7bb4d req-7e30d070-bfef-470d-bc50-ecc7e569ef97 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:02.094981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea2901bc-6351-437c-a11a-af5c93f7bb4d req-7e30d070-bfef-470d-bc50-ecc7e569ef97 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1194260 Mar 11 17:33:02.097817 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.160688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port f3619bac-dca4-46ce-9ed9-e2c219d0e84a yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:33:02.293311 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53e191e3-24d6-4fd9-9b4b-10f9953c3a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.304569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53e191e3-24d6-4fd9-9b4b-10f9953c3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.350410 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.368874 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.394871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-53e191e3-24d6-4fd9-9b4b-10f9953c3a3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47c0004276eb451191abd1187e75b5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7793393 Mar 11 17:33:02.403149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42098) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:02.514957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 172.20.0.10 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/a9e1556d-604f-4d33-8bf9-4b26a0f0e4af/f3619bac-dca4-46ce-9ed9-e2c219d0e84a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:02.520921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:fe20:71a4 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/bf64335c-4e88-47fe-a4d8-c4e24befc741/f3619bac-dca4-46ce-9ed9-e2c219d0e84a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:02.529717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c305790-220d-40d4-9277-9d92d76620a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.545175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:02.549842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:02.556689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:02.583038 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c305790-220d-40d4-9277-9d92d76620a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.653222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Pushing event updated for resources: {'Port': ['ID=5133407d-9d06-4503-aeee-2f75bd0b92f7,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:02.715935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea2901bc-6351-437c-a11a-af5c93f7bb4d req-f6d93a72-cca0-4a82-8632-aa71857e0cfe tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978377 Mar 11 17:33:02.726294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e191e3-24d6-4fd9-9b4b-10f9953c3a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f2daef-4625-466e-b7bc-ab3bd7bc333b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:02.786428 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c305790-220d-40d4-9277-9d92d76620a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.789541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c305790-220d-40d4-9277-9d92d76620a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.793239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9c305790-220d-40d4-9277-9d92d76620a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0f2daef-4625-466e-b7bc-ab3bd7bc333b HTTP/1.1" status: 204 len: 168 time: 0.3683708 Mar 11 17:33:02.820485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c305790-220d-40d4-9277-9d92d76620a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f2daef-4625-466e-b7bc-ab3bd7bc333b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:02.861895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Attempting to bind port 5133407d-9d06-4503-aeee-2f75bd0b92f7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:02.862272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Attempting to bind port 5133407d-9d06-4503-aeee-2f75bd0b92f7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:02.862635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Attempting to bind port 5133407d-9d06-4503-aeee-2f75bd0b92f7 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:02.886372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:02.886965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:02.887570 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.888101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:02.888760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Bound port: 5133407d-9d06-4503-aeee-2f75bd0b92f7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:02.889531 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:02.891915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.037725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.107665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] For port 5133407d-9d06-4503-aeee-2f75bd0b92f7, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:03.123382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] For port 5133407d-9d06-4503-aeee-2f75bd0b92f7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5133407d-9d06-4503-aeee-2f75bd0b92f7,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:03.136460 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.171156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b309b52-b815-4c50-aff0-a548c0fbffe2 req-d8cd9f27-6aa8-4c36-b428-7bddd5971ce0 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:03.180078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b309b52-b815-4c50-aff0-a548c0fbffe2 req-d8cd9f27-6aa8-4c36-b428-7bddd5971ce0 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.0826302 Mar 11 17:33:03.186710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:03.195715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:03.199761 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:03.249463 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b309b52-b815-4c50-aff0-a548c0fbffe2 req-ad062e44-8a2f-45f8-b264-9ab08c54d24c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657206 Mar 11 17:33:03.343742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0181b5-2358-4947-af16-79ae0d6f5d7e None None] Pushing event updated for resources: {'Port': ['ID=5133407d-9d06-4503-aeee-2f75bd0b92f7,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:03.365442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=f3619bac-dca4-46ce-9ed9-e2c219d0e84a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:03.471643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:03.475966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:03.527491 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-74d98c38-6b1e-4653-a8f4-ff88e08beaf9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8843243 Mar 11 17:33:03.528428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42124) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:03.605898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114352e1-d2c6-4b41-9c1c-b63c21ee1196 req-f0f697fd-3ea6-4b78-88de-ced9b7a3f15e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:03.607854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-114352e1-d2c6-4b41-9c1c-b63c21ee1196 req-f0f697fd-3ea6-4b78-88de-ced9b7a3f15e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1937551 Mar 11 17:33:03.714246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a6b98-1b4b-45da-87c1-72d0cf5592b9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:03.724220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a6b98-1b4b-45da-87c1-72d0cf5592b9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:03.725911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9b8a6b98-1b4b-45da-87c1-72d0cf5592b9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1869104 Mar 11 17:33:03.732423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42130) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:03.756540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-114352e1-d2c6-4b41-9c1c-b63c21ee1196 req-e5f4f9a6-2a17-425b-a414-34a82616c1a8 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393397 Mar 11 17:33:04.015631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42142) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:04.022195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b2528516-3179-4739-8208-cf4fb29b4045 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port f3619bac-dca4-46ce-9ed9-e2c219d0e84a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:04.022723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2528516-3179-4739-8208-cf4fb29b4045 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.041956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be92791b-ad13-4e1d-af2a-697207d46b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.270152 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be92791b-ad13-4e1d-af2a-697207d46b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.275710 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be92791b-ad13-4e1d-af2a-697207d46b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.335903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92791b-ad13-4e1d-af2a-697207d46b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88106a6-89ae-4686-a034-0510573202df,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:04.405222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-be92791b-ad13-4e1d-af2a-697207d46b02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27f2b0d04d5c45d59b1edbf3a278e336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879843 Mar 11 17:33:04.413214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42158) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:04.416054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2528516-3179-4739-8208-cf4fb29b4045 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.479362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b2528516-3179-4739-8208-cf4fb29b4045 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for f3619bac-dca4-46ce-9ed9-e2c219d0e84a owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:04.623320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703f2ef-920f-482d-9872-6d5fa09aaef3 req-f1fbf83e-70c8-4ae8-a2df-def24b582776 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:04.640585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1703f2ef-920f-482d-9872-6d5fa09aaef3 req-f1fbf83e-70c8-4ae8-a2df-def24b582776 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.2280743 Mar 11 17:33:04.745079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0678b50e-2c63-4383-8733-8e416410a5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.809854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0678b50e-2c63-4383-8733-8e416410a5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.843536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2528516-3179-4739-8208-cf4fb29b4045 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.918460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0678b50e-2c63-4383-8733-8e416410a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.921865 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0678b50e-2c63-4383-8733-8e416410a5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:04.923465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0678b50e-2c63-4383-8733-8e416410a5cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a88106a6-89ae-4686-a034-0510573202df HTTP/1.1" status: 204 len: 168 time: 0.5062044 Mar 11 17:33:04.959456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1703f2ef-920f-482d-9872-6d5fa09aaef3 req-4f8a1427-1f47-4689-a9a1-98382012bf1d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157942 Mar 11 17:33:04.978948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2528516-3179-4739-8208-cf4fb29b4045 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=f3619bac-dca4-46ce-9ed9-e2c219d0e84a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:04.989780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678b50e-2c63-4383-8733-8e416410a5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88106a6-89ae-4686-a034-0510573202df,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:05.133431 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2528516-3179-4739-8208-cf4fb29b4045 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.155782 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b2528516-3179-4739-8208-cf4fb29b4045 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/f3619bac-dca4-46ce-9ed9-e2c219d0e84a HTTP/1.1" status: 204 len: 168 time: 1.4192369 Mar 11 17:33:05.157112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42172) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:05.283529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d273cdb-a51d-40e2-8f5d-b0d1bd418b98 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:05.301395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d273cdb-a51d-40e2-8f5d-b0d1bd418b98 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:05.304880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d273cdb-a51d-40e2-8f5d-b0d1bd418b98 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:05.306351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d273cdb-a51d-40e2-8f5d-b0d1bd418b98 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1479270 Mar 11 17:33:05.309025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42174) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:05.381954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acbdcdb-cc6c-4c8b-a2ed-f0f88e6eb47f None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:05.431597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d98a2af-acfe-4842-8ca2-fc62c2648b44 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet a9e1556d-604f-4d33-8bf9-4b26a0f0e4af {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:05.435693 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d98a2af-acfe-4842-8ca2-fc62c2648b44 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.465069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5133407d-9d06-4503-aeee-2f75bd0b92f7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:05.487870 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d98a2af-acfe-4842-8ca2-fc62c2648b44 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.660387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d98a2af-acfe-4842-8ca2-fc62c2648b44 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.786160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d98a2af-acfe-4842-8ca2-fc62c2648b44 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.834726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d98a2af-acfe-4842-8ca2-fc62c2648b44 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:05.844898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4d98a2af-acfe-4842-8ca2-fc62c2648b44 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/a9e1556d-604f-4d33-8bf9-4b26a0f0e4af HTTP/1.1" status: 204 len: 168 time: 0.5341198 Mar 11 17:33:05.847017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42190) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:06.015528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9bcec07d-004e-49e9-8173-68d93e8e7f5a None None] Provisioning complete for port 5133407d-9d06-4503-aeee-2f75bd0b92f7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:06.016488 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bcec07d-004e-49e9-8173-68d93e8e7f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.042843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98a2af-acfe-4842-8ca2-fc62c2648b44 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e1556d-604f-4d33-8bf9-4b26a0f0e4af,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:06.118577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5133407d-9d06-4503-aeee-2f75bd0b92f7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:06.119244 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.206074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-638b4387-e959-4514-bae3-f0877cfd58a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet bf64335c-4e88-47fe-a4d8-c4e24befc741 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:06.216211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-638b4387-e959-4514-bae3-f0877cfd58a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.287617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc41d-364f-45e7-9679-6d7c0ff58c3e req-b3a0d0f6-6743-4657-a934-00711fdf03e1 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:06.309150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae8dc41d-364f-45e7-9679-6d7c0ff58c3e req-b3a0d0f6-6743-4657-a934-00711fdf03e1 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1595380 Mar 11 17:33:06.311491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-638b4387-e959-4514-bae3-f0877cfd58a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.352234 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.463515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae8dc41d-364f-45e7-9679-6d7c0ff58c3e req-af2402f0-0f2c-4eac-b3f9-7e63f7ba978b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522427 Mar 11 17:33:06.489885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9bcec07d-004e-49e9-8173-68d93e8e7f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.494018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 5133407d-9d06-4503-aeee-2f75bd0b92f7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5133407d-9d06-4503-aeee-2f75bd0b92f7,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:06.506448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.612010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-638b4387-e959-4514-bae3-f0877cfd58a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.671244 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-9bcec07d-004e-49e9-8173-68d93e8e7f5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:33:06.680421 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-9bcec07d-004e-49e9-8173-68d93e8e7f5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:33:06.691654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=5133407d-9d06-4503-aeee-2f75bd0b92f7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:06.785541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-638b4387-e959-4514-bae3-f0877cfd58a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.793955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068bad3d-bb4a-41d9-890f-a25e61f150c0 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:06.819030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-638b4387-e959-4514-bae3-f0877cfd58a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:06.822376 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-638b4387-e959-4514-bae3-f0877cfd58a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/bf64335c-4e88-47fe-a4d8-c4e24befc741 HTTP/1.1" status: 204 len: 168 time: 0.9738617 Mar 11 17:33:06.823607 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b4387-e959-4514-bae3-f0877cfd58a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=bf64335c-4e88-47fe-a4d8-c4e24befc741,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:06.825777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42220) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:06.889240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-66ac31e0-1c03-433a-8df1-81f46b5d4daa tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542884 Mar 11 17:33:06.891108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42230) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:06.969913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b7080-f2be-479a-ae2c-1b24a83bc7c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:06.971781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-925b7080-f2be-479a-ae2c-1b24a83bc7c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0790365 Mar 11 17:33:06.975107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42238) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:07.083748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a387de-dd2e-4144-91ba-f5d129d2a0ab tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:07.085943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-10a387de-dd2e-4144-91ba-f5d129d2a0ab tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1088595 Mar 11 17:33:07.088293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42250) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:07.158557 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d28ed55d-d6e2-4cb1-b2a7-010694f01d49 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687582 Mar 11 17:33:07.160304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42254) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:07.170764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-89e728e7-2426-40cb-9500-7c72f00861da tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:07.263561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0ffbf-8b6d-4429-ad52-78cdb17b3cad None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:33:07.375318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e728e7-2426-40cb-9500-7c72f00861da tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:07.387148 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89e728e7-2426-40cb-9500-7c72f00861da tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.390439 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e728e7-2426-40cb-9500-7c72f00861da tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:33:07.391752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e728e7-2426-40cb-9500-7c72f00861da tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:33:07.397142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5133407d-9d06-4503-aeee-2f75bd0b92f7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:07.412579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-89e728e7-2426-40cb-9500-7c72f00861da tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2509587 Mar 11 17:33:07.418791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42260) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:07.427031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-698c7602-ded5-44f2-a2e2-c6ac71787150 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:07.485314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0ffbf-8b6d-4429-ad52-78cdb17b3cad None None] Deleting port 5133407d-9d06-4503-aeee-2f75bd0b92f7 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:07.486338 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ffbf-8b6d-4429-ad52-78cdb17b3cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.537544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-67d61858-d917-4d33-a9ae-39dc978885e9 None None] Provisioning complete for port 5133407d-9d06-4503-aeee-2f75bd0b92f7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:07.538200 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67d61858-d917-4d33-a9ae-39dc978885e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.738478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3bc0ffbf-8b6d-4429-ad52-78cdb17b3cad None None] For port 5133407d-9d06-4503-aeee-2f75bd0b92f7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5133407d-9d06-4503-aeee-2f75bd0b92f7,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:07.739445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ffbf-8b6d-4429-ad52-78cdb17b3cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.750978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698c7602-ded5-44f2-a2e2-c6ac71787150 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:07.755166 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-698c7602-ded5-44f2-a2e2-c6ac71787150 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.756786 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-698c7602-ded5-44f2-a2e2-c6ac71787150 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:33:07.757218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698c7602-ded5-44f2-a2e2-c6ac71787150 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:33:07.783421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42278) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:07.788578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0ffbf-8b6d-4429-ad52-78cdb17b3cad None None] Calling delete_port for 5133407d-9d06-4503-aeee-2f75bd0b92f7 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:07.789212 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ed785ca7-9418-4069-b3b1-a77c4b2ec3f9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:07.795147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-698c7602-ded5-44f2-a2e2-c6ac71787150 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3749650 Mar 11 17:33:07.824853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5ab90-9ba3-4877-b7da-17135ddeb3e5 req-a50219ee-02ac-4f85-be26-1a904ce31476 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:07.826452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9bc5ab90-9ba3-4877-b7da-17135ddeb3e5 req-a50219ee-02ac-4f85-be26-1a904ce31476 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1146848 Mar 11 17:33:07.871112 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.951194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9bc5ab90-9ba3-4877-b7da-17135ddeb3e5 req-e4fe4030-608c-4087-9a33-dfabac647fc7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112680 Mar 11 17:33:07.985546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed785ca7-9418-4069-b3b1-a77c4b2ec3f9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:07.991150 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed785ca7-9418-4069-b3b1-a77c4b2ec3f9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:07.992317 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed785ca7-9418-4069-b3b1-a77c4b2ec3f9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:33:07.992926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed785ca7-9418-4069-b3b1-a77c4b2ec3f9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:33:08.021000 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ed785ca7-9418-4069-b3b1-a77c4b2ec3f9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2364736 Mar 11 17:33:08.025184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42284) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:08.033514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4c7e0a47-87f1-461b-8ec7-c1687d2b2fdf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:08.066860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 5133407d-9d06-4503-aeee-2f75bd0b92f7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5133407d-9d06-4503-aeee-2f75bd0b92f7,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:08.080430 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.160200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=5133407d-9d06-4503-aeee-2f75bd0b92f7,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:08.162637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e0a47-87f1-461b-8ec7-c1687d2b2fdf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:08.164202 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ffbf-8b6d-4429-ad52-78cdb17b3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.166885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0a47-87f1-461b-8ec7-c1687d2b2fdf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.168633 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7e0a47-87f1-461b-8ec7-c1687d2b2fdf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:33:08.169720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7e0a47-87f1-461b-8ec7-c1687d2b2fdf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:33:08.210692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42294) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:08.211356 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4c7e0a47-87f1-461b-8ec7-c1687d2b2fdf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1846361 Mar 11 17:33:08.213211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0ffbf-8b6d-4429-ad52-78cdb17b3cad None None] No DVR routers for this DVR port 5133407d-9d06-4503-aeee-2f75bd0b92f7 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:08.218131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-74cbc0fb-2203-41b8-b9dc-6b7de7c35708 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:08.223203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0ffbf-8b6d-4429-ad52-78cdb17b3cad None None] Pushing event deleted for resources: {'Port': ['ID=5133407d-9d06-4503-aeee-2f75bd0b92f7,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:08.241385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7eb99-447d-44a7-b5ff-a3b09ec9dfe4 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:33:08.354651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cbc0fb-2203-41b8-b9dc-6b7de7c35708 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:08.362486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d7eb99-447d-44a7-b5ff-a3b09ec9dfe4 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:33:08.363202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74cbc0fb-2203-41b8-b9dc-6b7de7c35708 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.364951 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cbc0fb-2203-41b8-b9dc-6b7de7c35708 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:33:08.365600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cbc0fb-2203-41b8-b9dc-6b7de7c35708 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:33:08.391384 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-74cbc0fb-2203-41b8-b9dc-6b7de7c35708 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1788507 Mar 11 17:33:08.394340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42302) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:08.401580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9012bf22-e454-478f-9b9d-ec667ecd0d83 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:08.528491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9012bf22-e454-478f-9b9d-ec667ecd0d83 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:08.548239 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9012bf22-e454-478f-9b9d-ec667ecd0d83 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:08.557934 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-9012bf22-e454-478f-9b9d-ec667ecd0d83 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:33:08.558165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9012bf22-e454-478f-9b9d-ec667ecd0d83 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:33:08.594817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9012bf22-e454-478f-9b9d-ec667ecd0d83 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1961024 Mar 11 17:33:08.595546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42310) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:08.643537 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e3a8c73a-bdc8-4546-9503-558839a56367 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0464830 Mar 11 17:33:08.645947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42314) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:08.775852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500292f-faa4-4d14-93d2-fce8a40fda53 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:08.786048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1500292f-faa4-4d14-93d2-fce8a40fda53 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1384571 Mar 11 17:33:08.788516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42326) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:08.840989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-114e3e3e-9ff5-4a9a-ae19-6c1d9212c2d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509133 Mar 11 17:33:08.853058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42330) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:08.858849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:09.044559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:09.056077 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:09.368608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e00a6-4973-4879-afe3-928601084c10 req-6824f074-882a-49d1-9b90-7e745985993f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:09.379453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-764e00a6-4973-4879-afe3-928601084c10 req-6824f074-882a-49d1-9b90-7e745985993f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.2860584 Mar 11 17:33:09.478582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-764e00a6-4973-4879-afe3-928601084c10 req-e9f59f9c-2e1b-4dde-82fa-2e2e4a05fd43 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929227 Mar 11 17:33:09.498134 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-fdbc5bfd-5ae0-4855-8c4a-76162cdb8003 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228194 Mar 11 17:33:09.649286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-4215b04a-2e1c-494f-833b-ca70efc88a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:09.650872 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-4215b04a-2e1c-494f-833b-ca70efc88a61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 1096 time: 0.0881844 Mar 11 17:33:09.800985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-3f14436a-cab9-40d1-8742-18307eab7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:09.804036 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-3f14436a-cab9-40d1-8742-18307eab7ea2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.1148729 Mar 11 17:33:09.923830 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-970ca3a5-ce5a-4a24-9f11-c845ade1eece service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a HTTP/1.1" status: 200 len: 1000 time: 0.1121664 Mar 11 17:33:09.948221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:33:09.951542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:10.009960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-64d9bb29-582a-4238-936c-5bbff135ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:10.012062 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-64d9bb29-582a-4238-936c-5bbff135ea78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.0619578 Mar 11 17:33:10.091183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:10.097679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:10.102215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:10.103021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:10.108265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=ebd85813-97cd-418b-95cc-256b34493738,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:10.108512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0eaa3-c7d9-4f2f-a702-d372f8e9aa46 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:10.130609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-1d9a4979-0c6f-4992-95ad-50d5b208c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:10.132465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-1d9a4979-0c6f-4992-95ad-50d5b208c161 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948751 Mar 11 17:33:10.137069 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d9c0f0e-2bab-40c3-9f98-f2709fd66d18 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2829854 Mar 11 17:33:10.139715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42398) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:10.145926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:e4:85:b7', 'name': 'tempest-NetworksTestDHCPv6-866846454'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:10.355925 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-02fade93-d439-4b32-af5b-ee858d7ed66b service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164950 Mar 11 17:33:10.417527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'ebd85813-97cd-418b-95cc-256b34493738'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:33:10.418422 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:10.439315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:10.592004 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-521ccb84-ac3d-4ab4-a30c-1deb7216d788 req-5ff24589-6aae-4010-9b6e-04bffd334859 service neutron] 10.222.0.66 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276430 Mar 11 17:33:10.744601 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:10.747724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42414) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:10.786911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415392f8-30b6-4560-bdcc-dbab34d34a44 req-ff79a246-fe92-4737-af4a-27cafd333c3a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:10.788560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-415392f8-30b6-4560-bdcc-dbab34d34a44 req-ff79a246-fe92-4737-af4a-27cafd333c3a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1555946 Mar 11 17:33:10.790015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 3e9d722e-6e06-4e85-a50f-aaf58c4bf8cf yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:33:10.795956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Allocated IP 2001:db8::f816:3eff:fef5:1529 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/ebd85813-97cd-418b-95cc-256b34493738/0d4afc3c-331e-48d4-bbd5-20b2dd61d86f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:10.904433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-415392f8-30b6-4560-bdcc-dbab34d34a44 req-f800d2b1-5e1c-4ab1-bf3e-174127acc31f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044700 Mar 11 17:33:10.912017 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b49261-df7c-4263-9be7-9a5857aa64ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:10.967853 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.026419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b49261-df7c-4263-9be7-9a5857aa64ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.031617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1b49261-df7c-4263-9be7-9a5857aa64ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.081404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.092378 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b1b49261-df7c-4263-9be7-9a5857aa64ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=131aa0bd4f0548659237cf13f306b302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434668 Mar 11 17:33:11.095331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42420) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:11.100331 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.109918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b49261-df7c-4263-9be7-9a5857aa64ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a31763-98d6-4d52-a79d-901f92b30a25,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:11.159992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:11.163318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:11.166913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:11.175235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:fee4:85b7 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/ebd85813-97cd-418b-95cc-256b34493738/3e9d722e-6e06-4e85-a50f-aaf58c4bf8cf) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:11.234800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Pushing event updated for resources: {'Port': ['ID=0d4afc3c-331e-48d4-bbd5-20b2dd61d86f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:11.259835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Attempting to bind port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:11.260253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Attempting to bind port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:11.260652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Attempting to bind port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:11.266256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:11.266633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:11.267292 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.267696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:11.268173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Bound port: 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:11.269275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.344428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] For port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:11.352065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] For port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0d4afc3c-331e-48d4-bbd5-20b2dd61d86f,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:11.353053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7bf4c0f4-5d6b-4520-b53e-64f2984d66b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.357593 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.423892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7bf4c0f4-5d6b-4520-b53e-64f2984d66b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.434040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.434476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8556f8-edf9-4416-b031-a2e7b61ef8b6 None None] Pushing event updated for resources: {'Port': ['ID=0d4afc3c-331e-48d4-bbd5-20b2dd61d86f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:11.508880 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7bf4c0f4-5d6b-4520-b53e-64f2984d66b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.511908 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7bf4c0f4-5d6b-4520-b53e-64f2984d66b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.513636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7bf4c0f4-5d6b-4520-b53e-64f2984d66b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15a31763-98d6-4d52-a79d-901f92b30a25 HTTP/1.1" status: 204 len: 168 time: 0.4172664 Mar 11 17:33:11.526656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4c0f4-5d6b-4520-b53e-64f2984d66b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a31763-98d6-4d52-a79d-901f92b30a25,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:11.538570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.586979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:11.598096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:11.602571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:11.609325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:11.610092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.640772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=3e9d722e-6e06-4e85-a50f-aaf58c4bf8cf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:11.665200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42424) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:11.670923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9ab32649-cb5f-4367-8efd-a125c3e2dcca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5254912 Mar 11 17:33:11.834937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f876b-f284-4c13-92a9-af935018627c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:11.852234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f876b-f284-4c13-92a9-af935018627c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:11.854503 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b17f876b-f284-4c13-92a9-af935018627c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1883681 Mar 11 17:33:11.857139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42434) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:12.085251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42440) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:12.087500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e1601c54-c387-4368-a89e-9046165316bf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 3e9d722e-6e06-4e85-a50f-aaf58c4bf8cf {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:12.088306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1601c54-c387-4368-a89e-9046165316bf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.120191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60118a4a-567d-4ff8-b93d-bb2c2dfad6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.242084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092e292-a945-46a5-903d-388d02d323b3 req-a81a84d4-a653-45f2-a7d5-11126b882dd7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:12.255142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d092e292-a945-46a5-903d-388d02d323b3 req-a81a84d4-a653-45f2-a7d5-11126b882dd7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1605337 Mar 11 17:33:12.264839 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1601c54-c387-4368-a89e-9046165316bf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.295518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e1601c54-c387-4368-a89e-9046165316bf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 3e9d722e-6e06-4e85-a50f-aaf58c4bf8cf owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:12.355068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d092e292-a945-46a5-903d-388d02d323b3 req-5f87e049-e8f0-4115-8acb-fdfc1656697d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988162 Mar 11 17:33:12.531677 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60118a4a-567d-4ff8-b93d-bb2c2dfad6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.548167 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60118a4a-567d-4ff8-b93d-bb2c2dfad6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.623658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-60118a4a-567d-4ff8-b93d-bb2c2dfad6f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcfe07a0743c4536b6fcd1e15d3d47b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364919 Mar 11 17:33:12.626653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42448) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:12.664006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60118a4a-567d-4ff8-b93d-bb2c2dfad6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b7e89-7982-4895-b0b1-4c60230d9cc0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:12.684998 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1601c54-c387-4368-a89e-9046165316bf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.750565 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a604d999-5421-47a6-ac54-3f81bd3d4064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.752613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1601c54-c387-4368-a89e-9046165316bf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=3e9d722e-6e06-4e85-a50f-aaf58c4bf8cf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:12.793601 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a604d999-5421-47a6-ac54-3f81bd3d4064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.816435 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e1601c54-c387-4368-a89e-9046165316bf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.820952 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e1601c54-c387-4368-a89e-9046165316bf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/3e9d722e-6e06-4e85-a50f-aaf58c4bf8cf HTTP/1.1" status: 204 len: 168 time: 0.9595311 Mar 11 17:33:12.823243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:12.911705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a604d999-5421-47a6-ac54-3f81bd3d4064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.915007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a604d999-5421-47a6-ac54-3f81bd3d4064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:12.917578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a604d999-5421-47a6-ac54-3f81bd3d4064 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c20b7e89-7982-4895-b0b1-4c60230d9cc0 HTTP/1.1" status: 204 len: 168 time: 0.2889400 Mar 11 17:33:12.935085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604d999-5421-47a6-ac54-3f81bd3d4064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b7e89-7982-4895-b0b1-4c60230d9cc0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:12.943835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f72e64-f5ec-4178-ad10-8a19320cb0a5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:12.946282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f72e64-f5ec-4178-ad10-8a19320cb0a5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:12.948085 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-79f72e64-f5ec-4178-ad10-8a19320cb0a5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1238801 Mar 11 17:33:12.950896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42458) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:13.107055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-5800c973-d6e7-4aef-a20f-9e4fbe8555ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet ebd85813-97cd-418b-95cc-256b34493738 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:13.116624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5800c973-d6e7-4aef-a20f-9e4fbe8555ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.229829 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5800c973-d6e7-4aef-a20f-9e4fbe8555ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.247464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42466) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:13.375907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ccb4df15-365f-4d42-a1e7-ff75581e95a1 None None] Provisioning complete for port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:13.376513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ccb4df15-365f-4d42-a1e7-ff75581e95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.383085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e75aa3c-81f3-4666-afb6-833e4008edf3 admin admin] Deleting subnet 267d7762-ca5c-4219-bc65-2dffe135f7a9 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:13.410792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e75aa3c-81f3-4666-afb6-833e4008edf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.487244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:13.549256 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e75aa3c-81f3-4666-afb6-833e4008edf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.585357 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5800c973-d6e7-4aef-a20f-9e4fbe8555ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.616108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e75aa3c-81f3-4666-afb6-833e4008edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.700224 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e75aa3c-81f3-4666-afb6-833e4008edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.709528 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46d2c13e-6683-40ca-a910-a1716fd4d327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.771816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75aa3c-81f3-4666-afb6-833e4008edf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=267d7762-ca5c-4219-bc65-2dffe135f7a9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:13.793139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e75aa3c-81f3-4666-afb6-833e4008edf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.816696 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1e75aa3c-81f3-4666-afb6-833e4008edf3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/267d7762-ca5c-4219-bc65-2dffe135f7a9 HTTP/1.1" status: 204 len: 168 time: 0.5571110 Mar 11 17:33:13.817661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42472) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:13.844737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42474) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:13.862221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:13.863162 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.864768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08862ea-4a89-414f-a71a-1c235bd59e0e req-aab487be-5e6b-45dc-b992-0275e56c3d05 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:13.874609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b08862ea-4a89-414f-a71a-1c235bd59e0e req-aab487be-5e6b-45dc-b992-0275e56c3d05 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.3327942 Mar 11 17:33:13.894957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5800c973-d6e7-4aef-a20f-9e4fbe8555ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.897993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ee42581-1f27-4b43-b18d-26a6be905c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.899354 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ccb4df15-365f-4d42-a1e7-ff75581e95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.936681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5800c973-d6e7-4aef-a20f-9e4fbe8555ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.942947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5800c973-d6e7-4aef-a20f-9e4fbe8555ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/ebd85813-97cd-418b-95cc-256b34493738 HTTP/1.1" status: 204 len: 168 time: 0.9887397 Mar 11 17:33:13.945714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42476) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:14.044814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.141828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800c973-d6e7-4aef-a20f-9e4fbe8555ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd85813-97cd-418b-95cc-256b34493738,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:14.154637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9631b47c-e5d3-44b2-9ec2-e76c3886933f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1949704 Mar 11 17:33:14.167697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b08862ea-4a89-414f-a71a-1c235bd59e0e req-0459c44d-1b5e-4284-a235-0f5c2d8330da tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861087 Mar 11 17:33:14.168143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42482) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:14.192622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:14.271435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b22d9-d032-4fc9-9fa6-733638240775 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:14.278912 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-ccb4df15-365f-4d42-a1e7-ff75581e95a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:33:14.279629 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-ccb4df15-365f-4d42-a1e7-ff75581e95a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:33:14.313965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.336732 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.359704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9f1635-c91c-4fa8-8187-804fc9ac52b8']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:14.379874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0d4afc3c-331e-48d4-bbd5-20b2dd61d86f,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:14.384515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7234479a-7d14-4e4e-8ae4-f1e1544b7357') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:14.385135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7234479a-7d14-4e4e-8ae4-f1e1544b7357') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:14.387992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ee42581-1f27-4b43-b18d-26a6be905c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.397657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:14.399275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.401125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ee42581-1f27-4b43-b18d-26a6be905c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.401595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.442448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.451141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee42581-1f27-4b43-b18d-26a6be905c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f8939-ab25-4da8-b48f-ba68b9f168a0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:14.484999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:33:14.485686 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.489896 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:33:14.504736 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:33:14.555639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4ee42581-1f27-4b43-b18d-26a6be905c67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6237a078bb294658934fc3f17869cb35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096527 Mar 11 17:33:14.584600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=0d4afc3c-331e-48d4-bbd5-20b2dd61d86f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:14.590168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42484) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:14.683394 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.687484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ffd1b9-b8a3-4297-a922-db66eb49aa1c None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:33:14.700299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.724196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c376e718-65fa-4084-b8ae-15a33c78c3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.730927 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5f9f1635-c91c-4fa8-8187-804fc9ac52b8 HTTP/1.1" status: 204 len: 168 time: 0.9123092 Mar 11 17:33:14.806869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573a377-63c2-4267-9a98-8f31ad3ba5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9f1635-c91c-4fa8-8187-804fc9ac52b8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:14.838214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-54ffd1b9-b8a3-4297-a922-db66eb49aa1c None None] Deleting port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:14.838566 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54ffd1b9-b8a3-4297-a922-db66eb49aa1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.878893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c376e718-65fa-4084-b8ae-15a33c78c3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.921164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-54ffd1b9-b8a3-4297-a922-db66eb49aa1c None None] For port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0d4afc3c-331e-48d4-bbd5-20b2dd61d86f,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:14.921565 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54ffd1b9-b8a3-4297-a922-db66eb49aa1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.936031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-54ffd1b9-b8a3-4297-a922-db66eb49aa1c None None] Calling delete_port for 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:15.063204 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54ffd1b9-b8a3-4297-a922-db66eb49aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.080632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ffd1b9-b8a3-4297-a922-db66eb49aa1c None None] No DVR routers for this DVR port 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:15.166228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.objects.ports [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102642) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:33:15.171051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.242673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffd1b9-b8a3-4297-a922-db66eb49aa1c None None] Pushing event deleted for resources: {'Port': ['ID=0d4afc3c-331e-48d4-bbd5-20b2dd61d86f,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:15.245040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42500) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:15.302915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:15.316484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:15.341133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e5e78-c376-4e41-9cba-72641b3430d9 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:15.355123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:15.358469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.382020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=aec10e0f-0b11-405a-ab52-ffa769d9aca9,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:15.385788 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c376e718-65fa-4084-b8ae-15a33c78c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.390735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c376e718-65fa-4084-b8ae-15a33c78c3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.397189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c376e718-65fa-4084-b8ae-15a33c78c3bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef7f8939-ab25-4da8-b48f-ba68b9f168a0 HTTP/1.1" status: 204 len: 168 time: 0.8059287 Mar 11 17:33:15.423558 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b35accc1-61c8-455b-a8b5-d76d12dc52b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=befbf4fc53984cffafcaa3c47f6fa0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772220 Mar 11 17:33:15.426010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42504) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:15.438404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376e718-65fa-4084-b8ae-15a33c78c3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f8939-ab25-4da8-b48f-ba68b9f168a0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:15.452119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fb59412b-d718-43bc-9de3-60fd43cb0731 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2826021 Mar 11 17:33:15.457120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42506) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:15.464800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:98:49:1e', 'name': 'tempest-NetworksTestDHCPv6-220257626'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:15.489895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a0baede0-0d9f-4a6e-aba0-8989e5ea2455 None None] Could not find standard attr ID for object 3e9d722e-6e06-4e85-a50f-aaf58c4bf8cf. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:33:15.494354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:15.533276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f658995c-82f3-4d59-b946-a2e4783bbe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.562129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f658995c-82f3-4d59-b946-a2e4783bbe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.577908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0905d2c-8a89-4c72-ab71-0cde1c21f2ea req-13dd30bc-384c-4d87-a48c-9916c5aee320 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:15.579476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0905d2c-8a89-4c72-ab71-0cde1c21f2ea req-13dd30bc-384c-4d87-a48c-9916c5aee320 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.2669282 Mar 11 17:33:15.597941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:33:15.598321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0d4afc3c-331e-48d4-bbd5-20b2dd61d86f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:33:15.677797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f658995c-82f3-4d59-b946-a2e4783bbe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.681328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0905d2c-8a89-4c72-ab71-0cde1c21f2ea req-adab83b1-a35b-496d-9767-8298181a5f5e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912285 Mar 11 17:33:15.691758 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f658995c-82f3-4d59-b946-a2e4783bbe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.693908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f658995c-82f3-4d59-b946-a2e4783bbe77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d561f52f-017a-4d28-8fb5-839bd3d8a655 HTTP/1.1" status: 204 len: 168 time: 0.2661197 Mar 11 17:33:15.716149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658995c-82f3-4d59-b946-a2e4783bbe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d561f52f-017a-4d28-8fb5-839bd3d8a655,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:15.802198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:15.828818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'aec10e0f-0b11-405a-ab52-ffa769d9aca9'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:33:15.829517 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.957420 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b91a1234-163d-4c6e-96f7-234115f99ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:15.976432 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.028081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 4da6a4ea-6c8c-4dcd-9d16-ecdfdc836e56 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:33:16.146550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Allocated IP 2001:db8::f816:3eff:fe26:8303 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/aec10e0f-0b11-405a-ab52-ffa769d9aca9/f4d4bfc3-7b60-4598-b083-38064c47a61b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:16.419971 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.441806 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.506492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:16.511119 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:16.518158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:16.522023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Pushing event updated for resources: {'Port': ['ID=f4d4bfc3-7b60-4598-b083-38064c47a61b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:16.581829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:fe98:491e (bbdee46c-64cf-49c1-804c-5a20ddf3a521/aec10e0f-0b11-405a-ab52-ffa769d9aca9/4da6a4ea-6c8c-4dcd-9d16-ecdfdc836e56) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:16.591678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Attempting to bind port f4d4bfc3-7b60-4598-b083-38064c47a61b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:16.592549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Attempting to bind port f4d4bfc3-7b60-4598-b083-38064c47a61b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:16.593200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Attempting to bind port f4d4bfc3-7b60-4598-b083-38064c47a61b on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:16.601421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:16.602107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:16.602742 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.603800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:16.604500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Bound port: f4d4bfc3-7b60-4598-b083-38064c47a61b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:16.605117 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.724962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] For port f4d4bfc3-7b60-4598-b083-38064c47a61b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:16.733166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] For port f4d4bfc3-7b60-4598-b083-38064c47a61b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f4d4bfc3-7b60-4598-b083-38064c47a61b,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:16.741927 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.887729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e29450-c4d6-4667-8098-5d3393a9e5b3 None None] Pushing event updated for resources: {'Port': ['ID=f4d4bfc3-7b60-4598-b083-38064c47a61b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:17.029074 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.063750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808266a-6d96-4a55-8975-93173f9f15d9 req-e45579ed-3d08-474a-b454-45ea1567fd8b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:17.065505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5808266a-6d96-4a55-8975-93173f9f15d9 req-e45579ed-3d08-474a-b454-45ea1567fd8b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.2096422 Mar 11 17:33:17.181187 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.242422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5808266a-6d96-4a55-8975-93173f9f15d9 req-b4d60b49-18ce-489f-83a7-fa03ca2fd9f9 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568105 Mar 11 17:33:17.256755 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.368551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:17.378511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:17.397872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:17.417581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:17.419056 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.471633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42580) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:17.492646 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0333512 Mar 11 17:33:17.535436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b7828-769d-497f-8cd8-f499d12bac19 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=4da6a4ea-6c8c-4dcd-9d16-ecdfdc836e56,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:17.621191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f13517-4700-43a9-b7e6-4863022f9b0a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:17.623220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f4d4bfc3-7b60-4598-b083-38064c47a61b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:17.634803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f13517-4700-43a9-b7e6-4863022f9b0a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:17.641823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42586) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:17.658019 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-56f13517-4700-43a9-b7e6-4863022f9b0a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1845069 Mar 11 17:33:17.763235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42588) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:17.776396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f4d4bfc3-7b60-4598-b083-38064c47a61b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:17.776775 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.844922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-eed27c60-9211-43e7-a04e-f23ca05aaac4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 4da6a4ea-6c8c-4dcd-9d16-ecdfdc836e56 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:17.846722 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eed27c60-9211-43e7-a04e-f23ca05aaac4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.910685 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.983624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port f4d4bfc3-7b60-4598-b083-38064c47a61b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f4d4bfc3-7b60-4598-b083-38064c47a61b,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:17.990087 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:17.997786 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.039480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eed27c60-9211-43e7-a04e-f23ca05aaac4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.079659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-eed27c60-9211-43e7-a04e-f23ca05aaac4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 4da6a4ea-6c8c-4dcd-9d16-ecdfdc836e56 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:18.115392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=f4d4bfc3-7b60-4598-b083-38064c47a61b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:18.183054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.193093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.292527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b5e8498b75142dc963544be8521e056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251224 Mar 11 17:33:18.297337 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42628) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:18.299592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82769fa-5962-45c0-a384-3813214d47ab,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:18.325064 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eed27c60-9211-43e7-a04e-f23ca05aaac4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.350929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.350929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.350929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.350929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.350929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.352644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.352644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.352644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.352644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.352644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.353025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.353025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67d1f3-4f9a-44ee-9f11-36e3c6574afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:18.400391 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.413482 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eed27c60-9211-43e7-a04e-f23ca05aaac4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.417804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eed27c60-9211-43e7-a04e-f23ca05aaac4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/4da6a4ea-6c8c-4dcd-9d16-ecdfdc836e56 HTTP/1.1" status: 204 len: 168 time: 0.7747221 Mar 11 17:33:18.420904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42632) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:18.422077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed27c60-9211-43e7-a04e-f23ca05aaac4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=4da6a4ea-6c8c-4dcd-9d16-ecdfdc836e56,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:18.429454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c8aa-446d-4b60-ac00-37f45702fdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.463265 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c8aa-446d-4b60-ac00-37f45702fdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.534255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c8aa-446d-4b60-ac00-37f45702fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.537862 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0d7c8aa-446d-4b60-ac00-37f45702fdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.541270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e0d7c8aa-446d-4b60-ac00-37f45702fdff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b82769fa-5962-45c0-a384-3813214d47ab HTTP/1.1" status: 204 len: 168 time: 0.2407086 Mar 11 17:33:18.557484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f1d58-a8c8-45f8-85b0-54aefe7469cd req-0ab889f5-ff0a-4359-a82e-0572b751bed1 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:18.559427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d80f1d58-a8c8-45f8-85b0-54aefe7469cd req-0ab889f5-ff0a-4359-a82e-0572b751bed1 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1634066 Mar 11 17:33:18.566510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b28068-fb21-45d4-9c61-f592327e655f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:18.569209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b28068-fb21-45d4-9c61-f592327e655f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:18.575137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-85b28068-fb21-45d4-9c61-f592327e655f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1504557 Mar 11 17:33:18.575812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42640) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:18.583184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7c8aa-446d-4b60-ac00-37f45702fdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82769fa-5962-45c0-a384-3813214d47ab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:18.758300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d80f1d58-a8c8-45f8-85b0-54aefe7469cd req-c3cceff8-26a1-4c93-a918-65c9de8a51ee tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814904 Mar 11 17:33:18.795882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8dd8d32-39db-425c-9f9c-c2aafead62dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet aec10e0f-0b11-405a-ab52-ffa769d9aca9 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:18.810038 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8d32-39db-425c-9f9c-c2aafead62dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:18.833186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-45fad8a3-bd74-4bb9-984e-b161c2b2e0dd None None] Provisioning complete for port f4d4bfc3-7b60-4598-b083-38064c47a61b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:18.833715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-45fad8a3-bd74-4bb9-984e-b161c2b2e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:19.003547 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8d32-39db-425c-9f9c-c2aafead62dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:19.068165 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:19.209700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8d32-39db-425c-9f9c-c2aafead62dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:19.294783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-58ca9a5d-ff80-4303-b9a7-dcccdd7bada1 None None] Could not find standard attr ID for object 4da6a4ea-6c8c-4dcd-9d16-ecdfdc836e56. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:33:19.391496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8d32-39db-425c-9f9c-c2aafead62dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:19.414688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f4d4bfc3-7b60-4598-b083-38064c47a61b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:19.514599 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd8d32-39db-425c-9f9c-c2aafead62dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=aec10e0f-0b11-405a-ab52-ffa769d9aca9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:19.521577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f4d4bfc3-7b60-4598-b083-38064c47a61b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:19.522457 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:19.538016 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8dd8d32-39db-425c-9f9c-c2aafead62dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:19.542210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d8dd8d32-39db-425c-9f9c-c2aafead62dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/aec10e0f-0b11-405a-ab52-ffa769d9aca9 HTTP/1.1" status: 204 len: 168 time: 0.9642596 Mar 11 17:33:19.544723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42690) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:19.612252 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-53e41a43-8417-42bd-89a1-d06f776586a6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638130 Mar 11 17:33:19.616134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42696) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:19.728221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800fc687-d6f2-446b-9258-2618f628980b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:19.732485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-800fc687-d6f2-446b-9258-2618f628980b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1121252 Mar 11 17:33:19.733071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42714) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:19.806439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2134fa3-d1e9-40bb-b17a-16f803e722db None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:19.927376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e78f2-1c13-4eb5-a7aa-31bcde996ed0 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:19.931112 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d57e78f2-1c13-4eb5-a7aa-31bcde996ed0 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1969686 Mar 11 17:33:19.933579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:19.996711 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-23dc5582-60db-49a5-9bde-ef8e6af1bc48 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617876 Mar 11 17:33:20.003485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42728) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:20.008973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:20.068088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57bf53-aaf4-449c-bcee-30d2fa37fbc7 req-9298e5c5-668e-4a76-9c42-5a35a10464de tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:20.083721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f57bf53-aaf4-449c-bcee-30d2fa37fbc7 req-9298e5c5-668e-4a76-9c42-5a35a10464de tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1082904 Mar 11 17:33:20.142920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be34801-befe-4437-862c-45c69bd76006 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:33:20.185261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f57bf53-aaf4-449c-bcee-30d2fa37fbc7 req-f51a0dc6-e584-4c72-8cb8-7cfa76a51c42 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006563 Mar 11 17:33:20.250009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:20.256217 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:20.287338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3be34801-befe-4437-862c-45c69bd76006 None None] Deleting port f4d4bfc3-7b60-4598-b083-38064c47a61b {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:20.287778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3be34801-befe-4437-862c-45c69bd76006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:20.357083 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:33:20.496711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3be34801-befe-4437-862c-45c69bd76006 None None] For port f4d4bfc3-7b60-4598-b083-38064c47a61b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f4d4bfc3-7b60-4598-b083-38064c47a61b,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:20.497124 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3be34801-befe-4437-862c-45c69bd76006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:20.537483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3be34801-befe-4437-862c-45c69bd76006 None None] Calling delete_port for f4d4bfc3-7b60-4598-b083-38064c47a61b owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:20.715502 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3be34801-befe-4437-862c-45c69bd76006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:20.779966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be34801-befe-4437-862c-45c69bd76006 None None] Pushing event deleted for resources: {'Port': ['ID=f4d4bfc3-7b60-4598-b083-38064c47a61b,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:20.801771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be34801-befe-4437-862c-45c69bd76006 None None] No DVR routers for this DVR port f4d4bfc3-7b60-4598-b083-38064c47a61b on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:21.216118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:33:21.218284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:21.274101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:21.278357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:21.283211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:21.284716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:21.292132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2892d2-6e76-4cca-b983-0b474b5e6eba None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:21.306095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=025a0fd7-6c0f-4b7f-a08e-41d3289e5891,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:21.332498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42768) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:21.341841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:2c:fe:3a', 'name': 'tempest-NetworksTestDHCPv6-156255521'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:21.350246 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5b890bb0-d41b-496f-997f-c5de35d90a1c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3240838 Mar 11 17:33:21.463299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f4d4bfc3-7b60-4598-b083-38064c47a61b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:21.507438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f4d4bfc3-7b60-4598-b083-38064c47a61b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:33:21.507836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f4d4bfc3-7b60-4598-b083-38064c47a61b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:33:21.709098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42776) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:21.731166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': '025a0fd7-6c0f-4b7f-a08e-41d3289e5891'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:33:21.732055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:21.948048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Allocated IP 2001:db8::f816:3eff:fe48:e0ea (bbdee46c-64cf-49c1-804c-5a20ddf3a521/025a0fd7-6c0f-4b7f-a08e-41d3289e5891/eb1abe22-1b4b-4772-9d6f-e07efc903e3e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:21.975171 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abdd80c2-c710-40d0-9497-065ca6ed9d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.203656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abdd80c2-c710-40d0-9497-065ca6ed9d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.209854 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abdd80c2-c710-40d0-9497-065ca6ed9d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.259979 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-abdd80c2-c710-40d0-9497-065ca6ed9d27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dab8be39af9d47458dbed6074d54ad95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498452 Mar 11 17:33:22.261831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42790) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:22.273665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd80c2-c710-40d0-9497-065ca6ed9d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8504318f-3bb4-4e54-b495-686aabe3ce23,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:22.276668 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.289417 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.324324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145502b-f83b-4979-b742-9fc6546c685f req-2df901fb-e880-4fd9-bf7c-94149b1871a4 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:22.324324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2145502b-f83b-4979-b742-9fc6546c685f req-2df901fb-e880-4fd9-bf7c-94149b1871a4 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.9319782 Mar 11 17:33:22.327292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:22.356255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f11b3-7fc5-4906-a7a5-ae6dbbfcdd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.389648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f11b3-7fc5-4906-a7a5-ae6dbbfcdd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.415729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:22.422728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:22.431693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:22.470753 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f11b3-7fc5-4906-a7a5-ae6dbbfcdd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.473402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f11b3-7fc5-4906-a7a5-ae6dbbfcdd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.477007 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-473f11b3-7fc5-4906-a7a5-ae6dbbfcdd87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8504318f-3bb4-4e54-b495-686aabe3ce23 HTTP/1.1" status: 204 len: 168 time: 0.2104602 Mar 11 17:33:22.489622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f11b3-7fc5-4906-a7a5-ae6dbbfcdd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8504318f-3bb4-4e54-b495-686aabe3ce23,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:22.534739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2145502b-f83b-4979-b742-9fc6546c685f req-0e6b6741-c1e3-457f-9510-54814daa6544 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011077 Mar 11 17:33:22.560450 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.591371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 2da1ac51-c7ee-4e3b-a802-c58087439a28 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:33:22.669375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Pushing event updated for resources: {'Port': ['ID=eb1abe22-1b4b-4772-9d6f-e07efc903e3e,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:22.672076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Attempting to bind port eb1abe22-1b4b-4772-9d6f-e07efc903e3e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:22.672481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Attempting to bind port eb1abe22-1b4b-4772-9d6f-e07efc903e3e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:22.672848 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Attempting to bind port eb1abe22-1b4b-4772-9d6f-e07efc903e3e on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:22.692779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:22.693311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:22.693578 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.695141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:22.699592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Bound port: eb1abe22-1b4b-4772-9d6f-e07efc903e3e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:22.702601 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.839543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:fe2c:fe3a (bbdee46c-64cf-49c1-804c-5a20ddf3a521/025a0fd7-6c0f-4b7f-a08e-41d3289e5891/2da1ac51-c7ee-4e3b-a802-c58087439a28) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:22.851636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] For port eb1abe22-1b4b-4772-9d6f-e07efc903e3e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:22.858680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] For port eb1abe22-1b4b-4772-9d6f-e07efc903e3e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=eb1abe22-1b4b-4772-9d6f-e07efc903e3e,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:22.864196 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:22.985734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02598e3-69eb-4373-b855-d5f83557718d None None] Pushing event updated for resources: {'Port': ['ID=eb1abe22-1b4b-4772-9d6f-e07efc903e3e,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:23.201408 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:23.277625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:23.398761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:23.405282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:23.423936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:23.439665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:23.440518 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:23.451602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=2da1ac51-c7ee-4e3b-a802-c58087439a28,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:23.471036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.471920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.472957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.472957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.472957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.473612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.473612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.473951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.474278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.474658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.474939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.475260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:23.482891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ea66ae1e-c10e-4c72-841e-f545e505cea5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1477399 Mar 11 17:33:23.485355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device eb1abe22-1b4b-4772-9d6f-e07efc903e3e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:23.485878 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42814) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:23.546707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port eb1abe22-1b4b-4772-9d6f-e07efc903e3e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:23.547119 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:23.653781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca2314-596a-4b61-9d47-5a69d276ade9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:23.663722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca2314-596a-4b61-9d47-5a69d276ade9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:23.673072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42824) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:23.678960 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9aca2314-596a-4b61-9d47-5a69d276ade9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1857393 Mar 11 17:33:23.741655 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:23.814171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port eb1abe22-1b4b-4772-9d6f-e07efc903e3e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=eb1abe22-1b4b-4772-9d6f-e07efc903e3e,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:23.819678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:23.842560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60438e85-fb0c-4c5f-9deb-c22d2c877ffb req-9d200a79-6926-41c0-8710-c0d4d0840751 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:23.848139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60438e85-fb0c-4c5f-9deb-c22d2c877ffb req-9d200a79-6926-41c0-8710-c0d4d0840751 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1860321 Mar 11 17:33:23.885133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=eb1abe22-1b4b-4772-9d6f-e07efc903e3e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:23.928410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60438e85-fb0c-4c5f-9deb-c22d2c877ffb req-3e13473e-f7d5-4120-9e36-6a64ae3327a0 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662117 Mar 11 17:33:23.946308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-be30ea2f-cbe0-4307-a3de-33d3560da5b6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 2da1ac51-c7ee-4e3b-a802-c58087439a28 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:23.946720 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be30ea2f-cbe0-4307-a3de-33d3560da5b6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:24.137272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be30ea2f-cbe0-4307-a3de-33d3560da5b6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:24.168289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-be30ea2f-cbe0-4307-a3de-33d3560da5b6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 2da1ac51-c7ee-4e3b-a802-c58087439a28 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:24.416396 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be30ea2f-cbe0-4307-a3de-33d3560da5b6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:24.501302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30ea2f-cbe0-4307-a3de-33d3560da5b6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=2da1ac51-c7ee-4e3b-a802-c58087439a28,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:24.584224 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be30ea2f-cbe0-4307-a3de-33d3560da5b6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:24.595327 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-be30ea2f-cbe0-4307-a3de-33d3560da5b6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/2da1ac51-c7ee-4e3b-a802-c58087439a28 HTTP/1.1" status: 204 len: 168 time: 0.9211798 Mar 11 17:33:24.598234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42860) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:24.637277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-12803039-327f-40dd-853b-e93c48134b3a None None] Provisioning complete for port eb1abe22-1b4b-4772-9d6f-e07efc903e3e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:24.637826 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-12803039-327f-40dd-853b-e93c48134b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:24.739126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc7944-2fca-49ed-adb0-983916bfe117 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:24.746650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc7944-2fca-49ed-adb0-983916bfe117 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:24.751163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42864) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:24.752193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-53cc7944-2fca-49ed-adb0-983916bfe117 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1488147 Mar 11 17:33:24.834336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-7191c801-1312-4ca3-a284-0251cf7fa541 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 025a0fd7-6c0f-4b7f-a08e-41d3289e5891 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:24.838953 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7191c801-1312-4ca3-a284-0251cf7fa541 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.014215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7191c801-1312-4ca3-a284-0251cf7fa541 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.180492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-441b1922-b109-4cf8-8632-69f7ba5a1c38 None None] Could not find standard attr ID for object 2da1ac51-c7ee-4e3b-a802-c58087439a28. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:33:25.240032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca209ef8-470f-4bef-98d7-6a2e2a9d86ef req-83bfc8a2-477a-46f8-bea6-6826676305f7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:25.249430 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca209ef8-470f-4bef-98d7-6a2e2a9d86ef req-83bfc8a2-477a-46f8-bea6-6826676305f7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1504841 Mar 11 17:33:25.282535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7191c801-1312-4ca3-a284-0251cf7fa541 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.395958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca209ef8-470f-4bef-98d7-6a2e2a9d86ef req-eaa0d779-878c-46b1-8fd7-3981925b93f9 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451945 Mar 11 17:33:25.441973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7191c801-1312-4ca3-a284-0251cf7fa541 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.453255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device eb1abe22-1b4b-4772-9d6f-e07efc903e3e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:25.542323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191c801-1312-4ca3-a284-0251cf7fa541 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=025a0fd7-6c0f-4b7f-a08e-41d3289e5891,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:25.545222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7191c801-1312-4ca3-a284-0251cf7fa541 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.546655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b2de4-90d2-4677-bd2e-d2a2753c9523 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:25.553163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42886) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:25.553353 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7191c801-1312-4ca3-a284-0251cf7fa541 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/025a0fd7-6c0f-4b7f-a08e-41d3289e5891 HTTP/1.1" status: 204 len: 168 time: 0.8009126 Mar 11 17:33:25.576265 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port eb1abe22-1b4b-4772-9d6f-e07efc903e3e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:25.576430 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.626221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-89edcf97-44da-4a69-aa03-5de8d76e3812 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692091 Mar 11 17:33:25.627296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:25.640158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:25.880162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:25.885739 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:25.939533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:33:26.040849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Deleting port eb1abe22-1b4b-4772-9d6f-e07efc903e3e {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:26.041253 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.210433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] For port eb1abe22-1b4b-4772-9d6f-e07efc903e3e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=eb1abe22-1b4b-4772-9d6f-e07efc903e3e,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:26.210433 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.242573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Calling delete_port for eb1abe22-1b4b-4772-9d6f-e07efc903e3e owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:26.379079 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.419971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.objects.ports [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102642) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:33:26.421808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.460762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Pushing event deleted for resources: {'Port': ['ID=eb1abe22-1b4b-4772-9d6f-e07efc903e3e,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:26.469897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:26.475113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:26.477999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] No DVR routers for this DVR port eb1abe22-1b4b-4772-9d6f-e07efc903e3e on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:26.482298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:26.483599 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.512792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.513206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.513756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.514086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.514409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.515770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.516104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.516520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.516881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.519988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.522937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.523293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb4dd-0e13-4ffb-b599-54d1b86f3197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:33:26.532383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9003119 Mar 11 17:33:26.533278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff0b435-a104-4ec8-bf5a-93e703a27812 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:26.533410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb4300-eaba-45c7-a78b-1bdb24ba91e3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=aefb2d53-2c8c-43c8-b05a-6b11b7c8945d,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:26.533713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42916) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:26.540439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:dc:9d:79', 'name': 'tempest-NetworksTestDHCPv6-33659576'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:26.638318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45676583-9916-4c02-80d1-1dd1d507dee3 req-4b8c150c-ae66-4ae4-a279-6b0f689dc78b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:26.647021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45676583-9916-4c02-80d1-1dd1d507dee3 req-4b8c150c-ae66-4ae4-a279-6b0f689dc78b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1040986 Mar 11 17:33:26.772979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45676583-9916-4c02-80d1-1dd1d507dee3 req-64cf200e-3384-4864-b5e2-b6f509914f02 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189909 Mar 11 17:33:26.796588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:26.912055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'aefb2d53-2c8c-43c8-b05a-6b11b7c8945d'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:33:26.913168 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:26.957094 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.009399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 4b2ac16a-7a11-4768-9029-8fe10dcdeca5 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:33:27.163296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:fedc:9d79 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/aefb2d53-2c8c-43c8-b05a-6b11b7c8945d/4b2ac16a-7a11-4768-9029-8fe10dcdeca5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:27.246034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42942) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:27.339745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device eb1abe22-1b4b-4772-9d6f-e07efc903e3e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:27.369689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: eb1abe22-1b4b-4772-9d6f-e07efc903e3e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:33:27.370137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device eb1abe22-1b4b-4772-9d6f-e07efc903e3e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:33:27.413972 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.446551 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db3629dc-8b11-4473-ad8d-823e5688dc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.460013 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.517492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Allocated IP 2001:db8::f816:3eff:fe6b:defd (bbdee46c-64cf-49c1-804c-5a20ddf3a521/aefb2d53-2c8c-43c8-b05a-6b11b7c8945d/713046d4-d7cf-42c6-a372-9f0adf889605) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:27.527110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=4b2ac16a-7a11-4768-9029-8fe10dcdeca5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:27.559649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:27.562608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:27.569892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:27.582820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:27.585466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.628899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-32879252-0788-44f1-8b84-857aa8c0ea73 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0907166 Mar 11 17:33:27.629280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:27.682798 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db3629dc-8b11-4473-ad8d-823e5688dc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.692298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db3629dc-8b11-4473-ad8d-823e5688dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.714077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7acc13-f895-452b-a4ae-53e7477659e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:27.721029 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3f7acc13-f895-452b-a4ae-53e7477659e9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0897014 Mar 11 17:33:27.722559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:27.725404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.737827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.752701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3629dc-8b11-4473-ad8d-823e5688dc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de079509-c1b2-43ac-8243-f2c7939280cb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:27.767112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-db3629dc-8b11-4473-ad8d-823e5688dc16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a2afaeb722a4424a3194a258bd34c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5196698 Mar 11 17:33:27.770282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42954) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:27.823857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:27.829691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:27.837699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:27.857685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Pushing event updated for resources: {'Port': ['ID=713046d4-d7cf-42c6-a372-9f0adf889605,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:27.899547 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01dac75c-bfb9-40c9-afe7-683f81af2c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.930773 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01dac75c-bfb9-40c9-afe7-683f81af2c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.939112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Attempting to bind port 713046d4-d7cf-42c6-a372-9f0adf889605 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:27.939777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Attempting to bind port 713046d4-d7cf-42c6-a372-9f0adf889605 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:27.940686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Attempting to bind port 713046d4-d7cf-42c6-a372-9f0adf889605 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:27.950113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:27.950499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:27.951239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2f034bd1-838e-4bcc-a9ce-a364cbb0e068 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 4b2ac16a-7a11-4768-9029-8fe10dcdeca5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:27.951808 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f034bd1-838e-4bcc-a9ce-a364cbb0e068 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.953585 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:27.954191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:27.955986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Bound port: 713046d4-d7cf-42c6-a372-9f0adf889605, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:27.957291 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.046577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a48d1-ece3-4d75-b25e-8f999597d783 req-e9370d7c-104d-4ecb-b536-bc43956f6758 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:28.048723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b7a48d1-ece3-4d75-b25e-8f999597d783 req-e9370d7c-104d-4ecb-b536-bc43956f6758 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.0930099 Mar 11 17:33:28.103127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] For port 713046d4-d7cf-42c6-a372-9f0adf889605, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:28.106125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01dac75c-bfb9-40c9-afe7-683f81af2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.107531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] For port 713046d4-d7cf-42c6-a372-9f0adf889605, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=713046d4-d7cf-42c6-a372-9f0adf889605,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:28.112374 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.112627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01dac75c-bfb9-40c9-afe7-683f81af2c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.114098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-01dac75c-bfb9-40c9-afe7-683f81af2c01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de079509-c1b2-43ac-8243-f2c7939280cb HTTP/1.1" status: 204 len: 168 time: 0.3410349 Mar 11 17:33:28.122738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b7a48d1-ece3-4d75-b25e-8f999597d783 req-52bd6879-26cc-4548-8beb-61bdae4c6841 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639303 Mar 11 17:33:28.133775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dac75c-bfb9-40c9-afe7-683f81af2c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de079509-c1b2-43ac-8243-f2c7939280cb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:28.211398 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f034bd1-838e-4bcc-a9ce-a364cbb0e068 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.229383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2f034bd1-838e-4bcc-a9ce-a364cbb0e068 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 4b2ac16a-7a11-4768-9029-8fe10dcdeca5 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:28.257977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79725c-88f4-46b6-bf90-4a78c3731b1f None None] Pushing event updated for resources: {'Port': ['ID=713046d4-d7cf-42c6-a372-9f0adf889605,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:28.384533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f034bd1-838e-4bcc-a9ce-a364cbb0e068 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.423322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f034bd1-838e-4bcc-a9ce-a364cbb0e068 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=4b2ac16a-7a11-4768-9029-8fe10dcdeca5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:28.476721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f034bd1-838e-4bcc-a9ce-a364cbb0e068 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.482080 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2f034bd1-838e-4bcc-a9ce-a364cbb0e068 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/4b2ac16a-7a11-4768-9029-8fe10dcdeca5 HTTP/1.1" status: 204 len: 168 time: 0.7580438 Mar 11 17:33:28.485128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42966) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:28.652950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efc53c-61f1-4231-8b00-3012dac4cb17 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:28.660744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efc53c-61f1-4231-8b00-3012dac4cb17 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:28.662721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-16efc53c-61f1-4231-8b00-3012dac4cb17 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1765554 Mar 11 17:33:28.665391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42972) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:28.743225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e1958f-e77d-4288-86ed-99870552649e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet aefb2d53-2c8c-43c8-b05a-6b11b7c8945d {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:28.747046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18e1958f-e77d-4288-86ed-99870552649e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.763616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42974) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:28.784615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26e708a3-1b96-47fd-914f-639d6cf763bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.853379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18e1958f-e77d-4288-86ed-99870552649e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.963183 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26e708a3-1b96-47fd-914f-639d6cf763bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:28.968134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26e708a3-1b96-47fd-914f-639d6cf763bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.001889 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.014173 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-26e708a3-1b96-47fd-914f-639d6cf763bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=768e1c0f8883432d8b599e129cc142d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493999 Mar 11 17:33:29.021732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42980) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:29.046163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e708a3-1b96-47fd-914f-639d6cf763bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10419a8c-52c9-48c2-847c-2f01d8ff4898,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:29.071201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18e1958f-e77d-4288-86ed-99870552649e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.182588 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78f68f9f-c495-4ce2-99a5-f94f01cc6437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.212199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78f68f9f-c495-4ce2-99a5-f94f01cc6437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.308717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78f68f9f-c495-4ce2-99a5-f94f01cc6437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.311495 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78f68f9f-c495-4ce2-99a5-f94f01cc6437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.312709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-78f68f9f-c495-4ce2-99a5-f94f01cc6437 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10419a8c-52c9-48c2-847c-2f01d8ff4898 HTTP/1.1" status: 204 len: 168 time: 0.2867367 Mar 11 17:33:29.382432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f68f9f-c495-4ce2-99a5-f94f01cc6437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10419a8c-52c9-48c2-847c-2f01d8ff4898,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:29.483816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271f88e-0b95-45d8-9d55-879071793db6 req-37506353-49a6-4408-935a-8424b9bf271a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:29.492372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 713046d4-d7cf-42c6-a372-9f0adf889605 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:29.510373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5271f88e-0b95-45d8-9d55-879071793db6 req-37506353-49a6-4408-935a-8424b9bf271a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.2133300 Mar 11 17:33:29.520301 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18e1958f-e77d-4288-86ed-99870552649e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.616774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1958f-e77d-4288-86ed-99870552649e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=aefb2d53-2c8c-43c8-b05a-6b11b7c8945d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:29.628995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18e1958f-e77d-4288-86ed-99870552649e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.629607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 713046d4-d7cf-42c6-a372-9f0adf889605 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:29.630163 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.638193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-18e1958f-e77d-4288-86ed-99870552649e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/aefb2d53-2c8c-43c8-b05a-6b11b7c8945d HTTP/1.1" status: 204 len: 168 time: 0.9712992 Mar 11 17:33:29.641248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42990) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:29.690457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5271f88e-0b95-45d8-9d55-879071793db6 req-6f48d927-7d92-4eed-ab0d-e4ebce595cda tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634953 Mar 11 17:33:29.755405 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2c58ec48-cfa4-427e-8f80-44dde20b7213 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098688 Mar 11 17:33:29.755766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42992) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:29.844372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce3158-005f-4a9a-847e-b74b8a6e9f86 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:29.849518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-36ce3158-005f-4a9a-847e-b74b8a6e9f86 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0926425 Mar 11 17:33:29.849683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43000) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:29.875590 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:29.956398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 713046d4-d7cf-42c6-a372-9f0adf889605, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=713046d4-d7cf-42c6-a372-9f0adf889605,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:29.962134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c753f-cc1f-4e1b-a18e-067b5b1a0340 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:29.974485 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.001229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b8988-c267-4bdc-a5e8-de9c58b1126a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:30.007462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43006) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:30.021847 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e99b8988-c267-4bdc-a5e8-de9c58b1126a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1706436 Mar 11 17:33:30.093909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43010) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:30.104690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:30.106577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b5e40af1-dab9-4eb3-8751-6b1f4005a289 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976803 Mar 11 17:33:30.283366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7d8fe824-d345-4994-a95b-89a9c801d81c None None] Provisioning complete for port 713046d4-d7cf-42c6-a372-9f0adf889605 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:30.284701 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe824-d345-4994-a95b-89a9c801d81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.333440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:30.337125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=713046d4-d7cf-42c6-a372-9f0adf889605,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:30.340997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.549707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e7f213-7ea9-42df-a7b8-c8eac76f8d59 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:33:30.646073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-25e7f213-7ea9-42df-a7b8-c8eac76f8d59 None None] Deleting port 713046d4-d7cf-42c6-a372-9f0adf889605 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:30.646490 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-25e7f213-7ea9-42df-a7b8-c8eac76f8d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.755770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-25e7f213-7ea9-42df-a7b8-c8eac76f8d59 None None] For port 713046d4-d7cf-42c6-a372-9f0adf889605, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=713046d4-d7cf-42c6-a372-9f0adf889605,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:30.756173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-25e7f213-7ea9-42df-a7b8-c8eac76f8d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.789177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-25e7f213-7ea9-42df-a7b8-c8eac76f8d59 None None] Calling delete_port for 713046d4-d7cf-42c6-a372-9f0adf889605 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:30.817823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.881951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b1ef-8e80-4030-a663-e54d48b489c5 req-fa9f81dc-2995-47a2-bb1a-ba0c455f4a8f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:30.894422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7074b1ef-8e80-4030-a663-e54d48b489c5 req-fa9f81dc-2995-47a2-bb1a-ba0c455f4a8f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1168375 Mar 11 17:33:30.958286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:30.964511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:30.972425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:30.973047 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.975606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7074b1ef-8e80-4030-a663-e54d48b489c5 req-4e2c8f73-8675-4c06-ac97-8f4e2520fe30 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802329 Mar 11 17:33:30.993304 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-25e7f213-7ea9-42df-a7b8-c8eac76f8d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:30.996097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43034) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:30.998413 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9027927 Mar 11 17:33:31.002243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f86445-52ee-4df0-b3a7-5100abd86fc5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=e5898ae2-9b77-44ff-9a56-50eca18f3551,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:31.010097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:c7:be:56', 'name': 'tempest-NetworksTestDHCPv6-1966613374'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:31.077873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7f213-7ea9-42df-a7b8-c8eac76f8d59 None None] Pushing event deleted for resources: {'Port': ['ID=713046d4-d7cf-42c6-a372-9f0adf889605,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:31.085069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7f213-7ea9-42df-a7b8-c8eac76f8d59 None None] No DVR routers for this DVR port 713046d4-d7cf-42c6-a372-9f0adf889605 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:31.107736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd38a1c-892c-4405-8567-01cf36c25f63 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:31.290389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:31.370788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': 'e5898ae2-9b77-44ff-9a56-50eca18f3551'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:33:31.372840 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:31.411439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 713046d4-d7cf-42c6-a372-9f0adf889605 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:31.483355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:31.486343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 713046d4-d7cf-42c6-a372-9f0adf889605 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:33:31.487224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 713046d4-d7cf-42c6-a372-9f0adf889605 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:33:31.562545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port d1cf005b-9286-4bfe-bef3-26b0481011b7 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:33:31.785798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/e5898ae2-9b77-44ff-9a56-50eca18f3551/6b0c494f-779a-40f6-be5e-26421d5a75ca) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:32.141969 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:32.150279 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:32.201523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:32.209000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:32.213551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:32.254414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Pushing event updated for resources: {'Port': ['ID=6b0c494f-779a-40f6-be5e-26421d5a75ca,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:32.315566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Attempting to bind port 6b0c494f-779a-40f6-be5e-26421d5a75ca on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:32.316652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Attempting to bind port 6b0c494f-779a-40f6-be5e-26421d5a75ca by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:32.318608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Attempting to bind port 6b0c494f-779a-40f6-be5e-26421d5a75ca on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:32.324489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ea7dc-82e7-4497-be88-090a07350db7 req-4b8daf88-7c3e-47a7-8912-9fbebc4a9867 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:32.326133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b4ea7dc-82e7-4497-be88-090a07350db7 req-4b8daf88-7c3e-47a7-8912-9fbebc4a9867 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.2407007 Mar 11 17:33:32.339917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:32.340331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:32.340740 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:32.341524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:32.344885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Bound port: 6b0c494f-779a-40f6-be5e-26421d5a75ca, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:32.345355 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:32.431549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::1cf (bbdee46c-64cf-49c1-804c-5a20ddf3a521/e5898ae2-9b77-44ff-9a56-50eca18f3551/d1cf005b-9286-4bfe-bef3-26b0481011b7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:32.439845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3b4ea7dc-82e7-4497-be88-090a07350db7 req-6fc01e19-69b1-4102-9b8a-393ecb0f2533 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991147 Mar 11 17:33:32.594222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] For port 6b0c494f-779a-40f6-be5e-26421d5a75ca, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:32.609812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] For port 6b0c494f-779a-40f6-be5e-26421d5a75ca, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6b0c494f-779a-40f6-be5e-26421d5a75ca,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:32.628853 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:32.898642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753dfb4-4bc5-45c4-a22b-bd675deffb41 None None] Pushing event updated for resources: {'Port': ['ID=6b0c494f-779a-40f6-be5e-26421d5a75ca,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:32.936251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:33.035588 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:33.116456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:33.120220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:33.124247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:33.139380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:33.140039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:33.157934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=d1cf005b-9286-4bfe-bef3-26b0481011b7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:33.376556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6f3c12f0-5c6e-4738-9a1c-6b13ccf4ba06 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3769507 Mar 11 17:33:33.380138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43122) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:33.453195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce55d46-4c74-4f48-884b-3c3fa9afce1a req-7f0e8a50-da25-4d8a-b270-806de552a4fb tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:33.454813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ce55d46-4c74-4f48-884b-3c3fa9afce1a req-7f0e8a50-da25-4d8a-b270-806de552a4fb tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 946 time: 0.3111722 Mar 11 17:33:33.530945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dae38d-e5e2-48db-810c-b84e1866108c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:33.564268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dae38d-e5e2-48db-810c-b84e1866108c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:33.572279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ce55d46-4c74-4f48-884b-3c3fa9afce1a req-206aa108-d30d-4768-961a-137946201eee tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055906 Mar 11 17:33:33.572835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43130) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:33.584569 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f5dae38d-e5e2-48db-810c-b84e1866108c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1916616 Mar 11 17:33:33.584569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43132) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:33.605350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6b0c494f-779a-40f6-be5e-26421d5a75ca up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:33.755666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6b0c494f-779a-40f6-be5e-26421d5a75ca triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:33.756214 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:33.767375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5edf8b21-c9e0-4b67-b047-fbfcff11833f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port d1cf005b-9286-4bfe-bef3-26b0481011b7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:33.768373 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5edf8b21-c9e0-4b67-b047-fbfcff11833f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:33.805044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7c02d-5674-451a-8ce7-75508eb29d84 req-15fff16f-69ec-4e4e-96cf-00f5dfe9a28d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:33.813781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abb7c02d-5674-451a-8ce7-75508eb29d84 req-15fff16f-69ec-4e4e-96cf-00f5dfe9a28d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.1219206 Mar 11 17:33:33.914397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:33.917058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c4db-963a-4130-8d0d-73968e7ffd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:33.992522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 6b0c494f-779a-40f6-be5e-26421d5a75ca, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6b0c494f-779a-40f6-be5e-26421d5a75ca,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:34.013442 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abb7c02d-5674-451a-8ce7-75508eb29d84 req-893cc71e-bced-43e5-a976-26d1bf4763fe tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978483 Mar 11 17:33:34.023848 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.140450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c4db-963a-4130-8d0d-73968e7ffd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.147864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c4db-963a-4130-8d0d-73968e7ffd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.155613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=6b0c494f-779a-40f6-be5e-26421d5a75ca,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:34.167234 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5edf8b21-c9e0-4b67-b047-fbfcff11833f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.187567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5edf8b21-c9e0-4b67-b047-fbfcff11833f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for d1cf005b-9286-4bfe-bef3-26b0481011b7 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:34.267773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e3d2c4db-963a-4130-8d0d-73968e7ffd57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22418e2099534c91a282630f90e70b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818895 Mar 11 17:33:34.279932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43146) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:34.311867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c179174f-0512-4ac2-81dd-ad2653b0bfab details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:33:34.312162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2c4db-963a-4130-8d0d-73968e7ffd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff27f6d-55a0-46bd-84b7-c228abd0d551,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:34.433342 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52a6aa1f-5d4f-4194-be60-245d5910df03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.479383 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52a6aa1f-5d4f-4194-be60-245d5910df03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.599891 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5edf8b21-c9e0-4b67-b047-fbfcff11833f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.632461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:34.687497 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52a6aa1f-5d4f-4194-be60-245d5910df03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.694933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52a6aa1f-5d4f-4194-be60-245d5910df03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.696148 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-52a6aa1f-5d4f-4194-be60-245d5910df03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ff27f6d-55a0-46bd-84b7-c228abd0d551 HTTP/1.1" status: 204 len: 168 time: 0.4151864 Mar 11 17:33:34.711612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'c179174f-0512-4ac2-81dd-ad2653b0bfab', 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c', 'port_id': 'c179174f-0512-4ac2-81dd-ad2653b0bfab', 'mac_address': 'fa:16:3e:ea:2d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1289855e-6833-4f88-9167-72e5fa3a9646', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:33:34.715312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6aa1f-5d4f-4194-be60-245d5910df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff27f6d-55a0-46bd-84b7-c228abd0d551,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:34.762912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf8b21-c9e0-4b67-b047-fbfcff11833f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=d1cf005b-9286-4bfe-bef3-26b0481011b7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:34.795392 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.824560 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5edf8b21-c9e0-4b67-b047-fbfcff11833f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.827951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5edf8b21-c9e0-4b67-b047-fbfcff11833f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/d1cf005b-9286-4bfe-bef3-26b0481011b7 HTTP/1.1" status: 204 len: 168 time: 1.2541025 Mar 11 17:33:34.833808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43158) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:34.840016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c179174f-0512-4ac2-81dd-ad2653b0bfab {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:33:34.869774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:34.877910 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:34.968982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714825bb-6308-4746-a866-68e56542f085 req-ae6ea507-1904-49f0-9aeb-4a4c96f8af03 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:34.978884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-714825bb-6308-4746-a866-68e56542f085 req-ae6ea507-1904-49f0-9aeb-4a4c96f8af03 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 946 time: 0.2161708 Mar 11 17:33:35.005175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95107e65-735c-428e-8d98-718636200d5a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:35.020893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95107e65-735c-428e-8d98-718636200d5a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:35.051630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-95107e65-735c-428e-8d98-718636200d5a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2136235 Mar 11 17:33:35.052294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43164) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:35.075928 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-714825bb-6308-4746-a866-68e56542f085 req-b0a60a4f-d95b-415a-9195-803ced65dab9 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907438 Mar 11 17:33:35.217500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=c179174f-0512-4ac2-81dd-ad2653b0bfab,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:35.226110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['c179174f-0512-4ac2-81dd-ad2653b0bfab'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:33:35.231377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6e32d221-bba3-4e89-8eb8-856ef563148a None None] Provisioning complete for port 6b0c494f-779a-40f6-be5e-26421d5a75ca triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:35.231836 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e32d221-bba3-4e89-8eb8-856ef563148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.233288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-9e483e5e-4239-409f-8f58-54c1e97f2243 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:35.235251 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-9e483e5e-4239-409f-8f58-54c1e97f2243 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.46 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 946 time: 0.5017350 Mar 11 17:33:35.299557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d488a1-3848-4fad-8af3-32953718d227 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet e5898ae2-9b77-44ff-9a56-50eca18f3551 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:35.308321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6d488a1-3848-4fad-8af3-32953718d227 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.422930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dbde8-3948-46ad-8a60-abd7adb69534 req-90551a02-ab78-441e-b2dc-aec67603bb9e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:35.442771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6d488a1-3848-4fad-8af3-32953718d227 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.452324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-522dbde8-3948-46ad-8a60-abd7adb69534 req-90551a02-ab78-441e-b2dc-aec67603bb9e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 945 time: 0.1986232 Mar 11 17:33:35.559695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-522dbde8-3948-46ad-8a60-abd7adb69534 req-b2b0cc96-1de0-498b-9049-afe23eec424b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060760 Mar 11 17:33:35.572411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Deleting port 8e647eb0-17e6-4a2a-88fd-9f6a85488088 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:35.579281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.607086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6b0c494f-779a-40f6-be5e-26421d5a75ca up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:35.656922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43174) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:35.687015 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-065af65b-d43f-403f-8b74-7297519c8ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.809759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6d488a1-3848-4fad-8af3-32953718d227 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.822150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a4576244-b6b9-49d8-99ea-57684e4d6726 None None] Could not find standard attr ID for object 4b2ac16a-7a11-4768-9029-8fe10dcdeca5. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:33:35.887528 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-065af65b-d43f-403f-8b74-7297519c8ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.895382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-065af65b-d43f-403f-8b74-7297519c8ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.905759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] For port 8e647eb0-17e6-4a2a-88fd-9f6a85488088, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=8e647eb0-17e6-4a2a-88fd-9f6a85488088,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:35.907853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.917227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6b0c494f-779a-40f6-be5e-26421d5a75ca triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:35.917613 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:35.976441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Calling delete_port for 8e647eb0-17e6-4a2a-88fd-9f6a85488088 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:36.002552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-065af65b-d43f-403f-8b74-7297519c8ba6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e803b0609fee4ed982ac937d99ccf6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443067 Mar 11 17:33:36.004933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43182) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:36.015512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065af65b-d43f-403f-8b74-7297519c8ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ed125c-91f0-4e86-ad6f-f7376f9a5f5d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:36.071679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-68601d67-f9bd-427d-9f1e-08e35f3c6d54 None None] Could not find standard attr ID for object d1cf005b-9286-4bfe-bef3-26b0481011b7. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:33:36.124658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6d488a1-3848-4fad-8af3-32953718d227 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.205021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d488a1-3848-4fad-8af3-32953718d227 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=e5898ae2-9b77-44ff-9a56-50eca18f3551,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:36.214830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6d488a1-3848-4fad-8af3-32953718d227 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.219634 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b6d488a1-3848-4fad-8af3-32953718d227 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/e5898ae2-9b77-44ff-9a56-50eca18f3551 HTTP/1.1" status: 204 len: 168 time: 1.1642101 Mar 11 17:33:36.222240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43190) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:36.249987 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4009778-5941-40c1-9b79-f647f6241983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.316605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ecc16a9c-8d8a-42d7-a7ca-e2f4481faee1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931587 Mar 11 17:33:36.322351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43196) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:36.327059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c179174f-0512-4ac2-81dd-ad2653b0bfab no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:36.355864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4009778-5941-40c1-9b79-f647f6241983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.436323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b435c6e-11e4-44a1-b160-0c4be66f2e4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:36.438307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1b435c6e-11e4-44a1-b160-0c4be66f2e4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1072643 Mar 11 17:33:36.442422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43198) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:36.463896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b63237-8c14-415d-85ab-fc1b47bb2f85 req-1ce1205f-5b56-4cf9-9264-729aa2853f3a tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:36.466825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4b63237-8c14-415d-85ab-fc1b47bb2f85 req-1ce1205f-5b56-4cf9-9264-729aa2853f3a tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 946 time: 0.1453483 Mar 11 17:33:36.477961 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.539027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Pushing event deleted for resources: {'Port': ['ID=8e647eb0-17e6-4a2a-88fd-9f6a85488088,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:36.541447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac051d5-cf56-4a9a-9414-59b2883c6664 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:36.594171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] No DVR routers for this DVR port 8e647eb0-17e6-4a2a-88fd-9f6a85488088 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:36.599883 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.603645 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bed585bd-fc0d-4168-a03c-9668ed9d89d1 req-40145a3a-90bb-4096-81b3-c4522adde58d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.46 "DELETE /v2.0/ports/8e647eb0-17e6-4a2a-88fd-9f6a85488088 HTTP/1.1" status: 204 len: 173 time: 1.3556669 Mar 11 17:33:36.604521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105', 'name': 'network-vif-deleted', 'tag': '8e647eb0-17e6-4a2a-88fd-9f6a85488088'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:33:36.608211 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c94509-c1ca-4cf1-a5ed-893060ad5d8f" -d '{"events": [{"server_uuid": "a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105", "name": "network-vif-deleted", "tag": "8e647eb0-17e6-4a2a-88fd-9f6a85488088"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:33:36.612416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4009778-5941-40c1-9b79-f647f6241983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.615140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4009778-5941-40c1-9b79-f647f6241983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.616519 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a4009778-5941-40c1-9b79-f647f6241983 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2ed125c-91f0-4e86-ad6f-f7376f9a5f5d HTTP/1.1" status: 204 len: 168 time: 0.6104794 Mar 11 17:33:36.628658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4009778-5941-40c1-9b79-f647f6241983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ed125c-91f0-4e86-ad6f-f7376f9a5f5d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:36.655935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f8e8f-6864-44cf-87ce-4ca448eefcf2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:36.662290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ce2f8e8f-6864-44cf-87ce-4ca448eefcf2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2172875 Mar 11 17:33:36.663299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:36.703511 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.727868 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c5ff1423-e2a1-42c8-9e26-d810d70654d4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629168 Mar 11 17:33:36.728544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:36.733888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:36.743147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4b63237-8c14-415d-85ab-fc1b47bb2f85 req-b899d57e-28c6-436a-9762-d93b3534398c tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443767 Mar 11 17:33:36.796478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c179174f-0512-4ac2-81dd-ad2653b0bfab {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:33:36.895137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:36.907608 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:36.909280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0756-409e-4892-befd-50d4be5b03cd req-2ef3c30a-b4ac-4ca7-9844-f48edb688680 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:36.910491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8e647eb0-17e6-4a2a-88fd-9f6a85488088 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:36.927689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e2a0756-409e-4892-befd-50d4be5b03cd req-2ef3c30a-b4ac-4ca7-9844-f48edb688680 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 945 time: 0.1917851 Mar 11 17:33:36.938577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 8e647eb0-17e6-4a2a-88fd-9f6a85488088 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:33:36.938930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 8e647eb0-17e6-4a2a-88fd-9f6a85488088 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:33:37.016742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83ea75-8eb3-4cca-bf48-4921678be9cf None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:33:37.054932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=c179174f-0512-4ac2-81dd-ad2653b0bfab,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:37.055268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e2a0756-409e-4892-befd-50d4be5b03cd req-721a53f8-bb9a-44af-9cb3-44e2b5128680 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121933 Mar 11 17:33:37.055369 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da3042c-8430-4240-a95a-282d902cc1e9 x-openstack-request-id: req-6da3042c-8430-4240-a95a-282d902cc1e9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:33:37.055369 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105", "name": "network-vif-deleted", "tag": "8e647eb0-17e6-4a2a-88fd-9f6a85488088", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:33:37.061834 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6da3042c-8430-4240-a95a-282d902cc1e9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:33:37.064025 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105', 'name': 'network-vif-deleted', 'tag': '8e647eb0-17e6-4a2a-88fd-9f6a85488088', 'status': 'completed', 'code': 200} Mar 11 17:33:37.132242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:37.140522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:37.187759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3a83ea75-8eb3-4cca-bf48-4921678be9cf None None] Deleting port 6b0c494f-779a-40f6-be5e-26421d5a75ca {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:37.188143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3a83ea75-8eb3-4cca-bf48-4921678be9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:37.481279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3a83ea75-8eb3-4cca-bf48-4921678be9cf None None] For port 6b0c494f-779a-40f6-be5e-26421d5a75ca, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6b0c494f-779a-40f6-be5e-26421d5a75ca,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:37.481909 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3a83ea75-8eb3-4cca-bf48-4921678be9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:37.514106 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6b0c494f-779a-40f6-be5e-26421d5a75ca no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:37.522651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3a83ea75-8eb3-4cca-bf48-4921678be9cf None None] Calling delete_port for 6b0c494f-779a-40f6-be5e-26421d5a75ca owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:37.825641 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:37.907005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:33:37.923172 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3a83ea75-8eb3-4cca-bf48-4921678be9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:37.992403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf54a392-56a3-4aa6-8232-2ce6ee150565 req-5ad6ec18-e7ab-4ca3-8448-19a9dc5cec66 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=a17e8ba6-fb14-4c0b-934e-bc8fdfcf7105 HTTP/1.1" status: 200 len: 210 time: 0.0516069 Mar 11 17:33:38.054969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83ea75-8eb3-4cca-bf48-4921678be9cf None None] Pushing event deleted for resources: {'Port': ['ID=6b0c494f-779a-40f6-be5e-26421d5a75ca,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:38.057678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83ea75-8eb3-4cca-bf48-4921678be9cf None None] No DVR routers for this DVR port 6b0c494f-779a-40f6-be5e-26421d5a75ca on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:38.151949 n-d-833411-1 neutron-server[102641]: WARNING neutron.services.revisions.revision_plugin [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Could not find related port for resource to bump revision. Mar 11 17:33:38.158348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_pluggable_backend [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Port 6b0c494f-779a-40f6-be5e-26421d5a75ca was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102641) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 17:33:38.158917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_pluggable_backend [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Reverting IP allocation for 2001:db8::f816:3eff:fe23:d827 {{(pid=102641) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 17:33:38.164529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_pluggable_backend [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe23:d827 {{(pid=102641) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 17:33:38.165773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:38.212560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:38.215689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:38.221868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:38.222576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:38.226810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec67168-cc50-4a79-a00e-928ac46a110e None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:38.246806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=406d929d-2ed4-44d7-9b95-29f08daad9a8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:38.289940 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-afc14f8b-5845-4fa9-993d-15f1e5dca646 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5570474 Mar 11 17:33:38.290275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:38.298089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-78babd73-ef7e-45aa-9c1d-21a5e477acd8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:38.309244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910b95-ecfc-4b96-af8b-0364410bcca2 req-dd210aad-b1bf-4d52-b6d2-712a1dfc0163 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:38.310976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f910b95-ecfc-4b96-af8b-0364410bcca2 req-dd210aad-b1bf-4d52-b6d2-712a1dfc0163 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 944 time: 0.1275704 Mar 11 17:33:38.371147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f910b95-ecfc-4b96-af8b-0364410bcca2 req-ec7b6404-a452-4fe4-a62c-24079351762b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541050 Mar 11 17:33:38.511959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c179174f-0512-4ac2-81dd-ad2653b0bfab up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:38.588023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78babd73-ef7e-45aa-9c1d-21a5e477acd8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:38.591693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78babd73-ef7e-45aa-9c1d-21a5e477acd8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:38.711997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port c179174f-0512-4ac2-81dd-ad2653b0bfab triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:38.712289 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:38.736360 n-d-833411-1 neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-78babd73-ef7e-45aa-9c1d-21a5e477acd8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 406d929d-2ed4-44d7-9b95-29f08daad9a8 (CIDR: 2001:db8::/64) Mar 11 17:33:38.742169 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-78babd73-ef7e-45aa-9c1d-21a5e477acd8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:33:38.743585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78babd73-ef7e-45aa-9c1d-21a5e477acd8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:33:38.774222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43282) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:38.775289 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-78babd73-ef7e-45aa-9c1d-21a5e477acd8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4826903 Mar 11 17:33:38.779703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:38.870013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': '406d929d-2ed4-44d7-9b95-29f08daad9a8'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:33:38.871703 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:38.920183 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:38.980541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:38.991870 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.014215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31b073-ba00-4739-8029-d8954f701374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c179174f-0512-4ac2-81dd-ad2653b0bfab'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:33:39.016452 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c043f67-100b-44e7-9f46-aed4f9d8700f" -d '{"events": [{"server_uuid": "0a31b073-ba00-4739-8029-d8954f701374", "name": "network-vif-plugged", "status": "completed", "tag": "c179174f-0512-4ac2-81dd-ad2653b0bfab"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:33:39.021570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:39.038452 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.102953 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3d6804-c0f9-4ba0-801a-b0d282d6757f x-openstack-request-id: req-7a3d6804-c0f9-4ba0-801a-b0d282d6757f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:33:39.103252 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31b073-ba00-4739-8029-d8954f701374", "name": "network-vif-plugged", "status": "completed", "tag": "c179174f-0512-4ac2-81dd-ad2653b0bfab", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:33:39.103513 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a3d6804-c0f9-4ba0-801a-b0d282d6757f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:33:39.104181 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a31b073-ba00-4739-8029-d8954f701374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c179174f-0512-4ac2-81dd-ad2653b0bfab', 'code': 200} Mar 11 17:33:39.274645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=c179174f-0512-4ac2-81dd-ad2653b0bfab,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:39.294973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Allocated IP 2001:db8::f816:3eff:fe09:1d98 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/406d929d-2ed4-44d7-9b95-29f08daad9a8/90153d25-bf51-4b35-89e1-c256774c8c17) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:39.389163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cc18a-12f7-466f-9286-8fd44af6ca63 req-8f794975-b83b-4854-8add-eaeedaf94302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:39.393266 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-381cc18a-12f7-466f-9286-8fd44af6ca63 req-8f794975-b83b-4854-8add-eaeedaf94302 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 1097 time: 0.1064446 Mar 11 17:33:39.443023 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.518267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:39.521572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:39.527458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:39.527853 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.548546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=90b02f41-31f2-4dc5-ad33-77ba332d0781,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:39.569729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a2c13f09-8e20-4ba7-be18-4a7f5d93a1d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7933757 Mar 11 17:33:39.569990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43318) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:39.572666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-381cc18a-12f7-466f-9286-8fd44af6ca63 req-9531e6bc-fe10-4303-8df9-6253cf532ade service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674087 Mar 11 17:33:39.579649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:ab:3a:ed', 'name': 'tempest-NetworksTestDHCPv6-325056941'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:39.580038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:39.672198 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.683711 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.711055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:39.738669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:39.746163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:39.808913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Pushing event updated for resources: {'Port': ['ID=90153d25-bf51-4b35-89e1-c256774c8c17,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:39.843731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Attempting to bind port 90153d25-bf51-4b35-89e1-c256774c8c17 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:39.844093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Attempting to bind port 90153d25-bf51-4b35-89e1-c256774c8c17 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:39.844557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Attempting to bind port 90153d25-bf51-4b35-89e1-c256774c8c17 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:39.850811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:39.851189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:39.851600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.851971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:39.852533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Bound port: 90153d25-bf51-4b35-89e1-c256774c8c17, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:39.852912 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.860592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6aca-ebd2-4cff-9d4e-e19d4a47f7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:39.869294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6765-91ed-407e-ae53-35c2c97f95a5 req-d57459cd-dcf9-440f-bf94-bbecd884ab1e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:39.871500 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b18f6765-91ed-407e-ae53-35c2c97f95a5 req-d57459cd-dcf9-440f-bf94-bbecd884ab1e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.2814617 Mar 11 17:33:39.950066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b18f6765-91ed-407e-ae53-35c2c97f95a5 req-4b9de7d1-1ed9-43d0-b966-3daa27162add tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708861 Mar 11 17:33:39.997278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] For port 90153d25-bf51-4b35-89e1-c256774c8c17, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:39.998318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:40.001505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] For port 90153d25-bf51-4b35-89e1-c256774c8c17, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90153d25-bf51-4b35-89e1-c256774c8c17,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:40.012723 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.119125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6d33a-4176-476c-97c1-267a5259d472 None None] Pushing event updated for resources: {'Port': ['ID=90153d25-bf51-4b35-89e1-c256774c8c17,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:40.127683 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6aca-ebd2-4cff-9d4e-e19d4a47f7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.144797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6aca-ebd2-4cff-9d4e-e19d4a47f7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.191813 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.230355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port 4e5351fa-a240-4686-b2d3-092deab18909 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:33:40.234808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b6aca-ebd2-4cff-9d4e-e19d4a47f7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa0c7b-c10a-4640-aaea-825e50e23307,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:40.243363 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8c2b6aca-ebd2-4cff-9d4e-e19d4a47f7fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef1c3f33eb3140218ae499d70c627176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6613104 Mar 11 17:33:40.246019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43332) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:40.346556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d3cced2-23a1-4929-94a4-c6b8696602db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.424948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d3cced2-23a1-4929-94a4-c6b8696602db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.561545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d3cced2-23a1-4929-94a4-c6b8696602db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.565222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d3cced2-23a1-4929-94a4-c6b8696602db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:40.566636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0d3cced2-23a1-4929-94a4-c6b8696602db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28aa0c7b-c10a-4640-aaea-825e50e23307 HTTP/1.1" status: 204 len: 168 time: 0.3196230 Mar 11 17:33:40.587936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cced2-23a1-4929-94a4-c6b8696602db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa0c7b-c10a-4640-aaea-825e50e23307,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:40.750274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8:0:1::1bd (bbdee46c-64cf-49c1-804c-5a20ddf3a521/90b02f41-31f2-4dc5-ad33-77ba332d0781/4e5351fa-a240-4686-b2d3-092deab18909) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:40.770817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:feab:3aed (bbdee46c-64cf-49c1-804c-5a20ddf3a521/406d929d-2ed4-44d7-9b95-29f08daad9a8/4e5351fa-a240-4686-b2d3-092deab18909) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:40.975023 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.165815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.475840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd8750-053d-42bb-bd64-a5d7bcd277a9 req-eb7e5fbc-e26f-4cb3-8400-b79aa89e8def tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:41.486654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7bd8750-053d-42bb-bd64-a5d7bcd277a9 req-eb7e5fbc-e26f-4cb3-8400-b79aa89e8def tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.3077154 Mar 11 17:33:41.537573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90153d25-bf51-4b35-89e1-c256774c8c17 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:41.561648 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.626585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:41.645391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:41.703755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:41.724180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:41.725013 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.734466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90153d25-bf51-4b35-89e1-c256774c8c17 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:41.735129 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.755159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7bd8750-053d-42bb-bd64-a5d7bcd277a9 req-af1260a6-afc3-46c0-9a02-538acaeea08a tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676675 Mar 11 17:33:41.821350 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=4e5351fa-a240-4686-b2d3-092deab18909,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:41.846816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f225092c-bffd-4755-b6c4-970b50056e4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2753923 Mar 11 17:33:41.849452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43382) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:41.977210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7377b-1ba6-4f9b-bdb3-be5fc45f4421 req-cc419dfd-16cd-499b-808b-f02ab16be15e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:41.979110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7d7377b-1ba6-4f9b-bdb3-be5fc45f4421 req-cc419dfd-16cd-499b-808b-f02ab16be15e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.0749037 Mar 11 17:33:41.986980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a035b2-8806-4af7-88a2-f1cf11edba01 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:42.023801 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.033289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3a85716d-7831-4d71-8d24-5e627f9628c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port 4e5351fa-a240-4686-b2d3-092deab18909 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:42.034021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a85716d-7831-4d71-8d24-5e627f9628c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.100183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9f62cb3b-8636-4a50-8f6f-f736a33e6cf3 None None] Provisioning complete for port 90153d25-bf51-4b35-89e1-c256774c8c17 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:42.100746 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9f62cb3b-8636-4a50-8f6f-f736a33e6cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.151404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7d7377b-1ba6-4f9b-bdb3-be5fc45f4421 req-2c6cbc47-a352-4e65-b22f-4a3fb963d33b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658916 Mar 11 17:33:42.270384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 90153d25-bf51-4b35-89e1-c256774c8c17, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90153d25-bf51-4b35-89e1-c256774c8c17,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:42.289048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a85716d-7831-4d71-8d24-5e627f9628c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.290796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.307015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3a85716d-7831-4d71-8d24-5e627f9628c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for 4e5351fa-a240-4686-b2d3-092deab18909 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:42.459275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=90153d25-bf51-4b35-89e1-c256774c8c17,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:42.713161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192902b4-76d7-428a-bef8-b35b614cf054 None None] Update dhcp port {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': '406d929d-2ed4-44d7-9b95-29f08daad9a8', 'ip_address': '2001:db8::f816:3eff:fe09:1d98'}, {'subnet_id': '90b02f41-31f2-4dc5-ad33-77ba332d0781'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '90153d25-bf51-4b35-89e1-c256774c8c17'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:33:42.724518 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43420) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:42.774513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-192902b4-76d7-428a-bef8-b35b614cf054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.808827 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a85716d-7831-4d71-8d24-5e627f9628c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:42.891359 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85716d-7831-4d71-8d24-5e627f9628c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=4e5351fa-a240-4686-b2d3-092deab18909,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:43.025840 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a85716d-7831-4d71-8d24-5e627f9628c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.039204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43450) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:43.040457 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a85716d-7831-4d71-8d24-5e627f9628c1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/4e5351fa-a240-4686-b2d3-092deab18909 HTTP/1.1" status: 204 len: 168 time: 1.1898351 Mar 11 17:33:43.149164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-192902b4-76d7-428a-bef8-b35b614cf054 None None] Allocated IP 2001:db8:0:1::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/90b02f41-31f2-4dc5-ad33-77ba332d0781/90153d25-bf51-4b35-89e1-c256774c8c17) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:43.215012 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5e71e02-1e65-4e3e-abd8-e839acf278ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.318489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b1e96-29cc-4115-8495-a5d93a980688 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:43.323672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43464) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:43.334189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0f9b1e96-29cc-4115-8495-a5d93a980688 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2919104 Mar 11 17:33:43.346881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-192902b4-76d7-428a-bef8-b35b614cf054 None None] For port 90153d25-bf51-4b35-89e1-c256774c8c17, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90153d25-bf51-4b35-89e1-c256774c8c17,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:43.385503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-de5a363f-4754-4d8f-acab-3c21aefd0934 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:43.399744 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-de5a363f-4754-4d8f-acab-3c21aefd0934 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/networks?id=e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 200 len: 814 time: 0.4588237 Mar 11 17:33:43.429172 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-192902b4-76d7-428a-bef8-b35b614cf054 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.435546 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-192902b4-76d7-428a-bef8-b35b614cf054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.454545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a3883a-77f7-41a8-acb5-f81d5e2aa654 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:43.463162 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d9a3883a-77f7-41a8-acb5-f81d5e2aa654 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1339755 Mar 11 17:33:43.475484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43468) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:43.497346 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-d5838eca-41a8-4517-8642-d4b8ada8e14b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/quotas/823912a766b9451e8616d8ef3d24c6fd HTTP/1.1" status: 200 len: 375 time: 0.0968063 Mar 11 17:33:43.534786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90153d25-bf51-4b35-89e1-c256774c8c17 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:43.636295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-d0b75799-9556-4a80-b828-145ec1363d52 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=823912a766b9451e8616d8ef3d24c6fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357017 Mar 11 17:33:43.668747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc730b-183d-43e4-87a0-c21d9405963b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:43.688233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc730b-183d-43e4-87a0-c21d9405963b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:43.698932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc730b-183d-43e4-87a0-c21d9405963b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:43.714018 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b4dc730b-183d-43e4-87a0-c21d9405963b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2268493 Mar 11 17:33:43.714683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:43.731195 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5e71e02-1e65-4e3e-abd8-e839acf278ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.750645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5e71e02-1e65-4e3e-abd8-e839acf278ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.804295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b5e71e02-1e65-4e3e-abd8-e839acf278ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f135f35f24a442f6b6c6a24897bc0c76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0621901 Mar 11 17:33:43.838751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43494) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:43.869192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cd32d3-f93c-40fb-84fd-beaf311c5a08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 406d929d-2ed4-44d7-9b95-29f08daad9a8 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:43.871126 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b239c99d-d469-4c17-8644-5a678353288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.882726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81cd32d3-f93c-40fb-84fd-beaf311c5a08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.887596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192902b4-76d7-428a-bef8-b35b614cf054 None None] Pushing event updated for resources: {'Port': ['ID=90153d25-bf51-4b35-89e1-c256774c8c17,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:43.897873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90153d25-bf51-4b35-89e1-c256774c8c17 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:43.899427 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.963464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e71e02-1e65-4e3e-abd8-e839acf278ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d15b6d2-253b-4e99-ac89-f55a1a376bfc,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:44.019810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81cd32d3-f93c-40fb-84fd-beaf311c5a08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.158556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81cd32d3-f93c-40fb-84fd-beaf311c5a08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.246452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81cd32d3-f93c-40fb-84fd-beaf311c5a08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.277257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7681926-c917-4345-8149-ed311047069a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.321850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-2ae6b22c-94e2-475b-85ae-4ce595e2928c service neutron] 10.222.0.53 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818249 Mar 11 17:33:44.360711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd32d3-f93c-40fb-84fd-beaf311c5a08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=406d929d-2ed4-44d7-9b95-29f08daad9a8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:44.363069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7681926-c917-4345-8149-ed311047069a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.370368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81cd32d3-f93c-40fb-84fd-beaf311c5a08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.373713 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-81cd32d3-f93c-40fb-84fd-beaf311c5a08 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/406d929d-2ed4-44d7-9b95-29f08daad9a8 HTTP/1.1" status: 204 len: 168 time: 0.6569829 Mar 11 17:33:44.380369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43506) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:44.456620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-2679115d-5407-49a7-807b-661fc9d1dc40 service neutron] 10.222.0.53 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335287 Mar 11 17:33:44.463927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-037bfeb1-17ac-47d5-b84a-dd25d5f86ed1 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:44.465899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-037bfeb1-17ac-47d5-b84a-dd25d5f86ed1 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a31b073-ba00-4739-8029-d8954f701374 HTTP/1.1" status: 200 len: 946 time: 0.2308650 Mar 11 17:33:44.570531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7681926-c917-4345-8149-ed311047069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.571082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b021b6-10ec-478f-a85b-0f7c8af985f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 90b02f41-31f2-4dc5-ad33-77ba332d0781 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:44.573547 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7681926-c917-4345-8149-ed311047069a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.576640 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6b021b6-10ec-478f-a85b-0f7c8af985f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.591505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c7681926-c917-4345-8149-ed311047069a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d15b6d2-253b-4e99-ac89-f55a1a376bfc HTTP/1.1" status: 204 len: 168 time: 0.7473235 Mar 11 17:33:44.617647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7681926-c917-4345-8149-ed311047069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d15b6d2-253b-4e99-ac89-f55a1a376bfc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:44.748601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6b021b6-10ec-478f-a85b-0f7c8af985f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.761704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Deleting port c179174f-0512-4ac2-81dd-ad2653b0bfab {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:44.762974 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.917830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-001a975c-d4be-4e3c-abd9-e3debf0e0ed3 req-608b0657-ed2d-49df-a558-c0e69f30ac8d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 210 time: 0.1176176 Mar 11 17:33:45.278114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a40d83-e0b0-4637-abf0-721807d81a1b None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:45.310239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] For port c179174f-0512-4ac2-81dd-ad2653b0bfab, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c179174f-0512-4ac2-81dd-ad2653b0bfab,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:45.312917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:45.368855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Calling delete_port for c179174f-0512-4ac2-81dd-ad2653b0bfab owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:45.395344 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6b021b6-10ec-478f-a85b-0f7c8af985f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:45.482078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90153d25-bf51-4b35-89e1-c256774c8c17 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:45.557919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6b021b6-10ec-478f-a85b-0f7c8af985f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:45.744616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b021b6-10ec-478f-a85b-0f7c8af985f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=90b02f41-31f2-4dc5-ad33-77ba332d0781,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:45.769913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6b021b6-10ec-478f-a85b-0f7c8af985f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:45.775421 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a6b021b6-10ec-478f-a85b-0f7c8af985f6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/90b02f41-31f2-4dc5-ad33-77ba332d0781 HTTP/1.1" status: 204 len: 168 time: 1.3764782 Mar 11 17:33:45.779327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43548) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:45.910082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7832db83-67cb-47dc-a103-dbf3b646d89a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256590 Mar 11 17:33:45.910453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43550) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:45.926774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:46.010355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-67871467-ee9b-4612-853a-078bd90e0bf4 None None] Provisioning complete for port 90153d25-bf51-4b35-89e1-c256774c8c17 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:46.010743 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67871467-ee9b-4612-853a-078bd90e0bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:46.069678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:46.190617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Pushing event deleted for resources: {'Port': ['ID=c179174f-0512-4ac2-81dd-ad2653b0bfab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:46.281187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] No DVR routers for this DVR port c179174f-0512-4ac2-81dd-ad2653b0bfab on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:46.291973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:46.322471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b343d6d1-9168-4bd3-a329-df910531900e req-7a635807-c2cd-4a4e-aca0-d0cf726463d8 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 210 time: 0.2025082 Mar 11 17:33:46.344109 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8b3e6a58-3284-4dfd-9355-bebd0fa8f131 req-0183448f-3451-4121-beb5-1b9577d6f9a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.46 "DELETE /v2.0/ports/c179174f-0512-4ac2-81dd-ad2653b0bfab HTTP/1.1" status: 204 len: 173 time: 1.8660262 Mar 11 17:33:46.365282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31b073-ba00-4739-8029-d8954f701374', 'name': 'network-vif-deleted', 'tag': 'c179174f-0512-4ac2-81dd-ad2653b0bfab'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:33:46.384424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:46.388518 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:46.405116 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3db4809-1347-4f62-9a2b-cf1035db2df5" -d '{"events": [{"server_uuid": "0a31b073-ba00-4739-8029-d8954f701374", "name": "network-vif-deleted", "tag": "c179174f-0512-4ac2-81dd-ad2653b0bfab"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:33:46.551606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['c179174f-0512-4ac2-81dd-ad2653b0bfab'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:33:46.556539 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1e6286-6044-4e3d-844d-c2b6a1f6ecea x-openstack-request-id: req-1a1e6286-6044-4e3d-844d-c2b6a1f6ecea {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:33:46.556539 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31b073-ba00-4739-8029-d8954f701374", "name": "network-vif-deleted", "tag": "c179174f-0512-4ac2-81dd-ad2653b0bfab", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:33:46.556843 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a1e6286-6044-4e3d-844d-c2b6a1f6ecea {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:33:46.557191 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a31b073-ba00-4739-8029-d8954f701374', 'name': 'network-vif-deleted', 'tag': 'c179174f-0512-4ac2-81dd-ad2653b0bfab', 'status': 'completed', 'code': 200} Mar 11 17:33:46.663577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90153d25-bf51-4b35-89e1-c256774c8c17 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:46.665960 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:46.678842 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9b2143f8-a540-42bf-b407-8346d54fa21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:46.966746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf2ce6-8b07-40c0-a990-4a5910c3acbc None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:33:47.154241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-da9e89c7-75c4-45e5-aaa8-ee27361ec3cf tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:47.155880 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-da9e89c7-75c4-45e5-aaa8-ee27361ec3cf tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.66 "GET /v2.0/networks?id=e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 200 len: 814 time: 0.4003029 Mar 11 17:33:47.171681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Request body: {'port': {'device_id': '9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff', 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c', 'admin_state_up': True, 'tenant_id': '823912a766b9451e8616d8ef3d24c6fd'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:47.200161 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:47.208587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-67871467-ee9b-4612-853a-078bd90e0bf4 None None] Could not find standard attr ID for object 4e5351fa-a240-4686-b2d3-092deab18909. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:33:47.306319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-79bf2ce6-8b07-40c0-a990-4a5910c3acbc None None] Deleting port 90153d25-bf51-4b35-89e1-c256774c8c17 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:47.307851 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-79bf2ce6-8b07-40c0-a990-4a5910c3acbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:47.469304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90153d25-bf51-4b35-89e1-c256774c8c17 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:47.586696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Made reservation on behalf of 823912a766b9451e8616d8ef3d24c6fd for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:47.600549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:47.649610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-79bf2ce6-8b07-40c0-a990-4a5910c3acbc None None] For port 90153d25-bf51-4b35-89e1-c256774c8c17, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90153d25-bf51-4b35-89e1-c256774c8c17,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:47.650136 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-79bf2ce6-8b07-40c0-a990-4a5910c3acbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:47.681839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-79bf2ce6-8b07-40c0-a990-4a5910c3acbc None None] Calling delete_port for 90153d25-bf51-4b35-89e1-c256774c8c17 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:47.698012 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:47.946714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 90153d25-bf51-4b35-89e1-c256774c8c17, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90153d25-bf51-4b35-89e1-c256774c8c17,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:47.976565 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.104221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Allocated IP 172.20.0.7 (e4143809-c4dd-4fac-a798-a54c03e34b4c/1289855e-6833-4f88-9167-72e5fa3a9646/daab79ce-35b0-45af-bea9-b2163ffdbcc9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:48.152685 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-79bf2ce6-8b07-40c0-a990-4a5910c3acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.174327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf2ce6-8b07-40c0-a990-4a5910c3acbc None None] No DVR routers for this DVR port 90153d25-bf51-4b35-89e1-c256774c8c17 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:48.177606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=90153d25-bf51-4b35-89e1-c256774c8c17,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:48.262150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf2ce6-8b07-40c0-a990-4a5910c3acbc None None] Pushing event deleted for resources: {'Port': ['ID=90153d25-bf51-4b35-89e1-c256774c8c17,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:48.365651 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.415467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c179174f-0512-4ac2-81dd-ad2653b0bfab no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:48.485130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: c179174f-0512-4ac2-81dd-ad2653b0bfab {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:33:48.486026 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c179174f-0512-4ac2-81dd-ad2653b0bfab not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:33:48.550388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebbacee9-8360-4bec-9776-2b20ee6a60a5 req-7a8fe281-29c9-4d3b-87e4-0473cc19b85d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 210 time: 0.1081247 Mar 11 17:33:48.562769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:48.602390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.635774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.objects.ports [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102642) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:33:48.687184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.790481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Network e4143809-c4dd-4fac-a798-a54c03e34b4c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:48.805277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:48.825175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-464ef022-3da6-47ff-9573-7d2762130aa7 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:48.827730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:48.901396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Pushing event updated for resources: {'Port': ['ID=daab79ce-35b0-45af-bea9-b2163ffdbcc9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:48.926034 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-464ef022-3da6-47ff-9573-7d2762130aa7 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] 10.222.0.53 "PUT /v2.0/quotas/4b3a751ce44847619caea32c8b30e4ac HTTP/1.1" status: 200 len: 368 time: 0.3582513 Mar 11 17:33:48.929146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:48.934367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Request body: {'network': {'project_id': '4b3a751ce44847619caea32c8b30e4ac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:48.955628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Made reservation on behalf of 4b3a751ce44847619caea32c8b30e4ac for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:48.958637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.966729 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:48.970879 n-d-833411-1 neutron-server[102642]: WARNING neutron.services.revisions.revision_plugin [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Could not find related port for resource to bump revision. Mar 11 17:33:48.977903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_pluggable_backend [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Port 90153d25-bf51-4b35-89e1-c256774c8c17 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102642) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 17:33:48.978275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_pluggable_backend [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:1d98 {{(pid=102642) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 17:33:48.983286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_pluggable_backend [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe09:1d98 {{(pid=102642) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 17:33:48.984905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.006967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.047854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:49.067513 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.099660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:49.112734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:49.129977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b29b9d-cc1e-4280-9eba-f1e8c5fe6810 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:49.145711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:49.146238 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.153866 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-7184bb8e-4f8d-468f-a746-82d8833c948d tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9894571 Mar 11 17:33:49.188102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=8512010a-01e8-49bd-afbd-c529c58ff7cf,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:49.191605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Request body: {'port': {'device_id': '9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:49.201784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-573416b0-b8b4-4fec-82d6-104f01419a4c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2900281 Mar 11 17:33:49.204766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43652) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:49.210606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e761848b-a8b9-4736-b1ca-f1f4f73665ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:49.293959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.451132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e761848b-a8b9-4736-b1ca-f1f4f73665ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:49.455621 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e761848b-a8b9-4736-b1ca-f1f4f73665ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.590495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': '8512010a-01e8-49bd-afbd-c529c58ff7cf'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:33:49.597267 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.600674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.635271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.719911 n-d-833411-1 neutron-server[102642]: INFO neutron.db.ipam_backend_mixin [None req-e761848b-a8b9-4736-b1ca-f1f4f73665ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8512010a-01e8-49bd-afbd-c529c58ff7cf (CIDR: 2001:db8::/64) Mar 11 17:33:49.741115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:33:49.751149 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-e761848b-a8b9-4736-b1ca-f1f4f73665ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:33:49.753201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e761848b-a8b9-4736-b1ca-f1f4f73665ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:33:49.835925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f24c405-3a7d-4df7-b5cf-646124030083,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:49.852957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e761848b-a8b9-4736-b1ca-f1f4f73665ef tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6470225 Mar 11 17:33:49.854749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43662) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:49.874868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:49.933224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4536575-294a-4db9-b01b-20f804cf2e5e req-32fc42ed-0aec-4b55-8463-c74afa42c56c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:49.934816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:49.935868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4536575-294a-4db9-b01b-20f804cf2e5e req-32fc42ed-0aec-4b55-8463-c74afa42c56c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 931 time: 0.2359157 Mar 11 17:33:49.940928 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Added segment be757822-c997-48f6-85a8-5ef333bca237 of type vlan for network fe8274d5-04f6-46bb-ab93-fdf66ce345d9 Mar 11 17:33:50.028191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Allocated IP 2001:db8::f816:3eff:fe06:ea7c (bbdee46c-64cf-49c1-804c-5a20ddf3a521/8512010a-01e8-49bd-afbd-c529c58ff7cf/0467f37c-6464-478a-b0ef-a20db86b5b08) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:50.087139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4536575-294a-4db9-b01b-20f804cf2e5e req-c05b7cd3-aa7f-4351-96e2-3ba3a39ccb44 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046197 Mar 11 17:33:50.115109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.262158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.264673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:50.266124 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.305574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:50.323890 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.421696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daab79ce-35b0-45af-bea9-b2163ffdbcc9 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:33:50.443754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.531652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.542393 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.590813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:50.597917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Transition to ACTIVE for port object daab79ce-35b0-45af-bea9-b2163ffdbcc9 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:33:50.614731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:50.618622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.663136 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7304912 Mar 11 17:33:50.665272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43680) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:50.679568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fae8ce-2986-40c4-8c2a-83a18172472f tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Pushing event updated for resources: {'Network': ['ID=fe8274d5-04f6-46bb-ab93-fdf66ce345d9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:50.715862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:50.718625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Request body: {'network': {'project_id': '4b3a751ce44847619caea32c8b30e4ac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:50.746737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fe8274d5-04f6-46bb-ab93-fdf66ce345d9 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:33:50.805324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Pushing event updated for resources: {'Port': ['ID=daab79ce-35b0-45af-bea9-b2163ffdbcc9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:50.819939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Made reservation on behalf of 4b3a751ce44847619caea32c8b30e4ac for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:50.827900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.848750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Pushing event updated for resources: {'Port': ['ID=0467f37c-6464-478a-b0ef-a20db86b5b08,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:50.882341 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.926526 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Attempting to bind port 0467f37c-6464-478a-b0ef-a20db86b5b08 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:50.927179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Attempting to bind port 0467f37c-6464-478a-b0ef-a20db86b5b08 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:50.936951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Attempting to bind port 0467f37c-6464-478a-b0ef-a20db86b5b08 on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:50.945246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=a92eb2d3-eea7-482b-9b5d-f712d476f5dc,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:50.968459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:50.970276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:50.974872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:50.978137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:33:50.978833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:50.979415 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.979975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:50.981799 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Bound port: 0467f37c-6464-478a-b0ef-a20db86b5b08, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:50.982383 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:50.984782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:50.985355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.008687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8f76094e-ed4b-4d82-bf95-236574799373 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1528628 Mar 11 17:33:51.011520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43688) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:51.014278 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.019328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:37:db:38', 'name': 'tempest-NetworksTestDHCPv6-1206742205'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:51.019950 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Added segment c860d07b-495b-4af7-987d-75cc85d412f4 of type vlan for network b92eb108-7952-46df-a342-a51d633be116 Mar 11 17:33:51.138303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Attempting to bind port daab79ce-35b0-45af-bea9-b2163ffdbcc9 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:51.150427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Attempting to bind port daab79ce-35b0-45af-bea9-b2163ffdbcc9 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:51.151174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Attempting to bind port daab79ce-35b0-45af-bea9-b2163ffdbcc9 on network e4143809-c4dd-4fac-a798-a54c03e34b4c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:51.182169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Port daab79ce-35b0-45af-bea9-b2163ffdbcc9 on network e4143809-c4dd-4fac-a798-a54c03e34b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:33:51.182582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Attempting to bind port daab79ce-35b0-45af-bea9-b2163ffdbcc9 on network e4143809-c4dd-4fac-a798-a54c03e34b4c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:51.187133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.203792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:51.204137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Checking segment: {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:51.208435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Bound using segment: {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:51.210191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Bound port: daab79ce-35b0-45af-bea9-b2163ffdbcc9, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65708c8-0812-4e65-8a68-35fd88566591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:51.210592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.222908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] For port 0467f37c-6464-478a-b0ef-a20db86b5b08, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:51.231218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] For port 0467f37c-6464-478a-b0ef-a20db86b5b08, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0467f37c-6464-478a-b0ef-a20db86b5b08,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:51.241456 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.384264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:33:51.409588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfd0c9-10fe-4bef-9686-88044badf55e None None] Pushing event updated for resources: {'Port': ['ID=0467f37c-6464-478a-b0ef-a20db86b5b08,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:51.415082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] For port daab79ce-35b0-45af-bea9-b2163ffdbcc9, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:51.430034 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.431439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:51.432242 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:51.435708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] For port daab79ce-35b0-45af-bea9-b2163ffdbcc9, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=daab79ce-35b0-45af-bea9-b2163ffdbcc9,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:51.553226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23aae-33cd-4036-8551-385f212917cd req-634995b2-bd43-457a-b9f1-a2fe368f5991 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:51.555954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-634995b2-bd43-457a-b9f1-a2fe368f5991 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/networks?id=847fb16c-7c31-4baf-ac2d-f39cd640a23b HTTP/1.1" status: 200 len: 813 time: 0.1885169 Mar 11 17:33:51.582769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-e36a9ad4-0f60-4089-9020-87d3088eacff tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/quotas/e0f6b2e9857548cc99e72fcb3f0ac651 HTTP/1.1" status: 200 len: 375 time: 0.0184650 Mar 11 17:33:51.677810 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-8effeddb-fccc-47e5-99cc-7aeca24d6fb0 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0f6b2e9857548cc99e72fcb3f0ac651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859964 Mar 11 17:33:51.718853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8e99c-20ce-4094-8f7d-ec13f40f9f8d req-c07b0ab4-e305-4a44-9047-34bf07597b8b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:51.722287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9d8e99c-20ce-4094-8f7d-ec13f40f9f8d req-c07b0ab4-e305-4a44-9047-34bf07597b8b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 943 time: 0.4248943 Mar 11 17:33:51.723168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:52.044690 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9d8e99c-20ce-4094-8f7d-ec13f40f9f8d req-bd4db7cb-05b8-4e2e-a057-5918e415049f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998500 Mar 11 17:33:52.109253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.134320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-75a2a017-1d94-4301-918a-04db1f7521a7 service neutron] 10.222.0.53 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427278 Mar 11 17:33:52.179843 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.218425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port a4563a04-705a-41d6-bce2-128ccb78b72a yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:33:52.220820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Pushing event updated for resources: {'Network': ['ID=b92eb108-7952-46df-a342-a51d633be116,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:52.231019 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-eb4c9be6-7135-41a6-9608-5eef322f0ef9 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5568078 Mar 11 17:33:52.237322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b92eb108-7952-46df-a342-a51d633be116 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:33:52.238238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:52.263665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e96c0a3e-aa69-40ca-86fa-2983ce492d4d tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Request body: {'network': {'project_id': '4b3a751ce44847619caea32c8b30e4ac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:52.299711 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96c0a3e-aa69-40ca-86fa-2983ce492d4d tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 17:33:52.303762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96c0a3e-aa69-40ca-86fa-2983ce492d4d tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:33:52.308777 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e96c0a3e-aa69-40ca-86fa-2983ce492d4d tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0690727 Mar 11 17:33:52.315955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:52.329208 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.330889 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] 10.222.0.66 "PUT /v2.0/ports/daab79ce-35b0-45af-bea9-b2163ffdbcc9 HTTP/1.1" status: 200 len: 1091 time: 3.1537480 Mar 11 17:33:52.331656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43730) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:52.332233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff', 'tag': 'daab79ce-35b0-45af-bea9-b2163ffdbcc9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:33:52.334802 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff", "tag": "daab79ce-35b0-45af-bea9-b2163ffdbcc9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:33:52.500298 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e86e54a-8808-493e-9621-3a98da4fc0ad x-openstack-request-id: req-2e86e54a-8808-493e-9621-3a98da4fc0ad {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:33:52.507069 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff", "tag": "daab79ce-35b0-45af-bea9-b2163ffdbcc9", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:33:52.507540 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e86e54a-8808-493e-9621-3a98da4fc0ad {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:33:52.508089 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff', 'tag': 'daab79ce-35b0-45af-bea9-b2163ffdbcc9', 'status': 'completed', 'code': 200} Mar 11 17:33:52.515679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1a694-1c3f-45a1-9d71-92c793b8078f service neutron] Pushing event updated for resources: {'Port': ['ID=daab79ce-35b0-45af-bea9-b2163ffdbcc9,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:52.587813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-3690b948-4cd0-482a-8cb1-29fc398eed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:52.590419 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-3690b948-4cd0-482a-8cb1-29fc398eed5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=823912a766b9451e8616d8ef3d24c6fd&device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 1094 time: 0.1699030 Mar 11 17:33:52.597909 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-54cd35e9-baae-4d91-9b57-052df94a7db4 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b3a751ce44847619caea32c8b30e4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508550 Mar 11 17:33:52.602729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:52.647975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-77e40d1f-161c-4ee8-911e-d882c243c288 service neutron] 10.222.0.53 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959285 Mar 11 17:33:52.694213 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-92ccf08d-90cd-4c70-9176-b371300cb2c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daab79ce-35b0-45af-bea9-b2163ffdbcc9 HTTP/1.1" status: 200 len: 217 time: 0.0903788 Mar 11 17:33:52.792366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8:0:1::17e (bbdee46c-64cf-49c1-804c-5a20ddf3a521/a92eb2d3-eea7-482b-9b5d-f712d476f5dc/a4563a04-705a-41d6-bce2-128ccb78b72a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:52.802213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::f816:3eff:fe37:db38 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/8512010a-01e8-49bd-afbd-c529c58ff7cf/a4563a04-705a-41d6-bce2-128ccb78b72a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:52.804684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee70ecc-a089-4ede-8ace-9effd4e2617e tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.861125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee70ecc-a089-4ede-8ace-9effd4e2617e tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:52.867455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-b23abbc2-b0c3-460a-8a91-7b381fafbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:52.874226 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-b23abbc2-b0c3-460a-8a91-7b381fafbde9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1289855e-6833-4f88-9167-72e5fa3a9646 HTTP/1.1" status: 200 len: 854 time: 0.1697733 Mar 11 17:33:52.959309 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-c2b17ba8-1d49-47bc-922e-1b82d6dfd7e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4143809-c4dd-4fac-a798-a54c03e34b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627921 Mar 11 17:33:53.018114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66dfa590-e26f-4574-bcce-f8b6bf8f4b38 req-b8a4ac67-154f-4d03-914c-2fb24c77a0c0 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 210 time: 0.0867825 Mar 11 17:33:53.057240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb7e95-e45f-4bf4-ab3e-6f2cb36e9b6f None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:53.190547 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-757f13a0-6b44-454a-ac5a-7ab2aed26894 None None] Provisioning complete for port 0467f37c-6464-478a-b0ef-a20db86b5b08 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:53.190931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-757f13a0-6b44-454a-ac5a-7ab2aed26894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.219810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee70ecc-a089-4ede-8ace-9effd4e2617e tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.223599 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fee70ecc-a089-4ede-8ace-9effd4e2617e tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.228559 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fee70ecc-a089-4ede-8ace-9effd4e2617e tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f24c405-3a7d-4df7-b5cf-646124030083 HTTP/1.1" status: 204 len: 168 time: 0.6234605 Mar 11 17:33:53.229207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43756) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:53.241733 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-5a8f8296-615d-44c0-89d2-fcd48a4f9677 service neutron] 10.222.0.66 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738559 Mar 11 17:33:53.271674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee70ecc-a089-4ede-8ace-9effd4e2617e tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f24c405-3a7d-4df7-b5cf-646124030083,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:53.333205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ab0ce-c92f-4db9-bdd4-e0837c22848d req-9baace7f-317f-4db5-8bfd-f052ab9a61a0 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.335032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-616ab0ce-c92f-4db9-bdd4-e0837c22848d req-9baace7f-317f-4db5-8bfd-f052ab9a61a0 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 943 time: 0.1544724 Mar 11 17:33:53.484551 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.544103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.560678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0467f37c-6464-478a-b0ef-a20db86b5b08 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:53.598262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-616ab0ce-c92f-4db9-bdd4-e0837c22848d req-95f4e49b-757c-4c0e-aeb6-1796fd7439f2 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476671 Mar 11 17:33:53.623110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:53.633362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:53.641609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:53.658593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:53.659562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.665930 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ebf9817a-f844-4232-a9d4-380bb8241102 req-ac3db19b-3c2b-4609-bbaf-c7b15e99e143 service neutron] 10.222.0.66 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888931 Mar 11 17:33:53.692504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.728892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7131169 Mar 11 17:33:53.731379 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-757f13a0-6b44-454a-ac5a-7ab2aed26894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.735174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43770) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:53.846047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632de474-2d9d-4a53-a7e9-65e0dbb46de8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=a4563a04-705a-41d6-bce2-128ccb78b72a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:53.850466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-757f13a0-6b44-454a-ac5a-7ab2aed26894 None None] For port 0467f37c-6464-478a-b0ef-a20db86b5b08, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0467f37c-6464-478a-b0ef-a20db86b5b08,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:53.856830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0467f37c-6464-478a-b0ef-a20db86b5b08 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:53.864915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.978541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:53.979150 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-757f13a0-6b44-454a-ac5a-7ab2aed26894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.002349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-a8cc2991-5f54-4837-bd71-c5d14a5449d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:54.004666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-a8cc2991-5f54-4837-bd71-c5d14a5449d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=823912a766b9451e8616d8ef3d24c6fd&device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 1094 time: 0.2805142 Mar 11 17:33:54.013456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-85da5bf8-e825-452d-aefd-04f21d42a22e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port a4563a04-705a-41d6-bce2-128ccb78b72a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:54.013809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85da5bf8-e825-452d-aefd-04f21d42a22e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.018705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92eb108-7952-46df-a342-a51d633be116']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:54.047066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c860d07b-495b-4af7-987d-75cc85d412f4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:54.047620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c860d07b-495b-4af7-987d-75cc85d412f4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:54.090248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b45cbbe-fb95-43ae-a727-66da2d1ba974 None None] Update dhcp port {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': '8512010a-01e8-49bd-afbd-c529c58ff7cf', 'ip_address': '2001:db8::f816:3eff:fe06:ea7c'}, {'subnet_id': 'a92eb2d3-eea7-482b-9b5d-f712d476f5dc'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '0467f37c-6464-478a-b0ef-a20db86b5b08'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:33:54.091797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.128692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.137918 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b45cbbe-fb95-43ae-a727-66da2d1ba974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.152194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:33:54.152624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:33:54.157670 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:33:54.227472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f13a0-6b44-454a-ac5a-7ab2aed26894 None None] Pushing event updated for resources: {'Port': ['ID=0467f37c-6464-478a-b0ef-a20db86b5b08,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:54.293292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-808d4107-854f-4f60-9994-73dc1c0e8ba3 req-cab3fe5b-b655-4650-8030-ea0249c95384 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 210 time: 0.0893619 Mar 11 17:33:54.296329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-5db47b07-a0a6-4830-b928-731061b93cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:54.297940 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-5db47b07-a0a6-4830-b928-731061b93cc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 200 len: 914 time: 0.2820265 Mar 11 17:33:54.336821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce93b5-b30e-491c-9367-a3987718ff4f req-0af8b33d-9ad0-43ab-b0cc-9c4e1efcdd87 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:54.343225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9dce93b5-b30e-491c-9367-a3987718ff4f req-0af8b33d-9ad0-43ab-b0cc-9c4e1efcdd87 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 945 time: 0.3904617 Mar 11 17:33:54.349542 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.353374 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-dc2722aa-7e6d-46ec-83ad-233f842886ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daab79ce-35b0-45af-bea9-b2163ffdbcc9 HTTP/1.1" status: 200 len: 217 time: 0.0466776 Mar 11 17:33:54.359283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.364019 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b92eb108-7952-46df-a342-a51d633be116 HTTP/1.1" status: 204 len: 168 time: 1.1251109 Mar 11 17:33:54.370117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43790) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:54.400736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2881-be90-4246-8bef-aa5fdac6d514 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Pushing event deleted for resources: {'Network': ['ID=b92eb108-7952-46df-a342-a51d633be116,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:54.454320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-6b6c918e-9c8b-44f1-baed-c283614474ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:54.456391 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-6b6c918e-9c8b-44f1-baed-c283614474ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1289855e-6833-4f88-9167-72e5fa3a9646 HTTP/1.1" status: 200 len: 854 time: 0.0910630 Mar 11 17:33:54.517383 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85da5bf8-e825-452d-aefd-04f21d42a22e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.543688 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-66b52ee1-a9f9-432e-bb98-c5b2dc38bb98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4143809-c4dd-4fac-a798-a54c03e34b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799303 Mar 11 17:33:54.546958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7b45cbbe-fb95-43ae-a727-66da2d1ba974 None None] Allocated IP 2001:db8:0:1::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/a92eb2d3-eea7-482b-9b5d-f712d476f5dc/0467f37c-6464-478a-b0ef-a20db86b5b08) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:54.628237 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.652055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-85da5bf8-e825-452d-aefd-04f21d42a22e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for a4563a04-705a-41d6-bce2-128ccb78b72a owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:54.831116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7b45cbbe-fb95-43ae-a727-66da2d1ba974 None None] For port 0467f37c-6464-478a-b0ef-a20db86b5b08, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0467f37c-6464-478a-b0ef-a20db86b5b08,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:54.849507 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-b40aaf49-1957-45bd-a854-32780b360e0a service neutron] 10.222.0.66 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906561 Mar 11 17:33:54.920139 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b45cbbe-fb95-43ae-a727-66da2d1ba974 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.931939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b45cbbe-fb95-43ae-a727-66da2d1ba974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:54.939728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23aae-33cd-4036-8551-385f212917cd req-bd9adaf6-103b-4185-82d5-7f0b6edf5535 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:54.941458 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-bd9adaf6-103b-4185-82d5-7f0b6edf5535 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.46 "GET /v2.0/networks?id=847fb16c-7c31-4baf-ac2d-f39cd640a23b HTTP/1.1" status: 200 len: 813 time: 0.2631652 Mar 11 17:33:54.959010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Request body: {'port': {'device_id': '847c1c02-68f3-41dd-a821-1da4ad756d02', 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b', 'admin_state_up': True, 'tenant_id': 'e0f6b2e9857548cc99e72fcb3f0ac651'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:54.989167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9dce93b5-b30e-491c-9367-a3987718ff4f req-ed2da68d-29b8-4a26-88c0-946c1ba6a52c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6410925 Mar 11 17:33:55.075840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45cbbe-fb95-43ae-a727-66da2d1ba974 None None] Pushing event updated for resources: {'Port': ['ID=0467f37c-6464-478a-b0ef-a20db86b5b08,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:55.096859 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bc49e59-9a8a-4e7b-a875-e7a60441cff7 req-d28a0b42-da82-41af-82b4-6dfdd6066fb2 service neutron] 10.222.0.66 "GET /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368860 Mar 11 17:33:55.110276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85da5bf8-e825-452d-aefd-04f21d42a22e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.136562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ead44-2038-48ae-b0de-571f0eed098f req-48f4ed17-c1b3-4989-899e-0bbf7df32271 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:55.145036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea7ead44-2038-48ae-b0de-571f0eed098f req-48f4ed17-c1b3-4989-899e-0bbf7df32271 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 943 time: 0.2263179 Mar 11 17:33:55.170845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Made reservation on behalf of e0f6b2e9857548cc99e72fcb3f0ac651 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:55.176104 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.203199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da5bf8-e825-452d-aefd-04f21d42a22e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=a4563a04-705a-41d6-bce2-128ccb78b72a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:55.315574 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85da5bf8-e825-452d-aefd-04f21d42a22e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.322240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-85da5bf8-e825-452d-aefd-04f21d42a22e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/a4563a04-705a-41d6-bce2-128ccb78b72a HTTP/1.1" status: 204 len: 168 time: 1.5800297 Mar 11 17:33:55.323394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43810) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:55.342142 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.459046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Allocated IP 172.20.0.5 (847fb16c-7c31-4baf-ac2d-f39cd640a23b/47a52e5e-ffdb-4444-8565-73849694ad4d/3780124b-726f-431c-a841-c700791e35f6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:33:55.459623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea7ead44-2038-48ae-b0de-571f0eed098f req-c2ef2d6d-327d-4041-bd78-65a97fa03a2c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136299 Mar 11 17:33:55.496323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8274d5-04f6-46bb-ab93-fdf66ce345d9']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:55.523354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be757822-c997-48f6-85a8-5ef333bca237') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:55.523828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be757822-c997-48f6-85a8-5ef333bca237') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:55.541701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.561078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.569588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:33:55.570274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:33:55.666820 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:33:55.671486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0467f37c-6464-478a-b0ef-a20db86b5b08 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:33:55.689398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ceb5e2c0-85be-49cd-b73b-1ce6beffcbc2 req-2363f8bf-3891-4434-aae0-eef13959abfd tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 210 time: 0.2324805 Mar 11 17:33:55.715809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.726156 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.739782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] 10.222.0.53 "DELETE /v2.0/networks/fe8274d5-04f6-46bb-ab93-fdf66ce345d9 HTTP/1.1" status: 204 len: 168 time: 1.3604276 Mar 11 17:33:55.745996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec43cabf-ba51-495a-a9a6-7bedb7585a60 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:55.760334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ec43cabf-ba51-495a-a9a6-7bedb7585a60 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4255509 Mar 11 17:33:55.762722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43822) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:55.777518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0467f37c-6464-478a-b0ef-a20db86b5b08 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:55.781520 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:55.892708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682cf96-121e-42fb-9c69-2314fe50179e req-19dbf690-905c-4d81-a83a-f8873ab96b32 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:55.894284 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f682cf96-121e-42fb-9c69-2314fe50179e req-19dbf690-905c-4d81-a83a-f8873ab96b32 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 945 time: 0.1670890 Mar 11 17:33:55.914637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50784de5-bd7a-4bdf-b2cc-b755f5531b03 tempest-QuotasNegativeTest-1504808223 tempest-QuotasNegativeTest-1504808223-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe8274d5-04f6-46bb-ab93-fdf66ce345d9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:55.984200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecbd305-aafe-4383-8586-e1a8a45d9329 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:55.999763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8ecbd305-aafe-4383-8586-e1a8a45d9329 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2319283 Mar 11 17:33:56.008398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43824) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:56.029020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.096502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254fb6d-6f94-4a7b-82a8-39c839ad49ff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.098193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254fb6d-6f94-4a7b-82a8-39c839ad49ff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.100020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Deleting port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:56.100401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254fb6d-6f94-4a7b-82a8-39c839ad49ff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.100524 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.106236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7254fb6d-6f94-4a7b-82a8-39c839ad49ff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0965381 Mar 11 17:33:56.106972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43830) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:56.219321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.233943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a06bfd-9d04-4446-8b1e-7656311c4738 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 8512010a-01e8-49bd-afbd-c529c58ff7cf {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:56.245951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5a06bfd-9d04-4446-8b1e-7656311c4738 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.352258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d84152-45d7-4b1b-9d77-51ec3ad7646c req-d67a6eaf-9a8d-4811-ad13-6894bb0fc324 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.357136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6ec5dc88-0f2e-4d1f-94a8-b8de061d0e43 None None] Could not find standard attr ID for object a4563a04-705a-41d6-bce2-128ccb78b72a. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:33:56.361954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44d84152-45d7-4b1b-9d77-51ec3ad7646c req-d67a6eaf-9a8d-4811-ad13-6894bb0fc324 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 945 time: 0.1929388 Mar 11 17:33:56.366827 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Network 847fb16c-7c31-4baf-ac2d-f39cd640a23b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:33:56.387310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6ec5dc88-0f2e-4d1f-94a8-b8de061d0e43 None None] Provisioning complete for port 0467f37c-6464-478a-b0ef-a20db86b5b08 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:56.387688 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6ec5dc88-0f2e-4d1f-94a8-b8de061d0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.420130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5a06bfd-9d04-4446-8b1e-7656311c4738 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.427211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] For port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:56.427713 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.489869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44d84152-45d7-4b1b-9d77-51ec3ad7646c req-cb776d28-c694-4c34-926f-04e49acf02d6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3a67242-585b-41a3-ba66-be127d41b851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183877 Mar 11 17:33:56.551067 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5a06bfd-9d04-4446-8b1e-7656311c4738 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.655420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43842) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:56.729174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:33:56.731487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676229b-1d3a-4fd5-a85f-caf64888ded4 req-167ceffc-97aa-46a1-8e49-45d91b883cb8 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:56.733405 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a676229b-1d3a-4fd5-a85f-caf64888ded4 req-167ceffc-97aa-46a1-8e49-45d91b883cb8 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 943 time: 0.0961297 Mar 11 17:33:56.734688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5a06bfd-9d04-4446-8b1e-7656311c4738 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.735181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:33:56.746603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Pushing event updated for resources: {'Port': ['ID=3780124b-726f-431c-a841-c700791e35f6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:56.827083 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.827083 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.827453 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Floating IP 772cc0e4-79ca-4e3b-9825-f91f03c853d6 disassociated. External IP: 172.25.8.93, port: d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a. Mar 11 17:33:56.827780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Calling delete_port for d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:56.831476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a06bfd-9d04-4446-8b1e-7656311c4738 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=8512010a-01e8-49bd-afbd-c529c58ff7cf,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:56.846845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-feb30abb-40a5-4858-9c42-9c48398251ed None None] Could not find standard attr ID for object a4563a04-705a-41d6-bce2-128ccb78b72a. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:33:56.874495 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5a06bfd-9d04-4446-8b1e-7656311c4738 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:56.882610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f5a06bfd-9d04-4446-8b1e-7656311c4738 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/8512010a-01e8-49bd-afbd-c529c58ff7cf HTTP/1.1" status: 204 len: 168 time: 0.7690327 Mar 11 17:33:56.883144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device daab79ce-35b0-45af-bea9-b2163ffdbcc9 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:33:56.938891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43858) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:57.051722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:57.052632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.078791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port daab79ce-35b0-45af-bea9-b2163ffdbcc9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=daab79ce-35b0-45af-bea9-b2163ffdbcc9,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:57.081372 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-d3713f8d-4e75-4681-856a-1cba99ad6536 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1287303 Mar 11 17:33:57.082712 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.100645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'daab79ce-35b0-45af-bea9-b2163ffdbcc9', 'network_id': 'e4143809-c4dd-4fac-a798-a54c03e34b4c', 'port_id': 'daab79ce-35b0-45af-bea9-b2163ffdbcc9', 'mac_address': 'fa:16:3e:ee:ac:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1289855e-6833-4f88-9167-72e5fa3a9646', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:33:57.118235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a676229b-1d3a-4fd5-a85f-caf64888ded4 req-1f220be0-a9db-4b43-a796-38c0e4b45eee tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754613 Mar 11 17:33:57.141690 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6cb78e14-1f89-4615-86cf-7192a55e0dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.143342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Request body: {'port': {'device_id': '847c1c02-68f3-41dd-a821-1da4ad756d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:57.178951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fae589-e740-4306-b8fa-7df5ac2877e5 req-4ed823a5-016e-44c1-b82f-84bb69d6e65b tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:57.186951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98fae589-e740-4306-b8fa-7df5ac2877e5 req-4ed823a5-016e-44c1-b82f-84bb69d6e65b tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 931 time: 0.3468816 Mar 11 17:33:57.196563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9efde0e-5b01-4b16-85b9-4deb6e852bcb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet a92eb2d3-eea7-482b-9b5d-f712d476f5dc {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:33:57.198156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e526c666-2c77-49e1-bb4b-c18451440cc7 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:57.209289 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.209533 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b9efde0e-5b01-4b16-85b9-4deb6e852bcb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.238102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'Port': ['ID=d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:57.285617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.304192 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b9efde0e-5b01-4b16-85b9-4deb6e852bcb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.323544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98fae589-e740-4306-b8fa-7df5ac2877e5 req-a95ec188-0927-491d-af46-0bed726e5f1b tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355674 Mar 11 17:33:57.357671 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:33:57.455233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daab79ce-35b0-45af-bea9-b2163ffdbcc9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:33:57.521660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port daab79ce-35b0-45af-bea9-b2163ffdbcc9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=daab79ce-35b0-45af-bea9-b2163ffdbcc9,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:57.532089 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.630323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b9efde0e-5b01-4b16-85b9-4deb6e852bcb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.655065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:33:57.833858 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6cb78e14-1f89-4615-86cf-7192a55e0dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.844581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db48e6e6-3674-469d-86e5-b06f7b88b83c req-f20ac47b-2144-4aab-bf09-87ac0511de3a tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=c218526f-fb5d-47f2-971e-b650d4eef005 HTTP/1.1" status: 200 len: 210 time: 0.0673745 Mar 11 17:33:57.871649 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6cb78e14-1f89-4615-86cf-7192a55e0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:57.939190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6cb78e14-1f89-4615-86cf-7192a55e0dd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bef75cad45f941e9b9c7c6aaf7766099&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2820098 Mar 11 17:33:57.942379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3780124b-726f-431c-a841-c700791e35f6 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:33:57.943468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb78e14-1f89-4615-86cf-7192a55e0dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9cb64f-9d2c-43b4-8b7f-67e50247ac21,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:57.946630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:57.979966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.011475 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b9efde0e-5b01-4b16-85b9-4deb6e852bcb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.078568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Transition to ACTIVE for port object 3780124b-726f-431c-a841-c700791e35f6 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:33:58.080447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=daab79ce-35b0-45af-bea9-b2163ffdbcc9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:58.083436 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.113809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['daab79ce-35b0-45af-bea9-b2163ffdbcc9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:33:58.117076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b9efde0e-5b01-4b16-85b9-4deb6e852bcb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.120657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b9efde0e-5b01-4b16-85b9-4deb6e852bcb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/a92eb2d3-eea7-482b-9b5d-f712d476f5dc HTTP/1.1" status: 204 len: 168 time: 1.1565173 Mar 11 17:33:58.123627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efde0e-5b01-4b16-85b9-4deb6e852bcb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=a92eb2d3-eea7-482b-9b5d-f712d476f5dc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:58.125600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43884) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:58.155449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:33:58.190098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:33:58.233420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:33:58.234427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:33:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:58.236551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] No DVR routers for this DVR port d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:33:58.239428 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.243586 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f682cf96-121e-42fb-9c69-2314fe50179e req-8c8ac391-46b3-4aa7-adda-1a125a6860db tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.66 "DELETE /v2.0/ports/d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a HTTP/1.1" status: 204 len: 173 time: 2.3360670 Mar 11 17:33:58.245819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'name': 'network-vif-deleted', 'tag': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:33:58.255787 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67fca24-ea96-48df-b305-2e08d66fe88f" -d '{"events": [{"server_uuid": "c218526f-fb5d-47f2-971e-b650d4eef005", "name": "network-vif-deleted", "tag": "d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:33:58.262143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3780124b-726f-431c-a841-c700791e35f6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:58.440143 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ac0d1b-ec6e-4127-9939-80a1b0917b11 x-openstack-request-id: req-09ac0d1b-ec6e-4127-9939-80a1b0917b11 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:33:58.440695 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c218526f-fb5d-47f2-971e-b650d4eef005", "name": "network-vif-deleted", "tag": "d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:33:58.441111 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09ac0d1b-ec6e-4127-9939-80a1b0917b11 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:33:58.441651 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c218526f-fb5d-47f2-971e-b650d4eef005', 'name': 'network-vif-deleted', 'tag': 'd81cb3bd-bcbb-499c-a713-c1f2d1d36c7a', 'status': 'completed', 'code': 200} Mar 11 17:33:58.483560 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:33:58.573985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Attempting to bind port 3780124b-726f-431c-a841-c700791e35f6 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:33:58.574348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Attempting to bind port 3780124b-726f-431c-a841-c700791e35f6 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '36d85827-3bef-4ec5-ae39-91e3c75b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:33:58.574682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Attempting to bind port 3780124b-726f-431c-a841-c700791e35f6 on network 847fb16c-7c31-4baf-ac2d-f39cd640a23b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:58.581743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Port 3780124b-726f-431c-a841-c700791e35f6 on network 847fb16c-7c31-4baf-ac2d-f39cd640a23b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:33:58.582075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Attempting to bind port 3780124b-726f-431c-a841-c700791e35f6 on network 847fb16c-7c31-4baf-ac2d-f39cd640a23b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:33:58.591715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:33:58.591715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Checking segment: {'id': '36d85827-3bef-4ec5-ae39-91e3c75b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:33:58.591715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Bound using segment: {'id': '36d85827-3bef-4ec5-ae39-91e3c75b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:33:58.591715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Bound port: 3780124b-726f-431c-a841-c700791e35f6, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d85827-3bef-4ec5-ae39-91e3c75b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:33:58.603467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.788766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] For port 3780124b-726f-431c-a841-c700791e35f6, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:33:58.795377 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] For port 3780124b-726f-431c-a841-c700791e35f6, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3780124b-726f-431c-a841-c700791e35f6,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:33:58.805224 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.835629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dadd915-1421-48a6-a29d-9539a4b96465 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:33:58.893501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:58.919107 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:58.919749 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:58.922689 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] 10.222.0.46 "PUT /v2.0/ports/3780124b-726f-431c-a841-c700791e35f6 HTTP/1.1" status: 200 len: 1091 time: 1.8040822 Mar 11 17:33:58.949825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8697154e-dabb-4cf0-8dd0-eabb6f321346 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8221684 Mar 11 17:33:58.952572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:58.958353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:33:59.019792 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53c379b6-9abf-4f5e-8ed6-602008d84495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.044770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:33:59.045667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device d81cb3bd-bcbb-499c-a713-c1f2d1d36c7a not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:33:59.077007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5b71b607-b811-4134-a228-100b2be36bcb None None] Provisioning complete for port 0467f37c-6464-478a-b0ef-a20db86b5b08 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:33:59.077662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5b71b607-b811-4134-a228-100b2be36bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.080739 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53c379b6-9abf-4f5e-8ed6-602008d84495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.081223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace46140-ba9c-48fd-be9e-7dce21e651a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3780124b-726f-431c-a841-c700791e35f6,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:59.122613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23aae-33cd-4036-8551-385f212917cd req-170ef85a-1300-4bff-8b82-5bc41086089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:59.124123 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-170ef85a-1300-4bff-8b82-5bc41086089b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0f6b2e9857548cc99e72fcb3f0ac651&device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 1094 time: 0.1240928 Mar 11 17:33:59.125600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.195563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-db07eb41-2354-481d-85e7-d949a5ab40ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3780124b-726f-431c-a841-c700791e35f6 HTTP/1.1" status: 200 len: 217 time: 0.0614336 Mar 11 17:33:59.199238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57eda7-6f58-4425-8aab-96e11cc5057b req-c57a3135-5d93-424c-ab8e-f1ad1dd8106d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:59.201123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d57eda7-6f58-4425-8aab-96e11cc5057b req-c57a3135-5d93-424c-ab8e-f1ad1dd8106d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 943 time: 0.2580929 Mar 11 17:33:59.210118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48082713-38c6-4035-a6e0-5649d22c0a65 req-24455e32-f34a-4a72-ac85-64f80f4a8941 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:59.211919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48082713-38c6-4035-a6e0-5649d22c0a65 req-24455e32-f34a-4a72-ac85-64f80f4a8941 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 944 time: 0.2672918 Mar 11 17:33:59.229070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:33:59.236076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53c379b6-9abf-4f5e-8ed6-602008d84495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.236733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.239332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53c379b6-9abf-4f5e-8ed6-602008d84495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.240658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-53c379b6-9abf-4f5e-8ed6-602008d84495 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec9cb64f-9d2c-43b4-8b7f-67e50247ac21 HTTP/1.1" status: 204 len: 168 time: 1.2733340 Mar 11 17:33:59.287329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c379b6-9abf-4f5e-8ed6-602008d84495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9cb64f-9d2c-43b4-8b7f-67e50247ac21,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:59.343978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:59.369085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48082713-38c6-4035-a6e0-5649d22c0a65 req-2ae9a7d4-0802-49cf-946b-e5239c48a1a9 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492898 Mar 11 17:33:59.385350 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23aae-33cd-4036-8551-385f212917cd req-2e277248-dbe6-44b0-ab9a-3bfb835d4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:33:59.386930 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-2e277248-dbe6-44b0-ab9a-3bfb835d4ac0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a52e5e-ffdb-4444-8565-73849694ad4d HTTP/1.1" status: 200 len: 853 time: 0.1681266 Mar 11 17:33:59.393284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d57eda7-6f58-4425-8aab-96e11cc5057b req-1cb5db13-6db8-4c31-9600-0a1962368742 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754913 Mar 11 17:33:59.411375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7004306-5331-4c0a-9ee1-0bf26794e034 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:33:59.411375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:33:59.484923 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-2bb90bec-ba52-4184-b5c4-197d4af62d98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=847fb16c-7c31-4baf-ac2d-f39cd640a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358367 Mar 11 17:33:59.518686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:33:59.520374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:33:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:33:59.535263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43920) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:59.651333 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d7004306-5331-4c0a-9ee1-0bf26794e034 None None] Deleting port 0467f37c-6464-478a-b0ef-a20db86b5b08 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:33:59.652462 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7004306-5331-4c0a-9ee1-0bf26794e034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.665444 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b685304-4ab8-428e-bf6c-f902706862b9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.674423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0467f37c-6464-478a-b0ef-a20db86b5b08 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:33:59.731277 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b685304-4ab8-428e-bf6c-f902706862b9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.801487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:33:59.805096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d7004306-5331-4c0a-9ee1-0bf26794e034 None None] For port 0467f37c-6464-478a-b0ef-a20db86b5b08, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0467f37c-6464-478a-b0ef-a20db86b5b08,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:33:59.805631 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7004306-5331-4c0a-9ee1-0bf26794e034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.818512 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b685304-4ab8-428e-bf6c-f902706862b9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.829813 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b685304-4ab8-428e-bf6c-f902706862b9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:59.834611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5b685304-4ab8-428e-bf6c-f902706862b9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "DELETE /v2.0/security-groups/b3a67242-585b-41a3-ba66-be127d41b851 HTTP/1.1" status: 204 len: 168 time: 0.2957437 Mar 11 17:33:59.840961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43928) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:59.886776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d7004306-5331-4c0a-9ee1-0bf26794e034 None None] Calling delete_port for 0467f37c-6464-478a-b0ef-a20db86b5b08 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:33:59.913205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b685304-4ab8-428e-bf6c-f902706862b9 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a67242-585b-41a3-ba66-be127d41b851,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:33:59.920537 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-ce9e5818-4db2-431c-9ae7-8b570673f83b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] show failed (client error): The resource could not be found. Mar 11 17:33:59.920537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ce9e5818-4db2-431c-9ae7-8b570673f83b tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups/b3a67242-585b-41a3-ba66-be127d41b851 HTTP/1.1" status: 404 len: 347 time: 0.0742931 Mar 11 17:33:59.920537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43932) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:33:59.920537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43934) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:00.022866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6124c5e-3dd3-43fe-92eb-158358df4e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.130886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-a2ea22d1-a93e-4a26-82b9-4a6e1c994a83 service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337852 Mar 11 17:34:00.142209 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.187665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Deleting port 95f983de-c265-4d69-ba72-7360273903cb {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:00.188139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.231304 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7004306-5331-4c0a-9ee1-0bf26794e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.287769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6124c5e-3dd3-43fe-92eb-158358df4e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.296523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7004306-5331-4c0a-9ee1-0bf26794e034 None None] Pushing event deleted for resources: {'Port': ['ID=0467f37c-6464-478a-b0ef-a20db86b5b08,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:00.306956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6124c5e-3dd3-43fe-92eb-158358df4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.319656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7004306-5331-4c0a-9ee1-0bf26794e034 None None] No DVR routers for this DVR port 0467f37c-6464-478a-b0ef-a20db86b5b08 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:00.364159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6124c5e-3dd3-43fe-92eb-158358df4e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d4f659-5259-474a-9286-7ba928557bd5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:00.392833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:00.426732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.428260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.429307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388eafb-0b0a-4055-a5dc-46f330f68980 None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:34:00.466943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847c1c02-68f3-41dd-a821-1da4ad756d02', 'tag': '3780124b-726f-431c-a841-c700791e35f6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:34:00.478282 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a5c732-845a-4251-8e09-b29a243214dc" -d '{"events": [{"name": "network-changed", "server_uuid": "847c1c02-68f3-41dd-a821-1da4ad756d02", "tag": "3780124b-726f-431c-a841-c700791e35f6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:34:00.487504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b6124c5e-3dd3-43fe-92eb-158358df4e7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f5e7d3e4fcb4724ac6b9fd6975fab83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657873 Mar 11 17:34:00.488617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Calling delete_port for 95f983de-c265-4d69-ba72-7360273903cb owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:00.490332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43946) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:00.531170 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0d23aae-33cd-4036-8551-385f212917cd req-f440b77e-3511-4e5b-9bdc-722c445f54b4 service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915133 Mar 11 17:34:00.552887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.598559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:00.603655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:00.608208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.609133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.619722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c8e3a1-3bc9-4f2b-a554-13415219c099 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:00.627103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=43e17f4b-862d-4626-b4b0-3bfc3f95bec2,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:00.641122 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-279f1338-c96d-49c6-a80a-cd8dca26e7ae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6846519 Mar 11 17:34:00.642219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:00.647346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ffe8ce66-1f6a-4349-b0ba-c724759c3709 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:00.757646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66013f98-d91f-40a1-93c6-67fb2ac13c06 req-cd7c19ae-7a71-4243-8431-245c79b61185 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.759236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66013f98-d91f-40a1-93c6-67fb2ac13c06 req-cd7c19ae-7a71-4243-8431-245c79b61185 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 943 time: 0.2512898 Mar 11 17:34:00.815143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06e515-a1e5-4c10-8260-936a0e150773 req-b7fa56cf-f3eb-4826-8961-7941dad5f31e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:00.824450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe8ce66-1f6a-4349-b0ba-c724759c3709 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:00.826665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b06e515-a1e5-4c10-8260-936a0e150773 req-b7fa56cf-f3eb-4826-8961-7941dad5f31e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 944 time: 0.3122213 Mar 11 17:34:00.831116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffe8ce66-1f6a-4349-b0ba-c724759c3709 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.901530 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device daab79ce-35b0-45af-bea9-b2163ffdbcc9 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:00.964171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea427182-34ee-49ca-a7a4-059aeaee0bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:00.972199 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5898f-bb57-4b35-9f0c-b3f345020af0 None None] New status for floating IP 772cc0e4-79ca-4e3b-9825-f91f03c853d6: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:34:00.999274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'tenant_id': '02b593ba82c94213a8ca508458e96db8', 'fixed_ips': [{'subnet_id': '43e17f4b-862d-4626-b4b0-3bfc3f95bec2'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:34:01.000025 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea427182-34ee-49ca-a7a4-059aeaee0bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.000150 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.013863 n-d-833411-1 neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-ffe8ce66-1f6a-4349-b0ba-c724759c3709 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43e17f4b-862d-4626-b4b0-3bfc3f95bec2 (CIDR: 2001:db8::/64) Mar 11 17:34:01.018031 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe8ce66-1f6a-4349-b0ba-c724759c3709 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:34:01.019395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe8ce66-1f6a-4349-b0ba-c724759c3709 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:01.044360 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ffe8ce66-1f6a-4349-b0ba-c724759c3709 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4003801 Mar 11 17:34:01.046558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43958) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:01.053511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:01.114051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66013f98-d91f-40a1-93c6-67fb2ac13c06 req-1da2e728-9ffe-48a6-a44b-73cba0def6de tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463056 Mar 11 17:34:01.129312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b06e515-a1e5-4c10-8260-936a0e150773 req-a8b94ba2-47ea-48c4-950c-cf6ae26144ed tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014939 Mar 11 17:34:01.221212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea427182-34ee-49ca-a7a4-059aeaee0bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.224369 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea427182-34ee-49ca-a7a4-059aeaee0bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.225768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ea427182-34ee-49ca-a7a4-059aeaee0bff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63d4f659-5259-474a-9286-7ba928557bd5 HTTP/1.1" status: 204 len: 168 time: 0.7345107 Mar 11 17:34:01.240766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea427182-34ee-49ca-a7a4-059aeaee0bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d4f659-5259-474a-9286-7ba928557bd5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:01.251755 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6806e4a-48cd-4158-b59e-d5f8d3d6f27b x-openstack-request-id: req-c6806e4a-48cd-4158-b59e-d5f8d3d6f27b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:34:01.252326 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847c1c02-68f3-41dd-a821-1da4ad756d02", "tag": "3780124b-726f-431c-a841-c700791e35f6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:34:01.253539 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6806e4a-48cd-4158-b59e-d5f8d3d6f27b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:34:01.254066 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847c1c02-68f3-41dd-a821-1da4ad756d02', 'tag': '3780124b-726f-431c-a841-c700791e35f6', 'status': 'completed', 'code': 200} Mar 11 17:34:01.261671 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.261888 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.db.api [None req-93c5898f-bb57-4b35-9f0c-b3f345020af0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:34:01.262160 n-d-833411-1 neutron-server[102644]: DEBUG oslo_db.api [None req-93c5898f-bb57-4b35-9f0c-b3f345020af0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:34:01.304321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/43e17f4b-862d-4626-b4b0-3bfc3f95bec2/e8215e0c-a732-466b-aa9e-dc23efac384e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:01.323204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'Port': ['ID=95f983de-c265-4d69-ba72-7360273903cb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:01.353528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5c732-845a-4251-8e09-b29a243214dc req-3054fe63-5f8e-4378-97a7-75f9cfbf9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:01.355131 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0a5c732-845a-4251-8e09-b29a243214dc req-3054fe63-5f8e-4378-97a7-75f9cfbf9d36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0f6b2e9857548cc99e72fcb3f0ac651&device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 1094 time: 0.0987325 Mar 11 17:34:01.356401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:01.360387 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.479133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.482034 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:01.490529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b4f255aa-3b72-4988-ba47-b7193a2be833 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "DELETE /v2.0/floatingips/772cc0e4-79ca-4e3b-9825-f91f03c853d6 HTTP/1.1" status: 204 len: 168 time: 1.5611818 Mar 11 17:34:01.542187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5c732-845a-4251-8e09-b29a243214dc req-ffaff1c9-ca11-4e9b-bf1a-28187235a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:01.543710 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0a5c732-845a-4251-8e09-b29a243214dc req-ffaff1c9-ca11-4e9b-bf1a-28187235a93f service neutron] 10.222.0.46 "GET /v2.0/networks?id=847fb16c-7c31-4baf-ac2d-f39cd640a23b HTTP/1.1" status: 200 len: 913 time: 0.1779501 Mar 11 17:34:01.647796 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0a5c732-845a-4251-8e09-b29a243214dc req-32edc07f-b579-4518-86ff-efc16be8408a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3780124b-726f-431c-a841-c700791e35f6 HTTP/1.1" status: 200 len: 217 time: 0.0729516 Mar 11 17:34:01.742491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5c732-845a-4251-8e09-b29a243214dc req-1f2bc8ca-29f2-480e-9ed5-7ed56b55239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:01.744994 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0a5c732-845a-4251-8e09-b29a243214dc req-1f2bc8ca-29f2-480e-9ed5-7ed56b55239f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47a52e5e-ffdb-4444-8565-73849694ad4d HTTP/1.1" status: 200 len: 853 time: 0.0861659 Mar 11 17:34:01.761751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port daab79ce-35b0-45af-bea9-b2163ffdbcc9 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:34:01.763163 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5898f-bb57-4b35-9f0c-b3f345020af0 None None] New status for floating IP 772cc0e4-79ca-4e3b-9825-f91f03c853d6: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:34:01.791196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0a5c732-845a-4251-8e09-b29a243214dc req-ee13d56e-c188-49fd-845f-785ebae90471 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=847fb16c-7c31-4baf-ac2d-f39cd640a23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373063 Mar 11 17:34:01.952528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port daab79ce-35b0-45af-bea9-b2163ffdbcc9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:01.952908 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.210356 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.244157 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.279791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0a5c732-845a-4251-8e09-b29a243214dc req-ba013fa0-e729-49f0-b1ca-7c27253f4fba service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801295 Mar 11 17:34:02.356592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ef58f-8e8a-47e8-8df2-e0ec9d3c270c req-852940d9-238f-4d59-b46c-61748e36faaf tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:02.367188 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-161ef58f-8e8a-47e8-8df2-e0ec9d3c270c req-852940d9-238f-4d59-b46c-61748e36faaf tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 943 time: 0.1285574 Mar 11 17:34:02.423799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43996) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:02.431611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:02.443721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f464abe4-e0f9-480f-bf70-2c6a7cc4bfb6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807332511', 'description': 'tempest-description--1547079122'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:02.450324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Pushing event updated for resources: {'Port': ['ID=e8215e0c-a732-466b-aa9e-dc23efac384e,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:02.452872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:02.471706 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:02.473828 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.475674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3780124b-726f-431c-a841-c700791e35f6 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:34:02.488211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-161ef58f-8e8a-47e8-8df2-e0ec9d3c270c req-f1cd3ad0-87f7-42f8-95d9-e71ab62f2e27 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188023 Mar 11 17:34:02.498698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f464abe4-e0f9-480f-bf70-2c6a7cc4bfb6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.627414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e501d3-3d31-443b-9c12-4b9e95dba7e0 req-14d0a5f6-24b9-4d33-8bc7-3a97fb348160 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:02.635713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16e501d3-3d31-443b-9c12-4b9e95dba7e0 req-14d0a5f6-24b9-4d33-8bc7-3a97fb348160 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 944 time: 0.1197171 Mar 11 17:34:02.640388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0a5c732-845a-4251-8e09-b29a243214dc req-af156e74-032d-498f-bcd2-aba7bd5bd441 service neutron] 10.222.0.46 "GET /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499780 Mar 11 17:34:02.672117 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:34:02.707220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f464abe4-e0f9-480f-bf70-2c6a7cc4bfb6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.721592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16e501d3-3d31-443b-9c12-4b9e95dba7e0 req-b56e12cc-98ef-47ac-bea5-2af269317ebd tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825863 Mar 11 17:34:02.725453 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f464abe4-e0f9-480f-bf70-2c6a7cc4bfb6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.732976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daab79ce-35b0-45af-bea9-b2163ffdbcc9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:34:02.735446 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3f8b24-080b-4439-9ab6-036544f36738" -d '{"events": [{"server_uuid": "9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff", "name": "network-vif-plugged", "status": "completed", "tag": "daab79ce-35b0-45af-bea9-b2163ffdbcc9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:34:02.765777 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f464abe4-e0f9-480f-bf70-2c6a7cc4bfb6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.766394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Attempting to bind port e8215e0c-a732-466b-aa9e-dc23efac384e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:02.767564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Attempting to bind port e8215e0c-a732-466b-aa9e-dc23efac384e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:02.767701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f464abe4-e0f9-480f-bf70-2c6a7cc4bfb6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3391926 Mar 11 17:34:02.767857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Attempting to bind port e8215e0c-a732-466b-aa9e-dc23efac384e on network bbdee46c-64cf-49c1-804c-5a20ddf3a521 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:02.771559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44012) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:02.784331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6d3d9f87-68c2-4fbd-9967-689470031815 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group_rule': {'security_group_id': '6710dd98-0fe7-4a93-b886-2ac9c6b6f75a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:02.785596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464abe4-e0f9-480f-bf70-2c6a7cc4bfb6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:02.802862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port daab79ce-35b0-45af-bea9-b2163ffdbcc9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=daab79ce-35b0-45af-bea9-b2163ffdbcc9,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:02.811686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:34:02.811892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Checking segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:02.812180 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.812617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Bound using segment: {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:34:02.813240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Bound port: e8215e0c-a732-466b-aa9e-dc23efac384e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52127a32-b93d-4c1a-b78d-839b57d2c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:02.814457 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.819074 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a87f9d4-2567-410f-b458-b4827d81f7a0 x-openstack-request-id: req-3a87f9d4-2567-410f-b458-b4827d81f7a0 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:34:02.819438 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff", "name": "network-vif-plugged", "status": "completed", "tag": "daab79ce-35b0-45af-bea9-b2163ffdbcc9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:34:02.819653 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a87f9d4-2567-410f-b458-b4827d81f7a0 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:34:02.820176 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daab79ce-35b0-45af-bea9-b2163ffdbcc9', 'code': 200} Mar 11 17:34:02.822778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.849411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9f87-68c2-4fbd-9967-689470031815 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.962587 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:02.995599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] For port e8215e0c-a732-466b-aa9e-dc23efac384e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:03.002774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9f87-68c2-4fbd-9967-689470031815 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.007885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f4f6e-e192-44e7-8dc0-4a279ae33b9b req-eaac4103-fceb-4a5c-8357-5bf1f39d9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:03.009448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-191f4f6e-e192-44e7-8dc0-4a279ae33b9b req-eaac4103-fceb-4a5c-8357-5bf1f39d9c9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 1096 time: 0.1258419 Mar 11 17:34:03.011665 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9f87-68c2-4fbd-9967-689470031815 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.033374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] For port e8215e0c-a732-466b-aa9e-dc23efac384e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8215e0c-a732-466b-aa9e-dc23efac384e,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:03.043675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3780124b-726f-431c-a841-c700791e35f6, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3780124b-726f-431c-a841-c700791e35f6,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:03.052712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=daab79ce-35b0-45af-bea9-b2163ffdbcc9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:03.056485 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.070591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '3780124b-726f-431c-a841-c700791e35f6', 'network_id': '847fb16c-7c31-4baf-ac2d-f39cd640a23b', 'port_id': '3780124b-726f-431c-a841-c700791e35f6', 'mac_address': 'fa:16:3e:c3:09:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a52e5e-ffdb-4444-8565-73849694ad4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:34:03.080738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d9f87-68c2-4fbd-9967-689470031815 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576ea531-89df-42f2-9d33-e6550ee871b7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:03.095805 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9f87-68c2-4fbd-9967-689470031815 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.097255 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d3d9f87-68c2-4fbd-9967-689470031815 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250678 Mar 11 17:34:03.101062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44022) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:03.105024 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:34:03.105565 n-d-833411-1 neutron-server[102641]: DEBUG oslo_db.api [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:34:03.105691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5a8d0aa6-3a70-4bc4-830e-e52012a8ca27 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'security_group_rule': {'security_group_id': '6710dd98-0fe7-4a93-b886-2ac9c6b6f75a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:03.113620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-191f4f6e-e192-44e7-8dc0-4a279ae33b9b req-2fc0456d-29a6-414c-a947-8a16657d39a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712719 Mar 11 17:34:03.153460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0aa6-3a70-4bc4-830e-e52012a8ca27 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.214936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b59332-4198-4737-8853-c44a65d77e68 None None] Pushing event updated for resources: {'Port': ['ID=e8215e0c-a732-466b-aa9e-dc23efac384e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:03.217667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.233159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3780124b-726f-431c-a841-c700791e35f6 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:34:03.254608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3780124b-726f-431c-a841-c700791e35f6, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3780124b-726f-431c-a841-c700791e35f6,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:03.262199 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.270475 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0aa6-3a70-4bc4-830e-e52012a8ca27 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.278661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0aa6-3a70-4bc4-830e-e52012a8ca27 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.318169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d0aa6-3a70-4bc4-830e-e52012a8ca27 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec32be84-34b5-44c1-a60d-8a487f276d0c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:03.328281 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0aa6-3a70-4bc4-830e-e52012a8ca27 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.333656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44032) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:03.336488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5a8d0aa6-3a70-4bc4-830e-e52012a8ca27 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2341247 Mar 11 17:34:03.346014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:03.376429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3780124b-726f-431c-a841-c700791e35f6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:03.395045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.537188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3780124b-726f-431c-a841-c700791e35f6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:34:03.735958 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.754153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:03.792826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8215e0c-a732-466b-aa9e-dc23efac384e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:03.850283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf82ce-e7dc-4a39-95a3-b3248f97b37c req-f6b312d1-8db3-4f99-a6d1-ded46a33f65e tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:03.864419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8acf82ce-e7dc-4a39-95a3-b3248f97b37c req-f6b312d1-8db3-4f99-a6d1-ded46a33f65e tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 944 time: 0.1350021 Mar 11 17:34:04.029226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44054) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:04.053510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8acf82ce-e7dc-4a39-95a3-b3248f97b37c req-a32d3978-a4c3-4b51-bc3e-1f3eddec330a tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877198 Mar 11 17:34:04.082249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf3947-ae36-411e-8de3-839e3c035ede req-af7d86c8-f02c-4ad6-a66d-6cdb120f3f9c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:04.084882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87cf3947-ae36-411e-8de3-839e3c035ede req-af7d86c8-f02c-4ad6-a66d-6cdb120f3f9c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.1702681 Mar 11 17:34:04.105764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] For port e8215e0c-a732-466b-aa9e-dc23efac384e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8215e0c-a732-466b-aa9e-dc23efac384e,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:04.136316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87cf3947-ae36-411e-8de3-839e3c035ede req-72bbf71a-50be-44a9-8984-e75947c41555 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456498 Mar 11 17:34:04.193984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:04.194358 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.218494 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.230808 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.231551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.335957 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.347920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-474193299'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:04.379441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port e8215e0c-a732-466b-aa9e-dc23efac384e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8215e0c-a732-466b-aa9e-dc23efac384e,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:04.384843 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.395868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Made reservation on behalf of d2e12d6e1f834feba3fd87be685536c8 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:04.410815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.429713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=298b5afb-4f37-497e-abfe-e7189ecb9479,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:04.433390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.495326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:04.507435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:04.511236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=e8215e0c-a732-466b-aa9e-dc23efac384e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:04.526954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:04.528445 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.566028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=e8215e0c-a732-466b-aa9e-dc23efac384e,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:04.592891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d0e1a31c-0534-48e4-8451-69cd0eaaaa4e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5447006 Mar 11 17:34:04.595764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44062) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:04.605714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.605950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:b6:fe:97', 'name': 'tempest-NetworksTestDHCPv6-446032649'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:04.612531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.639078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:04.652330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.652892 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Added segment ba119f6b-b570-48fa-9986-8d47826692d7 of type vlan for network abb2109f-9da3-48c5-ae5d-f86ccd08c94b Mar 11 17:34:04.707132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.764594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a8b2be-79f3-45a9-8bee-577dca7e58a2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:04.769188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.775654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:04.776306 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:04.800170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Allocated IP 172.25.8.3 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/03237dcf-6e2b-4c76-99a6-22fc68b16bdf) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:04.861526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Pushing event updated for resources: {'Network': ['ID=abb2109f-9da3-48c5-ae5d-f86ccd08c94b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:04.874345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network abb2109f-9da3-48c5-ae5d-f86ccd08c94b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:34:04.881137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:04.917446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-93ce80b5-4038-4d48-9519-b6c646016c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8838511 Mar 11 17:34:04.928995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e17bdcc-a5e4-432f-951e-de3352612c30 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:05.070737 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.074280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.149360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port a24685f5-73f4-4442-ab45-df0a82c2b81e yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:05.185798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-95342f70-770c-4886-8bba-7011b03fdc09 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:05.186408 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95342f70-770c-4886-8bba-7011b03fdc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.252323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:05.267271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Request body: {'port': {'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b', 'binding:host_id': 'n-h2-833411-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1017419526'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:05.300066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8161f-e112-4ff9-87cd-05ce5d8e4254 req-068a0dc8-6501-40af-9294-4fa51fa019e4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:05.307358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72d8161f-e112-4ff9-87cd-05ce5d8e4254 req-068a0dc8-6501-40af-9294-4fa51fa019e4 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 944 time: 0.1218472 Mar 11 17:34:05.342670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Made reservation on behalf of 2b65c3df572e49d39735ad34ffd3f1b1 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:05.345678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.355748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.361720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.380953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72d8161f-e112-4ff9-87cd-05ce5d8e4254 req-f26a4d91-1423-4d30-9ddc-07eab3c54ff5 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638101 Mar 11 17:34:05.424469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b1bfc-3a79-4576-ae59-71d66a0f6f4f req-18bf6724-04e8-4a70-acf1-b8b2075431a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:05.434046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc4b1bfc-3a79-4576-ae59-71d66a0f6f4f req-18bf6724-04e8-4a70-acf1-b8b2075431a6 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.1256423 Mar 11 17:34:05.488904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:05.497000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc4b1bfc-3a79-4576-ae59-71d66a0f6f4f req-f45b96eb-2bc1-4153-b592-a043b4f0118c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619314 Mar 11 17:34:05.517427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:05.539649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:05.545008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=03237dcf-6e2b-4c76-99a6-22fc68b16bdf,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:05.708048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8215e0c-a732-466b-aa9e-dc23efac384e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:05.722740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbaed6-e691-4179-8360-55294c876d93 req-b4aa64d9-99a2-44cd-9edc-1f7c1cfda197 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:05.733687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1cbbaed6-e691-4179-8360-55294c876d93 req-b4aa64d9-99a2-44cd-9edc-1f7c1cfda197 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.1096458 Mar 11 17:34:05.799703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:05.800075 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.807636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1cbbaed6-e691-4179-8360-55294c876d93 req-18b02920-e0a8-420c-a4d8-7f77a7693f0f tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723138 Mar 11 17:34:05.837311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:05.962203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::c8 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/43e17f4b-862d-4626-b4b0-3bfc3f95bec2/a24685f5-73f4-4442-ab45-df0a82c2b81e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:05.977651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8:0:1:f816:3eff:feb6:fe97 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/298b5afb-4f37-497e-abfe-e7189ecb9479/a24685f5-73f4-4442-ab45-df0a82c2b81e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:05.992744 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.023873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.032912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.064272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] device_id is not set on port e830f324-25cd-44b7-b017-4115f74e35d8 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:06.189366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203c7d-d977-4d63-b51c-be01686bba4c req-6fac95b4-95eb-4057-890d-c2a840829dc4 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:06.200354 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36203c7d-d977-4d63-b51c-be01686bba4c req-6fac95b4-95eb-4057-890d-c2a840829dc4 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.0754602 Mar 11 17:34:06.285631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36203c7d-d977-4d63-b51c-be01686bba4c req-47ac2ac5-3a6a-42b2-a74f-8ef0dbdc2c3e tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796821 Mar 11 17:34:06.310799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c45e12-18c8-4ad9-95b6-958127c8c51f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:06.378317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196dae5f-723d-4088-b76e-fa42df73d0a7 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:06.379921 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196dae5f-723d-4088-b76e-fa42df73d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.511223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3780124b-726f-431c-a841-c700791e35f6 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:06.637627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764a49b-629d-41c0-9aa9-05de4e50236d req-03dd2515-9c8c-4581-bd7b-5bffcc074dfb tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:06.638818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 3780124b-726f-431c-a841-c700791e35f6 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:34:06.647473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7764a49b-629d-41c0-9aa9-05de4e50236d req-03dd2515-9c8c-4581-bd7b-5bffcc074dfb tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.2247694 Mar 11 17:34:06.659449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 3780124b-726f-431c-a841-c700791e35f6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:06.660440 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.701477 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.713425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0984d-5c4c-48b2-b81c-932c1ffa6814 req-f6848caa-de70-4259-8f31-dfd6837af077 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:06.721757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80b0984d-5c4c-48b2-b81c-932c1ffa6814 req-f6848caa-de70-4259-8f31-dfd6837af077 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 944 time: 0.1973977 Mar 11 17:34:06.764683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7764a49b-629d-41c0-9aa9-05de4e50236d req-098c5c36-3155-4025-9b7e-9431bf991902 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140966 Mar 11 17:34:06.816619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80b0984d-5c4c-48b2-b81c-932c1ffa6814 req-f1d70d40-896f-4d82-9b21-f2c2bd7e9024 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939126 Mar 11 17:34:06.829559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] device_id is not set on port e830f324-25cd-44b7-b017-4115f74e35d8 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:06.842227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.848555 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.850004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.861867 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.865546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.902493 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.918612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c1c02-68f3-41dd-a821-1da4ad756d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3780124b-726f-431c-a841-c700791e35f6'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:34:06.927950 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4312afad-a0ec-4fd0-b5d9-b31187df187e" -d '{"events": [{"server_uuid": "847c1c02-68f3-41dd-a821-1da4ad756d02", "name": "network-vif-plugged", "status": "completed", "tag": "3780124b-726f-431c-a841-c700791e35f6"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:34:06.948871 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=03237dcf-6e2b-4c76-99a6-22fc68b16bdf,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:06.962423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 3780124b-726f-431c-a841-c700791e35f6, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3780124b-726f-431c-a841-c700791e35f6,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:06.970442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:06.999912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:07.024839 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae8787e-0f9c-4805-9849-3b009cd7df15 x-openstack-request-id: req-8ae8787e-0f9c-4805-9849-3b009cd7df15 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:34:07.025492 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847c1c02-68f3-41dd-a821-1da4ad756d02", "name": "network-vif-plugged", "status": "completed", "tag": "3780124b-726f-431c-a841-c700791e35f6", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:34:07.025896 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ae8787e-0f9c-4805-9849-3b009cd7df15 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:34:07.026470 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847c1c02-68f3-41dd-a821-1da4ad756d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3780124b-726f-431c-a841-c700791e35f6', 'code': 200} Mar 11 17:34:07.035439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:07.041152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Checking segment: {'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:07.041632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Network hostable DHCP agents. Network: abb2109f-9da3-48c5-ae5d-f86ccd08c94b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:07.046065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:07.062039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:07.068804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:07.069576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:07.077539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=3780124b-726f-431c-a841-c700791e35f6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:07.097092 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5001478 Mar 11 17:34:07.101795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:07.101971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66728a31-250e-455a-a658-99979b430bdf req-a00b81b8-6b69-4b2f-9541-cf1693b6f5fe tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:07.103645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66728a31-250e-455a-a658-99979b430bdf req-a00b81b8-6b69-4b2f-9541-cf1693b6f5fe tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.0934577 Mar 11 17:34:07.177550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Network abb2109f-9da3-48c5-ae5d-f86ccd08c94b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:07.196988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66728a31-250e-455a-a658-99979b430bdf req-20b8b895-285c-4df0-9bf6-3acc9bde959b tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772240 Mar 11 17:34:07.211590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:07.222571 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63cb289b-73d2-41bf-82f3-0febfafdc071 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8774211 Mar 11 17:34:07.222571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'Port': ['ID=e830f324-25cd-44b7-b017-4115f74e35d8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:07.242945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, abb2109f-9da3-48c5-ae5d-f86ccd08c94b) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:07.247682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:07.255986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f06351-b754-4c5e-9669-4d97d5a2c955 None None] Network abb2109f-9da3-48c5-ae5d-f86ccd08c94b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:07.312752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.313253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.313682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.327286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763203-bb6a-45c3-a2f8-3e04d0447787 req-d8247954-4ed8-4702-b282-d16f48a5d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:07.329254 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc763203-bb6a-45c3-a2f8-3e04d0447787 req-d8247954-4ed8-4702-b282-d16f48a5d135 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 1096 time: 0.2308228 Mar 11 17:34:07.341019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.341573 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.354591 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 2 to bind port e830f324-25cd-44b7-b017-4115f74e35d8 Mar 11 17:34:07.366850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5c74775b-0474-4e4f-b944-e2acb17f59b2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port a24685f5-73f4-4442-ab45-df0a82c2b81e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:07.367253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c74775b-0474-4e4f-b944-e2acb17f59b2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:07.383931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d63837-9918-439f-b30d-579d8d0fd228 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=a24685f5-73f4-4442-ab45-df0a82c2b81e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:07.428543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.433428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.433905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.493857 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-dc763203-bb6a-45c3-a2f8-3e04d0447787 req-b64c3563-17e7-4028-8c84-a3047913a872 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548722 Mar 11 17:34:07.515598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.515981 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.526956 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 3 to bind port e830f324-25cd-44b7-b017-4115f74e35d8 Mar 11 17:34:07.551530 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.552003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.556093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.579817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.588728 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.592758 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 4 to bind port e830f324-25cd-44b7-b017-4115f74e35d8 Mar 11 17:34:07.595442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e935e5-d7fe-426a-9efd-45ecca86b142 req-5996053d-df66-4e12-b8d1-54019c9c3cb5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:07.605450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10e935e5-d7fe-426a-9efd-45ecca86b142 req-5996053d-df66-4e12-b8d1-54019c9c3cb5 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.1789262 Mar 11 17:34:07.663031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.663489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.663947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.676977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.677484 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.683390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c74775b-0474-4e4f-b944-e2acb17f59b2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:07.686307 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 5 to bind port e830f324-25cd-44b7-b017-4115f74e35d8 Mar 11 17:34:07.705852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10e935e5-d7fe-426a-9efd-45ecca86b142 req-77fd8194-c1cd-4bae-b257-82046f8c1f99 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993478 Mar 11 17:34:07.709679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.711158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.711886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.720998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.721180 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.721531 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 6 to bind port e830f324-25cd-44b7-b017-4115f74e35d8 Mar 11 17:34:07.747150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5c74775b-0474-4e4f-b944-e2acb17f59b2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for a24685f5-73f4-4442-ab45-df0a82c2b81e owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:07.753497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.753861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.754242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.757570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-42d65e3d-e3f6-478d-9e00-3fd9bd2cbf31 None None] Provisioning complete for port a24685f5-73f4-4442-ab45-df0a82c2b81e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:07.758133 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-42d65e3d-e3f6-478d-9e00-3fd9bd2cbf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:07.767360 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.767719 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.770560 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 7 to bind port e830f324-25cd-44b7-b017-4115f74e35d8 Mar 11 17:34:07.787306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.787646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.787980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.821245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-42d65e3d-e3f6-478d-9e00-3fd9bd2cbf31 None None] Port a24685f5-73f4-4442-ab45-df0a82c2b81e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:07.835111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.835487 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.851055 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 8 to bind port e830f324-25cd-44b7-b017-4115f74e35d8 Mar 11 17:34:07.862511 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-1d9f5cdf-93d1-476d-a4dc-fd6c02d558e2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1807332511&fields=id&tenant_id=d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 267 time: 0.1090291 Mar 11 17:34:07.886301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.887299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.887824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.895903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.896520 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.898125 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 9 to bind port e830f324-25cd-44b7-b017-4115f74e35d8 Mar 11 17:34:07.923993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.924312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.924671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.932055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.932445 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.933389 n-d-833411-1 neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 10 to bind port e830f324-25cd-44b7-b017-4115f74e35d8 Mar 11 17:34:07.976160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:07.976669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:07.977745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:07.989899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port e830f324-25cd-44b7-b017-4115f74e35d8 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:07.990249 n-d-833411-1 neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port e830f324-25cd-44b7-b017-4115f74e35d8 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:07.990611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:08.003026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-45a87c8a-b273-4005-b72d-52a59fcfcda5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:08.011987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-45a87c8a-b273-4005-b72d-52a59fcfcda5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 815 time: 0.1483166 Mar 11 17:34:08.042970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-1ea48139-343a-4ed6-afa1-ffb1cdae17a2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/quotas/d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 375 time: 0.0299194 Mar 11 17:34:08.112741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-d95226d3-0a2b-481a-a424-6972a96f94ea tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668092 Mar 11 17:34:08.131569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] For port e830f324-25cd-44b7-b017-4115f74e35d8, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:08.132064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempted to set empty binding levels {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:34:08.134806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c74775b-0474-4e4f-b944-e2acb17f59b2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:08.147409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:08.178841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74775b-0474-4e4f-b944-e2acb17f59b2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=a24685f5-73f4-4442-ab45-df0a82c2b81e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:08.193274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:08.193873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:08.253151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d8403-6316-49e5-8438-d0e16272ded6 req-3a84b891-0771-4ae1-a8eb-5720cac54bd3 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:08.256245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b4d8403-6316-49e5-8438-d0e16272ded6 req-3a84b891-0771-4ae1-a8eb-5720cac54bd3 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 945 time: 0.1418476 Mar 11 17:34:08.316125 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-c1eeae1a-eb18-4d3f-99c8-f7eb1bbc5b2a service neutron] 10.222.0.53 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908267 Mar 11 17:34:08.331572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b4d8403-6316-49e5-8438-d0e16272ded6 req-9248cea0-83ca-4c43-88b0-001f46deda67 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565324 Mar 11 17:34:08.498273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-5441a57c-c4b0-4915-89f3-fd8e4d90ecd6 service neutron] 10.222.0.53 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607163 Mar 11 17:34:08.847045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820265c4-af1f-4005-a7a1-351984426d55 req-6071c66b-9da9-48bd-9c87-aa1644ebbd9c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:08.850118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-820265c4-af1f-4005-a7a1-351984426d55 req-6071c66b-9da9-48bd-9c87-aa1644ebbd9c tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.1565142 Mar 11 17:34:08.964474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a692038-4f4e-44a2-9da2-92781d34f24a req-610d0e55-3922-481f-85c3-debd9e53fc0a tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 210 time: 0.0469711 Mar 11 17:34:09.001210 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c74775b-0474-4e4f-b944-e2acb17f59b2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.006216 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-820265c4-af1f-4005-a7a1-351984426d55 req-86919cbc-7e64-4300-af95-bdccf9adc3e4 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486833 Mar 11 17:34:09.019156 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5c74775b-0474-4e4f-b944-e2acb17f59b2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/a24685f5-73f4-4442-ab45-df0a82c2b81e HTTP/1.1" status: 204 len: 168 time: 1.9068272 Mar 11 17:34:09.026016 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.7714238 Mar 11 17:34:09.026206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44182) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:09.030267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44186) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:09.048598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d75b4-7467-4e3c-a73a-9be3822a91de tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'Port': ['ID=e830f324-25cd-44b7-b017-4115f74e35d8,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:09.156193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e7d34-e25a-4ff8-9f8d-47b9f9fea12c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.162274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44192) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:09.168755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-771e7d34-e25a-4ff8-9f8d-47b9f9fea12c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1383183 Mar 11 17:34:09.271401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb7f4fb-c174-4f8e-bdb2-6bb66391f597 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.275767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44196) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:09.296313 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2cb7f4fb-c174-4f8e-bdb2-6bb66391f597 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1260390 Mar 11 17:34:09.304106 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb9689-8a16-44da-bfc0-53331629e25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Deleting port e830f324-25cd-44b7-b017-4115f74e35d8 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:09.304826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9689-8a16-44da-bfc0-53331629e25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.338850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48979825-4858-4a88-a2ff-9de087a01596 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.341123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48979825-4858-4a88-a2ff-9de087a01596 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.343050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48979825-4858-4a88-a2ff-9de087a01596 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.348072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-48979825-4858-4a88-a2ff-9de087a01596 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0712440 Mar 11 17:34:09.349423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44200) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:09.389067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8cbb9689-8a16-44da-bfc0-53331629e25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] For port e830f324-25cd-44b7-b017-4115f74e35d8, host n-h2-833411-1, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:09.389325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9689-8a16-44da-bfc0-53331629e25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.414485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb9689-8a16-44da-bfc0-53331629e25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Calling delete_port for e830f324-25cd-44b7-b017-4115f74e35d8 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:09.465515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-6861756a-6277-4285-834a-7eecbcf9a29a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 298b5afb-4f37-497e-abfe-e7189ecb9479 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:34:09.474035 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6861756a-6277-4285-834a-7eecbcf9a29a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.552389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789af3c-2676-4c19-9f71-958d683b7179 req-10ae9469-14b0-4a76-9924-f36a37b3e6dd tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.555579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1789af3c-2676-4c19-9f71-958d683b7179 req-10ae9469-14b0-4a76-9924-f36a37b3e6dd tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 945 time: 0.1424010 Mar 11 17:34:09.582735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6861756a-6277-4285-834a-7eecbcf9a29a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.600448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-81817e22-49ad-4ad0-9d20-aa8be2f972bd tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:09.602141 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-81817e22-49ad-4ad0-9d20-aa8be2f972bd tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.0783029 Mar 11 17:34:09.707399 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9689-8a16-44da-bfc0-53331629e25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.715280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6861756a-6277-4285-834a-7eecbcf9a29a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.756718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb9689-8a16-44da-bfc0-53331629e25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event deleted for resources: {'Port': ['ID=e830f324-25cd-44b7-b017-4115f74e35d8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:09.766854 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9689-8a16-44da-bfc0-53331629e25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.770659 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8cbb9689-8a16-44da-bfc0-53331629e25c tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "DELETE /v2.0/ports/e830f324-25cd-44b7-b017-4115f74e35d8 HTTP/1.1" status: 204 len: 168 time: 0.7386866 Mar 11 17:34:09.773074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Deleting port daab79ce-35b0-45af-bea9-b2163ffdbcc9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:09.773423 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.776252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:09.803069 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3a7afd-39c1-457b-bdf1-53364e222d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:34:09.808070 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5e3a7afd-39c1-457b-bdf1-53364e222d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "GET /v2.0/ports/e830f324-25cd-44b7-b017-4115f74e35d8 HTTP/1.1" status: 404 len: 333 time: 0.0269608 Mar 11 17:34:09.815474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44214) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:09.841232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6861756a-6277-4285-834a-7eecbcf9a29a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.847770 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Request body: {'port': {'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122738534'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:09.879238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Made reservation on behalf of 2b65c3df572e49d39735ad34ffd3f1b1 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:09.881976 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.903333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1789af3c-2676-4c19-9f71-958d683b7179 req-f4227d89-45bd-4c24-ab5a-94231e2dac9a tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129996 Mar 11 17:34:09.921091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861756a-6277-4285-834a-7eecbcf9a29a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=298b5afb-4f37-497e-abfe-e7189ecb9479,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:09.939516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6861756a-6277-4285-834a-7eecbcf9a29a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:09.944184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35b512-617b-4580-97d4-99f95a8420c9 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:09.946912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] device_id is not set on port 72a55edd-f245-4d6b-8fc2-3032bfadc299 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:09.949221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6861756a-6277-4285-834a-7eecbcf9a29a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/298b5afb-4f37-497e-abfe-e7189ecb9479 HTTP/1.1" status: 204 len: 168 time: 0.5982962 Mar 11 17:34:09.949508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44222) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:10.036130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7877e62-b96c-4492-9943-18eaed5a7cae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 43e17f4b-862d-4626-b4b0-3bfc3f95bec2 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:34:10.044653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7877e62-b96c-4492-9943-18eaed5a7cae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:10.047581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] For port daab79ce-35b0-45af-bea9-b2163ffdbcc9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=daab79ce-35b0-45af-bea9-b2163ffdbcc9,segment=NetworkSegment(e65708c8-0812-4e65-8a68-35fd88566591),segment_id=e65708c8-0812-4e65-8a68-35fd88566591)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:10.048181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:10.116794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Calling delete_port for daab79ce-35b0-45af-bea9-b2163ffdbcc9 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:10.196054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-490326f2-f0f1-42a3-afb4-76088701cef4 req-af8cf2cb-1ba8-40a3-884a-d5dafbed9001 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 210 time: 0.0356247 Mar 11 17:34:10.198469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7877e62-b96c-4492-9943-18eaed5a7cae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:10.468044 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7877e62-b96c-4492-9943-18eaed5a7cae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:10.737227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0234d2b-bc3d-4667-94bf-222b5d48ef17 req-c105447a-c65c-4011-87fe-0d19bc5c8ad7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:10.742819 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:10.748671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0234d2b-bc3d-4667-94bf-222b5d48ef17 req-c105447a-c65c-4011-87fe-0d19bc5c8ad7 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 945 time: 0.3141677 Mar 11 17:34:10.804734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-6a678c54-4b2b-4534-bc97-a9d53f6d981e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:10.806595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-6a678c54-4b2b-4534-bc97-a9d53f6d981e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 815 time: 0.3243284 Mar 11 17:34:10.855722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0234d2b-bc3d-4667-94bf-222b5d48ef17 req-30a291d2-f305-438c-a40f-bbb2c8906e88 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/security-groups?id=2846c7f5-826f-48fe-be19-fe8458331d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059246 Mar 11 17:34:10.858716 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7877e62-b96c-4492-9943-18eaed5a7cae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:10.912977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7877e62-b96c-4492-9943-18eaed5a7cae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=43e17f4b-862d-4626-b4b0-3bfc3f95bec2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:10.917257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7877e62-b96c-4492-9943-18eaed5a7cae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:10.924282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c7877e62-b96c-4492-9943-18eaed5a7cae tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/43e17f4b-862d-4626-b4b0-3bfc3f95bec2 HTTP/1.1" status: 204 len: 168 time: 0.9698017 Mar 11 17:34:10.925583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44248) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:10.927477 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:10.988457 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.021733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-44e80612-913f-4d3d-a23c-a0e6dc33bebe tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947313 Mar 11 17:34:11.025797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44252) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:11.032538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:11.068030 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Network abb2109f-9da3-48c5-ae5d-f86ccd08c94b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:11.086905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:11.097438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:11.098980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:11.099832 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.106652 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-8863e3c6-8f0d-407a-b278-e35041ea01dc tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2989ae2ea1f44078c929a166bd10a72 HTTP/1.1" status: 200 len: 380 time: 0.2595725 Mar 11 17:34:11.122638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'port': {'device_id': '83025f1b-3e75-4d92-b6a1-a96539449119', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'admin_state_up': True, 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'security_groups': ['6710dd98-0fe7-4a93-b886-2ac9c6b6f75a']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:11.131307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'Port': ['ID=72a55edd-f245-4d6b-8fc2-3032bfadc299,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:11.148214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.255118 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b7870a07-c6c6-4d12-aef6-92d7de477f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4274206 Mar 11 17:34:11.261034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44262) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:11.268684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:11.282952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Pushing event deleted for resources: {'Port': ['ID=daab79ce-35b0-45af-bea9-b2163ffdbcc9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:11.367382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.369682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:11.373548 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.390692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] No DVR routers for this DVR port daab79ce-35b0-45af-bea9-b2163ffdbcc9 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:11.395823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.399519 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d28bd7f7-a4fd-4705-9f4d-affa199b4278 req-9ef38772-f70f-4a40-a723-2c6b384b7482 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.66 "DELETE /v2.0/ports/daab79ce-35b0-45af-bea9-b2163ffdbcc9 HTTP/1.1" status: 204 len: 173 time: 1.7906027 Mar 11 17:34:11.400256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff', 'name': 'network-vif-deleted', 'tag': 'daab79ce-35b0-45af-bea9-b2163ffdbcc9'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:34:11.402906 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18d68cf-f514-47e2-9bce-e57d14f6e12a" -d '{"events": [{"server_uuid": "9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff", "name": "network-vif-deleted", "tag": "daab79ce-35b0-45af-bea9-b2163ffdbcc9"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:34:11.533164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Made reservation on behalf of d2989ae2ea1f44078c929a166bd10a72 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:11.543657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.559586 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95f4b79-0c3b-44e7-b99f-636f8d2e9391 x-openstack-request-id: req-a95f4b79-0c3b-44e7-b99f-636f8d2e9391 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:34:11.560113 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff", "name": "network-vif-deleted", "tag": "daab79ce-35b0-45af-bea9-b2163ffdbcc9", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:34:11.560392 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a95f4b79-0c3b-44e7-b99f-636f8d2e9391 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:34:11.561884 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff', 'name': 'network-vif-deleted', 'tag': 'daab79ce-35b0-45af-bea9-b2163ffdbcc9', 'status': 'completed', 'code': 200} Mar 11 17:34:11.587594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4023f9c-3c47-447a-93ca-84e30e6b4d07 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:11.714648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4bb7e57-0c99-49b0-a3cb-ed87193a37a7 req-226c3807-a9ef-4c33-aad3-c4fd50b9bae3 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 210 time: 0.2710600 Mar 11 17:34:11.716826 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.812466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Allocated IP 172.20.0.13 (692795f5-26c2-430b-9ffc-82a05437df85/d41449e9-73a3-4dcc-8adf-d53993b46d57/a916b8e1-be73-46e4-bb96-f0e6b87f2bd7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:11.843630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c5f99b73-ff76-4a2e-abc4-f4478ee5b883 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:11.850235 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c5f99b73-ff76-4a2e-abc4-f4478ee5b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:11.865888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=f22e788f-362f-4538-979e-059ac2949144,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:11.950962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:11.972656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:11.977096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:11.977779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.033047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-49d0a1b6-e7a9-4da6-84c0-042b298e314f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0014181 Mar 11 17:34:12.033840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44274) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:12.049253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-25ab2d55-eb3d-4b15-b920-3f95659696ac tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:12.220414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.295565 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.323817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ab2d55-eb3d-4b15-b920-3f95659696ac tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:12.327358 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25ab2d55-eb3d-4b15-b920-3f95659696ac tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.332607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab76f504-b721-4ed0-a372-b9abad7bf981 req-bbe8bf04-87ef-4f67-bf9f-256d87995783 tempest-ServerDiskConfigTestJSON-859281329 tempest-ServerDiskConfigTestJSON-859281329-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a4b2fe8-35ba-49b0-bbc3-8f039e18c9ff HTTP/1.1" status: 200 len: 210 time: 0.1196933 Mar 11 17:34:12.392789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Network 692795f5-26c2-430b-9ffc-82a05437df85 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:12.399970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:12.407469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:12.412731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event updated for resources: {'Port': ['ID=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:12.533881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:12.534753 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.546965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccbcf87-28be-45be-bc6c-452dee0a0d0c None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:12.569631 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-64e875b2-b8dd-4d4b-8273-ea4fcbca21f2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4519083 Mar 11 17:34:12.572812 n-d-833411-1 neutron-server[102642]: INFO neutron.db.ipam_backend_mixin [None req-25ab2d55-eb3d-4b15-b920-3f95659696ac tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f22e788f-362f-4538-979e-059ac2949144 (CIDR: 2001:db8::/64) Mar 11 17:34:12.582814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Request body: {'port': {'device_id': '83025f1b-3e75-4d92-b6a1-a96539449119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:12.590501 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ab2d55-eb3d-4b15-b920-3f95659696ac tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:34:12.598498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ab2d55-eb3d-4b15-b920-3f95659696ac tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:12.664217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-25ab2d55-eb3d-4b15-b920-3f95659696ac tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6227279 Mar 11 17:34:12.665571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44288) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:12.679861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'subnet': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:12.713463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.796739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] device_id is not set on port 72a55edd-f245-4d6b-8fc2-3032bfadc299 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:12.827850 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.842399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.886647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f4bdf0e8-d6ce-4d9a-bb1f-1f1cb3f084f3 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:12.887042 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4bdf0e8-d6ce-4d9a-bb1f-1f1cb3f084f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:12.958175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device daab79ce-35b0-45af-bea9-b2163ffdbcc9 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:34:13.015583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'Port': ['ID=72a55edd-f245-4d6b-8fc2-3032bfadc299,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:13.044209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a3706-4157-4c61-8146-71707875cdb6 req-5d44a223-0a9d-434d-8332-db890521b765 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:13.054479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e7a3706-4157-4c61-8146-71707875cdb6 req-5d44a223-0a9d-434d-8332-db890521b765 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 932 time: 0.1498051 Mar 11 17:34:13.066481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: daab79ce-35b0-45af-bea9-b2163ffdbcc9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:34:13.067014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device daab79ce-35b0-45af-bea9-b2163ffdbcc9 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:34:13.075618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:13.080893 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.106789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.107480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.108030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.119948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.121797 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.128435 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 2 to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 Mar 11 17:34:13.149031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.149668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.150216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.159145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.159751 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.160594 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 3 to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 Mar 11 17:34:13.173673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.174275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.174779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.211512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e7a3706-4157-4c61-8146-71707875cdb6 req-65a2b823-be45-47ba-80d1-68cdc848c7cf tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560593 Mar 11 17:34:13.212184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.222292 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.228066 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 4 to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 Mar 11 17:34:13.265826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.266912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.267359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.287321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.287935 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.288527 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 5 to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 Mar 11 17:34:13.337638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7dc50400-caa2-4830-a5e9-ad6473942b7a None None] Provisioning complete for port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:13.342330 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7dc50400-caa2-4830-a5e9-ad6473942b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.355752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.369700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.371445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.388448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.388840 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.389355 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 6 to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 Mar 11 17:34:13.404952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.405295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.405668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.410441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.410774 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.411170 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 7 to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 Mar 11 17:34:13.427060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.427435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.427733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.433029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.433367 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.434146 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 8 to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 Mar 11 17:34:13.452943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.453282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.453657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.478436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.478732 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.482524 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 9 to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 Mar 11 17:34:13.525681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.526024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.526359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.533805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.533805 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.534125 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 10 to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 Mar 11 17:34:13.549264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7dc50400-caa2-4830-a5e9-ad6473942b7a None None] Port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:13.550331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:13.550707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:13.551048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:13.556552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:13.556935 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:13.557312 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.634149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] For port 72a55edd-f245-4d6b-8fc2-3032bfadc299, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:13.634748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempted to set empty binding levels {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:34:13.650612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.651648 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4a1920e1-a2d9-419a-a3a1-dfebd15e0f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.686654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:34:13.731933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.742401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'Port': ['ID=72a55edd-f245-4d6b-8fc2-3032bfadc299,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:13.771782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] In _notify_port_updated(), no bound segment for port 72a55edd-f245-4d6b-8fc2-3032bfadc299 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:34:13.776746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:13.779924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.787419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9622b82e-a7ac-4863-bd25-f385a661b7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "PUT /v2.0/ports/72a55edd-f245-4d6b-8fc2-3032bfadc299 HTTP/1.1" status: 200 len: 979 time: 2.5251145 Mar 11 17:34:13.789864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44322) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:13.790820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-90dc2382-6d86-4044-9d4f-9ffdfded64f4 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:13.791434 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-90dc2382-6d86-4044-9d4f-9ffdfded64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.795292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Transition to ACTIVE for port object a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:34:13.806993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:13.877233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44326) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:13.882843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Pushing event updated for resources: {'Port': ['ID=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:14.009553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.018071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.018827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.019473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.021077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.021861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.023351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.024829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.026933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.027672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.028316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.030528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.035746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-567b9277-ebf4-498e-8dd4-37bcbdaa0b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10815 time: 0.2424095 Mar 11 17:34:14.038576 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44330) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:14.144081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6205f590-8e2c-4a44-82ab-dc2665773196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Deleting port 72a55edd-f245-4d6b-8fc2-3032bfadc299 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:14.144664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6205f590-8e2c-4a44-82ab-dc2665773196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.192089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-92446ff5-896f-4b06-9890-3a5ddc912e32 admin admin] Deleting subnet 1289855e-6833-4f88-9167-72e5fa3a9646 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:34:14.237467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6205f590-8e2c-4a44-82ab-dc2665773196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] For port 72a55edd-f245-4d6b-8fc2-3032bfadc299, host n-h2-833411-1, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:14.237946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6205f590-8e2c-4a44-82ab-dc2665773196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.262458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6205f590-8e2c-4a44-82ab-dc2665773196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Calling delete_port for 72a55edd-f245-4d6b-8fc2-3032bfadc299 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:14.306860 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92446ff5-896f-4b06-9890-3a5ddc912e32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.429090 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92446ff5-896f-4b06-9890-3a5ddc912e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.486770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fdc5e-4f42-4cbb-9145-f60a16525921 req-53dbb132-8d39-4e52-90ec-0e36101f1f8d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:14.498951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b45fdc5e-4f42-4cbb-9145-f60a16525921 req-53dbb132-8d39-4e52-90ec-0e36101f1f8d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 944 time: 0.1160617 Mar 11 17:34:14.512004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Attempting to bind port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:14.512334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Attempting to bind port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:14.512716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Attempting to bind port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:14.528093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 on network 692795f5-26c2-430b-9ffc-82a05437df85 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:14.529815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Attempting to bind port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 on network 692795f5-26c2-430b-9ffc-82a05437df85 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:14.575246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:34:14.575653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Checking segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:14.576185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Bound using segment: {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:34:14.576737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Bound port: a916b8e1-be73-46e4-bb96-f0e6b87f2bd7, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0712e35-7b1a-441b-afef-1dad2c5bf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:14.577097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.580133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92446ff5-896f-4b06-9890-3a5ddc912e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.606454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b45fdc5e-4f42-4cbb-9145-f60a16525921 req-5e303cde-cbc3-404c-b99c-66506a2a1fe6 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001382 Mar 11 17:34:14.607895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6205f590-8e2c-4a44-82ab-dc2665773196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.660539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205f590-8e2c-4a44-82ab-dc2665773196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event deleted for resources: {'Port': ['ID=72a55edd-f245-4d6b-8fc2-3032bfadc299,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:14.673864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6205f590-8e2c-4a44-82ab-dc2665773196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.682795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6205f590-8e2c-4a44-82ab-dc2665773196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "DELETE /v2.0/ports/72a55edd-f245-4d6b-8fc2-3032bfadc299 HTTP/1.1" status: 204 len: 168 time: 0.6406903 Mar 11 17:34:14.685640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44342) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:14.731941 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5dd2c6-798e-4a19-9698-41ef9091c301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:34:14.741629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6c5dd2c6-798e-4a19-9698-41ef9091c301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "GET /v2.0/ports/72a55edd-f245-4d6b-8fc2-3032bfadc299 HTTP/1.1" status: 404 len: 333 time: 0.0536861 Mar 11 17:34:14.744654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44344) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:14.749611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92446ff5-896f-4b06-9890-3a5ddc912e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.754408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-415059043', 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:14.793740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Made reservation on behalf of 2b65c3df572e49d39735ad34ffd3f1b1 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:14.796265 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.818285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] device_id is not set on port 54a5b8e8-80f8-4bc9-a99e-a1efa590180d yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:14.920560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92446ff5-896f-4b06-9890-3a5ddc912e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1289855e-6833-4f88-9167-72e5fa3a9646,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:14.948702 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92446ff5-896f-4b06-9890-3a5ddc912e32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:14.960976 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-92446ff5-896f-4b06-9890-3a5ddc912e32 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1289855e-6833-4f88-9167-72e5fa3a9646 HTTP/1.1" status: 204 len: 168 time: 1.0747261 Mar 11 17:34:14.962265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44346) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:15.022546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.085006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.166184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Network abb2109f-9da3-48c5-ae5d-f86ccd08c94b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:15.169602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:15.173347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:15.174320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:15.174916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.186313 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.209182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'Port': ['ID=54a5b8e8-80f8-4bc9-a99e-a1efa590180d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:15.215656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:34:15.233771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f6562011-8f22-4437-a196-667cee729507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4869850 Mar 11 17:34:15.234033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44350) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:15.330967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] For port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:15.378898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] For port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:15.399529 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.407752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe5062c-8a02-4e4e-8be6-77ba0a426c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:15.412102 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fbe5062c-8a02-4e4e-8be6-77ba0a426c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "GET /v2.0/ports/54a5b8e8-80f8-4bc9-a99e-a1efa590180d HTTP/1.1" status: 200 len: 958 time: 0.1142743 Mar 11 17:34:15.412331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44354) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:15.502334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:15.503195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.505204 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] 10.222.0.46 "PUT /v2.0/ports/a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 HTTP/1.1" status: 200 len: 1092 time: 2.9271836 Mar 11 17:34:15.518079 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.523786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83025f1b-3e75-4d92-b6a1-a96539449119', 'tag': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:34:15.528561 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc18eb-9f06-4952-bc8c-da5da83751a9" -d '{"events": [{"name": "network-changed", "server_uuid": "83025f1b-3e75-4d92-b6a1-a96539449119", "tag": "a916b8e1-be73-46e4-bb96-f0e6b87f2bd7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:34:15.663788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cee21b3d-9be9-4be9-acc8-c20a88af9f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Deleting port 54a5b8e8-80f8-4bc9-a99e-a1efa590180d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:15.664137 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cee21b3d-9be9-4be9-acc8-c20a88af9f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.693910 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a789efd4-283a-4dc8-8e52-a6eb81ee9653 x-openstack-request-id: req-a789efd4-283a-4dc8-8e52-a6eb81ee9653 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:34:15.694164 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83025f1b-3e75-4d92-b6a1-a96539449119", "tag": "a916b8e1-be73-46e4-bb96-f0e6b87f2bd7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:34:15.694323 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a789efd4-283a-4dc8-8e52-a6eb81ee9653 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:34:15.694735 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83025f1b-3e75-4d92-b6a1-a96539449119', 'tag': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7', 'status': 'completed', 'code': 200} Mar 11 17:34:15.747749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4143809-c4dd-4fac-a798-a54c03e34b4c']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:15.776296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65708c8-0812-4e65-8a68-35fd88566591') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:15.777194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65708c8-0812-4e65-8a68-35fd88566591') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:15.791809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e00b2-7559-4f50-80ef-209f7434394e service neutron] Pushing event updated for resources: {'Port': ['ID=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:15.804121 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.847943 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a73dc363-3fe0-4794-958b-16bab31ea807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.867303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-be5513ae-e8a7-4a42-8676-873e9e0b535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:15.868864 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-be5513ae-e8a7-4a42-8676-873e9e0b535a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 1095 time: 0.2620928 Mar 11 17:34:15.875479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.878280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cee21b3d-9be9-4be9-acc8-c20a88af9f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.879240 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.936623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cee21b3d-9be9-4be9-acc8-c20a88af9f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Calling delete_port for 54a5b8e8-80f8-4bc9-a99e-a1efa590180d owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:15.963524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045faa47-2c39-43c5-8f3d-740fcb5a3dd9 req-8736eb8e-f657-48a8-8a35-bd6ee93b100d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:15.968450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-045faa47-2c39-43c5-8f3d-740fcb5a3dd9 req-8736eb8e-f657-48a8-8a35-bd6ee93b100d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 944 time: 0.2318769 Mar 11 17:34:15.976546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:34:15.977215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:15.980025 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:15.996442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-dfc7b8fd-80f1-4d58-bbce-73b99940356f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 HTTP/1.1" status: 200 len: 217 time: 0.1135538 Mar 11 17:34:16.092702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-045faa47-2c39-43c5-8f3d-740fcb5a3dd9 req-cdbd4806-6e72-4b33-99a5-17a44368ccf1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123302 Mar 11 17:34:16.158141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cee21b3d-9be9-4be9-acc8-c20a88af9f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.184647 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.196572 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.203980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] 10.222.0.53 "DELETE /v2.0/networks/e4143809-c4dd-4fac-a798-a54c03e34b4c HTTP/1.1" status: 204 len: 168 time: 1.2131207 Mar 11 17:34:16.218555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee21b3d-9be9-4be9-acc8-c20a88af9f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event deleted for resources: {'Port': ['ID=54a5b8e8-80f8-4bc9-a99e-a1efa590180d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:16.221929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cee21b3d-9be9-4be9-acc8-c20a88af9f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.229203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cee21b3d-9be9-4be9-acc8-c20a88af9f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "DELETE /v2.0/ports/54a5b8e8-80f8-4bc9-a99e-a1efa590180d HTTP/1.1" status: 204 len: 168 time: 0.8129644 Mar 11 17:34:16.229488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44366) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:16.233404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-0b754bba-9110-485f-9122-ddfed179667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:16.237235 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-0b754bba-9110-485f-9122-ddfed179667e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.1772594 Mar 11 17:34:16.264467 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec034d18-2abd-46f7-a656-1590c6f0f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:34:16.271273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ec034d18-2abd-46f7-a656-1590c6f0f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "GET /v2.0/ports/54a5b8e8-80f8-4bc9-a99e-a1efa590180d HTTP/1.1" status: 404 len: 333 time: 0.0372598 Mar 11 17:34:16.272562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44368) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:16.278844 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Request body: {'port': {'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883935945'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:16.312640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e97f6-1a46-425b-931e-88cd4b6cc1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e4143809-c4dd-4fac-a798-a54c03e34b4c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:16.327654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Made reservation on behalf of 2b65c3df572e49d39735ad34ffd3f1b1 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:16.330475 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.349175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] device_id is not set on port d193eaeb-399d-46a7-ba35-cfce44620798 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:16.369606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-fefc838c-2b75-4c62-8932-c5dab0684d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:16.371750 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-fefc838c-2b75-4c62-8932-c5dab0684d2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172409 Mar 11 17:34:16.560167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] For port e8215e0c-a732-466b-aa9e-dc23efac384e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8215e0c-a732-466b-aa9e-dc23efac384e,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:16.563174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44372) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:16.627642 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-bdfbb298-5753-4d10-804d-c67065e24712 service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169812 Mar 11 17:34:16.660053 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.678343 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.679186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.693083 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2eb61ab1-4653-4a6d-9a8e-832d2b7cfe24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=823912a766b9451e8616d8ef3d24c6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258581 Mar 11 17:34:16.894312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44374) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:16.964947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:16.978589 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c8d19bd-2e6a-4750-8b14-9312757425e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.001674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c8d19bd-2e6a-4750-8b14-9312757425e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.064968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.078374 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c8d19bd-2e6a-4750-8b14-9312757425e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.081012 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c8d19bd-2e6a-4750-8b14-9312757425e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.084634 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0c8d19bd-2e6a-4750-8b14-9312757425e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2846c7f5-826f-48fe-be19-fe8458331d2a HTTP/1.1" status: 204 len: 168 time: 0.1868374 Mar 11 17:34:17.125609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Network abb2109f-9da3-48c5-ae5d-f86ccd08c94b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:17.126996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d19bd-2e6a-4750-8b14-9312757425e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2846c7f5-826f-48fe-be19-fe8458331d2a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:17.131763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:17.136190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:17.137378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:17.138242 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.139166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.157493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8827689 Mar 11 17:34:17.158703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598e2b6-2618-4df0-b338-0f8fd924a43f tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'Port': ['ID=d193eaeb-399d-46a7-ba35-cfce44620798,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:17.161313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44382) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:17.167146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:17.250890 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.274375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:17.288628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:17.300002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca77a6a-2bdc-45a2-bcb2-27f7df6779fd None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:17.303457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:17.304252 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.307409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Subnet': ['ID=212738fe-144c-4a37-97d3-4708dbb11ea6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:17.343369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=e8215e0c-a732-466b-aa9e-dc23efac384e,revision_number=9']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:17.354018 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7b87dd83-1fe5-43a7-8584-9903b3ae05f5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6846881 Mar 11 17:34:17.354018 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-324fb43c-dc93-4567-bcd5-7914c0d15a9e req-0227d066-7c25-47cb-9c07-6c3e8f28829f service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141757 Mar 11 17:34:17.354366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44386) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:17.360380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Request body: {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'mac_address': 'fa:16:3e:ca:2d:da', 'name': 'tempest-NetworksTestDHCPv6-1455218353'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:17.556876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-731de9ad-63c6-410a-84c4-7e59f4324951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:17.560258 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-731de9ad-63c6-410a-84c4-7e59f4324951 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 1095 time: 0.1414073 Mar 11 17:34:17.666895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f73ce-17f6-42c6-8a11-1aa7c75c7539 req-2db8fcfa-03b1-41c8-9d03-89235ff8e505 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:17.684931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814f73ce-17f6-42c6-8a11-1aa7c75c7539 req-2db8fcfa-03b1-41c8-9d03-89235ff8e505 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 944 time: 0.3823774 Mar 11 17:34:17.811362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-ee979d8e-9f19-4688-95aa-7e2c21e5fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:17.815264 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-ee979d8e-9f19-4688-95aa-7e2c21e5fd40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.2381716 Mar 11 17:34:17.827773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8215e0c-a732-466b-aa9e-dc23efac384e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:17.895049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:17.895423 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.901250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] device_id is not set on port d193eaeb-399d-46a7-ba35-cfce44620798 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:17.918385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:17.938744 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-0b5804d9-b0b2-438e-bdff-1055e5fd9be8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 HTTP/1.1" status: 200 len: 217 time: 0.1047251 Mar 11 17:34:17.961553 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.035083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b2090-4b9b-4647-a800-062cedf2545f None None] Update dhcp port {'port': {'network_id': 'bbdee46c-64cf-49c1-804c-5a20ddf3a521', 'fixed_ips': [{'subnet_id': '212738fe-144c-4a37-97d3-4708dbb11ea6', 'ip_address': '2001:db8:0:1:f816:3eff:feb9:29c8'}, {'subnet_id': 'f22e788f-362f-4538-979e-059ac2949144'}], 'binding:host_id': 'n-d-833411-1'}, 'id': 'e8215e0c-a732-466b-aa9e-dc23efac384e'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:34:18.062529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'Port': ['ID=d193eaeb-399d-46a7-ba35-cfce44620798,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:18.101689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-32a50d93-c241-4ac4-a132-6bd15b415d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:18.103496 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-32a50d93-c241-4ac4-a132-6bd15b415d54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.1550648 Mar 11 17:34:18.139958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2090-4b9b-4647-a800-062cedf2545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.149517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814f73ce-17f6-42c6-8a11-1aa7c75c7539 req-f320e372-12e6-4fee-8fff-46fc66ff8540 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4629176 Mar 11 17:34:18.150780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.152366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.152781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.167509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.168524 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.169077 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 2 to bind port d193eaeb-399d-46a7-ba35-cfce44620798 Mar 11 17:34:18.208956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.209960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.211528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.222962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.225158 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.225768 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 3 to bind port d193eaeb-399d-46a7-ba35-cfce44620798 Mar 11 17:34:18.240110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-9548e638-a0cc-4052-a48a-31f5c3f0d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:18.242577 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-9548e638-a0cc-4052-a48a-31f5c3f0d218 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249967 Mar 11 17:34:18.243941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Made reservation on behalf of 02b593ba82c94213a8ca508458e96db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:18.287169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.289449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.289827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.306207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.306542 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.306991 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 4 to bind port d193eaeb-399d-46a7-ba35-cfce44620798 Mar 11 17:34:18.344689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.345010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.345469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.360197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.360626 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.361023 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 5 to bind port d193eaeb-399d-46a7-ba35-cfce44620798 Mar 11 17:34:18.393608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.393950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.394333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.400304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.400658 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.401055 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 6 to bind port d193eaeb-399d-46a7-ba35-cfce44620798 Mar 11 17:34:18.424696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.424953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.425254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.438563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.438937 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.439360 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 7 to bind port d193eaeb-399d-46a7-ba35-cfce44620798 Mar 11 17:34:18.471582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44406) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:18.481939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.482223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.484112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.498111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.498445 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.498868 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 8 to bind port d193eaeb-399d-46a7-ba35-cfce44620798 Mar 11 17:34:18.545554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.545895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.546239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.559679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.560021 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.560451 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 9 to bind port d193eaeb-399d-46a7-ba35-cfce44620798 Mar 11 17:34:18.612971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.613326 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.613668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.628786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.629043 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.629438 n-d-833411-1 neutron-server[102642]: INFO neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempt 10 to bind port d193eaeb-399d-46a7-ba35-cfce44620798 Mar 11 17:34:18.661217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-2f0b2090-4b9b-4647-a800-062cedf2545f None None] Allocated IP 2001:db8::2 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/f22e788f-362f-4538-979e-059ac2949144/e8215e0c-a732-466b-aa9e-dc23efac384e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:18.663393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:18.663737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:18.664075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempting to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:18.676655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:34:18.676989 n-d-833411-1 neutron-server[102642]: ERROR neutron.plugins.ml2.managers [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Failed to bind port d193eaeb-399d-46a7-ba35-cfce44620798 on host n-h2-833411-1 for vnic_type normal using segments [{'id': 'ba119f6b-b570-48fa-9986-8d47826692d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abb2109f-9da3-48c5-ae5d-f86ccd08c94b'}] Mar 11 17:34:18.677359 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.694994 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.733653 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-0b745b43-0061-4811-a631-61e95a56f9a1 service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770653 Mar 11 17:34:18.749215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.768205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] device_id is not set on port fce9cb39-214c-4955-a246-af15f72751cc yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:18.779446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2f0b2090-4b9b-4647-a800-062cedf2545f None None] For port e8215e0c-a732-466b-aa9e-dc23efac384e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8215e0c-a732-466b-aa9e-dc23efac384e,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:18.818426 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2090-4b9b-4647-a800-062cedf2545f None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.829226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] For port d193eaeb-399d-46a7-ba35-cfce44620798, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:18.829743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attempted to set empty binding levels {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 17:34:18.832444 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2090-4b9b-4647-a800-062cedf2545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.835381 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.886816 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.973137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event updated for resources: {'Port': ['ID=d193eaeb-399d-46a7-ba35-cfce44620798,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:18.983475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b2090-4b9b-4647-a800-062cedf2545f None None] Pushing event updated for resources: {'Port': ['ID=e8215e0c-a732-466b-aa9e-dc23efac384e,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:18.987817 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.994056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] In _notify_port_updated(), no bound segment for port d193eaeb-399d-46a7-ba35-cfce44620798 on network abb2109f-9da3-48c5-ae5d-f86ccd08c94b {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:34:18.995043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:18.995897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:18.997549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b04adc9a-1fe6-48dd-8123-9749d88d2252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "PUT /v2.0/ports/d193eaeb-399d-46a7-ba35-cfce44620798 HTTP/1.1" status: 200 len: 979 time: 1.8352656 Mar 11 17:34:19.000773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44422) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:19.081623 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.113056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.197212 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27dc18eb-9f06-4952-bc8c-da5da83751a9 req-378ca4f9-52e2-4776-8bdd-43a8cac9e040 service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505458 Mar 11 17:34:19.218239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8ed3e-5c71-4fcb-9bc0-fe45b483fc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Deleting port d193eaeb-399d-46a7-ba35-cfce44620798 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:19.220709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ed3e-5c71-4fcb-9bc0-fe45b483fc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.226942 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2e7fae8bf184d9aaba534b066abef18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7505362 Mar 11 17:34:19.230111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44432) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:19.319141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af07c20b-e636-43b3-8838-3afcba114344,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:19.325922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6ae8ed3e-5c71-4fcb-9bc0-fe45b483fc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] For port d193eaeb-399d-46a7-ba35-cfce44620798, host n-h2-833411-1, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:19.326548 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ed3e-5c71-4fcb-9bc0-fe45b483fc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.343436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8ed3e-5c71-4fcb-9bc0-fe45b483fc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Calling delete_port for d193eaeb-399d-46a7-ba35-cfce44620798 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:19.386229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.390201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.390560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.391449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.391993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.392104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.392462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.392794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.393124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.393457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.393786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.394111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fbe05c-2390-4844-ab38-a4a449818fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:19.469536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8::1f8 (bbdee46c-64cf-49c1-804c-5a20ddf3a521/f22e788f-362f-4538-979e-059ac2949144/fce9cb39-214c-4955-a246-af15f72751cc) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:19.478939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:2dda (bbdee46c-64cf-49c1-804c-5a20ddf3a521/212738fe-144c-4a37-97d3-4708dbb11ea6/fce9cb39-214c-4955-a246-af15f72751cc) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:19.508039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a4a8b-ba8b-48cf-a76d-df02b54fb342 req-8f89fb70-7d23-40c5-a8dd-5361d82221d1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:19.509731 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae5a4a8b-ba8b-48cf-a76d-df02b54fb342 req-8f89fb70-7d23-40c5-a8dd-5361d82221d1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 944 time: 0.1588073 Mar 11 17:34:19.532662 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0f6-3ab0-49d6-9379-a86688a24d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.557276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0f6-3ab0-49d6-9379-a86688a24d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.611779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae5a4a8b-ba8b-48cf-a76d-df02b54fb342 req-c88c470f-7039-4e10-9b8c-6d95aea6bd73 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772262 Mar 11 17:34:19.621661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ed3e-5c71-4fcb-9bc0-fe45b483fc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.704443 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ed3e-5c71-4fcb-9bc0-fe45b483fc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.704443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6ae8ed3e-5c71-4fcb-9bc0-fe45b483fc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d193eaeb-399d-46a7-ba35-cfce44620798 HTTP/1.1" status: 204 len: 168 time: 0.6970284 Mar 11 17:34:19.718669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8215e0c-a732-466b-aa9e-dc23efac384e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:19.741073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44446) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:19.750614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8ed3e-5c71-4fcb-9bc0-fe45b483fc93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] Pushing event deleted for resources: {'Port': ['ID=d193eaeb-399d-46a7-ba35-cfce44620798,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:19.803415 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0f6-3ab0-49d6-9379-a86688a24d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.805935 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b41ed4-5c38-4065-99cc-4d5b279bb605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] GET failed (client error): The resource could not be found. Mar 11 17:34:19.807697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-96b41ed4-5c38-4065-99cc-4d5b279bb605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-149163104-project-admin] 10.222.0.53 "GET /v2.0/ports/d193eaeb-399d-46a7-ba35-cfce44620798 HTTP/1.1" status: 404 len: 333 time: 0.0606763 Mar 11 17:34:19.811959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0f6-3ab0-49d6-9379-a86688a24d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.815670 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d3a0c0f6-3ab0-49d6-9379-a86688a24d1e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af07c20b-e636-43b3-8838-3afcba114344 HTTP/1.1" status: 204 len: 168 time: 0.5808465 Mar 11 17:34:19.821712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44448) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:19.825825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:19.826566 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:19.911534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0c0f6-3ab0-49d6-9379-a86688a24d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af07c20b-e636-43b3-8838-3afcba114344,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:19.963858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a72e532d-0b8d-417d-80f3-5d6af9008077 req-1ac97969-bf86-4cc7-bf2f-ac462bcc5e27 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0442538 Mar 11 17:34:20.007982 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.036724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.083389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5cd00da0-acc4-4606-a883-e1e665f437e5 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:20.083765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cd00da0-acc4-4606-a883-e1e665f437e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.225135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.299067 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.306479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:20.316304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:20.323535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:20.331710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:20.332996 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.374224 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0163629 Mar 11 17:34:20.374224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb2109f-9da3-48c5-ae5d-f86ccd08c94b']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:20.374972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44466) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:20.384885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eac022-e00a-4202-812f-4c8ad563c978 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event updated for resources: {'Port': ['ID=fce9cb39-214c-4955-a246-af15f72751cc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:20.391850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba119f6b-b570-48fa-9986-8d47826692d7') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:20.392192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba119f6b-b570-48fa-9986-8d47826692d7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:20.405357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.425403 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.446648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:34:20.447267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:20.468689 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:20.584994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:34:20.593569 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.604392 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.609197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] 10.222.0.53 "DELETE /v2.0/networks/abb2109f-9da3-48c5-ae5d-f86ccd08c94b HTTP/1.1" status: 204 len: 168 time: 0.7792175 Mar 11 17:34:20.621614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-320fcdd2-b51d-4490-b696-b1910ff4cc65 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting port fce9cb39-214c-4955-a246-af15f72751cc {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:20.621951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-320fcdd2-b51d-4490-b696-b1910ff4cc65 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.691879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487a7f5-05b8-42b8-95c6-2a7a4dcbe038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-90240095-project] Pushing event deleted for resources: {'Network': ['ID=abb2109f-9da3-48c5-ae5d-f86ccd08c94b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:20.768746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:20.785772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'port_id': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7', 'mac_address': 'fa:16:3e:ab:8e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:34:20.861662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.897061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-67cc72ac-d075-49fe-8e40-e61b977960e1 None None] Provisioning complete for port fce9cb39-214c-4955-a246-af15f72751cc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:20.897748 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67cc72ac-d075-49fe-8e40-e61b977960e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.902430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:34:20.934266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-320fcdd2-b51d-4490-b696-b1910ff4cc65 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.953520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:20.955712 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-320fcdd2-b51d-4490-b696-b1910ff4cc65 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Calling delete_port for fce9cb39-214c-4955-a246-af15f72751cc owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:20.958396 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:20.975060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555eb90-24fd-44f6-a34b-e04dd373d77e req-731eb9ce-a3c8-44e1-8149-623ddd0f9aac tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:20.986023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c555eb90-24fd-44f6-a34b-e04dd373d77e req-731eb9ce-a3c8-44e1-8149-623ddd0f9aac tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 944 time: 0.1721501 Mar 11 17:34:21.042511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:21.060010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-67cc72ac-d075-49fe-8e40-e61b977960e1 None None] Port fce9cb39-214c-4955-a246-af15f72751cc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:21.139977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba899936-7c59-4054-9710-5dd40db0de59 req-e5894232-4230-47d2-8ebb-ee198b7523a9 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0421460 Mar 11 17:34:21.159658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c555eb90-24fd-44f6-a34b-e04dd373d77e req-bf81bbae-f8f3-4a49-bba1-23a047c9d73c tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703901 Mar 11 17:34:21.175706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:21.247674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['a916b8e1-be73-46e4-bb96-f0e6b87f2bd7'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:34:21.368515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-320fcdd2-b51d-4490-b696-b1910ff4cc65 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.410681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fcdd2-b51d-4490-b696-b1910ff4cc65 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Port': ['ID=fce9cb39-214c-4955-a246-af15f72751cc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:21.474549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-320fcdd2-b51d-4490-b696-b1910ff4cc65 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.493453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-320fcdd2-b51d-4490-b696-b1910ff4cc65 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/fce9cb39-214c-4955-a246-af15f72751cc HTTP/1.1" status: 204 len: 168 time: 1.1157541 Mar 11 17:34:21.495912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44498) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:21.613341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b026f100-6e4b-4b35-bacf-5882b4c64f4d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:21.615827 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b026f100-6e4b-4b35-bacf-5882b4c64f4d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1187484 Mar 11 17:34:21.618724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44504) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:21.743583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095a1ce-6ca5-4f78-8c31-e12dc8d340d0 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:21.743846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f20cfafd-4a5f-4f0b-9021-1d7433662b5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2e12d6e1f834feba3fd87be685536c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642695 Mar 11 17:34:21.743846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44506) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:21.744017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8095a1ce-6ca5-4f78-8c31-e12dc8d340d0 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1235662 Mar 11 17:34:21.746310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44508) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:21.814978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48308810-5dd4-4864-97e6-f2eabdbee7c7 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:21.817675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48308810-5dd4-4864-97e6-f2eabdbee7c7 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:21.819415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48308810-5dd4-4864-97e6-f2eabdbee7c7 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:21.821333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-48308810-5dd4-4864-97e6-f2eabdbee7c7 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0740058 Mar 11 17:34:21.825176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44510) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:21.825326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9b5afb7-2cb4-401a-9259-b4a9a9080512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.850525 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9b5afb7-2cb4-401a-9259-b4a9a9080512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.899957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-450faecd-d73b-48e6-a543-d5d736bd1593 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet 212738fe-144c-4a37-97d3-4708dbb11ea6 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:34:21.903959 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-450faecd-d73b-48e6-a543-d5d736bd1593 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.911773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9b5afb7-2cb4-401a-9259-b4a9a9080512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.918910 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c9b5afb7-2cb4-401a-9259-b4a9a9080512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:21.920089 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c9b5afb7-2cb4-401a-9259-b4a9a9080512 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68a8b2be-79f3-45a9-8bee-577dca7e58a2 HTTP/1.1" status: 204 len: 168 time: 0.1746488 Mar 11 17:34:21.956963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5afb7-2cb4-401a-9259-b4a9a9080512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a8b2be-79f3-45a9-8bee-577dca7e58a2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:21.969092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-450faecd-d73b-48e6-a543-d5d736bd1593 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.108855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-450faecd-d73b-48e6-a543-d5d736bd1593 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.202666 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-450faecd-d73b-48e6-a543-d5d736bd1593 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.241535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-450faecd-d73b-48e6-a543-d5d736bd1593 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.245137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-450faecd-d73b-48e6-a543-d5d736bd1593 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/212738fe-144c-4a37-97d3-4708dbb11ea6 HTTP/1.1" status: 204 len: 168 time: 0.4189746 Mar 11 17:34:22.246141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450faecd-d73b-48e6-a543-d5d736bd1593 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=212738fe-144c-4a37-97d3-4708dbb11ea6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:22.247855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:22.250061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24091fc7-68e5-4933-b9b1-ae29716ce295 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:22.351728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c67e285-eefd-4a27-923a-cb631f57e1a9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Deleting subnet f22e788f-362f-4538-979e-059ac2949144 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:34:22.352269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7dd4116d-7422-4018-b4d0-9d7ea42f950e req-438258c0-8def-487a-855d-f9e77bd83fc8 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0361364 Mar 11 17:34:22.383822 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c67e285-eefd-4a27-923a-cb631f57e1a9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.473381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c67e285-eefd-4a27-923a-cb631f57e1a9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.521201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44530) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:22.548826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c56d5-4acf-4a32-a81b-8a00d2e5e4f9 req-48104dbc-ca75-4b30-bd4f-aaec71ecd27f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:22.557997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b0c56d5-4acf-4a32-a81b-8a00d2e5e4f9 req-48104dbc-ca75-4b30-bd4f-aaec71ecd27f tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 945 time: 0.2046621 Mar 11 17:34:22.591419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:22.618817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b0c56d5-4acf-4a32-a81b-8a00d2e5e4f9 req-635e2ce8-e2e1-4d36-9e4b-f967b8276802 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596492 Mar 11 17:34:22.684056 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-63926915-edd7-4ddb-97e7-d8c59f30c57c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b65c3df572e49d39735ad34ffd3f1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617041 Mar 11 17:34:22.686552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44534) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:22.701029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:34:22.702902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c67e285-eefd-4a27-923a-cb631f57e1a9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.711574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:22.713611 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.802285 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c67e285-eefd-4a27-923a-cb631f57e1a9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.813931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-ac29fa55-0ca8-46c2-9ad1-689f87682418 req-cb67469a-1641-4ffa-8d73-cdafc9c8913f service neutron] (102641) timed out ('10.222.0.53', 51086) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:34:22.823131 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34273aca-a58c-436f-b788-3bf47ad6d035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.852252 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c67e285-eefd-4a27-923a-cb631f57e1a9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.863396 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7c67e285-eefd-4a27-923a-cb631f57e1a9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/f22e788f-362f-4538-979e-059ac2949144 HTTP/1.1" status: 204 len: 168 time: 0.6117957 Mar 11 17:34:22.863396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67e285-eefd-4a27-923a-cb631f57e1a9 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Subnet': ['ID=f22e788f-362f-4538-979e-059ac2949144,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:22.865612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44536) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:22.885255 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.885487 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34273aca-a58c-436f-b788-3bf47ad6d035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.924176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83025f1b-3e75-4d92-b6a1-a96539449119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:34:22.927160 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2e259e-b7d7-447f-978c-9b103ff5193c" -d '{"events": [{"server_uuid": "83025f1b-3e75-4d92-b6a1-a96539449119", "name": "network-vif-plugged", "status": "completed", "tag": "a916b8e1-be73-46e4-bb96-f0e6b87f2bd7"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:34:22.947193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:22.960470 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.966204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34273aca-a58c-436f-b788-3bf47ad6d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.970594 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34273aca-a58c-436f-b788-3bf47ad6d035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:22.975117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-34273aca-a58c-436f-b788-3bf47ad6d035 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89c45e12-18c8-4ad9-95b6-958127c8c51f HTTP/1.1" status: 204 len: 168 time: 0.2869711 Mar 11 17:34:22.978794 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f9e3b7a6-8712-4d16-a885-07e5245e2543 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098950 Mar 11 17:34:22.979618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44542) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.005130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34273aca-a58c-436f-b788-3bf47ad6d035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c45e12-18c8-4ad9-95b6-958127c8c51f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:23.028737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:23.040770 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c4afb2-024a-4c93-9286-10adf3e2453d x-openstack-request-id: req-29c4afb2-024a-4c93-9286-10adf3e2453d {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:34:23.041064 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83025f1b-3e75-4d92-b6a1-a96539449119", "name": "network-vif-plugged", "status": "completed", "tag": "a916b8e1-be73-46e4-bb96-f0e6b87f2bd7", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:34:23.041319 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29c4afb2-024a-4c93-9286-10adf3e2453d {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:34:23.044775 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83025f1b-3e75-4d92-b6a1-a96539449119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7', 'code': 200} Mar 11 17:34:23.068709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34998c5-6dc9-4f78-b749-cb63eb4a519d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:23.070830 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f34998c5-6dc9-4f78-b749-cb63eb4a519d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0900006 Mar 11 17:34:23.073266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44544) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.213879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db49b34a-da55-4303-b994-32464c3f4806 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:23.215391 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-db49b34a-da55-4303-b994-32464c3f4806 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1409948 Mar 11 17:34:23.227088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44550) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.244522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50845f5-9037-4a4f-8d50-466900679aa0 req-c49b934b-705b-4775-a30e-ed7317080105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:23.245940 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c50845f5-9037-4a4f-8d50-466900679aa0 req-c49b934b-705b-4775-a30e-ed7317080105 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 1097 time: 0.1060462 Mar 11 17:34:23.297677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-65e5d55a-fc32-4ca9-b7f8-374e0a40cd92 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686123 Mar 11 17:34:23.307138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44552) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.328303 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c50845f5-9037-4a4f-8d50-466900679aa0 req-1e94b89c-88fa-465d-b528-95c815cc1428 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671935 Mar 11 17:34:23.334696 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f86a25c-3b03-46e0-bd36-cbc07bff714c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.336325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f86a25c-3b03-46e0-bd36-cbc07bff714c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.343466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7f86a25c-3b03-46e0-bd36-cbc07bff714c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/fce9cb39-214c-4955-a246-af15f72751cc HTTP/1.1" status: 404 len: 333 time: 0.0351100 Mar 11 17:34:23.345481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44554) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.397067 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a5790d-199a-43db-a132-30b3273a3a89 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.397777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a5790d-199a-43db-a132-30b3273a3a89 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.405869 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-23a5790d-199a-43db-a132-30b3273a3a89 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/212738fe-144c-4a37-97d3-4708dbb11ea6 HTTP/1.1" status: 404 len: 337 time: 0.0538781 Mar 11 17:34:23.408581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44558) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.471796 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07d057a-8000-4096-ac37-ce433a7a4cca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.474394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07d057a-8000-4096-ac37-ce433a7a4cca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.487746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44562) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.491054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f07d057a-8000-4096-ac37-ce433a7a4cca tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/f22e788f-362f-4538-979e-059ac2949144 HTTP/1.1" status: 404 len: 337 time: 0.0814197 Mar 11 17:34:23.535637 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c09f20-6fbf-4248-a0d9-376f3c2cc0d6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.539167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c09f20-6fbf-4248-a0d9-376f3c2cc0d6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.547060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b9c09f20-6fbf-4248-a0d9-376f3c2cc0d6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/a24685f5-73f4-4442-ab45-df0a82c2b81e HTTP/1.1" status: 404 len: 333 time: 0.0554478 Mar 11 17:34:23.547493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.606884 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e51708-1686-499d-b1f5-239c74aa548f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.607265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e51708-1686-499d-b1f5-239c74aa548f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.610552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-42e51708-1686-499d-b1f5-239c74aa548f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/298b5afb-4f37-497e-abfe-e7189ecb9479 HTTP/1.1" status: 404 len: 337 time: 0.0584881 Mar 11 17:34:23.613222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44568) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.617284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02a19047-88c8-4dad-bd39-a33bb18da32d req-c2538533-ef01-4df7-9275-6972c1881ea7 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0510714 Mar 11 17:34:23.651826 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e93ef8-70ef-40d4-9698-e41284dfa64b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.652294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e93ef8-70ef-40d4-9698-e41284dfa64b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.655912 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-73e93ef8-70ef-40d4-9698-e41284dfa64b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/43e17f4b-862d-4626-b4b0-3bfc3f95bec2 HTTP/1.1" status: 404 len: 337 time: 0.0395327 Mar 11 17:34:23.660042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44572) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.696840 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dd747b-fc1e-48dd-ab7e-15f1d67b3b3f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.697940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4dd747b-fc1e-48dd-ab7e-15f1d67b3b3f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.699019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb9eeaa-4834-4f96-9899-acbc1e335023 None None] Network bbdee46c-64cf-49c1-804c-5a20ddf3a521 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:23.705488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.706726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b4dd747b-fc1e-48dd-ab7e-15f1d67b3b3f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/a4563a04-705a-41d6-bce2-128ccb78b72a HTTP/1.1" status: 404 len: 333 time: 0.0444345 Mar 11 17:34:23.737415 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c575e90b-577c-4d3a-8869-c07e1c032619 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.737881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c575e90b-577c-4d3a-8869-c07e1c032619 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.746505 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c575e90b-577c-4d3a-8869-c07e1c032619 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/a92eb2d3-eea7-482b-9b5d-f712d476f5dc HTTP/1.1" status: 404 len: 337 time: 0.0360570 Mar 11 17:34:23.746936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44580) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.782166 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-339cd34d-f015-49ac-8296-77c7f32fe230 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.782764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339cd34d-f015-49ac-8296-77c7f32fe230 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.789626 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-339cd34d-f015-49ac-8296-77c7f32fe230 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/8512010a-01e8-49bd-afbd-c529c58ff7cf HTTP/1.1" status: 404 len: 337 time: 0.0392573 Mar 11 17:34:23.792234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44582) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.802842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-14ed974c-ec6d-434b-b030-17a29a9e8ed9 None None] Provisioning complete for port e8215e0c-a732-466b-aa9e-dc23efac384e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:23.803217 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14ed974c-ec6d-434b-b030-17a29a9e8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:23.830948 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a07df36-5e5e-49be-a007-006aba869b30 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.832805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a07df36-5e5e-49be-a007-006aba869b30 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.839247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44586) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.839819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1a07df36-5e5e-49be-a007-006aba869b30 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/4e5351fa-a240-4686-b2d3-092deab18909 HTTP/1.1" status: 404 len: 333 time: 0.0404906 Mar 11 17:34:23.870859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37556-a330-487a-806f-619498d4b49f req-09fee65e-68e1-4e51-8dc7-39ea1ce927bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:23.872983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fd37556-a330-487a-806f-619498d4b49f req-09fee65e-68e1-4e51-8dc7-39ea1ce927bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 946 time: 0.1464074 Mar 11 17:34:23.877816 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa2a9c1-5e3e-460b-bef3-4f0b68067660 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.878279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa2a9c1-5e3e-460b-bef3-4f0b68067660 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.881325 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-faa2a9c1-5e3e-460b-bef3-4f0b68067660 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/90b02f41-31f2-4dc5-ad33-77ba332d0781 HTTP/1.1" status: 404 len: 337 time: 0.0409365 Mar 11 17:34:23.885944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44590) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.972120 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-824ef749-fd5f-47d5-89d2-a4212fb4e914 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:23.972515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824ef749-fd5f-47d5-89d2-a4212fb4e914 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:23.976380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-824ef749-fd5f-47d5-89d2-a4212fb4e914 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/406d929d-2ed4-44d7-9b95-29f08daad9a8 HTTP/1.1" status: 404 len: 337 time: 0.0887444 Mar 11 17:34:23.982234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44592) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:23.993462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fd37556-a330-487a-806f-619498d4b49f req-acb0bba4-844b-47d9-875a-4a98a502e9ea tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110127 Mar 11 17:34:24.051984 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0d51cdc4-3b77-459e-ae29-8f735cd4f9ce req-fe9ff513-9f4a-4302-a2a6-d8b3e6d16676 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0902553 Mar 11 17:34:24.052644 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-949ce9ef-9130-4136-a5f4-e787f142e6df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.053438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949ce9ef-9130-4136-a5f4-e787f142e6df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.056785 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-949ce9ef-9130-4136-a5f4-e787f142e6df tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/d1cf005b-9286-4bfe-bef3-26b0481011b7 HTTP/1.1" status: 404 len: 333 time: 0.0743449 Mar 11 17:34:24.059133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44596) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.077543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac3d6e-39cc-41f7-843e-f0842d7ba4e6 None None] DHCP port deletion for bbdee46c-64cf-49c1-804c-5a20ddf3a521 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:34:24.090682 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff338946-68f1-47c1-9930-8cb9781b9cdf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.091137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff338946-68f1-47c1-9930-8cb9781b9cdf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.097387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff338946-68f1-47c1-9930-8cb9781b9cdf tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/e5898ae2-9b77-44ff-9a56-50eca18f3551 HTTP/1.1" status: 404 len: 337 time: 0.0344236 Mar 11 17:34:24.098079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44598) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.133832 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-caef09fa-545b-4117-a62e-121c82368a0b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.136282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caef09fa-545b-4117-a62e-121c82368a0b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.146656 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-caef09fa-545b-4117-a62e-121c82368a0b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/4b2ac16a-7a11-4768-9029-8fe10dcdeca5 HTTP/1.1" status: 404 len: 333 time: 0.0469148 Mar 11 17:34:24.146823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44604) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.151961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac3d6e-39cc-41f7-843e-f0842d7ba4e6 None None] Deleting port e8215e0c-a732-466b-aa9e-dc23efac384e {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:24.152618 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3d6e-39cc-41f7-843e-f0842d7ba4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.179584 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6d6db0-15aa-455a-ad3d-7fee39f6be52 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.180143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6d6db0-15aa-455a-ad3d-7fee39f6be52 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.188529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ee6d6db0-15aa-455a-ad3d-7fee39f6be52 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/aefb2d53-2c8c-43c8-b05a-6b11b7c8945d HTTP/1.1" status: 404 len: 337 time: 0.0363176 Mar 11 17:34:24.189307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44608) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.232550 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d1f095-a965-491b-8b11-a366800e671d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.233840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d1f095-a965-491b-8b11-a366800e671d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.240925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44612) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.241638 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c4d1f095-a965-491b-8b11-a366800e671d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/2da1ac51-c7ee-4e3b-a802-c58087439a28 HTTP/1.1" status: 404 len: 333 time: 0.0505152 Mar 11 17:34:24.282912 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-72aefa70-f3b4-4567-9325-7d5103469842 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.283522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72aefa70-f3b4-4567-9325-7d5103469842 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.284144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e7ac3d6e-39cc-41f7-843e-f0842d7ba4e6 None None] For port e8215e0c-a732-466b-aa9e-dc23efac384e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8215e0c-a732-466b-aa9e-dc23efac384e,segment=NetworkSegment(52127a32-b93d-4c1a-b78d-839b57d2c5fb),segment_id=52127a32-b93d-4c1a-b78d-839b57d2c5fb)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:24.284594 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3d6e-39cc-41f7-843e-f0842d7ba4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.286911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-72aefa70-f3b4-4567-9325-7d5103469842 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/025a0fd7-6c0f-4b7f-a08e-41d3289e5891 HTTP/1.1" status: 404 len: 337 time: 0.0448706 Mar 11 17:34:24.289674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44616) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.319175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac3d6e-39cc-41f7-843e-f0842d7ba4e6 None None] Calling delete_port for e8215e0c-a732-466b-aa9e-dc23efac384e owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:24.323901 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08c6c3f-df11-42e9-8875-6cd5b0ebb08b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.325032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08c6c3f-df11-42e9-8875-6cd5b0ebb08b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.328979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a08c6c3f-df11-42e9-8875-6cd5b0ebb08b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/4da6a4ea-6c8c-4dcd-9d16-ecdfdc836e56 HTTP/1.1" status: 404 len: 333 time: 0.0368667 Mar 11 17:34:24.331828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44618) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.368512 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-787e9669-7ec8-40ab-9727-c6d7e0664ab8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.369116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787e9669-7ec8-40ab-9727-c6d7e0664ab8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.372648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-787e9669-7ec8-40ab-9727-c6d7e0664ab8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/aec10e0f-0b11-405a-ab52-ffa769d9aca9 HTTP/1.1" status: 404 len: 337 time: 0.0394156 Mar 11 17:34:24.377037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44620) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.412583 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e00e2b-08e4-4d62-9062-86e7a839a9a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.416930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e00e2b-08e4-4d62-9062-86e7a839a9a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.423995 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-38e00e2b-08e4-4d62-9062-86e7a839a9a2 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/3e9d722e-6e06-4e85-a50f-aaf58c4bf8cf HTTP/1.1" status: 404 len: 333 time: 0.0419686 Mar 11 17:34:24.424293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44622) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.440856 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3d6e-39cc-41f7-843e-f0842d7ba4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.463705 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bebadec-f043-4da6-97e2-99f6bbae544a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.464525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bebadec-f043-4da6-97e2-99f6bbae544a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.471913 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0bebadec-f043-4da6-97e2-99f6bbae544a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/ebd85813-97cd-418b-95cc-256b34493738 HTTP/1.1" status: 404 len: 337 time: 0.0399795 Mar 11 17:34:24.472796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44624) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.482001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44626) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.492906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac3d6e-39cc-41f7-843e-f0842d7ba4e6 None None] Pushing event deleted for resources: {'Port': ['ID=e8215e0c-a732-466b-aa9e-dc23efac384e,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:24.504685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac3d6e-39cc-41f7-843e-f0842d7ba4e6 None None] No DVR routers for this DVR port e8215e0c-a732-466b-aa9e-dc23efac384e on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:24.510945 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-53deb20e-5083-496b-a116-c4f7b08afed8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.512033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53deb20e-5083-496b-a116-c4f7b08afed8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.520904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.521067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-53deb20e-5083-496b-a116-c4f7b08afed8 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/f3619bac-dca4-46ce-9ed9-e2c219d0e84a HTTP/1.1" status: 404 len: 333 time: 0.0476243 Mar 11 17:34:24.549357 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1f69e4-c861-4ca7-98ae-338f9b03d5d7 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.549902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1f69e4-c861-4ca7-98ae-338f9b03d5d7 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.553409 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fb1f69e4-c861-4ca7-98ae-338f9b03d5d7 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/bf64335c-4e88-47fe-a4d8-c4e24befc741 HTTP/1.1" status: 404 len: 337 time: 0.0308828 Mar 11 17:34:24.555802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44632) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.584026 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5392c7c-d194-4507-872b-9c433230ecc4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.584696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5392c7c-d194-4507-872b-9c433230ecc4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.592450 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a5392c7c-d194-4507-872b-9c433230ecc4 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/a9e1556d-604f-4d33-8bf9-4b26a0f0e4af HTTP/1.1" status: 404 len: 337 time: 0.0333228 Mar 11 17:34:24.594720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.623491 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13be263-8d1f-41f5-a611-d27396dfb890 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.624412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13be263-8d1f-41f5-a611-d27396dfb890 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.629451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b13be263-8d1f-41f5-a611-d27396dfb890 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/89790f8b-154b-4fa8-ba82-a04c380546b6 HTTP/1.1" status: 404 len: 333 time: 0.0323772 Mar 11 17:34:24.633282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44640) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.685553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1163410035'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:24.704973 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-24afd8a1-9174-44c9-8a61-3dfd5824db90 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.705716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24afd8a1-9174-44c9-8a61-3dfd5824db90 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.714638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.715819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-24afd8a1-9174-44c9-8a61-3dfd5824db90 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/47a59432-56d6-48a0-901c-3394c36a3d10 HTTP/1.1" status: 404 len: 337 time: 0.0813892 Mar 11 17:34:24.726752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Made reservation on behalf of a89911a2e93c4175b87c1072a5f6004f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:24.736946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.778613 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b8486e-6786-46da-9c97-5caedcd19e5c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.779313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b8486e-6786-46da-9c97-5caedcd19e5c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.781539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89c94fe4-695d-41bc-868c-59bd164a98b6 req-06305975-f5cc-461f-a13f-8bcf6a8ff79f tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0445874 Mar 11 17:34:24.783111 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-53b8486e-6786-46da-9c97-5caedcd19e5c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/fc354f26-40df-4000-96c0-2734bfba2af3 HTTP/1.1" status: 404 len: 337 time: 0.0674100 Mar 11 17:34:24.785923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44646) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.789646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.821011 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f08ddf-86fd-47dc-a51d-4d99e99ce417 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.822012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f08ddf-86fd-47dc-a51d-4d99e99ce417 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.828852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d2f08ddf-86fd-47dc-a51d-4d99e99ce417 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/7096cc59-e79b-439e-b799-e37253bb5473 HTTP/1.1" status: 404 len: 333 time: 0.0400655 Mar 11 17:34:24.829713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44648) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.874947 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-5764cf0b-b835-4b08-8aaa-c3fabfca08d6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.875714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5764cf0b-b835-4b08-8aaa-c3fabfca08d6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.881704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5764cf0b-b835-4b08-8aaa-c3fabfca08d6 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/d1a212c3-61da-4153-a7d2-8fa12012f4f7 HTTP/1.1" status: 404 len: 337 time: 0.0506296 Mar 11 17:34:24.882606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44650) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.899996 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.904311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:24.919333 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cc2dc8-84c6-410b-8b25-391d8470c30a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.920103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cc2dc8-84c6-410b-8b25-391d8470c30a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.926236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-79cc2dc8-84c6-410b-8b25-391d8470c30a tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/ac568e0e-d474-4314-ac3a-59a41bba7990 HTTP/1.1" status: 404 len: 337 time: 0.0424485 Mar 11 17:34:24.927115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44652) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.950590 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-184828f9-89f6-4fe2-9eec-2c74f343e17c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:24.951725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184828f9-89f6-4fe2-9eec-2c74f343e17c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:24.960015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-184828f9-89f6-4fe2-9eec-2c74f343e17c tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/f60bc188-edac-44c7-b618-6ece12d5d18d HTTP/1.1" status: 404 len: 333 time: 0.0309033 Mar 11 17:34:24.960580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44654) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:24.962704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1924a067-3311-42a2-87bd-f467afafbf41,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:25.009066 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c679be-4f07-4d78-a06a-0c408bd70dba tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.009954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c679be-4f07-4d78-a06a-0c408bd70dba tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.016312 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-48c679be-4f07-4d78-a06a-0c408bd70dba tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/661b717b-a449-492e-b773-caa4cee758dc HTTP/1.1" status: 404 len: 337 time: 0.0497108 Mar 11 17:34:25.018662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:25.018873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44658) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.041940 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.042736 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Added segment af22015a-a687-44f0-8491-919b0f79bc7a of type vlan for network c28aeb86-ec4d-4ef3-9289-0480de937486 Mar 11 17:34:25.086993 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-915001bf-bf9d-4699-9960-cabf29949f23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.087455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915001bf-bf9d-4699-9960-cabf29949f23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.098416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.100917 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-915001bf-bf9d-4699-9960-cabf29949f23 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/0f09e5cb-9380-41dc-b825-dcabcd0f715f HTTP/1.1" status: 404 len: 337 time: 0.0806293 Mar 11 17:34:25.150299 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c32caa89-7d42-4a8d-a257-85266dd31177 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0d8c86-7db8-44b8-9910-1b9065890c34 HTTP/1.1" status: 200 len: 205 time: 0.0506024 Mar 11 17:34:25.153107 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44664) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.160752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.168993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e491f0-88ce-47db-8a54-8dcad0fbcf59 req-1e0dffad-357b-49b3-a19d-1f04e4dfce30 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:25.176441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08e491f0-88ce-47db-8a54-8dcad0fbcf59 req-1e0dffad-357b-49b3-a19d-1f04e4dfce30 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 946 time: 0.0635190 Mar 11 17:34:25.214965 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-ec88fcca-1dab-474b-a33a-200a4bee2598 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] delete failed (client error): The resource could not be found. Mar 11 17:34:25.233635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08e491f0-88ce-47db-8a54-8dcad0fbcf59 req-e82a77c6-2a57-4460-9fb3-cc21b94f396d tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554078 Mar 11 17:34:25.234178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44666) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.242242 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ec88fcca-1dab-474b-a33a-200a4bee2598 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/routers/cf0d8c86-7db8-44b8-9910-1b9065890c34 HTTP/1.1" status: 404 len: 336 time: 0.0870998 Mar 11 17:34:25.291012 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5c8b27-9881-436c-816a-dd935d22f12d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.291679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5c8b27-9881-436c-816a-dd935d22f12d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.297807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44672) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.298304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5d5c8b27-9881-436c-816a-dd935d22f12d tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/bc917923-56c5-473b-aa68-76c134f7bd24 HTTP/1.1" status: 404 len: 337 time: 0.0612543 Mar 11 17:34:25.331392 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4f511059-9fb7-4fc9-b754-50c7d619f110 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 HTTP/1.1" status: 200 len: 205 time: 0.0323489 Mar 11 17:34:25.332443 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.334546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44674) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.339142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:25.339805 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.415354 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9322026 Mar 11 17:34:25.424324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44678) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.428654 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-02012633-da4c-4cab-8b38-b1af6e38e7c0 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] delete failed (client error): The resource could not be found. Mar 11 17:34:25.430529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'subnet': {'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:25.432594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-02012633-da4c-4cab-8b38-b1af6e38e7c0 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/routers/bf5f5a97-7e6d-487e-bac9-9cc2c6a5ea02 HTTP/1.1" status: 404 len: 336 time: 0.0966535 Mar 11 17:34:25.434413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44680) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.457537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9086e-0009-4b25-bb53-d270b6705294 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Network': ['ID=c28aeb86-ec4d-4ef3-9289-0480de937486,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:25.499158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network c28aeb86-ec4d-4ef3-9289-0480de937486 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:34:25.541695 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-6691424a-0107-476c-905b-e33b91e63dff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.542120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6691424a-0107-476c-905b-e33b91e63dff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.543495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Made reservation on behalf of a89911a2e93c4175b87c1072a5f6004f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:25.545810 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6691424a-0107-476c-905b-e33b91e63dff tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/facb8ccb-bda9-429d-97e7-9278f88df648 HTTP/1.1" status: 404 len: 337 time: 0.1056962 Mar 11 17:34:25.548299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.551300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44682) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.590902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df348542-37a9-49e3-9b02-9a7af84bffc7 req-a32afdac-296c-4204-a90e-7bdee90208c0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:25.592564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df348542-37a9-49e3-9b02-9a7af84bffc7 req-a32afdac-296c-4204-a90e-7bdee90208c0 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 946 time: 0.1664743 Mar 11 17:34:25.593479 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c9c2bc-4c60-466a-ae53-5e72e1fd9ab5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.593950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c9c2bc-4c60-466a-ae53-5e72e1fd9ab5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.596985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-60c9c2bc-4c60-466a-ae53-5e72e1fd9ab5 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/80465ec6-2d4a-4595-9cb8-3d6e31a22074 HTTP/1.1" status: 404 len: 337 time: 0.0413032 Mar 11 17:34:25.601266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44684) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.611879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44686) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.618265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-eb45188b-7d25-492f-b3e3-ca827686b859 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Request body: {'floatingip': {'port_id': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:25.642556 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d5ec3c-be69-4b55-be99-49349f81d3ce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.643359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d5ec3c-be69-4b55-be99-49349f81d3ce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.646986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-00d5ec3c-be69-4b55-be99-49349f81d3ce tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/66d7bb1a-6974-4edc-8aef-338035bba953 HTTP/1.1" status: 404 len: 333 time: 0.0418117 Mar 11 17:34:25.650948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44688) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.653009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8215e0c-a732-466b-aa9e-dc23efac384e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:34:25.677856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e8215e0c-a732-466b-aa9e-dc23efac384e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:34:25.678351 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8215e0c-a732-466b-aa9e-dc23efac384e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:34:25.685207 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-94409968-c29a-4ffd-a594-6f06ce92b4e1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.685666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94409968-c29a-4ffd-a594-6f06ce92b4e1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.689944 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-94409968-c29a-4ffd-a594-6f06ce92b4e1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/7d2999b3-46dd-428e-b9a2-f93bc8ed575c HTTP/1.1" status: 404 len: 337 time: 0.0374014 Mar 11 17:34:25.691910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44690) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.692881 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb45188b-7d25-492f-b3e3-ca827686b859 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.718073 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-29520a7e-8d34-4449-bd35-32cf2c8257dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.718755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29520a7e-8d34-4449-bd35-32cf2c8257dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.722108 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-29520a7e-8d34-4449-bd35-32cf2c8257dc tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/721e3ddd-f587-458b-89c8-a3837401e780 HTTP/1.1" status: 404 len: 333 time: 0.0289409 Mar 11 17:34:25.725695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44692) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.786363 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f051534-b9ad-4671-9710-f62016257747 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.786822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f051534-b9ad-4671-9710-f62016257747 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.792239 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3f051534-b9ad-4671-9710-f62016257747 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/bc6f15eb-a28e-4c58-80d4-2fbd44d6ce46 HTTP/1.1" status: 404 len: 337 time: 0.0632565 Mar 11 17:34:25.793301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.825511 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd76bcf-c92f-445f-afa3-ad877ddcd086 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.828486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd76bcf-c92f-445f-afa3-ad877ddcd086 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.831779 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ddd76bcf-c92f-445f-afa3-ad877ddcd086 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/c6cc47d2-845e-4231-8b4a-0ff158cba414 HTTP/1.1" status: 404 len: 333 time: 0.0381892 Mar 11 17:34:25.883818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44698) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.895804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:25.948648 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e1dd93-1d64-41fd-a965-02c9d155d88f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.949099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e1dd93-1d64-41fd-a965-02c9d155d88f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.954791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d3e1dd93-1d64-41fd-a965-02c9d155d88f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/af1788c1-e3a5-4286-9fa4-76a091184480 HTTP/1.1" status: 404 len: 337 time: 0.0670741 Mar 11 17:34:25.960018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44700) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:25.971892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99d9c8a6-afc9-4364-b8f8-e3d7c7b1e74c req-f8d34bb8-aefe-4f0c-b3dc-3e1db2db06b7 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0590835 Mar 11 17:34:25.989153 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a47743-87e2-4aaf-9155-5435dc168826 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:25.989859 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a47743-87e2-4aaf-9155-5435dc168826 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:25.992827 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-87a47743-87e2-4aaf-9155-5435dc168826 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/7ed2daa3-2b4b-468b-acd1-85b014bf605b HTTP/1.1" status: 404 len: 333 time: 0.0329747 Mar 11 17:34:25.996172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44702) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:26.008860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Subnet': ['ID=6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:26.031096 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df11c29-15b7-47e7-9a18-97f5c8f97f92 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:26.032157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df11c29-15b7-47e7-9a18-97f5c8f97f92 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:26.037195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6df11c29-15b7-47e7-9a18-97f5c8f97f92 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/8da1cfc5-c75b-45a0-a189-c49f298c444f HTTP/1.1" status: 404 len: 337 time: 0.0380235 Mar 11 17:34:26.043116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44706) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:26.043982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Checking segment: {'id': 'af22015a-a687-44f0-8491-919b0f79bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:26.044664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Network hostable DHCP agents. Network: c28aeb86-ec4d-4ef3-9289-0480de937486, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:26.066123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Network c28aeb86-ec4d-4ef3-9289-0480de937486 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:26.084167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, c28aeb86-ec4d-4ef3-9289-0480de937486) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:26.094591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a39e8-68d3-436e-8ec4-45bb9b122354 None None] Network c28aeb86-ec4d-4ef3-9289-0480de937486 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:26.101951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:26.105006 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3d8a73-ed80-4b70-b09a-457e8b9810fb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:26.105336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3d8a73-ed80-4b70-b09a-457e8b9810fb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:26.106416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.113559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5b3d8a73-ed80-4b70-b09a-457e8b9810fb tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/fa592c23-d10d-4f27-9187-816f270a83ed HTTP/1.1" status: 404 len: 333 time: 0.0652781 Mar 11 17:34:26.119575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44714) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:26.166292 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c5e6ca-9d5a-4a3f-9fa7-afe3a0f96bd1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:26.166890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c5e6ca-9d5a-4a3f-9fa7-afe3a0f96bd1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:26.176690 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b7c5e6ca-9d5a-4a3f-9fa7-afe3a0f96bd1 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/3d3da56e-01f7-483f-a22c-12fecf4d519a HTTP/1.1" status: 404 len: 337 time: 0.0540228 Mar 11 17:34:26.183060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a343da1b-d25d-4e49-a9c7-ce960acf729f tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7577746 Mar 11 17:34:26.185076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44720) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:26.199886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:26.231006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'port': {'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486', 'name': 'tempest-AllowedAddressPairTestJSON-1273293868'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:26.316673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-c28aeb86-ec4d-4ef3-9289-0480de937486', 'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486', 'tenant_id': 'a89911a2e93c4175b87c1072a5f6004f', 'fixed_ips': [{'subnet_id': '6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:34:26.318916 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.364084 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32be309-2d34-407d-8ba1-e3c913d4ce6e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:26.411823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32be309-2d34-407d-8ba1-e3c913d4ce6e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:26.415413 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b32be309-2d34-407d-8ba1-e3c913d4ce6e tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/c1b4c94a-4ce4-4812-a037-870f860d1110 HTTP/1.1" status: 404 len: 333 time: 0.2286587 Mar 11 17:34:26.427006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44730) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:26.599421 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f45828e-0dd7-4f23-98b8-747d536fbd16 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:26.600137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f45828e-0dd7-4f23-98b8-747d536fbd16 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:26.603305 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6f45828e-0dd7-4f23-98b8-747d536fbd16 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/fc51330e-5711-4727-b152-8e8c17fa2251 HTTP/1.1" status: 404 len: 337 time: 0.1706727 Mar 11 17:34:26.616957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44742) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:26.659782 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda5897f-324b-44bb-ad12-e4050f3544d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:26.659782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda5897f-324b-44bb-ad12-e4050f3544d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:26.667484 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dda5897f-324b-44bb-ad12-e4050f3544d3 tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/ports/a540bf80-5fef-4855-8035-ad8ae0fa1ede HTTP/1.1" status: 404 len: 333 time: 0.0463636 Mar 11 17:34:26.679957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44744) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:26.695535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Allocated IP 172.20.0.2 (c28aeb86-ec4d-4ef3-9289-0480de937486/6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6/22b6076f-485e-4e5d-a6a5-00e17da076a8) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:26.728542 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f99b6b3-9fd6-43b7-af09-759ba150963b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] DELETE failed (client error): The resource could not be found. Mar 11 17:34:26.729123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f99b6b3-9fd6-43b7-af09-759ba150963b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:34:26.735508 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8f99b6b3-9fd6-43b7-af09-759ba150963b tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/subnets/ed24a520-f628-4ed4-a3a5-275374dac428 HTTP/1.1" status: 404 len: 337 time: 0.0509942 Mar 11 17:34:26.743929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3efe3900-4524-4be0-8735-94c48005a039 req-1b831f2c-8c32-4e5b-810c-9b49b1b50195 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1055214 Mar 11 17:34:26.746834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44746) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:26.791926 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb45188b-7d25-492f-b3e3-ca827686b859 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.796524 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb45188b-7d25-492f-b3e3-ca827686b859 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.849602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.873049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Made reservation on behalf of a89911a2e93c4175b87c1072a5f6004f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:26.877191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.963418 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.972705 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.974652 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-eb45188b-7d25-492f-b3e3-ca827686b859 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Floating IP 7e84ff62-a95b-461f-a270-ea7bb5d0af15 associated. External IP: 172.25.8.3, port: a916b8e1-be73-46e4-bb96-f0e6b87f2bd7. Mar 11 17:34:26.990546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:26.999602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] device_id is not set on port 34e7dd3b-bb97-47e2-ae84-50049588f486 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:27.010873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Network c28aeb86-ec4d-4ef3-9289-0480de937486 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:27.016812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:27.021991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:27.052016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdee46c-64cf-49c1-804c-5a20ddf3a521']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:27.071986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52127a32-b93d-4c1a-b78d-839b57d2c5fb') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:27.072383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52127a32-b93d-4c1a-b78d-839b57d2c5fb') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:27.088232 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.092185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Pushing event updated for resources: {'Port': ['ID=22b6076f-485e-4e5d-a6a5-00e17da076a8,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:27.102282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.102684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.103041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.104063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.104456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.104796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.105151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.105643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.105996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.106347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.106892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.107394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:27.116816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Attempting to bind port 22b6076f-485e-4e5d-a6a5-00e17da076a8 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:27.117439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Attempting to bind port 22b6076f-485e-4e5d-a6a5-00e17da076a8 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'af22015a-a687-44f0-8491-919b0f79bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:27.117990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Attempting to bind port 22b6076f-485e-4e5d-a6a5-00e17da076a8 on network c28aeb86-ec4d-4ef3-9289-0480de937486 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:27.126593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:34:27.127279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Checking segment: {'id': 'af22015a-a687-44f0-8491-919b0f79bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:27.129031 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.129916 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.130752 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Bound using segment: {'id': 'af22015a-a687-44f0-8491-919b0f79bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:34:27.131575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Bound port: 22b6076f-485e-4e5d-a6a5-00e17da076a8, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af22015a-a687-44f0-8491-919b0f79bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:27.132301 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.143281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:34:27.143554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:27.146861 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:27.231953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Allocated IP 172.20.0.5 (c28aeb86-ec4d-4ef3-9289-0480de937486/6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6/34e7dd3b-bb97-47e2-ae84-50049588f486) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:27.252999 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.263576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.270587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] 10.222.0.53 "DELETE /v2.0/networks/bbdee46c-64cf-49c1-804c-5a20ddf3a521 HTTP/1.1" status: 204 len: 168 time: 0.5228808 Mar 11 17:34:27.303459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560d1d8-2497-4c67-8b94-2f714a8bf31f tempest-NetworksTestDHCPv6-1916322374 tempest-NetworksTestDHCPv6-1916322374-project] Pushing event deleted for resources: {'Network': ['ID=bbdee46c-64cf-49c1-804c-5a20ddf3a521,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:27.306476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] For port 22b6076f-485e-4e5d-a6a5-00e17da076a8, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:27.311779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] For port 22b6076f-485e-4e5d-a6a5-00e17da076a8, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=22b6076f-485e-4e5d-a6a5-00e17da076a8,segment=NetworkSegment(af22015a-a687-44f0-8491-919b0f79bc7a),segment_id=af22015a-a687-44f0-8491-919b0f79bc7a)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:27.318477 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.428190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba2899-e45b-40e2-a1ba-17695dd5ad08 None None] Pushing event updated for resources: {'Port': ['ID=22b6076f-485e-4e5d-a6a5-00e17da076a8,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:27.461858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb45188b-7d25-492f-b3e3-ca827686b859 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:34:27.558817 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.642337 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.690078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb45188b-7d25-492f-b3e3-ca827686b859 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:34:27.704283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb45188b-7d25-492f-b3e3-ca827686b859 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:27.711507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:34:27.745421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eb45188b-7d25-492f-b3e3-ca827686b859 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "PUT /v2.0/floatingips/7e84ff62-a95b-461f-a270-ea7bb5d0af15 HTTP/1.1" status: 200 len: 990 time: 2.1324954 Mar 11 17:34:27.746069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83025f1b-3e75-4d92-b6a1-a96539449119', 'tag': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:34:27.749244 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc22b0b9-c32a-468a-929f-88338d711490" -d '{"events": [{"name": "network-changed", "server_uuid": "83025f1b-3e75-4d92-b6a1-a96539449119", "tag": "a916b8e1-be73-46e4-bb96-f0e6b87f2bd7"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:34:27.756147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:27.756817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:27.786561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Network c28aeb86-ec4d-4ef3-9289-0480de937486 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:27.807305 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:27.820964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:27.831126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Port': ['ID=34e7dd3b-bb97-47e2-ae84-50049588f486,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:27.857319 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4386191-9bc1-4478-9ce2-11bcb11d2674 x-openstack-request-id: req-b4386191-9bc1-4478-9ce2-11bcb11d2674 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:34:27.857880 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83025f1b-3e75-4d92-b6a1-a96539449119", "tag": "a916b8e1-be73-46e4-bb96-f0e6b87f2bd7", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:34:27.858909 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4386191-9bc1-4478-9ce2-11bcb11d2674 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:34:27.859469 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83025f1b-3e75-4d92-b6a1-a96539449119', 'tag': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7', 'status': 'completed', 'code': 200} Mar 11 17:34:28.024140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44772) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:28.032967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1fc82fc-38e4-44fd-8cff-90ca71a3f469 req-11a5c134-26e7-4162-b671-350f10ef644d tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0785112 Mar 11 17:34:28.070347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:28.072827 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.078994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22b0b9-c32a-468a-929f-88338d711490 req-5c88c77c-e239-450d-82c5-412610f1868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:28.080984 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc22b0b9-c32a-468a-929f-88338d711490 req-5c88c77c-e239-450d-82c5-412610f1868c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 1097 time: 0.1733475 Mar 11 17:34:28.083551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:34:28.129531 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fb43f8cd-71c9-4290-b022-a2658c3110ee tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9236045 Mar 11 17:34:28.129748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44776) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:28.135772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'port': {'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486', 'name': 'tempest-AllowedAddressPairTestJSON-1818952554', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:63:43:62'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:28.241366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3e271095-8bff-4b88-ace9-b6af44fd45a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02b593ba82c94213a8ca508458e96db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154331 Mar 11 17:34:28.242136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44782) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:28.322029 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.353343 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.422423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.425466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:28.431383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/621652e0-1aeb-426e-a633-f5eac88dd48b HTTP/1.1" status: 204 len: 168 time: 0.1874998 Mar 11 17:34:28.442371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621652e0-1aeb-426e-a633-f5eac88dd48b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:28.453313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.453840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.454363 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.454810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.455249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.455687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.456119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.456769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.457216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.457644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.458073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.458519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd8c0b-6857-4bd1-af2d-1ae12bdcecd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:34:28.795564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7e84ff62-a95b-461f-a270-ea7bb5d0af15', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:ab:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83025f1b-3e75-4d92-b6a1-a96539449119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:34:05Z', 'updated_at': '2022-03-11T17:34:26Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:28.842343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:34:28.864427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:28.865313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:28.913408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Made reservation on behalf of a89911a2e93c4175b87c1072a5f6004f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:29.029312 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.086519 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22b0b9-c32a-468a-929f-88338d711490 req-abeb4611-f495-496e-b4b1-d271838295ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:29.095335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:34:29.107349 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc22b0b9-c32a-468a-929f-88338d711490 req-abeb4611-f495-496e-b4b1-d271838295ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 1.0148659 Mar 11 17:34:29.315172 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc22b0b9-c32a-468a-929f-88338d711490 req-aa79bd1d-70be-4bb7-b508-3b209ed984f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 HTTP/1.1" status: 200 len: 998 time: 0.1870830 Mar 11 17:34:29.334490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5edb0ab3-e4bb-4c04-8e6a-dbf4662b5436 req-9fa0b64a-3e18-4562-9d02-bdc34d18944f tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0962515 Mar 11 17:34:29.385887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0826f4e-c4b8-4090-8eaa-376fb6a80424 None None] Network c28aeb86-ec4d-4ef3-9289-0480de937486 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:29.500201 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.503937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7d3e8c06-a52f-412e-b121-17272bbff304 None None] Provisioning complete for port 22b6076f-485e-4e5d-a6a5-00e17da076a8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:29.504372 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8c06-a52f-412e-b121-17272bbff304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:29.559638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22b0b9-c32a-468a-929f-88338d711490 req-1fc2593f-36c3-4390-bbb3-c73190373230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:29.569374 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc22b0b9-c32a-468a-929f-88338d711490 req-1fc2593f-36c3-4390-bbb3-c73190373230 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.2453823 Mar 11 17:34:29.724223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] device_id is not set on port 2c1bec22-336b-484d-be03-942deeff88c6 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:29.864543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 22b6076f-485e-4e5d-a6a5-00e17da076a8 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:29.898501 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Allocated IP 172.20.0.3 (c28aeb86-ec4d-4ef3-9289-0480de937486/6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6/2c1bec22-336b-484d-be03-942deeff88c6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:29.949494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22b0b9-c32a-468a-929f-88338d711490 req-070a4554-7fd1-48a9-8152-00c6e7ff21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:29.955190 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc22b0b9-c32a-468a-929f-88338d711490 req-070a4554-7fd1-48a9-8152-00c6e7ff21ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3391073 Mar 11 17:34:30.050987 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8c06-a52f-412e-b121-17272bbff304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.086896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7e84ff62-a95b-461f-a270-ea7bb5d0af15', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:ab:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83025f1b-3e75-4d92-b6a1-a96539449119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:34:05Z', 'updated_at': '2022-03-11T17:34:26Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:30.133222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 22b6076f-485e-4e5d-a6a5-00e17da076a8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:30.133871 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.151519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44822) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.227823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7559b-cd98-40ca-9e47-bfac5a998e77 None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7e84ff62-a95b-461f-a270-ea7bb5d0af15', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'port_id': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'mac_address': 'fa:16:3e:ab:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83025f1b-3e75-4d92-b6a1-a96539449119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:34:05Z', 'updated_at': '2022-03-11T17:34:26Z', 'revision_number': 1, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:34:30.253055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7d3e8c06-a52f-412e-b121-17272bbff304 None None] For port 22b6076f-485e-4e5d-a6a5-00e17da076a8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=22b6076f-485e-4e5d-a6a5-00e17da076a8,segment=NetworkSegment(af22015a-a687-44f0-8491-919b0f79bc7a),segment_id=af22015a-a687-44f0-8491-919b0f79bc7a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:30.267825 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8c06-a52f-412e-b121-17272bbff304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.285451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc22b0b9-c32a-468a-929f-88338d711490 req-03d7368d-f60a-4a18-8f0f-fca9dd437e0e service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150260 Mar 11 17:34:30.349668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e8c06-a52f-412e-b121-17272bbff304 None None] Pushing event updated for resources: {'Port': ['ID=22b6076f-485e-4e5d-a6a5-00e17da076a8,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:30.384079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-e5f96465-1ef0-44bd-b5da-430ed8693106 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.385268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e5f96465-1ef0-44bd-b5da-430ed8693106 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2325699 Mar 11 17:34:30.394526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44830) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.401736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-19cb8ad9-8cc7-484b-9f82-6c5a23b5b485 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.409864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-19cb8ad9-8cc7-484b-9f82-6c5a23b5b485 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0142386 Mar 11 17:34:30.412496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44832) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.424308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-c459b41b-1c3c-4c9a-8bf2-ce23077f476b tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.432864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c459b41b-1c3c-4c9a-8bf2-ce23077f476b tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0185242 Mar 11 17:34:30.433650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.453746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-186717ee-b30e-418b-9178-899325cc32b9 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.455843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-186717ee-b30e-418b-9178-899325cc32b9 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0209506 Mar 11 17:34:30.458360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44836) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.463748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-1cb62e92-c28a-4ec8-80d8-7bde69e733c5 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.473561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1cb62e92-c28a-4ec8-80d8-7bde69e733c5 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0137107 Mar 11 17:34:30.476928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44838) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.489333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-2e27e9d3-f22d-4eac-951a-aa6a73d2c66d tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.493972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2e27e9d3-f22d-4eac-951a-aa6a73d2c66d tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0156708 Mar 11 17:34:30.497249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44840) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.506650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-3c74abdf-d2c4-4ed7-bb5b-e7aca69a33e0 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.507881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3c74abdf-d2c4-4ed7-bb5b-e7aca69a33e0 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0095704 Mar 11 17:34:30.516600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44842) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.534636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-7fcb25a2-7e26-4e5e-805c-177f764f306c tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.539769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7fcb25a2-7e26-4e5e-805c-177f764f306c tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0274768 Mar 11 17:34:30.543338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.551059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-fab79f9d-9006-4009-8914-679c36509189 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.555582 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fab79f9d-9006-4009-8914-679c36509189 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061655 Mar 11 17:34:30.560304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44846) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.568201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-ce8929ed-63ed-4690-81c3-3edf97969e47 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.571818 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ce8929ed-63ed-4690-81c3-3edf97969e47 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0104859 Mar 11 17:34:30.584611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cc22b0b9-c32a-468a-929f-88338d711490 req-2a477659-dc4d-46a9-8e20-3496d6df9417 service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849758 Mar 11 17:34:30.584866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44848) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.590692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-a29778d0-428b-480c-bea9-e8167049f02d tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.593863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a29778d0-428b-480c-bea9-e8167049f02d tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0079484 Mar 11 17:34:30.594509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44850) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.600034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-b6d2d209-eadd-4a64-8921-76bc8f4bad6f tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.603206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b6d2d209-eadd-4a64-8921-76bc8f4bad6f tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0072775 Mar 11 17:34:30.604067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44852) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.606700 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.611334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-179b3c44-9f76-4934-8cf9-816bbb7779a7 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.616465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf574ddb-6e32-4066-bfdc-d62908d0543b req-87515259-c60d-42d3-9199-18d8c22e0cd1 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0751026 Mar 11 17:34:30.622114 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-179b3c44-9f76-4934-8cf9-816bbb7779a7 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0169673 Mar 11 17:34:30.625309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44854) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.630340 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-ffeeb04c-b727-4cc1-ae78-3385e0841239 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.634992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ffeeb04c-b727-4cc1-ae78-3385e0841239 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047667 Mar 11 17:34:30.636140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44856) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.643998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-3024360c-962e-4eac-8fb9-43c8e39e7d2f tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.650418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3024360c-962e-4eac-8fb9-43c8e39e7d2f tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0124269 Mar 11 17:34:30.651965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44860) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.659578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-0c79e47c-2542-4930-811a-dcf22050a161 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.672272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0c79e47c-2542-4930-811a-dcf22050a161 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0179491 Mar 11 17:34:30.672648 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197bfa8-5bbe-49f5-af75-4893520615c2 None None] New status for floating IP 7e84ff62-a95b-461f-a270-ea7bb5d0af15: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:34:30.673191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44862) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.677725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-d9f3cd3c-221d-48f1-86a0-bf07bc29f96e tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.681913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d9f3cd3c-221d-48f1-86a0-bf07bc29f96e tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074561 Mar 11 17:34:30.682796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44864) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.688234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-ad31777e-1ebd-4f27-8a9c-c84c38c33671 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.694389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ad31777e-1ebd-4f27-8a9c-c84c38c33671 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0101936 Mar 11 17:34:30.694704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44866) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.724004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-62e0d2fb-f902-48a4-877d-f9538b6bc6f7 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.727760 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-62e0d2fb-f902-48a4-877d-f9538b6bc6f7 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0266910 Mar 11 17:34:30.728251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44870) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.735809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-d361cdf1-ce20-4213-85f1-d00523ddaa15 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.737496 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d361cdf1-ce20-4213-85f1-d00523ddaa15 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0080354 Mar 11 17:34:30.740802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44872) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.745940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-e8c8c57b-0cc0-490c-94de-f00140c9ea3c tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.749535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.751479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e8c8c57b-0cc0-490c-94de-f00140c9ea3c tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0081851 Mar 11 17:34:30.751682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44874) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.765290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-7e085cda-0b13-4b67-af5e-b58cc423d6b8 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.769718 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7e085cda-0b13-4b67-af5e-b58cc423d6b8 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0130386 Mar 11 17:34:30.770824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44876) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.778697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-66810bfc-4ea3-4b0c-9890-ebf97cddbed6 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.782933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-66810bfc-4ea3-4b0c-9890-ebf97cddbed6 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0096977 Mar 11 17:34:30.783649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.789381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-37e35a73-17f1-4600-99a8-e34fedd1de9b tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.797774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44880) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.799402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-37e35a73-17f1-4600-99a8-e34fedd1de9b tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0146301 Mar 11 17:34:30.814838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-e7f2db6f-bfae-44d2-b94d-00c5744d37da tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.816285 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e7f2db6f-bfae-44d2-b94d-00c5744d37da tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0173097 Mar 11 17:34:30.819263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44882) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.826616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0f3812da-b7a5-431a-9f2d-74fafe5ea7be None None] Provisioning complete for port 34e7dd3b-bb97-47e2-ae84-50049588f486 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:30.827273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f3812da-b7a5-431a-9f2d-74fafe5ea7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.827390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-1780efb5-f3c3-42d1-856e-07a5dc65fcca tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.832975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1780efb5-f3c3-42d1-856e-07a5dc65fcca tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0120430 Mar 11 17:34:30.833690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44884) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.840445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Network c28aeb86-ec4d-4ef3-9289-0480de937486 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:30.841210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-dd2d6a55-a211-477c-8abc-395bcb7354e0 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.847168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:30.848268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dd2d6a55-a211-477c-8abc-395bcb7354e0 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0120311 Mar 11 17:34:30.850964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.862137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-6db2a3b4-4bb1-44d2-8dba-8d5af0e46472 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.865919 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6db2a3b4-4bb1-44d2-8dba-8d5af0e46472 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0136766 Mar 11 17:34:30.867507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:30.869596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.874174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-3930dde8-64eb-4793-8331-f93b897265e1 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.878302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3930dde8-64eb-4793-8331-f93b897265e1 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0075467 Mar 11 17:34:30.879725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44890) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.885298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-a783c8ff-27b3-4470-bc8f-4282b20c9bbe tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.890174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a783c8ff-27b3-4470-bc8f-4282b20c9bbe tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085025 Mar 11 17:34:30.891641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44892) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.897070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-57bdf4b0-27b6-4883-ad07-84cd36e4c727 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.902673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-57bdf4b0-27b6-4883-ad07-84cd36e4c727 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097411 Mar 11 17:34:30.903678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44894) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.910316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-78779f63-a609-40d0-aa83-db06c8940e69 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.915856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-78779f63-a609-40d0-aa83-db06c8940e69 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0101469 Mar 11 17:34:30.916384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0f3812da-b7a5-431a-9f2d-74fafe5ea7be None None] Port 34e7dd3b-bb97-47e2-ae84-50049588f486 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:30.917489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44896) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.922740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-e0999f40-31ea-4ced-9fac-c18f80bc94b4 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.928362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e0999f40-31ea-4ced-9fac-c18f80bc94b4 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0088172 Mar 11 17:34:30.929286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44898) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.938030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-dcd003dd-5183-4fdb-b6ee-14dc40f841f0 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.943180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dcd003dd-5183-4fdb-b6ee-14dc40f841f0 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0125072 Mar 11 17:34:30.943819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0f3812da-b7a5-431a-9f2d-74fafe5ea7be None None] Provisioning complete for port 22b6076f-485e-4e5d-a6a5-00e17da076a8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:30.944200 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f3812da-b7a5-431a-9f2d-74fafe5ea7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:30.944491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44900) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.947005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Port': ['ID=2c1bec22-336b-484d-be03-942deeff88c6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:30.949814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-991f3fcc-f3d1-493e-af31-6b3578adcc46 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.954523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-991f3fcc-f3d1-493e-af31-6b3578adcc46 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0088730 Mar 11 17:34:30.955513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44902) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.961658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-e9c8cbb9-501b-4e7a-9747-c0fc144dcb1d tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.965974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e9c8cbb9-501b-4e7a-9747-c0fc144dcb1d tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0088828 Mar 11 17:34:30.966977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44904) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.972498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-031e27ef-9c4c-4e50-ba2a-f478c9b65ab6 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.976798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-031e27ef-9c4c-4e50-ba2a-f478c9b65ab6 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0081327 Mar 11 17:34:30.976994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44906) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.987526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-1dcb6121-d072-4c01-9cbe-9c9826e0576a tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:30.993211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44908) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:30.993407 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1dcb6121-d072-4c01-9cbe-9c9826e0576a tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0119882 Mar 11 17:34:31.000300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-67e8cae3-0099-4709-af6a-bfa648636c7a tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.004410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-67e8cae3-0099-4709-af6a-bfa648636c7a tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0091455 Mar 11 17:34:31.005539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44910) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.013381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-ac0dd116-d61c-4316-8d1f-c341dfa621c5 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.022180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ac0dd116-d61c-4316-8d1f-c341dfa621c5 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0153079 Mar 11 17:34:31.023273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44912) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.029518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:31.030222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.034159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-612a8d03-0d46-4b40-9fab-d8f2452d8ef7 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.041062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-612a8d03-0d46-4b40-9fab-d8f2452d8ef7 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0164928 Mar 11 17:34:31.042457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44914) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.054180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-13ae4840-bb1d-4d88-8a5f-164dd50f49be tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.059008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-13ae4840-bb1d-4d88-8a5f-164dd50f49be tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0151508 Mar 11 17:34:31.060066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44916) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.068097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-24f740d0-3ba8-475a-990f-a6d48f70050e tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.075100 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-28da6ca3-b7ad-49c6-a91e-6e9a9b630fa8 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9416583 Mar 11 17:34:31.075100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44918) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.075385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44920) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.076426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-24f740d0-3ba8-475a-990f-a6d48f70050e tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0147009 Mar 11 17:34:31.084220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-bada8f9f-d0ad-4fc0-9ea0-798aaf3e4027 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.085448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bada8f9f-d0ad-4fc0-9ea0-798aaf3e4027 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066237 Mar 11 17:34:31.098159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44922) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.104136 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-601b732c-efc7-4482-b965-6c0b3c6586c8 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.105193 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-601b732c-efc7-4482-b965-6c0b3c6586c8 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0060987 Mar 11 17:34:31.107796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44926) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.112049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-3a27f39e-1a68-436a-aa8f-a47ee1520ddf tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.113079 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a27f39e-1a68-436a-aa8f-a47ee1520ddf tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043352 Mar 11 17:34:31.116168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44928) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.124027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-457d255c-9a9d-4995-8e76-aef110d0e3f7 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.132296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-457d255c-9a9d-4995-8e76-aef110d0e3f7 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0146921 Mar 11 17:34:31.134510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44930) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.156898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-31d59531-5a3a-4d04-a354-4227e1843a40 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.161071 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-31d59531-5a3a-4d04-a354-4227e1843a40 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0204952 Mar 11 17:34:31.173100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44932) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.188505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-fb2e4a50-ac72-42d3-95c5-d5fff9a8b7dd tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.194097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fb2e4a50-ac72-42d3-95c5-d5fff9a8b7dd tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0183666 Mar 11 17:34:31.194996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44934) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.201132 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b188731-ef16-467d-b7d5-6262fcdc9eda tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:31.210278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b188731-ef16-467d-b7d5-6262fcdc9eda tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:31.210767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-e50f608e-91b1-4bde-9652-0c8a3f48157d tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.217186 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b188731-ef16-467d-b7d5-6262fcdc9eda tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:31.219355 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0b188731-ef16-467d-b7d5-6262fcdc9eda tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1431704 Mar 11 17:34:31.219931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44936) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.222790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e50f608e-91b1-4bde-9652-0c8a3f48157d tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0244789 Mar 11 17:34:31.223320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44938) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.245921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-b23a738c-e476-4205-866e-71b8c30a61d0 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.247086 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b23a738c-e476-4205-866e-71b8c30a61d0 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0259259 Mar 11 17:34:31.251081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44942) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.255580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-e7089aef-85ea-48b1-8c06-a4165f7584b2 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.258937 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e7089aef-85ea-48b1-8c06-a4165f7584b2 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055397 Mar 11 17:34:31.259810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44944) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.266471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-9eb2b81a-2559-43ff-bc43-6e560dfa5d52 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.270603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9eb2b81a-2559-43ff-bc43-6e560dfa5d52 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096080 Mar 11 17:34:31.271284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44946) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.278504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-5fead4da-395c-4649-8965-ed7c23086bb5 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.289429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5fead4da-395c-4649-8965-ed7c23086bb5 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0170391 Mar 11 17:34:31.290015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44948) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.301485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-d16e2220-d79b-40eb-b59d-e517dd278a09 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.304969 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d16e2220-d79b-40eb-b59d-e517dd278a09 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0115519 Mar 11 17:34:31.305411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.312721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-ae89bf8b-dd94-40da-8013-0272b5c01503 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.316043 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ae89bf8b-dd94-40da-8013-0272b5c01503 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072796 Mar 11 17:34:31.316745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.342893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-f34d9486-183e-423c-94d3-3d810e9dd03c tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.351196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44954) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.356149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-e24e6ffa-ae3c-41d7-bf11-b730410e4aa2 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.365191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e24e6ffa-ae3c-41d7-bf11-b730410e4aa2 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0124447 Mar 11 17:34:31.366148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44956) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.379090 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f34d9486-183e-423c-94d3-3d810e9dd03c tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0410280 Mar 11 17:34:31.387460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-4698198b-928a-4c5b-b7fd-5fde0f741068 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.396971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4698198b-928a-4c5b-b7fd-5fde0f741068 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0290401 Mar 11 17:34:31.397976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44960) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.414487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-44994a03-1b03-4ead-bee5-2db88fe56c69 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.427435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-44994a03-1b03-4ead-bee5-2db88fe56c69 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0277627 Mar 11 17:34:31.428416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44962) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.442934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-a0067261-eb71-4798-acc9-8cd770d12dca tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.452362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a0067261-eb71-4798-acc9-8cd770d12dca tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0226295 Mar 11 17:34:31.459032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44964) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.470930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-2299040a-9c80-4881-a431-4d80652d546f tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.487568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2299040a-9c80-4881-a431-4d80652d546f tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0270329 Mar 11 17:34:31.488742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44966) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.504397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-38efae98-b48a-44ed-9d54-0d96ff177de8 None None] Provisioning complete for port 34e7dd3b-bb97-47e2-ae84-50049588f486 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:31.508979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-bd05a6c9-a8b6-440d-9420-fcd6fe5fe068 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.521699 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44968) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.522462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bd05a6c9-a8b6-440d-9420-fcd6fe5fe068 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0304515 Mar 11 17:34:31.536185 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-38efae98-b48a-44ed-9d54-0d96ff177de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.538989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-91487294-06d3-47e8-bd01-fd11b341ec22 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.551173 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-91487294-06d3-47e8-bd01-fd11b341ec22 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0207498 Mar 11 17:34:31.554485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44970) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.559598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-1f3ef216-49f8-4def-8fa8-7217ca42f712 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.561041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1f3ef216-49f8-4def-8fa8-7217ca42f712 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053041 Mar 11 17:34:31.564144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44972) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.568519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-cc08c2d0-138d-43e9-9fa6-52360586ad98 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.570316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc08c2d0-138d-43e9-9fa6-52360586ad98 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050113 Mar 11 17:34:31.582613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44974) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.596702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-a1137731-f63b-4b70-9748-58f9910ba54b tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.600082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a1137731-f63b-4b70-9748-58f9910ba54b tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0126879 Mar 11 17:34:31.600522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 44976) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.609839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [None req-7c9678f3-8fc7-46f8-aff0-14c76433f097 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.613455 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7c9678f3-8fc7-46f8-aff0-14c76433f097 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0092275 Mar 11 17:34:31.614256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44978) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:31.622167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [None req-5cd67446-983f-422c-9cfe-e96aba31a582 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:34:31.626791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5cd67446-983f-422c-9cfe-e96aba31a582 tempest-ExtensionsTestJSON-1673064751 tempest-ExtensionsTestJSON-1673064751-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0057621 Mar 11 17:34:31.661303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-466a4fec-e168-485a-8bdb-ec1ce6ea2696 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Deleting port 2c1bec22-336b-484d-be03-942deeff88c6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:31.661692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-466a4fec-e168-485a-8bdb-ec1ce6ea2696 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.681402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-38efae98-b48a-44ed-9d54-0d96ff177de8 None None] Port 34e7dd3b-bb97-47e2-ae84-50049588f486 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:31.758217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 22b6076f-485e-4e5d-a6a5-00e17da076a8 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:31.848320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e7481aa-3f78-4544-9b30-7bd222b3dc59 req-bd50a6e4-f5f6-4099-8838-0dea1e6bb194 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0473249 Mar 11 17:34:31.876859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-466a4fec-e168-485a-8bdb-ec1ce6ea2696 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.899836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-466a4fec-e168-485a-8bdb-ec1ce6ea2696 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Calling delete_port for 2c1bec22-336b-484d-be03-942deeff88c6 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:31.918390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f8bcaf2b-32af-450a-807f-517fda5fb1f7 None None] Provisioning complete for port 2c1bec22-336b-484d-be03-942deeff88c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:31.919105 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f8bcaf2b-32af-450a-807f-517fda5fb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:31.995775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 22b6076f-485e-4e5d-a6a5-00e17da076a8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:31.996121 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.000389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcaf2b-32af-450a-807f-517fda5fb1f7 None None] Port 2c1bec22-336b-484d-be03-942deeff88c6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:32.164143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-466a4fec-e168-485a-8bdb-ec1ce6ea2696 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.194744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44988) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:32.237273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a4fec-e168-485a-8bdb-ec1ce6ea2696 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event deleted for resources: {'Port': ['ID=2c1bec22-336b-484d-be03-942deeff88c6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:32.365626 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9358ecc2-e336-44cd-b6a0-0e68d122a030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.506632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-466a4fec-e168-485a-8bdb-ec1ce6ea2696 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.516269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 44996) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:32.526202 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-466a4fec-e168-485a-8bdb-ec1ce6ea2696 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "DELETE /v2.0/ports/2c1bec22-336b-484d-be03-942deeff88c6 HTTP/1.1" status: 204 len: 168 time: 1.3002515 Mar 11 17:34:32.564133 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee9299e-f2df-4de0-adbf-e7db6d137a7c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] GET failed (client error): The resource could not be found. Mar 11 17:34:32.572901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45000) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:32.579207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'port': {'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486', 'name': 'tempest-AllowedAddressPairTestJSON-1811373404'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:32.582999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9ee9299e-f2df-4de0-adbf-e7db6d137a7c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "GET /v2.0/ports/2c1bec22-336b-484d-be03-942deeff88c6 HTTP/1.1" status: 404 len: 333 time: 0.0640144 Mar 11 17:34:32.594665 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9358ecc2-e336-44cd-b6a0-0e68d122a030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.601633 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9358ecc2-e336-44cd-b6a0-0e68d122a030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.643873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358ecc2-e336-44cd-b6a0-0e68d122a030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72ab53f-867d-4d27-b286-cf5300a2f086,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:32.685410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9358ecc2-e336-44cd-b6a0-0e68d122a030 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c7c2e7e2b254c6f996b36b7e591f0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890842 Mar 11 17:34:32.687069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45004) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:32.843943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7542b78c-eb20-4980-8dcc-32b090246a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.864930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Made reservation on behalf of a89911a2e93c4175b87c1072a5f6004f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:32.870107 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.903958 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7542b78c-eb20-4980-8dcc-32b090246a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:32.906521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] device_id is not set on port a9496d78-c34d-4239-9c4c-cd3e4e0300f4 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:33.094105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7542b78c-eb20-4980-8dcc-32b090246a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.097424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7542b78c-eb20-4980-8dcc-32b090246a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.098943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7542b78c-eb20-4980-8dcc-32b090246a77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a72ab53f-867d-4d27-b286-cf5300a2f086 HTTP/1.1" status: 204 len: 168 time: 0.4102359 Mar 11 17:34:33.102551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-607d64b8-03df-4392-a08d-e039dc94e07c req-43ba5d07-5c76-4261-85f5-9406ee13c7ff tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0718675 Mar 11 17:34:33.142806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542b78c-eb20-4980-8dcc-32b090246a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72ab53f-867d-4d27-b286-cf5300a2f086,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:33.163486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Allocated IP 172.20.0.9 (c28aeb86-ec4d-4ef3-9289-0480de937486/6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6/a9496d78-c34d-4239-9c4c-cd3e4e0300f4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:33.384028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.443593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.523306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Network c28aeb86-ec4d-4ef3-9289-0480de937486 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:33.527190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:33.532026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:33.559511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Port': ['ID=a9496d78-c34d-4239-9c4c-cd3e4e0300f4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:33.621933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:33.623726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.649696 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-77b4c198-a473-4ecd-91fe-305effca52f5 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0752127 Mar 11 17:34:33.653919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45022) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:33.662082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4a7b59e3-3e03-4af7-9394-cb8370128cbf tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:63:43:62'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:33.951014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a7b59e3-3e03-4af7-9394-cb8370128cbf tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:33.962217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6ca85352-3709-442a-90c5-894aff331e97 None None] Provisioning complete for port a9496d78-c34d-4239-9c4c-cd3e4e0300f4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:33.963208 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6ca85352-3709-442a-90c5-894aff331e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.014934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6ca85352-3709-442a-90c5-894aff331e97 None None] Port a9496d78-c34d-4239-9c4c-cd3e4e0300f4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:34.237476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:34.417787 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a7b59e3-3e03-4af7-9394-cb8370128cbf tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.485851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2ec7002-2f19-4a84-8e6b-c898340e27bf req-367edb81-2f02-4c53-893e-e78dedaef0ec tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.2153444 Mar 11 17:34:34.488574 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a7b59e3-3e03-4af7-9394-cb8370128cbf tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.496834 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:34:34.588374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ec51cd6f-e504-4acb-b53b-33504905fe7a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2041514757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:34.624988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec51cd6f-e504-4acb-b53b-33504905fe7a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.627004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec51cd6f-e504-4acb-b53b-33504905fe7a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.725303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b59e3-3e03-4af7-9394-cb8370128cbf tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] In _notify_port_updated(), no bound segment for port a9496d78-c34d-4239-9c4c-cd3e4e0300f4 on network c28aeb86-ec4d-4ef3-9289-0480de937486 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:34:34.730784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b59e3-3e03-4af7-9394-cb8370128cbf tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:34.732949 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a7b59e3-3e03-4af7-9394-cb8370128cbf tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.734600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4a7b59e3-3e03-4af7-9394-cb8370128cbf tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "PUT /v2.0/ports/a9496d78-c34d-4239-9c4c-cd3e4e0300f4 HTTP/1.1" status: 200 len: 993 time: 1.0785859 Mar 11 17:34:34.735655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b59e3-3e03-4af7-9394-cb8370128cbf tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Port': ['ID=a9496d78-c34d-4239-9c4c-cd3e4e0300f4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:34.738058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45060) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:34.766875 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec51cd6f-e504-4acb-b53b-33504905fe7a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.789781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec51cd6f-e504-4acb-b53b-33504905fe7a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.816079 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec51cd6f-e504-4acb-b53b-33504905fe7a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.823032 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ec51cd6f-e504-4acb-b53b-33504905fe7a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5844014 Mar 11 17:34:34.823973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:34.833597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-620431141'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:34.889066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-62831b02-987f-49c8-be29-4be1dfbad0af tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Deleting port a9496d78-c34d-4239-9c4c-cd3e4e0300f4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:34.890229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62831b02-987f-49c8-be29-4be1dfbad0af tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.907391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Made reservation on behalf of 958223eb720f49b595ccf96ea729f9c6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:34.918769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:34.942546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.021646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3574e7a0-ee4c-4611-9ff3-b683cf0d5fcc None None] Provisioning complete for port a9496d78-c34d-4239-9c4c-cd3e4e0300f4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:35.023183 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3574e7a0-ee4c-4611-9ff3-b683cf0d5fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.068888 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62831b02-987f-49c8-be29-4be1dfbad0af tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.095261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3574e7a0-ee4c-4611-9ff3-b683cf0d5fcc None None] Port a9496d78-c34d-4239-9c4c-cd3e4e0300f4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:35.102428 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.104866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-62831b02-987f-49c8-be29-4be1dfbad0af tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Calling delete_port for a9496d78-c34d-4239-9c4c-cd3e4e0300f4 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:35.107958 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.153216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:35.162394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe17aa5-d69a-40a2-b6f4-1887e8a48139,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:35.176666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.177575 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Added segment e2d281b2-c67f-4df6-9b52-fc188310c886 of type vlan for network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f Mar 11 17:34:35.255822 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.321327 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.336899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:35.338215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.351491 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62831b02-987f-49c8-be29-4be1dfbad0af tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:35.406634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62831b02-987f-49c8-be29-4be1dfbad0af tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event deleted for resources: {'Port': ['ID=a9496d78-c34d-4239-9c4c-cd3e4e0300f4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:35.497488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Network': ['ID=5f7fcf07-e0aa-438a-8cb9-83d863e75a6f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:35.508388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-967426f7-c6e3-4ee0-824e-ed8641d173e9 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6833127 Mar 11 17:34:35.516210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:34:35.519694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45092) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:35.525242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Request body: {'subnet': {'network_id': '5f7fcf07-e0aa-438a-8cb9-83d863e75a6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:35.810555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Made reservation on behalf of 958223eb720f49b595ccf96ea729f9c6 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:35.815188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.152429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84404fb8-cae3-4920-97d9-4d5d5eb36fee req-045f5ecb-b970-435b-a51b-ac149f82d1e9 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0631950 Mar 11 17:34:36.165022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.258420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Checking segment: {'id': 'e2d281b2-c67f-4df6-9b52-fc188310c886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5f7fcf07-e0aa-438a-8cb9-83d863e75a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:36.258694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network hostable DHCP agents. Network: 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:36.265597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Subnet': ['ID=dd65288c-cc20-4d17-b8ef-926a72dfeef8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:36.284133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:36.303249 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62831b02-987f-49c8-be29-4be1dfbad0af tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.308013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:36.310430 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-62831b02-987f-49c8-be29-4be1dfbad0af tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "DELETE /v2.0/ports/a9496d78-c34d-4239-9c4c-cd3e4e0300f4 HTTP/1.1" status: 204 len: 168 time: 1.5703430 Mar 11 17:34:36.313724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45112) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:36.319978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d329bb-3fb7-4371-856c-307b8f92ff9c None None] Network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:36.331701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:36.332308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.347474 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde724b2-913c-4386-955f-f301d60ffe47 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] GET failed (client error): The resource could not be found. Mar 11 17:34:36.349542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bde724b2-913c-4386-955f-f301d60ffe47 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "GET /v2.0/ports/a9496d78-c34d-4239-9c4c-cd3e4e0300f4 HTTP/1.1" status: 404 len: 333 time: 0.0346613 Mar 11 17:34:36.353874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45114) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:36.361019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'port': {'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486', 'name': 'tempest-AllowedAddressPairTestJSON-1191785708'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:36.372220 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-66866921-5541-4d67-a7eb-cf666c09129c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8511231 Mar 11 17:34:36.378127 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:36.383657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Request body: {'network': {'name': 'tempest-router-network01--52007685'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:36.445736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Made reservation on behalf of 958223eb720f49b595ccf96ea729f9c6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:36.449280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.518321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:36.530066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.530529 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Added segment 05b697e2-8b23-47ab-bf8b-ea2ba2450274 of type vlan for network c16d4ebc-c1e3-496f-ba65-045dc4e94556 Mar 11 17:34:36.553325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Made reservation on behalf of a89911a2e93c4175b87c1072a5f6004f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:36.562710 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.578058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.598599 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] device_id is not set on port afbbcd58-45eb-47a1-85bf-3b3cf5873949 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:36.614195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.647669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:36.648364 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.674382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-5f7fcf07-e0aa-438a-8cb9-83d863e75a6f', 'network_id': '5f7fcf07-e0aa-438a-8cb9-83d863e75a6f', 'tenant_id': '958223eb720f49b595ccf96ea729f9c6', 'fixed_ips': [{'subnet_id': 'dd65288c-cc20-4d17-b8ef-926a72dfeef8'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:34:36.675295 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.759120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Network': ['ID=c16d4ebc-c1e3-496f-ba65-045dc4e94556,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:36.783522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network c16d4ebc-c1e3-496f-ba65-045dc4e94556 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:34:36.796916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f461b114-4695-47ee-992d-25151e8e6f79 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4172843 Mar 11 17:34:36.801115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45120) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:36.829979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Request body: {'network': {'name': 'tempest-router-network02--1204145734'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:36.881487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Made reservation on behalf of 958223eb720f49b595ccf96ea729f9c6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:36.887569 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:36.928647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Allocated IP 172.20.0.8 (c28aeb86-ec4d-4ef3-9289-0480de937486/6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6/afbbcd58-45eb-47a1-85bf-3b3cf5873949) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:36.986028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:37.000533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.001037 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Added segment b6d732a9-f76d-4c6a-9f2b-1a859a12e973 of type vlan for network 41ed8089-d260-4383-a427-12dcf8d7b39e Mar 11 17:34:37.070690 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.129517 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.138184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:37.139372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.171960 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3671010 Mar 11 17:34:37.173877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45126) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:37.217512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Allocated IP 172.20.0.2 (5f7fcf07-e0aa-438a-8cb9-83d863e75a6f/dd65288c-cc20-4d17-b8ef-926a72dfeef8/7edf361c-6a06-483f-8075-29f73600f48c) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:37.226591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Request body: {'subnet': {'network_id': 'c16d4ebc-c1e3-496f-ba65-045dc4e94556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:37.313394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2de34e-fcc2-471a-937d-3d766df3f2f7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Network': ['ID=41ed8089-d260-4383-a427-12dcf8d7b39e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:37.413613 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.478239 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.512886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94b2ff62-a59c-46d4-ac37-5d549c38440d req-e8a80168-5f81-4a25-8398-a90a1d928512 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0600555 Mar 11 17:34:37.575186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 41ed8089-d260-4383-a427-12dcf8d7b39e details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:34:37.643047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Network c28aeb86-ec4d-4ef3-9289-0480de937486 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:37.657588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:37.667710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:37.726246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Port': ['ID=afbbcd58-45eb-47a1-85bf-3b3cf5873949,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:37.786274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:37.800181 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.801113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.846496 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.870225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Made reservation on behalf of 958223eb720f49b595ccf96ea729f9c6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:37.886169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:37.943629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45132) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:37.949065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3095ed51-50de-4a9b-821f-53ad21aaefe0 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5936639 Mar 11 17:34:37.956978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:37.962686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:37.967322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8322307b-aa8b-4172-98bf-985c778da285 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:63:43:62'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:37.976755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:37.984425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Pushing event updated for resources: {'Port': ['ID=7edf361c-6a06-483f-8075-29f73600f48c,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:38.146556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Attempting to bind port 7edf361c-6a06-483f-8075-29f73600f48c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:38.146940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Attempting to bind port 7edf361c-6a06-483f-8075-29f73600f48c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e2d281b2-c67f-4df6-9b52-fc188310c886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5f7fcf07-e0aa-438a-8cb9-83d863e75a6f'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:38.147309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Attempting to bind port 7edf361c-6a06-483f-8075-29f73600f48c on network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:38.182345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:34:38.182740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Checking segment: {'id': 'e2d281b2-c67f-4df6-9b52-fc188310c886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5f7fcf07-e0aa-438a-8cb9-83d863e75a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:38.183146 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.183562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Bound using segment: {'id': 'e2d281b2-c67f-4df6-9b52-fc188310c886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5f7fcf07-e0aa-438a-8cb9-83d863e75a6f'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:34:38.184056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Bound port: 7edf361c-6a06-483f-8075-29f73600f48c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d281b2-c67f-4df6-9b52-fc188310c886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5f7fcf07-e0aa-438a-8cb9-83d863e75a6f'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:38.190279 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.340807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b1df83e8-ce66-46be-9050-ae61911cd98e None None] Provisioning complete for port afbbcd58-45eb-47a1-85bf-3b3cf5873949 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:38.342207 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b1df83e8-ce66-46be-9050-ae61911cd98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.389272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] For port 7edf361c-6a06-483f-8075-29f73600f48c, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:38.395104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] For port 7edf361c-6a06-483f-8075-29f73600f48c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7edf361c-6a06-483f-8075-29f73600f48c,segment=NetworkSegment(e2d281b2-c67f-4df6-9b52-fc188310c886),segment_id=e2d281b2-c67f-4df6-9b52-fc188310c886)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:38.401263 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.406965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b1df83e8-ce66-46be-9050-ae61911cd98e None None] Port afbbcd58-45eb-47a1-85bf-3b3cf5873949 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:38.422965 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.445680 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8322307b-aa8b-4172-98bf-985c778da285 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.516154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729e16e-55e1-4ae8-8a19-eb2b75048697 None None] Pushing event updated for resources: {'Port': ['ID=7edf361c-6a06-483f-8075-29f73600f48c,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:38.542656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Subnet': ['ID=0407d96c-3b2d-457a-8314-1cd3c03e43b3,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:38.550263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Checking segment: {'id': '05b697e2-8b23-47ab-bf8b-ea2ba2450274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c16d4ebc-c1e3-496f-ba65-045dc4e94556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:38.550622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network hostable DHCP agents. Network: c16d4ebc-c1e3-496f-ba65-045dc4e94556, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:38.606824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network c16d4ebc-c1e3-496f-ba65-045dc4e94556 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:38.626954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, c16d4ebc-c1e3-496f-ba65-045dc4e94556) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:38.640922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3824a3-5e79-4a34-9d03-23ba6683ae47 None None] Network c16d4ebc-c1e3-496f-ba65-045dc4e94556 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:38.643461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:38.647313 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.723585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d1684ae-4f72-4ee2-acc1-423225a8cbb4 req-7f60d6e3-d47f-4c8a-8e05-bfba074a4ba9 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0555975 Mar 11 17:34:38.735441 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5eb61c47-2693-44a9-8a29-018fb8c7ad84 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5522721 Mar 11 17:34:38.737271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45146) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:38.745837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Request body: {'subnet': {'network_id': '41ed8089-d260-4383-a427-12dcf8d7b39e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:38.776213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8322307b-aa8b-4172-98bf-985c778da285 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.783634 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8322307b-aa8b-4172-98bf-985c778da285 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:38.899768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Made reservation on behalf of 958223eb720f49b595ccf96ea729f9c6 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:38.909077 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.021570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-c16d4ebc-c1e3-496f-ba65-045dc4e94556', 'network_id': 'c16d4ebc-c1e3-496f-ba65-045dc4e94556', 'tenant_id': '958223eb720f49b595ccf96ea729f9c6', 'fixed_ips': [{'subnet_id': '0407d96c-3b2d-457a-8314-1cd3c03e43b3'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:34:39.023065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.096152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322307b-aa8b-4172-98bf-985c778da285 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Port': ['ID=afbbcd58-45eb-47a1-85bf-3b3cf5873949,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:39.182457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8322307b-aa8b-4172-98bf-985c778da285 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] In _notify_port_updated(), no bound segment for port afbbcd58-45eb-47a1-85bf-3b3cf5873949 on network c28aeb86-ec4d-4ef3-9289-0480de937486 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:34:39.195045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8322307b-aa8b-4172-98bf-985c778da285 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:39.201103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8322307b-aa8b-4172-98bf-985c778da285 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.207898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45154) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:39.209849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8322307b-aa8b-4172-98bf-985c778da285 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "PUT /v2.0/ports/afbbcd58-45eb-47a1-85bf-3b3cf5873949 HTTP/1.1" status: 200 len: 996 time: 1.2646267 Mar 11 17:34:39.377253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Allocated IP 172.20.0.2 (c16d4ebc-c1e3-496f-ba65-045dc4e94556/0407d96c-3b2d-457a-8314-1cd3c03e43b3/d3ea23e8-757b-4f6d-a1b4-c58f77712b68) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:39.410985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.562776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Subnet': ['ID=194a096e-09b2-4892-9498-c88129f46f85,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:39.576816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-98f24c9a-9b1d-4153-ae02-510a94c08827 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Deleting port afbbcd58-45eb-47a1-85bf-3b3cf5873949 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:39.577647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98f24c9a-9b1d-4153-ae02-510a94c08827 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.592674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Checking segment: {'id': 'b6d732a9-f76d-4c6a-9f2b-1a859a12e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ed8089-d260-4383-a427-12dcf8d7b39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:39.593050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network hostable DHCP agents. Network: 41ed8089-d260-4383-a427-12dcf8d7b39e, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:39.599651 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.611454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.693508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Network c16d4ebc-c1e3-496f-ba65-045dc4e94556 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:39.719471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:39.726515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:39.754327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98f24c9a-9b1d-4153-ae02-510a94c08827 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.772294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-98f24c9a-9b1d-4153-ae02-510a94c08827 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Calling delete_port for afbbcd58-45eb-47a1-85bf-3b3cf5873949 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:39.776180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f5f94bbd-a9b7-492b-b254-5e2ae5eb4690 None None] Provisioning complete for port afbbcd58-45eb-47a1-85bf-3b3cf5873949 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:39.776812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f5f94bbd-a9b7-492b-b254-5e2ae5eb4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:39.898213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7edf361c-6a06-483f-8075-29f73600f48c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:39.909112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f5f94bbd-a9b7-492b-b254-5e2ae5eb4690 None None] Port afbbcd58-45eb-47a1-85bf-3b3cf5873949 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:39.918459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Pushing event updated for resources: {'Port': ['ID=d3ea23e8-757b-4f6d-a1b4-c58f77712b68,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:40.049615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Attempting to bind port d3ea23e8-757b-4f6d-a1b4-c58f77712b68 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:40.050596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Attempting to bind port d3ea23e8-757b-4f6d-a1b4-c58f77712b68 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '05b697e2-8b23-47ab-bf8b-ea2ba2450274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c16d4ebc-c1e3-496f-ba65-045dc4e94556'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:40.051130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Attempting to bind port d3ea23e8-757b-4f6d-a1b4-c58f77712b68 on network c16d4ebc-c1e3-496f-ba65-045dc4e94556 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:40.062612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:34:40.063459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Checking segment: {'id': '05b697e2-8b23-47ab-bf8b-ea2ba2450274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c16d4ebc-c1e3-496f-ba65-045dc4e94556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:40.068152 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.073769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Bound using segment: {'id': '05b697e2-8b23-47ab-bf8b-ea2ba2450274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c16d4ebc-c1e3-496f-ba65-045dc4e94556'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:34:40.073769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Bound port: d3ea23e8-757b-4f6d-a1b4-c58f77712b68, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b697e2-8b23-47ab-bf8b-ea2ba2450274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c16d4ebc-c1e3-496f-ba65-045dc4e94556'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:40.073769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.082617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65dfd7a6-8ba2-4808-bd2e-91a7a8b2d478 req-565e1b17-6c2d-4624-9a3b-310001791b84 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1298287 Mar 11 17:34:40.162019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7edf361c-6a06-483f-8075-29f73600f48c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:40.162493 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.269689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network 41ed8089-d260-4383-a427-12dcf8d7b39e is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:40.277900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98f24c9a-9b1d-4153-ae02-510a94c08827 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.348556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 41ed8089-d260-4383-a427-12dcf8d7b39e) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:40.350322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f24c9a-9b1d-4153-ae02-510a94c08827 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event deleted for resources: {'Port': ['ID=afbbcd58-45eb-47a1-85bf-3b3cf5873949,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:40.355588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:40.356286 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.394277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] For port d3ea23e8-757b-4f6d-a1b4-c58f77712b68, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:40.418025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] For port d3ea23e8-757b-4f6d-a1b4-c58f77712b68, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d3ea23e8-757b-4f6d-a1b4-c58f77712b68,segment=NetworkSegment(05b697e2-8b23-47ab-bf8b-ea2ba2450274),segment_id=05b697e2-8b23-47ab-bf8b-ea2ba2450274)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:40.420808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f3d5d-2731-4a03-9da8-ee44a5dbca7a None None] Network 41ed8089-d260-4383-a427-12dcf8d7b39e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:40.430311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45172) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:40.431288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-db875bd4-94e9-4811-a9cd-baa4b98f39ca tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6926899 Mar 11 17:34:40.446307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477e396-d271-4ad4-9e52-76edff209010 None None] Network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:40.464325 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.482231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98f24c9a-9b1d-4153-ae02-510a94c08827 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.499961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-98f24c9a-9b1d-4153-ae02-510a94c08827 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "DELETE /v2.0/ports/afbbcd58-45eb-47a1-85bf-3b3cf5873949 HTTP/1.1" status: 204 len: 168 time: 1.2907188 Mar 11 17:34:40.506971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45174) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:40.570274 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaa38a1-a4ec-44d4-9f9d-e6d313072f44 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] GET failed (client error): The resource could not be found. Mar 11 17:34:40.583099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eeaa38a1-a4ec-44d4-9f9d-e6d313072f44 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "GET /v2.0/ports/afbbcd58-45eb-47a1-85bf-3b3cf5873949 HTTP/1.1" status: 404 len: 333 time: 0.0705729 Mar 11 17:34:40.583970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45176) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:40.596438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'port': {'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486', 'name': 'tempest-AllowedAddressPairTestJSON-941720664'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:40.674599 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.691621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c59fccd8-fedd-43d1-be4b-6e315184d434 None None] Provisioning complete for port 7edf361c-6a06-483f-8075-29f73600f48c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:40.692759 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c59fccd8-fedd-43d1-be4b-6e315184d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.861426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fb475-fb0b-413c-835e-02942140aac0 None None] Pushing event updated for resources: {'Port': ['ID=d3ea23e8-757b-4f6d-a1b4-c58f77712b68,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:40.880455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Made reservation on behalf of a89911a2e93c4175b87c1072a5f6004f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:40.886739 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:40.953560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] device_id is not set on port 0cad7f02-e4a3-411d-bd8a-f95a09f8587a yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:40.960791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 7edf361c-6a06-483f-8075-29f73600f48c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7edf361c-6a06-483f-8075-29f73600f48c,segment=NetworkSegment(e2d281b2-c67f-4df6-9b52-fc188310c886),segment_id=e2d281b2-c67f-4df6-9b52-fc188310c886)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:40.982248 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.198566 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.251832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=7edf361c-6a06-483f-8075-29f73600f48c,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:41.296606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.333073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Allocated IP 172.20.0.7 (c28aeb86-ec4d-4ef3-9289-0480de937486/6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6/0cad7f02-e4a3-411d-bd8a-f95a09f8587a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:41.416436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-41ed8089-d260-4383-a427-12dcf8d7b39e', 'network_id': '41ed8089-d260-4383-a427-12dcf8d7b39e', 'tenant_id': '958223eb720f49b595ccf96ea729f9c6', 'fixed_ips': [{'subnet_id': '194a096e-09b2-4892-9498-c88129f46f85'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:34:41.417357 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.494222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e114c1ba-8096-4304-9d32-56a5b6e66646 req-386ac0c9-a0fb-4381-8671-029965715a9a tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0757444 Mar 11 17:34:41.767852 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.852442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:41.962634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Allocated IP 172.20.0.2 (41ed8089-d260-4383-a427-12dcf8d7b39e/194a096e-09b2-4892-9498-c88129f46f85/015a1fd7-aa00-4fe8-88ae-71bab2833af7) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:42.000602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Port': ['ID=0cad7f02-e4a3-411d-bd8a-f95a09f8587a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:42.037065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Network c28aeb86-ec4d-4ef3-9289-0480de937486 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:42.043594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:42.054500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:42.090149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Allocated IP 172.20.0.1 (c16d4ebc-c1e3-496f-ba65-045dc4e94556/0407d96c-3b2d-457a-8314-1cd3c03e43b3/4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:42.291751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:42.293336 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.317297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0634b444-8e76-4b97-9288-094303424954 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7320707 Mar 11 17:34:42.318197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45208) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:42.326049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'port': {'network_id': 'c28aeb86-ec4d-4ef3-9289-0480de937486', 'name': 'tempest-AllowedAddressPairTestJSON-1825783702'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:42.344199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d3ea23e8-757b-4f6d-a1b4-c58f77712b68 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:42.459519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.492259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c03a040c-1d9c-4e45-86fa-f40e16679240 None None] Provisioning complete for port 7edf361c-6a06-483f-8075-29f73600f48c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:42.492665 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c03a040c-1d9c-4e45-86fa-f40e16679240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.495876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.564427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.589409 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.681817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Made reservation on behalf of a89911a2e93c4175b87c1072a5f6004f for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:42.698924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:42.711158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Pushing event updated for resources: {'Port': ['ID=015a1fd7-aa00-4fe8-88ae-71bab2833af7,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:42.717727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network c16d4ebc-c1e3-496f-ba65-045dc4e94556 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:42.726336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:42.741749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:42.747814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860ad65-c47b-484d-a001-1bdb52e27115 None None] Network c16d4ebc-c1e3-496f-ba65-045dc4e94556 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:42.799020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06331e82-00e2-4eb6-9d2e-e4f9078b1695 req-602ae293-afe0-4fc0-b55d-d70fb30c08b2 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0569336 Mar 11 17:34:42.802183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] device_id is not set on port 6b046292-5306-4b08-bd5d-1711f282242f yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:42.903133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Port': ['ID=4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:42.945735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.021648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Allocated IP 172.20.0.4 (c28aeb86-ec4d-4ef3-9289-0480de937486/6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6/6b046292-5306-4b08-bd5d-1711f282242f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:43.086016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d3ea23e8-757b-4f6d-a1b4-c58f77712b68 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:43.087001 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.142120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Network 41ed8089-d260-4383-a427-12dcf8d7b39e is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:43.181601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:43.184884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:43.256200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.425161 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.475901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.488617 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.667481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Network c28aeb86-ec4d-4ef3-9289-0480de937486 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:43.683871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:43.692020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Attempting to bind port 015a1fd7-aa00-4fe8-88ae-71bab2833af7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:43.694555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Attempting to bind port 015a1fd7-aa00-4fe8-88ae-71bab2833af7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'b6d732a9-f76d-4c6a-9f2b-1a859a12e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ed8089-d260-4383-a427-12dcf8d7b39e'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:43.694966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Attempting to bind port 015a1fd7-aa00-4fe8-88ae-71bab2833af7 on network 41ed8089-d260-4383-a427-12dcf8d7b39e {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:43.712288 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.712575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:43.714845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port d3ea23e8-757b-4f6d-a1b4-c58f77712b68, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d3ea23e8-757b-4f6d-a1b4-c58f77712b68,segment=NetworkSegment(05b697e2-8b23-47ab-bf8b-ea2ba2450274),segment_id=05b697e2-8b23-47ab-bf8b-ea2ba2450274)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:43.722937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.768409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Port': ['ID=6b046292-5306-4b08-bd5d-1711f282242f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:43.807837 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3438addf-2dec-4899-8447-3b00c535f117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.835747 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.838890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7edf361c-6a06-483f-8075-29f73600f48c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:43.880255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:34:43.880663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Checking segment: {'id': 'b6d732a9-f76d-4c6a-9f2b-1a859a12e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ed8089-d260-4383-a427-12dcf8d7b39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:43.887563 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.889964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Bound using segment: {'id': 'b6d732a9-f76d-4c6a-9f2b-1a859a12e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ed8089-d260-4383-a427-12dcf8d7b39e'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:34:43.890658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Bound port: 015a1fd7-aa00-4fe8-88ae-71bab2833af7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d732a9-f76d-4c6a-9f2b-1a859a12e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '41ed8089-d260-4383-a427-12dcf8d7b39e'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:43.897134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.917547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:43.918239 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:43.963422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-513ff559-538c-4f92-baef-af63e98e852e tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6423671 Mar 11 17:34:43.969782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45244) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:43.986049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f90de176-ca78-49bb-9be1-c6a0bcd1a228 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:63:43:62'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:50:1d:05'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:43.999740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.002048 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Port': ['ID=4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:44.145416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ad826ab-c346-4a24-ad72-e1a57838e2a0 req-592c136f-121e-4577-8130-3092514749f5 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0796704 Mar 11 17:34:44.257871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] For port 015a1fd7-aa00-4fe8-88ae-71bab2833af7, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:44.267575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] For port 015a1fd7-aa00-4fe8-88ae-71bab2833af7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=015a1fd7-aa00-4fe8-88ae-71bab2833af7,segment=NetworkSegment(b6d732a9-f76d-4c6a-9f2b-1a859a12e973),segment_id=b6d732a9-f76d-4c6a-9f2b-1a859a12e973)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:44.269134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=d3ea23e8-757b-4f6d-a1b4-c58f77712b68,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:44.335319 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.393235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network c16d4ebc-c1e3-496f-ba65-045dc4e94556 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:44.396917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:44.402744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f90de176-ca78-49bb-9be1-c6a0bcd1a228 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.518885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-861f555c-ea1c-4ba3-a856-8f0cc92ac356 None None] Provisioning complete for port 0cad7f02-e4a3-411d-bd8a-f95a09f8587a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:44.519269 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-861f555c-ea1c-4ba3-a856-8f0cc92ac356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.595725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4866bea-07c4-43ef-bd33-7a83c1072dde None None] Pushing event updated for resources: {'Port': ['ID=015a1fd7-aa00-4fe8-88ae-71bab2833af7,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:44.646954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-861f555c-ea1c-4ba3-a856-8f0cc92ac356 None None] Port 0cad7f02-e4a3-411d-bd8a-f95a09f8587a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:44.669288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7edf361c-6a06-483f-8075-29f73600f48c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:44.669652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.682232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-861f555c-ea1c-4ba3-a856-8f0cc92ac356 None None] Provisioning complete for port d3ea23e8-757b-4f6d-a1b4-c58f77712b68 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:44.682888 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-861f555c-ea1c-4ba3-a856-8f0cc92ac356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.709005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Router 05c5d22b-5d75-43a2-8b5f-2a73171710ff is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:34:44.933508 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f90de176-ca78-49bb-9be1-c6a0bcd1a228 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.943497 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f90de176-ca78-49bb-9be1-c6a0bcd1a228 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:44.954545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:34:44.980639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bd504c4b-afad-4985-a74b-fbd42577bfb2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "PUT /v2.0/routers/05c5d22b-5d75-43a2-8b5f-2a73171710ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5481813 Mar 11 17:34:44.984012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:45.020612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe3e8a-f515-4a75-8aaf-3051b25ba90e None None] Sync routers for ids ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:34:45.111812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f90de176-ca78-49bb-9be1-c6a0bcd1a228 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] In _notify_port_updated(), no bound segment for port 6b046292-5306-4b08-bd5d-1711f282242f on network c28aeb86-ec4d-4ef3-9289-0480de937486 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:34:45.123308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90de176-ca78-49bb-9be1-c6a0bcd1a228 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:45.124744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f90de176-ca78-49bb-9be1-c6a0bcd1a228 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:45.147282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f90de176-ca78-49bb-9be1-c6a0bcd1a228 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "PUT /v2.0/ports/6b046292-5306-4b08-bd5d-1711f282242f HTTP/1.1" status: 200 len: 1055 time: 1.1762037 Mar 11 17:34:45.151575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45272) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:45.223779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe3e8a-f515-4a75-8aaf-3051b25ba90e None None] Routers {'05c5d22b-5d75-43a2-8b5f-2a73171710ff'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:45.226316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cebe3e8a-f515-4a75-8aaf-3051b25ba90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:45.284804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cebe3e8a-f515-4a75-8aaf-3051b25ba90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:45.315553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe3e8a-f515-4a75-8aaf-3051b25ba90e None None] Routers {'05c5d22b-5d75-43a2-8b5f-2a73171710ff'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:45.316607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cebe3e8a-f515-4a75-8aaf-3051b25ba90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:45.373316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90de176-ca78-49bb-9be1-c6a0bcd1a228 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event updated for resources: {'Port': ['ID=6b046292-5306-4b08-bd5d-1711f282242f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:45.409113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d7a8944b-d1d2-4ef2-a528-ea6c6ec98a57 None None] Provisioning complete for port 6b046292-5306-4b08-bd5d-1711f282242f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:45.409487 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7a8944b-d1d2-4ef2-a528-ea6c6ec98a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:45.440622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cebe3e8a-f515-4a75-8aaf-3051b25ba90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:45.441292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe3e8a-f515-4a75-8aaf-3051b25ba90e None None] The sync data for ids ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:34:45.599631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8944b-d1d2-4ef2-a528-ea6c6ec98a57 None None] Port 6b046292-5306-4b08-bd5d-1711f282242f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:45.611604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d384606e-ff39-4607-a73f-1fcf8fd0da92 req-70bced7f-ae0d-4e8f-94da-95016c0348ef tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1323788 Mar 11 17:34:45.764033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0c456f73-e1d4-4d8e-a6fd-18a62134d320 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Deleting port 6b046292-5306-4b08-bd5d-1711f282242f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:45.764664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c456f73-e1d4-4d8e-a6fd-18a62134d320 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:45.792266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5faf7936-ca57-4817-aec1-ae006c3c3a9b None None] Provisioning complete for port 4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:45.793455 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5faf7936-ca57-4817-aec1-ae006c3c3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:45.854638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5faf7936-ca57-4817-aec1-ae006c3c3a9b None None] Port 4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:45.949687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d3ea23e8-757b-4f6d-a1b4-c58f77712b68 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:46.035541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c456f73-e1d4-4d8e-a6fd-18a62134d320 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.041227 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-84ac1d4f-3a12-4c29-baa7-c97b1e4fcee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.062428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5faf7936-ca57-4817-aec1-ae006c3c3a9b None None] Provisioning complete for port d3ea23e8-757b-4f6d-a1b4-c58f77712b68 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:46.063084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5faf7936-ca57-4817-aec1-ae006c3c3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.102094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0c456f73-e1d4-4d8e-a6fd-18a62134d320 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Calling delete_port for 6b046292-5306-4b08-bd5d-1711f282242f owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:46.147121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d3ea23e8-757b-4f6d-a1b4-c58f77712b68 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:46.147546 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.330962 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c456f73-e1d4-4d8e-a6fd-18a62134d320 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.422385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c456f73-e1d4-4d8e-a6fd-18a62134d320 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event deleted for resources: {'Port': ['ID=6b046292-5306-4b08-bd5d-1711f282242f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:46.467853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 015a1fd7-aa00-4fe8-88ae-71bab2833af7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:46.730313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6745dbc4-26b5-4a7e-b47c-ea770260f3ae None None] Provisioning complete for port 4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:46.732832 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6745dbc4-26b5-4a7e-b47c-ea770260f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.872390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6745dbc4-26b5-4a7e-b47c-ea770260f3ae None None] Port 4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:46.873974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 015a1fd7-aa00-4fe8-88ae-71bab2833af7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:46.874379 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:46.883635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6745dbc4-26b5-4a7e-b47c-ea770260f3ae None None] Could not find standard attr ID for object 6b046292-5306-4b08-bd5d-1711f282242f. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:34:46.958321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a4b151fe-cfef-48e6-a57f-ffff071b32c5 req-2241d1a8-edd9-4056-b325-054993a61755 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1288321 Mar 11 17:34:47.013843 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c456f73-e1d4-4d8e-a6fd-18a62134d320 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.026839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45306) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:47.032644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0c456f73-e1d4-4d8e-a6fd-18a62134d320 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "DELETE /v2.0/ports/6b046292-5306-4b08-bd5d-1711f282242f HTTP/1.1" status: 204 len: 168 time: 1.8609464 Mar 11 17:34:47.056382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7584210b-9c69-4028-8e67-83c06d81a929 None None] Provisioning complete for port 4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:47.057256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7584210b-9c69-4028-8e67-83c06d81a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.120222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c48a90-1f66-4c2b-8f87-f499d27b24d1 None None] Network 41ed8089-d260-4383-a427-12dcf8d7b39e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:47.151702 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d09bff-b676-4b9b-8503-117ea8980391 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] GET failed (client error): The resource could not be found. Mar 11 17:34:47.154448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-41d09bff-b676-4b9b-8503-117ea8980391 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "GET /v2.0/ports/6b046292-5306-4b08-bd5d-1711f282242f HTTP/1.1" status: 404 len: 333 time: 0.1202233 Mar 11 17:34:47.157451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45310) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:47.194783 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-577c44a8-ab9b-4dc1-906a-a415eefadbae tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:34:47.197639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-577c44a8-ab9b-4dc1-906a-a415eefadbae tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "PUT /v2.0/routers/05c5d22b-5d75-43a2-8b5f-2a73171710ff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2109385 Mar 11 17:34:47.199413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:47.247723 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.253044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7584210b-9c69-4028-8e67-83c06d81a929 None None] Port 4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:47.296687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.409895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 015a1fd7-aa00-4fe8-88ae-71bab2833af7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=015a1fd7-aa00-4fe8-88ae-71bab2833af7,segment=NetworkSegment(b6d732a9-f76d-4c6a-9f2b-1a859a12e973),segment_id=b6d732a9-f76d-4c6a-9f2b-1a859a12e973)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:47.428450 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.440874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dc42afee-b1ac-43a2-aaf2-a7c4657db722 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Deleting port 0cad7f02-e4a3-411d-bd8a-f95a09f8587a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:47.441456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc42afee-b1ac-43a2-aaf2-a7c4657db722 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.446463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c6958223-82f8-4cf8-ab99-3c6e4e13a358 None None] Provisioning complete for port 015a1fd7-aa00-4fe8-88ae-71bab2833af7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:47.446463 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6958223-82f8-4cf8-ab99-3c6e4e13a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.662488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=015a1fd7-aa00-4fe8-88ae-71bab2833af7,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:47.673361 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc42afee-b1ac-43a2-aaf2-a7c4657db722 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:47.705421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dc42afee-b1ac-43a2-aaf2-a7c4657db722 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Calling delete_port for 0cad7f02-e4a3-411d-bd8a-f95a09f8587a owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:48.066701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b96fdb6f-7899-429c-ad73-b9c83e75f889 None None] Provisioning complete for port 015a1fd7-aa00-4fe8-88ae-71bab2833af7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:48.067200 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b96fdb6f-7899-429c-ad73-b9c83e75f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.106307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc42afee-b1ac-43a2-aaf2-a7c4657db722 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.128062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.231332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42afee-b1ac-43a2-aaf2-a7c4657db722 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event deleted for resources: {'Port': ['ID=0cad7f02-e4a3-411d-bd8a-f95a09f8587a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:48.292885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3006da3-9086-4f67-9e2f-0f9c5546f514 req-39fa51dd-9c02-4e21-ab08-4e8b014aacd0 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0858054 Mar 11 17:34:48.380741 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.481134 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc42afee-b1ac-43a2-aaf2-a7c4657db722 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.486536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dc42afee-b1ac-43a2-aaf2-a7c4657db722 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "DELETE /v2.0/ports/0cad7f02-e4a3-411d-bd8a-f95a09f8587a HTTP/1.1" status: 204 len: 168 time: 1.3273587 Mar 11 17:34:48.490716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45338) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:48.574224 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16971be-39cd-4241-a970-db99ddda6ff9 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] GET failed (client error): The resource could not be found. Mar 11 17:34:48.586958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a16971be-39cd-4241-a970-db99ddda6ff9 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "GET /v2.0/ports/0cad7f02-e4a3-411d-bd8a-f95a09f8587a HTTP/1.1" status: 404 len: 333 time: 0.0940387 Mar 11 17:34:48.591336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45346) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:48.831759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Deleting port 4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:48.832021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-202cb765-41a5-4206-8f84-ccc3213dff10 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Deleting port 34e7dd3b-bb97-47e2-ae84-50049588f486 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:48.832252 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-202cb765-41a5-4206-8f84-ccc3213dff10 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:48.832746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.101562 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.134273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-202cb765-41a5-4206-8f84-ccc3213dff10 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.138131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Calling delete_port for 4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:49.185495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-202cb765-41a5-4206-8f84-ccc3213dff10 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Calling delete_port for 34e7dd3b-bb97-47e2-ae84-50049588f486 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:49.455143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.477994 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.512869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event deleted for resources: {'Port': ['ID=4e46589e-c7b8-4cab-a6fb-7224e0f0e2c6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:49.566861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b340c2ca-3814-4610-8297-776a8bd9e124 req-9fc75bf7-c2db-45b3-9c7b-caac5c085b47 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1295428 Mar 11 17:34:49.658582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 015a1fd7-aa00-4fe8-88ae-71bab2833af7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:34:49.852221 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-202cb765-41a5-4206-8f84-ccc3213dff10 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.876046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 015a1fd7-aa00-4fe8-88ae-71bab2833af7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:49.876567 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.935312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:49.953429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cb765-41a5-4206-8f84-ccc3213dff10 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event deleted for resources: {'Port': ['ID=34e7dd3b-bb97-47e2-ae84-50049588f486,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:50.279611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Router 05c5d22b-5d75-43a2-8b5f-2a73171710ff has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:34:50.283304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-202cb765-41a5-4206-8f84-ccc3213dff10 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.288861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:50.292259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-202cb765-41a5-4206-8f84-ccc3213dff10 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "DELETE /v2.0/ports/34e7dd3b-bb97-47e2-ae84-50049588f486 HTTP/1.1" status: 204 len: 168 time: 1.6996677 Mar 11 17:34:50.294997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45382) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:50.406550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e9f33d-14ad-4aec-9046-17a390360149 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Deleting subnet 6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:34:50.417987 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88e9f33d-14ad-4aec-9046-17a390360149 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.494636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:34:50.506578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88e9f33d-14ad-4aec-9046-17a390360149 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.508043 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-890d359e-d051-47aa-be12-681c66e6facf tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "PUT /v2.0/routers/05c5d22b-5d75-43a2-8b5f-2a73171710ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3065372 Mar 11 17:34:50.511138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45388) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:50.513829 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba371018-ed91-4fb2-8a6c-c43087f383cb None None] Sync routers for ids ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:34:50.539936 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba371018-ed91-4fb2-8a6c-c43087f383cb None None] Routers {'05c5d22b-5d75-43a2-8b5f-2a73171710ff'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:50.540886 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ba371018-ed91-4fb2-8a6c-c43087f383cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:50.613344 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c0b9-2a6f-4a15-b31d-fe721ebba19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.614805 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ba371018-ed91-4fb2-8a6c-c43087f383cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:50.618491 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-bdbbaf87-90ff-4638-b4ae-d04fe4fc4c1a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] delete failed (client error): The resource could not be found. Mar 11 17:34:50.619798 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bdbbaf87-90ff-4638-b4ae-d04fe4fc4c1a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1228231615 HTTP/1.1" status: 404 len: 335 time: 0.1074347 Mar 11 17:34:50.632366 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba371018-ed91-4fb2-8a6c-c43087f383cb None None] Routers {'05c5d22b-5d75-43a2-8b5f-2a73171710ff'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:50.632996 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ba371018-ed91-4fb2-8a6c-c43087f383cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:50.634047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45392) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:50.641297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2802eca2-0c6e-43cf-8213-22ab0c643db7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Request body: {'router': {'external_gateway_info': {'network_id': '05c5d22b-5d75-43a2-8b5f-2a73171710ff'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:50.684675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88e9f33d-14ad-4aec-9046-17a390360149 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.708556 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ba371018-ed91-4fb2-8a6c-c43087f383cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:50.709813 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba371018-ed91-4fb2-8a6c-c43087f383cb None None] The sync data for ids ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:34:50.773117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4a2f2a2-cb9d-4b48-b37b-208d2e8a0cb7 req-e81e5a9c-e8b8-47c5-8529-6f1b0c866f7c tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0310609 Mar 11 17:34:50.863485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88e9f33d-14ad-4aec-9046-17a390360149 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.911633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9f33d-14ad-4aec-9046-17a390360149 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event deleted for resources: {'Subnet': ['ID=6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:50.913615 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88e9f33d-14ad-4aec-9046-17a390360149 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:50.916834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-88e9f33d-14ad-4aec-9046-17a390360149 tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "DELETE /v2.0/subnets/6893582a-68c1-41d9-8f1e-7dcb7a7ae8a6 HTTP/1.1" status: 204 len: 168 time: 0.6200259 Mar 11 17:34:50.919823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45400) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:50.927169 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee57906-04fb-4d6f-a65f-c528f1524dea None None] Network c28aeb86-ec4d-4ef3-9289-0480de937486 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:51.113219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2802eca2-0c6e-43cf-8213-22ab0c643db7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.132864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.154612 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-2802eca2-0c6e-43cf-8213-22ab0c643db7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] update failed (client error): The resource could not be found. Mar 11 17:34:51.161828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45408) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:51.162000 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2802eca2-0c6e-43cf-8213-22ab0c643db7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "PUT /v2.0/routers/05c5d22b-5d75-43a2-8b5f-2a73171710ff HTTP/1.1" status: 404 len: 339 time: 0.5263023 Mar 11 17:34:51.275027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c0b9-2a6f-4a15-b31d-fe721ebba19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.281901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c0b9-2a6f-4a15-b31d-fe721ebba19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.324275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfcf413-b0a6-45a0-af5d-cc979df430c7 None None] DHCP port deletion for c28aeb86-ec4d-4ef3-9289-0480de937486 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:34:51.341096 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d1e6c0b9-2a6f-4a15-b31d-fe721ebba19d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f0e242b27d649788ce7396e2fbcb34f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0430984 Mar 11 17:34:51.341096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45412) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:51.345273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Deleting port 22b6076f-485e-4e5d-a6a5-00e17da076a8 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:51.345742 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.366134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6c0b9-2a6f-4a15-b31d-fe721ebba19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1574b907-dbb9-4a1a-b3d3-def3c10d2822,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:51.435883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcf413-b0a6-45a0-af5d-cc979df430c7 None None] Deleting port 22b6076f-485e-4e5d-a6a5-00e17da076a8 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:51.436178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf413-b0a6-45a0-af5d-cc979df430c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.540860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] For port 22b6076f-485e-4e5d-a6a5-00e17da076a8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=22b6076f-485e-4e5d-a6a5-00e17da076a8,segment=NetworkSegment(af22015a-a687-44f0-8491-919b0f79bc7a),segment_id=af22015a-a687-44f0-8491-919b0f79bc7a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:51.543092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bcfcf413-b0a6-45a0-af5d-cc979df430c7 None None] For port 22b6076f-485e-4e5d-a6a5-00e17da076a8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=22b6076f-485e-4e5d-a6a5-00e17da076a8,segment=NetworkSegment(af22015a-a687-44f0-8491-919b0f79bc7a),segment_id=af22015a-a687-44f0-8491-919b0f79bc7a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:51.543503 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf413-b0a6-45a0-af5d-cc979df430c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.544895 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.578554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Calling delete_port for 22b6076f-485e-4e5d-a6a5-00e17da076a8 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:51.593935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcf413-b0a6-45a0-af5d-cc979df430c7 None None] Calling delete_port for 22b6076f-485e-4e5d-a6a5-00e17da076a8 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:51.597439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73826e5e-ca49-4a61-93fd-be9c15d3a36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.677767 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73826e5e-ca49-4a61-93fd-be9c15d3a36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.697126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 22b6076f-485e-4e5d-a6a5-00e17da076a8 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:34:51.718348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.758579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.823411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event deleted for resources: {'Port': ['ID=22b6076f-485e-4e5d-a6a5-00e17da076a8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:51.825962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] No DVR routers for this DVR port 22b6076f-485e-4e5d-a6a5-00e17da076a8 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:51.828389 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73826e5e-ca49-4a61-93fd-be9c15d3a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.832263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73826e5e-ca49-4a61-93fd-be9c15d3a36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.834197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-73826e5e-ca49-4a61-93fd-be9c15d3a36b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1574b907-dbb9-4a1a-b3d3-def3c10d2822 HTTP/1.1" status: 204 len: 168 time: 0.4958463 Mar 11 17:34:51.884317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No active binding found for port 22b6076f-485e-4e5d-a6a5-00e17da076a8 {{(pid=102643) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 17:34:51.885057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 22b6076f-485e-4e5d-a6a5-00e17da076a8 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:34:51.902243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf413-b0a6-45a0-af5d-cc979df430c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:51.943411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcf413-b0a6-45a0-af5d-cc979df430c7 None None] Pushing event deleted for resources: {'Port': ['ID=22b6076f-485e-4e5d-a6a5-00e17da076a8,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:51.961688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfcf413-b0a6-45a0-af5d-cc979df430c7 None None] No DVR routers for this DVR port 22b6076f-485e-4e5d-a6a5-00e17da076a8 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:51.973591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73826e5e-ca49-4a61-93fd-be9c15d3a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1574b907-dbb9-4a1a-b3d3-def3c10d2822,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:52.106141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.187942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28aeb86-ec4d-4ef3-9289-0480de937486']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:52.210427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af22015a-a687-44f0-8491-919b0f79bc7a') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:52.210887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af22015a-a687-44f0-8491-919b0f79bc7a') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:52.252043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b872c161-03d9-4f59-abae-a33d2c286412 req-ad569a17-4d07-4292-acb7-0508d781c3d9 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.2149746 Mar 11 17:34:52.253827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Allocated IP 172.20.0.1 (5f7fcf07-e0aa-438a-8cb9-83d863e75a6f/dd65288c-cc20-4d17-b8ef-926a72dfeef8/094023e0-5374-4f80-b945-1b57efeb175f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:52.271306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.309453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.329928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:34:52.345779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:34:52.350258 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:34:52.521214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.530733 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.538563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] 10.222.0.53 "DELETE /v2.0/networks/c28aeb86-ec4d-4ef3-9289-0480de937486 HTTP/1.1" status: 204 len: 168 time: 1.6151218 Mar 11 17:34:52.562898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f1e7a-c010-4738-b23f-097c687c435c tempest-AllowedAddressPairTestJSON-482907656 tempest-AllowedAddressPairTestJSON-482907656-project] Pushing event deleted for resources: {'Network': ['ID=c28aeb86-ec4d-4ef3-9289-0480de937486,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:52.580638 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.641161 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:52.697714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:52.702073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:52.734925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:52.772491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Port': ['ID=094023e0-5374-4f80-b945-1b57efeb175f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:52.807571 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.095424 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.112216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b14d421d-992d-4e70-a3e6-2a3ca6fcc260 None None] Provisioning complete for port 094023e0-5374-4f80-b945-1b57efeb175f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:53.115210 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b14d421d-992d-4e70-a3e6-2a3ca6fcc260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.128113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45464) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:53.188281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b14d421d-992d-4e70-a3e6-2a3ca6fcc260 None None] Port 094023e0-5374-4f80-b945-1b57efeb175f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:53.393130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45476) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:53.485066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1477125881-network', 'tenant_id': '1ca0a59a650e473eae37a80125c28c43'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:53.541854 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-af331fbc-9c26-498c-97f5-48557bb3bd7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a89911a2e93c4175b87c1072a5f6004f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117937 Mar 11 17:34:53.545245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:53.580285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Made reservation on behalf of 1ca0a59a650e473eae37a80125c28c43 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:53.582722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.594376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.669427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d0412a3-3f2c-485c-aa55-489ead8aca51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.712720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d0412a3-3f2c-485c-aa55-489ead8aca51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.844645 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.847152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d0412a3-3f2c-485c-aa55-489ead8aca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.850524 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d0412a3-3f2c-485c-aa55-489ead8aca51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.859963 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d0412a3-3f2c-485c-aa55-489ead8aca51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1924a067-3311-42a2-87bd-f467afafbf41 HTTP/1.1" status: 204 len: 168 time: 0.3109667 Mar 11 17:34:53.879487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0412a3-3f2c-485c-aa55-489ead8aca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1924a067-3311-42a2-87bd-f467afafbf41,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:53.880825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.938538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:53.968261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:53.968789 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Added segment 93cb8fae-a7b4-4c24-b563-415d3dd9420b of type vlan for network ed04ea73-3325-4ee3-8530-f92561666f35 Mar 11 17:34:53.979884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd104d6a-de3c-48c6-a79a-41e77e29f54e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:54.024032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72ac3ef5-ec07-4f26-ba4c-0cc3b72c7958 req-ef0c6b47-bd48-49ab-b044-a2c4424c13c9 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0559773 Mar 11 17:34:54.026060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.083541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.086388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:54.087411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.166163 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7719281 Mar 11 17:34:54.167276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45502) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:54.190266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288f2f1-2612-45c0-9cf6-841dd30389ed admin admin] Pushing event updated for resources: {'Network': ['ID=ed04ea73-3325-4ee3-8530-f92561666f35,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:54.203500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Request body: {'subnet': {'network_id': 'ed04ea73-3325-4ee3-8530-f92561666f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1477125881-subnet', 'tenant_id': '1ca0a59a650e473eae37a80125c28c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:54.205262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network ed04ea73-3325-4ee3-8530-f92561666f35 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:34:54.243332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Made reservation on behalf of 1ca0a59a650e473eae37a80125c28c43 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:54.247525 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.311770 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.330460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.435145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event updated for resources: {'Port': ['ID=094023e0-5374-4f80-b945-1b57efeb175f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:54.441246 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.584828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.590134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:54.592048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:54.676011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14cd2698-069d-41f9-80b0-353185386f6a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:54.731498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Checking segment: {'id': '93cb8fae-a7b4-4c24-b563-415d3dd9420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ed04ea73-3325-4ee3-8530-f92561666f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:54.732225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Network hostable DHCP agents. Network: ed04ea73-3325-4ee3-8530-f92561666f35, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:54.747213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Router 05c5d22b-5d75-43a2-8b5f-2a73171710ff has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:34:54.781422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Network ed04ea73-3325-4ee3-8530-f92561666f35 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:54.796178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, ed04ea73-3325-4ee3-8530-f92561666f35) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:54.801621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:54.804656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:54.808708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ed5df-03e4-4184-b7a8-4a7d3af24afa None None] Network ed04ea73-3325-4ee3-8530-f92561666f35 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:54.845611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-382f4636-25aa-49bb-9989-e20733ffb7b8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6502142 Mar 11 17:34:54.947823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:34:54.975472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5eed0e26-2946-4187-8be0-11fe8da222b6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "PUT /v2.0/routers/05c5d22b-5d75-43a2-8b5f-2a73171710ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8097289 Mar 11 17:34:54.975730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45536) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:55.065761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c64a3c-6d03-49ad-8b0d-d25b76518c48 None None] Sync routers for ids ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:34:55.204530 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19619921-c4e6-4147-afba-4fdd099119a6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.205097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f4a4a47e-330c-46a0-8f77-fa83100bbdb3 None None] Provisioning complete for port 094023e0-5374-4f80-b945-1b57efeb175f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:34:55.206210 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4a4a47e-330c-46a0-8f77-fa83100bbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.329202 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c64a3c-6d03-49ad-8b0d-d25b76518c48 None None] Routers {'05c5d22b-5d75-43a2-8b5f-2a73171710ff'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:55.330554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f4c64a3c-6d03-49ad-8b0d-d25b76518c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:55.340437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4a47e-330c-46a0-8f77-fa83100bbdb3 None None] Port 094023e0-5374-4f80-b945-1b57efeb175f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:34:55.344473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45554) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:55.413433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-740c174a-2ed9-419b-b72d-bbfa412fb625 req-124d5cc6-aa0e-4860-b2e9-023817847ed4 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0900548 Mar 11 17:34:55.421139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f4c64a3c-6d03-49ad-8b0d-d25b76518c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:55.468122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c64a3c-6d03-49ad-8b0d-d25b76518c48 None None] Routers {'05c5d22b-5d75-43a2-8b5f-2a73171710ff'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:55.469035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f4c64a3c-6d03-49ad-8b0d-d25b76518c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:55.486193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-944243935'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:55.531409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Made reservation on behalf of aedf98ea53824bd08ca8e851e1dc0047 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:55.536740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.547179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f4c64a3c-6d03-49ad-8b0d-d25b76518c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:55.547814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c64a3c-6d03-49ad-8b0d-d25b76518c48 None None] The sync data for ids ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:34:55.549549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.562530 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-19619921-c4e6-4147-afba-4fdd099119a6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 17:34:55.564130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-19619921-c4e6-4147-afba-4fdd099119a6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "DELETE /v2.0/routers/05c5d22b-5d75-43a2-8b5f-2a73171710ff HTTP/1.1" status: 409 len: 329 time: 0.5873280 Mar 11 17:34:55.566232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30649f9-a2f8-4f44-a761-81374bbee81e None None] Network ed04ea73-3325-4ee3-8530-f92561666f35 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:55.569036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:55.574301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58a94-9858-4cba-a12f-0f33fd6f4617 req-0b2ce757-7b4c-4342-83f5-8e4d56ac1869 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:55.576434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cff58a94-9858-4cba-a12f-0f33fd6f4617 req-0b2ce757-7b4c-4342-83f5-8e4d56ac1869 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 945 time: 0.2821417 Mar 11 17:34:55.647385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cff58a94-9858-4cba-a12f-0f33fd6f4617 req-68dfbf7c-666b-46a1-9c83-53ee01816d1d tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621052 Mar 11 17:34:55.890878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45576) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:55.898187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1424140229-network', 'tenant_id': '60edeb3224c342789cc1e5155da77c99'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:55.924875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Made reservation on behalf of 60edeb3224c342789cc1e5155da77c99 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:55.928706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:55.940761 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.108006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.119686 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.150729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:56.171568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed6e2e-73de-4406-acaf-8203ac657dd0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:56.176515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.177006 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Added segment 08869834-338f-4050-94c6-bdc18b111ddf of type vlan for network 04bf5c66-e18e-42fa-9eed-f31ee63d0716 Mar 11 17:34:56.238787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.246292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.261541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.285010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:34:56.298952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.300185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.301063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.320461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8e7858-1715-4400-a2c8-4c73dde4a451,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:56.329377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.329818 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Added segment 2689d8e0-8fd4-43cc-a8dd-09a88be97474 of type vlan for network 2eafa8aa-eede-4c87-ac03-6683d165ec09 Mar 11 17:34:56.386074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4930229 Mar 11 17:34:56.388681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.393640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45588) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:56.398527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Request body: {'subnet': {'network_id': '04bf5c66-e18e-42fa-9eed-f31ee63d0716', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1424140229-subnet', 'tenant_id': '60edeb3224c342789cc1e5155da77c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:56.403195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e533354-4826-4a9a-a04d-0d016861395c admin admin] Pushing event updated for resources: {'Network': ['ID=04bf5c66-e18e-42fa-9eed-f31ee63d0716,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:56.417037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 04bf5c66-e18e-42fa-9eed-f31ee63d0716 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:34:56.466820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Made reservation on behalf of 60edeb3224c342789cc1e5155da77c99 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:56.470005 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.480507 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.487735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.488790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.590588 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ae98cff-5942-46dc-b3ac-2b3d26ab68cc req-5ff2a8aa-0e24-46f5-8d90-126456cf5d15 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0365403 Mar 11 17:34:56.617291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2731378 Mar 11 17:34:56.620331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45598) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:56.636332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e4d9-e0a6-4ece-8f7d-92c7b4be84c1 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event updated for resources: {'Network': ['ID=2eafa8aa-eede-4c87-ac03-6683d165ec09,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:56.638226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Request body: {'subnet': {'network_id': '2eafa8aa-eede-4c87-ac03-6683d165ec09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:56.666578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 2eafa8aa-eede-4c87-ac03-6683d165ec09 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:34:56.776013 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.896974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf178a-1d22-4b4c-9f95-e8260e35a70a req-c09df23a-d704-44c4-969d-01be4d1158f3 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:56.902318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efaf178a-1d22-4b4c-9f95-e8260e35a70a req-c09df23a-d704-44c4-969d-01be4d1158f3 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 945 time: 0.1156769 Mar 11 17:34:56.904625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Made reservation on behalf of aedf98ea53824bd08ca8e851e1dc0047 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:56.911366 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:56.911968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.032103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=586add25-3c8a-4f59-aa05-66c075faf2e2,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:57.066632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Checking segment: {'id': '08869834-338f-4050-94c6-bdc18b111ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '04bf5c66-e18e-42fa-9eed-f31ee63d0716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:57.067142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Network hostable DHCP agents. Network: 04bf5c66-e18e-42fa-9eed-f31ee63d0716, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:57.095445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efaf178a-1d22-4b4c-9f95-e8260e35a70a req-67582e87-155b-44c5-b17b-6901d689b543 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596601 Mar 11 17:34:57.101620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Network 04bf5c66-e18e-42fa-9eed-f31ee63d0716 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:57.145919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 04bf5c66-e18e-42fa-9eed-f31ee63d0716) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:57.152760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:57.157048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2556a-9c14-4541-b0b9-0a0136010e0c None None] Network 04bf5c66-e18e-42fa-9eed-f31ee63d0716 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:57.157372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.216370 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-35a36fc4-83d9-47c8-9355-5d48d8c40b7b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8216166 Mar 11 17:34:57.287571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Deleting port 094023e0-5374-4f80-b945-1b57efeb175f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:57.288400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.294272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.344985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867bd4b-bfdd-4eba-a3d9-053673ecba5a None None] Network 04bf5c66-e18e-42fa-9eed-f31ee63d0716 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:57.380870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-c3c15ccd-5a97-424b-ae76-42d1608d9434 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:57.383185 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-c3c15ccd-5a97-424b-ae76-42d1608d9434 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.46 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 945 time: 0.1388621 Mar 11 17:34:57.416070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event updated for resources: {'Subnet': ['ID=fe033b25-999f-454a-b0d9-2f8bf92b34ce,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:57.426120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Checking segment: {'id': '2689d8e0-8fd4-43cc-a8dd-09a88be97474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2eafa8aa-eede-4c87-ac03-6683d165ec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:57.427534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Network hostable DHCP agents. Network: 2eafa8aa-eede-4c87-ac03-6683d165ec09, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:34:57.471023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Network 2eafa8aa-eede-4c87-ac03-6683d165ec09 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:34:57.489850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 2eafa8aa-eede-4c87-ac03-6683d165ec09) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:57.500060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:57.500825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.522409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a9e85-6a55-4615-8de2-f1544ba23e31 None None] Network 2eafa8aa-eede-4c87-ac03-6683d165ec09 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:57.534182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b817c4ba-c359-46b7-a35f-08e22947446e tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9091365 Mar 11 17:34:57.535160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45622) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:57.536735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.543050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Request body: {'port': {'network_id': '2eafa8aa-eede-4c87-ac03-6683d165ec09', 'name': 'tempest-ExtraDHCPOptionsTestJSON-239169538'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:57.580285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Calling delete_port for 094023e0-5374-4f80-b945-1b57efeb175f owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:57.678144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Deleting port 3780124b-726f-431c-a841-c700791e35f6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:34:57.678502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.816840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3644c34f-5a02-41fd-a5b6-d0c625a67002 req-99903ce8-f33e-4f50-9d70-dedcb824c707 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0582962 Mar 11 17:34:57.850907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] For port 3780124b-726f-431c-a841-c700791e35f6, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=3780124b-726f-431c-a841-c700791e35f6,segment=NetworkSegment(36d85827-3bef-4ec5-ae39-91e3c75b5716),segment_id=36d85827-3bef-4ec5-ae39-91e3c75b5716)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:34:57.851319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.854008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Made reservation on behalf of aedf98ea53824bd08ca8e851e1dc0047 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:57.860048 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.886758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-2eafa8aa-eede-4c87-ac03-6683d165ec09', 'network_id': '2eafa8aa-eede-4c87-ac03-6683d165ec09', 'tenant_id': 'aedf98ea53824bd08ca8e851e1dc0047', 'fixed_ips': [{'subnet_id': 'fe033b25-999f-454a-b0d9-2f8bf92b34ce'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:34:57.887712 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:57.896219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Calling delete_port for 3780124b-726f-431c-a841-c700791e35f6 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:34:57.896469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] device_id is not set on port 2c43f139-de99-4a7a-b439-a0639733a7d2 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:57.978896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.018062 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event deleted for resources: {'Port': ['ID=094023e0-5374-4f80-b945-1b57efeb175f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:58.243641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Allocated IP 172.20.0.14 (2eafa8aa-eede-4c87-ac03-6683d165ec09/fe033b25-999f-454a-b0d9-2f8bf92b34ce/2c43f139-de99-4a7a-b439-a0639733a7d2) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:58.356197 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.376324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.388767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['3780124b-726f-431c-a841-c700791e35f6'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:34:58.448413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Pushing event deleted for resources: {'Port': ['ID=3780124b-726f-431c-a841-c700791e35f6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:58.514874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-cf017957-ee1c-4700-a0d2-7d5bd4db2a59 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:58.518152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-cf017957-ee1c-4700-a0d2-7d5bd4db2a59 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/networks?id=ed04ea73-3325-4ee3-8530-f92561666f35 HTTP/1.1" status: 200 len: 812 time: 0.3778400 Mar 11 17:34:58.528427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca8835-7788-42ec-9cdf-746d0e118421 req-b295b6d5-5001-4cfd-9b01-17b8887d0dc9 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:58.531691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2ca8835-7788-42ec-9cdf-746d0e118421 req-b295b6d5-5001-4cfd-9b01-17b8887d0dc9 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/ports?device_id=847c1c02-68f3-41dd-a821-1da4ad756d02 HTTP/1.1" status: 200 len: 867 time: 0.3025527 Mar 11 17:34:58.546602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] No DVR routers for this DVR port 3780124b-726f-431c-a841-c700791e35f6 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:34:58.574588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.578474 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7d4f4bb9-dc0a-4fbc-9d6c-8fa97e4c3072 req-0f60b86e-cf2e-4524-a6a9-6f91f93a7190 tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.46 "DELETE /v2.0/ports/3780124b-726f-431c-a841-c700791e35f6 HTTP/1.1" status: 204 len: 173 time: 1.1840935 Mar 11 17:34:58.579230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847c1c02-68f3-41dd-a821-1da4ad756d02', 'name': 'network-vif-deleted', 'tag': '3780124b-726f-431c-a841-c700791e35f6'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:34:58.581823 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922063a3-f8de-4cf3-a288-fe896886c078" -d '{"events": [{"server_uuid": "847c1c02-68f3-41dd-a821-1da4ad756d02", "name": "network-vif-deleted", "tag": "3780124b-726f-431c-a841-c700791e35f6"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:34:58.600616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-44cbe31b-751d-4432-b36a-40c0e36d75f1 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/quotas/1ca0a59a650e473eae37a80125c28c43 HTTP/1.1" status: 200 len: 375 time: 0.0674829 Mar 11 17:34:58.681240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2ca8835-7788-42ec-9cdf-746d0e118421 req-d35372f1-cd66-45f5-b6a9-8f33c783addb tempest-VolumesSnapshotTestJSON-1244883758 tempest-VolumesSnapshotTestJSON-1244883758-project] 10.222.0.53 "GET /v2.0/security-groups?id=e957ccfa-4698-462a-8cdd-a671a5971dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192207 Mar 11 17:34:58.683611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-69f73d77-452d-4186-9058-e15bdd2f1004 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ca0a59a650e473eae37a80125c28c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624731 Mar 11 17:34:58.714238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Router 05c5d22b-5d75-43a2-8b5f-2a73171710ff has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:34:58.773222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.824731 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ffbcdc-bcf1-496e-843a-53d7efe8097e x-openstack-request-id: req-23ffbcdc-bcf1-496e-843a-53d7efe8097e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:34:58.825142 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847c1c02-68f3-41dd-a821-1da4ad756d02", "name": "network-vif-deleted", "tag": "3780124b-726f-431c-a841-c700791e35f6", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:34:58.825333 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23ffbcdc-bcf1-496e-843a-53d7efe8097e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:34:58.825760 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847c1c02-68f3-41dd-a821-1da4ad756d02', 'name': 'network-vif-deleted', 'tag': '3780124b-726f-431c-a841-c700791e35f6', 'status': 'completed', 'code': 200} Mar 11 17:34:58.834497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:34:58.848070 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcb370-9691-41f6-ad71-0f9101ee9b25 None None] Sync routers for ids ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:34:58.849096 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f3acb1a-5427-4802-80b8-937cc5397fd5 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "PUT /v2.0/routers/05c5d22b-5d75-43a2-8b5f-2a73171710ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2785604 Mar 11 17:34:58.849996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:58.859873 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcb370-9691-41f6-ad71-0f9101ee9b25 None None] Routers {'05c5d22b-5d75-43a2-8b5f-2a73171710ff'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:58.860548 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-54bcb370-9691-41f6-ad71-0f9101ee9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:58.876310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-49b00044-77d8-43fe-9dfe-6c31f3e25a7f service neutron] 10.222.0.53 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821599 Mar 11 17:34:58.878256 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:58.903829 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-54bcb370-9691-41f6-ad71-0f9101ee9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:58.915658 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcb370-9691-41f6-ad71-0f9101ee9b25 None None] Routers {'05c5d22b-5d75-43a2-8b5f-2a73171710ff'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:34:58.916296 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-54bcb370-9691-41f6-ad71-0f9101ee9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:34:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:58.942338 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-5e4cdd10-d38b-4033-8d98-751d98959c66 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] show failed (client error): The resource could not be found. Mar 11 17:34:58.943831 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5e4cdd10-d38b-4033-8d98-751d98959c66 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1059248202 HTTP/1.1" status: 404 len: 335 time: 0.0926554 Mar 11 17:34:58.949273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45666) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:58.962034 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-54bcb370-9691-41f6-ad71-0f9101ee9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:34:58.962992 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcb370-9691-41f6-ad71-0f9101ee9b25 None None] The sync data for ids ['05c5d22b-5d75-43a2-8b5f-2a73171710ff'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:34:58.968861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f459d893-b94e-449e-8808-9685a9e42d90 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:59.033527 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-f459d893-b94e-449e-8808-9685a9e42d90 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] update failed (client error): The resource could not be found. Mar 11 17:34:59.038003 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f459d893-b94e-449e-8808-9685a9e42d90 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-429126503 HTTP/1.1" status: 404 len: 334 time: 0.0801742 Mar 11 17:34:59.038597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45670) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:59.039514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Allocated IP 172.20.0.2 (2eafa8aa-eede-4c87-ac03-6683d165ec09/fe033b25-999f-454a-b0d9-2f8bf92b34ce/c3eda34c-c131-4441-a931-44184b9c432e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:59.046900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.074526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Network 2eafa8aa-eede-4c87-ac03-6683d165ec09 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:59.109406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:59.136783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event updated for resources: {'Port': ['ID=2c43f139-de99-4a7a-b439-a0639733a7d2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:59.144072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:59.148801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e36a21d3-d96d-4962-b96b-d67c4718012d req-47ab306e-4cd8-4408-83c3-2411d06d5801 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1016576 Mar 11 17:34:59.201434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-3990bd26-c724-4ad6-b0d3-aef59caa52e6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Deleting subnet 194a096e-09b2-4892-9498-c88129f46f85 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:34:59.216600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3990bd26-c724-4ad6-b0d3-aef59caa52e6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.228283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:34:59.229187 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.238832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-f6cfe9a3-2df8-48a7-a5b9-570c746b11cc service neutron] 10.222.0.53 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389578 Mar 11 17:34:59.257554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c47338fe-c8d0-4b15-bd02-279080857616 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7201455 Mar 11 17:34:59.260610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45676) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:34:59.270655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Request body: {'port': {'network_id': '2eafa8aa-eede-4c87-ac03-6683d165ec09', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1500640575', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:34:59.271218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] bootfile-name is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:34:59.271578 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] tftp-server is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:34:59.271949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] server-ip-address is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:34:59.340204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3990bd26-c724-4ad6-b0d3-aef59caa52e6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.378537 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.392600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.462839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Network 2eafa8aa-eede-4c87-ac03-6683d165ec09 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:34:59.477241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:34:59.488505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:34:59.492915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Pushing event updated for resources: {'Port': ['ID=c3eda34c-c131-4441-a931-44184b9c432e,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:59.553853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Made reservation on behalf of aedf98ea53824bd08ca8e851e1dc0047 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:34:59.559181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.564137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3990bd26-c724-4ad6-b0d3-aef59caa52e6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.570375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Attempting to bind port c3eda34c-c131-4441-a931-44184b9c432e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:34:59.570741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Attempting to bind port c3eda34c-c131-4441-a931-44184b9c432e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '2689d8e0-8fd4-43cc-a8dd-09a88be97474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2eafa8aa-eede-4c87-ac03-6683d165ec09'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:34:59.571314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Attempting to bind port c3eda34c-c131-4441-a931-44184b9c432e on network 2eafa8aa-eede-4c87-ac03-6683d165ec09 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:34:59.579217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:34:59.579993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Checking segment: {'id': '2689d8e0-8fd4-43cc-a8dd-09a88be97474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2eafa8aa-eede-4c87-ac03-6683d165ec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:34:59.580637 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.581249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Bound using segment: {'id': '2689d8e0-8fd4-43cc-a8dd-09a88be97474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2eafa8aa-eede-4c87-ac03-6683d165ec09'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:34:59.582018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Bound port: c3eda34c-c131-4441-a931-44184b9c432e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2689d8e0-8fd4-43cc-a8dd-09a88be97474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2eafa8aa-eede-4c87-ac03-6683d165ec09'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:34:59.582608 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.593553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ddb6ed65-c250-4c45-8688-a0f4a5c31e56 req-e5714d24-3685-4fb9-aae2-bcee1547c70a tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 210 time: 0.0596948 Mar 11 17:34:59.656906 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] device_id is not set on port 8558904c-f1a1-4718-b2e9-11c860153a6b yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:34:59.705324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] For port c3eda34c-c131-4441-a931-44184b9c432e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:34:59.716659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] For port c3eda34c-c131-4441-a931-44184b9c432e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c3eda34c-c131-4441-a931-44184b9c432e,segment=NetworkSegment(2689d8e0-8fd4-43cc-a8dd-09a88be97474),segment_id=2689d8e0-8fd4-43cc-a8dd-09a88be97474)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:34:59.724820 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.856243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400089fb-e2b4-414d-a95f-f6e1543bbacd None None] Pushing event updated for resources: {'Port': ['ID=c3eda34c-c131-4441-a931-44184b9c432e,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:34:59.902256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Allocated IP 172.20.0.12 (2eafa8aa-eede-4c87-ac03-6683d165ec09/fe033b25-999f-454a-b0d9-2f8bf92b34ce/8558904c-f1a1-4718-b2e9-11c860153a6b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:34:59.928179 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3990bd26-c724-4ad6-b0d3-aef59caa52e6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:34:59.993676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a5d2a-c2ca-4202-98d6-865b248a3bc7 None None] Network 41ed8089-d260-4383-a427-12dcf8d7b39e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:34:59.995008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3990bd26-c724-4ad6-b0d3-aef59caa52e6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.005266 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3990bd26-c724-4ad6-b0d3-aef59caa52e6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "DELETE /v2.0/subnets/194a096e-09b2-4892-9498-c88129f46f85 HTTP/1.1" status: 204 len: 168 time: 0.9616921 Mar 11 17:35:00.005399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45700) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:00.033006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990bd26-c724-4ad6-b0d3-aef59caa52e6 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event deleted for resources: {'Subnet': ['ID=194a096e-09b2-4892-9498-c88129f46f85,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:00.125157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-238f99dd-2d92-44fe-9210-ea70e0734987 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Deleting subnet 0407d96c-3b2d-457a-8314-1cd3c03e43b3 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:00.133672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-238f99dd-2d92-44fe-9210-ea70e0734987 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.300535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-238f99dd-2d92-44fe-9210-ea70e0734987 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.458196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.548293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e8bec-e9df-4134-9ba1-a612c9dd90f1 None None] DHCP port deletion for 41ed8089-d260-4383-a427-12dcf8d7b39e request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:35:00.565636 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.579798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1140baf-f515-4a87-bec9-509d90b6c1d9 req-35414911-387e-46f7-807f-b8894a7eca74 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1383657 Mar 11 17:35:00.646953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Network 2eafa8aa-eede-4c87-ac03-6683d165ec09 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:00.656924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:00.680101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:00.681446 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-238f99dd-2d92-44fe-9210-ea70e0734987 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.687304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d27e8bec-e9df-4134-9ba1-a612c9dd90f1 None None] Deleting port 015a1fd7-aa00-4fe8-88ae-71bab2833af7 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:00.687833 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d27e8bec-e9df-4134-9ba1-a612c9dd90f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.750249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event updated for resources: {'Port': ['ID=8558904c-f1a1-4718-b2e9-11c860153a6b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:00.774677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b65d0df-3bd3-47ba-abe0-afa1cb9b439e req-6107bdd1-7436-41de-9d55-69b86cab9a2e tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 210 time: 0.0466576 Mar 11 17:35:00.803404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3780124b-726f-431c-a841-c700791e35f6 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:35:00.835293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-238f99dd-2d92-44fe-9210-ea70e0734987 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.859671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 3780124b-726f-431c-a841-c700791e35f6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:35:00.860407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 3780124b-726f-431c-a841-c700791e35f6 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:35:00.873825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-238f99dd-2d92-44fe-9210-ea70e0734987 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.885505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-238f99dd-2d92-44fe-9210-ea70e0734987 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "DELETE /v2.0/subnets/0407d96c-3b2d-457a-8314-1cd3c03e43b3 HTTP/1.1" status: 204 len: 168 time: 0.8773422 Mar 11 17:35:00.887708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45716) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:00.888285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:00.890304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.896689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab81b27-1082-4450-8a54-724e7e1ae843 None None] Network c16d4ebc-c1e3-496f-ba65-045dc4e94556 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:00.906883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d27e8bec-e9df-4134-9ba1-a612c9dd90f1 None None] For port 015a1fd7-aa00-4fe8-88ae-71bab2833af7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=015a1fd7-aa00-4fe8-88ae-71bab2833af7,segment=NetworkSegment(b6d732a9-f76d-4c6a-9f2b-1a859a12e973),segment_id=b6d732a9-f76d-4c6a-9f2b-1a859a12e973)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:00.906883 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d27e8bec-e9df-4134-9ba1-a612c9dd90f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:00.948816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45718) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:00.950916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-544028c1-21e3-4a1a-a836-a1e68816e554 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.6879301 Mar 11 17:35:00.953175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f99dd-2d92-44fe-9210-ea70e0734987 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event deleted for resources: {'Subnet': ['ID=0407d96c-3b2d-457a-8314-1cd3c03e43b3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:00.967100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d27e8bec-e9df-4134-9ba1-a612c9dd90f1 None None] Calling delete_port for 015a1fd7-aa00-4fe8-88ae-71bab2833af7 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:01.063012 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c277293c-b7bd-4022-8ab8-e9e033e39087 req-52f9f01c-2f47-4836-a4a9-1a9d2a10b2c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0925174 Mar 11 17:35:01.189509 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.255036 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d27e8bec-e9df-4134-9ba1-a612c9dd90f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.339713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e8bec-e9df-4134-9ba1-a612c9dd90f1 None None] No DVR routers for this DVR port 015a1fd7-aa00-4fe8-88ae-71bab2833af7 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:01.357307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474ce85a-6b6e-4f26-aa72-c662f99e2315 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:01.364878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e8bec-e9df-4134-9ba1-a612c9dd90f1 None None] Pushing event deleted for resources: {'Port': ['ID=015a1fd7-aa00-4fe8-88ae-71bab2833af7,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:01.373888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e7271-544c-4073-b02d-f452e7732919 None None] DHCP port deletion for c16d4ebc-c1e3-496f-ba65-045dc4e94556 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:35:01.385282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474ce85a-6b6e-4f26-aa72-c662f99e2315 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:01.400909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474ce85a-6b6e-4f26-aa72-c662f99e2315 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:01.420549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-474ce85a-6b6e-4f26-aa72-c662f99e2315 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4510045 Mar 11 17:35:01.434419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45724) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:01.504806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-785e7271-544c-4073-b02d-f452e7732919 None None] Deleting port d3ea23e8-757b-4f6d-a1b4-c58f77712b68 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:01.508932 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-785e7271-544c-4073-b02d-f452e7732919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.635391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-c0133fd5-54b6-4797-86db-063f141b0713 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:01.637183 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-c0133fd5-54b6-4797-86db-063f141b0713 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.46 "GET /v2.0/networks?id=ed04ea73-3325-4ee3-8530-f92561666f35 HTTP/1.1" status: 200 len: 812 time: 0.3520260 Mar 11 17:35:01.661533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Request body: {'port': {'device_id': '7b41dcb3-d392-4e4c-a421-d68011e14a25', 'network_id': 'ed04ea73-3325-4ee3-8530-f92561666f35', 'admin_state_up': True, 'tenant_id': '1ca0a59a650e473eae37a80125c28c43'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:01.693086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c3eda34c-c131-4441-a931-44184b9c432e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:01.770465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.773664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-785e7271-544c-4073-b02d-f452e7732919 None None] For port d3ea23e8-757b-4f6d-a1b4-c58f77712b68, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d3ea23e8-757b-4f6d-a1b4-c58f77712b68,segment=NetworkSegment(05b697e2-8b23-47ab-bf8b-ea2ba2450274),segment_id=05b697e2-8b23-47ab-bf8b-ea2ba2450274)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:01.774751 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-785e7271-544c-4073-b02d-f452e7732919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.797212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec40534-bde6-48da-9c12-f9641d3e3837 None None] Network 2eafa8aa-eede-4c87-ac03-6683d165ec09 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:01.805245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-785e7271-544c-4073-b02d-f452e7732919 None None] Calling delete_port for d3ea23e8-757b-4f6d-a1b4-c58f77712b68 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:01.856505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ed8089-d260-4383-a427-12dcf8d7b39e']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:01.862767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e5f2b13-ce28-4f6e-98e6-c4f497a5dc86 req-65f8278f-975f-4525-9199-1bbf9ce064bf tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0953856 Mar 11 17:35:01.872918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d732a9-f76d-4c6a-9f2b-1a859a12e973') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:01.873309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d732a9-f76d-4c6a-9f2b-1a859a12e973') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:01.898884 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.911836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Made reservation on behalf of 1ca0a59a650e473eae37a80125c28c43 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:01.918192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.941146 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.950600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:01.951339 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:01.954728 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:01.957134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6fb205d1-c36b-49df-9260-7ac42df31247 None None] Provisioning complete for port c3eda34c-c131-4441-a931-44184b9c432e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:01.957134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6fb205d1-c36b-49df-9260-7ac42df31247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.007625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c3eda34c-c131-4441-a931-44184b9c432e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:02.007989 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.021634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a1c76-7520-463d-a6ee-1d7ece1070b7 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Deleting port 8558904c-f1a1-4718-b2e9-11c860153a6b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:02.022066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae9a1c76-7520-463d-a6ee-1d7ece1070b7 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.053629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9211a027-8a63-4113-bb95-1c228a4214a0 req-d7ac585c-015e-4bb7-8a2d-696e312fc6bd tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 210 time: 0.0774879 Mar 11 17:35:02.128792 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.164285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Allocated IP 172.20.0.4 (ed04ea73-3325-4ee3-8530-f92561666f35/14cd2698-069d-41f9-80b0-353185386f6a/81a136d2-09ea-4c24-a55c-26df586e6c4a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:02.184233 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae9a1c76-7520-463d-a6ee-1d7ece1070b7 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.201166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a1c76-7520-463d-a6ee-1d7ece1070b7 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Calling delete_port for 8558904c-f1a1-4718-b2e9-11c860153a6b owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:02.309486 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6fb205d1-c36b-49df-9260-7ac42df31247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.331612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.348381 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "DELETE /v2.0/networks/41ed8089-d260-4383-a427-12dcf8d7b39e HTTP/1.1" status: 204 len: 168 time: 1.4567292 Mar 11 17:35:02.351136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7314e-9cae-417b-b3bf-d4fb10c61ec7 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event deleted for resources: {'Network': ['ID=41ed8089-d260-4383-a427-12dcf8d7b39e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:02.370566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45732) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:02.415321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6fb205d1-c36b-49df-9260-7ac42df31247 None None] For port c3eda34c-c131-4441-a931-44184b9c432e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c3eda34c-c131-4441-a931-44184b9c432e,segment=NetworkSegment(2689d8e0-8fd4-43cc-a8dd-09a88be97474),segment_id=2689d8e0-8fd4-43cc-a8dd-09a88be97474)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:02.417757 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-785e7271-544c-4073-b02d-f452e7732919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.432650 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6fb205d1-c36b-49df-9260-7ac42df31247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.457254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e7271-544c-4073-b02d-f452e7732919 None None] Pushing event deleted for resources: {'Port': ['ID=d3ea23e8-757b-4f6d-a1b4-c58f77712b68,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:02.530755 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.536412 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae9a1c76-7520-463d-a6ee-1d7ece1070b7 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.553170 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.576180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a1c76-7520-463d-a6ee-1d7ece1070b7 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event deleted for resources: {'Port': ['ID=8558904c-f1a1-4718-b2e9-11c860153a6b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:02.636859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.650551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb205d1-c36b-49df-9260-7ac42df31247 None None] Pushing event updated for resources: {'Port': ['ID=c3eda34c-c131-4441-a931-44184b9c432e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:02.675690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e7271-544c-4073-b02d-f452e7732919 None None] No DVR routers for this DVR port d3ea23e8-757b-4f6d-a1b4-c58f77712b68 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:02.741952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Network ed04ea73-3325-4ee3-8530-f92561666f35 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:02.770119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:02.777955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:02.805937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d3ea23e8-757b-4f6d-a1b4-c58f77712b68 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:35:02.867905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae9a1c76-7520-463d-a6ee-1d7ece1070b7 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.872217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ae9a1c76-7520-463d-a6ee-1d7ece1070b7 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "DELETE /v2.0/ports/8558904c-f1a1-4718-b2e9-11c860153a6b HTTP/1.1" status: 204 len: 168 time: 1.4367821 Mar 11 17:35:02.874954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.877963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d3ea23e8-757b-4f6d-a1b4-c58f77712b68 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:35:02.877963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d3ea23e8-757b-4f6d-a1b4-c58f77712b68 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:35:02.878423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 015a1fd7-aa00-4fe8-88ae-71bab2833af7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:35:02.891049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:02.909241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Request body: {'port': {'name': 'tempest-new-port-name-127273855', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:02.909853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] bootfile-name is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:35:02.910520 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] tftp-server is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:35:02.911237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] server-ip-address is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:35:02.915832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16d4ebc-c1e3-496f-ba65-045dc4e94556']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:02.935455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b697e2-8b23-47ab-bf8b-ea2ba2450274') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:02.936102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b697e2-8b23-47ab-bf8b-ea2ba2450274') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:02.947959 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:02.960646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 015a1fd7-aa00-4fe8-88ae-71bab2833af7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:35:02.961762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 015a1fd7-aa00-4fe8-88ae-71bab2833af7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:35:02.986642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.004499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:03.004499 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:03.027323 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:03.057541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Pushing event updated for resources: {'Port': ['ID=81a136d2-09ea-4c24-a55c-26df586e6c4a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:03.091398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:03.092002 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.102394 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.146846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-d6f41879-32a5-409e-8154-edb706f50c50 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4904025 Mar 11 17:35:03.160234 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0d0df938-b86e-41f5-985c-f29f41a5c5a3 None None] Could not find standard attr ID for object 8558904c-f1a1-4718-b2e9-11c860153a6b. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:35:03.186264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0d0df938-b86e-41f5-985c-f29f41a5c5a3 None None] Provisioning complete for port c3eda34c-c131-4441-a931-44184b9c432e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:03.186748 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d0df938-b86e-41f5-985c-f29f41a5c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.194584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe7458f2-5443-4704-b190-4a034f659dbd req-1113ba4d-8d95-4104-bc49-ff42b4c39b04 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1623971 Mar 11 17:35:03.240882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.274852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Request body: {'port': {'device_id': '7b41dcb3-d392-4e4c-a421-d68011e14a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:03.277234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9aba-b16a-48a0-a8d9-b18b2c7b4771 req-47c58870-9af5-4a61-9037-1107ec79ca2e tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:03.288617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-052f9aba-b16a-48a0-a8d9-b18b2c7b4771 req-47c58870-9af5-4a61-9037-1107ec79ca2e tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 931 time: 0.1158221 Mar 11 17:35:03.462305 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.529773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0d0df938-b86e-41f5-985c-f29f41a5c5a3 None None] Provisioning complete for port 2c43f139-de99-4a7a-b439-a0639733a7d2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:03.531121 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d0df938-b86e-41f5-985c-f29f41a5c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.668113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c3eda34c-c131-4441-a931-44184b9c432e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:03.720841 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae71ae99-fd58-46d8-930f-a67dc8a5ce85 req-75b95dea-2e11-4b93-9f21-fe27674380b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c3aae54c7ec4d7985e3a140f1fe40bf&device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0851049 Mar 11 17:35:03.744759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0d0df938-b86e-41f5-985c-f29f41a5c5a3 None None] Port 2c43f139-de99-4a7a-b439-a0639733a7d2 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:35:03.777485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c3eda34c-c131-4441-a931-44184b9c432e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:03.778119 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:03.895498 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae71ae99-fd58-46d8-930f-a67dc8a5ce85 req-92b2623e-aace-4fb2-9517-3d1138d89045 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5c3aae54c7ec4d7985e3a140f1fe40bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1589887 Mar 11 17:35:04.015072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e4616423-7c77-4f2f-aca4-f0d09017a16d None None] Provisioning complete for port 2c43f139-de99-4a7a-b439-a0639733a7d2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:04.015681 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4616423-7c77-4f2f-aca4-f0d09017a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.035620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.039085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "DELETE /v2.0/networks/c16d4ebc-c1e3-496f-ba65-045dc4e94556 HTTP/1.1" status: 204 len: 168 time: 1.6662648 Mar 11 17:35:04.060510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45756) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:04.107084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e4616423-7c77-4f2f-aca4-f0d09017a16d None None] Port 2c43f139-de99-4a7a-b439-a0639733a7d2 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:35:04.192179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcaa8ec-79a2-4657-9493-ae8907a02c06 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Deleting subnet dd65288c-cc20-4d17-b8ef-926a72dfeef8 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:04.220979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4073669-1e28-4c0c-8aee-9955cdb0f768 req-3322b747-8d33-4d83-bf4f-5ef77b188bf6 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1991096 Mar 11 17:35:04.221826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48444d01-26fb-47ab-9028-bf44a2f3aa9a tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event deleted for resources: {'Network': ['ID=c16d4ebc-c1e3-496f-ba65-045dc4e94556,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:04.222992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5a26966f-1ab2-453b-bbdf-9751ac1a0248 None None] Could not find standard attr ID for object 8558904c-f1a1-4718-b2e9-11c860153a6b. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:35:04.260204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa8ec-79a2-4657-9493-ae8907a02c06 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.298384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-052f9aba-b16a-48a0-a8d9-b18b2c7b4771 req-ee99fec8-ddac-4dea-b810-672bc205778b tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0077641 Mar 11 17:35:04.346848 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa8ec-79a2-4657-9493-ae8907a02c06 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.483567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa8ec-79a2-4657-9493-ae8907a02c06 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.607232 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.622753 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa8ec-79a2-4657-9493-ae8907a02c06 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.636204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.650585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaa8ec-79a2-4657-9493-ae8907a02c06 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event deleted for resources: {'Subnet': ['ID=dd65288c-cc20-4d17-b8ef-926a72dfeef8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:04.665627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa8ec-79a2-4657-9493-ae8907a02c06 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.673371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3dcaa8ec-79a2-4657-9493-ae8907a02c06 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "DELETE /v2.0/subnets/dd65288c-cc20-4d17-b8ef-926a72dfeef8 HTTP/1.1" status: 204 len: 168 time: 0.6087201 Mar 11 17:35:04.674092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45760) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:04.681187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bd53c5-85e6-4725-9786-e712cc14b9b6 None None] Network 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:04.777550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.827716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event updated for resources: {'Port': ['ID=2c43f139-de99-4a7a-b439-a0639733a7d2,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:04.850148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ae99-fd58-46d8-930f-a67dc8a5ce85 req-7931b17b-0ca3-4cb3-b586-ad30b5c3f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:04.852692 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae71ae99-fd58-46d8-930f-a67dc8a5ce85 req-7931b17b-0ca3-4cb3-b586-ad30b5c3f559 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9489489 Mar 11 17:35:04.884018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] In _notify_port_updated(), no bound segment for port 2c43f139-de99-4a7a-b439-a0639733a7d2 on network 2eafa8aa-eede-4c87-ac03-6683d165ec09 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:35:04.890777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:04.891632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:04.903682 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-09e93ca4-c055-4fc9-9211-912313c1e964 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "PUT /v2.0/ports/2c43f139-de99-4a7a-b439-a0639733a7d2 HTTP/1.1" status: 200 len: 1136 time: 2.0105448 Mar 11 17:35:04.904415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:04.958714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Deleting port 7edf361c-6a06-483f-8075-29f73600f48c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:04.959063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.050820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb852ef-b761-4775-ade6-f71370189700 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:05.057061 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bbb852ef-b761-4775-ade6-f71370189700 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "GET /v2.0/ports/2c43f139-de99-4a7a-b439-a0639733a7d2 HTTP/1.1" status: 200 len: 1136 time: 0.1491351 Mar 11 17:35:05.057752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45768) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:05.089937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] For port 7edf361c-6a06-483f-8075-29f73600f48c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7edf361c-6a06-483f-8075-29f73600f48c,segment=NetworkSegment(e2d281b2-c67f-4df6-9b52-fc188310c886),segment_id=e2d281b2-c67f-4df6-9b52-fc188310c886)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:05.090543 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.116909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] DHCP port deletion for 5f7fcf07-e0aa-438a-8cb9-83d863e75a6f request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:35:05.143487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a136d2-09ea-4c24-a55c-26df586e6c4a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:35:05.143809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Calling delete_port for 7edf361c-6a06-483f-8075-29f73600f48c owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:05.170589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.194998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Transition to ACTIVE for port object 81a136d2-09ea-4c24-a55c-26df586e6c4a will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:05.201299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.214478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-300c823e-4eb0-4c1c-8b8c-a7e33facd5fa None None] Provisioning complete for port 2c43f139-de99-4a7a-b439-a0639733a7d2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:05.215232 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-300c823e-4eb0-4c1c-8b8c-a7e33facd5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.245598 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.259217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] Deleting port 7edf361c-6a06-483f-8075-29f73600f48c {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:05.260420 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.278550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] No DVR routers for this DVR port 7edf361c-6a06-483f-8075-29f73600f48c on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:05.281752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1b54556f-5145-4d1e-a95c-5f02e43a5d08 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Deleting port 2c43f139-de99-4a7a-b439-a0639733a7d2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:05.282110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b54556f-5145-4d1e-a95c-5f02e43a5d08 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.282283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-300c823e-4eb0-4c1c-8b8c-a7e33facd5fa None None] Port 2c43f139-de99-4a7a-b439-a0639733a7d2 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:35:05.308143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=81a136d2-09ea-4c24-a55c-26df586e6c4a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:05.327721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event deleted for resources: {'Port': ['ID=7edf361c-6a06-483f-8075-29f73600f48c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:05.371693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] For port 7edf361c-6a06-483f-8075-29f73600f48c, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:05.372412 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.402373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] Calling delete_port for 7edf361c-6a06-483f-8075-29f73600f48c owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:05.405933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] Port 7edf361c-6a06-483f-8075-29f73600f48c was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:35:05.407652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.444322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] No DVR routers for this DVR port 7edf361c-6a06-483f-8075-29f73600f48c on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:05.446198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34c670-6360-4201-85e3-277f43614be2 None None] Pushing event deleted for resources: {'Port': ['ID=7edf361c-6a06-483f-8075-29f73600f48c,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:05.496418 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b54556f-5145-4d1e-a95c-5f02e43a5d08 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.507393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Attempting to bind port 81a136d2-09ea-4c24-a55c-26df586e6c4a on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:05.507738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Attempting to bind port 81a136d2-09ea-4c24-a55c-26df586e6c4a by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '93cb8fae-a7b4-4c24-b563-415d3dd9420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ed04ea73-3325-4ee3-8530-f92561666f35'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:05.508079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Attempting to bind port 81a136d2-09ea-4c24-a55c-26df586e6c4a on network ed04ea73-3325-4ee3-8530-f92561666f35 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:35:05.526349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1b54556f-5145-4d1e-a95c-5f02e43a5d08 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Calling delete_port for 2c43f139-de99-4a7a-b439-a0639733a7d2 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:05.530715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Port 81a136d2-09ea-4c24-a55c-26df586e6c4a on network ed04ea73-3325-4ee3-8530-f92561666f35 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:35:05.531042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Attempting to bind port 81a136d2-09ea-4c24-a55c-26df586e6c4a on network ed04ea73-3325-4ee3-8530-f92561666f35 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:35:05.550370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:35:05.550720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Checking segment: {'id': '93cb8fae-a7b4-4c24-b563-415d3dd9420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ed04ea73-3325-4ee3-8530-f92561666f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:05.551115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Bound using segment: {'id': '93cb8fae-a7b4-4c24-b563-415d3dd9420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ed04ea73-3325-4ee3-8530-f92561666f35'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:35:05.551559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Bound port: 81a136d2-09ea-4c24-a55c-26df586e6c4a, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93cb8fae-a7b4-4c24-b563-415d3dd9420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ed04ea73-3325-4ee3-8530-f92561666f35'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:05.551923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.565935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acf5b9d-242b-4543-9482-b928696a5d07 req-27b5476c-ccef-4bbb-b5a1-ac631f0d9dc5 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.1597221 Mar 11 17:35:05.579206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7edf361c-6a06-483f-8075-29f73600f48c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:35:05.629942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 7edf361c-6a06-483f-8075-29f73600f48c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:35:05.630447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7edf361c-6a06-483f-8075-29f73600f48c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:35:05.646841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.685753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7fcf07-e0aa-438a-8cb9-83d863e75a6f']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:05.696916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d281b2-c67f-4df6-9b52-fc188310c886') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:05.697475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d281b2-c67f-4df6-9b52-fc188310c886') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:05.711148 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.716388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] For port 81a136d2-09ea-4c24-a55c-26df586e6c4a, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:05.720500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] For port 81a136d2-09ea-4c24-a55c-26df586e6c4a, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=81a136d2-09ea-4c24-a55c-26df586e6c4a,segment=NetworkSegment(93cb8fae-a7b4-4c24-b563-415d3dd9420b),segment_id=93cb8fae-a7b4-4c24-b563-415d3dd9420b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:05.726163 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.742019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69c501-af5b-4baa-9ebc-e32c189f9052 req-2a3343fc-58a5-4a0f-8a5a-44d851d8d928 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:05.743833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc69c501-af5b-4baa-9ebc-e32c189f9052 req-2a3343fc-58a5-4a0f-8a5a-44d851d8d928 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 943 time: 0.1611991 Mar 11 17:35:05.749436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.792427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:05.793258 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.799712 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] 10.222.0.46 "PUT /v2.0/ports/81a136d2-09ea-4c24-a55c-26df586e6c4a HTTP/1.1" status: 200 len: 1091 time: 2.5380781 Mar 11 17:35:05.800163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:05.800163 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.800831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b41dcb3-d392-4e4c-a421-d68011e14a25', 'tag': '81a136d2-09ea-4c24-a55c-26df586e6c4a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:05.801288 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:05.818614 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02df3c9b-a48f-444f-b33f-f30a3f93f06d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b41dcb3-d392-4e4c-a421-d68011e14a25", "tag": "81a136d2-09ea-4c24-a55c-26df586e6c4a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:35:05.880939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc69c501-af5b-4baa-9ebc-e32c189f9052 req-c404d407-35fd-4017-99f5-e42500f7ee4a tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253824 Mar 11 17:35:05.905714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.919766 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.926272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "DELETE /v2.0/networks/5f7fcf07-e0aa-438a-8cb9-83d863e75a6f HTTP/1.1" status: 204 len: 168 time: 1.2490423 Mar 11 17:35:05.929050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45784) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:05.954159 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8149a17c-4ec2-43e5-85a6-2b344f0f7311 x-openstack-request-id: req-8149a17c-4ec2-43e5-85a6-2b344f0f7311 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:35:05.954834 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b41dcb3-d392-4e4c-a421-d68011e14a25", "tag": "81a136d2-09ea-4c24-a55c-26df586e6c4a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:35:05.954834 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8149a17c-4ec2-43e5-85a6-2b344f0f7311 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:35:05.955673 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b41dcb3-d392-4e4c-a421-d68011e14a25', 'tag': '81a136d2-09ea-4c24-a55c-26df586e6c4a', 'status': 'completed', 'code': 200} Mar 11 17:35:05.969927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b54556f-5145-4d1e-a95c-5f02e43a5d08 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:05.977759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f6ba857f-c80c-4d83-be6f-c6cd3be54925 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c5d22b-5d75-43a2-8b5f-2a73171710ff HTTP/1.1" status: 200 len: 205 time: 0.0453739 Mar 11 17:35:05.980743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45786) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:05.989285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfab824-5e75-47b5-8b4d-871d96c90ab2 tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Pushing event deleted for resources: {'Network': ['ID=5f7fcf07-e0aa-438a-8cb9-83d863e75a6f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:06.062327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0366b9-e5a4-429d-87c4-efa6d4ebe0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=81a136d2-09ea-4c24-a55c-26df586e6c4a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:06.129291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-f1737fbc-e3b9-4670-8eed-b9cf1e437fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:06.130952 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-f1737fbc-e3b9-4670-8eed-b9cf1e437fd0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ca0a59a650e473eae37a80125c28c43&device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 1094 time: 0.2311194 Mar 11 17:35:06.131759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54556f-5145-4d1e-a95c-5f02e43a5d08 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event deleted for resources: {'Port': ['ID=2c43f139-de99-4a7a-b439-a0639733a7d2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:06.240054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-0021420b-f84c-401c-83ad-0367a2b3f758 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81a136d2-09ea-4c24-a55c-26df586e6c4a HTTP/1.1" status: 200 len: 217 time: 0.0835364 Mar 11 17:35:06.245687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b91b158-5fe5-4038-b706-a3b85d76df3c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.322862 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b54556f-5145-4d1e-a95c-5f02e43a5d08 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.329756 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1b54556f-5145-4d1e-a95c-5f02e43a5d08 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "DELETE /v2.0/ports/2c43f139-de99-4a7a-b439-a0639733a7d2 HTTP/1.1" status: 204 len: 168 time: 1.2646575 Mar 11 17:35:06.330914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45788) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:06.397414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-41432d21-5e81-403b-8d11-3028976d2821 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Deleting subnet fe033b25-999f-454a-b0d9-2f8bf92b34ce {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:06.400200 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ae71ae99-fd58-46d8-930f-a67dc8a5ce85 req-7b241cb8-a46b-4f9c-bfa4-7279ea597676 tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0369096 Mar 11 17:35:06.416023 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41432d21-5e81-403b-8d11-3028976d2821 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.452500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-19a20cdf-817a-4e66-9d73-e66d65b1162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:06.454630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-19a20cdf-817a-4e66-9d73-e66d65b1162a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14cd2698-069d-41f9-80b0-353185386f6a HTTP/1.1" status: 200 len: 852 time: 0.2067163 Mar 11 17:35:06.535419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41432d21-5e81-403b-8d11-3028976d2821 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.561462 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b91b158-5fe5-4038-b706-a3b85d76df3c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.563984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b91b158-5fe5-4038-b706-a3b85d76df3c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.647873 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-039dc2d4-0843-4d53-a316-cc21e73c551b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed04ea73-3325-4ee3-8530-f92561666f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428560 Mar 11 17:35:06.653664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b91b158-5fe5-4038-b706-a3b85d76df3c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.654448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b91b158-5fe5-4038-b706-a3b85d76df3c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Fanout notify agent at l3_agent the message router_deleted on router 05c5d22b-5d75-43a2-8b5f-2a73171710ff {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:35:06.670932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b91b158-5fe5-4038-b706-a3b85d76df3c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.674649 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4b91b158-5fe5-4038-b706-a3b85d76df3c tempest-RoutersNegativeTest-1895331549 tempest-RoutersNegativeTest-1895331549-project] 10.222.0.53 "DELETE /v2.0/routers/05c5d22b-5d75-43a2-8b5f-2a73171710ff HTTP/1.1" status: 204 len: 168 time: 0.6865902 Mar 11 17:35:06.734892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41432d21-5e81-403b-8d11-3028976d2821 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.800287 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-e21a13d5-ae47-463e-87d7-3bd9ed32268a service neutron] 10.222.0.46 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426556 Mar 11 17:35:06.812826 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-749f7268-fb5c-4beb-a2d8-ed441c17f4bc req-eae31c50-23b2-45db-99d3-cfadf73497ab tempest-ServerShowV257Test-2077424210 tempest-ServerShowV257Test-2077424210-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c37349b-65e4-4fd1-b938-3b7578c585ec HTTP/1.1" status: 200 len: 210 time: 0.0417964 Mar 11 17:35:06.878092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41432d21-5e81-403b-8d11-3028976d2821 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.932001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41432d21-5e81-403b-8d11-3028976d2821 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event deleted for resources: {'Subnet': ['ID=fe033b25-999f-454a-b0d9-2f8bf92b34ce,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:06.955262 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41432d21-5e81-403b-8d11-3028976d2821 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:06.964959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd498e9-c40d-49a1-8fdf-28817907cb48 None None] Network 2eafa8aa-eede-4c87-ac03-6683d165ec09 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:06.966089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-41432d21-5e81-403b-8d11-3028976d2821 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "DELETE /v2.0/subnets/fe033b25-999f-454a-b0d9-2f8bf92b34ce HTTP/1.1" status: 204 len: 168 time: 0.6338949 Mar 11 17:35:06.968822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45800) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:06.990593 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c074b1db-284e-4a46-9ba5-d2e02b862b51 req-8cb095a9-b337-4a5e-a6ed-ab12f980077b service neutron] 10.222.0.46 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813834 Mar 11 17:35:07.219485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-1b2e0405-5577-49ed-a400-15d92baa0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:07.221742 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-1b2e0405-5577-49ed-a400-15d92baa0df0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ca0a59a650e473eae37a80125c28c43&device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 1094 time: 0.1378531 Mar 11 17:35:07.317108 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.337352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f70a72-eeb6-422a-aed8-ea91c5ea73d2 req-cb217cd3-df4e-4bbf-b7f2-d0ad2fd184d6 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:07.338612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10f70a72-eeb6-422a-aed8-ea91c5ea73d2 req-cb217cd3-df4e-4bbf-b7f2-d0ad2fd184d6 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 943 time: 0.3165553 Mar 11 17:35:07.339127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45804) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:07.359722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ac5ca-7dff-4645-a7a2-249b568ac765 None None] DHCP port deletion for 2eafa8aa-eede-4c87-ac03-6683d165ec09 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:35:07.399472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-ac4fe27d-a218-4d6a-af78-14ba40b2c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:07.402031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-ac4fe27d-a218-4d6a-af78-14ba40b2c904 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed04ea73-3325-4ee3-8530-f92561666f35 HTTP/1.1" status: 200 len: 912 time: 0.1725636 Mar 11 17:35:07.424722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10f70a72-eeb6-422a-aed8-ea91c5ea73d2 req-f7fca2bb-9514-4a2b-8126-0e862c96be86 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Mar 11 17:35:07.457310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ac5ca-7dff-4645-a7a2-249b568ac765 None None] Deleting port c3eda34c-c131-4441-a931-44184b9c432e {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:07.458205 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac5ca-7dff-4645-a7a2-249b568ac765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.467585 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-f1e8c6e7-d3a9-4e59-acff-a4741ca8f5e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81a136d2-09ea-4c24-a55c-26df586e6c4a HTTP/1.1" status: 200 len: 217 time: 0.0552785 Mar 11 17:35:07.540958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Deleting port c3eda34c-c131-4441-a931-44184b9c432e {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:07.541538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.570487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-1246e5f1-2440-4bf5-9a35-7f87778cdfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:07.572788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c3eda34c-c131-4441-a931-44184b9c432e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:35:07.574023 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-1246e5f1-2440-4bf5-9a35-7f87778cdfe9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14cd2698-069d-41f9-80b0-353185386f6a HTTP/1.1" status: 200 len: 852 time: 0.0988717 Mar 11 17:35:07.631005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5e9ac5ca-7dff-4645-a7a2-249b568ac765 None None] For port c3eda34c-c131-4441-a931-44184b9c432e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c3eda34c-c131-4441-a931-44184b9c432e,segment=NetworkSegment(2689d8e0-8fd4-43cc-a8dd-09a88be97474),segment_id=2689d8e0-8fd4-43cc-a8dd-09a88be97474)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:07.631591 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac5ca-7dff-4645-a7a2-249b568ac765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.641864 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-d3bddb35-c6b3-45da-88cf-fce1e34a49b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed04ea73-3325-4ee3-8530-f92561666f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537593 Mar 11 17:35:07.652022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] For port c3eda34c-c131-4441-a931-44184b9c432e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c3eda34c-c131-4441-a931-44184b9c432e,segment=NetworkSegment(2689d8e0-8fd4-43cc-a8dd-09a88be97474),segment_id=2689d8e0-8fd4-43cc-a8dd-09a88be97474)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:07.652483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.655183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ac5ca-7dff-4645-a7a2-249b568ac765 None None] Calling delete_port for c3eda34c-c131-4441-a931-44184b9c432e owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:07.684618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Calling delete_port for c3eda34c-c131-4441-a931-44184b9c432e owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:07.718400 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.736444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ab7685e-e673-45e3-8ae0-9af40899fd0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=958223eb720f49b595ccf96ea729f9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949525 Mar 11 17:35:07.740230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45814) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:07.759525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port c3eda34c-c131-4441-a931-44184b9c432e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c3eda34c-c131-4441-a931-44184b9c432e,segment=NetworkSegment(2689d8e0-8fd4-43cc-a8dd-09a88be97474),segment_id=2689d8e0-8fd4-43cc-a8dd-09a88be97474)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:07.773783 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-91c561cc-bbc9-4eb9-8c71-d06d5412ab8e service neutron] 10.222.0.46 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208844 Mar 11 17:35:07.774190 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.925311 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac5ca-7dff-4645-a7a2-249b568ac765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.932008 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-56b909e6-3749-42dc-b050-15c358446662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.976487 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:07.983498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ac5ca-7dff-4645-a7a2-249b568ac765 None None] No DVR routers for this DVR port c3eda34c-c131-4441-a931-44184b9c432e on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:08.018382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-56b909e6-3749-42dc-b050-15c358446662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.039006 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-02df3c9b-a48f-444f-b33f-f30a3f93f06d req-b0b840f1-0c16-49a1-9460-dfd89980cfaf service neutron] 10.222.0.46 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550037 Mar 11 17:35:08.051671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=c3eda34c-c131-4441-a931-44184b9c432e,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:08.081058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] No DVR routers for this DVR port c3eda34c-c131-4441-a931-44184b9c432e on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:08.110500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ac5ca-7dff-4645-a7a2-249b568ac765 None None] Pushing event deleted for resources: {'Port': ['ID=c3eda34c-c131-4441-a931-44184b9c432e,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:08.123693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event deleted for resources: {'Port': ['ID=c3eda34c-c131-4441-a931-44184b9c432e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:08.278696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.301298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-56b909e6-3749-42dc-b050-15c358446662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.306935 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-56b909e6-3749-42dc-b050-15c358446662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.309735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-56b909e6-3749-42dc-b050-15c358446662 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfe17aa5-d69a-40a2-b6f4-1887e8a48139 HTTP/1.1" status: 204 len: 168 time: 0.5683773 Mar 11 17:35:08.322472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eafa8aa-eede-4c87-ac03-6683d165ec09']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:08.337462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b909e6-3749-42dc-b050-15c358446662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe17aa5-d69a-40a2-b6f4-1887e8a48139,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:08.352677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2689d8e0-8fd4-43cc-a8dd-09a88be97474') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:08.353386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2689d8e0-8fd4-43cc-a8dd-09a88be97474') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:08.366033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.394907 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.403324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:08.403912 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:08.408915 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:08.442438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45840) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:08.547201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.596038 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:08.605866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] 10.222.0.53 "DELETE /v2.0/networks/2eafa8aa-eede-4c87-ac03-6683d165ec09 HTTP/1.1" status: 204 len: 168 time: 1.6337481 Mar 11 17:35:08.657811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f2cc6-991c-4c44-9d6a-16195dc02901 tempest-ExtraDHCPOptionsTestJSON-680917398 tempest-ExtraDHCPOptionsTestJSON-680917398-project] Pushing event deleted for resources: {'Network': ['ID=2eafa8aa-eede-4c87-ac03-6683d165ec09,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:08.699330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a973a0-6716-4217-b869-47a312bd2782 req-b3f2b3d7-a75f-46eb-88db-c3116b4a4ed1 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:08.701122 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44a973a0-6716-4217-b869-47a312bd2782 req-b3f2b3d7-a75f-46eb-88db-c3116b4a4ed1 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 943 time: 0.0940375 Mar 11 17:35:08.731201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 81a136d2-09ea-4c24-a55c-26df586e6c4a details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:35:08.817789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44a973a0-6716-4217-b869-47a312bd2782 req-e853653a-f906-49f6-b77e-0dbf87695a71 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090207 Mar 11 17:35:08.970749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 81a136d2-09ea-4c24-a55c-26df586e6c4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=81a136d2-09ea-4c24-a55c-26df586e6c4a,segment=NetworkSegment(93cb8fae-a7b4-4c24-b563-415d3dd9420b),segment_id=93cb8fae-a7b4-4c24-b563-415d3dd9420b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:08.991578 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d51c9044-aca0-4e2d-ba69-b7c5c1e4dcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.011112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '81a136d2-09ea-4c24-a55c-26df586e6c4a', 'network_id': 'ed04ea73-3325-4ee3-8530-f92561666f35', 'port_id': '81a136d2-09ea-4c24-a55c-26df586e6c4a', 'mac_address': 'fa:16:3e:f6:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14cd2698-069d-41f9-80b0-353185386f6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:35:09.073191 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.096570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a136d2-09ea-4c24-a55c-26df586e6c4a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:35:09.125745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 81a136d2-09ea-4c24-a55c-26df586e6c4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=81a136d2-09ea-4c24-a55c-26df586e6c4a,segment=NetworkSegment(93cb8fae-a7b4-4c24-b563-415d3dd9420b),segment_id=93cb8fae-a7b4-4c24-b563-415d3dd9420b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:09.149294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.224290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d51c9044-aca0-4e2d-ba69-b7c5c1e4dcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.235250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d51c9044-aca0-4e2d-ba69-b7c5c1e4dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.269852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45866) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:09.307291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=81a136d2-09ea-4c24-a55c-26df586e6c4a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:09.331098 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d51c9044-aca0-4e2d-ba69-b7c5c1e4dcbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c3aae54c7ec4d7985e3a140f1fe40bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8870780 Mar 11 17:35:09.334229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 45874) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:09.396565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c9044-aca0-4e2d-ba69-b7c5c1e4dcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de22cb-4fa3-4794-a83e-3319b95611a4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:09.454443 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['81a136d2-09ea-4c24-a55c-26df586e6c4a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:35:09.648439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cd71dcfa-8be9-4e59-8b15-3e804f9c7903 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aedf98ea53824bd08ca8e851e1dc0047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770418 Mar 11 17:35:09.650886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 45894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:09.668118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ca38-88f1-41af-b965-b705c6632551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.753499 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ca38-88f1-41af-b965-b705c6632551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.823913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff8ffea-bafe-4d76-8d82-6be6c25e53b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.869803 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ca38-88f1-41af-b965-b705c6632551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.872763 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ca38-88f1-41af-b965-b705c6632551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:09.874045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1cb0ca38-88f1-41af-b965-b705c6632551 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1de22cb-4fa3-4794-a83e-3319b95611a4 HTTP/1.1" status: 204 len: 168 time: 0.5376139 Mar 11 17:35:09.901241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0ca38-88f1-41af-b965-b705c6632551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de22cb-4fa3-4794-a83e-3319b95611a4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:09.911025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff8ffea-bafe-4d76-8d82-6be6c25e53b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:10.023785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff8ffea-bafe-4d76-8d82-6be6c25e53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:10.033281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff8ffea-bafe-4d76-8d82-6be6c25e53b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:10.034385 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aff8ffea-bafe-4d76-8d82-6be6c25e53b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d8e7858-1715-4400-a2c8-4c73dde4a451 HTTP/1.1" status: 204 len: 168 time: 0.3823624 Mar 11 17:35:10.078238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8ffea-bafe-4d76-8d82-6be6c25e53b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8e7858-1715-4400-a2c8-4c73dde4a451,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:10.235785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0251f07-d720-4436-b42c-e5c9165766c2 req-ce5e5b70-0894-4fe7-be68-b6db825b1f22 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:10.240906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0251f07-d720-4436-b42c-e5c9165766c2 req-ce5e5b70-0894-4fe7-be68-b6db825b1f22 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 944 time: 0.1736915 Mar 11 17:35:10.332322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0251f07-d720-4436-b42c-e5c9165766c2 req-27446a13-f68f-4edf-8c97-f72ab5e9ca5f tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826936 Mar 11 17:35:10.658766 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-0e991b4b-7f7a-415e-90a0-3c50abe34ca9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324902 Mar 11 17:35:10.763280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 81a136d2-09ea-4c24-a55c-26df586e6c4a up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:10.782454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46010) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:10.919005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-32235e22-270b-4b7b-9941-3985ffc20ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:10.921648 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-32235e22-270b-4b7b-9941-3985ffc20ad2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2989ae2ea1f44078c929a166bd10a72&device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 1097 time: 0.1932476 Mar 11 17:35:10.985279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 81a136d2-09ea-4c24-a55c-26df586e6c4a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:10.992242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 81a136d2-09ea-4c24-a55c-26df586e6c4a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:10.992647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.040819 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.218827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.299528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-1d7d614c-965e-403a-996c-9548efe36531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:11.302291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-1d7d614c-965e-403a-996c-9548efe36531 service neutron] 10.222.0.46 "GET /v2.0/networks?id=692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 200 len: 915 time: 0.3498187 Mar 11 17:35:11.323637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b41dcb3-d392-4e4c-a421-d68011e14a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a136d2-09ea-4c24-a55c-26df586e6c4a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:35:11.330458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-743966865-network', 'tenant_id': 'de3300ab1c644fe39313b41131eb591c'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:11.334192 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24920b6-4441-45a2-949d-5cba59f8a46c" -d '{"events": [{"server_uuid": "7b41dcb3-d392-4e4c-a421-d68011e14a25", "name": "network-vif-plugged", "status": "completed", "tag": "81a136d2-09ea-4c24-a55c-26df586e6c4a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:35:11.390723 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:35:11.411602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 81a136d2-09ea-4c24-a55c-26df586e6c4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=81a136d2-09ea-4c24-a55c-26df586e6c4a,segment=NetworkSegment(93cb8fae-a7b4-4c24-b563-415d3dd9420b),segment_id=93cb8fae-a7b4-4c24-b563-415d3dd9420b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:11.438579 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.474218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Made reservation on behalf of de3300ab1c644fe39313b41131eb591c for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:11.480557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.501390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:11.524922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-affdc044-5118-4db8-8af4-461553784707 req-ac5707a3-bcb0-42d3-bab3-59987a743217 service neutron] (102642) timed out ('10.222.0.53', 36634) {{(pid=102642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:35:11.567321 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-f541e7b8-884c-4d34-afe4-7d19d277772b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 HTTP/1.1" status: 200 len: 1000 time: 0.2570455 Mar 11 17:35:11.620100 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e13323-c47d-47f8-9b66-8e1ea57b32d0 x-openstack-request-id: req-f0e13323-c47d-47f8-9b66-8e1ea57b32d0 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:35:11.620759 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b41dcb3-d392-4e4c-a421-d68011e14a25", "name": "network-vif-plugged", "status": "completed", "tag": "81a136d2-09ea-4c24-a55c-26df586e6c4a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:35:11.622104 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0e13323-c47d-47f8-9b66-8e1ea57b32d0 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:35:11.622648 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b41dcb3-d392-4e4c-a421-d68011e14a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a136d2-09ea-4c24-a55c-26df586e6c4a', 'code': 200} Mar 11 17:35:11.624394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=81a136d2-09ea-4c24-a55c-26df586e6c4a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:11.727767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-d3149e4d-23a6-4d43-8cde-c625385e79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:11.729324 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-d3149e4d-23a6-4d43-8cde-c625385e79e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 200 len: 854 time: 0.1492803 Mar 11 17:35:11.895475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deee61-c9e9-463e-83d5-1215a1c81169 req-1449b5aa-e29f-41df-acc0-81993afb4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:11.910449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9deee61-c9e9-463e-83d5-1215a1c81169 req-1449b5aa-e29f-41df-acc0-81993afb4de3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 1096 time: 0.2594512 Mar 11 17:35:11.953804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5037d0-2a8d-4b42-8486-0d24a125c735 req-5b71e623-c8a0-4a73-a349-f931c40b2d0b tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:11.962278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-482a97d3-44f0-4c59-a4db-ddd342481f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:11.967567 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-482a97d3-44f0-4c59-a4db-ddd342481f03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=692795f5-26c2-430b-9ffc-82a05437df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310843 Mar 11 17:35:11.972582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c5037d0-2a8d-4b42-8486-0d24a125c735 req-5b71e623-c8a0-4a73-a349-f931c40b2d0b tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.3963141 Mar 11 17:35:12.025789 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.049946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.095231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:12.127608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9deee61-c9e9-463e-83d5-1215a1c81169 req-7c8cc7d1-6bc7-432d-91ed-518db1fe9965 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474500 Mar 11 17:35:12.133169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569c3524-754a-4f11-bb36-4331c6f7ca47,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:12.160108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c5037d0-2a8d-4b42-8486-0d24a125c735 req-cf9b4120-8513-42b8-86bc-4a6c1dd71a02 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851013 Mar 11 17:35:12.163514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.171809 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Added segment 36c82de1-51c1-4b64-b56f-dd54ca6a066c of type vlan for network 23d5e6d1-56fc-4179-a612-a7bfe58ac420 Mar 11 17:35:12.233586 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.273414 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-d282ff1d-b185-4a98-97ec-2894f80f5d2a service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671273 Mar 11 17:35:12.320766 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.321806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:12.322461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.663718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] Pushing event updated for resources: {'Network': ['ID=23d5e6d1-56fc-4179-a612-a7bfe58ac420,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:12.705263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8756c0f9-e709-4b1a-b71d-09a832933dce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9207697 Mar 11 17:35:12.706915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46178) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:12.714997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 23d5e6d1-56fc-4179-a612-a7bfe58ac420 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:12.734563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Request body: {'subnet': {'network_id': '23d5e6d1-56fc-4179-a612-a7bfe58ac420', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-743966865-subnet', 'tenant_id': 'de3300ab1c644fe39313b41131eb591c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:12.862127 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-892ed0f0-12e1-456e-bba1-a45471bea15b req-d9b6737d-d060-4f8d-90de-52478f4e7daa service neutron] 10.222.0.46 "GET /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893520 Mar 11 17:35:12.887196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Made reservation on behalf of de3300ab1c644fe39313b41131eb591c for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:12.933214 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:12.980581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46198) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:13.068682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46210) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:13.378042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-567149077-network', 'tenant_id': '22856140885942db9c446ddb5650fdef'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:13.406882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Made reservation on behalf of 22856140885942db9c446ddb5650fdef for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:13.418567 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.429419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.534022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2019204145'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:13.633258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Made reservation on behalf of 4e324e484a5d4da29a38fc0cf0d50477 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:13.642316 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9860de0c-0eeb-46a8-bcfe-2fdbe05ae178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.647856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.681802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.763153 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.865066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.886944 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.918007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07a6b2b-15d6-479e-8bdb-311245ed2a0c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:13.943418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:13.991454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:13.992168 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Added segment 5afa1ac5-21ac-4d4f-8684-e2d2b06e466e of type vlan for network a3ec69ee-323c-4ab8-a8e5-97faf54ad08a Mar 11 17:35:14.001745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea322cce-f58a-427e-840d-cddc5866a396,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:14.008301 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.017691 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.041140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:14.078320 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.079594 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Added segment 1626669b-ee6c-4a71-afad-96cc255c3df4 of type vlan for network 76f49770-a154-485d-94d2-8d3781ed52e5 Mar 11 17:35:14.079851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f40a9-6291-4284-8185-c3df7b55be83 req-2ac49da2-4196-4c48-9f69-69fa3370e457 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:14.091586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f7f40a9-6291-4284-8185-c3df7b55be83 req-2ac49da2-4196-4c48-9f69-69fa3370e457 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.3345585 Mar 11 17:35:14.195896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.204858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f7f40a9-6291-4284-8185-c3df7b55be83 req-1f7c4306-868e-4d9c-9994-b3b3dfb52043 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017261 Mar 11 17:35:14.217973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.220079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db30ea42-760b-42a3-acf6-36ff111698ba,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:14.234352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Checking segment: {'id': '36c82de1-51c1-4b64-b56f-dd54ca6a066c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '23d5e6d1-56fc-4179-a612-a7bfe58ac420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:14.238823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Network hostable DHCP agents. Network: 23d5e6d1-56fc-4179-a612-a7bfe58ac420, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:14.258865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.260639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:14.261493 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.268014 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.274291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:14.275238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.304937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Network 23d5e6d1-56fc-4179-a612-a7bfe58ac420 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:14.306734 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3265774 Mar 11 17:35:14.310140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46302) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:14.324573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Request body: {'subnet': {'network_id': '76f49770-a154-485d-94d2-8d3781ed52e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:14.358158 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2885273 Mar 11 17:35:14.365373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46308) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:14.379737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Request body: {'subnet': {'network_id': 'a3ec69ee-323c-4ab8-a8e5-97faf54ad08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-567149077-subnet', 'tenant_id': '22856140885942db9c446ddb5650fdef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:14.407533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27702a-485f-4b59-a4c3-d6d9050c29d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ec69ee-323c-4ab8-a8e5-97faf54ad08a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:14.444474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network a3ec69ee-323c-4ab8-a8e5-97faf54ad08a details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:14.481092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Made reservation on behalf of 22856140885942db9c446ddb5650fdef for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:14.483772 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.493573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 23d5e6d1-56fc-4179-a612-a7bfe58ac420) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:14.507695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:14.511051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.513247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d363b88-6007-4f24-9655-e47bb9f8a555 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event updated for resources: {'Network': ['ID=76f49770-a154-485d-94d2-8d3781ed52e5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:14.617474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50ce40-b5c0-494b-8b31-7ebd0dde9557 None None] Network 23d5e6d1-56fc-4179-a612-a7bfe58ac420 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:14.621578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 76f49770-a154-485d-94d2-8d3781ed52e5 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:14.653905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1af3546a-8860-4b20-90fe-d304137abea1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9429376 Mar 11 17:35:14.686303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Made reservation on behalf of 4e324e484a5d4da29a38fc0cf0d50477 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:14.694200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:14.912322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.070671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a95133-dbe7-4c1c-8c20-247fc0a501a6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:15.102092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.150405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Checking segment: {'id': '5afa1ac5-21ac-4d4f-8684-e2d2b06e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3ec69ee-323c-4ab8-a8e5-97faf54ad08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:15.153137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8daf5fc-67cd-42e6-9056-d8c532b41e24 None None] Network 23d5e6d1-56fc-4179-a612-a7bfe58ac420 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:15.154448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Network hostable DHCP agents. Network: a3ec69ee-323c-4ab8-a8e5-97faf54ad08a, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:15.256576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Network a3ec69ee-323c-4ab8-a8e5-97faf54ad08a is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:15.353967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, a3ec69ee-323c-4ab8-a8e5-97faf54ad08a) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:15.355269 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event updated for resources: {'Subnet': ['ID=b10b58ce-837c-4fe7-8bec-bc24c03a6d67,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:15.372480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:15.373423 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.394992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3c0f4-0c96-4e5e-a2f8-7bb59e15562f None None] Network a3ec69ee-323c-4ab8-a8e5-97faf54ad08a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:15.438324 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-13740e39-f4e9-4c75-b28d-f578d81d935b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0718544 Mar 11 17:35:15.440217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Checking segment: {'id': '1626669b-ee6c-4a71-afad-96cc255c3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '76f49770-a154-485d-94d2-8d3781ed52e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:15.442765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Network hostable DHCP agents. Network: 76f49770-a154-485d-94d2-8d3781ed52e5, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:15.519009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Network 76f49770-a154-485d-94d2-8d3781ed52e5 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:15.539279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c75b2-7281-40ac-b83f-99364b7c5d7e req-8a9c1d09-8995-4628-b73a-aa769bfad147 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:15.541645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e57c75b2-7281-40ac-b83f-99364b7c5d7e req-8a9c1d09-8995-4628-b73a-aa769bfad147 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.1188922 Mar 11 17:35:15.543159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 76f49770-a154-485d-94d2-8d3781ed52e5) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:15.547921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:15.548799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.629974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46410) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:15.633834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-39cc433c-37ba-4456-b119-5887f45a1951 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3215573 Mar 11 17:35:15.640082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c8f7a944-edc2-4901-8b7d-500ad1287b2b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1510994237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:15.665845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e57c75b2-7281-40ac-b83f-99364b7c5d7e req-02520acc-deec-4c20-9e9e-cc034abc76fd tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085224 Mar 11 17:35:15.700248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6f51c-3fa1-4573-adca-7fb54febb1ce None None] Network 76f49770-a154-485d-94d2-8d3781ed52e5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:15.731003 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a944-edc2-4901-8b7d-500ad1287b2b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.737577 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a944-edc2-4901-8b7d-500ad1287b2b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.958787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a944-edc2-4901-8b7d-500ad1287b2b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.965466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a944-edc2-4901-8b7d-500ad1287b2b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:15.993950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73acae8-8d81-4848-a278-6849d461f3eb req-b344e099-fc33-42f5-9763-1496633f337d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:15.996580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a73acae8-8d81-4848-a278-6849d461f3eb req-b344e099-fc33-42f5-9763-1496633f337d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.1621532 Mar 11 17:35:16.032712 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a944-edc2-4901-8b7d-500ad1287b2b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.043074 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c8f7a944-edc2-4901-8b7d-500ad1287b2b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4020131 Mar 11 17:35:16.044298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:16.131802 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a73acae8-8d81-4848-a278-6849d461f3eb req-5cc0092f-a48c-43c6-a951-c622111b2947 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255777 Mar 11 17:35:16.395740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46468) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:16.410478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723735356-network', 'tenant_id': '474d666a8ba341c7b949677e9083199c'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:16.487273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2b02f876-ff02-4eec-954f-2dd2eb6ddcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.547400 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-76f49770-a154-485d-94d2-8d3781ed52e5', 'network_id': '76f49770-a154-485d-94d2-8d3781ed52e5', 'tenant_id': '4e324e484a5d4da29a38fc0cf0d50477', 'fixed_ips': [{'subnet_id': 'b10b58ce-837c-4fe7-8bec-bc24c03a6d67'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:35:16.548492 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.572511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Made reservation on behalf of 474d666a8ba341c7b949677e9083199c for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:16.577513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4857c4a-3951-4cd0-a07b-e092d357a32c None None] Network a3ec69ee-323c-4ab8-a8e5-97faf54ad08a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:16.588014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.696867 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.829653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab193-48f5-411e-8ae5-0067657949aa req-f02c9e80-09d7-4b50-8e1b-5cd1a81dde94 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:16.831900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b13ab193-48f5-411e-8ae5-0067657949aa req-f02c9e80-09d7-4b50-8e1b-5cd1a81dde94 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.1858368 Mar 11 17:35:16.915689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b13ab193-48f5-411e-8ae5-0067657949aa req-62226445-048e-40b3-82d9-7dde64f38f27 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752561 Mar 11 17:35:16.938131 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.945428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46480) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:16.954550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1557986249-network', 'tenant_id': '5085d43292554f19aaa43a05d15147e7'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:16.959935 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:16.975075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Allocated IP 172.20.0.2 (76f49770-a154-485d-94d2-8d3781ed52e5/b10b58ce-837c-4fe7-8bec-bc24c03a6d67/247fd6aa-268f-4d82-af13-32926e29a839) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:17.023190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:17.036306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f2c14-2582-4bda-9047-696a843c3c25,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:17.041057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Made reservation on behalf of 5085d43292554f19aaa43a05d15147e7 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:17.043908 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.057112 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.057928 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Added segment d66e3ba7-2b84-4895-82b6-9c94b2ea399a of type vlan for network 1256c0c9-0987-4fcc-be21-fef96d30417f Mar 11 17:35:17.059758 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.096106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.147340 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.208304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.210287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:17.211137 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.312314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9152508 Mar 11 17:35:17.319020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46484) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:17.328421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Request body: {'subnet': {'network_id': '1256c0c9-0987-4fcc-be21-fef96d30417f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723735356-subnet', 'tenant_id': '474d666a8ba341c7b949677e9083199c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:17.358415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Made reservation on behalf of 474d666a8ba341c7b949677e9083199c for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:17.361059 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.376693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38039009-e03b-42aa-a7f8-61f10ec57d5e admin admin] Pushing event updated for resources: {'Network': ['ID=1256c0c9-0987-4fcc-be21-fef96d30417f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:17.382136 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.424425 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.458120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01349e0-1fbc-464c-b602-4d09d6e1bd8e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:17.487018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:17.497734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 1256c0c9-0987-4fcc-be21-fef96d30417f details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:17.564949 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.566415 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Added segment b745ebe0-6c90-4a10-813b-0d28803aa16f of type vlan for network 746dbad5-73b7-41a0-9463-0172a9674e2d Mar 11 17:35:17.713640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.777637 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.782032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.782816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:17.783405 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.862505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] Pushing event updated for resources: {'Network': ['ID=746dbad5-73b7-41a0-9463-0172a9674e2d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:17.878541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 746dbad5-73b7-41a0-9463-0172a9674e2d details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:17.916225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b7766114-ff4e-4848-88a1-0a4376b34773 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9682043 Mar 11 17:35:17.916469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46492) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:17.924636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Request body: {'subnet': {'network_id': '746dbad5-73b7-41a0-9463-0172a9674e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1557986249-subnet', 'tenant_id': '5085d43292554f19aaa43a05d15147e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:17.938837 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:17.972071 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.007954 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Made reservation on behalf of 5085d43292554f19aaa43a05d15147e7 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:18.017582 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.029121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352e4dbc-6c2f-4bfe-a6ef-b93bb30e8bc3,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:18.040833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Checking segment: {'id': 'd66e3ba7-2b84-4895-82b6-9c94b2ea399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1256c0c9-0987-4fcc-be21-fef96d30417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:18.041214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Network hostable DHCP agents. Network: 1256c0c9-0987-4fcc-be21-fef96d30417f, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:18.090369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Network 1256c0c9-0987-4fcc-be21-fef96d30417f is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:18.108719 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.109302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 1256c0c9-0987-4fcc-be21-fef96d30417f) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:18.115063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:18.117003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.128501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacfa449-9a38-404e-a4e5-c58473f4c429 None None] Network 1256c0c9-0987-4fcc-be21-fef96d30417f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:18.147360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5aca9d37-f9e8-4271-bf43-d68646840fe7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8246207 Mar 11 17:35:18.173302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Allocated IP 172.20.0.1 (76f49770-a154-485d-94d2-8d3781ed52e5/b10b58ce-837c-4fe7-8bec-bc24c03a6d67/12497772-5f4f-476a-96c6-5796401e1a14) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:18.267821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Network 76f49770-a154-485d-94d2-8d3781ed52e5 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:18.277622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:18.287547 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:18.289923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Pushing event updated for resources: {'Port': ['ID=247fd6aa-268f-4d82-af13-32926e29a839,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:18.384001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46498) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:18.429221 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.447539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Attempting to bind port 247fd6aa-268f-4d82-af13-32926e29a839 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:18.448227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Attempting to bind port 247fd6aa-268f-4d82-af13-32926e29a839 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '1626669b-ee6c-4a71-afad-96cc255c3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '76f49770-a154-485d-94d2-8d3781ed52e5'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:18.449143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Attempting to bind port 247fd6aa-268f-4d82-af13-32926e29a839 on network 76f49770-a154-485d-94d2-8d3781ed52e5 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:35:18.525795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:35:18.526167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Checking segment: {'id': '1626669b-ee6c-4a71-afad-96cc255c3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '76f49770-a154-485d-94d2-8d3781ed52e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:18.526486 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.526873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Bound using segment: {'id': '1626669b-ee6c-4a71-afad-96cc255c3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '76f49770-a154-485d-94d2-8d3781ed52e5'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:35:18.527354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Bound port: 247fd6aa-268f-4d82-af13-32926e29a839, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1626669b-ee6c-4a71-afad-96cc255c3df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '76f49770-a154-485d-94d2-8d3781ed52e5'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:18.527864 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.548934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f09184-9652-4396-a594-398fac405111 None None] Network 1256c0c9-0987-4fcc-be21-fef96d30417f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:18.578786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-c775afa5-b047-4b49-966b-6441c7aeb5e8 admin admin] Deleting subnet ea322cce-f58a-427e-840d-cddc5866a396 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:18.582583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c775afa5-b047-4b49-966b-6441c7aeb5e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.626767 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c775afa5-b047-4b49-966b-6441c7aeb5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.683634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c775afa5-b047-4b49-966b-6441c7aeb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.703350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] For port 247fd6aa-268f-4d82-af13-32926e29a839, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:18.731075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] For port 247fd6aa-268f-4d82-af13-32926e29a839, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=247fd6aa-268f-4d82-af13-32926e29a839,segment=NetworkSegment(1626669b-ee6c-4a71-afad-96cc255c3df4),segment_id=1626669b-ee6c-4a71-afad-96cc255c3df4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:18.762512 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.838108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5773d7-ea78-46d3-a410-ae2bf973cb3f req-7d2f8924-bd07-4d65-b91a-d6b27b62b000 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:18.843290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc5773d7-ea78-46d3-a410-ae2bf973cb3f req-7d2f8924-bd07-4d65-b91a-d6b27b62b000 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.3561580 Mar 11 17:35:18.914865 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c75fca-fef6-4a39-bded-63ccb02a1236 None None] Pushing event updated for resources: {'Port': ['ID=247fd6aa-268f-4d82-af13-32926e29a839,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:18.974019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:18.989398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc5773d7-ea78-46d3-a410-ae2bf973cb3f req-5f298d48-7b1f-42ec-bb4b-61b609ccd09f tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323853 Mar 11 17:35:18.993670 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c775afa5-b047-4b49-966b-6441c7aeb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.061674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.063700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775afa5-b047-4b49-966b-6441c7aeb5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea322cce-f58a-427e-840d-cddc5866a396,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:19.065772 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c775afa5-b047-4b49-966b-6441c7aeb5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.073512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c775afa5-b047-4b49-966b-6441c7aeb5e8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ea322cce-f58a-427e-840d-cddc5866a396 HTTP/1.1" status: 204 len: 168 time: 0.6882498 Mar 11 17:35:19.074332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46516) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:19.188485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.459909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.495919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.498682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.525057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64999d-74f2-48aa-a1dc-e2a6f3ee722b req-2a609244-a908-47ec-a231-95f46a0c44ce tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:19.526583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce64999d-74f2-48aa-a1dc-e2a6f3ee722b req-2a609244-a908-47ec-a231-95f46a0c44ce tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.1665647 Mar 11 17:35:19.546919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d5e6d1-56fc-4179-a612-a7bfe58ac420']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:19.612684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c82de1-51c1-4b64-b56f-dd54ca6a066c') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:19.613093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c82de1-51c1-4b64-b56f-dd54ca6a066c') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:19.647237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Network 76f49770-a154-485d-94d2-8d3781ed52e5 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:19.670679 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.671309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:19.676609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce64999d-74f2-48aa-a1dc-e2a6f3ee722b req-e56febe0-73fa-43d7-91bf-cdbf776daae6 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383340 Mar 11 17:35:19.697455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 247fd6aa-268f-4d82-af13-32926e29a839 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:19.720018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.736397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:19.736642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:19.737419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:19.744903 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:19.797473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event updated for resources: {'Port': ['ID=12497772-5f4f-476a-96c6-5796401e1a14,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:19.804624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Checking segment: {'id': 'b745ebe0-6c90-4a10-813b-0d28803aa16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '746dbad5-73b7-41a0-9463-0172a9674e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:19.804988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Network hostable DHCP agents. Network: 746dbad5-73b7-41a0-9463-0172a9674e2d, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:19.808175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81228769-ee8c-4e32-887c-625d42bf34bc req-c09ba6d9-0bcf-44eb-af34-daf8fbfb6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:19.809714 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81228769-ee8c-4e32-887c-625d42bf34bc req-c09ba6d9-0bcf-44eb-af34-daf8fbfb6459 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ca0a59a650e473eae37a80125c28c43&device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 1096 time: 0.3991873 Mar 11 17:35:19.814770 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.815118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.815454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.815784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.816111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.816505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.816804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.817123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.817940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.818273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.818594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.818909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:19.823098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be6a0f6-5dc9-41bc-9cc7-8efb291c2f8b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:19.868089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 247fd6aa-268f-4d82-af13-32926e29a839 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:19.871892 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.878347 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.925987 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.931326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:19.938366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] 10.222.0.53 "DELETE /v2.0/networks/23d5e6d1-56fc-4179-a612-a7bfe58ac420 HTTP/1.1" status: 204 len: 168 time: 0.8620567 Mar 11 17:35:19.970414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46524) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:19.973422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e232a10-fa07-4abe-8e80-3b3716ca2985 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d5e6d1-56fc-4179-a612-a7bfe58ac420,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:20.079925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Network 746dbad5-73b7-41a0-9463-0172a9674e2d is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:20.080145 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.101360 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.115017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c3f974-9ce1-4fe0-8a2d-043a097e59df admin admin] Deleting subnet 352e4dbc-6c2f-4bfe-a6ef-b93bb30e8bc3 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:20.123861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c3f974-9ce1-4fe0-8a2d-043a097e59df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.142451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 247fd6aa-268f-4d82-af13-32926e29a839, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=247fd6aa-268f-4d82-af13-32926e29a839,segment=NetworkSegment(1626669b-ee6c-4a71-afad-96cc255c3df4),segment_id=1626669b-ee6c-4a71-afad-96cc255c3df4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:20.147830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 746dbad5-73b7-41a0-9463-0172a9674e2d) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:20.154299 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.170624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:20.172794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71355b3-f38d-4f78-8b2b-599ca5b18ba5 None None] Network 746dbad5-73b7-41a0-9463-0172a9674e2d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:20.173713 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.244664 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-58d9e2b5-e7df-44b9-a4b8-8c27d4fdf75d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3260958 Mar 11 17:35:20.257957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c3f974-9ce1-4fe0-8a2d-043a097e59df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.261783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81228769-ee8c-4e32-887c-625d42bf34bc req-597d6adf-1d5b-4e5e-b31d-7407623d2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:20.265122 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81228769-ee8c-4e32-887c-625d42bf34bc req-597d6adf-1d5b-4e5e-b31d-7407623d2cb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed04ea73-3325-4ee3-8530-f92561666f35 HTTP/1.1" status: 200 len: 912 time: 0.4400284 Mar 11 17:35:20.350972 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81228769-ee8c-4e32-887c-625d42bf34bc req-807caae8-6f8a-4b38-9c4d-e6f90f2f497d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81a136d2-09ea-4c24-a55c-26df586e6c4a HTTP/1.1" status: 200 len: 217 time: 0.0526676 Mar 11 17:35:20.370289 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c3f974-9ce1-4fe0-8a2d-043a097e59df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.432859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=247fd6aa-268f-4d82-af13-32926e29a839,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:20.592979 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c3f974-9ce1-4fe0-8a2d-043a097e59df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.602804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c70cdc-fe16-4ebd-93c3-96834d3ad012 None None] Network 746dbad5-73b7-41a0-9463-0172a9674e2d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:20.627459 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c3f974-9ce1-4fe0-8a2d-043a097e59df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.630645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-75c3f974-9ce1-4fe0-8a2d-043a097e59df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/352e4dbc-6c2f-4bfe-a6ef-b93bb30e8bc3 HTTP/1.1" status: 204 len: 168 time: 0.6462989 Mar 11 17:35:20.649457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46534) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:20.680586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3f974-9ce1-4fe0-8a2d-043a097e59df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352e4dbc-6c2f-4bfe-a6ef-b93bb30e8bc3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:20.723103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565ad4a-786a-4155-882a-43c8f7a64ca2 None None] Network 76f49770-a154-485d-94d2-8d3781ed52e5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:20.861402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6a476a7b-22a6-438c-90cf-14d5781b2969 None None] Provisioning complete for port 247fd6aa-268f-4d82-af13-32926e29a839 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:20.861402 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a476a7b-22a6-438c-90cf-14d5781b2969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.867058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:20.916383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c75e0-02ed-4e80-80b3-cdf755ba53fd req-190fedda-7ac1-441b-9b0d-7c548f3bd265 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:20.930916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b27c75e0-02ed-4e80-80b3-cdf755ba53fd req-190fedda-7ac1-441b-9b0d-7c548f3bd265 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.1037028 Mar 11 17:35:20.941440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81228769-ee8c-4e32-887c-625d42bf34bc req-f0b7b152-00a9-4f32-93eb-8b1890488525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:20.945557 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81228769-ee8c-4e32-887c-625d42bf34bc req-f0b7b152-00a9-4f32-93eb-8b1890488525 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14cd2698-069d-41f9-80b0-353185386f6a HTTP/1.1" status: 200 len: 852 time: 0.5828621 Mar 11 17:35:21.046316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b27c75e0-02ed-4e80-80b3-cdf755ba53fd req-04240559-164b-41b7-afad-39159f53f61e tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137173 Mar 11 17:35:21.075765 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81228769-ee8c-4e32-887c-625d42bf34bc req-79a1336d-b9ef-437b-94ef-9959e3ed1ba3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed04ea73-3325-4ee3-8530-f92561666f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179383 Mar 11 17:35:21.226324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9888129f-6bb9-4185-94db-bddb2879b900 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:21.244602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9888129f-6bb9-4185-94db-bddb2879b900 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/networks?id=a3ec69ee-323c-4ab8-a8e5-97faf54ad08a HTTP/1.1" status: 200 len: 824 time: 0.1593451 Mar 11 17:35:21.264603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-682b3361-a825-4e76-8ff3-2368cc13a9c2 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/quotas/22856140885942db9c446ddb5650fdef HTTP/1.1" status: 200 len: 375 time: 0.0181384 Mar 11 17:35:21.311674 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-0f601bd6-901b-4cd5-baf9-669c026a01c1 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=22856140885942db9c446ddb5650fdef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446200 Mar 11 17:35:21.317937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.392894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1256c0c9-0987-4fcc-be21-fef96d30417f']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:21.413898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66e3ba7-2b84-4895-82b6-9c94b2ea399a') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:21.414423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66e3ba7-2b84-4895-82b6-9c94b2ea399a') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:21.429257 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.464483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.492115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:21.492549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:21.494332 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:21.496473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-de892e59-aca8-4499-a54e-7630ea073076 service neutron] 10.222.0.53 "GET /v2.0/networks/a3ec69ee-323c-4ab8-a8e5-97faf54ad08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836855 Mar 11 17:35:21.508351 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.540800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81228769-ee8c-4e32-887c-625d42bf34bc req-fcdf82d1-ef89-483f-b652-4f5903bf10b3 service neutron] 10.222.0.46 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439421 Mar 11 17:35:21.541662 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.645189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 247fd6aa-268f-4d82-af13-32926e29a839 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:21.699619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-b95c3a62-ea3f-4e74-bcc3-8d2141306c70 service neutron] 10.222.0.53 "GET /v2.0/networks/a3ec69ee-323c-4ab8-a8e5-97faf54ad08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907184 Mar 11 17:35:21.712753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd6-4a7f-47f9-ab71-ce647f732767 None None] Provisioning complete for port 247fd6aa-268f-4d82-af13-32926e29a839 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:21.713134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd6-4a7f-47f9-ab71-ce647f732767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.822879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.833819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event updated for resources: {'Port': ['ID=12497772-5f4f-476a-96c6-5796401e1a14,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:21.877701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.899847 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1256c0c9-0987-4fcc-be21-fef96d30417f HTTP/1.1" status: 204 len: 168 time: 1.2347629 Mar 11 17:35:21.909458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 247fd6aa-268f-4d82-af13-32926e29a839 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:21.910031 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:21.955590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.031274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c1734a0-8807-4055-a64e-5f3f58462dfc req-82a5ce27-d2eb-4d36-96fa-451525051d76 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 210 time: 0.0681581 Mar 11 17:35:22.037034 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-81228769-ee8c-4e32-887c-625d42bf34bc req-47788174-c075-4b2f-b482-015648f71412 service neutron] 10.222.0.46 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337137 Mar 11 17:35:22.039563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16099a88-a60f-477a-aa6d-96c052212813 admin admin] Pushing event deleted for resources: {'Network': ['ID=1256c0c9-0987-4fcc-be21-fef96d30417f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:22.159673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd6-4a7f-47f9-ab71-ce647f732767 None None] Provisioning complete for port 12497772-5f4f-476a-96c6-5796401e1a14 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:22.160577 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd6-4a7f-47f9-ab71-ce647f732767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.210827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd6-4a7f-47f9-ab71-ce647f732767 None None] Port 12497772-5f4f-476a-96c6-5796401e1a14 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:35:22.289047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Network 76f49770-a154-485d-94d2-8d3781ed52e5 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:22.292579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfd9e3-7678-4895-aeb1-af1342faa266 req-d5425c63-84e2-4b2e-88b0-73df5ed0e65e tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:22.301069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9cfd9e3-7678-4895-aeb1-af1342faa266 req-d5425c63-84e2-4b2e-88b0-73df5ed0e65e tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.0758886 Mar 11 17:35:22.304274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:22.319172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46570) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:22.372465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3ac30aea-2c1c-45c3-8aea-fead53e72bad None None] Provisioning complete for port 12497772-5f4f-476a-96c6-5796401e1a14 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:22.373627 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3ac30aea-2c1c-45c3-8aea-fead53e72bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.399351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b7d8299c-7626-406b-81e4-718cd65e7ad9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de3300ab1c644fe39313b41131eb591c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786138 Mar 11 17:35:22.413232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46572) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:22.547283 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9cfd9e3-7678-4895-aeb1-af1342faa266 req-c66b2606-8886-4656-9ddb-938d6549a599 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421856 Mar 11 17:35:22.580402 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7704e494-90cb-4df6-8b75-e783ad1ae70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.591614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3ac30aea-2c1c-45c3-8aea-fead53e72bad None None] Port 12497772-5f4f-476a-96c6-5796401e1a14 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:35:22.627128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7704e494-90cb-4df6-8b75-e783ad1ae70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.770917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7704e494-90cb-4df6-8b75-e783ad1ae70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.775853 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7704e494-90cb-4df6-8b75-e783ad1ae70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:22.784692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7704e494-90cb-4df6-8b75-e783ad1ae70c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/569c3524-754a-4f11-bb36-4331c6f7ca47 HTTP/1.1" status: 204 len: 168 time: 0.3662972 Mar 11 17:35:22.811035 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Router 50e664b5-36e0-45dd-9fa4-abc476e0de47 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:35:22.820943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704e494-90cb-4df6-8b75-e783ad1ae70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c3524-754a-4f11-bb36-4331c6f7ca47,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:22.918868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8c457f59-6b87-410c-888d-9ff76e813c9e None None] Provisioning complete for port 12497772-5f4f-476a-96c6-5796401e1a14 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:22.919468 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8c457f59-6b87-410c-888d-9ff76e813c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.036616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8c457f59-6b87-410c-888d-9ff76e813c9e None None] Port 12497772-5f4f-476a-96c6-5796401e1a14 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:35:23.064498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:23.070223 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-870d4ccd-297d-4f15-a1ca-80b1c19c7023 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "PUT /v2.0/routers/50e664b5-36e0-45dd-9fa4-abc476e0de47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0221372 Mar 11 17:35:23.073264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46586) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:23.094992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55593d-db6c-452c-b4da-08a6defdbbbe None None] Sync routers for ids ['50e664b5-36e0-45dd-9fa4-abc476e0de47'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:35:23.095175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Request body: {'port': {'network_id': '76f49770-a154-485d-94d2-8d3781ed52e5', 'name': 'tempest-FloatingIPNegativeTestJSON-676360508'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:23.114951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55593d-db6c-452c-b4da-08a6defdbbbe None None] Routers {'50e664b5-36e0-45dd-9fa4-abc476e0de47'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:35:23.117230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2c55593d-db6c-452c-b4da-08a6defdbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['50e664b5-36e0-45dd-9fa4-abc476e0de47'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:23.175161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2c55593d-db6c-452c-b4da-08a6defdbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:23.186383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55593d-db6c-452c-b4da-08a6defdbbbe None None] Routers {'50e664b5-36e0-45dd-9fa4-abc476e0de47'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:35:23.187386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2c55593d-db6c-452c-b4da-08a6defdbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['50e664b5-36e0-45dd-9fa4-abc476e0de47'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:23.359261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d899d871-b40c-4799-9c92-6374a9dd659d req-f2c44ab5-041c-4672-adda-431b06af9fc9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 210 time: 0.0935843 Mar 11 17:35:23.505346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Made reservation on behalf of 4e324e484a5d4da29a38fc0cf0d50477 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:23.512445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.552547 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2c55593d-db6c-452c-b4da-08a6defdbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:23.553621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55593d-db6c-452c-b4da-08a6defdbbbe None None] The sync data for ids ['50e664b5-36e0-45dd-9fa4-abc476e0de47'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:35:23.564908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] device_id is not set on port 7e9ab9c7-5c81-4f33-bc61-b716e770c60f yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:35:23.590681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46600) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:23.667552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-effba906-c73d-430f-a4b7-0c8b158aa643 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=474d666a8ba341c7b949677e9083199c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755324 Mar 11 17:35:23.670082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46602) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:23.861429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Allocated IP 172.20.0.5 (76f49770-a154-485d-94d2-8d3781ed52e5/b10b58ce-837c-4fe7-8bec-bc24c03a6d67/7e9ab9c7-5c81-4f33-bc61-b716e770c60f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:23.877627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3119-7df8-458e-b752-2ef84c6712c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.918229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3119-7df8-458e-b752-2ef84c6712c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:23.964209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f5b81-e0a0-497d-8368-3acf3968c290 req-f0cdb3d2-8a4a-4ce6-a629-1e0d6ed32d7c tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:23.968015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-363f5b81-e0a0-497d-8368-3acf3968c290 req-f0cdb3d2-8a4a-4ce6-a629-1e0d6ed32d7c tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.2499881 Mar 11 17:35:24.012507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-94c3b973-1ec3-4389-9da8-9df6719491d7 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:24.015465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-94c3b973-1ec3-4389-9da8-9df6719491d7 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.66 "GET /v2.0/networks?id=a3ec69ee-323c-4ab8-a8e5-97faf54ad08a HTTP/1.1" status: 200 len: 824 time: 0.2473783 Mar 11 17:35:24.029639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Request body: {'port': {'device_id': '6b1a764b-6ff4-4d48-a725-80286441ff25', 'network_id': 'a3ec69ee-323c-4ab8-a8e5-97faf54ad08a', 'admin_state_up': True, 'tenant_id': '22856140885942db9c446ddb5650fdef'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:24.096640 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-363f5b81-e0a0-497d-8368-3acf3968c290 req-ca9b403f-0699-4524-bab5-771e316b1e67 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207111 Mar 11 17:35:24.154213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3119-7df8-458e-b752-2ef84c6712c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.157376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3119-7df8-458e-b752-2ef84c6712c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.158758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ff5e3119-7df8-458e-b752-2ef84c6712c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f98f2c14-2582-4bda-9047-696a843c3c25 HTTP/1.1" status: 204 len: 168 time: 0.4875121 Mar 11 17:35:24.176499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e3119-7df8-458e-b752-2ef84c6712c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f2c14-2582-4bda-9047-696a843c3c25,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:24.180175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Made reservation on behalf of 22856140885942db9c446ddb5650fdef for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:24.184834 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.213778 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.349636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.536379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Allocated IP 172.20.0.12 (a3ec69ee-323c-4ab8-a8e5-97faf54ad08a/c0a95133-dbe7-4c1c-8c20-247fc0a501a6/77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:24.584046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Network 76f49770-a154-485d-94d2-8d3781ed52e5 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:24.600987 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:24.618430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:24.652435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event updated for resources: {'Port': ['ID=7e9ab9c7-5c81-4f33-bc61-b716e770c60f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:24.744091 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e3c8b179-2956-4abf-bd89-bb03ed93affc req-edd68f93-9dfd-4fba-8700-32a205a3f1b9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 210 time: 0.1287203 Mar 11 17:35:24.802519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d4aa6-fe67-4660-b46e-89d4d7b9fad2 req-982aad40-3de1-48e7-b114-eab7897edebd tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:24.818733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-870d4aa6-fe67-4660-b46e-89d4d7b9fad2 req-982aad40-3de1-48e7-b114-eab7897edebd tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.2206109 Mar 11 17:35:24.820089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:24.820904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.868142 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46622) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:24.869569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8f530211-9214-4051-9048-b9f399e36d0b tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7918377 Mar 11 17:35:24.874746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:24.898088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.910453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-870d4aa6-fe67-4660-b46e-89d4d7b9fad2 req-0da3dad9-ca01-4d67-9579-b0d8741508c3 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968955 Mar 11 17:35:24.936719 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:24.983582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f9375cde-c790-42c9-be78-d88d79954b69 None None] Provisioning complete for port 7e9ab9c7-5c81-4f33-bc61-b716e770c60f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:24.985664 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f9375cde-c790-42c9-be78-d88d79954b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.034688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f9375cde-c790-42c9-be78-d88d79954b69 None None] Port 7e9ab9c7-5c81-4f33-bc61-b716e770c60f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:35:25.036957 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.106364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Network a3ec69ee-323c-4ab8-a8e5-97faf54ad08a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:25.111967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Pushing event updated for resources: {'Port': ['ID=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:25.114473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:25.118045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:25.184628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:25.185888 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.195368 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.213997 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-9d90556e-ac2d-48bd-9bfb-52f3304c21a9 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1888237 Mar 11 17:35:25.247070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Request body: {'port': {'device_id': '6b1a764b-6ff4-4d48-a725-80286441ff25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:25.340444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.395165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Allocated IP 172.25.8.227 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a4f8f491-b998-4fe5-8612-3c7eff133b31) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:25.666039 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.766281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.863324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:25.865995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:35:25.893145 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:25.897222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:25.904797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event updated for resources: {'Port': ['ID=a4f8f491-b998-4fe5-8612-3c7eff133b31,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:25.912396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:25.962422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Transition to ACTIVE for port object 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:25.972959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:26.042942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e023b4-5b5b-49b1-abc9-63492f63abee req-33ad8029-849b-4a74-aa1d-0b42d5825ad8 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:26.051915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82e023b4-5b5b-49b1-abc9-63492f63abee req-33ad8029-849b-4a74-aa1d-0b42d5825ad8 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 932 time: 0.1131444 Mar 11 17:35:26.118321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82e023b4-5b5b-49b1-abc9-63492f63abee req-292b6d87-59c2-4118-8f0f-565e60326d22 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640035 Mar 11 17:35:26.152721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Pushing event updated for resources: {'Port': ['ID=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:26.247179 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:26.256985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Attempting to bind port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:26.257449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Attempting to bind port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '5afa1ac5-21ac-4d4f-8684-e2d2b06e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3ec69ee-323c-4ab8-a8e5-97faf54ad08a'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:26.257629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Attempting to bind port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 on network a3ec69ee-323c-4ab8-a8e5-97faf54ad08a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:35:26.267125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 on network a3ec69ee-323c-4ab8-a8e5-97faf54ad08a not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:35:26.267451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Attempting to bind port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 on network a3ec69ee-323c-4ab8-a8e5-97faf54ad08a {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:35:26.294068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:35:26.294443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Checking segment: {'id': '5afa1ac5-21ac-4d4f-8684-e2d2b06e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3ec69ee-323c-4ab8-a8e5-97faf54ad08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:26.294873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Bound using segment: {'id': '5afa1ac5-21ac-4d4f-8684-e2d2b06e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3ec69ee-323c-4ab8-a8e5-97faf54ad08a'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:35:26.295325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Bound port: 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afa1ac5-21ac-4d4f-8684-e2d2b06e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3ec69ee-323c-4ab8-a8e5-97faf54ad08a'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:26.295771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:26.317127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:26.410825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] For port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:26.417333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] For port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,segment=NetworkSegment(5afa1ac5-21ac-4d4f-8684-e2d2b06e466e),segment_id=5afa1ac5-21ac-4d4f-8684-e2d2b06e466e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:26.423987 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:26.474842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b3a21-c14f-4099-9c29-1d7acf25cc97 req-72ca7bca-be33-407b-a190-d55d091da868 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:26.476446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a1b3a21-c14f-4099-9c29-1d7acf25cc97 req-72ca7bca-be33-407b-a190-d55d091da868 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.4629815 Mar 11 17:35:26.489387 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Pushing event updated for resources: {'Port': ['ID=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:26.523146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:26.524403 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:26.526998 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-270abb5c-8c9f-4555-88b9-375de15ee72f service neutron] 10.222.0.66 "PUT /v2.0/ports/77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 HTTP/1.1" status: 200 len: 1092 time: 1.2844572 Mar 11 17:35:26.529965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1a764b-6ff4-4d48-a725-80286441ff25', 'tag': '77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:35:26.537165 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588624c9-4254-419e-b348-4f3720f05991" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1a764b-6ff4-4d48-a725-80286441ff25", "tag": "77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:35:26.554825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a1b3a21-c14f-4099-9c29-1d7acf25cc97 req-7c77c900-a0c3-4e79-9e19-11bc778e4b9c tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Mar 11 17:35:26.656959 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a42c81-199d-4943-bba1-5366114c8b08 x-openstack-request-id: req-b7a42c81-199d-4943-bba1-5366114c8b08 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:35:26.657255 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1a764b-6ff4-4d48-a725-80286441ff25", "tag": "77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:35:26.657509 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7a42c81-199d-4943-bba1-5366114c8b08 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:35:26.658001 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1a764b-6ff4-4d48-a725-80286441ff25', 'tag': '77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8', 'status': 'completed', 'code': 200} Mar 11 17:35:26.748934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-ac4214b9-e71d-43ec-ad33-8659123b9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:26.758686 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-ac4214b9-e71d-43ec-ad33-8659123b9926 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22856140885942db9c446ddb5650fdef&device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 1095 time: 0.1610651 Mar 11 17:35:26.876593 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-ad8497e1-7262-4a31-a6ca-8e5dd1a7c96d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 HTTP/1.1" status: 200 len: 217 time: 0.1054027 Mar 11 17:35:26.921895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637c739-7688-4933-af93-074a8ecca8ed req-83d61a23-cbae-42c8-97dd-ad03cb2d0916 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:26.931124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a637c739-7688-4933-af93-074a8ecca8ed req-83d61a23-cbae-42c8-97dd-ad03cb2d0916 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.0853369 Mar 11 17:35:26.987494 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a637c739-7688-4933-af93-074a8ecca8ed req-60e31be5-c6ed-4e1a-a2a2-3c3447be476b tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553596 Mar 11 17:35:27.035193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.041650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-ebf15755-6e24-4f10-a2dd-b67e4b56642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:27.043485 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-ebf15755-6e24-4f10-a2dd-b67e4b56642e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ca0a59a650e473eae37a80125c28c43&device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 1096 time: 0.1923208 Mar 11 17:35:27.047192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.073136 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-67d67ab4-3a66-409a-84ab-90c688114e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:27.074588 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-67d67ab4-3a66-409a-84ab-90c688114e60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a95133-dbe7-4c1c-8c20-247fc0a501a6 HTTP/1.1" status: 200 len: 864 time: 0.1771648 Mar 11 17:35:27.168311 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-8f010614-d4d3-4bc1-b305-ce1f5a03c317 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a3ec69ee-323c-4ab8-a8e5-97faf54ad08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416851 Mar 11 17:35:27.294092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3283f7-a574-4e83-80e7-25369c1fbb21 req-86e2f644-4767-4288-b0b8-43a1fc33b8ee tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:27.296410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f3283f7-a574-4e83-80e7-25369c1fbb21 req-86e2f644-4767-4288-b0b8-43a1fc33b8ee tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 944 time: 0.0974538 Mar 11 17:35:27.364090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f3283f7-a574-4e83-80e7-25369c1fbb21 req-d5b5f6b1-7944-4635-b108-81d4a78823dd tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610747 Mar 11 17:35:27.779136 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event updated for resources: {'Port': ['ID=a4f8f491-b998-4fe5-8612-3c7eff133b31,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:27.823499 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.869960 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:27.871122 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a2181d48-8440-42ea-8337-9e6e241bfaa1 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0016153 Mar 11 17:35:27.874098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46730) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:27.877438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-8ba7076d-9e54-4b21-9219-5c9ce847a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:27.878850 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-8ba7076d-9e54-4b21-9219-5c9ce847a912 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed04ea73-3325-4ee3-8530-f92561666f35 HTTP/1.1" status: 200 len: 912 time: 0.8226042 Mar 11 17:35:27.879000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-af2c2489-36e5-4e60-b826-473153606912 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Request body: {'floatingip': {'port_id': '7e9ab9c7-5c81-4f33-bc61-b716e770c60f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:27.935579 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-b9fcbc77-71f9-4fe2-8ed1-015cc7e279a9 service neutron] 10.222.0.66 "GET /v2.0/networks/a3ec69ee-323c-4ab8-a8e5-97faf54ad08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286513 Mar 11 17:35:27.937333 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-b4089367-243f-4c0d-a02f-9f2e2266b34a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81a136d2-09ea-4c24-a55c-26df586e6c4a HTTP/1.1" status: 200 len: 217 time: 0.0397475 Mar 11 17:35:27.969476 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af2c2489-36e5-4e60-b826-473153606912 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.081486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-26f6dfb1-ee50-4d5c-80af-d54f9ac3822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:28.082954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-26f6dfb1-ee50-4d5c-80af-d54f9ac3822e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14cd2698-069d-41f9-80b0-353185386f6a HTTP/1.1" status: 200 len: 852 time: 0.1329975 Mar 11 17:35:28.126140 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-63c20ce6-6273-476e-9a2a-08ba735bc1e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed04ea73-3325-4ee3-8530-f92561666f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336421 Mar 11 17:35:28.184072 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2aec3552-5d4c-4bc3-aedb-da04d9c7d4bc req-0baa0cc1-aeb0-483c-8ce1-7223a315ea2b service neutron] 10.222.0.66 "GET /v2.0/networks/a3ec69ee-323c-4ab8-a8e5-97faf54ad08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374494 Mar 11 17:35:28.228273 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-af2c2489-36e5-4e60-b826-473153606912 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] update failed (client error): The resource could not be found. Mar 11 17:35:28.232007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-af2c2489-36e5-4e60-b826-473153606912 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "PUT /v2.0/floatingips/2124221b-d087-443b-89a1-a2ebf639db53 HTTP/1.1" status: 404 len: 507 time: 0.3541098 Mar 11 17:35:28.233244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46756) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:28.309966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588624c9-4254-419e-b348-4f3720f05991 req-4930548f-7f40-4ae4-ae5c-7de17618190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:28.311979 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-588624c9-4254-419e-b348-4f3720f05991 req-4930548f-7f40-4ae4-ae5c-7de17618190e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22856140885942db9c446ddb5650fdef&device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 1095 time: 0.0768728 Mar 11 17:35:28.314233 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-7aeebcc3-3b55-4b66-a216-c35ec302c447 service neutron] 10.222.0.46 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801999 Mar 11 17:35:28.319639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82554358-7949-471b-9f48-1a76fadd50fd req-0954eb6b-99b8-450c-85a1-d65a689f31fe tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:28.321818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82554358-7949-471b-9f48-1a76fadd50fd req-0954eb6b-99b8-450c-85a1-d65a689f31fe tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.1755693 Mar 11 17:35:28.485879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82554358-7949-471b-9f48-1a76fadd50fd req-4ebc9a9e-fd84-4552-a8dd-8ff10aa4a7e9 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548038 Mar 11 17:35:28.516736 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0900ed48-cbf4-49d3-9178-fa41db8ba95a req-719ffd36-5ccb-4033-913f-95f2abc50b95 service neutron] 10.222.0.46 "GET /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810453 Mar 11 17:35:28.518001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588624c9-4254-419e-b348-4f3720f05991 req-5c2a3dc7-e81b-429f-8fbe-e6b299f1f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:28.519584 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-588624c9-4254-419e-b348-4f3720f05991 req-5c2a3dc7-e81b-429f-8fbe-e6b299f1f613 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a3ec69ee-323c-4ab8-a8e5-97faf54ad08a HTTP/1.1" status: 200 len: 924 time: 0.1987143 Mar 11 17:35:28.565616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f283e-b1c8-4f32-a692-f1356a482af8 req-d83cd15f-ea71-474d-8d5e-1f77761245de tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:28.567581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-410f283e-b1c8-4f32-a692-f1356a482af8 req-d83cd15f-ea71-474d-8d5e-1f77761245de tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 944 time: 0.0806663 Mar 11 17:35:28.574531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Deleting port a4f8f491-b998-4fe5-8612-3c7eff133b31 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:28.576864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.582280 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-588624c9-4254-419e-b348-4f3720f05991 req-88892eeb-609e-48f5-8fb1-b0f9b94b4114 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 HTTP/1.1" status: 200 len: 217 time: 0.0525434 Mar 11 17:35:28.650438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588624c9-4254-419e-b348-4f3720f05991 req-cc4a39f6-a2f6-4247-8d46-507db59ba739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:28.652655 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-588624c9-4254-419e-b348-4f3720f05991 req-cc4a39f6-a2f6-4247-8d46-507db59ba739 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a95133-dbe7-4c1c-8c20-247fc0a501a6 HTTP/1.1" status: 200 len: 864 time: 0.0648525 Mar 11 17:35:28.675811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-410f283e-b1c8-4f32-a692-f1356a482af8 req-2065c778-d460-4681-8d7f-339ee84cde9a tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819502 Mar 11 17:35:28.693508 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-588624c9-4254-419e-b348-4f3720f05991 req-f3912a62-2101-424b-b262-47c88d91b43d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a3ec69ee-323c-4ab8-a8e5-97faf54ad08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325544 Mar 11 17:35:28.719947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.719947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:28.737885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Calling delete_port for a4f8f491-b998-4fe5-8612-3c7eff133b31 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:28.853179 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-588624c9-4254-419e-b348-4f3720f05991 req-a517d4a2-1d03-4c15-8327-b36048350cba service neutron] 10.222.0.66 "GET /v2.0/networks/a3ec69ee-323c-4ab8-a8e5-97faf54ad08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514378 Mar 11 17:35:29.016832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.038430 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-588624c9-4254-419e-b348-4f3720f05991 req-a63c07ee-0b2a-4382-965b-adbe5f9897fe service neutron] 10.222.0.66 "GET /v2.0/networks/a3ec69ee-323c-4ab8-a8e5-97faf54ad08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778085 Mar 11 17:35:29.041804 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.105736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event deleted for resources: {'Port': ['ID=a4f8f491-b998-4fe5-8612-3c7eff133b31,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:29.143509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.143853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.144193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.144552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.144884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.145482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.146829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.147175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.147506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.147831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.148562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.148896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:29.193009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.197413 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.199758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-01621885-ae4b-4b8b-86a7-20d3dfe82eab tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "DELETE /v2.0/floatingips/2124221b-d087-443b-89a1-a2ebf639db53 HTTP/1.1" status: 204 len: 168 time: 0.9650412 Mar 11 17:35:29.203795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46804) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:29.218786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6eed6c58-1cb2-475e-bbc3-26a57c9e0656 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Request body: {'floatingip': {'floating_network_id': '76f49770-a154-485d-94d2-8d3781ed52e5', 'port_id': '7e9ab9c7-5c81-4f33-bc61-b716e770c60f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:29.261345 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6eed6c58-1cb2-475e-bbc3-26a57c9e0656 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.449303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46808) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:29.477995 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-6eed6c58-1cb2-475e-bbc3-26a57c9e0656 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:35:29.479204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6eed6c58-1cb2-475e-bbc3-26a57c9e0656 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2734699 Mar 11 17:35:29.482994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46812) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:29.487957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '7e9ab9c7-5c81-4f33-bc61-b716e770c60f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:29.540637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.660600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4730fc7d-7c19-4a7c-a435-6310ee495196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:29.697456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45268e-d91b-4c4b-b5cb-07332919402f req-025b5859-4c12-422e-addf-89216968c88b tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:29.699008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f45268e-d91b-4c4b-b5cb-07332919402f req-025b5859-4c12-422e-addf-89216968c88b tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.0993924 Mar 11 17:35:30.126326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f45268e-d91b-4c4b-b5cb-07332919402f req-f6bb79a2-5356-472a-9d1a-cb42548a3d85 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146686 Mar 11 17:35:30.139611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.209826 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4730fc7d-7c19-4a7c-a435-6310ee495196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.213676 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4730fc7d-7c19-4a7c-a435-6310ee495196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.308081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730fc7d-7c19-4a7c-a435-6310ee495196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5a020-e734-459a-a3cc-83d75297fe49,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:30.315358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4730fc7d-7c19-4a7c-a435-6310ee495196 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb4e7bbdc1ff407b8c93a7d76f5abfef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8606226 Mar 11 17:35:30.317233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46832) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:30.380388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Allocated IP 172.25.8.254 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/7109d07a-e0c0-4c51-bd04-9e88e5f69536) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:30.414569 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4166e744-7b3b-4f78-bf63-1da30701b7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.451234 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4166e744-7b3b-4f78-bf63-1da30701b7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.487597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db7d4e-3412-4485-89c7-ab972fb7ce45 req-0f67f4f2-a1a7-4012-bd15-f28b2afef414 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:30.496490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4db7d4e-3412-4485-89c7-ab972fb7ce45 req-0f67f4f2-a1a7-4012-bd15-f28b2afef414 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 944 time: 0.3866529 Mar 11 17:35:30.537479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4166e744-7b3b-4f78-bf63-1da30701b7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.541730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4166e744-7b3b-4f78-bf63-1da30701b7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.545899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4166e744-7b3b-4f78-bf63-1da30701b7f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3d5a020-e734-459a-a3cc-83d75297fe49 HTTP/1.1" status: 204 len: 168 time: 0.2288373 Mar 11 17:35:30.562037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166e744-7b3b-4f78-bf63-1da30701b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5a020-e734-459a-a3cc-83d75297fe49,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:30.645323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4db7d4e-3412-4485-89c7-ab972fb7ce45 req-0320d2ea-602b-4c51-b343-e00106d5c7bf tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476591 Mar 11 17:35:30.681647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed2e2c-1ee9-4ab9-ac4d-fc1905e733c4 req-0d2e7f5b-a6da-4c3f-a054-e0d100eb8caa tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:30.683654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8ed2e2c-1ee9-4ab9-ac4d-fc1905e733c4 req-0d2e7f5b-a6da-4c3f-a054-e0d100eb8caa tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.1843209 Mar 11 17:35:30.689969 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.766974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8ed2e2c-1ee9-4ab9-ac4d-fc1905e733c4 req-cc5ca619-b89b-47a2-a82a-9ce9ad33c289 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681505 Mar 11 17:35:30.781924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:30.844711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:30.848924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:30.851920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:30.997148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event updated for resources: {'Port': ['ID=7109d07a-e0c0-4c51-bd04-9e88e5f69536,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:31.068315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Deleting port 7109d07a-e0c0-4c51-bd04-9e88e5f69536 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:31.068702 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.076087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46848) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:31.124728 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b99ad264-9285-4870-9cef-0acd13e408c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.193725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.194545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.212281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Calling delete_port for 7109d07a-e0c0-4c51-bd04-9e88e5f69536 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:31.245464 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b99ad264-9285-4870-9cef-0acd13e408c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.253750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b99ad264-9285-4870-9cef-0acd13e408c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.320795 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b99ad264-9285-4870-9cef-0acd13e408c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa1ce18ecbc24662aa69a00e87b5ec0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408152 Mar 11 17:35:31.322050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46856) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:31.353370 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.368327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:35:31.384246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ad264-9285-4870-9cef-0acd13e408c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d8d006-3705-465b-9fd5-64abf2b0aab6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:31.411011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event deleted for resources: {'Port': ['ID=7109d07a-e0c0-4c51-bd04-9e88e5f69536,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:31.440411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbceee5c-ca46-4cf5-850d-39ede397229a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.476134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbceee5c-ca46-4cf5-850d-39ede397229a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.541345 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] create failed (client error): The resource could not be found. Mar 11 17:35:31.551169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d0844573-6ec6-4359-bef9-c16e002d35d2 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0670242 Mar 11 17:35:31.554589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46858) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:31.598136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbceee5c-ca46-4cf5-850d-39ede397229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.601085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,segment=NetworkSegment(5afa1ac5-21ac-4d4f-8684-e2d2b06e466e),segment_id=5afa1ac5-21ac-4d4f-8684-e2d2b06e466e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:31.605646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbceee5c-ca46-4cf5-850d-39ede397229a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.611177 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dbceee5c-ca46-4cf5-850d-39ede397229a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49d8d006-3705-465b-9fd5-64abf2b0aab6 HTTP/1.1" status: 204 len: 168 time: 0.2875447 Mar 11 17:35:31.626348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8', 'network_id': 'a3ec69ee-323c-4ab8-a8e5-97faf54ad08a', 'port_id': '77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8', 'mac_address': 'fa:16:3e:b3:65:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a95133-dbe7-4c1c-8c20-247fc0a501a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:35:31.649543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceee5c-ca46-4cf5-850d-39ede397229a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d8d006-3705-465b-9fd5-64abf2b0aab6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:31.732730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cc9abae7-ad99-45ec-9c03-0d59d91a7750 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Deleting port 7e9ab9c7-5c81-4f33-bc61-b716e770c60f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:31.735298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc9abae7-ad99-45ec-9c03-0d59d91a7750 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.770231 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.799951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:35:31.844179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,segment=NetworkSegment(5afa1ac5-21ac-4d4f-8684-e2d2b06e466e),segment_id=5afa1ac5-21ac-4d4f-8684-e2d2b06e466e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:31.858011 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:31.932999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:31.952740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.954505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.954913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.955583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.955929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.956267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.956629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.957006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.957392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.957893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.958232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:31.958558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:35:32.006425 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc9abae7-ad99-45ec-9c03-0d59d91a7750 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:32.034367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cc9abae7-ad99-45ec-9c03-0d59d91a7750 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Calling delete_port for 7e9ab9c7-5c81-4f33-bc61-b716e770c60f owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:32.062786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697972-2e4d-4b09-a8ce-f9f4b7680e8f req-45db9fa2-30c0-421f-a8ca-e5102a46a6e7 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:32.064281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc697972-2e4d-4b09-a8ce-f9f4b7680e8f req-45db9fa2-30c0-421f-a8ca-e5102a46a6e7 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.1733518 Mar 11 17:35:32.085972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a903687-7ad5-4748-a9ec-3f5ef703bb70 req-3a811739-c055-4385-810f-67a78e79a4f5 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:32.091489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a903687-7ad5-4748-a9ec-3f5ef703bb70 req-3a811739-c055-4385-810f-67a78e79a4f5 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 945 time: 0.3154626 Mar 11 17:35:32.181831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:35:32.257223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc697972-2e4d-4b09-a8ce-f9f4b7680e8f req-c9f045b8-b2e6-45af-9c4e-14461924f000 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258426 Mar 11 17:35:32.280316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a903687-7ad5-4748-a9ec-3f5ef703bb70 req-978a7017-54a3-4ac7-9c0e-c2aa31cfad8a tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456344 Mar 11 17:35:32.458530 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc9abae7-ad99-45ec-9c03-0d59d91a7750 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:32.512975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9abae7-ad99-45ec-9c03-0d59d91a7750 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event deleted for resources: {'Port': ['ID=7e9ab9c7-5c81-4f33-bc61-b716e770c60f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:32.710530 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc9abae7-ad99-45ec-9c03-0d59d91a7750 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:32.725326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:32.741180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc9abae7-ad99-45ec-9c03-0d59d91a7750 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "DELETE /v2.0/ports/7e9ab9c7-5c81-4f33-bc61-b716e770c60f HTTP/1.1" status: 204 len: 168 time: 1.1841245 Mar 11 17:35:32.954343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2749d40a-a0c3-42c9-9415-aa5f5a2b7dde tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:32.956011 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2749d40a-a0c3-42c9-9415-aa5f5a2b7dde tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "GET /v2.0/ports?device_id=50e664b5-36e0-45dd-9fa4-abc476e0de47 HTTP/1.1" status: 200 len: 913 time: 0.2293949 Mar 11 17:35:32.959009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46902) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:33.004482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023415-54c9-4104-9591-3236b0d2126f req-9ab088c3-871e-47e7-9281-6366bbd194d0 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:33.006243 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-90023415-54c9-4104-9591-3236b0d2126f req-9ab088c3-871e-47e7-9281-6366bbd194d0 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.1345789 Mar 11 17:35:33.188279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-90023415-54c9-4104-9591-3236b0d2126f req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Deleting port 81a136d2-09ea-4c24-a55c-26df586e6c4a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:33.188838 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-90023415-54c9-4104-9591-3236b0d2126f req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.388391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:33.440115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 46926) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:33.544759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-90023415-54c9-4104-9591-3236b0d2126f req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] For port 81a136d2-09ea-4c24-a55c-26df586e6c4a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=81a136d2-09ea-4c24-a55c-26df586e6c4a,segment=NetworkSegment(93cb8fae-a7b4-4c24-b563-415d3dd9420b),segment_id=93cb8fae-a7b4-4c24-b563-415d3dd9420b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:33.545729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-90023415-54c9-4104-9591-3236b0d2126f req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.603875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:33.607461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-90023415-54c9-4104-9591-3236b0d2126f req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Calling delete_port for 81a136d2-09ea-4c24-a55c-26df586e6c4a owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:33.628894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:33.629984 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.663680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f202-79eb-464f-a7fa-e687f77cfba5 req-405f8c1c-ae2b-40e3-8c0d-00b1224aa395 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:33.665280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f21f202-79eb-464f-a7fa-e687f77cfba5 req-405f8c1c-ae2b-40e3-8c0d-00b1224aa395 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 945 time: 0.2164369 Mar 11 17:35:33.689550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1660908582-network', 'tenant_id': '1260a366505845bb96d43f6a77ef3db8'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:33.774218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c78c4-fadd-43f7-b98b-6a1aac2b8d9d req-eed1cfee-497e-4d56-a078-75a2dfc0da45 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:33.775828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-895c78c4-fadd-43f7-b98b-6a1aac2b8d9d req-eed1cfee-497e-4d56-a078-75a2dfc0da45 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 945 time: 0.2842946 Mar 11 17:35:33.807704 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.816977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f21f202-79eb-464f-a7fa-e687f77cfba5 req-b75fabdf-1d87-412e-9270-d5bdd99b7155 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd104d6a-de3c-48c6-a79a-41e77e29f54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340959 Mar 11 17:35:33.864561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Made reservation on behalf of 1260a366505845bb96d43f6a77ef3db8 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:33.866919 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.901021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.901279 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-90023415-54c9-4104-9591-3236b0d2126f req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:33.925660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['81a136d2-09ea-4c24-a55c-26df586e6c4a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:35:33.949406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-895c78c4-fadd-43f7-b98b-6a1aac2b8d9d req-52673610-0ada-4013-acb2-14bbfa67985e tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524870 Mar 11 17:35:33.960164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.008560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Pushing event deleted for resources: {'Port': ['ID=81a136d2-09ea-4c24-a55c-26df586e6c4a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:34.027396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1a764b-6ff4-4d48-a725-80286441ff25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:35:34.033077 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b1f319-9096-41ff-9c00-6ad4dbe324dd" -d '{"events": [{"server_uuid": "6b1a764b-6ff4-4d48-a725-80286441ff25", "name": "network-vif-plugged", "status": "completed", "tag": "77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:35:34.087625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,segment=NetworkSegment(5afa1ac5-21ac-4d4f-8684-e2d2b06e466e),segment_id=5afa1ac5-21ac-4d4f-8684-e2d2b06e466e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:34.099865 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.125032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-90023415-54c9-4104-9591-3236b0d2126f req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] No DVR routers for this DVR port 81a136d2-09ea-4c24-a55c-26df586e6c4a on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:34.132388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-90023415-54c9-4104-9591-3236b0d2126f req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.139886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-90023415-54c9-4104-9591-3236b0d2126f req-3c1a1efa-5de9-4f73-925c-5b6f5e007b4d tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.46 "DELETE /v2.0/ports/81a136d2-09ea-4c24-a55c-26df586e6c4a HTTP/1.1" status: 204 len: 173 time: 1.1252437 Mar 11 17:35:34.140666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b41dcb3-d392-4e4c-a421-d68011e14a25', 'name': 'network-vif-deleted', 'tag': '81a136d2-09ea-4c24-a55c-26df586e6c4a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:35:34.145434 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660a3201-7d79-49ca-9830-59793809d4ef x-openstack-request-id: req-660a3201-7d79-49ca-9830-59793809d4ef {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:35:34.145659 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c74a92-afcb-4521-be7c-0033905ff884" -d '{"events": [{"server_uuid": "7b41dcb3-d392-4e4c-a421-d68011e14a25", "name": "network-vif-deleted", "tag": "81a136d2-09ea-4c24-a55c-26df586e6c4a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:35:34.145818 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1a764b-6ff4-4d48-a725-80286441ff25", "name": "network-vif-plugged", "status": "completed", "tag": "77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:35:34.146096 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-660a3201-7d79-49ca-9830-59793809d4ef {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:35:34.146495 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1a764b-6ff4-4d48-a725-80286441ff25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8', 'code': 200} Mar 11 17:35:34.225628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:34.289195 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b365f2-824c-4991-b92f-db70092ab048 x-openstack-request-id: req-e4b365f2-824c-4991-b92f-db70092ab048 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:35:34.289564 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b41dcb3-d392-4e4c-a421-d68011e14a25", "name": "network-vif-deleted", "tag": "81a136d2-09ea-4c24-a55c-26df586e6c4a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:35:34.289827 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4b365f2-824c-4991-b92f-db70092ab048 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:35:34.290808 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b41dcb3-d392-4e4c-a421-d68011e14a25', 'name': 'network-vif-deleted', 'tag': '81a136d2-09ea-4c24-a55c-26df586e6c4a', 'status': 'completed', 'code': 200} Mar 11 17:35:34.354089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5c437-7f5e-47ea-90dc-36c92328e657 req-b2ef26e7-abe9-47d1-9471-7a3062e12aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:34.354702 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ce5c437-7f5e-47ea-90dc-36c92328e657 req-b2ef26e7-abe9-47d1-9471-7a3062e12aa2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 1097 time: 0.1196375 Mar 11 17:35:34.419125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.425964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.461911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4ce5c437-7f5e-47ea-90dc-36c92328e657 req-59da59de-3d30-42a7-bf2b-50c648a11213 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980327 Mar 11 17:35:34.540489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:34.555809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.556141 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Added segment b7f9d90f-814c-4dea-95df-af8c1d347260 of type vlan for network 0adf31b8-43ed-466d-bb3e-095166b1b904 Mar 11 17:35:34.580944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1839ef2c-4348-41e3-8909-208de137bdb5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:34.646039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.718046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.719047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:34.719645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.813452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3711808 Mar 11 17:35:34.816662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46962) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:34.821473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Request body: {'subnet': {'network_id': '0adf31b8-43ed-466d-bb3e-095166b1b904', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1660908582-subnet', 'tenant_id': '1260a366505845bb96d43f6a77ef3db8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:34.832068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c369449-43f6-4db7-a2f1-a37efb1c5493 admin admin] Pushing event updated for resources: {'Network': ['ID=0adf31b8-43ed-466d-bb3e-095166b1b904,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:34.847437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 0adf31b8-43ed-466d-bb3e-095166b1b904 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:34.866970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Deleting port 12497772-5f4f-476a-96c6-5796401e1a14 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:34.867595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:34.873757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Made reservation on behalf of 1260a366505845bb96d43f6a77ef3db8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:34.878948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.135896 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.173117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Calling delete_port for 12497772-5f4f-476a-96c6-5796401e1a14 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:35.340561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.375316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe4e4930-e102-4b15-a94c-f39298e59ad5 req-384ac948-2759-4cb3-bb6b-c0ef101feb26 tempest-TestServerAdvancedOps-513826857 tempest-TestServerAdvancedOps-513826857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b41dcb3-d392-4e4c-a421-d68011e14a25 HTTP/1.1" status: 200 len: 210 time: 0.2252054 Mar 11 17:35:35.424529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40fc70cc-d82c-425d-ad9f-49af58ec4dc9,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:35.432733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Checking segment: {'id': 'b7f9d90f-814c-4dea-95df-af8c1d347260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0adf31b8-43ed-466d-bb3e-095166b1b904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:35.433939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Network hostable DHCP agents. Network: 0adf31b8-43ed-466d-bb3e-095166b1b904, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:35.455814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Network 0adf31b8-43ed-466d-bb3e-095166b1b904 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:35.490062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e86e6-0022-4fba-b928-f8adae4fe19a req-e5ed639d-cb86-43f7-a868-f7ac277fff4d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:35.490351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 0adf31b8-43ed-466d-bb3e-095166b1b904) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:35.498262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33e86e6-0022-4fba-b928-f8adae4fe19a req-e5ed639d-cb86-43f7-a868-f7ac277fff4d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 946 time: 0.2187088 Mar 11 17:35:35.530744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ff2b86-03a1-4aff-9dfa-636e0a396359 None None] Network 0adf31b8-43ed-466d-bb3e-095166b1b904 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:35.555600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:35.556209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.596189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33e86e6-0022-4fba-b928-f8adae4fe19a req-3359055c-c713-4da3-8852-f92bc96d6a81 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920010 Mar 11 17:35:35.611065 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5015c035-33f4-40b3-bb66-6112a1e95180 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7932837 Mar 11 17:35:35.629108 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:35.697502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event deleted for resources: {'Port': ['ID=12497772-5f4f-476a-96c6-5796401e1a14,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:35.842388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4d6369-e806-4c68-a7e3-0f78af954feb None None] Network 0adf31b8-43ed-466d-bb3e-095166b1b904 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:36.114908 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.447564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 46998) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:36.531696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Router 50e664b5-36e0-45dd-9fa4-abc476e0de47 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:35:36.544418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9b1cf6-aab9-4712-8211-4b21dca3def2 admin admin] Deleting subnet 14cd2698-069d-41f9-80b0-353185386f6a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:36.554228 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1cf6-aab9-4712-8211-4b21dca3def2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.658683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:36.672633 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3c3aff-5076-45d5-99bf-2e4d25406def None None] Sync routers for ids ['50e664b5-36e0-45dd-9fa4-abc476e0de47'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:35:36.681858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1cf6-aab9-4712-8211-4b21dca3def2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.682599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b26339a1-229d-4c18-a577-f2b0a3836743 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "PUT /v2.0/routers/50e664b5-36e0-45dd-9fa4-abc476e0de47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7103560 Mar 11 17:35:36.683840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47008) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:36.692497 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c3aff-5076-45d5-99bf-2e4d25406def None None] Routers {'50e664b5-36e0-45dd-9fa4-abc476e0de47'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:35:36.695514 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ee3c3aff-5076-45d5-99bf-2e4d25406def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['50e664b5-36e0-45dd-9fa4-abc476e0de47'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:36.791796 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ee3c3aff-5076-45d5-99bf-2e4d25406def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:36.848246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 81a136d2-09ea-4c24-a55c-26df586e6c4a no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:35:36.863607 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c3aff-5076-45d5-99bf-2e4d25406def None None] Routers {'50e664b5-36e0-45dd-9fa4-abc476e0de47'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:35:36.866770 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ee3c3aff-5076-45d5-99bf-2e4d25406def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['50e664b5-36e0-45dd-9fa4-abc476e0de47'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:36.883974 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1115-9625-4699-ba76-bd68d9e0e7ea tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.887091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852e35e-ed0f-402b-9c83-a35c4c48502a req-2fb15602-9732-491d-8762-d0745414f575 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:36.892207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 81a136d2-09ea-4c24-a55c-26df586e6c4a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:35:36.893568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 81a136d2-09ea-4c24-a55c-26df586e6c4a not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:35:36.906468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b852e35e-ed0f-402b-9c83-a35c4c48502a req-2fb15602-9732-491d-8762-d0745414f575 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 946 time: 0.1389179 Mar 11 17:35:36.958651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1cf6-aab9-4712-8211-4b21dca3def2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:36.970316 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b852e35e-ed0f-402b-9c83-a35c4c48502a req-3d063c50-5a19-49fd-8a19-d07a91cc88f6 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599818 Mar 11 17:35:37.018498 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ee3c3aff-5076-45d5-99bf-2e4d25406def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:37.023481 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3c3aff-5076-45d5-99bf-2e4d25406def None None] The sync data for ids ['50e664b5-36e0-45dd-9fa4-abc476e0de47'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:35:37.075922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47016) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:37.081706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1648019055-network', 'tenant_id': '03a927da06714fa9a53aa94ac32bf546'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:37.136277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Made reservation on behalf of 03a927da06714fa9a53aa94ac32bf546 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:37.138533 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.192253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.276173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1115-9625-4699-ba76-bd68d9e0e7ea tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.279801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1115-9625-4699-ba76-bd68d9e0e7ea tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.284048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1cf6-aab9-4712-8211-4b21dca3def2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.311181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381e456-2c8d-4f11-a41e-97bc2694be5d req-cc5fd56e-25f4-4137-870c-4b687128d22c tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:37.323381 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9381e456-2c8d-4f11-a41e-97bc2694be5d req-cc5fd56e-25f4-4137-870c-4b687128d22c tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 946 time: 0.2050362 Mar 11 17:35:37.348307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b1cf6-aab9-4712-8211-4b21dca3def2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14cd2698-069d-41f9-80b0-353185386f6a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:37.360880 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1cf6-aab9-4712-8211-4b21dca3def2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.386371 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fe9b1cf6-aab9-4712-8211-4b21dca3def2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/14cd2698-069d-41f9-80b0-353185386f6a HTTP/1.1" status: 204 len: 168 time: 0.9346731 Mar 11 17:35:37.388415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:37.439029 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1115-9625-4699-ba76-bd68d9e0e7ea tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.439546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4d1115-9625-4699-ba76-bd68d9e0e7ea tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Fanout notify agent at l3_agent the message router_deleted on router 50e664b5-36e0-45dd-9fa4-abc476e0de47 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:35:37.451589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1115-9625-4699-ba76-bd68d9e0e7ea tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.452877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c4d1115-9625-4699-ba76-bd68d9e0e7ea tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "DELETE /v2.0/routers/50e664b5-36e0-45dd-9fa4-abc476e0de47 HTTP/1.1" status: 204 len: 168 time: 0.7633634 Mar 11 17:35:37.462781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:37.474832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9381e456-2c8d-4f11-a41e-97bc2694be5d req-c66c81e1-43fd-4e6c-a114-fcb916a63385 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505394 Mar 11 17:35:37.573939 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.591785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-860f8d1e-e9df-417e-a78c-2fae0b0e6438 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Deleting subnet b10b58ce-837c-4fe7-8bec-bc24c03a6d67 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:37.596848 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.602471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-860f8d1e-e9df-417e-a78c-2fae0b0e6438 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.630521 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.659144 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-860f8d1e-e9df-417e-a78c-2fae0b0e6438 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.698963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c9da08-4358-4bf9-a5ca-e9476c0bd5b6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:37.726960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:37.742544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.742895 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Added segment dc7d65be-3dc7-4822-a60b-ca439effc12f of type vlan for network d9480444-33d0-43dd-bbc8-e648e27d1502 Mar 11 17:35:37.818199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.905464 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.908399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:37.912532 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:37.951899 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.008453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-860f8d1e-e9df-417e-a78c-2fae0b0e6438 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.013100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed04ea73-3325-4ee3-8530-f92561666f35']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:38.054154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cb8fae-a7b4-4c24-b563-415d3dd9420b') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:38.054828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cb8fae-a7b4-4c24-b563-415d3dd9420b') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:38.055556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9784994 Mar 11 17:35:38.061421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:38.078417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47838e1c-1c45-4c52-9ffb-086ff290a0f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9480444-33d0-43dd-bbc8-e648e27d1502,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:38.081867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Request body: {'subnet': {'network_id': 'd9480444-33d0-43dd-bbc8-e648e27d1502', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1648019055-subnet', 'tenant_id': '03a927da06714fa9a53aa94ac32bf546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:38.088184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network d9480444-33d0-43dd-bbc8-e648e27d1502 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:38.131589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.162325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Made reservation on behalf of 03a927da06714fa9a53aa94ac32bf546 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:38.166058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.219261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.315848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:38.316380 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:38.321806 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:38.379261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-860f8d1e-e9df-417e-a78c-2fae0b0e6438 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.426152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-860f8d1e-e9df-417e-a78c-2fae0b0e6438 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.429721 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-860f8d1e-e9df-417e-a78c-2fae0b0e6438 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "DELETE /v2.0/subnets/b10b58ce-837c-4fe7-8bec-bc24c03a6d67 HTTP/1.1" status: 204 len: 168 time: 0.9659636 Mar 11 17:35:38.435748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47052) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:38.437057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb27d119-2756-4086-a0ad-02f811943b0e None None] Network 76f49770-a154-485d-94d2-8d3781ed52e5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:38.442098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f8d1e-e9df-417e-a78c-2fae0b0e6438 tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event deleted for resources: {'Subnet': ['ID=b10b58ce-837c-4fe7-8bec-bc24c03a6d67,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:38.741528 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.778185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ee001-87cf-4ffe-9aaf-a2f0033ff4a7 req-46ee7fad-b5e7-4352-bd58-f5f64af50369 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:38.790793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f21ee001-87cf-4ffe-9aaf-a2f0033ff4a7 req-46ee7fad-b5e7-4352-bd58-f5f64af50369 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 946 time: 0.2358577 Mar 11 17:35:38.895736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.906648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.916938 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] 10.222.0.53 "DELETE /v2.0/networks/ed04ea73-3325-4ee3-8530-f92561666f35 HTTP/1.1" status: 204 len: 168 time: 1.5197890 Mar 11 17:35:38.921221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:38.927985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f21ee001-87cf-4ffe-9aaf-a2f0033ff4a7 req-74bd12fe-95bb-4e2f-ba99-0fb24f0781b0 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343267 Mar 11 17:35:38.930224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47060) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:38.957056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d261f-298c-46b8-9e5a-568c2e22f3fc None None] DHCP port deletion for 76f49770-a154-485d-94d2-8d3781ed52e5 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:35:39.005781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf83a2e-4ff0-42fc-9949-dea5326d21cb admin admin] Pushing event deleted for resources: {'Network': ['ID=ed04ea73-3325-4ee3-8530-f92561666f35,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:39.129178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d903afe-4e56-445a-99c4-e3537d0e9e3e,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:39.143305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c32d261f-298c-46b8-9e5a-568c2e22f3fc None None] Deleting port 247fd6aa-268f-4d82-af13-32926e29a839 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:39.144330 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c32d261f-298c-46b8-9e5a-568c2e22f3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.222162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c32d261f-298c-46b8-9e5a-568c2e22f3fc None None] For port 247fd6aa-268f-4d82-af13-32926e29a839, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=247fd6aa-268f-4d82-af13-32926e29a839,segment=NetworkSegment(1626669b-ee6c-4a71-afad-96cc255c3df4),segment_id=1626669b-ee6c-4a71-afad-96cc255c3df4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:39.222868 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c32d261f-298c-46b8-9e5a-568c2e22f3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.239939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-4205a99a-a0f6-43f1-8038-110a1870eb8d admin admin] Deleting subnet 586add25-3c8a-4f59-aa05-66c075faf2e2 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:39.255109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c32d261f-298c-46b8-9e5a-568c2e22f3fc None None] Calling delete_port for 247fd6aa-268f-4d82-af13-32926e29a839 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:39.287620 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4205a99a-a0f6-43f1-8038-110a1870eb8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.294463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Checking segment: {'id': 'dc7d65be-3dc7-4822-a60b-ca439effc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9480444-33d0-43dd-bbc8-e648e27d1502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:39.299393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Network hostable DHCP agents. Network: d9480444-33d0-43dd-bbc8-e648e27d1502, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:39.363604 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c32d261f-298c-46b8-9e5a-568c2e22f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.391219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d261f-298c-46b8-9e5a-568c2e22f3fc None None] Pushing event deleted for resources: {'Port': ['ID=247fd6aa-268f-4d82-af13-32926e29a839,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:39.400196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d261f-298c-46b8-9e5a-568c2e22f3fc None None] No DVR routers for this DVR port 247fd6aa-268f-4d82-af13-32926e29a839 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:39.454211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Deleting port 247fd6aa-268f-4d82-af13-32926e29a839 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:39.454602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.587894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713322f9-f8a2-44ea-9110-8ca0fff5e93e req-1440fb76-5ea8-4d6a-b526-213d7d717b1e tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:39.596191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-713322f9-f8a2-44ea-9110-8ca0fff5e93e req-1440fb76-5ea8-4d6a-b526-213d7d717b1e tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 946 time: 0.1171763 Mar 11 17:35:39.604429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] For port 247fd6aa-268f-4d82-af13-32926e29a839, host n-d-833411-1, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:39.604809 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.640060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Calling delete_port for 247fd6aa-268f-4d82-af13-32926e29a839 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:39.643717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Port 247fd6aa-268f-4d82-af13-32926e29a839 was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:35:39.648192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.678904 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4205a99a-a0f6-43f1-8038-110a1870eb8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.679737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 247fd6aa-268f-4d82-af13-32926e29a839 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:35:39.681006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event deleted for resources: {'Port': ['ID=247fd6aa-268f-4d82-af13-32926e29a839,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:39.683059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Network d9480444-33d0-43dd-bbc8-e648e27d1502 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:39.727279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] No DVR routers for this DVR port 247fd6aa-268f-4d82-af13-32926e29a839 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:39.728864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, d9480444-33d0-43dd-bbc8-e648e27d1502) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:39.757930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:39.758658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.834026 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.862085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82211e09-d23a-42b8-97c7-da81187ef784 None None] Network d9480444-33d0-43dd-bbc8-e648e27d1502 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:39.864663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 247fd6aa-268f-4d82-af13-32926e29a839 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:35:39.865259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 247fd6aa-268f-4d82-af13-32926e29a839 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:35:39.871135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f49770-a154-485d-94d2-8d3781ed52e5']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:39.906904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1626669b-ee6c-4a71-afad-96cc255c3df4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:39.907213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1626669b-ee6c-4a71-afad-96cc255c3df4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:39.945806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:39.998072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-713322f9-f8a2-44ea-9110-8ca0fff5e93e req-4e85c1d7-8aee-45f1-addd-4b510467600f tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690422 Mar 11 17:35:39.999212 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.007081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:40.007492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:40.069973 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:40.076579 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-74a10384-a2b9-410c-a311-19bb05a06c0b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0032456 Mar 11 17:35:40.094960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a974fac-fc53-44d7-b1dc-f2d53687f471 None None] Network d9480444-33d0-43dd-bbc8-e648e27d1502 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:40.178243 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4205a99a-a0f6-43f1-8038-110a1870eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.225577 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.249877 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.254178 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] 10.222.0.53 "DELETE /v2.0/networks/76f49770-a154-485d-94d2-8d3781ed52e5 HTTP/1.1" status: 204 len: 168 time: 1.8140388 Mar 11 17:35:40.277831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca659287-c483-4d8f-b9de-f5d64990c65f tempest-FloatingIPNegativeTestJSON-1777603909 tempest-FloatingIPNegativeTestJSON-1777603909-project] Pushing event deleted for resources: {'Network': ['ID=76f49770-a154-485d-94d2-8d3781ed52e5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:40.290588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4205a99a-a0f6-43f1-8038-110a1870eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.305847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4205a99a-a0f6-43f1-8038-110a1870eb8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.309704 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4205a99a-a0f6-43f1-8038-110a1870eb8d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/586add25-3c8a-4f59-aa05-66c075faf2e2 HTTP/1.1" status: 204 len: 168 time: 1.3333523 Mar 11 17:35:40.312252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47092) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:40.331719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205a99a-a0f6-43f1-8038-110a1870eb8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586add25-3c8a-4f59-aa05-66c075faf2e2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:40.411124 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.517293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.542507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bf5c66-e18e-42fa-9eed-f31ee63d0716']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:40.552196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08869834-338f-4050-94c6-bdc18b111ddf') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:40.552520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08869834-338f-4050-94c6-bdc18b111ddf') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:40.562651 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.577916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.585150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:40.585932 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:40.588450 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:40.840707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:41.023099 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.036258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-33c3c4c4-f387-4bd5-8b52-6905623b06f6 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:41.037965 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-33c3c4c4-f387-4bd5-8b52-6905623b06f6 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 946 time: 0.0962224 Mar 11 17:35:41.150487 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-61842a17-27b6-41a2-9c37-3c31b72e1e53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e324e484a5d4da29a38fc0cf0d50477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084574 Mar 11 17:35:41.164089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47134) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:41.208001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Deleting port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:41.208494 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.257162 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.270904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.276146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] 10.222.0.53 "DELETE /v2.0/networks/04bf5c66-e18e-42fa-9eed-f31ee63d0716 HTTP/1.1" status: 204 len: 168 time: 0.9626186 Mar 11 17:35:41.371145 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] For port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,segment=NetworkSegment(5afa1ac5-21ac-4d4f-8684-e2d2b06e466e),segment_id=5afa1ac5-21ac-4d4f-8684-e2d2b06e466e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:41.371777 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.389755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Calling delete_port for 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:41.432749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c22498-49c3-403d-b36a-3d53ab87579d req-161f17b2-dca9-4e47-abce-4b063715e599 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:41.442244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34c22498-49c3-403d-b36a-3d53ab87579d req-161f17b2-dca9-4e47-abce-4b063715e599 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b1a764b-6ff4-4d48-a725-80286441ff25 HTTP/1.1" status: 200 len: 946 time: 0.2801945 Mar 11 17:35:41.444598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa09eb3-7e3e-449d-aff6-f713f79f899f admin admin] Pushing event deleted for resources: {'Network': ['ID=04bf5c66-e18e-42fa-9eed-f31ee63d0716,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:41.493857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85e462f0-aefd-43ae-9689-5a57bacdf7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.527739 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85e462f0-aefd-43ae-9689-5a57bacdf7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.595425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47142) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:41.598993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85e462f0-aefd-43ae-9689-5a57bacdf7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.601753 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85e462f0-aefd-43ae-9689-5a57bacdf7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.605780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-85e462f0-aefd-43ae-9689-5a57bacdf7a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db30ea42-760b-42a3-acf6-36ff111698ba HTTP/1.1" status: 204 len: 168 time: 0.4384592 Mar 11 17:35:41.624645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e462f0-aefd-43ae-9689-5a57bacdf7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db30ea42-760b-42a3-acf6-36ff111698ba,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:41.651966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34c22498-49c3-403d-b36a-3d53ab87579d req-89697709-458c-402e-808e-11315fad3f89 tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.53 "GET /v2.0/security-groups?id=a07a6b2b-15d6-479e-8bdb-311245ed2a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084620 Mar 11 17:35:41.680773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-b5ee9460-4a62-4bed-a448-ea68a7c1c552 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:41.685797 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-b5ee9460-4a62-4bed-a448-ea68a7c1c552 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/networks?id=0adf31b8-43ed-466d-bb3e-095166b1b904 HTTP/1.1" status: 200 len: 809 time: 0.5444610 Mar 11 17:35:41.707163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-06b8a0f8-8b68-411d-a343-fa34fc431b0e tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/quotas/1260a366505845bb96d43f6a77ef3db8 HTTP/1.1" status: 200 len: 375 time: 0.0137765 Mar 11 17:35:41.708425 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.722890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:35:41.758206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-70085aac-9e94-4442-9f42-d07cd68d6d49 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1260a366505845bb96d43f6a77ef3db8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426416 Mar 11 17:35:41.764755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47146) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:41.764992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9c254700-5a0e-4d2b-bf88-055a3b17abf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ca0a59a650e473eae37a80125c28c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664417 Mar 11 17:35:41.766504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Pushing event deleted for resources: {'Port': ['ID=77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:41.831880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] No DVR routers for this DVR port 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:41.834438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:41.838138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-29a28480-4e15-453a-89a1-0a7aec179a4d req-1ecc96c5-a654-4a35-ab6a-dff74287503d tempest-ServersNegativeTestMultiTenantJSON-1797995034 tempest-ServersNegativeTestMultiTenantJSON-1797995034-project] 10.222.0.66 "DELETE /v2.0/ports/77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 HTTP/1.1" status: 204 len: 173 time: 0.7717750 Mar 11 17:35:41.838625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1a764b-6ff4-4d48-a725-80286441ff25', 'name': 'network-vif-deleted', 'tag': '77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:35:41.841614 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f229821-3a45-4042-a2bf-00c90354fca4" -d '{"events": [{"server_uuid": "6b1a764b-6ff4-4d48-a725-80286441ff25", "name": "network-vif-deleted", "tag": "77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:35:41.947909 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dade9098-74ce-4eb1-bf82-bdcdd7fb4ef9 x-openstack-request-id: req-dade9098-74ce-4eb1-bf82-bdcdd7fb4ef9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:35:41.948219 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1a764b-6ff4-4d48-a725-80286441ff25", "name": "network-vif-deleted", "tag": "77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:35:41.948523 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dade9098-74ce-4eb1-bf82-bdcdd7fb4ef9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:35:41.948940 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1a764b-6ff4-4d48-a725-80286441ff25', 'name': 'network-vif-deleted', 'tag': '77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8', 'status': 'completed', 'code': 200} Mar 11 17:35:42.045032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-74f3dec2-c2dc-4a05-ab6d-333659a48db2 service neutron] 10.222.0.53 "GET /v2.0/networks/0adf31b8-43ed-466d-bb3e-095166b1b904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708092 Mar 11 17:35:42.088415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9fd9bd0-52fc-478b-9550-c749af00f31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.165880 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9fd9bd0-52fc-478b-9550-c749af00f31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.239322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-52e800a3-8bed-45d7-9e3c-151a8bccbe44 service neutron] 10.222.0.53 "GET /v2.0/networks/0adf31b8-43ed-466d-bb3e-095166b1b904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870329 Mar 11 17:35:42.252102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9fd9bd0-52fc-478b-9550-c749af00f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.257421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9fd9bd0-52fc-478b-9550-c749af00f31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.261748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d9fd9bd0-52fc-478b-9550-c749af00f31c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd104d6a-de3c-48c6-a79a-41e77e29f54e HTTP/1.1" status: 204 len: 168 time: 0.4944203 Mar 11 17:35:42.273965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd9bd0-52fc-478b-9550-c749af00f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd104d6a-de3c-48c6-a79a-41e77e29f54e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:42.588141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15d0454c-a5a7-41a5-8178-d0a6f193ac45 req-cd9d5352-6f4a-4989-a25b-17bf7f271608 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 210 time: 0.0444849 Mar 11 17:35:42.751466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47194) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:42.829239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4be91f8-5c51-442b-9fb0-97bc5f929e46 admin admin] Deleting subnet c0a95133-dbe7-4c1c-8c20-247fc0a501a6 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:42.837886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4be91f8-5c51-442b-9fb0-97bc5f929e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.891427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:42.892030 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4be91f8-5c51-442b-9fb0-97bc5f929e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.938707 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4be91f8-5c51-442b-9fb0-97bc5f929e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:42.969063 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fd2f540e-9549-4ebc-8a3e-4ea5c32820f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60edeb3224c342789cc1e5155da77c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763991 Mar 11 17:35:42.979246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:43.073588 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4be91f8-5c51-442b-9fb0-97bc5f929e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.086775 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4be91f8-5c51-442b-9fb0-97bc5f929e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.102323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f4be91f8-5c51-442b-9fb0-97bc5f929e46 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c0a95133-dbe7-4c1c-8c20-247fc0a501a6 HTTP/1.1" status: 204 len: 168 time: 0.3474796 Mar 11 17:35:43.102703 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ab95-3378-4635-8faf-f5c1bec23c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.117846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47216) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:43.135772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be91f8-5c51-442b-9fb0-97bc5f929e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a95133-dbe7-4c1c-8c20-247fc0a501a6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:43.182728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47222) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:43.259790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.315270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ed833-4b90-47e2-bf92-37d8e182f514 req-d39f11af-e188-4058-b8e4-8ea6d5fa0ae1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:43.324774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-440ed833-4b90-47e2-bf92-37d8e182f514 req-d39f11af-e188-4058-b8e4-8ea6d5fa0ae1 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 946 time: 0.0814149 Mar 11 17:35:43.339303 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ab95-3378-4635-8faf-f5c1bec23c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.390814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-440ed833-4b90-47e2-bf92-37d8e182f514 req-33149e9c-39b5-42ad-be65-e4acc13be8e2 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634625 Mar 11 17:35:43.427276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.436274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'networks': [{'name': 'tempest-network--552150891'}, {'name': 'tempest-network--246875725'}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:43.436711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'network': {'name': 'tempest-network--552150891'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:43.437371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'network': {'name': 'tempest-network--246875725'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:43.450829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ec69ee-323c-4ab8-a8e5-97faf54ad08a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:43.463005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afa1ac5-21ac-4d4f-8684-e2d2b06e466e') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:43.463293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afa1ac5-21ac-4d4f-8684-e2d2b06e466e') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:43.474117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.480396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Made reservation on behalf of bbff075935f549b08f664bc4e1be298a for: {'network': 2} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:43.486045 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.490432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.498521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:43.499139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.509441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:43.575576 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:43.578381 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.583153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.589924 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a3ec69ee-323c-4ab8-a8e5-97faf54ad08a HTTP/1.1" status: 204 len: 168 time: 0.4681816 Mar 11 17:35:43.592829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47230) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:43.619646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292fb22-ce13-4a75-b88f-f1c0f1053b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ec69ee-323c-4ab8-a8e5-97faf54ad08a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:43.668139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ab95-3378-4635-8faf-f5c1bec23c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.670075 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d81e20ef-94a5-4baf-8c7f-6865436e7b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.674011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ab95-3378-4635-8faf-f5c1bec23c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.675200 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5bb5ab95-3378-4635-8faf-f5c1bec23c72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2eed6e2e-73de-4406-acaf-8203ac657dd0 HTTP/1.1" status: 204 len: 168 time: 0.6947596 Mar 11 17:35:43.697820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5ab95-3378-4635-8faf-f5c1bec23c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed6e2e-73de-4406-acaf-8203ac657dd0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:43.738615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d585e9-ca28-4774-a6da-edf20c2eb0b5 admin admin] Deleting subnet 9be6a0f6-5dc9-41bc-9cc7-8efb291c2f8b {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:43.745942 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9d585e9-ca28-4774-a6da-edf20c2eb0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.802401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee3a15d7-f4a1-4c5a-8753-e607735ccb7f req-d21df9d0-b1bb-4405-9ec6-1088502e350d tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 210 time: 0.0822091 Mar 11 17:35:43.860564 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9d585e9-ca28-4774-a6da-edf20c2eb0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.925553 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.939307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9d585e9-ca28-4774-a6da-edf20c2eb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.994424 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:43.994870 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.054412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4882c14b-b6dd-42e5-a9a0-9dce66db1543,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:44.108767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:44.120808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.122580 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Added segment b5d5f01d-29bd-4ef0-8d61-be5a775cb60f of type vlan for network 52b1dab1-a628-47e4-ac23-6b5fdbb56b49 Mar 11 17:35:44.189220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-39bd8fbd-4292-49ce-ab31-74814ead13d7 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:44.190966 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-39bd8fbd-4292-49ce-ab31-74814ead13d7 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.66 "GET /v2.0/networks?id=0adf31b8-43ed-466d-bb3e-095166b1b904 HTTP/1.1" status: 200 len: 809 time: 0.1954851 Mar 11 17:35:44.206808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.213174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Request body: {'port': {'device_id': 'c53f912d-8e01-493b-9588-ee80e14f7816', 'network_id': '0adf31b8-43ed-466d-bb3e-095166b1b904', 'admin_state_up': True, 'tenant_id': '1260a366505845bb96d43f6a77ef3db8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:44.243718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:44.255293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.255913 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Added segment 25df82f0-a682-4e05-9639-4871a1260575 of type vlan for network 8a98dbf5-8c63-4374-9d77-07131b055d82 Mar 11 17:35:44.303236 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.339461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.340002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.348953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:44.360686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:44.361386 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.375265 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9d585e9-ca28-4774-a6da-edf20c2eb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.439597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Made reservation on behalf of 1260a366505845bb96d43f6a77ef3db8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:44.447279 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.461786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d585e9-ca28-4774-a6da-edf20c2eb0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be6a0f6-5dc9-41bc-9cc7-8efb291c2f8b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:44.468904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2769153 Mar 11 17:35:44.474291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47266) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:44.491849 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9d585e9-ca28-4774-a6da-edf20c2eb0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.498810 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d9d585e9-ca28-4774-a6da-edf20c2eb0b5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9be6a0f6-5dc9-41bc-9cc7-8efb291c2f8b HTTP/1.1" status: 204 len: 168 time: 0.9048915 Mar 11 17:35:44.504039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47268) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:44.511423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Network': ['ID=52b1dab1-a628-47e4-ac23-6b5fdbb56b49,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:44.528184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 52b1dab1-a628-47e4-ac23-6b5fdbb56b49 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:44.722755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:44.725728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506235c7-f485-4736-883d-dda83674df30 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Network': ['ID=8a98dbf5-8c63-4374-9d77-07131b055d82,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:44.739698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 8a98dbf5-8c63-4374-9d77-07131b055d82 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:45.085025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b6e3e-efdb-462a-8c50-b46eabd768ac req-401f11ce-74a2-4363-831c-6df0f19088f5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:45.096223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad0b6e3e-efdb-462a-8c50-b46eabd768ac req-401f11ce-74a2-4363-831c-6df0f19088f5 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 946 time: 0.3434570 Mar 11 17:35:45.103653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b86879ac-72dc-4c10-b2ad-011f0bb5944a req-24d1240c-c96c-4ef4-b396-c49b474cdbaf tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 210 time: 0.1082826 Mar 11 17:35:45.185224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9afb0f-f03c-4209-820a-a15c6dfecc65 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:45.192678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9afb0f-f03c-4209-820a-a15c6dfecc65 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:45.199016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9afb0f-f03c-4209-820a-a15c6dfecc65 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:45.206884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9afb0f-f03c-4209-820a-a15c6dfecc65 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:45.209645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6f9afb0f-f03c-4209-820a-a15c6dfecc65 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7343378 Mar 11 17:35:45.214783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47288) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:45.245106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad0b6e3e-efdb-462a-8c50-b46eabd768ac req-3afe1041-62db-4043-875e-0d78cb7c4e5e tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468937 Mar 11 17:35:45.365766 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.370403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47290) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:45.416152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:35:45.474057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:35:45.482000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 77d0d7f4-7b47-4ec2-accc-f9c4c3baaac8 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:35:45.607634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-236467060-network', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:45.626960 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.691571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b1dab1-a628-47e4-ac23-6b5fdbb56b49']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:45.699129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.711606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Made reservation on behalf of 96dafb8e0cdb456cb8a5ca1cb3e20ed7 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:45.716770 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.722626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746dbad5-73b7-41a0-9463-0172a9674e2d']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:45.734292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b745ebe0-6c90-4a10-813b-0d28803aa16f') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:45.734741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b745ebe0-6c90-4a10-813b-0d28803aa16f') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:45.736530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d5f01d-29bd-4ef0-8d61-be5a775cb60f') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:45.736834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d5f01d-29bd-4ef0-8d61-be5a775cb60f') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:45.743630 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.747283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.748822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.762322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.771209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:45.773888 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.775194 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.784548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:45.784948 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:45.788375 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:45.835525 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:45.861768 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-36710603-def2-4989-8b54-27c3970d7db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.869909 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.884799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:45.892795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/networks/52b1dab1-a628-47e4-ac23-6b5fdbb56b49 HTTP/1.1" status: 204 len: 168 time: 0.6754587 Mar 11 17:35:45.941869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47304) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:45.977040 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.010426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b843b5-c6fb-41c0-af7b-e272980ade86 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Network': ['ID=52b1dab1-a628-47e4-ac23-6b5fdbb56b49,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:46.030451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.039039 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/746dbad5-73b7-41a0-9463-0172a9674e2d HTTP/1.1" status: 204 len: 168 time: 1.5321088 Mar 11 17:35:46.040551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Allocated IP 172.20.0.3 (0adf31b8-43ed-466d-bb3e-095166b1b904/40fc70cc-d82c-425d-ad9f-49af58ec4dc9/f8fd942e-d9e5-441f-83b3-e3edb2c0f877) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:46.043274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca9755-1812-4781-b02d-cba1651c79f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=746dbad5-73b7-41a0-9463-0172a9674e2d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:46.076250 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.082116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.133481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606379ce-1443-4056-b31c-d6c328e7b81c req-e7d41631-a0b7-46f0-bcfd-ab694e8e61bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:46.134936 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-606379ce-1443-4056-b31c-d6c328e7b81c req-e7d41631-a0b7-46f0-bcfd-ab694e8e61bb tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 946 time: 0.2951264 Mar 11 17:35:46.148528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4720c7-7ed0-48f4-a9db-918710e5f61f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:46.189702 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.196479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:46.211750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.212498 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Added segment 63aa650e-a574-4d9d-8443-5ee8d56d9ee4 of type vlan for network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 Mar 11 17:35:46.254677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:46.347761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84d4045b-efb1-492c-a4f8-012d4affdae0 req-d1a7cfc3-2ddf-4bc8-83f7-dc574924486f tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 210 time: 0.0575771 Mar 11 17:35:46.353249 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.431733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.433305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:46.433925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.450803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a424e1-bdd2-4c4c-88a6-ef47435c438d req-82a8ad50-c811-4bd6-9431-a688979792ac tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:46.458406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86a424e1-bdd2-4c4c-88a6-ef47435c438d req-82a8ad50-c811-4bd6-9431-a688979792ac tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 946 time: 0.0949037 Mar 11 17:35:46.462383 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f7fa6bd6-b5b9-4c45-a6f9-5fbe46486ea7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22856140885942db9c446ddb5650fdef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042055 Mar 11 17:35:46.465631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47320) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:46.481116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.501016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1271703 Mar 11 17:35:46.508659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47322) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:46.513781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Request body: {'subnet': {'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-236467060-subnet', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:46.529565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Deleting port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:46.529927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.561777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a98dbf5-8c63-4374-9d77-07131b055d82']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:46.570478 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86a424e1-bdd2-4c4c-88a6-ef47435c438d req-a8df137d-3cf8-4996-a3b1-810236dc83d8 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110392 Mar 11 17:35:46.580101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Made reservation on behalf of 96dafb8e0cdb456cb8a5ca1cb3e20ed7 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:46.584856 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.587586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.620818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25df82f0-a682-4e05-9639-4871a1260575') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:46.621120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25df82f0-a682-4e05-9639-4871a1260575') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:46.652699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.672715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7685b-0e1e-47ec-9c19-daccd605b28f admin admin] Pushing event updated for resources: {'Network': ['ID=02ecd8d0-dbb4-4ed2-8549-696d6db47b04,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:46.674837 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.683912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:46.700970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:35:46.701570 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:35:46.718083 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:35:46.813218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] For port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:46.813503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.821763 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b848c7f3-302d-4bab-bd03-e9e3f9479629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.851604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.853897 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.948255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Pushing event updated for resources: {'Port': ['ID=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:46.965400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.968836 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/networks/8a98dbf5-8c63-4374-9d77-07131b055d82 HTTP/1.1" status: 204 len: 168 time: 1.0235600 Mar 11 17:35:46.972817 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b848c7f3-302d-4bab-bd03-e9e3f9479629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:46.983954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47334) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:46.994339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585387a6-685a-457c-a0c9-4512dc2a3705 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Network': ['ID=8a98dbf5-8c63-4374-9d77-07131b055d82,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:47.026228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Network 0adf31b8-43ed-466d-bb3e-095166b1b904 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:47.065633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:47.076568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:47.144960 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.147076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913682de-d129-4848-bb76-79ff1442db2d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.154583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913682de-d129-4848-bb76-79ff1442db2d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.160658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-913682de-d129-4848-bb76-79ff1442db2d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1753488 Mar 11 17:35:47.161515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47342) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:47.163229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.164233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.164952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.171123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1750653983'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:47.201090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Made reservation on behalf of bbff075935f549b08f664bc4e1be298a for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:47.205401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.236328 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-5bd76db3-2e29-4435-bb17-fea3a3c59402 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0348284 Mar 11 17:35:47.255123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Request body: {'port': {'device_id': 'c53f912d-8e01-493b-9588-ee80e14f7816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:47.272540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71b2b43-fab8-44b6-8801-15bbcb89e154,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:47.283886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b848c7f3-302d-4bab-bd03-e9e3f9479629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.286609 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b848c7f3-302d-4bab-bd03-e9e3f9479629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.291926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:47.292920 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b848c7f3-302d-4bab-bd03-e9e3f9479629 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a07a6b2b-15d6-479e-8bdb-311245ed2a0c HTTP/1.1" status: 204 len: 168 time: 0.8162446 Mar 11 17:35:47.300053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Checking segment: {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:47.300500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Network hostable DHCP agents. Network: 02ecd8d0-dbb4-4ed2-8549-696d6db47b04, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:47.310242 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.310622 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Added segment 13adbe46-63df-4b4e-bff6-14d1f364924d of type vlan for network 707b2c8d-f35e-4f6f-87ac-1d3815525cc5 Mar 11 17:35:47.314240 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.314833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.315328 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Floating IP 7e84ff62-a95b-461f-a270-ea7bb5d0af15 disassociated. External IP: 172.25.8.3, port: a916b8e1-be73-46e4-bb96-f0e6b87f2bd7. Mar 11 17:35:47.316012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Calling delete_port for a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:47.320888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848c7f3-302d-4bab-bd03-e9e3f9479629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07a6b2b-15d6-479e-8bdb-311245ed2a0c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:47.365131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:47.386658 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.413341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 02ecd8d0-dbb4-4ed2-8549-696d6db47b04) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:47.420225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.421265 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.430335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e6ca97-6234-43e8-9746-958eb8801a37 None None] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:47.513120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9939a785-efb5-4ea8-af27-05c828c947f8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0033875 Mar 11 17:35:47.516296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47352) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:47.525099 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.531762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:47.542061 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.558582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.559229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.621343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4577646 Mar 11 17:35:47.622850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47356) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:47.647450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-957965745'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:47.713680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.714725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.736809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8db9b-a634-42db-a05e-76e410bc22b8 req-ab5d5641-1783-470e-a88c-6ee567f50817 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.738514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59f8db9b-a634-42db-a05e-76e410bc22b8 req-ab5d5641-1783-470e-a88c-6ee567f50817 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 931 time: 0.2596376 Mar 11 17:35:47.748938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7902f-33c2-492e-a21b-ba16bd46076d tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Network': ['ID=707b2c8d-f35e-4f6f-87ac-1d3815525cc5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:47.764800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 707b2c8d-f35e-4f6f-87ac-1d3815525cc5 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:47.776265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Made reservation on behalf of bbff075935f549b08f664bc4e1be298a for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:47.780299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:47.897321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59f8db9b-a634-42db-a05e-76e410bc22b8 req-a7b1e139-d30f-429c-b5ed-659fb5dfc56b tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418159 Mar 11 17:35:47.929830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381a669-2cd0-49cd-8e0a-7ccd8623908f req-79b3a414-938d-4838-8b56-a4dee294ebcf tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:47.936516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c381a669-2cd0-49cd-8e0a-7ccd8623908f req-79b3a414-938d-4838-8b56-a4dee294ebcf tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 946 time: 0.1763563 Mar 11 17:35:47.937362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:48.008388 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.075237 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.098870 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.099218 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Added segment 8a0ed124-4202-4bf3-96e0-00f5a6249341 of type vlan for network 673ec39a-1b28-4a5a-8e9c-13e0c538f92b Mar 11 17:35:48.135957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47368) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:48.137746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'Port': ['ID=a916b8e1-be73-46e4-bb96-f0e6b87f2bd7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:48.142545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'fixed_ips': [{'subnet_id': 'c71b2b43-fab8-44b6-8801-15bbcb89e154'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:35:48.143483 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.349958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.360811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c381a669-2cd0-49cd-8e0a-7ccd8623908f req-451dd7b0-da09-4d38-b788-e6577ee0d5ea tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups?id=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949776 Mar 11 17:35:48.365860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:35:48.391135 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:35:48.391742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fd942e-d9e5-441f-83b3-e3edb2c0f877 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:35:48.438848 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.439053 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.456200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Allocated IP 172.20.0.2 (02ecd8d0-dbb4-4ed2-8549-696d6db47b04/c71b2b43-fab8-44b6-8801-15bbcb89e154/78330df7-f3d9-4e2c-9a40-88deb23bbdef) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:48.496767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Transition to ACTIVE for port object f8fd942e-d9e5-441f-83b3-e3edb2c0f877 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:35:48.512488 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.549642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:35:48.583408 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.622118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-23f22555-d591-4d8d-a4e3-4b661e3007b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5085d43292554f19aaa43a05d15147e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800124 Mar 11 17:35:48.628194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47374) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:48.675688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.680694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:48.681300 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.728225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:48.750624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:48.798007 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.806201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:35:48.818039 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:48.864906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2258101 Mar 11 17:35:48.871560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47380) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:48.887456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:35:48.893643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:48.907434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:35:48.916351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'ports': [{'network_id': '707b2c8d-f35e-4f6f-87ac-1d3815525cc5', 'name': 'tempest-port--645336869', 'admin_state_up': True}, {'network_id': '673ec39a-1b28-4a5a-8e9c-13e0c538f92b', 'admin_state_up': False}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:48.916901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'port': {'network_id': '707b2c8d-f35e-4f6f-87ac-1d3815525cc5', 'name': 'tempest-port--645336869', 'admin_state_up': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:48.917428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'port': {'network_id': '673ec39a-1b28-4a5a-8e9c-13e0c538f92b', 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:48.962254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6726e7-ded3-4779-bd4e-6ee109b8fcfa tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Network': ['ID=673ec39a-1b28-4a5a-8e9c-13e0c538f92b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:48.999396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:35:49.006451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] No DVR routers for this DVR port a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:35:49.011521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:35:49.013864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Pushing event updated for resources: {'Port': ['ID=78330df7-f3d9-4e2c-9a40-88deb23bbdef,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:49.025171 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.035200 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-606379ce-1443-4056-b31c-d6c328e7b81c req-61d262ad-e341-466a-b44d-a43997b89132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.46 "DELETE /v2.0/ports/a916b8e1-be73-46e4-bb96-f0e6b87f2bd7 HTTP/1.1" status: 204 len: 173 time: 2.8920727 Mar 11 17:35:49.036682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Attempting to bind port f8fd942e-d9e5-441f-83b3-e3edb2c0f877 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:49.037183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Attempting to bind port f8fd942e-d9e5-441f-83b3-e3edb2c0f877 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'b7f9d90f-814c-4dea-95df-af8c1d347260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0adf31b8-43ed-466d-bb3e-095166b1b904'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:49.037702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Attempting to bind port f8fd942e-d9e5-441f-83b3-e3edb2c0f877 on network 0adf31b8-43ed-466d-bb3e-095166b1b904 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:35:49.040739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83025f1b-3e75-4d92-b6a1-a96539449119', 'name': 'network-vif-deleted', 'tag': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:35:49.044606 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdedb39-a818-4da8-9902-13c3943bc8cb" -d '{"events": [{"server_uuid": "83025f1b-3e75-4d92-b6a1-a96539449119", "name": "network-vif-deleted", "tag": "a916b8e1-be73-46e4-bb96-f0e6b87f2bd7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:35:49.051654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Port f8fd942e-d9e5-441f-83b3-e3edb2c0f877 on network 0adf31b8-43ed-466d-bb3e-095166b1b904 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:35:49.052203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Attempting to bind port f8fd942e-d9e5-441f-83b3-e3edb2c0f877 on network 0adf31b8-43ed-466d-bb3e-095166b1b904 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:35:49.062563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:35:49.063643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Checking segment: {'id': 'b7f9d90f-814c-4dea-95df-af8c1d347260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0adf31b8-43ed-466d-bb3e-095166b1b904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:49.066430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Bound using segment: {'id': 'b7f9d90f-814c-4dea-95df-af8c1d347260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0adf31b8-43ed-466d-bb3e-095166b1b904'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:35:49.066909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Bound port: f8fd942e-d9e5-441f-83b3-e3edb2c0f877, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f9d90f-814c-4dea-95df-af8c1d347260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0adf31b8-43ed-466d-bb3e-095166b1b904'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:49.067744 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.142423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f37-3d79-441b-929f-c7f953d8a82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.169719 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdd547c-c6ce-4779-811f-119d552166af x-openstack-request-id: req-bfdd547c-c6ce-4779-811f-119d552166af {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:35:49.170240 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83025f1b-3e75-4d92-b6a1-a96539449119", "name": "network-vif-deleted", "tag": "a916b8e1-be73-46e4-bb96-f0e6b87f2bd7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:35:49.170657 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfdd547c-c6ce-4779-811f-119d552166af {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:35:49.171241 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83025f1b-3e75-4d92-b6a1-a96539449119', 'name': 'network-vif-deleted', 'tag': 'a916b8e1-be73-46e4-bb96-f0e6b87f2bd7', 'status': 'completed', 'code': 200} Mar 11 17:35:49.171655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 673ec39a-1b28-4a5a-8e9c-13e0c538f92b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:49.199237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:49.213277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] For port f8fd942e-d9e5-441f-83b3-e3edb2c0f877, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:49.219807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] For port f8fd942e-d9e5-441f-83b3-e3edb2c0f877, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,segment=NetworkSegment(b7f9d90f-814c-4dea-95df-af8c1d347260),segment_id=b7f9d90f-814c-4dea-95df-af8c1d347260)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:49.227856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:49.238003 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.258783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:49.399379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f37-3d79-441b-929f-c7f953d8a82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.413511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:49.416197 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.418006 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] 10.222.0.66 "PUT /v2.0/ports/f8fd942e-d9e5-441f-83b3-e3edb2c0f877 HTTP/1.1" status: 200 len: 1091 time: 2.1676307 Mar 11 17:35:49.451124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ecdb7-2a3d-4f45-99a6-25d8f704f23e req-cf1def66-6214-42ae-bcc5-972e9329432b tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:49.468615 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c37ecdb7-2a3d-4f45-99a6-25d8f704f23e req-cf1def66-6214-42ae-bcc5-972e9329432b tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 943 time: 0.2736540 Mar 11 17:35:49.574744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631f95c-67c5-45f2-a2c1-2c126e3019d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:49.605285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-41a16f59-ab47-4bb0-8680-b539e7b85518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:49.607993 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-41a16f59-ab47-4bb0-8680-b539e7b85518 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1260a366505845bb96d43f6a77ef3db8&device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 1094 time: 0.1267273 Mar 11 17:35:49.663490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-bdac8bea-9572-443c-8289-187396bb7466 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8fd942e-d9e5-441f-83b3-e3edb2c0f877 HTTP/1.1" status: 200 len: 217 time: 0.0480945 Mar 11 17:35:49.675697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-717c108b-00f0-46e4-b1ba-0610a193922a req-e1571c4c-d30b-45ef-8ffb-f48573cd73bf tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/ports?device_id=83025f1b-3e75-4d92-b6a1-a96539449119 HTTP/1.1" status: 200 len: 210 time: 0.0780854 Mar 11 17:35:49.709700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c37ecdb7-2a3d-4f45-99a6-25d8f704f23e req-acacf558-e440-4705-a5c4-8a1f36d68a00 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398992 Mar 11 17:35:49.718312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Made reservation on behalf of bbff075935f549b08f664bc4e1be298a for: {'port': 2} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:49.722856 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.751400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-a727de0b-59a7-4bb9-bb8c-b96cd6d4c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:49.753295 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-a727de0b-59a7-4bb9-bb8c-b96cd6d4c061 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40fc70cc-d82c-425d-ad9f-49af58ec4dc9 HTTP/1.1" status: 200 len: 849 time: 0.0829213 Mar 11 17:35:49.782191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:35:49.803382 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-ee76cd79-c34f-4ceb-92b4-db1603fc1ae8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0adf31b8-43ed-466d-bb3e-095166b1b904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415475 Mar 11 17:35:49.822726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d5c0642a-33c2-4412-96ae-73dca698f58b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:35:49.825574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-d5c0642a-33c2-4412-96ae-73dca698f58b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100925 Mar 11 17:35:49.832814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f37-3d79-441b-929f-c7f953d8a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.835567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f37-3d79-441b-929f-c7f953d8a82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.838926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1d0c3f37-3d79-441b-929f-c7f953d8a82d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f01349e0-1fbc-464c-b602-4d09d6e1bd8e HTTP/1.1" status: 204 len: 168 time: 1.2049408 Mar 11 17:35:49.878744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:49.902400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3f37-3d79-441b-929f-c7f953d8a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01349e0-1fbc-464c-b602-4d09d6e1bd8e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:50.075843 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-b582c284-d99b-4825-aab1-e6d8ca985bab service neutron] 10.222.0.66 "GET /v2.0/networks/0adf31b8-43ed-466d-bb3e-095166b1b904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439740 Mar 11 17:35:50.095310 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.179643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.246733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.305142 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-262c8b0f-c7fc-40f7-b6e8-f4c4ea88b32e req-c6bb535b-7782-46d6-a15a-6e5ad1b206bb service neutron] 10.222.0.66 "GET /v2.0/networks/0adf31b8-43ed-466d-bb3e-095166b1b904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226672 Mar 11 17:35:50.316494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] device_id is not set on port 7379b162-8a0b-48e9-b98f-4de02590d513 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:35:50.345395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Attempting to bind port 78330df7-f3d9-4e2c-9a40-88deb23bbdef on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:50.345913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Attempting to bind port 78330df7-f3d9-4e2c-9a40-88deb23bbdef by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:50.346392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Attempting to bind port 78330df7-f3d9-4e2c-9a40-88deb23bbdef on network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:35:50.356219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:35:50.357298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Checking segment: {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:50.357802 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.359029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Bound using segment: {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:35:50.359621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Bound port: 78330df7-f3d9-4e2c-9a40-88deb23bbdef, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:50.360825 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.444003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] For port 78330df7-f3d9-4e2c-9a40-88deb23bbdef, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:50.447359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] For port 78330df7-f3d9-4e2c-9a40-88deb23bbdef, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=78330df7-f3d9-4e2c-9a40-88deb23bbdef,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:50.468396 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.521337 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:50.573397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:35:50.573958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.601636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:35:50.602415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:50.619229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4694-c55e-44c5-899a-dee588d76510 None None] Pushing event updated for resources: {'Port': ['ID=78330df7-f3d9-4e2c-9a40-88deb23bbdef,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:50.647406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] device_id is not set on port 074a2829-f9f4-40cc-b43f-a700ef3fad9d yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:35:50.741528 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.806472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Allocated IP 172.25.8.89 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/ca559456-b4f4-4bcc-93ff-314ff636cb03) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:50.831898 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:50.881631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47434) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:50.936196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:35:51.072604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef23f584-1364-474e-9c42-bfa0ff7fc132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.109053 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef23f584-1364-474e-9c42-bfa0ff7fc132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.244292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53f912d-8e01-493b-9588-ee80e14f7816', 'tag': 'f8fd942e-d9e5-441f-83b3-e3edb2c0f877'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:35:51.248439 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8243149-ad8d-4dad-a5db-52b33259734a" -d '{"events": [{"name": "network-changed", "server_uuid": "c53f912d-8e01-493b-9588-ee80e14f7816", "tag": "f8fd942e-d9e5-441f-83b3-e3edb2c0f877"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:35:51.275962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef23f584-1364-474e-9c42-bfa0ff7fc132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.279702 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef23f584-1364-474e-9c42-bfa0ff7fc132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.281210 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ef23f584-1364-474e-9c42-bfa0ff7fc132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "DELETE /v2.0/security-groups/6710dd98-0fe7-4a93-b886-2ac9c6b6f75a HTTP/1.1" status: 204 len: 168 time: 0.3986025 Mar 11 17:35:51.291939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47452) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:51.293122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23f584-1364-474e-9c42-bfa0ff7fc132 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6710dd98-0fe7-4a93-b886-2ac9c6b6f75a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:51.311856 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-02155e2c-6ec7-40a7-b4a1-b5cd1ef23ba7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] show failed (client error): The resource could not be found. Mar 11 17:35:51.313389 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-02155e2c-6ec7-40a7-b4a1-b5cd1ef23ba7 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "GET /v2.0/security-groups/6710dd98-0fe7-4a93-b886-2ac9c6b6f75a HTTP/1.1" status: 404 len: 347 time: 0.0168653 Mar 11 17:35:51.316153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47454) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:51.384436 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5245746-257c-47f7-b297-b61259758c67 x-openstack-request-id: req-d5245746-257c-47f7-b297-b61259758c67 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:35:51.385106 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53f912d-8e01-493b-9588-ee80e14f7816", "tag": "f8fd942e-d9e5-441f-83b3-e3edb2c0f877", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:35:51.385609 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5245746-257c-47f7-b297-b61259758c67 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:35:51.386229 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53f912d-8e01-493b-9588-ee80e14f7816', 'tag': 'f8fd942e-d9e5-441f-83b3-e3edb2c0f877', 'status': 'completed', 'code': 200} Mar 11 17:35:51.518765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:51.532682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243149-ad8d-4dad-a5db-52b33259734a req-45593815-d142-4d09-9137-783cdae99af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:51.534824 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c8243149-ad8d-4dad-a5db-52b33259734a req-45593815-d142-4d09-9137-783cdae99af0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1260a366505845bb96d43f6a77ef3db8&device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 1094 time: 0.1523693 Mar 11 17:35:51.609912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec1984-b8d4-4403-a7cd-1a48d8239ed7 None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:27:46Z', 'revision_number': 4, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '141afcdc-fc7e-417d-9c5f-3b70836d88d3', 'name': '', 'network_id': '692795f5-26c2-430b-9ffc-82a05437df85', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'mac_address': 'fa:16:3e:10:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:43Z', 'updated_at': '2022-03-11T17:27:54Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'subnets': [{'id': 'd41449e9-73a3-4dcc-8adf-d53993b46d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:35:51.615275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Deleting port 03237dcf-6e2b-4c76-99a6-22fc68b16bdf {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:51.616195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.780990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 78330df7-f3d9-4e2c-9a40-88deb23bbdef up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:51.815398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243149-ad8d-4dad-a5db-52b33259734a req-5fc93f07-a914-4353-8d95-3442734f1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:51.816974 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c8243149-ad8d-4dad-a5db-52b33259734a req-5fc93f07-a914-4353-8d95-3442734f1b3d service neutron] 10.222.0.66 "GET /v2.0/networks?id=0adf31b8-43ed-466d-bb3e-095166b1b904 HTTP/1.1" status: 200 len: 909 time: 0.2734463 Mar 11 17:35:51.861797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.862130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:51.884399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Calling delete_port for 03237dcf-6e2b-4c76-99a6-22fc68b16bdf owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:51.992831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 78330df7-f3d9-4e2c-9a40-88deb23bbdef triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:51.998685 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.115754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.121425 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c8243149-ad8d-4dad-a5db-52b33259734a req-b50a304a-f683-4283-ab78-4fccc7c41f39 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8fd942e-d9e5-441f-83b3-e3edb2c0f877 HTTP/1.1" status: 200 len: 217 time: 0.0547960 Mar 11 17:35:52.191975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Pushing event deleted for resources: {'Port': ['ID=03237dcf-6e2b-4c76-99a6-22fc68b16bdf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:52.217178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.287026 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 78330df7-f3d9-4e2c-9a40-88deb23bbdef, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=78330df7-f3d9-4e2c-9a40-88deb23bbdef,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:52.296167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.307088 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38723159-071e-4a6e-b863-a58be57948b0 None None] New status for floating IP 7e84ff62-a95b-461f-a270-ea7bb5d0af15: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:35:52.412526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Port': ['ID=7379b162-8a0b-48e9-b98f-4de02590d513,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:52.425654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.443845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Checking segment: {'id': '13adbe46-63df-4b4e-bff6-14d1f364924d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '707b2c8d-f35e-4f6f-87ac-1d3815525cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:52.444216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Network hostable DHCP agents. Network: 707b2c8d-f35e-4f6f-87ac-1d3815525cc5, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:52.444805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=78330df7-f3d9-4e2c-9a40-88deb23bbdef,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:52.487924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08a66b-fe97-4249-9b21-67792744c796 req-e40453c5-e94e-4eed-9f8e-65e220aae3b2 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:52.499109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b08a66b-fe97-4249-9b21-67792744c796 req-e40453c5-e94e-4eed-9f8e-65e220aae3b2 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 943 time: 1.6210301 Mar 11 17:35:52.530091 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.533140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.546185 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-859ff783-0544-452a-8eda-faf4ff23e498 tempest-AttachVolumeNegativeTest-407626720 tempest-AttachVolumeNegativeTest-407626720-project] 10.222.0.53 "DELETE /v2.0/floatingips/7e84ff62-a95b-461f-a270-ea7bb5d0af15 HTTP/1.1" status: 204 len: 168 time: 1.2200146 Mar 11 17:35:52.564005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243149-ad8d-4dad-a5db-52b33259734a req-c1494eed-3eb1-4f0b-8e9a-e587b2c95b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:52.568731 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c8243149-ad8d-4dad-a5db-52b33259734a req-c1494eed-3eb1-4f0b-8e9a-e587b2c95b94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=40fc70cc-d82c-425d-ad9f-49af58ec4dc9 HTTP/1.1" status: 200 len: 849 time: 0.4172637 Mar 11 17:35:52.611594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Network 707b2c8d-f35e-4f6f-87ac-1d3815525cc5 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:52.637088 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c8243149-ad8d-4dad-a5db-52b33259734a req-f25583a3-c542-4ff2-b87b-b1a77b2bfaf8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0adf31b8-43ed-466d-bb3e-095166b1b904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585289 Mar 11 17:35:52.652322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ea441-c694-4f87-bfce-4a97c0301cbc None None] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:52.675891 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.730726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Pushing event updated for resources: {'Port': ['ID=ca559456-b4f4-4bcc-93ff-314ff636cb03,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:52.736606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 707b2c8d-f35e-4f6f-87ac-1d3815525cc5) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:52.762364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b08a66b-fe97-4249-9b21-67792744c796 req-543ddd29-56dd-424d-9a42-cc71130e9bec tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321959 Mar 11 17:35:52.788773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:52.790474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:52.828191 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c8243149-ad8d-4dad-a5db-52b33259734a req-6da7a006-43a4-4878-be2c-141fc70e5462 service neutron] 10.222.0.66 "GET /v2.0/networks/0adf31b8-43ed-466d-bb3e-095166b1b904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818740 Mar 11 17:35:52.836178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c2c87c-a774-4a88-add4-817082c260c6 None None] Network 707b2c8d-f35e-4f6f-87ac-1d3815525cc5 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:52.880659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Port': ['ID=074a2829-f9f4-40cc-b43f-a700ef3fad9d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:52.897259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:52.902456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:52.910751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:52.945818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7f299c4b-3150-4c7b-aff8-2e10f707cf88 None None] Provisioning complete for port 78330df7-f3d9-4e2c-9a40-88deb23bbdef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:52.946201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f299c4b-3150-4c7b-aff8-2e10f707cf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.090378 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c8243149-ad8d-4dad-a5db-52b33259734a req-f7796543-a355-4039-9727-e2bfecce43d3 service neutron] 10.222.0.66 "GET /v2.0/networks/0adf31b8-43ed-466d-bb3e-095166b1b904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504442 Mar 11 17:35:53.345941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Checking segment: {'id': '8a0ed124-4202-4bf3-96e0-00f5a6249341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '673ec39a-1b28-4a5a-8e9c-13e0c538f92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:53.346525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Network hostable DHCP agents. Network: 673ec39a-1b28-4a5a-8e9c-13e0c538f92b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:53.360182 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.425166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:53.433952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Network 673ec39a-1b28-4a5a-8e9c-13e0c538f92b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:53.468001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f8fd942e-d9e5-441f-83b3-e3edb2c0f877 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:35:53.542429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 673ec39a-1b28-4a5a-8e9c-13e0c538f92b) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:53.565718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:53.573697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:53.581037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:53.582514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.620699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-97243e04-52f2-402e-a8f3-2b8a1587206c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7087057 Mar 11 17:35:53.623551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47530) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:53.636129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd1ec0a-3634-43b5-b615-9b4df7a7b25e None None] Network 673ec39a-1b28-4a5a-8e9c-13e0c538f92b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:53.728679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6547d9a4-5331-46f0-90ba-52fd951edf71 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:53.739167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6547d9a4-5331-46f0-90ba-52fd951edf71 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:53.740820 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6547d9a4-5331-46f0-90ba-52fd951edf71 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1163046 Mar 11 17:35:53.750918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47534) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:53.858733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.868228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 78330df7-f3d9-4e2c-9a40-88deb23bbdef up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:53.906746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa39b3a4-af6d-4fc7-9e6f-766e17dc9a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:53.971863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ca456863-1083-463c-8a53-1ad59ad05210 None None] Provisioning complete for port 78330df7-f3d9-4e2c-9a40-88deb23bbdef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:53.972530 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ca456863-1083-463c-8a53-1ad59ad05210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.102766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c028fade-b640-4311-9ee5-fca803594004 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Deleting port 7379b162-8a0b-48e9-b98f-4de02590d513 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:54.103389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f8fd942e-d9e5-441f-83b3-e3edb2c0f877, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,segment=NetworkSegment(b7f9d90f-814c-4dea-95df-af8c1d347260),segment_id=b7f9d90f-814c-4dea-95df-af8c1d347260)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:54.103691 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c028fade-b640-4311-9ee5-fca803594004 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.155077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'f8fd942e-d9e5-441f-83b3-e3edb2c0f877', 'network_id': '0adf31b8-43ed-466d-bb3e-095166b1b904', 'port_id': 'f8fd942e-d9e5-441f-83b3-e3edb2c0f877', 'mac_address': 'fa:16:3e:b2:92:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fc70cc-d82c-425d-ad9f-49af58ec4dc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:35:54.159765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 78330df7-f3d9-4e2c-9a40-88deb23bbdef triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:54.160593 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.170881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2d29-8bd3-4767-aa1f-ab62f934689d req-93da470a-650c-40aa-a1c0-f63973922e89 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:54.179220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-353e2d29-8bd3-4767-aa1f-ab62f934689d req-93da470a-650c-40aa-a1c0-f63973922e89 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 943 time: 0.1034763 Mar 11 17:35:54.254989 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c028fade-b640-4311-9ee5-fca803594004 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.255805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Router 511b316d-2ba6-4ac0-b002-0f5d26f82878 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:35:54.285363 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-353e2d29-8bd3-4767-aa1f-ab62f934689d req-b40d6dd1-f514-4bd9-92a1-07a368e545b6 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024423 Mar 11 17:35:54.288616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c028fade-b640-4311-9ee5-fca803594004 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Calling delete_port for 7379b162-8a0b-48e9-b98f-4de02590d513 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:54.450390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa39b3a4-af6d-4fc7-9e6f-766e17dc9a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.455660 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c028fade-b640-4311-9ee5-fca803594004 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.486145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c028fade-b640-4311-9ee5-fca803594004 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.494824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47548) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:54.495454 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c028fade-b640-4311-9ee5-fca803594004 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/ports/7379b162-8a0b-48e9-b98f-4de02590d513 HTTP/1.1" status: 204 len: 168 time: 0.7401361 Mar 11 17:35:54.495863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa39b3a4-af6d-4fc7-9e6f-766e17dc9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.540295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028fade-b640-4311-9ee5-fca803594004 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Port': ['ID=7379b162-8a0b-48e9-b98f-4de02590d513,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:54.576859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:54.599542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Sync routers for ids ['511b316d-2ba6-4ac0-b002-0f5d26f82878'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:35:54.619239 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.625125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47550) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:54.625746 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aa39b3a4-af6d-4fc7-9e6f-766e17dc9a41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3eab67eb99a54114bef989760e23e2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1952815 Mar 11 17:35:54.627888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39b3a4-af6d-4fc7-9e6f-766e17dc9a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff39031-3094-4a0c-8b30-abb0a9fc96a4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:54.643224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Routers {'511b316d-2ba6-4ac0-b002-0f5d26f82878'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:35:54.643941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['511b316d-2ba6-4ac0-b002-0f5d26f82878'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:54.645184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.650026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0a5da8ad-2351-4241-b014-62949b3c8281 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1328213 Mar 11 17:35:54.663432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47552) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:54.711900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccee5d-1a03-4af1-aa38-1fe3db8b6814 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Deleting port 074a2829-f9f4-40cc-b43f-a700ef3fad9d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:35:54.712246 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4ccee5d-1a03-4af1-aa38-1fe3db8b6814 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.725869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fd942e-d9e5-441f-83b3-e3edb2c0f877 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:35:54.764351 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f8fd942e-d9e5-441f-83b3-e3edb2c0f877, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,segment=NetworkSegment(b7f9d90f-814c-4dea-95df-af8c1d347260),segment_id=b7f9d90f-814c-4dea-95df-af8c1d347260)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:54.782605 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.884505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4ccee5d-1a03-4af1-aa38-1fe3db8b6814 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:54.944971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccee5d-1a03-4af1-aa38-1fe3db8b6814 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Calling delete_port for 074a2829-f9f4-40cc-b43f-a700ef3fad9d owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:35:54.992372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:54.997273 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Set router 511b316d-2ba6-4ac0-b002-0f5d26f82878 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:35:55.116317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['f8fd942e-d9e5-441f-83b3-e3edb2c0f877'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:35:55.125060 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb00-d3a8-40d0-870b-8a2f37408760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.160615 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb00-d3a8-40d0-870b-8a2f37408760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.253233 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb00-d3a8-40d0-870b-8a2f37408760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.257266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb00-d3a8-40d0-870b-8a2f37408760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.259927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-71a0cb00-d3a8-40d0-870b-8a2f37408760 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ff39031-3094-4a0c-8b30-abb0a9fc96a4 HTTP/1.1" status: 204 len: 168 time: 0.6320627 Mar 11 17:35:55.286939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0cb00-d3a8-40d0-870b-8a2f37408760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff39031-3094-4a0c-8b30-abb0a9fc96a4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:55.299845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4ccee5d-1a03-4af1-aa38-1fe3db8b6814 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.366146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccee5d-1a03-4af1-aa38-1fe3db8b6814 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Port': ['ID=074a2829-f9f4-40cc-b43f-a700ef3fad9d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:55.375979 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4ccee5d-1a03-4af1-aa38-1fe3db8b6814 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.391800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f4ccee5d-1a03-4af1-aa38-1fe3db8b6814 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/ports/074a2829-f9f4-40cc-b43f-a700ef3fad9d HTTP/1.1" status: 204 len: 168 time: 0.8940980 Mar 11 17:35:55.393937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47570) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:55.498749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 3, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'gw_port': {'id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:55.505338 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9739f919-7f52-4905-a0b9-57b72ae981cd tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1100802 Mar 11 17:35:55.507119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47574) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:55.527401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-639696301'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:55.587120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Checking router: 511b316d-2ba6-4ac0-b002-0f5d26f82878 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:35:55.588226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Updating router 511b316d-2ba6-4ac0-b002-0f5d26f82878 port ca559456-b4f4-4bcc-93ff-314ff636cb03 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:35:55.642999 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.690898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58618a4a-f03f-4e6d-85a2-6661456e78c6 req-47ede65a-a448-4659-9c54-54868d9e2b91 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:55.695035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58618a4a-f03f-4e6d-85a2-6661456e78c6 req-47ede65a-a448-4659-9c54-54868d9e2b91 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 944 time: 0.1886487 Mar 11 17:35:55.696207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Made reservation on behalf of bbff075935f549b08f664bc4e1be298a for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:55.708776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.801650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:55.813369 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.814129 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Added segment d0f9bb66-51e7-4493-8535-aa45eeafb62e of type vlan for network 61d2df6b-ba56-4e47-8df2-5d91bce449c9 Mar 11 17:35:55.862228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.933223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.940084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:55.940797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:55.949593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58618a4a-f03f-4e6d-85a2-6661456e78c6 req-b8c70f5d-cb8f-4345-8387-8abbe69f0f63 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383337 Mar 11 17:35:56.021353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5132015 Mar 11 17:35:56.023813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47590) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:56.032622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-806342022'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:56.075805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353df40a-a7ff-4c58-a8aa-c02286b9eba8 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Network': ['ID=61d2df6b-ba56-4e47-8df2-5d91bce449c9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:56.160641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 61d2df6b-ba56-4e47-8df2-5d91bce449c9 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:56.242320 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.245603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Made reservation on behalf of bbff075935f549b08f664bc4e1be298a for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:56.251280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.416104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:35:56.474693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.475342 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Added segment 0c7f7f75-0245-4288-bd96-445f856a00dd of type vlan for network bbd88e29-c648-4bcf-bdc0-b02188b23d07 Mar 11 17:35:56.486843 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.495649 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.550042 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.595087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Attempting to bind port ca559456-b4f4-4bcc-93ff-314ff636cb03 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:35:56.595497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Attempting to bind port ca559456-b4f4-4bcc-93ff-314ff636cb03 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:35:56.595907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Attempting to bind port ca559456-b4f4-4bcc-93ff-314ff636cb03 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:35:56.617497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:35:56.617875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:56.618274 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.620825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:35:56.621335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Bound port: ca559456-b4f4-4bcc-93ff-314ff636cb03, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:35:56.621830 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.624798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Allocated IP 172.20.0.1 (02ecd8d0-dbb4-4ed2-8549-696d6db47b04/c71b2b43-fab8-44b6-8801-15bbcb89e154/9e8152c4-8f31-4aa8-8628-129c00268b66) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:35:56.636649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.644790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:56.645501 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.719947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] For port ca559456-b4f4-4bcc-93ff-314ff636cb03, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:35:56.723061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] For port ca559456-b4f4-4bcc-93ff-314ff636cb03, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca559456-b4f4-4bcc-93ff-314ff636cb03,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:35:56.725020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5742ad0-b7b2-47d3-9f12-3f692039ce14 None None] Pushing event updated for resources: {'Port': ['ID=ca559456-b4f4-4bcc-93ff-314ff636cb03,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:56.729251 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:56.788113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Routers {'511b316d-2ba6-4ac0-b002-0f5d26f82878'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:35:56.788751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['511b316d-2ba6-4ac0-b002-0f5d26f82878'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:56.826451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8012414 Mar 11 17:35:56.982352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] Set router 511b316d-2ba6-4ac0-b002-0f5d26f82878 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:35:56.983870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47620) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:56.990507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'subnets': [{'network_id': '61d2df6b-ba56-4e47-8df2-5d91bce449c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--449550616', 'ip_version': 4}, {'network_id': 'bbd88e29-c648-4bcf-bdc0-b02188b23d07', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:56.991342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'subnet': {'network_id': '61d2df6b-ba56-4e47-8df2-5d91bce449c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--449550616', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:56.992134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Request body: {'subnet': {'network_id': 'bbd88e29-c648-4bcf-bdc0-b02188b23d07', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:35:57.055859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.071431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe5597-517e-47ce-8e62-67492ef10241 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Network': ['ID=bbd88e29-c648-4bcf-bdc0-b02188b23d07,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:57.107879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network bbd88e29-c648-4bcf-bdc0-b02188b23d07 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:35:57.173693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.226387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Made reservation on behalf of bbff075935f549b08f664bc4e1be298a for: {'subnet': 2} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:35:57.250164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.258672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5742ad0-b7b2-47d3-9f12-3f692039ce14 None None] Pushing event updated for resources: {'Port': ['ID=ca559456-b4f4-4bcc-93ff-314ff636cb03,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:57.259175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.334286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8152c4-8f31-4aa8-8628-129c00268b66,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:57.338153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:57.340750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:57.346197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:35:57.514730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f8fd942e-d9e5-441f-83b3-e3edb2c0f877 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:57.520435 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.521160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699db6e-690c-41d8-8a8e-9bb26f043c43 req-bc3c4e9b-ddc5-4976-9ce2-22a21ea73c85 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:57.524199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2699db6e-690c-41d8-8a8e-9bb26f043c43 req-bc3c4e9b-ddc5-4976-9ce2-22a21ea73c85 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 944 time: 0.3786857 Mar 11 17:35:57.730193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port f8fd942e-d9e5-441f-83b3-e3edb2c0f877 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:35:57.740930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port f8fd942e-d9e5-441f-83b3-e3edb2c0f877 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:57.741303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.822943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:57.846585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 3, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'gw_port': {'id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:35:57.921871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2699db6e-690c-41d8-8a8e-9bb26f043c43 req-d9c4ad47-a0ae-4a8f-9e2b-58566d3b3e83 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803504 Mar 11 17:35:58.177231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47670) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:58.188500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.195552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.275920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8152c4-8f31-4aa8-8628-129c00268b66,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:58.283564 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.389259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e10a7d-1da5-4b84-9cb8-04f6fcf364c9 None None] The sync data for ids ['511b316d-2ba6-4ac0-b002-0f5d26f82878'] in n-d-833411-1 is: [{'id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:35:53Z', 'revision_number': 3, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'gw_port': {'id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:35:58.495469 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.511421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc788070-93da-4df9-825a-4abdfeec2baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.560323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.641111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d10b25e8-9156-499e-a49a-3fd1b310d1e0 None None] Provisioning complete for port 9e8152c4-8f31-4aa8-8628-129c00268b66 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:58.641494 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d10b25e8-9156-499e-a49a-3fd1b310d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.663480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Checking segment: {'id': 'd0f9bb66-51e7-4493-8535-aa45eeafb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '61d2df6b-ba56-4e47-8df2-5d91bce449c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:58.664009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Network hostable DHCP agents. Network: 61d2df6b-ba56-4e47-8df2-5d91bce449c9, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:58.672743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53f912d-8e01-493b-9588-ee80e14f7816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd942e-d9e5-441f-83b3-e3edb2c0f877'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:35:58.683086 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d194bdb3-5a33-49a6-a13a-9d5e0d1f20bb" -d '{"events": [{"server_uuid": "c53f912d-8e01-493b-9588-ee80e14f7816", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd942e-d9e5-441f-83b3-e3edb2c0f877"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:35:58.697270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Subnet': ['ID=0aa13484-5b71-44ae-ba6e-2138a526a4b6,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:58.712966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Network 61d2df6b-ba56-4e47-8df2-5d91bce449c9 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:58.736427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 61d2df6b-ba56-4e47-8df2-5d91bce449c9) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:58.741814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:58.788231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:35:58.797510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:58.814169 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b3610e-6c27-4cfa-8c42-2a5cf7945e53 x-openstack-request-id: req-50b3610e-6c27-4cfa-8c42-2a5cf7945e53 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:35:58.815079 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53f912d-8e01-493b-9588-ee80e14f7816", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd942e-d9e5-441f-83b3-e3edb2c0f877", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:35:58.815519 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50b3610e-6c27-4cfa-8c42-2a5cf7945e53 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:35:58.816086 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53f912d-8e01-493b-9588-ee80e14f7816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd942e-d9e5-441f-83b3-e3edb2c0f877', 'code': 200} Mar 11 17:35:58.849041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872480c9-0832-4faa-b672-c83dd7f584ab None None] Network 61d2df6b-ba56-4e47-8df2-5d91bce449c9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:58.950803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event updated for resources: {'Subnet': ['ID=bc95b77c-e00d-4e0d-8621-33085ef6134a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:58.996879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Checking segment: {'id': '0c7f7f75-0245-4288-bd96-445f856a00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbd88e29-c648-4bcf-bdc0-b02188b23d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:35:58.997566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Network hostable DHCP agents. Network: bbd88e29-c648-4bcf-bdc0-b02188b23d07, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:35:59.047349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Network bbd88e29-c648-4bcf-bdc0-b02188b23d07 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:35:59.067791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, bbd88e29-c648-4bcf-bdc0-b02188b23d07) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:35:59.075682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:59.076625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:59.077694 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.110395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83b32c-bd97-4411-af98-bacf57469be7 None None] Network bbd88e29-c648-4bcf-bdc0-b02188b23d07 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:35:59.120962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-77187df3-efd7-40f0-9311-cfaf73c59343 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1345880 Mar 11 17:35:59.122738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47690) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:59.177213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port f8fd942e-d9e5-441f-83b3-e3edb2c0f877, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,segment=NetworkSegment(b7f9d90f-814c-4dea-95df-af8c1d347260),segment_id=b7f9d90f-814c-4dea-95df-af8c1d347260)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:35:59.252596 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.266847 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.318055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d10b25e8-9156-499e-a49a-3fd1b310d1e0 None None] Port 9e8152c4-8f31-4aa8-8628-129c00268b66 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:35:59.369805 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc788070-93da-4df9-825a-4abdfeec2baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.403611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc788070-93da-4df9-825a-4abdfeec2baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.477421 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fc788070-93da-4df9-825a-4abdfeec2baa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ad94ffd9e4144a084f3a78605e5629b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2967446 Mar 11 17:35:59.480240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47696) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:59.493384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e90941-c790-432e-8dd4-868f5a6164a4 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:59.497645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e90941-c790-432e-8dd4-868f5a6164a4 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:59.498372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e90941-c790-432e-8dd4-868f5a6164a4 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:59.502883 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f8e90941-c790-432e-8dd4-868f5a6164a4 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3760979 Mar 11 17:35:59.503890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Router 511b316d-2ba6-4ac0-b002-0f5d26f82878 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:35:59.509063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47698) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:35:59.545168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7441b-73de-4dcb-b287-fb0446407345 req-fbe2cbc0-2e7b-4e54-8a2c-2ca5bae2cb0c tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:59.547136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2a7441b-73de-4dcb-b287-fb0446407345 req-fbe2cbc0-2e7b-4e54-8a2c-2ca5bae2cb0c tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 945 time: 0.3894153 Mar 11 17:35:59.575520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc788070-93da-4df9-825a-4abdfeec2baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c6db2f-fb52-4046-a896-8c3929fa68bb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:59.623296 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e1a56-10f1-4b50-9ee8-8e3959d72160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-61d2df6b-ba56-4e47-8df2-5d91bce449c9', 'network_id': '61d2df6b-ba56-4e47-8df2-5d91bce449c9', 'tenant_id': 'bbff075935f549b08f664bc4e1be298a', 'fixed_ips': [{'subnet_id': '0aa13484-5b71-44ae-ba6e-2138a526a4b6'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:35:59.645904 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1a56-10f1-4b50-9ee8-8e3959d72160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.672296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2a7441b-73de-4dcb-b287-fb0446407345 req-2d4d73bf-c0a3-42bb-b9a4-4f9c192b492f tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802498 Mar 11 17:35:59.681807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:35:59.697899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ec089829-90df-4171-9a1f-68d460f1f0f5 None None] Provisioning complete for port 9e8152c4-8f31-4aa8-8628-129c00268b66 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:35:59.698427 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec089829-90df-4171-9a1f-68d460f1f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.739563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edcb13-afdc-45c9-80a7-eaa48d8bd623 req-25882cb5-4e53-49cf-afac-b17fbf73cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:35:59.741083 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4edcb13-afdc-45c9-80a7-eaa48d8bd623 req-25882cb5-4e53-49cf-afac-b17fbf73cb24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 1096 time: 0.6498470 Mar 11 17:35:59.742407 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04cca7b1-964f-413a-8919-472a61d9b686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.836408 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04cca7b1-964f-413a-8919-472a61d9b686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.876536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54f5138-7143-4b28-a73d-4e3a86a9aa8b tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Deleting subnet 0aa13484-5b71-44ae-ba6e-2138a526a4b6 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:35:59.879088 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b4edcb13-afdc-45c9-80a7-eaa48d8bd623 req-e39acd04-799e-40b7-85fb-bfeb7a244871 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213107 Mar 11 17:35:59.894773 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b54f5138-7143-4b28-a73d-4e3a86a9aa8b tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:35:59.912015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ec089829-90df-4171-9a1f-68d460f1f0f5 None None] Port 9e8152c4-8f31-4aa8-8628-129c00268b66 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:35:59.913651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca559456-b4f4-4bcc-93ff-314ff636cb03 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:35:59.933083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:35:59.955176 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c35ed6c3-5cea-4304-b1ce-c6d80a547b46 admin admin] 10.222.0.53 "PUT /v2.0/routers/511b316d-2ba6-4ac0-b002-0f5d26f82878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2888479 Mar 11 17:36:00.020186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bbd88e29-c648-4bcf-bdc0-b02188b23d07', 'network_id': 'bbd88e29-c648-4bcf-bdc0-b02188b23d07', 'tenant_id': 'bbff075935f549b08f664bc4e1be298a', 'fixed_ips': [{'subnet_id': 'bc95b77c-e00d-4e0d-8621-33085ef6134a'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:36:00.022812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.042861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b54f5138-7143-4b28-a73d-4e3a86a9aa8b tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.056910 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04cca7b1-964f-413a-8919-472a61d9b686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.060243 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04cca7b1-964f-413a-8919-472a61d9b686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.061778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04cca7b1-964f-413a-8919-472a61d9b686 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13c6db2f-fb52-4046-a896-8c3929fa68bb HTTP/1.1" status: 204 len: 168 time: 0.5801182 Mar 11 17:36:00.135677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cca7b1-964f-413a-8919-472a61d9b686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c6db2f-fb52-4046-a896-8c3929fa68bb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:00.174973 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b54f5138-7143-4b28-a73d-4e3a86a9aa8b tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.275043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Allocated IP 172.20.0.18 (bbd88e29-c648-4bcf-bdc0-b02188b23d07/bc95b77c-e00d-4e0d-8621-33085ef6134a/7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:00.299218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b54f5138-7143-4b28-a73d-4e3a86a9aa8b tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.386702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f5138-7143-4b28-a73d-4e3a86a9aa8b tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa13484-5b71-44ae-ba6e-2138a526a4b6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:00.407306 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b54f5138-7143-4b28-a73d-4e3a86a9aa8b tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.412995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b54f5138-7143-4b28-a73d-4e3a86a9aa8b tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/subnets/0aa13484-5b71-44ae-ba6e-2138a526a4b6 HTTP/1.1" status: 204 len: 168 time: 0.8933272 Mar 11 17:36:00.415782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-ff8e1a56-10f1-4b50-9ee8-8e3959d72160 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0aa13484-5b71-44ae-ba6e-2138a526a4b6: This subnet is being modified by another concurrent operation. Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0aa13484-5b71-44ae-ba6e-2138a526a4b6: This subnet is being modified by another concurrent operation. Mar 11 17:36:00.445913 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:36:00.493102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5505e-e060-4b37-88c3-fb977086c404 None None] Network 61d2df6b-ba56-4e47-8df2-5d91bce449c9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:36:00.566885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c523d04-912f-46f1-898c-22133f3c04c0 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Deleting subnet bc95b77c-e00d-4e0d-8621-33085ef6134a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:36:00.652248 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.666966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c523d04-912f-46f1-898c-22133f3c04c0 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.696650 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.769872 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c523d04-912f-46f1-898c-22133f3c04c0 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:00.884540 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Network bbd88e29-c648-4bcf-bdc0-b02188b23d07 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:01.041298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3ea64-034b-4c6f-bc39-6a9a5779f239 req-101aa4e7-b71b-4d5f-b716-d6d369a30c97 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:01.045102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84f3ea64-034b-4c6f-bc39-6a9a5779f239 req-101aa4e7-b71b-4d5f-b716-d6d369a30c97 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 945 time: 0.1786301 Mar 11 17:36:01.047250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Pushing event updated for resources: {'Port': ['ID=7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:01.051966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:01.094932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:36:01.101215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c523d04-912f-46f1-898c-22133f3c04c0 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.156120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84f3ea64-034b-4c6f-bc39-6a9a5779f239 req-95b71c2d-4ddc-4d9b-b30a-caeef1ad5630 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016166 Mar 11 17:36:01.212650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ca559456-b4f4-4bcc-93ff-314ff636cb03 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:01.217145 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.327696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Attempting to bind port 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:01.328217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Attempting to bind port 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '0c7f7f75-0245-4288-bd96-445f856a00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbd88e29-c648-4bcf-bdc0-b02188b23d07'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:01.328787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Attempting to bind port 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5 on network bbd88e29-c648-4bcf-bdc0-b02188b23d07 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:36:01.339626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:36:01.340869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Checking segment: {'id': '0c7f7f75-0245-4288-bd96-445f856a00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbd88e29-c648-4bcf-bdc0-b02188b23d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:36:01.341448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.342096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Bound using segment: {'id': '0c7f7f75-0245-4288-bd96-445f856a00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbd88e29-c648-4bcf-bdc0-b02188b23d07'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:36:01.342639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Bound port: 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7f7f75-0245-4288-bd96-445f856a00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbd88e29-c648-4bcf-bdc0-b02188b23d07'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:01.343250 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.370607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c523d04-912f-46f1-898c-22133f3c04c0 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.461907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c523d04-912f-46f1-898c-22133f3c04c0 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Subnet': ['ID=bc95b77c-e00d-4e0d-8621-33085ef6134a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:01.472662 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c523d04-912f-46f1-898c-22133f3c04c0 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.479915 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9c523d04-912f-46f1-898c-22133f3c04c0 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/subnets/bc95b77c-e00d-4e0d-8621-33085ef6134a HTTP/1.1" status: 204 len: 168 time: 1.0624523 Mar 11 17:36:01.482578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47764) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:01.526907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47766) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:01.542046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-198216183-network', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:01.555442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] For port 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:01.577490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] For port 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5,segment=NetworkSegment(0c7f7f75-0245-4288-bd96-445f856a00dd),segment_id=0c7f7f75-0245-4288-bd96-445f856a00dd)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:01.578756 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Made reservation on behalf of e0d734f97ef24ccd98e4f60ac3c1614c for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:01.582978 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.590574 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.597877 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.605074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e385067-0589-4e24-ab66-afa0134b277a tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:01.609106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.610526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1e385067-0589-4e24-ab66-afa0134b277a tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1256931 Mar 11 17:36:01.619742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47768) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:01.630183 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Sync routers for ids ['511b316d-2ba6-4ac0-b002-0f5d26f82878'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:36:01.647462 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Routers {'511b316d-2ba6-4ac0-b002-0f5d26f82878'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:36:01.648607 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['511b316d-2ba6-4ac0-b002-0f5d26f82878'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:01.683917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port ca559456-b4f4-4bcc-93ff-314ff636cb03, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca559456-b4f4-4bcc-93ff-314ff636cb03,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:01.718896 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.821821 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.829299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.856656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:36:01.867041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d275a9-0d60-4ea0-81ce-6e173ae214bd None None] Pushing event updated for resources: {'Port': ['ID=7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:01.881212 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.882125 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Added segment b35cf020-14f4-4a2d-aae1-0413840c424f of type vlan for network e61333e2-fc30-463f-ba25-021c184ed704 Mar 11 17:36:01.889415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42996ea7-9e89-4a76-85ad-67d67dedab46 None None] Network bbd88e29-c648-4bcf-bdc0-b02188b23d07 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:36:01.898403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.933428 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Set router 511b316d-2ba6-4ac0-b002-0f5d26f82878 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:36:01.966579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Deleting port 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:36:01.967787 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:01.990310 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.037951 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.039405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:02.040086 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.114582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] For port 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5,segment=NetworkSegment(0c7f7f75-0245-4288-bd96-445f856a00dd),segment_id=0c7f7f75-0245-4288-bd96-445f856a00dd)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:02.116213 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.189666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Calling delete_port for 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:36:02.219698 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6894803 Mar 11 17:36:02.239930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=ca559456-b4f4-4bcc-93ff-314ff636cb03,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:02.244485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47786) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:02.270073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Request body: {'subnet': {'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-198216183-subnet', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:02.301850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1441cc24-7569-4687-af11-17b144c06746,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:02.321317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43298c3-8205-4870-b463-1b1d12184dce admin admin] Pushing event updated for resources: {'Network': ['ID=e61333e2-fc30-463f-ba25-021c184ed704,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:02.359964 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e61333e2-fc30-463f-ba25-021c184ed704 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:36:02.362806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7352347e-eee7-4bcf-96c3-e5d3469a69f5 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:36:02.365649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Made reservation on behalf of e0d734f97ef24ccd98e4f60ac3c1614c for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:02.370762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.497326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.545864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7352347e-eee7-4bcf-96c3-e5d3469a69f5 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:36:02.597520 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Port': ['ID=7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:02.623238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] No DVR routers for this DVR port 7aa11d0e-bfcd-497f-a2df-f5e8acfe33c5 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:36:02.624220 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:35:57Z', 'revision_number': 4, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'gw_port': {'id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9e8152c4-8f31-4aa8-8628-129c00268b66', 'name': '', 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'mac_address': 'fa:16:3e:8a:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c71b2b43-fab8-44b6-8801-15bbcb89e154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:56Z', 'updated_at': '2022-03-11T17:35:57Z', 'revision_number': 2, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'subnets': [{'id': 'c71b2b43-fab8-44b6-8801-15bbcb89e154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:02.635110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaff65-4919-4d9d-8ac1-df9b570c13e7 req-59765bb9-91fb-4dad-b3ff-ad5e983297bf tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:02.639345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ecaaff65-4919-4d9d-8ac1-df9b570c13e7 req-59765bb9-91fb-4dad-b3ff-ad5e983297bf tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 945 time: 0.1679492 Mar 11 17:36:02.689842 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Checking router: 511b316d-2ba6-4ac0-b002-0f5d26f82878 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:36:02.690911 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Updating router 511b316d-2ba6-4ac0-b002-0f5d26f82878 port 9e8152c4-8f31-4aa8-8628-129c00268b66 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:36:02.718966 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.816930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:02.900668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ecaaff65-4919-4d9d-8ac1-df9b570c13e7 req-c241d6f0-3be5-42e2-8ce4-63956f37311e tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107935 Mar 11 17:36:02.925290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34efff4-2221-42b5-963a-c079821eb3e0,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:03.006706 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.019282 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.020976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Checking segment: {'id': 'b35cf020-14f4-4a2d-aae1-0413840c424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:36:03.021521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Network hostable DHCP agents. Network: e61333e2-fc30-463f-ba25-021c184ed704, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:36:03.035899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.046234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Network e61333e2-fc30-463f-ba25-021c184ed704 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:36:03.061389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e61333e2-fc30-463f-ba25-021c184ed704) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:03.068865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:03.071748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.106759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd88e29-c648-4bcf-bdc0-b02188b23d07']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:03.117060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c4819aa8-96e1-424c-b72b-1c631be5a924 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8581376 Mar 11 17:36:03.118887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47806) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:03.135742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:03.137851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7f7f75-0245-4288-bd96-445f856a00dd') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:03.138351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7f7f75-0245-4288-bd96-445f856a00dd') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:03.169489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.205364 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.211467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.217068 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.241677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:36:03.253855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.256198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf3628-5c17-4c9d-b280-b71454184bdd None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:36:03.257742 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:36:03.307987 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Pushing event updated for resources: {'Port': ['ID=9e8152c4-8f31-4aa8-8628-129c00268b66,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:03.370394 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.371015 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.372232 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.373308 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.373867 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.374426 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.374916 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.375436 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.375755 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.376241 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.376795 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.377289 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:03.412917 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Attempting to bind port 9e8152c4-8f31-4aa8-8628-129c00268b66 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:03.416922 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Attempting to bind port 9e8152c4-8f31-4aa8-8628-129c00268b66 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:03.417296 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Attempting to bind port 9e8152c4-8f31-4aa8-8628-129c00268b66 on network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:36:03.428052 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:36:03.428818 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Checking segment: {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:36:03.429042 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.429690 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.430241 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Bound using segment: {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:36:03.431003 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Bound port: 9e8152c4-8f31-4aa8-8628-129c00268b66, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:03.431686 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.440847 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.445530 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/networks/bbd88e29-c648-4bcf-bdc0-b02188b23d07 HTTP/1.1" status: 204 len: 168 time: 1.8168194 Mar 11 17:36:03.448825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47818) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:03.494588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a367d4d-2610-466f-b953-0fc14dbe50d6 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Network': ['ID=bbd88e29-c648-4bcf-bdc0-b02188b23d07,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:03.605297 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf3628-5c17-4c9d-b280-b71454184bdd None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:36:03.626503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.646167 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] For port 9e8152c4-8f31-4aa8-8628-129c00268b66, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:03.659558 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] For port 9e8152c4-8f31-4aa8-8628-129c00268b66, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9e8152c4-8f31-4aa8-8628-129c00268b66,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:03.671690 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.707800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:03.774165 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Routers {'511b316d-2ba6-4ac0-b002-0f5d26f82878'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:36:03.778408 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['511b316d-2ba6-4ac0-b002-0f5d26f82878'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:03.862186 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ec49b-ff60-4fcf-88f7-17352a370bd5 None None] Pushing event updated for resources: {'Port': ['ID=9e8152c4-8f31-4aa8-8628-129c00268b66,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:04.035088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.076802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.099270 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] Set router 511b316d-2ba6-4ac0-b002-0f5d26f82878 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:36:04.100558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d2df6b-ba56-4e47-8df2-5d91bce449c9']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:04.118012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f9bb66-51e7-4493-8535-aa45eeafb62e') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:04.119487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f9bb66-51e7-4493-8535-aa45eeafb62e') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:04.151549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.180503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.195880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:36:04.196902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:36:04.204247 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:36:04.244154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca559456-b4f4-4bcc-93ff-314ff636cb03 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:04.328877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.405222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.418625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/networks/61d2df6b-ba56-4e47-8df2-5d91bce449c9 HTTP/1.1" status: 204 len: 168 time: 0.9667261 Mar 11 17:36:04.426177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8df8f4-e277-416d-bb7f-6998860f528c tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Network': ['ID=61d2df6b-ba56-4e47-8df2-5d91bce449c9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:04.431001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47844) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:04.643839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ca559456-b4f4-4bcc-93ff-314ff636cb03 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:04.644442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.668841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.839386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.843093 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:35:57Z', 'revision_number': 4, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'gw_port': {'id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9e8152c4-8f31-4aa8-8628-129c00268b66', 'name': '', 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'mac_address': 'fa:16:3e:8a:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c71b2b43-fab8-44b6-8801-15bbcb89e154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:56Z', 'updated_at': '2022-03-11T17:36:03Z', 'revision_number': 4, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'subnets': [{'id': 'c71b2b43-fab8-44b6-8801-15bbcb89e154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:04.886629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.931102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:04.975432 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20759d83-3a33-4874-a4cb-cacfc531646d None None] The sync data for ids ['511b316d-2ba6-4ac0-b002-0f5d26f82878'] in n-d-833411-1 is: [{'id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:35:57Z', 'revision_number': 4, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'gw_port': {'id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9e8152c4-8f31-4aa8-8628-129c00268b66', 'name': '', 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'mac_address': 'fa:16:3e:8a:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'c71b2b43-fab8-44b6-8801-15bbcb89e154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:56Z', 'updated_at': '2022-03-11T17:36:03Z', 'revision_number': 4, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'subnets': [{'id': 'c71b2b43-fab8-44b6-8801-15bbcb89e154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:36:04.991068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673ec39a-1b28-4a5a-8e9c-13e0c538f92b']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:05.029678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0ed124-4202-4bf3-96e0-00f5a6249341') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:05.030291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0ed124-4202-4bf3-96e0-00f5a6249341') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:05.087652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-e61333e2-fc30-463f-ba25-021c184ed704', 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'fixed_ips': [{'subnet_id': 'd34efff4-2221-42b5-963a-c079821eb3e0'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:36:05.092711 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.123957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.170970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Allocated IP 172.25.8.172 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/dbb1c026-ab05-4181-80d0-84f91665d9b1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:05.181481 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.201834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:36:05.204708 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:36:05.358464 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:36:05.409678 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.420478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.432233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/networks/673ec39a-1b28-4a5a-8e9c-13e0c538f92b HTTP/1.1" status: 204 len: 168 time: 0.9969034 Mar 11 17:36:05.435518 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47866) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:05.531990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e8a93-1b0f-4897-b008-82db5a986a10 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Network': ['ID=673ec39a-1b28-4a5a-8e9c-13e0c538f92b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:05.556140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.601841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Allocated IP 172.20.0.2 (e61333e2-fc30-463f-ba25-021c184ed704/d34efff4-2221-42b5-963a-c079821eb3e0/25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:05.716395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.807093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:05.834987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:05.842911 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:05.860124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:36:05.931663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb1c026-ab05-4181-80d0-84f91665d9b1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:06.078063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.158039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707b2c8d-f35e-4f6f-87ac-1d3815525cc5']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:06.179741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13adbe46-63df-4b4e-bff6-14d1f364924d') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:06.180459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13adbe46-63df-4b4e-bff6-14d1f364924d') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:06.210808 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.226269 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.233584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:36:06.234158 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.256311 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.289936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e8152c4-8f31-4aa8-8628-129c00268b66 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:36:06.330356 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:36:06.342647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.384473 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.389785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] 10.222.0.53 "DELETE /v2.0/networks/707b2c8d-f35e-4f6f-87ac-1d3815525cc5 HTTP/1.1" status: 204 len: 168 time: 0.8941512 Mar 11 17:36:06.398186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14baf36c-7fda-4439-891f-0ad2da1b6d42 tempest-BulkNetworkOpsTest-39210390 tempest-BulkNetworkOpsTest-39210390-project] Pushing event deleted for resources: {'Network': ['ID=707b2c8d-f35e-4f6f-87ac-1d3815525cc5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:06.407857 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.532903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9e8152c4-8f31-4aa8-8628-129c00268b66 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:06.535647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:06.655935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Network e61333e2-fc30-463f-ba25-021c184ed704 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:06.681400 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:06.739778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:36:06.778191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Pushing event updated for resources: {'Port': ['ID=25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:06.958601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.064897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Attempting to bind port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:07.065273 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Attempting to bind port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'b35cf020-14f4-4a2d-aae1-0413840c424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:07.065641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Attempting to bind port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 on network e61333e2-fc30-463f-ba25-021c184ed704 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:36:07.083683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:36:07.084069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Checking segment: {'id': 'b35cf020-14f4-4a2d-aae1-0413840c424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:36:07.089901 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.090635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Bound using segment: {'id': 'b35cf020-14f4-4a2d-aae1-0413840c424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:36:07.091343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Bound port: 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35cf020-14f4-4a2d-aae1-0413840c424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:07.092029 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.245192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] For port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:07.252785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] For port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8,segment=NetworkSegment(b35cf020-14f4-4a2d-aae1-0413840c424f),segment_id=b35cf020-14f4-4a2d-aae1-0413840c424f)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:07.254947 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.314225 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.328122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47922) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:07.392799 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 9e8152c4-8f31-4aa8-8628-129c00268b66, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9e8152c4-8f31-4aa8-8628-129c00268b66,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:07.421116 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.493043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aacbc-bd83-4a90-a592-affb39ab20bc None None] Pushing event updated for resources: {'Port': ['ID=25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:07.632359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=9e8152c4-8f31-4aa8-8628-129c00268b66,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:07.748663 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:07.925177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e8152c4-8f31-4aa8-8628-129c00268b66 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:07.980450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-52b59988-8bf5-4f38-bf28-16a0d121bdef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bbff075935f549b08f664bc4e1be298a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397552 Mar 11 17:36:07.981593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 47936) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:08.099746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9e8152c4-8f31-4aa8-8628-129c00268b66 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:08.100316 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.153559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Router e1dc979a-2310-4c67-9932-f99781499ab0 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:36:08.163825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e05bb95-bb93-414c-b8b8-d67c79931200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.345171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e05bb95-bb93-414c-b8b8-d67c79931200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.484033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e05bb95-bb93-414c-b8b8-d67c79931200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.487188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e05bb95-bb93-414c-b8b8-d67c79931200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.488678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8e05bb95-bb93-414c-b8b8-d67c79931200 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4882c14b-b6dd-42e5-a9a0-9dce66db1543 HTTP/1.1" status: 204 len: 168 time: 0.5063412 Mar 11 17:36:08.507288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05bb95-bb93-414c-b8b8-d67c79931200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4882c14b-b6dd-42e5-a9a0-9dce66db1543,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:08.571759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:36:08.585372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Sync routers for ids ['e1dc979a-2310-4c67-9932-f99781499ab0'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:36:08.620036 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:08.621781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5809a9ef-8c04-486e-bfe5-b25828f61468 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5008314 Mar 11 17:36:08.625226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 47958) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:08.638119 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Routers {'e1dc979a-2310-4c67-9932-f99781499ab0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:36:08.638638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e1dc979a-2310-4c67-9932-f99781499ab0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:08.847346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Set router e1dc979a-2310-4c67-9932-f99781499ab0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:36:09.476807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:36:03Z', 'updated_at': '2022-03-11T17:36:06Z', 'revision_number': 3, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'gw_port': {'id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:04Z', 'updated_at': '2022-03-11T17:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:09.584165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Checking router: e1dc979a-2310-4c67-9932-f99781499ab0 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:36:09.584757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Updating router e1dc979a-2310-4c67-9932-f99781499ab0 port dbb1c026-ab05-4181-80d0-84f91665d9b1 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:36:09.625648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:09.666671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.056493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef7686-5c90-4f1f-860c-dd02f961a1d9 None None] Network e61333e2-fc30-463f-ba25-021c184ed704 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:36:10.065396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:10.243945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Allocated IP 172.20.0.1 (e61333e2-fc30-463f-ba25-021c184ed704/d34efff4-2221-42b5-963a-c079821eb3e0/bf6661af-335e-4734-9403-2427d6f20acc) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:10.343307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:10.344299 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.445649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-30ed9d19-6f78-4830-9e68-88286de1eae9 None None] Provisioning complete for port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:10.446294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30ed9d19-6f78-4830-9e68-88286de1eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:10.895939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.303379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:11.375500 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.445538 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.481494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8,segment=NetworkSegment(b35cf020-14f4-4a2d-aae1-0413840c424f),segment_id=b35cf020-14f4-4a2d-aae1-0413840c424f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:11.498965 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.558942 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.602248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-secgroup--641929649'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:11.650857 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.694238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ef18-8ae0-4e58-bf8d-b3fd5669b67d None None] Pushing event updated for resources: {'Port': ['ID=dbb1c026-ab05-4181-80d0-84f91665d9b1,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:11.708756 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30ed9d19-6f78-4830-9e68-88286de1eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.727233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.770663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bf7f6-c35e-4e41-9fc8-d1d48789fef3 req-683032ce-55e2-49a5-b588-f45dcdef9b07 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:11.772265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-137bf7f6-c35e-4e41-9fc8-d1d48789fef3 req-683032ce-55e2-49a5-b588-f45dcdef9b07 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 945 time: 1.0734408 Mar 11 17:36:11.811730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Network e61333e2-fc30-463f-ba25-021c184ed704 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:11.825155 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.827146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6661af-335e-4734-9403-2427d6f20acc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:11.837554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:11.842518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:36:11.852932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-137bf7f6-c35e-4e41-9fc8-d1d48789fef3 req-a319df27-dc9d-4402-813c-e0a9051420aa tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739377 Mar 11 17:36:11.909039 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:11.999200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Attempting to bind port dbb1c026-ab05-4181-80d0-84f91665d9b1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:11.999559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Attempting to bind port dbb1c026-ab05-4181-80d0-84f91665d9b1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:12.002029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Attempting to bind port dbb1c026-ab05-4181-80d0-84f91665d9b1 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:36:12.006299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.057729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:12.061826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:36:12.062425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:36:12.063080 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.063620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:36:12.064266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Bound port: dbb1c026-ab05-4181-80d0-84f91665d9b1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:12.064835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.140983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.175155 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.229981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] For port dbb1c026-ab05-4181-80d0-84f91665d9b1, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:12.241095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] For port dbb1c026-ab05-4181-80d0-84f91665d9b1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=dbb1c026-ab05-4181-80d0-84f91665d9b1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:12.278993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.496088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.615458 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.632948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3144c4-145b-4824-b7ca-8f9f44a087f7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:12.676654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c43a-a367-47c4-8873-657aaf0330de req-c9c8f63a-0ba4-4001-99a2-67e7de3fe065 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:12.682495 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5f86c43a-a367-47c4-8873-657aaf0330de req-c9c8f63a-0ba4-4001-99a2-67e7de3fe065 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.66 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 945 time: 0.3919089 Mar 11 17:36:12.683154 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.725823 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-30ed9d19-6f78-4830-9e68-88286de1eae9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:36:12.726463 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-30ed9d19-6f78-4830-9e68-88286de1eae9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:36:12.752043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Routers {'e1dc979a-2310-4c67-9932-f99781499ab0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:36:12.752043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:35:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e1dc979a-2310-4c67-9932-f99781499ab0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:12.760732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544e1f5a-62cc-473a-90f6-fc6a68a0ba85,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:12.763427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:12.767528 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-416fb1c6-6d8a-4cd1-8044-2254d5db98cf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4525516 Mar 11 17:36:12.768666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48094) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:12.880929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ef18-8ae0-4e58-bf8d-b3fd5669b67d None None] Pushing event updated for resources: {'Port': ['ID=dbb1c026-ab05-4181-80d0-84f91665d9b1,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:13.049714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] Set router e1dc979a-2310-4c67-9932-f99781499ab0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:36:13.095850 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-063888ad-7f31-46d9-88e4-08d1f4b30722 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3220885 Mar 11 17:36:13.116615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48104) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:13.142956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-76428c68-5233-4ae7-8282-f2c48624b8a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-security--631240546', 'description': 'tempest-security-description-470896195'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:13.248237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48112) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:13.265713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81228a77-f138-4840-abf6-a16537d92cc1 req-bb27e2fb-80c6-49be-af06-c2d96b85a3ea tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:13.271713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5f86c43a-a367-47c4-8873-657aaf0330de req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Deleting port f8fd942e-d9e5-441f-83b3-e3edb2c0f877 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:36:13.272315 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5f86c43a-a367-47c4-8873-657aaf0330de req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.309315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81228a77-f138-4840-abf6-a16537d92cc1 req-bb27e2fb-80c6-49be-af06-c2d96b85a3ea tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 945 time: 0.2834167 Mar 11 17:36:13.312527 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76428c68-5233-4ae7-8282-f2c48624b8a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.319988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942ea622-d5be-47e2-b232-9bdae8bc835d None None] Network e61333e2-fc30-463f-ba25-021c184ed704 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:36:13.395322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81228a77-f138-4840-abf6-a16537d92cc1 req-36a1e754-793a-460f-915f-5f05029ef80f tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/security-groups?id=1839ef2c-4348-41e3-8909-208de137bdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850410 Mar 11 17:36:13.442964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76428c68-5233-4ae7-8282-f2c48624b8a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.448897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76428c68-5233-4ae7-8282-f2c48624b8a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.452258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76428c68-5233-4ae7-8282-f2c48624b8a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.458336 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-76428c68-5233-4ae7-8282-f2c48624b8a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "PUT /v2.0/security-groups/544e1f5a-62cc-473a-90f6-fc6a68a0ba85 HTTP/1.1" status: 200 len: 1778 time: 0.3351650 Mar 11 17:36:13.459179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48120) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:13.564903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c9c0f7a1-9acf-4ded-8669-e08b41a0048f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups/544e1f5a-62cc-473a-90f6-fc6a68a0ba85 HTTP/1.1" status: 200 len: 1778 time: 0.0772502 Mar 11 17:36:13.568407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48122) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:13.601710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5f86c43a-a367-47c4-8873-657aaf0330de req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] For port f8fd942e-d9e5-441f-83b3-e3edb2c0f877, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,segment=NetworkSegment(b7f9d90f-814c-4dea-95df-af8c1d347260),segment_id=b7f9d90f-814c-4dea-95df-af8c1d347260)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:13.602704 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5f86c43a-a367-47c4-8873-657aaf0330de req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.613362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76428c68-5233-4ae7-8282-f2c48624b8a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544e1f5a-62cc-473a-90f6-fc6a68a0ba85,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:13.649742 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.652520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5f86c43a-a367-47c4-8873-657aaf0330de req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Calling delete_port for f8fd942e-d9e5-441f-83b3-e3edb2c0f877 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:36:13.724045 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1074-6cf3-482c-9768-b995858cc0a6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.782950 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.812403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1074-6cf3-482c-9768-b995858cc0a6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.867783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6661af-335e-4734-9403-2427d6f20acc,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:13.934387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1074-6cf3-482c-9768-b995858cc0a6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.934627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:13.937399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1074-6cf3-482c-9768-b995858cc0a6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:13.944232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1a1f1074-6cf3-482c-9768-b995858cc0a6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/544e1f5a-62cc-473a-90f6-fc6a68a0ba85 HTTP/1.1" status: 204 len: 168 time: 0.3744068 Mar 11 17:36:13.951835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48130) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:14.001469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f1074-6cf3-482c-9768-b995858cc0a6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e1f5a-62cc-473a-90f6-fc6a68a0ba85,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:14.041344 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.053972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-db8a416b-4678-468c-9404-76976cdd7e7d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691652 Mar 11 17:36:14.057299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48132) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:14.058432 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e81a00a-a5e1-40f4-b979-92e1cfc545cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.088657 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-22c4379f-38f7-44a9-bee3-615bae39719d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] delete failed (client error): The resource could not be found. Mar 11 17:36:14.090915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-22c4379f-38f7-44a9-bee3-615bae39719d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/544e1f5a-62cc-473a-90f6-fc6a68a0ba85 HTTP/1.1" status: 404 len: 347 time: 0.0307834 Mar 11 17:36:14.094977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48134) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:14.110240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6df2dea2-3b4c-4a88-bf89-56c885860b71 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-secgroup--745226125'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:14.151358 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6df2dea2-3b4c-4a88-bf89-56c885860b71 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.316668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6df2dea2-3b4c-4a88-bf89-56c885860b71 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.321924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6df2dea2-3b4c-4a88-bf89-56c885860b71 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.329256 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5f86c43a-a367-47c4-8873-657aaf0330de req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.359212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6df2dea2-3b4c-4a88-bf89-56c885860b71 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.364995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6df2dea2-3b4c-4a88-bf89-56c885860b71 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2662745 Mar 11 17:36:14.375620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48142) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:14.396042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-27fe150b-fe7b-4f8a-af6d-aaea6fdd17e9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': '44198d65-ce9a-47d5-842e-9515f814bffd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:14.421482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Pushing event deleted for resources: {'Port': ['ID=f8fd942e-d9e5-441f-83b3-e3edb2c0f877,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:14.434909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:14.438260 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.477136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2dea2-3b4c-4a88-bf89-56c885860b71 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44198d65-ce9a-47d5-842e-9515f814bffd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:14.519065 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27fe150b-fe7b-4f8a-af6d-aaea6fdd17e9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.590030 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Network e61333e2-fc30-463f-ba25-021c184ed704 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:14.609479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:14.613575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f86c43a-a367-47c4-8873-657aaf0330de req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] No DVR routers for this DVR port f8fd942e-d9e5-441f-83b3-e3edb2c0f877 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:36:14.666131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc5f7a0d-a906-4910-be3f-2331e894ba7d req-28e45757-210d-476d-b155-565357f7028f tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53f912d-8e01-493b-9588-ee80e14f7816 HTTP/1.1" status: 200 len: 210 time: 0.0691149 Mar 11 17:36:14.672686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:36:03Z', 'updated_at': '2022-03-11T17:36:12Z', 'revision_number': 4, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'gw_port': {'id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:04Z', 'updated_at': '2022-03-11T17:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'bf6661af-335e-4734-9403-2427d6f20acc', 'name': '', 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'mac_address': 'fa:16:3e:52:28:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:09Z', 'updated_at': '2022-03-11T17:36:10Z', 'revision_number': 1, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'subnets': [{'id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:14.698315 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27fe150b-fe7b-4f8a-af6d-aaea6fdd17e9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.704750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27fe150b-fe7b-4f8a-af6d-aaea6fdd17e9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.748651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe150b-fe7b-4f8a-af6d-aaea6fdd17e9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9d0b36-8b18-451c-b1c0-8f45fcb6bcd1,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:14.767220 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5f86c43a-a367-47c4-8873-657aaf0330de req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.771781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5f86c43a-a367-47c4-8873-657aaf0330de req-e5f8fbfa-dafe-4805-8123-5f9ef9067e56 tempest-VolumesActionsTest-690052941 tempest-VolumesActionsTest-690052941-project] 10.222.0.66 "DELETE /v2.0/ports/f8fd942e-d9e5-441f-83b3-e3edb2c0f877 HTTP/1.1" status: 204 len: 173 time: 2.0214591 Mar 11 17:36:14.774749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53f912d-8e01-493b-9588-ee80e14f7816', 'name': 'network-vif-deleted', 'tag': 'f8fd942e-d9e5-441f-83b3-e3edb2c0f877'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:36:14.776879 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec1d040-ab57-4286-8b5e-adc83a3357f7" -d '{"events": [{"server_uuid": "c53f912d-8e01-493b-9588-ee80e14f7816", "name": "network-vif-deleted", "tag": "f8fd942e-d9e5-441f-83b3-e3edb2c0f877"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:36:14.797059 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27fe150b-fe7b-4f8a-af6d-aaea6fdd17e9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.802261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-27fe150b-fe7b-4f8a-af6d-aaea6fdd17e9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253819 Mar 11 17:36:14.802900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48152) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:14.806414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3ec01-5c2c-4d93-acb2-93ef4affe076 None None] The sync data for ids ['e1dc979a-2310-4c67-9932-f99781499ab0'] in n-d-833411-1 is: [{'id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:36:03Z', 'updated_at': '2022-03-11T17:36:12Z', 'revision_number': 4, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'gw_port': {'id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:04Z', 'updated_at': '2022-03-11T17:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'bf6661af-335e-4734-9403-2427d6f20acc', 'name': '', 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'mac_address': 'fa:16:3e:52:28:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:09Z', 'updated_at': '2022-03-11T17:36:10Z', 'revision_number': 1, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'subnets': [{'id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:36:14.811052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Router e1dc979a-2310-4c67-9932-f99781499ab0 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:36:14.818742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-09bea385-c583-4516-b8da-7141a638da1f None None] Provisioning complete for port bf6661af-335e-4734-9403-2427d6f20acc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:14.819381 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09bea385-c583-4516-b8da-7141a638da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.849325 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109d9481-5661-4edb-bf04-d8d83ae4e62a x-openstack-request-id: req-109d9481-5661-4edb-bf04-d8d83ae4e62a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:36:14.849616 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53f912d-8e01-493b-9588-ee80e14f7816", "name": "network-vif-deleted", "tag": "f8fd942e-d9e5-441f-83b3-e3edb2c0f877", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:36:14.849873 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-109d9481-5661-4edb-bf04-d8d83ae4e62a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:36:14.850276 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53f912d-8e01-493b-9588-ee80e14f7816', 'name': 'network-vif-deleted', 'tag': 'f8fd942e-d9e5-441f-83b3-e3edb2c0f877', 'status': 'completed', 'code': 200} Mar 11 17:36:14.943220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20415958-fa45-403a-9be6-2a41030a9f12 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:14.966534 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20415958-fa45-403a-9be6-2a41030a9f12 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.013345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-09bea385-c583-4516-b8da-7141a638da1f None None] Port bf6661af-335e-4734-9403-2427d6f20acc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:36:15.038350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-09bea385-c583-4516-b8da-7141a638da1f None None] Provisioning complete for port 9e8152c4-8f31-4aa8-8628-129c00268b66 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:15.039912 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09bea385-c583-4516-b8da-7141a638da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.079869 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20415958-fa45-403a-9be6-2a41030a9f12 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.096048 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20415958-fa45-403a-9be6-2a41030a9f12 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.097552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-20415958-fa45-403a-9be6-2a41030a9f12 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ce9d0b36-8b18-451c-b1c0-8f45fcb6bcd1 HTTP/1.1" status: 204 len: 168 time: 0.2935340 Mar 11 17:36:15.098924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20415958-fa45-403a-9be6-2a41030a9f12 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce9d0b36-8b18-451c-b1c0-8f45fcb6bcd1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:15.100851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48160) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:15.258065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b2adb1a8-2e8a-4ca8-b7d8-375d8679c09c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1546960 Mar 11 17:36:15.259955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-09bea385-c583-4516-b8da-7141a638da1f None None] Provisioning complete for port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:15.261485 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09bea385-c583-4516-b8da-7141a638da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.265062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48162) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:15.430279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:36:15.506337 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-65aa808b-774b-4686-b188-b3ef9f0dfa98 admin admin] 10.222.0.53 "PUT /v2.0/routers/e1dc979a-2310-4c67-9932-f99781499ab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8772690 Mar 11 17:36:15.530862 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7676855-106e-46ac-b806-c2c99e48838f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.560407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.635175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f8fd942e-d9e5-441f-83b3-e3edb2c0f877 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:36:15.666191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7676855-106e-46ac-b806-c2c99e48838f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.708042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: f8fd942e-d9e5-441f-83b3-e3edb2c0f877 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:36:15.714546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device f8fd942e-d9e5-441f-83b3-e3edb2c0f877 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:36:15.732890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48178) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:15.845287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7676855-106e-46ac-b806-c2c99e48838f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.848575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7676855-106e-46ac-b806-c2c99e48838f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.849766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c7676855-106e-46ac-b806-c2c99e48838f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/44198d65-ce9a-47d5-842e-9515f814bffd HTTP/1.1" status: 204 len: 168 time: 0.5834694 Mar 11 17:36:15.874091 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-90b9beb7-ffae-4d38-9dff-c826e5410323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:15.882403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48184) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:15.902664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48186) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:15.921705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7676855-106e-46ac-b806-c2c99e48838f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44198d65-ce9a-47d5-842e-9515f814bffd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:16.013450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-aef9c4ae-16e8-4f39-9b2a-d8c14a1bcaa0 None None] Provisioning complete for port bf6661af-335e-4734-9403-2427d6f20acc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:16.020447 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aef9c4ae-16e8-4f39-9b2a-d8c14a1bcaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.043771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-40cba3d5-1e6b-4e3f-a04a-aff6b37fd5c3 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1600356 Mar 11 17:36:16.073770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48194) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:16.089486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cf3bdfd8-5e59-45b4-9a1c-bcedb03b9b4e tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-secgroup--893292004'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:16.125090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-aef9c4ae-16e8-4f39-9b2a-d8c14a1bcaa0 None None] Port bf6661af-335e-4734-9403-2427d6f20acc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:36:16.159568 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf3bdfd8-5e59-45b4-9a1c-bcedb03b9b4e tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.162191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-aef9c4ae-16e8-4f39-9b2a-d8c14a1bcaa0 None None] Provisioning complete for port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:16.162680 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aef9c4ae-16e8-4f39-9b2a-d8c14a1bcaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.551836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf3bdfd8-5e59-45b4-9a1c-bcedb03b9b4e tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.555232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a36b-efd7-4db6-9a3b-34d7cc86d81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.578210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5af326-17d0-4944-a122-30bb45d5d68a admin admin] Deleting subnet 47a52e5e-ffdb-4444-8565-73849694ad4d {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:36:16.582562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf3bdfd8-5e59-45b4-9a1c-bcedb03b9b4e tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.656086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f695f52c-8e53-41bc-bb61-d9f0965330a8 None None] Provisioning complete for port bf6661af-335e-4734-9403-2427d6f20acc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:16.662720 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f695f52c-8e53-41bc-bb61-d9f0965330a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.675598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c5af326-17d0-4944-a122-30bb45d5d68a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.719623 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cf3bdfd8-5e59-45b4-9a1c-bcedb03b9b4e tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.725372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48210) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:16.725604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cf3bdfd8-5e59-45b4-9a1c-bcedb03b9b4e tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6478579 Mar 11 17:36:16.734114 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-359a61ff-2409-444b-b04c-426206b7f5bf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': '79369023-0b93-492f-8045-e7a12f459a97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:16.748277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bdfd8-5e59-45b4-9a1c-bcedb03b9b4e tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79369023-0b93-492f-8045-e7a12f459a97,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:16.775681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f695f52c-8e53-41bc-bb61-d9f0965330a8 None None] Port bf6661af-335e-4734-9403-2427d6f20acc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:36:16.826743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c5af326-17d0-4944-a122-30bb45d5d68a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.866235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a36b-efd7-4db6-9a3b-34d7cc86d81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.874585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6fd7a36b-efd7-4db6-9a3b-34d7cc86d81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.911856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Deleting port 141afcdc-fc7e-417d-9c5f-3b70836d88d3 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:36:16.912202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:16.978527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6fd7a36b-efd7-4db6-9a3b-34d7cc86d81c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cbab44380e34ff796c71a00bd7bb474&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0702391 Mar 11 17:36:16.981824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48220) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:17.107332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] For port 141afcdc-fc7e-417d-9c5f-3b70836d88d3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=141afcdc-fc7e-417d-9c5f-3b70836d88d3,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:17.107716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.144931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.147262 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-359a61ff-2409-444b-b04c-426206b7f5bf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.156320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf80a-21f4-40ef-8796-2bd89fcfd31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.161853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Calling delete_port for 141afcdc-fc7e-417d-9c5f-3b70836d88d3 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:36:17.167146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7a36b-efd7-4db6-9a3b-34d7cc86d81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50263576-d717-46ae-9545-a68883f90fae,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:17.201505 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c5af326-17d0-4944-a122-30bb45d5d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.252692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf80a-21f4-40ef-8796-2bd89fcfd31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.330384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-f3481960-6a40-4254-9f2a-a6f84a7a557a tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:17.332431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-f3481960-6a40-4254-9f2a-a6f84a7a557a tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/networks?id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04 HTTP/1.1" status: 200 len: 909 time: 0.2300377 Mar 11 17:36:17.342922 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c5af326-17d0-4944-a122-30bb45d5d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.359807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-b266e01e-a455-4a82-ae3c-328718d51b4a tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/quotas/e0d734f97ef24ccd98e4f60ac3c1614c HTTP/1.1" status: 200 len: 375 time: 0.0112031 Mar 11 17:36:17.365930 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf80a-21f4-40ef-8796-2bd89fcfd31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.369274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf80a-21f4-40ef-8796-2bd89fcfd31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.370620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f6fdf80a-21f4-40ef-8796-2bd89fcfd31c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50263576-d717-46ae-9545-a68883f90fae HTTP/1.1" status: 204 len: 168 time: 0.3878849 Mar 11 17:36:17.389351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5af326-17d0-4944-a122-30bb45d5d68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a52e5e-ffdb-4444-8565-73849694ad4d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:17.411402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c5af326-17d0-4944-a122-30bb45d5d68a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.414737 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3c5af326-17d0-4944-a122-30bb45d5d68a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/47a52e5e-ffdb-4444-8565-73849694ad4d HTTP/1.1" status: 204 len: 168 time: 1.6797738 Mar 11 17:36:17.421526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48236) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:17.423313 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-359a61ff-2409-444b-b04c-426206b7f5bf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.458768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-359a61ff-2409-444b-b04c-426206b7f5bf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.521157 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-359a61ff-2409-444b-b04c-426206b7f5bf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.534649 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-359a61ff-2409-444b-b04c-426206b7f5bf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8067000 Mar 11 17:36:17.535327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48240) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:17.556442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdf80a-21f4-40ef-8796-2bd89fcfd31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50263576-d717-46ae-9545-a68883f90fae,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:17.707445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a61ff-2409-444b-b04c-426206b7f5bf tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0818189d-0cbe-47fa-af10-8bc735ca2903,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:17.722378 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-92b899b2-9e94-48a5-9137-b30f4c2340ab tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': '79369023-0b93-492f-8045-e7a12f459a97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:17.728276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-c55b763c-7a6c-4a6e-95a9-634a305401e0 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0d734f97ef24ccd98e4f60ac3c1614c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3556001 Mar 11 17:36:17.863588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b899b2-9e94-48a5-9137-b30f4c2340ab tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.890211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:17.940993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-80de0a84-5075-4643-a4de-54583e6d23a1 service neutron] 10.222.0.53 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046206 Mar 11 17:36:17.979515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device dbb1c026-ab05-4181-80d0-84f91665d9b1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:18.088496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48250) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:18.108771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port dbb1c026-ab05-4181-80d0-84f91665d9b1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:18.110229 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.135337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-c9c64a5d-fb7e-480e-a634-23925d1c93df service neutron] 10.222.0.53 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932302 Mar 11 17:36:18.168844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc1306cb-0aa7-4b14-879f-40d29b9c0cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.172023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.238489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b899b2-9e94-48a5-9137-b30f4c2340ab tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.245053 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.259944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847fb16c-7c31-4baf-ac2d-f39cd640a23b']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:18.273356 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b899b2-9e94-48a5-9137-b30f4c2340ab tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.288386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d85827-3bef-4ec5-ae39-91e3c75b5716') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:18.291289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d85827-3bef-4ec5-ae39-91e3c75b5716') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:18.302812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.314927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port dbb1c026-ab05-4181-80d0-84f91665d9b1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=dbb1c026-ab05-4181-80d0-84f91665d9b1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:18.330317 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.353038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.354520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e08b1816-6fe2-4fad-965d-ae8800283c41 req-9d0a39c9-ed65-42c4-8955-bc9d60c6fc83 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 210 time: 0.0502834 Mar 11 17:36:18.365948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b899b2-9e94-48a5-9137-b30f4c2340ab tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba40fb8-2b93-43de-b43b-dce943850245,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:18.367902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.373082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:36:18.374306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:36:18.381087 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:36:18.424252 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.431973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b899b2-9e94-48a5-9137-b30f4c2340ab tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.433256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-92b899b2-9e94-48a5-9137-b30f4c2340ab tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7268658 Mar 11 17:36:18.436861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48260) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:18.442604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Pushing event deleted for resources: {'Port': ['ID=141afcdc-fc7e-417d-9c5f-3b70836d88d3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:18.444591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5f2ecc77-7b9d-44e1-9eea-ab3af44e7d03 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': '79369023-0b93-492f-8045-e7a12f459a97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:18.477574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=dbb1c026-ab05-4181-80d0-84f91665d9b1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:18.508570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecc77-7b9d-44e1-9eea-ab3af44e7d03 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.672505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecc77-7b9d-44e1-9eea-ab3af44e7d03 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.679427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecc77-7b9d-44e1-9eea-ab3af44e7d03 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.738796 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecc77-7b9d-44e1-9eea-ab3af44e7d03 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.740969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5f2ecc77-7b9d-44e1-9eea-ab3af44e7d03 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3029051 Mar 11 17:36:18.750473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48276) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:18.762246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8e992cff-81fb-4962-97ea-d7a4c3441e70 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': '79369023-0b93-492f-8045-e7a12f459a97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:18.778383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ecc77-7b9d-44e1-9eea-ab3af44e7d03 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731ea624-b699-4901-909e-5b18fa1a3b2a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:18.788479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.819875 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e992cff-81fb-4962-97ea-d7a4c3441e70 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.830898 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.835854 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] 10.222.0.53 "DELETE /v2.0/networks/847fb16c-7c31-4baf-ac2d-f39cd640a23b HTTP/1.1" status: 204 len: 168 time: 1.4112451 Mar 11 17:36:18.895761 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2ced8-f8b5-4272-b1f8-f691aa039f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=847fb16c-7c31-4baf-ac2d-f39cd640a23b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:18.964904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e992cff-81fb-4962-97ea-d7a4c3441e70 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.973688 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:18.976243 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e992cff-81fb-4962-97ea-d7a4c3441e70 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.003406 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc1306cb-0aa7-4b14-879f-40d29b9c0cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.014842 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fc1306cb-0aa7-4b14-879f-40d29b9c0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.027005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e992cff-81fb-4962-97ea-d7a4c3441e70 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a663fea-9137-4413-b7e9-65514f639ae0,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:19.040945 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e992cff-81fb-4962-97ea-d7a4c3441e70 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.042195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8e992cff-81fb-4962-97ea-d7a4c3441e70 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2901831 Mar 11 17:36:19.045022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48288) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:19.069658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b260cd0c-79cc-422e-9673-ad65bb340e32 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': '79369023-0b93-492f-8045-e7a12f459a97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:19.090221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1306cb-0aa7-4b14-879f-40d29b9c0cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05239beb-887c-4777-96df-c2c73849ea65,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:19.099578 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fc1306cb-0aa7-4b14-879f-40d29b9c0cd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d8d439f095e4c8884832de184a92745&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0047574 Mar 11 17:36:19.099578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48290) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:19.144730 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b260cd0c-79cc-422e-9673-ad65bb340e32 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.156393 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.228635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48292) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:19.252510 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b260cd0c-79cc-422e-9673-ad65bb340e32 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.259263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b260cd0c-79cc-422e-9673-ad65bb340e32 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.315349 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.321518 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260cd0c-79cc-422e-9673-ad65bb340e32 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d419fa00-456e-4ee4-b9fd-01a6cbc780c0,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:19.375296 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b260cd0c-79cc-422e-9673-ad65bb340e32 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.376698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b260cd0c-79cc-422e-9673-ad65bb340e32 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3305604 Mar 11 17:36:19.380323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48298) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:19.407355 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.421544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00acfab9-5af0-472a-a3c1-1be17b292c62 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.431271 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00acfab9-5af0-472a-a3c1-1be17b292c62 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.437684 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-876ea217-5203-4d6d-8491-2c8903766dbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0f6b2e9857548cc99e72fcb3f0ac651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058835 Mar 11 17:36:19.440825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48302) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:19.474903 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Sync routers for ids ['e1dc979a-2310-4c67-9932-f99781499ab0'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:36:19.487904 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Routers {'e1dc979a-2310-4c67-9932-f99781499ab0'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:36:19.488979 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e1dc979a-2310-4c67-9932-f99781499ab0'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:19.543502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58c578c2-4663-4c5f-944e-0825ce2287c4 req-898f5315-265c-48e0-9b90-2a77dedf7071 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 210 time: 0.0644748 Mar 11 17:36:19.585976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00acfab9-5af0-472a-a3c1-1be17b292c62 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.624894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Set router e1dc979a-2310-4c67-9932-f99781499ab0 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:36:19.632189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00acfab9-5af0-472a-a3c1-1be17b292c62 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.635729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-00acfab9-5af0-472a-a3c1-1be17b292c62 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d419fa00-456e-4ee4-b9fd-01a6cbc780c0 HTTP/1.1" status: 204 len: 168 time: 0.2509935 Mar 11 17:36:19.643260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48304) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:19.668877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acfab9-5af0-472a-a3c1-1be17b292c62 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d419fa00-456e-4ee4-b9fd-01a6cbc780c0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:19.728573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b100a177-20d9-4b4c-8796-bcf10db02e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:19.831813 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b100a177-20d9-4b4c-8796-bcf10db02e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.013531 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.015168 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d8cfa7d5-3545-46ae-8eee-1e340389e30d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3674285 Mar 11 17:36:20.016731 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.018267 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05239beb-887c-4777-96df-c2c73849ea65 HTTP/1.1" status: 204 len: 168 time: 0.9166017 Mar 11 17:36:20.020888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48312) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:20.032193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device dbb1c026-ab05-4181-80d0-84f91665d9b1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:20.035555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b100a177-20d9-4b4c-8796-bcf10db02e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.038443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05239beb-887c-4777-96df-c2c73849ea65,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:20.038681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b100a177-20d9-4b4c-8796-bcf10db02e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.042866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b100a177-20d9-4b4c-8796-bcf10db02e18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e957ccfa-4698-462a-8cdd-a671a5971dba HTTP/1.1" status: 204 len: 168 time: 0.6002750 Mar 11 17:36:20.062659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100a177-20d9-4b4c-8796-bcf10db02e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e957ccfa-4698-462a-8cdd-a671a5971dba,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:20.074734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.075047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.075467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.084015 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.084428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.084730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.085068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.085403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.085977 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5b701e0-615f-4e4c-a708-cd81ff6f01fd tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.096083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.096485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.096837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.097173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e5e246-48d9-4533-be2c-b4a4fd2f72b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:20.106487 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5b701e0-615f-4e4c-a708-cd81ff6f01fd tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.143254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Router ec1f2363-6715-4af3-b7e3-0af81cb033fe has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:36:20.206920 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5b701e0-615f-4e4c-a708-cd81ff6f01fd tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.242254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5b701e0-615f-4e4c-a708-cd81ff6f01fd tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.250929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c5b701e0-615f-4e4c-a708-cd81ff6f01fd tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3a663fea-9137-4413-b7e9-65514f639ae0 HTTP/1.1" status: 204 len: 168 time: 0.2281358 Mar 11 17:36:20.252992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b701e0-615f-4e4c-a708-cd81ff6f01fd tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a663fea-9137-4413-b7e9-65514f639ae0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:20.258706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48320) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:20.325712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port dbb1c026-ab05-4181-80d0-84f91665d9b1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:20.326566 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.363584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-06faa290-d43c-43a7-9bd5-5813eee7fcf4 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1003728 Mar 11 17:36:20.372176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:20.500565 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be998a58-ae9a-4fda-b3e9-b63537d78cf6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.521330 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be998a58-ae9a-4fda-b3e9-b63537d78cf6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.591664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:36:20.604061 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0d6f40d6-4e25-4d8e-a31d-347728a0b623 admin admin] 10.222.0.53 "PUT /v2.0/routers/ec1f2363-6715-4af3-b7e3-0af81cb033fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3517621 Mar 11 17:36:20.605507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48334) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:20.606335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-79642e51-f8f9-445d-a361-cdf52fa08b4e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:20.609172 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-79642e51-f8f9-445d-a361-cdf52fa08b4e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.66 "GET /v2.0/networks?id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04 HTTP/1.1" status: 200 len: 909 time: 0.3159540 Mar 11 17:36:20.614259 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:36:03Z', 'updated_at': '2022-03-11T17:36:12Z', 'revision_number': 4, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'gw_port': {'id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:04Z', 'updated_at': '2022-03-11T17:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'bf6661af-335e-4734-9403-2427d6f20acc', 'name': '', 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'mac_address': 'fa:16:3e:52:28:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:09Z', 'updated_at': '2022-03-11T17:36:13Z', 'revision_number': 2, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'subnets': [{'id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:20.615673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] Sync routers for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:36:20.625901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Request body: {'port': {'device_id': '7d480793-b670-4a3b-aa83-ba7e1d8bcfa4', 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'admin_state_up': True, 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:20.639827 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be998a58-ae9a-4fda-b3e9-b63537d78cf6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.660289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be998a58-ae9a-4fda-b3e9-b63537d78cf6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.666660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-be998a58-ae9a-4fda-b3e9-b63537d78cf6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/731ea624-b699-4901-909e-5b18fa1a3b2a HTTP/1.1" status: 204 len: 168 time: 0.2923114 Mar 11 17:36:20.675510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be998a58-ae9a-4fda-b3e9-b63537d78cf6 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=731ea624-b699-4901-909e-5b18fa1a3b2a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:20.687080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:20.732444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:36:20.733098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:20.755592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Made reservation on behalf of e0d734f97ef24ccd98e4f60ac3c1614c for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:20.760654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.763572 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Checking router: e1dc979a-2310-4c67-9932-f99781499ab0 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:36:20.763926 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Updating router e1dc979a-2310-4c67-9932-f99781499ab0 port bf6661af-335e-4734-9403-2427d6f20acc binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:36:20.835287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-656fe6a0-d91e-4569-aa1e-ba5aee5b3205 req-dbbd0c5a-253d-4556-b98b-e5f8e2a60da3 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 210 time: 0.0943055 Mar 11 17:36:20.885652 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:20.966930 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2e66a7f3-5556-4cb9-b811-3b7c00739d84 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2784779 Mar 11 17:36:20.969123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48352) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:21.051865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Allocated IP 172.20.0.5 (02ecd8d0-dbb4-4ed2-8549-696d6db47b04/c71b2b43-fab8-44b6-8801-15bbcb89e154/4b5f1c80-118c-4d22-8b51-023b2caad4da) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:21.052884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:36:21.097981 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dfc68698-adc5-4983-b68c-198affa24720 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.131576 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dfc68698-adc5-4983-b68c-198affa24720 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.134307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.447540 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.502251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.619423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dfc68698-adc5-4983-b68c-198affa24720 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.638424 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dfc68698-adc5-4983-b68c-198affa24720 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.643420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:21.643638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dfc68698-adc5-4983-b68c-198affa24720 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/dba40fb8-2b93-43de-b43b-dce943850245 HTTP/1.1" status: 204 len: 168 time: 0.6730640 Mar 11 17:36:21.647220 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.649072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.656572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48374) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:21.659888 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.698112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:21.712236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc68698-adc5-4983-b68c-198affa24720 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dba40fb8-2b93-43de-b43b-dce943850245,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:21.717223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Pushing event updated for resources: {'Port': ['ID=4b5f1c80-118c-4d22-8b51-023b2caad4da,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:21.727765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:36:21.816830 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04194ef-a164-40d7-bb14-30308f9b0250 None None] Pushing event updated for resources: {'Port': ['ID=bf6661af-335e-4734-9403-2427d6f20acc,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:21.901617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:21.902319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:21.919338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:36:18Z', 'revision_number': 5, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port': {'id': 'ceda176c-b4e2-46ae-8417-8016cd54f4f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:27:36Z', 'updated_at': '2022-03-11T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:21.941031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-5a5f8694-cde1-45fa-9a5b-ac6d22ab74b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3200121 Mar 11 17:36:21.952433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Request body: {'port': {'device_id': '7d480793-b670-4a3b-aa83-ba7e1d8bcfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:21.989792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bbede688-e877-4ed6-9f32-c56a3428db53 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3317513 Mar 11 17:36:21.991274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48386) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:22.001711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] Checking router: ec1f2363-6715-4af3-b7e3-0af81cb033fe for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:36:22.021466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] Routers {'ec1f2363-6715-4af3-b7e3-0af81cb033fe'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:36:22.023439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:22.051534 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Attempting to bind port bf6661af-335e-4734-9403-2427d6f20acc on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:22.052056 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Attempting to bind port bf6661af-335e-4734-9403-2427d6f20acc by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'b35cf020-14f4-4a2d-aae1-0413840c424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:22.052566 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Attempting to bind port bf6661af-335e-4734-9403-2427d6f20acc on network e61333e2-fc30-463f-ba25-021c184ed704 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:36:22.070716 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:36:22.072193 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Checking segment: {'id': 'b35cf020-14f4-4a2d-aae1-0413840c424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:36:22.072718 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.074159 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Bound using segment: {'id': 'b35cf020-14f4-4a2d-aae1-0413840c424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:36:22.076665 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Bound port: bf6661af-335e-4734-9403-2427d6f20acc, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35cf020-14f4-4a2d-aae1-0413840c424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:22.078839 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.167251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d75921b-c786-4b15-b50f-1c3485e9265c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.176054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.211288 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d75921b-c786-4b15-b50f-1c3485e9265c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.251137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] Set router ec1f2363-6715-4af3-b7e3-0af81cb033fe gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:36:22.361391 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] For port bf6661af-335e-4734-9403-2427d6f20acc, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:22.366027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:36:21Z', 'revision_number': 6, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:22.367684 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] For port bf6661af-335e-4734-9403-2427d6f20acc, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=bf6661af-335e-4734-9403-2427d6f20acc,segment=NetworkSegment(b35cf020-14f4-4a2d-aae1-0413840c424f),segment_id=b35cf020-14f4-4a2d-aae1-0413840c424f)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:22.373856 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.387564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Deleting port ceda176c-b4e2-46ae-8417-8016cd54f4f9 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:36:22.387951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.391870 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d75921b-c786-4b15-b50f-1c3485e9265c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.415639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca12d9-f285-4d45-96b9-da4addc69e3f None None] The sync data for ids ['ec1f2363-6715-4af3-b7e3-0af81cb033fe'] in n-d-833411-1 is: [{'id': 'ec1f2363-6715-4af3-b7e3-0af81cb033fe', 'name': 'tempest-AttachVolumeNegativeTest-1669118166-router', 'tenant_id': 'd2989ae2ea1f44078c929a166bd10a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:27:35Z', 'updated_at': '2022-03-11T17:36:21Z', 'revision_number': 6, 'project_id': 'd2989ae2ea1f44078c929a166bd10a72', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:36:22.427061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4d570175-4367-4de0-8e79-993da1901573 None None] Provisioning complete for port bf6661af-335e-4734-9403-2427d6f20acc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:22.427691 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d570175-4367-4de0-8e79-993da1901573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.502437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6d75921b-c786-4b15-b50f-1c3485e9265c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.506696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6d75921b-c786-4b15-b50f-1c3485e9265c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0818189d-0cbe-47fa-af10-8bc735ca2903 HTTP/1.1" status: 204 len: 168 time: 0.5108922 Mar 11 17:36:22.507825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75921b-c786-4b15-b50f-1c3485e9265c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0818189d-0cbe-47fa-af10-8bc735ca2903,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:22.523739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48402) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:22.578158 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Routers {'e1dc979a-2310-4c67-9932-f99781499ab0'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:36:22.582088 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e1dc979a-2310-4c67-9932-f99781499ab0'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:22.625724 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d570175-4367-4de0-8e79-993da1901573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.671231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9af3c7-a198-447c-acd1-145e625455c4 req-0f2bd5d2-77f0-4cc8-b687-a128c7843b60 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:22.701863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c9af3c7-a198-447c-acd1-145e625455c4 req-0f2bd5d2-77f0-4cc8-b687-a128c7843b60 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1027 time: 0.6583953 Mar 11 17:36:22.751462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4d570175-4367-4de0-8e79-993da1901573 None None] For port bf6661af-335e-4734-9403-2427d6f20acc, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=bf6661af-335e-4734-9403-2427d6f20acc,segment=NetworkSegment(b35cf020-14f4-4a2d-aae1-0413840c424f),segment_id=b35cf020-14f4-4a2d-aae1-0413840c424f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:22.756896 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d570175-4367-4de0-8e79-993da1901573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.892070 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] Set router e1dc979a-2310-4c67-9932-f99781499ab0 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:36:22.950786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48420) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:22.961960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-49d36af1-2f3e-4a5a-856a-304f7a8ae072 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4299142 Mar 11 17:36:22.979232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4d570175-4367-4de0-8e79-993da1901573 None None] Provisioning complete for port 4b5f1c80-118c-4d22-8b51-023b2caad4da triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:22.981335 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d570175-4367-4de0-8e79-993da1901573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:22.999650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] For port ceda176c-b4e2-46ae-8417-8016cd54f4f9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ceda176c-b4e2-46ae-8417-8016cd54f4f9,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:23.000229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.022648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c9af3c7-a198-447c-acd1-145e625455c4 req-50abf57f-f0f1-490e-a744-c4865de472f5 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201127 Mar 11 17:36:23.045810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Calling delete_port for ceda176c-b4e2-46ae-8417-8016cd54f4f9 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:36:23.122208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4d570175-4367-4de0-8e79-993da1901573 None None] Port 4b5f1c80-118c-4d22-8b51-023b2caad4da cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:36:23.159272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5f1c80-118c-4d22-8b51-023b2caad4da {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:36:23.169188 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04194ef-a164-40d7-bb14-30308f9b0250 None None] Pushing event updated for resources: {'Port': ['ID=bf6661af-335e-4734-9403-2427d6f20acc,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:23.185488 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.189901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d570175-4367-4de0-8e79-993da1901573 None None] Pushing event updated for resources: {'Port': ['ID=bf6661af-335e-4734-9403-2427d6f20acc,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:23.253365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Transition to ACTIVE for port object 4b5f1c80-118c-4d22-8b51-023b2caad4da will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:23.257821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5d73c4d1-875c-42d9-99c7-c6575f1f4d95 None None] Provisioning complete for port bf6661af-335e-4734-9403-2427d6f20acc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:23.258798 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5d73c4d1-875c-42d9-99c7-c6575f1f4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.260673 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e817fcd4-ceba-41e9-90c6-b5e14fed7597 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.271965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.409245 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.448431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5f1c80-118c-4d22-8b51-023b2caad4da,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:23.486365 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:36:03Z', 'updated_at': '2022-03-11T17:36:12Z', 'revision_number': 4, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'gw_port': {'id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:04Z', 'updated_at': '2022-03-11T17:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'bf6661af-335e-4734-9403-2427d6f20acc', 'name': '', 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'mac_address': 'fa:16:3e:52:28:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:09Z', 'updated_at': '2022-03-11T17:36:22Z', 'revision_number': 4, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'subnets': [{'id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:23.506816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e817fcd4-ceba-41e9-90c6-b5e14fed7597 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.570215 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1169d871-c37d-4647-aa67-c8494bb686e8 None None] The sync data for ids ['e1dc979a-2310-4c67-9932-f99781499ab0'] in n-d-833411-1 is: [{'id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:36:03Z', 'updated_at': '2022-03-11T17:36:12Z', 'revision_number': 4, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'gw_port': {'id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:04Z', 'updated_at': '2022-03-11T17:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'bf6661af-335e-4734-9403-2427d6f20acc', 'name': '', 'network_id': 'e61333e2-fc30-463f-ba25-021c184ed704', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'mac_address': 'fa:16:3e:52:28:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:09Z', 'updated_at': '2022-03-11T17:36:22Z', 'revision_number': 4, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'subnets': [{'id': 'd34efff4-2221-42b5-963a-c079821eb3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:36:23.607122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Pushing event deleted for resources: {'Port': ['ID=ceda176c-b4e2-46ae-8417-8016cd54f4f9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:23.758659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Attempting to bind port 4b5f1c80-118c-4d22-8b51-023b2caad4da on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:23.759003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Attempting to bind port 4b5f1c80-118c-4d22-8b51-023b2caad4da by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:23.759335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Attempting to bind port 4b5f1c80-118c-4d22-8b51-023b2caad4da on network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:36:23.830930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Port 4b5f1c80-118c-4d22-8b51-023b2caad4da on network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:36:23.831268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Attempting to bind port 4b5f1c80-118c-4d22-8b51-023b2caad4da on network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:36:23.891923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:36:23.892452 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.893138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Checking segment: {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:36:23.894975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Bound using segment: {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:36:23.898518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Bound port: 4b5f1c80-118c-4d22-8b51-023b2caad4da, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:23.898889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.922386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e817fcd4-ceba-41e9-90c6-b5e14fed7597 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.927284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e817fcd4-ceba-41e9-90c6-b5e14fed7597 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:23.940747 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e817fcd4-ceba-41e9-90c6-b5e14fed7597 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/79369023-0b93-492f-8045-e7a12f459a97 HTTP/1.1" status: 204 len: 168 time: 0.9811964 Mar 11 17:36:23.941832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:24.112559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bf6661af-335e-4734-9403-2427d6f20acc up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:24.227889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] For port 4b5f1c80-118c-4d22-8b51-023b2caad4da, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:24.243738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] For port 4b5f1c80-118c-4d22-8b51-023b2caad4da, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4b5f1c80-118c-4d22-8b51-023b2caad4da,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:24.293908 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.465863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port bf6661af-335e-4734-9403-2427d6f20acc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:24.466404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.491216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.500533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817fcd4-ceba-41e9-90c6-b5e14fed7597 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79369023-0b93-492f-8045-e7a12f459a97,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:24.528220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:24.543134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.555365 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.592177 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] 10.222.0.66 "PUT /v2.0/ports/4b5f1c80-118c-4d22-8b51-023b2caad4da HTTP/1.1" status: 200 len: 1091 time: 2.6388652 Mar 11 17:36:24.592997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ed787-740e-4391-b9a4-ad4596d30bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5f1c80-118c-4d22-8b51-023b2caad4da,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:24.602892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d480793-b670-4a3b-aa83-ba7e1d8bcfa4', 'tag': '4b5f1c80-118c-4d22-8b51-023b2caad4da'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:36:24.613994 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d480793-b670-4a3b-aa83-ba7e1d8bcfa4", "tag": "4b5f1c80-118c-4d22-8b51-023b2caad4da"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:36:24.716069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-d2cca781-38f6-4769-8d3b-41d0e614cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:24.717962 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-d2cca781-38f6-4769-8d3b-41d0e614cb2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0d734f97ef24ccd98e4f60ac3c1614c&device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1094 time: 0.0770416 Mar 11 17:36:24.728520 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6eb4ac70-a55b-4133-98b2-d81934db0a40 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7708530 Mar 11 17:36:24.737580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48582) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:24.835323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.837098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec1f2363-6715-4af3-b7e3-0af81cb033fe {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:36:24.860758 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:24.867715 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e8dbd518-e879-4201-9601-948a02ad799e admin admin] 10.222.0.53 "DELETE /v2.0/routers/ec1f2363-6715-4af3-b7e3-0af81cb033fe HTTP/1.1" status: 204 len: 168 time: 4.2610085 Mar 11 17:36:24.871626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48584) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:24.887431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-08ddf7e7-c0a5-4892-9898-fafe06d76752 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445754712'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:24.915219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82f848-129b-4581-8f93-229630e2041d req-bb664415-2ef2-49d8-b110-3ab9d5867aa9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:24.916777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d82f848-129b-4581-8f93-229630e2041d req-bb664415-2ef2-49d8-b110-3ab9d5867aa9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1094 time: 0.6493795 Mar 11 17:36:24.979323 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8355bcee-12fb-4363-b608-4dca31614a29 x-openstack-request-id: req-8355bcee-12fb-4363-b608-4dca31614a29 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:36:24.982568 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d480793-b670-4a3b-aa83-ba7e1d8bcfa4", "tag": "4b5f1c80-118c-4d22-8b51-023b2caad4da", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:36:24.983089 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8355bcee-12fb-4363-b608-4dca31614a29 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:36:24.984282 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d480793-b670-4a3b-aa83-ba7e1d8bcfa4', 'tag': '4b5f1c80-118c-4d22-8b51-023b2caad4da', 'status': 'completed', 'code': 200} Mar 11 17:36:24.989422 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-66075b9e-6879-4159-bb52-56745adbc0e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5f1c80-118c-4d22-8b51-023b2caad4da HTTP/1.1" status: 200 len: 217 time: 0.2587650 Mar 11 17:36:24.993944 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08ddf7e7-c0a5-4892-9898-fafe06d76752 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.030939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 141afcdc-fc7e-417d-9c5f-3b70836d88d3 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:36:25.109410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 141afcdc-fc7e-417d-9c5f-3b70836d88d3 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:36:25.116436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 141afcdc-fc7e-417d-9c5f-3b70836d88d3 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:36:25.119682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ceda176c-b4e2-46ae-8417-8016cd54f4f9 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:36:25.142464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ac890a-2d57-48cd-a27b-a89df56ffdb8 admin admin] Deleting subnet d41449e9-73a3-4dcc-8adf-d53993b46d57 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:36:25.193406 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70ac890a-2d57-48cd-a27b-a89df56ffdb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.202959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ceda176c-b4e2-46ae-8417-8016cd54f4f9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:36:25.203303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ceda176c-b4e2-46ae-8417-8016cd54f4f9 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:36:25.293840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-cdd8e468-c187-4896-b893-fe9c1ac1eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:25.295579 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-cdd8e468-c187-4896-b893-fe9c1ac1eac4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c71b2b43-fab8-44b6-8801-15bbcb89e154 HTTP/1.1" status: 200 len: 848 time: 0.2225893 Mar 11 17:36:25.354295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d82f848-129b-4581-8f93-229630e2041d req-ed79ee62-d5c3-4393-ae6d-b27b6e1a7ea9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542953 Mar 11 17:36:25.384774 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:36:25.400527 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70ac890a-2d57-48cd-a27b-a89df56ffdb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.482847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08ddf7e7-c0a5-4892-9898-fafe06d76752 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.501293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08ddf7e7-c0a5-4892-9898-fafe06d76752 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.542578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-dbb221f3-d51a-44d6-880e-2ac1553f2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:25.545537 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-dbb221f3-d51a-44d6-880e-2ac1553f2d7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433302 Mar 11 17:36:25.564483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08ddf7e7-c0a5-4892-9898-fafe06d76752 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.566888 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-08ddf7e7-c0a5-4892-9898-fafe06d76752 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8227661 Mar 11 17:36:25.571099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48604) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:25.587088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9beda4f0-480e-4237-83af-c086dba007a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': 'e6f3f5ad-cd75-4350-9180-b7e230dbdfb0', 'direction': 'ingress', 'protocol': 17}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:25.587991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48608) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:25.609677 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70ac890a-2d57-48cd-a27b-a89df56ffdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.688697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9beda4f0-480e-4237-83af-c086dba007a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.720839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddf7e7-c0a5-4892-9898-fafe06d76752 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f3f5ad-cd75-4350-9180-b7e230dbdfb0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:25.746266 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-21f92fb5-56ff-42f9-828e-e9f4a0971965 service neutron] 10.222.0.66 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644890 Mar 11 17:36:25.783433 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70ac890a-2d57-48cd-a27b-a89df56ffdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.857210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac890a-2d57-48cd-a27b-a89df56ffdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d41449e9-73a3-4dcc-8adf-d53993b46d57,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:25.866641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a62d0a-d13b-4dfd-a809-212ef5d870b4 None None] Network 692795f5-26c2-430b-9ffc-82a05437df85 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:36:25.881066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70ac890a-2d57-48cd-a27b-a89df56ffdb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.883875 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-561ce870-d2fe-41c2-abe6-ad3103173fa7 req-a904ed82-f6b3-4540-a133-e2ed519d57ad service neutron] 10.222.0.66 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342897 Mar 11 17:36:25.889756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-70ac890a-2d57-48cd-a27b-a89df56ffdb8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d41449e9-73a3-4dcc-8adf-d53993b46d57 HTTP/1.1" status: 204 len: 168 time: 1.0097506 Mar 11 17:36:25.892573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48618) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:25.935171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9beda4f0-480e-4237-83af-c086dba007a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:25.946383 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9beda4f0-480e-4237-83af-c086dba007a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.034790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beda4f0-480e-4237-83af-c086dba007a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a581727f-2f9b-4520-b0bc-a5312d328d69,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:26.058685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9beda4f0-480e-4237-83af-c086dba007a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.065534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9beda4f0-480e-4237-83af-c086dba007a8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4931753 Mar 11 17:36:26.073689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48622) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:26.130762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.168870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-fbd6a19e-225b-4ef9-9331-4fd3b11c1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:26.171124 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-fbd6a19e-225b-4ef9-9331-4fd3b11c1e15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0d734f97ef24ccd98e4f60ac3c1614c&device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1094 time: 0.1519756 Mar 11 17:36:26.238224 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-29eb6069-d36a-41ca-a5ad-57e456d35492 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.283840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a16c76c-1879-4d18-a2d4-5c5edd56b1ab None None] DHCP port deletion for 692795f5-26c2-430b-9ffc-82a05437df85 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:36:26.300395 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-29eb6069-d36a-41ca-a5ad-57e456d35492 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.339424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6a16c76c-1879-4d18-a2d4-5c5edd56b1ab None None] Deleting port 1fc3b1b6-0000-44be-a13d-b84455a28f9e {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:36:26.340712 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a16c76c-1879-4d18-a2d4-5c5edd56b1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.363165 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-29eb6069-d36a-41ca-a5ad-57e456d35492 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.368869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d068669-b524-402f-bccb-928e14b22141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.369328 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-29eb6069-d36a-41ca-a5ad-57e456d35492 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.369328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-29eb6069-d36a-41ca-a5ad-57e456d35492 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/e6f3f5ad-cd75-4350-9180-b7e230dbdfb0 HTTP/1.1" status: 204 len: 168 time: 0.2932677 Mar 11 17:36:26.373495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48636) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:26.428435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Deleting port 1fc3b1b6-0000-44be-a13d-b84455a28f9e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:36:26.428780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.481575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6a16c76c-1879-4d18-a2d4-5c5edd56b1ab None None] For port 1fc3b1b6-0000-44be-a13d-b84455a28f9e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1fc3b1b6-0000-44be-a13d-b84455a28f9e,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:26.482501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a16c76c-1879-4d18-a2d4-5c5edd56b1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.499792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6a16c76c-1879-4d18-a2d4-5c5edd56b1ab None None] Calling delete_port for 1fc3b1b6-0000-44be-a13d-b84455a28f9e owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:36:26.531193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-2a3601a1-6f8e-474f-b8c2-5955b3715f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:26.533138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-2a3601a1-6f8e-474f-b8c2-5955b3715f96 service neutron] 10.222.0.66 "GET /v2.0/networks?id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04 HTTP/1.1" status: 200 len: 909 time: 0.3506303 Mar 11 17:36:26.536610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9b082880-4ce1-41b0-aa14-d5833b2d49c4 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1618333 Mar 11 17:36:26.541323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb6069-d36a-41ca-a5ad-57e456d35492 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f3f5ad-cd75-4350-9180-b7e230dbdfb0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:26.543268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48642) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:26.563091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3d3b411d-5caa-4350-906e-8e7b0071f969 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-secgroup--713624455'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:26.596676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a16c76c-1879-4d18-a2d4-5c5edd56b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.633501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-8a177ab1-7129-495b-92e6-cb5abfca65f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5f1c80-118c-4d22-8b51-023b2caad4da HTTP/1.1" status: 200 len: 217 time: 0.0759492 Mar 11 17:36:26.639771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16c76c-1879-4d18-a2d4-5c5edd56b1ab None None] No DVR routers for this DVR port 1fc3b1b6-0000-44be-a13d-b84455a28f9e on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:36:26.641473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16c76c-1879-4d18-a2d4-5c5edd56b1ab None None] Pushing event deleted for resources: {'Port': ['ID=1fc3b1b6-0000-44be-a13d-b84455a28f9e,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:26.686276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d3b411d-5caa-4350-906e-8e7b0071f969 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.702768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] For port 1fc3b1b6-0000-44be-a13d-b84455a28f9e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1fc3b1b6-0000-44be-a13d-b84455a28f9e,segment=NetworkSegment(c0712e35-7b1a-441b-afef-1dad2c5bf197),segment_id=c0712e35-7b1a-441b-afef-1dad2c5bf197)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:26.703224 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.737523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Calling delete_port for 1fc3b1b6-0000-44be-a13d-b84455a28f9e owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:36:26.748943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d068669-b524-402f-bccb-928e14b22141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.750823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-fc9249f4-1162-4977-b191-f0a182f41bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:26.752576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-fc9249f4-1162-4977-b191-f0a182f41bc4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c71b2b43-fab8-44b6-8801-15bbcb89e154 HTTP/1.1" status: 200 len: 848 time: 0.1091850 Mar 11 17:36:26.758584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d068669-b524-402f-bccb-928e14b22141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.819104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d3b411d-5caa-4350-906e-8e7b0071f969 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.836671 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d3b411d-5caa-4350-906e-8e7b0071f969 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.898042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b066e-fc14-46ee-b202-2da30ce3f887 req-9d83e9db-01f4-41f5-a64b-b2649609b32f tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:26.900704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-993b066e-fc14-46ee-b202-2da30ce3f887 req-9d83e9db-01f4-41f5-a64b-b2649609b32f tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1094 time: 0.3778369 Mar 11 17:36:26.907639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d068669-b524-402f-bccb-928e14b22141 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5390436a029c42909062c128e11e6c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2228925 Mar 11 17:36:26.908935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d068669-b524-402f-bccb-928e14b22141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dea3f2-56df-4df6-ac52-373995a2be4e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:26.912147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:26.914846 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d3b411d-5caa-4350-906e-8e7b0071f969 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:26.917436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3d3b411d-5caa-4350-906e-8e7b0071f969 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3590126 Mar 11 17:36:26.919819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48664) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:26.929991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-48a3cd71-9145-4ad1-aa62-08cb73582989 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-secgroup--588838900'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:26.963185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b411d-5caa-4350-906e-8e7b0071f969 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac6e80-994f-4711-89cf-f2ed17074786,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:26.989301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-da9bec47-0772-49b9-9b40-9470b9ee6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:26.991283 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-da9bec47-0772-49b9-9b40-9470b9ee6695 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294810 Mar 11 17:36:27.003494 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48a3cd71-9145-4ad1-aa62-08cb73582989 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.015475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-993b066e-fc14-46ee-b202-2da30ce3f887 req-0ed013df-d429-44df-af67-0d75ee34c2d1 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930808 Mar 11 17:36:27.088714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cde995c4-54db-4498-b5fc-1032cd80da13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.094558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.118038 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48a3cd71-9145-4ad1-aa62-08cb73582989 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.122600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48a3cd71-9145-4ad1-aa62-08cb73582989 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.151038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc3b1b6-0000-44be-a13d-b84455a28f9e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.153233 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48a3cd71-9145-4ad1-aa62-08cb73582989 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.153865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] No DVR routers for this DVR port 1fc3b1b6-0000-44be-a13d-b84455a28f9e on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:36:27.158397 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cde995c4-54db-4498-b5fc-1032cd80da13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.161975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-48a3cd71-9145-4ad1-aa62-08cb73582989 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2333410 Mar 11 17:36:27.164267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48676) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:27.174234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-708d00f8-187d-49c4-a903-5167fe4725f8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': '53ac6e80-994f-4711-89cf-f2ed17074786', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9a48ee67-5113-4ff2-a4da-bdaafacfcdca', 'remote_ip_prefix': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:27.192613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3cd71-9145-4ad1-aa62-08cb73582989 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a48ee67-5113-4ff2-a4da-bdaafacfcdca,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.241008 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-708d00f8-187d-49c4-a903-5167fe4725f8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.283477 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.317910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692795f5-26c2-430b-9ffc-82a05437df85']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:27.329977 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-708d00f8-187d-49c4-a903-5167fe4725f8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.333377 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0712e35-7b1a-441b-afef-1dad2c5bf197') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:27.333682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0712e35-7b1a-441b-afef-1dad2c5bf197') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:27.341761 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-708d00f8-187d-49c4-a903-5167fe4725f8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.347611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.363857 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.371713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:36:27.372400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.385378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d00f8-187d-49c4-a903-5167fe4725f8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6fc017-7a57-4ed5-b019-3ffc431653f3,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.403510 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-708d00f8-187d-49c4-a903-5167fe4725f8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.404910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-708d00f8-187d-49c4-a903-5167fe4725f8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2390745 Mar 11 17:36:27.407903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48682) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:27.447684 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6464ef-3ff4-4b42-97c6-e6de04faad28 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.459369 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6464ef-3ff4-4b42-97c6-e6de04faad28 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: self.session.flush() Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:36:27.505671 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:36:27.522043 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6464ef-3ff4-4b42-97c6-e6de04faad28 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.530709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f6464ef-3ff4-4b42-97c6-e6de04faad28 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.531951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8f6464ef-3ff4-4b42-97c6-e6de04faad28 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/dc6fc017-7a57-4ed5-b019-3ffc431653f3 HTTP/1.1" status: 204 len: 168 time: 0.1230068 Mar 11 17:36:27.534655 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cde995c4-54db-4498-b5fc-1032cd80da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.536196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48684) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:27.540603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cde995c4-54db-4498-b5fc-1032cd80da13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.542372 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cde995c4-54db-4498-b5fc-1032cd80da13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92dea3f2-56df-4df6-ac52-373995a2be4e HTTP/1.1" status: 204 len: 168 time: 0.6090655 Mar 11 17:36:27.553443 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-0e532485-0898-424a-902e-66a27e4e17f4 service neutron] 10.222.0.66 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528791 Mar 11 17:36:27.560274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.564180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6464ef-3ff4-4b42-97c6-e6de04faad28 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc6fc017-7a57-4ed5-b019-3ffc431653f3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.567364 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.581777 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] 10.222.0.53 "DELETE /v2.0/networks/692795f5-26c2-430b-9ffc-82a05437df85 HTTP/1.1" status: 204 len: 168 time: 1.6881180 Mar 11 17:36:27.590167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde995c4-54db-4498-b5fc-1032cd80da13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dea3f2-56df-4df6-ac52-373995a2be4e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.617081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-503a41a6-48dd-497c-ae94-fa7c4bcef7c2 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0747044 Mar 11 17:36:27.619809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48692) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:27.644037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113525a-4890-4a0c-a97a-65d963e70940 admin admin] Pushing event deleted for resources: {'Network': ['ID=692795f5-26c2-430b-9ffc-82a05437df85,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.739687 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f5a2946d-718f-4d5e-b3ee-2e1a1a7bf4cc req-d9829849-8295-4aa6-8025-95694040cb62 service neutron] 10.222.0.66 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567392 Mar 11 17:36:27.742555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-512891fc-96fa-4125-84ef-8e17b6992ee3 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.770973 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-512891fc-96fa-4125-84ef-8e17b6992ee3 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.826306 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-512891fc-96fa-4125-84ef-8e17b6992ee3 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.829544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-512891fc-96fa-4125-84ef-8e17b6992ee3 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:27.833562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48696) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:27.834378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-512891fc-96fa-4125-84ef-8e17b6992ee3 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/9a48ee67-5113-4ff2-a4da-bdaafacfcdca HTTP/1.1" status: 204 len: 168 time: 0.2132807 Mar 11 17:36:27.846180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512891fc-96fa-4125-84ef-8e17b6992ee3 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a48ee67-5113-4ff2-a4da-bdaafacfcdca,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:27.888093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1fc3b1b6-0000-44be-a13d-b84455a28f9e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:36:27.936545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1fc3b1b6-0000-44be-a13d-b84455a28f9e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:36:27.936891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1fc3b1b6-0000-44be-a13d-b84455a28f9e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:36:27.975113 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-12d85076-677a-4f21-87e0-836b89021ae2 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1373613 Mar 11 17:36:27.975339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48698) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:28.019184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48702) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:28.077207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2659-4451-4c10-9200-1755d6dc3184 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.130433 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2659-4451-4c10-9200-1755d6dc3184 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.140481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9a43c310-7b58-4cfc-af6f-e8d00d6995cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2989ae2ea1f44078c929a166bd10a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200058 Mar 11 17:36:28.143011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48708) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:28.228157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcb7f4-a64e-4281-8192-fff48a8dffef req-2e3993a4-fcd7-4a1a-86d3-878c50caea80 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:28.239608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8afcb7f4-a64e-4281-8192-fff48a8dffef req-2e3993a4-fcd7-4a1a-86d3-878c50caea80 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1094 time: 0.1029596 Mar 11 17:36:28.306892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8afcb7f4-a64e-4281-8192-fff48a8dffef req-a9745545-e9ea-4c4e-a0f3-be5993a9ef84 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612781 Mar 11 17:36:28.317630 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2659-4451-4c10-9200-1755d6dc3184 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.323245 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2659-4451-4c10-9200-1755d6dc3184 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.325771 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4c3d2659-4451-4c10-9200-1755d6dc3184 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/53ac6e80-994f-4711-89cf-f2ed17074786 HTTP/1.1" status: 204 len: 168 time: 0.3489001 Mar 11 17:36:28.334910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48714) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:28.353903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48718) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:28.367253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c27ba5f-9556-417b-a632-a003f625996d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.369313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d2659-4451-4c10-9200-1755d6dc3184 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac6e80-994f-4711-89cf-f2ed17074786,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:28.394946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b0a621c8-3f97-4b8b-8a7d-5649f2b0b90b tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585096 Mar 11 17:36:28.398811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48720) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:28.408585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2d9da4cf-4f0e-45d1-a0e6-7df4d18f154d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584389553'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:28.416916 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1d43-cde5-49a9-94cd-188d10b70e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.445111 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d9da4cf-4f0e-45d1-a0e6-7df4d18f154d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.474317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c27ba5f-9556-417b-a632-a003f625996d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.578943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1d43-cde5-49a9-94cd-188d10b70e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.580159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c27ba5f-9556-417b-a632-a003f625996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.583043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6c27ba5f-9556-417b-a632-a003f625996d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.584487 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6c27ba5f-9556-417b-a632-a003f625996d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ea6565f-b880-42c7-9ad4-80320536ee00 HTTP/1.1" status: 204 len: 168 time: 0.4381433 Mar 11 17:36:28.588179 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1d43-cde5-49a9-94cd-188d10b70e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.589022 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d9da4cf-4f0e-45d1-a0e6-7df4d18f154d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.600431 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d9da4cf-4f0e-45d1-a0e6-7df4d18f154d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.606969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27ba5f-9556-417b-a632-a003f625996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea6565f-b880-42c7-9ad4-80320536ee00,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:28.641726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9da4cf-4f0e-45d1-a0e6-7df4d18f154d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e16097-4431-46c9-bde4-6dcd52859196,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:28.662394 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d9da4cf-4f0e-45d1-a0e6-7df4d18f154d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.664438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2d9da4cf-4f0e-45d1-a0e6-7df4d18f154d tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2645631 Mar 11 17:36:28.667460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48726) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:28.679693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c83b698f-f69f-44a2-b002-17bdce776123 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': '31e16097-4431-46c9-bde4-6dcd52859196', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:28.693401 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ac2e1d43-cde5-49a9-94cd-188d10b70e6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b41b09558f0e4a879a9564efbce8ce17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383007 Mar 11 17:36:28.696125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48728) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:28.772433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e1d43-cde5-49a9-94cd-188d10b70e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065f6ad6-1319-4084-88b2-86d07057cc54,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:28.800487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c83b698f-f69f-44a2-b002-17bdce776123 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.829664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04de69aa-549e-49e5-8d47-7e968011ee26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.885644 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04de69aa-549e-49e5-8d47-7e968011ee26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.934251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c83b698f-f69f-44a2-b002-17bdce776123 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.939578 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c83b698f-f69f-44a2-b002-17bdce776123 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.979429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04de69aa-549e-49e5-8d47-7e968011ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.982432 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04de69aa-549e-49e5-8d47-7e968011ee26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:28.983696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04de69aa-549e-49e5-8d47-7e968011ee26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/065f6ad6-1319-4084-88b2-86d07057cc54 HTTP/1.1" status: 204 len: 168 time: 0.2862630 Mar 11 17:36:28.993020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b698f-f69f-44a2-b002-17bdce776123 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a395e07b-34a4-4f50-baf6-d018c0ee0e4d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:29.003971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de69aa-549e-49e5-8d47-7e968011ee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f6ad6-1319-4084-88b2-86d07057cc54,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:29.006050 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c83b698f-f69f-44a2-b002-17bdce776123 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.010954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c83b698f-f69f-44a2-b002-17bdce776123 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3421702 Mar 11 17:36:29.014861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48734) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:29.047245 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0536b48-59c7-4b1d-a569-646929794387 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.060382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0536b48-59c7-4b1d-a569-646929794387 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.065346 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.104051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0536b48-59c7-4b1d-a569-646929794387 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.114722 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0536b48-59c7-4b1d-a569-646929794387 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.116946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d0536b48-59c7-4b1d-a569-646929794387 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a395e07b-34a4-4f50-baf6-d018c0ee0e4d HTTP/1.1" status: 204 len: 168 time: 0.0998302 Mar 11 17:36:29.118841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:29.145192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0536b48-59c7-4b1d-a569-646929794387 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a395e07b-34a4-4f50-baf6-d018c0ee0e4d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:29.198681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48742) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:29.199495 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-99a7dfc3-90cc-4c61-b3de-a3526c0049bc tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0791523 Mar 11 17:36:29.316154 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.357155 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.416283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.425451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.431798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48750) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:29.439591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/31e16097-4431-46c9-bde4-6dcd52859196 HTTP/1.1" status: 204 len: 168 time: 0.2362618 Mar 11 17:36:29.492858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e16097-4431-46c9-bde4-6dcd52859196,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:29.542777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.543172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.543472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.543811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.544146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.545286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.545642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.545977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.546309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.546637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.546970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.547594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275617b-dded-4097-a2d8-0d1b18efeb9f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:29.567483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16268c4f-ae1c-499e-9105-1b01c8d625b5 req-aa0f557c-ecf9-4df8-993d-e72a54d914aa tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:29.573610 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6cc9ec58-2dff-4a99-87be-8fe5e49add71 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1405056 Mar 11 17:36:29.575279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16268c4f-ae1c-499e-9105-1b01c8d625b5 req-aa0f557c-ecf9-4df8-993d-e72a54d914aa tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1094 time: 0.1241195 Mar 11 17:36:29.579255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48754) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:29.596915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b8afe606-ea77-43d4-ae80-9ce7470d3750 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827835398'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:29.623571 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8afe606-ea77-43d4-ae80-9ce7470d3750 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.655431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4b5f1c80-118c-4d22-8b51-023b2caad4da details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:36:29.735888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16268c4f-ae1c-499e-9105-1b01c8d625b5 req-ffd4369e-5908-4719-9f84-5de4c286556f tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169572 Mar 11 17:36:29.859018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8afe606-ea77-43d4-ae80-9ce7470d3750 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.864814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8afe606-ea77-43d4-ae80-9ce7470d3750 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.932493 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8afe606-ea77-43d4-ae80-9ce7470d3750 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:29.944789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b8afe606-ea77-43d4-ae80-9ce7470d3750 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3605571 Mar 11 17:36:29.945100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48760) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:29.949634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-db604d17-dc6e-4b2d-a214-47757617bee1 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': 'a6e7a040-775d-471c-8fbe-cf08ec6ac635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:29.954957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afe606-ea77-43d4-ae80-9ce7470d3750 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e7a040-775d-471c-8fbe-cf08ec6ac635,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:29.957746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 4b5f1c80-118c-4d22-8b51-023b2caad4da, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4b5f1c80-118c-4d22-8b51-023b2caad4da,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:29.985844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '4b5f1c80-118c-4d22-8b51-023b2caad4da', 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'port_id': '4b5f1c80-118c-4d22-8b51-023b2caad4da', 'mac_address': 'fa:16:3e:ad:54:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71b2b43-fab8-44b6-8801-15bbcb89e154', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:36:29.994379 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db604d17-dc6e-4b2d-a214-47757617bee1 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.069452 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.099557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5f1c80-118c-4d22-8b51-023b2caad4da {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:36:30.125964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db604d17-dc6e-4b2d-a214-47757617bee1 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.130765 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db604d17-dc6e-4b2d-a214-47757617bee1 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.145430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 4b5f1c80-118c-4d22-8b51-023b2caad4da, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4b5f1c80-118c-4d22-8b51-023b2caad4da,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:30.155437 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.175601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db604d17-dc6e-4b2d-a214-47757617bee1 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4740ebcc-afe0-4f6a-80ef-cbbc2306cd5f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:30.191052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db604d17-dc6e-4b2d-a214-47757617bee1 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.192311 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-db604d17-dc6e-4b2d-a214-47757617bee1 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2462516 Mar 11 17:36:30.195277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48776) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:30.228121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fd12091b-4184-4436-b6e9-5a6ebb53afd7 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules/4740ebcc-afe0-4f6a-80ef-cbbc2306cd5f HTTP/1.1" status: 200 len: 763 time: 0.0313036 Mar 11 17:36:30.231907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:30.250253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=4b5f1c80-118c-4d22-8b51-023b2caad4da,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:30.311431 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-16caaf6f-10da-42cc-9a42-6564fe2db6fb tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0778747 Mar 11 17:36:30.314433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48784) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:30.358953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9145d11f-8378-4eea-9c85-243cdd7c5f9c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.368630 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9145d11f-8378-4eea-9c85-243cdd7c5f9c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.417140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9145d11f-8378-4eea-9c85-243cdd7c5f9c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.424031 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9145d11f-8378-4eea-9c85-243cdd7c5f9c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.425696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9145d11f-8378-4eea-9c85-243cdd7c5f9c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4740ebcc-afe0-4f6a-80ef-cbbc2306cd5f HTTP/1.1" status: 204 len: 168 time: 0.1097360 Mar 11 17:36:30.428456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48792) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:30.434289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145d11f-8378-4eea-9c85-243cdd7c5f9c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4740ebcc-afe0-4f6a-80ef-cbbc2306cd5f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:30.455610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['4b5f1c80-118c-4d22-8b51-023b2caad4da'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:36:30.559643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48794) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:30.565296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-021253a8-4fa7-47fe-8e75-d061d6889848 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': 'a6e7a040-775d-471c-8fbe-cf08ec6ac635', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:30.571213 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3fdb9a35-13ac-474d-9ce7-01ad439b3bf0 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1269462 Mar 11 17:36:30.617375 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-021253a8-4fa7-47fe-8e75-d061d6889848 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.723036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-021253a8-4fa7-47fe-8e75-d061d6889848 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.729560 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-021253a8-4fa7-47fe-8e75-d061d6889848 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.765957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-021253a8-4fa7-47fe-8e75-d061d6889848 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:30.767700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-021253a8-4fa7-47fe-8e75-d061d6889848 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067301 Mar 11 17:36:30.770463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48804) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:30.783048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021253a8-4fa7-47fe-8e75-d061d6889848 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf516869-9ca8-48e2-b296-ff3b32a0d88b,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:30.823135 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9c31ef0a-9f85-4614-aed0-eb3e69a23d1c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules/cf516869-9ca8-48e2-b296-ff3b32a0d88b HTTP/1.1" status: 200 len: 763 time: 0.0500848 Mar 11 17:36:30.824764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48806) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:30.961663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-42fb29c1-1f13-4d35-9631-bfe536ce2ed8 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1333177 Mar 11 17:36:30.962321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48812) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:31.022618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ceb572c-de21-419d-b409-59aec5e39a46 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.053533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ceb572c-de21-419d-b409-59aec5e39a46 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.073440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a3871-f209-4924-9c9a-9cc606fc870c req-94fa3028-11ff-48d5-9628-1b0478b01418 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:31.078422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a2a3871-f209-4924-9c9a-9cc606fc870c req-94fa3028-11ff-48d5-9628-1b0478b01418 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1095 time: 0.1671760 Mar 11 17:36:31.137673 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ceb572c-de21-419d-b409-59aec5e39a46 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.144873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ceb572c-de21-419d-b409-59aec5e39a46 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.146033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3ceb572c-de21-419d-b409-59aec5e39a46 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cf516869-9ca8-48e2-b296-ff3b32a0d88b HTTP/1.1" status: 204 len: 168 time: 0.1831017 Mar 11 17:36:31.149255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48820) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:31.167183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb572c-de21-419d-b409-59aec5e39a46 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf516869-9ca8-48e2-b296-ff3b32a0d88b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:31.193704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a2a3871-f209-4924-9c9a-9cc606fc870c req-0a50d9df-7010-477f-b02d-3e9c2b26f1d0 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067371 Mar 11 17:36:31.227543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9bad96e4-7bb4-4835-a32d-a310a07a903f tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0746777 Mar 11 17:36:31.228106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48822) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:31.234192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-af797086-49b4-40b6-a83c-c2e353984970 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': 'a6e7a040-775d-471c-8fbe-cf08ec6ac635', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:31.265283 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-af797086-49b4-40b6-a83c-c2e353984970 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Project de69305b9bd94315962366029ba9913c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:36:31.270750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af797086-49b4-40b6-a83c-c2e353984970 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.387230 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af797086-49b4-40b6-a83c-c2e353984970 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.394201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af797086-49b4-40b6-a83c-c2e353984970 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.410442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af797086-49b4-40b6-a83c-c2e353984970 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bbf136-bde1-4999-999b-a2e50b1f89e8,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:31.437393 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af797086-49b4-40b6-a83c-c2e353984970 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.445331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48832) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:31.454249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-af797086-49b4-40b6-a83c-c2e353984970 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2254829 Mar 11 17:36:31.483636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:31.503238 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f92d6b8a-d5ea-4bdc-bc97-e1d174b4aab2 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules/f6bbf136-bde1-4999-999b-a2e50b1f89e8 HTTP/1.1" status: 200 len: 769 time: 0.0565810 Mar 11 17:36:31.555679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b4116f76-b6b0-43e5-a39b-ccc10e8e2975 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0708761 Mar 11 17:36:31.558886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48840) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:31.584877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccd7-ed3e-478b-9036-2b48cc392cb5 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.592787 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccd7-ed3e-478b-9036-2b48cc392cb5 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.627290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccd7-ed3e-478b-9036-2b48cc392cb5 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.633986 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-afb9ccd7-ed3e-478b-9036-2b48cc392cb5 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.635230 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-afb9ccd7-ed3e-478b-9036-2b48cc392cb5 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f6bbf136-bde1-4999-999b-a2e50b1f89e8 HTTP/1.1" status: 204 len: 168 time: 0.0752988 Mar 11 17:36:31.638180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:31.646975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9ccd7-ed3e-478b-9036-2b48cc392cb5 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6bbf136-bde1-4999-999b-a2e50b1f89e8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:31.662360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4b5f1c80-118c-4d22-8b51-023b2caad4da up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:31.727544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 4b5f1c80-118c-4d22-8b51-023b2caad4da completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:31.733885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 4b5f1c80-118c-4d22-8b51-023b2caad4da triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:31.734434 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.772898 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5248fc44-148e-4ac3-8c38-57cf18c895f2 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1307750 Mar 11 17:36:31.775159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48848) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:31.886538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-080974c3-d2c4-4745-b91c-8fdb51e8b298 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.896684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.943709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 4b5f1c80-118c-4d22-8b51-023b2caad4da, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4b5f1c80-118c-4d22-8b51-023b2caad4da,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:31.944494 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-080974c3-d2c4-4745-b91c-8fdb51e8b298 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.945625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d480793-b670-4a3b-aa83-ba7e1d8bcfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5f1c80-118c-4d22-8b51-023b2caad4da'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:36:31.950610 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c14ee0a-6330-4f75-8bcb-3a456480759c" -d '{"events": [{"server_uuid": "7d480793-b670-4a3b-aa83-ba7e1d8bcfa4", "name": "network-vif-plugged", "status": "completed", "tag": "4b5f1c80-118c-4d22-8b51-023b2caad4da"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:36:31.957576 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:31.997824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-080974c3-d2c4-4745-b91c-8fdb51e8b298 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.001392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-080974c3-d2c4-4745-b91c-8fdb51e8b298 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.002580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-080974c3-d2c4-4745-b91c-8fdb51e8b298 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/a6e7a040-775d-471c-8fbe-cf08ec6ac635 HTTP/1.1" status: 204 len: 168 time: 0.2263873 Mar 11 17:36:32.005507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48858) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:32.048725 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449396d6-4fe0-4ac1-abcd-cf75cc2f2690 x-openstack-request-id: req-449396d6-4fe0-4ac1-abcd-cf75cc2f2690 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:36:32.049021 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d480793-b670-4a3b-aa83-ba7e1d8bcfa4", "name": "network-vif-plugged", "status": "completed", "tag": "4b5f1c80-118c-4d22-8b51-023b2caad4da", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:36:32.049270 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-449396d6-4fe0-4ac1-abcd-cf75cc2f2690 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:36:32.049699 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d480793-b670-4a3b-aa83-ba7e1d8bcfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5f1c80-118c-4d22-8b51-023b2caad4da', 'code': 200} Mar 11 17:36:32.050654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080974c3-d2c4-4745-b91c-8fdb51e8b298 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e7a040-775d-471c-8fbe-cf08ec6ac635,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:32.091876 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=4b5f1c80-118c-4d22-8b51-023b2caad4da,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:32.115501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-540b559d-1e36-49a0-bff7-568a9f8975fe tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1047139 Mar 11 17:36:32.120211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48862) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:32.123893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-151e3ecf-14d2-4cb6-b5c1-7657c55e9565 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group': {'name': 'tempest-secgroup--563515591'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:32.129343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.130703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.131044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.131376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.131756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.132546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.132886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.133212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.133578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.133906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.134354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.135085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:36:32.177972 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-151e3ecf-14d2-4cb6-b5c1-7657c55e9565 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.194913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953250c-5577-4a5b-a0b3-9e75957c9ff1 req-1e2afc62-fff5-4bb8-be6c-9160d735418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:32.198284 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3953250c-5577-4a5b-a0b3-9e75957c9ff1 req-1e2afc62-fff5-4bb8-be6c-9160d735418d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1096 time: 0.0678730 Mar 11 17:36:32.253174 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3953250c-5577-4a5b-a0b3-9e75957c9ff1 req-9c169ef6-9a52-4775-a51c-44cde8d7b327 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476573 Mar 11 17:36:32.317944 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-151e3ecf-14d2-4cb6-b5c1-7657c55e9565 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.325628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-151e3ecf-14d2-4cb6-b5c1-7657c55e9565 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.399485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-151e3ecf-14d2-4cb6-b5c1-7657c55e9565 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.403480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-151e3ecf-14d2-4cb6-b5c1-7657c55e9565 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2821846 Mar 11 17:36:32.403661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:32.408207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-59da9a5a-d2c8-4ed6-a405-ac8aa42513f9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Request body: {'security_group_rule': {'security_group_id': '7679b42c-2113-424a-aeab-da8673cd3de1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:32.413095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e3ecf-14d2-4cb6-b5c1-7657c55e9565 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7679b42c-2113-424a-aeab-da8673cd3de1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:32.422979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cf4da-f81e-4144-8231-dfcf63fe320a req-3a853721-4b60-4547-98cf-ba7143bc0558 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:32.424609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-345cf4da-f81e-4144-8231-dfcf63fe320a req-3a853721-4b60-4547-98cf-ba7143bc0558 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1096 time: 0.1011305 Mar 11 17:36:32.476914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59da9a5a-d2c8-4ed6-a405-ac8aa42513f9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.539718 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59da9a5a-d2c8-4ed6-a405-ac8aa42513f9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.543385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-345cf4da-f81e-4144-8231-dfcf63fe320a req-fde665a1-5492-48ad-bb26-17b914630980 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106226 Mar 11 17:36:32.545050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59da9a5a-d2c8-4ed6-a405-ac8aa42513f9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.566458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da9a5a-d2c8-4ed6-a405-ac8aa42513f9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15779a7f-0ea5-40cc-9b26-b2390511c5a1,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:32.576686 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59da9a5a-d2c8-4ed6-a405-ac8aa42513f9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.578893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-59da9a5a-d2c8-4ed6-a405-ac8aa42513f9 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1740060 Mar 11 17:36:32.581947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48884) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:32.664837 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-631742b9-7932-4a53-86ef-da0019489e69 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.692639 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-631742b9-7932-4a53-86ef-da0019489e69 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.745729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-631742b9-7932-4a53-86ef-da0019489e69 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.748366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-631742b9-7932-4a53-86ef-da0019489e69 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:32.749589 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-631742b9-7932-4a53-86ef-da0019489e69 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/7679b42c-2113-424a-aeab-da8673cd3de1 HTTP/1.1" status: 204 len: 168 time: 0.1658785 Mar 11 17:36:32.752257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48892) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:32.759007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631742b9-7932-4a53-86ef-da0019489e69 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7679b42c-2113-424a-aeab-da8673cd3de1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:32.839071 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1189f8a3-f04f-4bd4-bb75-398cf9012934 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846457 Mar 11 17:36:32.841949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48896) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:32.895492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48900) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:32.897239 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c429431c-37a7-425f-b996-0bfb0ae6c26c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0489156 Mar 11 17:36:32.914497 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-17b852dc-efec-45a8-9b55-c44d6ff40d3c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] delete failed (client error): The resource could not be found. Mar 11 17:36:32.918949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-17b852dc-efec-45a8-9b55-c44d6ff40d3c tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "DELETE /v2.0/security-groups/7679b42c-2113-424a-aeab-da8673cd3de1 HTTP/1.1" status: 404 len: 347 time: 0.0190778 Mar 11 17:36:32.919360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48902) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:32.977349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2c493ad5-ac7d-4d6d-a8dc-b78f8c4f4da4 tempest-SecGroupIPv6Test-1141286675 tempest-SecGroupIPv6Test-1141286675-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532918 Mar 11 17:36:33.699599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48936) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:33.725978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f9ea-1a22-4b72-8957-b837b52a3a39 req-e7447c4b-3ff2-4b2d-91fa-16278229c8a3 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:33.728010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7809f9ea-1a22-4b72-8957-b837b52a3a39 req-e7447c4b-3ff2-4b2d-91fa-16278229c8a3 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1096 time: 0.0569046 Mar 11 17:36:33.766749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7809f9ea-1a22-4b72-8957-b837b52a3a39 req-2feeaaa2-12b3-4ed0-9f28-6d8eb8338776 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Mar 11 17:36:33.990486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48946) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:34.043705 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4bf93d7b-2e0c-440b-9673-6f1bfae7ec53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de69305b9bd94315962366029ba9913c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388836 Mar 11 17:36:34.046711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48950) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:34.105037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-333abc26-4279-4524-b235-f7d56fc0d462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.150555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ada6d53-1b74-4a37-9db7-e5ddf928ed12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.188954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ada6d53-1b74-4a37-9db7-e5ddf928ed12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.257495 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-333abc26-4279-4524-b235-f7d56fc0d462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.262841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-333abc26-4279-4524-b235-f7d56fc0d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.288055 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ada6d53-1b74-4a37-9db7-e5ddf928ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.290790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ada6d53-1b74-4a37-9db7-e5ddf928ed12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.295080 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2ada6d53-1b74-4a37-9db7-e5ddf928ed12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c3144c4-145b-4824-b7ca-8f9f44a087f7 HTTP/1.1" status: 204 len: 168 time: 0.2472982 Mar 11 17:36:34.316392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-333abc26-4279-4524-b235-f7d56fc0d462 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e023e01737c4475a7f0ffefd85dc8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230495 Mar 11 17:36:34.316392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333abc26-4279-4524-b235-f7d56fc0d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922e7149-1e73-432f-a10b-31ddee4cd7bf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:34.318692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 48960) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:34.327117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada6d53-1b74-4a37-9db7-e5ddf928ed12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3144c4-145b-4824-b7ca-8f9f44a087f7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:34.417025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 48962) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:34.428450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97b21811-97e0-4ab7-a136-9f110759db2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.453268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97b21811-97e0-4ab7-a136-9f110759db2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.543607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97b21811-97e0-4ab7-a136-9f110759db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.548909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97b21811-97e0-4ab7-a136-9f110759db2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.550381 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-97b21811-97e0-4ab7-a136-9f110759db2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/922e7149-1e73-432f-a10b-31ddee4cd7bf HTTP/1.1" status: 204 len: 168 time: 0.2304692 Mar 11 17:36:34.568877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b21811-97e0-4ab7-a136-9f110759db2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922e7149-1e73-432f-a10b-31ddee4cd7bf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:34.837951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a49940b4-2bcd-43aa-9872-e2a175b7fe45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:34.966243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcd42c-e3f6-46e8-8efd-b466cbb4410a req-edba649a-358f-418f-a588-2e5075c4b4da tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:34.967859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2fcd42c-e3f6-46e8-8efd-b466cbb4410a req-edba649a-358f-418f-a588-2e5075c4b4da tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1096 time: 0.0891519 Mar 11 17:36:35.049293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2fcd42c-e3f6-46e8-8efd-b466cbb4410a req-e638c31b-34f7-4a74-b5fd-0323a434d1ff tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679421 Mar 11 17:36:35.097934 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a49940b4-2bcd-43aa-9872-e2a175b7fe45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.108088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a49940b4-2bcd-43aa-9872-e2a175b7fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.168824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:35.177015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a49940b4-2bcd-43aa-9872-e2a175b7fe45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fcd803f2078460d92cb2232f1b2afdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7565928 Mar 11 17:36:35.182494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:35.192616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abb33093-28e9-4fb3-8264-e4a608e2ac64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.213401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49940b4-2bcd-43aa-9872-e2a175b7fe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32553e62-2671-4c54-84f1-3c3b17d474e2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:35.251545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75673c-1e12-40fb-baa2-1685510134ad req-fb58a010-7900-4be7-96df-0f15c429f7c5 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:35.268537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b75673c-1e12-40fb-baa2-1685510134ad req-fb58a010-7900-4be7-96df-0f15c429f7c5 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1096 time: 0.1042230 Mar 11 17:36:35.342180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b75673c-1e12-40fb-baa2-1685510134ad req-39d29671-e9d9-44c2-a8bf-e3374d13561c tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676117 Mar 11 17:36:35.352895 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abb33093-28e9-4fb3-8264-e4a608e2ac64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.358151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abb33093-28e9-4fb3-8264-e4a608e2ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.409999 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e14ed86a-2e70-49b6-b815-11af94435eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.423943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49070) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:35.437550 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-abb33093-28e9-4fb3-8264-e4a608e2ac64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d843cd3dd3eb4af59b302430d2c51398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626882 Mar 11 17:36:35.452290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb33093-28e9-4fb3-8264-e4a608e2ac64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe0ef9-09d1-4001-9b86-8b0ecea91404,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:35.493816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e14ed86a-2e70-49b6-b815-11af94435eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.567068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e14ed86a-2e70-49b6-b815-11af94435eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.569855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e14ed86a-2e70-49b6-b815-11af94435eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.574927 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e14ed86a-2e70-49b6-b815-11af94435eb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32553e62-2671-4c54-84f1-3c3b17d474e2 HTTP/1.1" status: 204 len: 168 time: 0.3907654 Mar 11 17:36:35.585228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ed86a-2e70-49b6-b815-11af94435eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32553e62-2671-4c54-84f1-3c3b17d474e2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:35.648689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a544a7a-e9ba-4c1b-913b-c3f85e4fa29a req-2cbc0213-bb2e-41c1-a026-6aa4eeb70f56 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:35.657023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a544a7a-e9ba-4c1b-913b-c3f85e4fa29a req-2cbc0213-bb2e-41c1-a026-6aa4eeb70f56 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1096 time: 0.1790841 Mar 11 17:36:35.710826 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90708421-8680-4075-82b4-314df27289f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.795956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49122) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:35.830170 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90708421-8680-4075-82b4-314df27289f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:35.865643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a544a7a-e9ba-4c1b-913b-c3f85e4fa29a req-3a89118b-ebd1-46cc-845f-5cabd49a5856 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988184 Mar 11 17:36:36.024845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90708421-8680-4075-82b4-314df27289f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.030918 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90708421-8680-4075-82b4-314df27289f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.033217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-90708421-8680-4075-82b4-314df27289f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3fe0ef9-09d1-4001-9b86-8b0ecea91404 HTTP/1.1" status: 204 len: 168 time: 0.6084816 Mar 11 17:36:36.046033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90708421-8680-4075-82b4-314df27289f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe0ef9-09d1-4001-9b86-8b0ecea91404,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:36.208138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49178) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:36.215348 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b145b052-5d52-48f0-8d7d-d331e3db563d tempest-ServiceProvidersTest-148266051 tempest-ServiceProvidersTest-148266051-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4176319 Mar 11 17:36:36.232840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e7e2-46dc-4f05-9cbb-d841ae29a6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.385508 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e7e2-46dc-4f05-9cbb-d841ae29a6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.403618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e7e2-46dc-4f05-9cbb-d841ae29a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.467410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49220) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:36.475243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7ce8e7e2-46dc-4f05-9cbb-d841ae29a6d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=deacb4643f874d0289a53356d9f09cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653883 Mar 11 17:36:36.483946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8e7e2-46dc-4f05-9cbb-d841ae29a6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3044fe2-d1d9-45f0-840f-2c5646293645,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:36.577453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-817d946c-ced5-4192-8b6b-7f3602bac586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.623879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-817d946c-ced5-4192-8b6b-7f3602bac586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.678882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-817d946c-ced5-4192-8b6b-7f3602bac586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.682572 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-817d946c-ced5-4192-8b6b-7f3602bac586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:36.685983 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-817d946c-ced5-4192-8b6b-7f3602bac586 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3044fe2-d1d9-45f0-840f-2c5646293645 HTTP/1.1" status: 204 len: 168 time: 0.2174971 Mar 11 17:36:36.696415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d946c-ced5-4192-8b6b-7f3602bac586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3044fe2-d1d9-45f0-840f-2c5646293645,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:36.797486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-6f19befe-f6cb-492d-8c09-90a35815165b tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:36.800677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-6f19befe-f6cb-492d-8c09-90a35815165b tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/networks?id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04 HTTP/1.1" status: 200 len: 909 time: 0.2595973 Mar 11 17:36:36.851010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-039da54a-bffd-4b6b-8803-dd48c13c0e63 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/quotas/e0d734f97ef24ccd98e4f60ac3c1614c HTTP/1.1" status: 200 len: 375 time: 0.0436251 Mar 11 17:36:36.929558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49282) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:36.959040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-603f2f9c-e678-4753-ac15-ac3f3af24a31 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0d734f97ef24ccd98e4f60ac3c1614c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009607 Mar 11 17:36:37.213034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-209f05fc-3a33-4041-a753-99f270a7c57f service neutron] 10.222.0.53 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460492 Mar 11 17:36:37.270914 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b84661a8-f222-4699-8152-dd47d5c7e320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.428118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-fa5b5590-4ab7-4b0b-964f-11a95ca67a97 service neutron] 10.222.0.53 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094882 Mar 11 17:36:37.447679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b84661a8-f222-4699-8152-dd47d5c7e320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.454808 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b84661a8-f222-4699-8152-dd47d5c7e320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.486680 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b84661a8-f222-4699-8152-dd47d5c7e320 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0016c3b185cf46e4b93333ce056e9805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5556254 Mar 11 17:36:37.489332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49350) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:37.508665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84661a8-f222-4699-8152-dd47d5c7e320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f36ec20-3660-43cb-8f83-843b9e42f682,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:37.577949 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7fab930-d0b0-4583-9df0-ff32b8f578a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.604232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7fab930-d0b0-4583-9df0-ff32b8f578a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.676619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7fab930-d0b0-4583-9df0-ff32b8f578a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.679754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7fab930-d0b0-4583-9df0-ff32b8f578a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:37.681206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a7fab930-d0b0-4583-9df0-ff32b8f578a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f36ec20-3660-43cb-8f83-843b9e42f682 HTTP/1.1" status: 204 len: 168 time: 0.1907575 Mar 11 17:36:37.712180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fab930-d0b0-4583-9df0-ff32b8f578a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f36ec20-3660-43cb-8f83-843b9e42f682,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:37.815153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-530cfded-3029-4464-91b1-838e2da70b1b req-bbb7f642-e3c8-4314-afe7-98d7a76fbde7 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 210 time: 0.0332115 Mar 11 17:36:39.004629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79c3abe5-09d3-4852-8cd2-176f8b3c6115 req-b2a33367-52f1-4bd8-bb7d-1646f29d9fa4 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 210 time: 0.0611057 Mar 11 17:36:39.438442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-1a7d6717-5328-4fda-8be5-f47b22fc0854 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:39.440697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-1a7d6717-5328-4fda-8be5-f47b22fc0854 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.46 "GET /v2.0/networks?id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04 HTTP/1.1" status: 200 len: 909 time: 0.1589622 Mar 11 17:36:39.454055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Request body: {'port': {'device_id': 'a5b00207-48a6-417c-822e-ec90ce21b751', 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'admin_state_up': True, 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:39.496079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Made reservation on behalf of e0d734f97ef24ccd98e4f60ac3c1614c for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:36:39.502461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:39.657313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Allocated IP 172.20.0.8 (02ecd8d0-dbb4-4ed2-8549-696d6db47b04/c71b2b43-fab8-44b6-8801-15bbcb89e154/99680e95-7914-44fb-ad14-0e24c0ce759c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:36:39.819308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:39.861510 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:39.877281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['4b5f1c80-118c-4d22-8b51-023b2caad4da'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:36:39.907887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:36:39.912256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:36:39.915361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:36:39.959968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Pushing event updated for resources: {'Port': ['ID=99680e95-7914-44fb-ad14-0e24c0ce759c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:40.011488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:40.011972 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:40.037636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-05fe271c-d335-4548-baeb-4264c7ee126e tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5887403 Mar 11 17:36:40.057271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-64a0027b-0e9c-444e-9c1c-5d5b8f8d3c45 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:36:40.061921 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-64a0027b-0e9c-444e-9c1c-5d5b8f8d3c45 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180135 Mar 11 17:36:40.228555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61507100-d3c6-4266-8f71-1cdde253c3b5 req-d25c9c94-99aa-4367-9015-92f758e55eec tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:40.238804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61507100-d3c6-4266-8f71-1cdde253c3b5 req-d25c9c94-99aa-4367-9015-92f758e55eec tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1027 time: 0.0980248 Mar 11 17:36:40.330202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61507100-d3c6-4266-8f71-1cdde253c3b5 req-81001c52-5655-45ba-8593-1c1847b624ad tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864429 Mar 11 17:36:40.419050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5b300562-8de4-4b3c-bf75-e9b012d6261f None None] Provisioning complete for port 99680e95-7914-44fb-ad14-0e24c0ce759c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:40.419724 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5b300562-8de4-4b3c-bf75-e9b012d6261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:40.463244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Request body: {'port': {'device_id': 'a5b00207-48a6-417c-822e-ec90ce21b751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:36:40.529222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5b300562-8de4-4b3c-bf75-e9b012d6261f None None] Port 99680e95-7914-44fb-ad14-0e24c0ce759c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:36:40.540364 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:40.993401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99680e95-7914-44fb-ad14-0e24c0ce759c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:36:41.002568 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.019210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Transition to ACTIVE for port object 99680e95-7914-44fb-ad14-0e24c0ce759c will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:36:41.024995 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.025557 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.089686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Pushing event updated for resources: {'Port': ['ID=99680e95-7914-44fb-ad14-0e24c0ce759c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:41.220051 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Attempting to bind port 99680e95-7914-44fb-ad14-0e24c0ce759c on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:36:41.221396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Attempting to bind port 99680e95-7914-44fb-ad14-0e24c0ce759c by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:36:41.222522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Attempting to bind port 99680e95-7914-44fb-ad14-0e24c0ce759c on network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:36:41.236435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Port 99680e95-7914-44fb-ad14-0e24c0ce759c on network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:36:41.239456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Attempting to bind port 99680e95-7914-44fb-ad14-0e24c0ce759c on network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:36:41.256061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:36:41.258446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Checking segment: {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:36:41.258961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Bound using segment: {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:36:41.260879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Bound port: 99680e95-7914-44fb-ad14-0e24c0ce759c, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63aa650e-a574-4d9d-8443-5ee8d56d9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:36:41.262328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.410470 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] For port 99680e95-7914-44fb-ad14-0e24c0ce759c, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:36:41.414998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] For port 99680e95-7914-44fb-ad14-0e24c0ce759c, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=99680e95-7914-44fb-ad14-0e24c0ce759c,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:36:41.420582 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.537913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:41.545551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:41.547587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] 10.222.0.46 "PUT /v2.0/ports/99680e95-7914-44fb-ad14-0e24c0ce759c HTTP/1.1" status: 200 len: 1091 time: 1.4765520 Mar 11 17:36:41.553091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f655-836f-4a39-8614-10e92e983e6c req-4dd9fcb2-28cc-4ec2-bfa5-ec9d1e57bf83 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:41.554643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58e1f655-836f-4a39-8614-10e92e983e6c req-4dd9fcb2-28cc-4ec2-bfa5-ec9d1e57bf83 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1094 time: 0.0942926 Mar 11 17:36:41.580706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b00207-48a6-417c-822e-ec90ce21b751', 'tag': '99680e95-7914-44fb-ad14-0e24c0ce759c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:36:41.593274 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b00207-48a6-417c-822e-ec90ce21b751", "tag": "99680e95-7914-44fb-ad14-0e24c0ce759c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:36:41.677941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58e1f655-836f-4a39-8614-10e92e983e6c req-3b62fc2d-654e-44c3-baf9-f1fb5d7a72a5 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911384 Mar 11 17:36:41.681231 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dfd7d4-f3ee-41ef-98d7-9040995efc04 x-openstack-request-id: req-71dfd7d4-f3ee-41ef-98d7-9040995efc04 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:36:41.681719 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b00207-48a6-417c-822e-ec90ce21b751", "tag": "99680e95-7914-44fb-ad14-0e24c0ce759c", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:36:41.682143 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71dfd7d4-f3ee-41ef-98d7-9040995efc04 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:36:41.683696 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b00207-48a6-417c-822e-ec90ce21b751', 'tag': '99680e95-7914-44fb-ad14-0e24c0ce759c', 'status': 'completed', 'code': 200} Mar 11 17:36:41.750794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcfc76-7817-4782-9317-a42af4373655 service neutron] Pushing event updated for resources: {'Port': ['ID=99680e95-7914-44fb-ad14-0e24c0ce759c,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:41.786081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-b69e34e6-de2d-4b48-99ab-5176fe548b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:41.788918 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-b69e34e6-de2d-4b48-99ab-5176fe548b02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0d734f97ef24ccd98e4f60ac3c1614c&device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1094 time: 0.1480937 Mar 11 17:36:41.850227 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-5455ea05-4fb7-4034-9578-f0f853c3a587 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99680e95-7914-44fb-ad14-0e24c0ce759c HTTP/1.1" status: 200 len: 217 time: 0.0531042 Mar 11 17:36:41.969423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-9236fbad-68e9-4368-8e98-d6edd3511b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:41.974726 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-9236fbad-68e9-4368-8e98-d6edd3511b9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c71b2b43-fab8-44b6-8801-15bbcb89e154 HTTP/1.1" status: 200 len: 848 time: 0.1177390 Mar 11 17:36:42.086337 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-5dcef351-0b5e-4116-b4e5-752c9b52ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:42.091231 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-5dcef351-0b5e-4116-b4e5-752c9b52ea04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092823 Mar 11 17:36:42.341187 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-88da211a-bc34-4a2c-891a-783bfb6e25d6 service neutron] 10.222.0.46 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410202 Mar 11 17:36:42.473734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49730) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:42.479009 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f8a5827-03ea-4af5-a753-93090ca825d1 req-18bd8a22-9f56-40db-96e5-fee60ae4984b service neutron] 10.222.0.46 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257787 Mar 11 17:36:42.630800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-2fd2b87c-b3ad-4fab-a746-1b9821693ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:42.633068 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-2fd2b87c-b3ad-4fab-a746-1b9821693ba9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0d734f97ef24ccd98e4f60ac3c1614c&device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1094 time: 0.0987906 Mar 11 17:36:42.747285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62cc7fb6-4279-4c6b-8b3f-6a774d623cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:42.839595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-a0668181-35f9-403e-aa26-820c7af162f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:42.849278 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-a0668181-35f9-403e-aa26-820c7af162f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04 HTTP/1.1" status: 200 len: 909 time: 0.2080388 Mar 11 17:36:42.904481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa40fb-d075-4aa7-a3e2-4068e3f78608 req-bf62ee16-72da-4ee9-8427-dc192829a143 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:42.906046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbfa40fb-d075-4aa7-a3e2-4068e3f78608 req-bf62ee16-72da-4ee9-8427-dc192829a143 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1094 time: 0.1258597 Mar 11 17:36:42.935364 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-2949766f-2b7a-438a-a1c7-795b51990bc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99680e95-7914-44fb-ad14-0e24c0ce759c HTTP/1.1" status: 200 len: 217 time: 0.0767972 Mar 11 17:36:43.004886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-673abb23-3886-4777-ad33-5555d782e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:43.006582 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-673abb23-3886-4777-ad33-5555d782e777 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c71b2b43-fab8-44b6-8801-15bbcb89e154 HTTP/1.1" status: 200 len: 848 time: 0.0647449 Mar 11 17:36:43.017182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbfa40fb-d075-4aa7-a3e2-4068e3f78608 req-11a5a6de-b2a1-4b48-a880-958454cceaec tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022406 Mar 11 17:36:43.078030 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49746) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:43.093489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62cc7fb6-4279-4c6b-8b3f-6a774d623cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.099995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62cc7fb6-4279-4c6b-8b3f-6a774d623cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.110266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-93d7a280-e2a8-4797-a55a-166b6b98b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:43.113022 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-93d7a280-e2a8-4797-a55a-166b6b98b944 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02ecd8d0-dbb4-4ed2-8549-696d6db47b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953834 Mar 11 17:36:43.208712 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-62cc7fb6-4279-4c6b-8b3f-6a774d623cda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8fb2ce41a55483682a0b79b68df1a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7330010 Mar 11 17:36:43.211124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49750) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:43.231166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc7fb6-4279-4c6b-8b3f-6a774d623cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d44b108-80e6-4762-a4bb-6d4e5a071d34,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:43.263432 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-85ed9b32-bf09-4b3e-9edf-98ab90a60f97 service neutron] 10.222.0.46 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427743 Mar 11 17:36:43.324669 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc95ab3c-bddc-4e31-b792-ff6171eee9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.357392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc95ab3c-bddc-4e31-b792-ff6171eee9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.442951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc95ab3c-bddc-4e31-b792-ff6171eee9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.446878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc95ab3c-bddc-4e31-b792-ff6171eee9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.449888 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64f6aa11-f0c3-4330-b6aa-c24a5c7c111f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.454260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dc95ab3c-bddc-4e31-b792-ff6171eee9cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d44b108-80e6-4762-a4bb-6d4e5a071d34 HTTP/1.1" status: 204 len: 168 time: 0.2393811 Mar 11 17:36:43.458231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49760) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:43.477683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95ab3c-bddc-4e31-b792-ff6171eee9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d44b108-80e6-4762-a4bb-6d4e5a071d34,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:43.497958 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2f6ebe0b-aee2-4573-a04a-9b4c51dd370c req-2d135906-54fe-4935-ae08-ff8f487b6911 service neutron] 10.222.0.46 "GET /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198770 Mar 11 17:36:43.600584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64f6aa11-f0c3-4330-b6aa-c24a5c7c111f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.607183 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64f6aa11-f0c3-4330-b6aa-c24a5c7c111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.615325 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3d540bc-b7bd-4eeb-b18b-8304fa1cd71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.656024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6aa11-f0c3-4330-b6aa-c24a5c7c111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376d439a-7ce9-473b-bd80-79136706c0f9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:43.662229 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-64f6aa11-f0c3-4330-b6aa-c24a5c7c111f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c516ed9b92bb486f873ab47927f4ca63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814338 Mar 11 17:36:43.665049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49766) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:43.728975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce3dc-7480-4391-961d-97b05072333f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.760106 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce3dc-7480-4391-961d-97b05072333f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.782027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d45f568a-8599-4947-8294-a50190cd0847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.827656 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce3dc-7480-4391-961d-97b05072333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.831020 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce3dc-7480-4391-961d-97b05072333f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.832371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4c6ce3dc-7480-4391-961d-97b05072333f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/376d439a-7ce9-473b-bd80-79136706c0f9 HTTP/1.1" status: 204 len: 168 time: 0.1663134 Mar 11 17:36:43.845248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ce3dc-7480-4391-961d-97b05072333f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376d439a-7ce9-473b-bd80-79136706c0f9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:43.881807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49770) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:43.903421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee7a15ad-3f2f-40a0-accd-9fc7fd33e106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.905139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d45f568a-8599-4947-8294-a50190cd0847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.911249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d45f568a-8599-4947-8294-a50190cd0847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:43.955472 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d45f568a-8599-4947-8294-a50190cd0847 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58abe06d9b21432bb6093a7d9e1399fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918172 Mar 11 17:36:43.957683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f568a-8599-4947-8294-a50190cd0847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b59b34-8a92-4ef9-91d2-0f185e4f8c49,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:43.958693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49772) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:44.039074 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee7a15ad-3f2f-40a0-accd-9fc7fd33e106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.046608 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee7a15ad-3f2f-40a0-accd-9fc7fd33e106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.059938 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a41c869-3285-4731-89a1-23707a5b3c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.083616 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a41c869-3285-4731-89a1-23707a5b3c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.167738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a15ad-3f2f-40a0-accd-9fc7fd33e106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ccb5f1-e7af-4a64-b668-380d5c1ab2a6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:44.175949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ee7a15ad-3f2f-40a0-accd-9fc7fd33e106 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=826c6a66cfd94a5f8bfd4b5ff01bcd85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898939 Mar 11 17:36:44.176297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49778) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:44.214219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d9ad5-a0d1-4439-bc4f-abb9b14f7be8 req-2cba3141-6a1d-4efb-b6ca-13e2df2c9d59 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:44.215734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae0d9ad5-a0d1-4439-bc4f-abb9b14f7be8 req-2cba3141-6a1d-4efb-b6ca-13e2df2c9d59 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1094 time: 0.1047270 Mar 11 17:36:44.225561 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a41c869-3285-4731-89a1-23707a5b3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.228085 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a41c869-3285-4731-89a1-23707a5b3c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.229208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4a41c869-3285-4731-89a1-23707a5b3c8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98b59b34-8a92-4ef9-91d2-0f185e4f8c49 HTTP/1.1" status: 204 len: 168 time: 0.2684302 Mar 11 17:36:44.255299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41c869-3285-4731-89a1-23707a5b3c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b59b34-8a92-4ef9-91d2-0f185e4f8c49,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:44.275640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-033e22a8-a070-48e6-911c-da05032aecc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.287836 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae0d9ad5-a0d1-4439-bc4f-abb9b14f7be8 req-f46572df-6ce0-4182-9e59-d92f803a6765 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568438 Mar 11 17:36:44.307276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49782) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:44.308937 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-033e22a8-a070-48e6-911c-da05032aecc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.329218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81fdd191-121a-4b65-af1b-cbb6916beed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.369117 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-033e22a8-a070-48e6-911c-da05032aecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.371820 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-033e22a8-a070-48e6-911c-da05032aecc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.375075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-033e22a8-a070-48e6-911c-da05032aecc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93ccb5f1-e7af-4a64-b668-380d5c1ab2a6 HTTP/1.1" status: 204 len: 168 time: 0.1959515 Mar 11 17:36:44.387084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e22a8-a070-48e6-911c-da05032aecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ccb5f1-e7af-4a64-b668-380d5c1ab2a6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:44.441936 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81fdd191-121a-4b65-af1b-cbb6916beed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.453279 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81fdd191-121a-4b65-af1b-cbb6916beed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.519964 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-81fdd191-121a-4b65-af1b-cbb6916beed6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cee77d6594e2438fb2f1168156e0f582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119653 Mar 11 17:36:44.521563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdd191-121a-4b65-af1b-cbb6916beed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b0b109-9792-4603-b005-8bb7b00983f5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:44.522513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49792) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:44.618132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-235b78b0-a1b8-4202-b9d1-19acfa584b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.679737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-235b78b0-a1b8-4202-b9d1-19acfa584b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.789964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-235b78b0-a1b8-4202-b9d1-19acfa584b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.793765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-235b78b0-a1b8-4202-b9d1-19acfa584b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.798096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-235b78b0-a1b8-4202-b9d1-19acfa584b7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08b0b109-9792-4603-b005-8bb7b00983f5 HTTP/1.1" status: 204 len: 168 time: 0.2720060 Mar 11 17:36:44.815439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b78b0-a1b8-4202-b9d1-19acfa584b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b0b109-9792-4603-b005-8bb7b00983f5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:44.839392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49810) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:44.873382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4eae6940-fc28-4096-9447-a5d12abbbfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.987621 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4eae6940-fc28-4096-9447-a5d12abbbfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:44.993440 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4eae6940-fc28-4096-9447-a5d12abbbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.075449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4eae6940-fc28-4096-9447-a5d12abbbfe7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19fbed7808ba4474bec4b2e71f636003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344391 Mar 11 17:36:45.076690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae6940-fc28-4096-9447-a5d12abbbfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932edc2e-181e-4972-8d4a-4b4bfcb4ed0a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:45.078333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49820) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:45.081266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 99680e95-7914-44fb-ad14-0e24c0ce759c details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:36:45.212631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1a89e24-e7e2-4db2-86e7-50142e18e731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.266152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1a89e24-e7e2-4db2-86e7-50142e18e731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.342343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 99680e95-7914-44fb-ad14-0e24c0ce759c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=99680e95-7914-44fb-ad14-0e24c0ce759c,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:45.352411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1a89e24-e7e2-4db2-86e7-50142e18e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.355674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1a89e24-e7e2-4db2-86e7-50142e18e731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.359489 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f1a89e24-e7e2-4db2-86e7-50142e18e731 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/932edc2e-181e-4972-8d4a-4b4bfcb4ed0a HTTP/1.1" status: 204 len: 168 time: 0.2800469 Mar 11 17:36:45.373254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a89e24-e7e2-4db2-86e7-50142e18e731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932edc2e-181e-4972-8d4a-4b4bfcb4ed0a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:45.388883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '99680e95-7914-44fb-ad14-0e24c0ce759c', 'network_id': '02ecd8d0-dbb4-4ed2-8549-696d6db47b04', 'port_id': '99680e95-7914-44fb-ad14-0e24c0ce759c', 'mac_address': 'fa:16:3e:bc:e4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71b2b43-fab8-44b6-8801-15bbcb89e154', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:36:45.459696 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.481759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99680e95-7914-44fb-ad14-0e24c0ce759c {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:36:45.506898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 99680e95-7914-44fb-ad14-0e24c0ce759c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=99680e95-7914-44fb-ad14-0e24c0ce759c,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:45.524500 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:45.567308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c393bf3-8603-43dd-86f2-3289b4dbf06f req-53031861-6fc2-4238-9f46-43cb0b69f4cd tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:45.570479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c393bf3-8603-43dd-86f2-3289b4dbf06f req-53031861-6fc2-4238-9f46-43cb0b69f4cd tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1094 time: 0.1281319 Mar 11 17:36:45.586582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=99680e95-7914-44fb-ad14-0e24c0ce759c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:45.643516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c393bf3-8603-43dd-86f2-3289b4dbf06f req-8f432386-7ece-4f97-8442-539961e3ce4b tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660803 Mar 11 17:36:45.770561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['99680e95-7914-44fb-ad14-0e24c0ce759c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:36:45.854052 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-415e68f1-0051-4ff7-832c-dafaf4753aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:46.817626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ebd3d-d919-4d87-8337-caf410a53585 req-df204f8f-7e4e-42bc-be7c-e1b8fc56c0dd tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:46.820199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:46.826179 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b5ebd3d-d919-4d87-8337-caf410a53585 req-df204f8f-7e4e-42bc-be7c-e1b8fc56c0dd tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1095 time: 0.0729096 Mar 11 17:36:46.889999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b5ebd3d-d919-4d87-8337-caf410a53585 req-8a577142-7f82-4486-8c93-1b4aadcaa2e1 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 Mar 11 17:36:47.097659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 99680e95-7914-44fb-ad14-0e24c0ce759c up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:36:47.100612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ebe-a63c-4c37-9885-db58b8cc8e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.209586 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.223601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 99680e95-7914-44fb-ad14-0e24c0ce759c completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:36:47.234036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 99680e95-7914-44fb-ad14-0e24c0ce759c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:36:47.234655 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.266049 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ebe-a63c-4c37-9885-db58b8cc8e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.270890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ebe-a63c-4c37-9885-db58b8cc8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.310943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-51fc1ebe-a63c-4c37-9885-db58b8cc8e38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=382f617f35444c99ad733cb393a9cf66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886496 Mar 11 17:36:47.315394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 49916) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:47.374920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc1ebe-a63c-4c37-9885-db58b8cc8e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4106ed5-e2ad-493c-8b13-79b2aae59040,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:47.413404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97242316-d120-4082-a4aa-9d1a8eff3d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.442372 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.456645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97242316-d120-4082-a4aa-9d1a8eff3d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.535762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 99680e95-7914-44fb-ad14-0e24c0ce759c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=99680e95-7914-44fb-ad14-0e24c0ce759c,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:47.537918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b00207-48a6-417c-822e-ec90ce21b751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99680e95-7914-44fb-ad14-0e24c0ce759c'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:36:47.550059 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30fed78-87bf-4646-8336-dad49ffceb5d" -d '{"events": [{"server_uuid": "a5b00207-48a6-417c-822e-ec90ce21b751", "name": "network-vif-plugged", "status": "completed", "tag": "99680e95-7914-44fb-ad14-0e24c0ce759c"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:36:47.558554 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.577782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97242316-d120-4082-a4aa-9d1a8eff3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.580391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97242316-d120-4082-a4aa-9d1a8eff3d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:47.581601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-97242316-d120-4082-a4aa-9d1a8eff3d42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4106ed5-e2ad-493c-8b13-79b2aae59040 HTTP/1.1" status: 204 len: 168 time: 0.2652125 Mar 11 17:36:47.599639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97242316-d120-4082-a4aa-9d1a8eff3d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4106ed5-e2ad-493c-8b13-79b2aae59040,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:47.675910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=99680e95-7914-44fb-ad14-0e24c0ce759c,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:47.894561 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e96668f-c986-4d37-9428-893a841d5d1b x-openstack-request-id: req-4e96668f-c986-4d37-9428-893a841d5d1b {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:36:47.894856 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b00207-48a6-417c-822e-ec90ce21b751", "name": "network-vif-plugged", "status": "completed", "tag": "99680e95-7914-44fb-ad14-0e24c0ce759c", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:36:47.895238 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e96668f-c986-4d37-9428-893a841d5d1b {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:36:47.895495 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b00207-48a6-417c-822e-ec90ce21b751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99680e95-7914-44fb-ad14-0e24c0ce759c', 'code': 200} Mar 11 17:36:48.124554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d684-a68b-44b2-8aff-892ca0869b32 req-e7adb634-2b83-413e-b55c-37a1026fa8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:48.129040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c464d684-a68b-44b2-8aff-892ca0869b32 req-e7adb634-2b83-413e-b55c-37a1026fa8a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.1230335 Mar 11 17:36:48.158534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7de1e-7a8e-4f6a-8246-9e14666965ab req-5cf1f5ee-f074-4de3-b2ac-ed011e5b19f8 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:48.163102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25c7de1e-7a8e-4f6a-8246-9e14666965ab req-5cf1f5ee-f074-4de3-b2ac-ed011e5b19f8 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.1031411 Mar 11 17:36:48.210620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c464d684-a68b-44b2-8aff-892ca0869b32 req-22bd3f7b-61ea-4602-83d1-d9905730c9bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767412 Mar 11 17:36:48.278326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25c7de1e-7a8e-4f6a-8246-9e14666965ab req-030ce820-4905-4925-a8d6-c3906d110284 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037614 Mar 11 17:36:48.392351 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:48.966540 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:49.525986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c8c53-6223-45d2-9b11-5f21d839c7f8 req-d0333306-c174-49e3-b8ed-4c73fe67d2ff tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:49.530713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-721c8c53-6223-45d2-9b11-5f21d839c7f8 req-d0333306-c174-49e3-b8ed-4c73fe67d2ff tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.1136792 Mar 11 17:36:49.597865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-721c8c53-6223-45d2-9b11-5f21d839c7f8 req-d715dc55-8d66-4cd5-a2c9-f98fa3b94afb tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Mar 11 17:36:49.820228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 49996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:50.134119 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71d7efc6-3b37-40ba-baa2-f6909e47bd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.262118 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71d7efc6-3b37-40ba-baa2-f6909e47bd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.275582 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71d7efc6-3b37-40ba-baa2-f6909e47bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.320875 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-71d7efc6-3b37-40ba-baa2-f6909e47bd95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b1b07771f094c1288e48de441a62159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988391 Mar 11 17:36:50.321290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50020) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:50.322234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7efc6-3b37-40ba-baa2-f6909e47bd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc7840f-3ad5-43fc-adb2-50452c2c1375,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:50.426125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9645630e-c736-43d8-89c2-e14173a512b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.451271 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9645630e-c736-43d8-89c2-e14173a512b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.511896 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9645630e-c736-43d8-89c2-e14173a512b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.520900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9645630e-c736-43d8-89c2-e14173a512b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:50.522143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9645630e-c736-43d8-89c2-e14173a512b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fc7840f-3ad5-43fc-adb2-50452c2c1375 HTTP/1.1" status: 204 len: 168 time: 0.1996882 Mar 11 17:36:50.532067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645630e-c736-43d8-89c2-e14173a512b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc7840f-3ad5-43fc-adb2-50452c2c1375,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:50.720822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3f739-0c1e-4c5e-800d-f0666bcb542c req-43ca06e2-8944-45e2-a9ed-1585687f708f tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:50.722774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fdc3f739-0c1e-4c5e-800d-f0666bcb542c req-43ca06e2-8944-45e2-a9ed-1585687f708f tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.0593114 Mar 11 17:36:50.768614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fdc3f739-0c1e-4c5e-800d-f0666bcb542c req-cc598a24-6fad-4ab8-bcb2-2082ac6e9c22 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387051 Mar 11 17:36:50.899626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f18bc-203e-4e71-9344-12a2b10a6597 req-5a364de4-d334-4def-85f1-cebcc4dd4d60 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:50.901298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe2f18bc-203e-4e71-9344-12a2b10a6597 req-5a364de4-d334-4def-85f1-cebcc4dd4d60 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.0568550 Mar 11 17:36:50.972629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe2f18bc-203e-4e71-9344-12a2b10a6597 req-c5fca86c-0482-4d57-8a62-a2b2392f3179 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622981 Mar 11 17:36:51.126715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b107-6b89-4381-80de-1c34b42093b6 req-b2b1b3d2-a1e8-49ca-876a-8e0b0a2235a5 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:51.128856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc05b107-6b89-4381-80de-1c34b42093b6 req-b2b1b3d2-a1e8-49ca-876a-8e0b0a2235a5 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.0677948 Mar 11 17:36:51.185913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc05b107-6b89-4381-80de-1c34b42093b6 req-7dba409c-d82d-424c-9f9a-5e3eb22ace8f tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499184 Mar 11 17:36:51.205242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50058) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:51.299125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fdec19-4468-4169-9db9-512af72bd255 admin admin] Deleting subnet 40fc70cc-d82c-425d-ad9f-49af58ec4dc9 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:36:51.310896 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-49fdec19-4468-4169-9db9-512af72bd255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.382541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50068) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:51.403919 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-49fdec19-4468-4169-9db9-512af72bd255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.407627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7506dc8-2a23-4b91-9a88-edfb26b63d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.525416 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-49fdec19-4468-4169-9db9-512af72bd255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.609435 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7506dc8-2a23-4b91-9a88-edfb26b63d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.617785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7506dc8-2a23-4b91-9a88-edfb26b63d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.652730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a5ae0-3ee2-4d0e-a685-568b03fd0189 req-51985c7f-df1e-4425-8104-e61406a5d429 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:51.668811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759a5ae0-3ee2-4d0e-a685-568b03fd0189 req-51985c7f-df1e-4425-8104-e61406a5d429 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.0863819 Mar 11 17:36:51.677195 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d7506dc8-2a23-4b91-9a88-edfb26b63d2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42e67ee7b0444764abfdbf9f1be84939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931709 Mar 11 17:36:51.683999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:51.726102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759a5ae0-3ee2-4d0e-a685-568b03fd0189 req-6a93b484-07c1-49c3-98e8-5feff361d16d tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Mar 11 17:36:51.734151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7506dc8-2a23-4b91-9a88-edfb26b63d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1c5fc3-4a97-41c2-bd37-c77e4996c3a5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:51.753169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-49fdec19-4468-4169-9db9-512af72bd255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.783655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdec19-4468-4169-9db9-512af72bd255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40fc70cc-d82c-425d-ad9f-49af58ec4dc9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:51.786810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc634-6fd2-451a-a236-f2c09c25b5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.799411 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-49fdec19-4468-4169-9db9-512af72bd255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.803309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-49fdec19-4468-4169-9db9-512af72bd255 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/40fc70cc-d82c-425d-ad9f-49af58ec4dc9 HTTP/1.1" status: 204 len: 168 time: 0.5962050 Mar 11 17:36:51.805937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50080) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:51.817629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc634-6fd2-451a-a236-f2c09c25b5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.911131 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc634-6fd2-451a-a236-f2c09c25b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.914354 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc634-6fd2-451a-a236-f2c09c25b5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:51.915572 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3c6fc634-6fd2-451a-a236-f2c09c25b5e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa1c5fc3-4a97-41c2-bd37-c77e4996c3a5 HTTP/1.1" status: 204 len: 168 time: 0.2299931 Mar 11 17:36:51.950338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fc634-6fd2-451a-a236-f2c09c25b5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1c5fc3-4a97-41c2-bd37-c77e4996c3a5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:52.402619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.591352 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.627710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adf31b8-43ed-466d-bb3e-095166b1b904']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:52.645990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f9d90f-814c-4dea-95df-af8c1d347260') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:52.646368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f9d90f-814c-4dea-95df-af8c1d347260') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:52.674575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.696268 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.706118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:36:52.707138 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:36:52.709638 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:36:52.836212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.876706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.885207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0adf31b8-43ed-466d-bb3e-095166b1b904 HTTP/1.1" status: 204 len: 168 time: 1.0740991 Mar 11 17:36:52.885439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fde8d1-686d-4319-898e-9835927b6ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0adf31b8-43ed-466d-bb3e-095166b1b904,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:52.886642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50110) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:52.909431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bce436-cda8-422c-a576-9c1edda95a5d req-858d45ed-72cf-47b4-a17d-57074d6a55fd tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:52.913762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5bce436-cda8-422c-a576-9c1edda95a5d req-858d45ed-72cf-47b4-a17d-57074d6a55fd tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.0911860 Mar 11 17:36:52.964548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f276d32-aca4-4794-be97-09bca2fe68a1 admin admin] Deleting subnet 7d903afe-4e56-445a-99c4-e3537d0e9e3e {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:36:52.972851 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f276d32-aca4-4794-be97-09bca2fe68a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:52.983287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5bce436-cda8-422c-a576-9c1edda95a5d req-d2ea4431-6f77-4d31-a127-6cb22b607b39 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561259 Mar 11 17:36:53.043215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f276d32-aca4-4794-be97-09bca2fe68a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.115120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f276d32-aca4-4794-be97-09bca2fe68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.539767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-2ee65f12-6572-47d5-a2b0-50e9e2e43982 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:53.541820 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-2ee65f12-6572-47d5-a2b0-50e9e2e43982 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.0631654 Mar 11 17:36:53.576257 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f276d32-aca4-4794-be97-09bca2fe68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.643292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f276d32-aca4-4794-be97-09bca2fe68a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d903afe-4e56-445a-99c4-e3537d0e9e3e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:53.666331 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f276d32-aca4-4794-be97-09bca2fe68a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.670317 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0f276d32-aca4-4794-be97-09bca2fe68a1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7d903afe-4e56-445a-99c4-e3537d0e9e3e HTTP/1.1" status: 204 len: 168 time: 0.7813437 Mar 11 17:36:53.672826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50134) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:53.761488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Deleting port 99680e95-7914-44fb-ad14-0e24c0ce759c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:36:53.761999 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.767062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.927378 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.963591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] For port 99680e95-7914-44fb-ad14-0e24c0ce759c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=99680e95-7914-44fb-ad14-0e24c0ce759c,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:53.963591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:53.974014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9480444-33d0-43dd-bbc8-e648e27d1502']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:53.990274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Calling delete_port for 99680e95-7914-44fb-ad14-0e24c0ce759c owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:36:53.992968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7d65be-3dc7-4822-a60b-ca439effc12f') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:53.993330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7d65be-3dc7-4822-a60b-ca439effc12f') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:36:54.038491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.109861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.119725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:36:54.126798 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:36:54.129042 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:36:54.202352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2a1e1-fe1a-46c7-ab6f-a6e4cdab9f51 req-48aa7193-d183-45d0-a7cc-899b19cfe670 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:54.205212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a2a1e1-fe1a-46c7-ab6f-a6e4cdab9f51 req-48aa7193-d183-45d0-a7cc-899b19cfe670 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a5b00207-48a6-417c-822e-ec90ce21b751 HTTP/1.1" status: 200 len: 1096 time: 0.1193142 Mar 11 17:36:54.213878 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.219810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.223780 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d9480444-33d0-43dd-bbc8-e648e27d1502 HTTP/1.1" status: 204 len: 168 time: 0.5499177 Mar 11 17:36:54.242347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945233a7-5136-46cd-9dd2-bb9aaeb506b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9480444-33d0-43dd-bbc8-e648e27d1502,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:54.275495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3a2a1e1-fe1a-46c7-ab6f-a6e4cdab9f51 req-e8d384c1-6c88-42cb-a2a9-fe32f3afed54 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642831 Mar 11 17:36:54.313869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.328469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['4b5f1c80-118c-4d22-8b51-023b2caad4da'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:36:54.352645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Pushing event deleted for resources: {'Port': ['ID=99680e95-7914-44fb-ad14-0e24c0ce759c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:54.393326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] No DVR routers for this DVR port 99680e95-7914-44fb-ad14-0e24c0ce759c on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:36:54.396079 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.399301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['99680e95-7914-44fb-ad14-0e24c0ce759c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:36:54.399642 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-abd56e3f-3f49-4b09-8173-1f89f84e4657 req-adfa4b3e-35ee-414e-8780-95597a7811ed tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.46 "DELETE /v2.0/ports/99680e95-7914-44fb-ad14-0e24c0ce759c HTTP/1.1" status: 204 len: 173 time: 0.8496499 Mar 11 17:36:54.400199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b00207-48a6-417c-822e-ec90ce21b751', 'name': 'network-vif-deleted', 'tag': '99680e95-7914-44fb-ad14-0e24c0ce759c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:36:54.403879 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec97c0-a3bf-4558-a1e1-fe4f8561509b" -d '{"events": [{"server_uuid": "a5b00207-48a6-417c-822e-ec90ce21b751", "name": "network-vif-deleted", "tag": "99680e95-7914-44fb-ad14-0e24c0ce759c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:36:54.749827 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50168) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:54.805722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50170) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:54.813510 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c9594e9a-5d68-4008-9aeb-a80d0646ebae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1260a366505845bb96d43f6a77ef3db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624115 Mar 11 17:36:54.921700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-705a0d33-6889-4e76-890c-445e8fea16ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.975815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-705a0d33-6889-4e76-890c-445e8fea16ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:54.976600 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e7e7b-9c2c-4b12-abce-e77f0cbc2c3b x-openstack-request-id: req-3e4e7e7b-9c2c-4b12-abce-e77f0cbc2c3b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:36:54.977254 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b00207-48a6-417c-822e-ec90ce21b751", "name": "network-vif-deleted", "tag": "99680e95-7914-44fb-ad14-0e24c0ce759c", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:36:54.978306 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e4e7e7b-9c2c-4b12-abce-e77f0cbc2c3b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:36:54.979012 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b00207-48a6-417c-822e-ec90ce21b751', 'name': 'network-vif-deleted', 'tag': '99680e95-7914-44fb-ad14-0e24c0ce759c', 'status': 'completed', 'code': 200} Mar 11 17:36:55.051129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-705a0d33-6889-4e76-890c-445e8fea16ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:55.055010 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-705a0d33-6889-4e76-890c-445e8fea16ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:55.060470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-705a0d33-6889-4e76-890c-445e8fea16ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1839ef2c-4348-41e3-8909-208de137bdb5 HTTP/1.1" status: 204 len: 168 time: 0.2498276 Mar 11 17:36:55.069719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a0d33-6889-4e76-890c-445e8fea16ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1839ef2c-4348-41e3-8909-208de137bdb5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:55.598253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717486e6-9601-4a4a-b1d5-ea7b1fbba16b req-6f4fa0c3-bdb0-4165-a4f8-739fb1ebc3a1 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:55.599779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-717486e6-9601-4a4a-b1d5-ea7b1fbba16b req-6f4fa0c3-bdb0-4165-a4f8-739fb1ebc3a1 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1096 time: 0.0406461 Mar 11 17:36:55.639703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-717486e6-9601-4a4a-b1d5-ea7b1fbba16b req-2928cf8d-9139-4332-9e68-030cb6973b14 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330455 Mar 11 17:36:55.796102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50202) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:55.847388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:55.847618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-235ee136-6b4c-41f5-9089-e4c240971cb6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03a927da06714fa9a53aa94ac32bf546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496395 Mar 11 17:36:55.899462 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21c5a669-8f8a-46cb-b250-4228f6061559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:55.924964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21c5a669-8f8a-46cb-b250-4228f6061559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.001235 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21c5a669-8f8a-46cb-b250-4228f6061559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.007336 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21c5a669-8f8a-46cb-b250-4228f6061559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.008582 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-21c5a669-8f8a-46cb-b250-4228f6061559 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72c9da08-4358-4bf9-a5ca-e9476c0bd5b6 HTTP/1.1" status: 204 len: 168 time: 0.1595280 Mar 11 17:36:56.025314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5a669-8f8a-46cb-b250-4228f6061559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c9da08-4358-4bf9-a5ca-e9476c0bd5b6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:56.079865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50220) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:56.435780 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6c19422d-501d-4936-9502-151af009f263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.534462 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6c19422d-501d-4936-9502-151af009f263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.539565 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6c19422d-501d-4936-9502-151af009f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.568505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6c19422d-501d-4936-9502-151af009f263 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ce16d6a6a1a412cbbc7356d33923fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871182 Mar 11 17:36:56.571502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50238) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:56.592941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19422d-501d-4936-9502-151af009f263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409b936a-d672-4477-b86c-ee1aa614fc63,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:56.667141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-736912a1-4070-4e69-aa92-81efb9387965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.692545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-736912a1-4070-4e69-aa92-81efb9387965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.748716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-736912a1-4070-4e69-aa92-81efb9387965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.752920 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-736912a1-4070-4e69-aa92-81efb9387965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:56.757475 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-736912a1-4070-4e69-aa92-81efb9387965 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/409b936a-d672-4477-b86c-ee1aa614fc63 HTTP/1.1" status: 204 len: 168 time: 0.1840785 Mar 11 17:36:56.768120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736912a1-4070-4e69-aa92-81efb9387965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409b936a-d672-4477-b86c-ee1aa614fc63,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:56.770747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a3912-4523-408a-93f6-f9dc5ef090d5 req-9d529aa2-a0be-48c3-a94f-b6aa435ba4b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:56.781511 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a5a3912-4523-408a-93f6-f9dc5ef090d5 req-9d529aa2-a0be-48c3-a94f-b6aa435ba4b2 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1096 time: 0.0561466 Mar 11 17:36:56.843247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a5a3912-4523-408a-93f6-f9dc5ef090d5 req-833b028b-e3ba-40ad-ad82-c8748990082c tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1441cc24-7569-4687-af11-17b144c06746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 Mar 11 17:36:57.158886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 99680e95-7914-44fb-ad14-0e24c0ce759c no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:36:57.202482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-82ff0b3b-6c60-4eea-bd7c-1f7331e65952 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:36:57.204132 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-82ff0b3b-6c60-4eea-bd7c-1f7331e65952 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 1096 time: 0.0904837 Mar 11 17:36:57.206241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 99680e95-7914-44fb-ad14-0e24c0ce759c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:36:57.206971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 99680e95-7914-44fb-ad14-0e24c0ce759c not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:36:57.312379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Deleting port 4b5f1c80-118c-4d22-8b51-023b2caad4da {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:36:57.312730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:57.418497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] For port 4b5f1c80-118c-4d22-8b51-023b2caad4da, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=4b5f1c80-118c-4d22-8b51-023b2caad4da,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:36:57.419106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:57.439895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Calling delete_port for 4b5f1c80-118c-4d22-8b51-023b2caad4da owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:36:57.617559 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:57.628884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['4b5f1c80-118c-4d22-8b51-023b2caad4da'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:36:57.663888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b5f1c80-118c-4d22-8b51-023b2caad4da,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:36:57.713726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] No DVR routers for this DVR port 4b5f1c80-118c-4d22-8b51-023b2caad4da on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:36:57.717285 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:57.721479 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9c2bdef4-f1f0-441c-ae5a-c68f54de5533 req-4c983e7d-aa36-47a2-b592-3b03c9d21dc9 tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.66 "DELETE /v2.0/ports/4b5f1c80-118c-4d22-8b51-023b2caad4da HTTP/1.1" status: 204 len: 173 time: 0.5103056 Mar 11 17:36:57.722376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d480793-b670-4a3b-aa83-ba7e1d8bcfa4', 'name': 'network-vif-deleted', 'tag': '4b5f1c80-118c-4d22-8b51-023b2caad4da'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:36:57.725088 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb0026b-d1c6-4ad8-a364-348a63f21951" -d '{"events": [{"server_uuid": "7d480793-b670-4a3b-aa83-ba7e1d8bcfa4", "name": "network-vif-deleted", "tag": "4b5f1c80-118c-4d22-8b51-023b2caad4da"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:36:57.778303 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4808ef-1fe6-4abf-9680-d208c82ef916 x-openstack-request-id: req-8f4808ef-1fe6-4abf-9680-d208c82ef916 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:36:57.778599 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d480793-b670-4a3b-aa83-ba7e1d8bcfa4", "name": "network-vif-deleted", "tag": "4b5f1c80-118c-4d22-8b51-023b2caad4da", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:36:57.778856 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f4808ef-1fe6-4abf-9680-d208c82ef916 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:36:57.779446 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d480793-b670-4a3b-aa83-ba7e1d8bcfa4', 'name': 'network-vif-deleted', 'tag': '4b5f1c80-118c-4d22-8b51-023b2caad4da', 'status': 'completed', 'code': 200} Mar 11 17:36:57.973220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87f13e89-7aa0-4405-8f43-5f127e5ae4b0 req-ebcff9ba-789c-4d9a-bad3-69cbfd7eda4d tempest-TestServerMultinode-515252181 tempest-TestServerMultinode-515252181-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d480793-b670-4a3b-aa83-ba7e1d8bcfa4 HTTP/1.1" status: 200 len: 210 time: 0.0284438 Mar 11 17:36:59.039442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.064326 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50328) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:36:59.622667 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:36:59.912087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Deleting port 9e8152c4-8f31-4aa8-8628-129c00268b66 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:36:59.913816 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.011670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] For port 9e8152c4-8f31-4aa8-8628-129c00268b66, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9e8152c4-8f31-4aa8-8628-129c00268b66,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:00.012466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.029578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Calling delete_port for 9e8152c4-8f31-4aa8-8628-129c00268b66 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:00.401518 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:00.461746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8152c4-8f31-4aa8-8628-129c00268b66,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:00.746880 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.069948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50394) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:01.113936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Router 511b316d-2ba6-4ac0-b002-0f5d26f82878 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:37:01.254262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:37:01.267037 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940e21b-45b1-424f-867e-724981279de9 None None] Sync routers for ids ['511b316d-2ba6-4ac0-b002-0f5d26f82878'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:37:01.286995 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940e21b-45b1-424f-867e-724981279de9 None None] Routers {'511b316d-2ba6-4ac0-b002-0f5d26f82878'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:01.287627 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c940e21b-45b1-424f-867e-724981279de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['511b316d-2ba6-4ac0-b002-0f5d26f82878'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:01.288366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2abd480-e143-4a78-a18e-e453760a2dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.289757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e5139731-a40f-4c23-853a-ad51e2675d76 admin admin] 10.222.0.53 "PUT /v2.0/routers/511b316d-2ba6-4ac0-b002-0f5d26f82878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2238903 Mar 11 17:37:01.290846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50404) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:01.458159 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c940e21b-45b1-424f-867e-724981279de9 None None] Set router 511b316d-2ba6-4ac0-b002-0f5d26f82878 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:01.471739 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2abd480-e143-4a78-a18e-e453760a2dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.482094 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2abd480-e143-4a78-a18e-e453760a2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.574913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.592758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b2abd480-e143-4a78-a18e-e453760a2dd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0573eeac7c354213a35a17f930fe2630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212913 Mar 11 17:37:01.596860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:01.631135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abd480-e143-4a78-a18e-e453760a2dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f9fc38-3a4b-4cd3-b4c2-520b74bf78ce,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:01.713141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b96f16a0-f0ba-495b-b03e-0219ef171de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.783837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4b5f1c80-118c-4d22-8b51-023b2caad4da no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:01.785486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b96f16a0-f0ba-495b-b03e-0219ef171de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.802775 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.913595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b96f16a0-f0ba-495b-b03e-0219ef171de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.917286 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b96f16a0-f0ba-495b-b03e-0219ef171de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:01.919111 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b96f16a0-f0ba-495b-b03e-0219ef171de2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6f9fc38-3a4b-4cd3-b4c2-520b74bf78ce HTTP/1.1" status: 204 len: 168 time: 0.3210046 Mar 11 17:37:01.924825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 4b5f1c80-118c-4d22-8b51-023b2caad4da {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:01.925194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 4b5f1c80-118c-4d22-8b51-023b2caad4da not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:01.943245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f16a0-f0ba-495b-b03e-0219ef171de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f9fc38-3a4b-4cd3-b4c2-520b74bf78ce,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:02.053600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Deleting port ca559456-b4f4-4bcc-93ff-314ff636cb03 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:02.056735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.127284 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c940e21b-45b1-424f-867e-724981279de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:37:00Z', 'revision_number': 5, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'gw_port': {'id': 'ca559456-b4f4-4bcc-93ff-314ff636cb03', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:35:50Z', 'updated_at': '2022-03-11T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:02.187182 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940e21b-45b1-424f-867e-724981279de9 None None] Checking router: 511b316d-2ba6-4ac0-b002-0f5d26f82878 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:37:02.209356 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940e21b-45b1-424f-867e-724981279de9 None None] Routers {'511b316d-2ba6-4ac0-b002-0f5d26f82878'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:02.209986 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c940e21b-45b1-424f-867e-724981279de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['511b316d-2ba6-4ac0-b002-0f5d26f82878'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:02.265482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] For port ca559456-b4f4-4bcc-93ff-314ff636cb03, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ca559456-b4f4-4bcc-93ff-314ff636cb03,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:02.266465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.300701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Calling delete_port for ca559456-b4f4-4bcc-93ff-314ff636cb03 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:02.334199 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c940e21b-45b1-424f-867e-724981279de9 None None] Set router 511b316d-2ba6-4ac0-b002-0f5d26f82878 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:02.501273 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c940e21b-45b1-424f-867e-724981279de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:37:01Z', 'revision_number': 6, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:02.508843 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:37:02.531892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.536533 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940e21b-45b1-424f-867e-724981279de9 None None] The sync data for ids ['511b316d-2ba6-4ac0-b002-0f5d26f82878'] in n-d-833411-1 is: [{'id': '511b316d-2ba6-4ac0-b002-0f5d26f82878', 'name': 'tempest-TestServerMultinode-236467060-router', 'tenant_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:35:47Z', 'updated_at': '2022-03-11T17:37:01Z', 'revision_number': 6, 'project_id': '96dafb8e0cdb456cb8a5ca1cb3e20ed7', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:37:02.587981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca559456-b4f4-4bcc-93ff-314ff636cb03,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:02.668635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.794135 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.796827 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.853185 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.853797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 511b316d-2ba6-4ac0-b002-0f5d26f82878 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:37:02.859233 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.864421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ebd310b-3f32-422d-84d8-26c92043f664 admin admin] 10.222.0.53 "DELETE /v2.0/routers/511b316d-2ba6-4ac0-b002-0f5d26f82878 HTTP/1.1" status: 204 len: 168 time: 1.5726407 Mar 11 17:37:02.867213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50448) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:02.929943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-0158d573-12f2-4e7c-a877-89925a71804c admin admin] Deleting subnet c71b2b43-fab8-44b6-8801-15bbcb89e154 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:37:02.945772 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0158d573-12f2-4e7c-a877-89925a71804c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:02.993102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0158d573-12f2-4e7c-a877-89925a71804c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:03.579366 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0158d573-12f2-4e7c-a877-89925a71804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:03.663877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0158d573-12f2-4e7c-a877-89925a71804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:03.708979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158d573-12f2-4e7c-a877-89925a71804c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71b2b43-fab8-44b6-8801-15bbcb89e154,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:03.712200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0158d573-12f2-4e7c-a877-89925a71804c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:03.717018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74884136-0e71-4b22-a1c9-9fb3482d7012 None None] Network 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:03.728726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0158d573-12f2-4e7c-a877-89925a71804c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c71b2b43-fab8-44b6-8801-15bbcb89e154 HTTP/1.1" status: 204 len: 168 time: 0.8581209 Mar 11 17:37:03.729487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50484) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:03.744381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50486) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:03.885251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:03.994102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e8152c4-8f31-4aa8-8628-129c00268b66 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:04.024853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Deleting port 78330df7-f3d9-4e2c-9a40-88deb23bbdef {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:04.025293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.064066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 9e8152c4-8f31-4aa8-8628-129c00268b66 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:04.064431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e8152c4-8f31-4aa8-8628-129c00268b66 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:04.067017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca559456-b4f4-4bcc-93ff-314ff636cb03 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:04.125440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ca559456-b4f4-4bcc-93ff-314ff636cb03 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:04.125781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ca559456-b4f4-4bcc-93ff-314ff636cb03 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:04.186014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c032870-2379-4a42-99f8-816e2384784b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.218551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] For port 78330df7-f3d9-4e2c-9a40-88deb23bbdef, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=78330df7-f3d9-4e2c-9a40-88deb23bbdef,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:04.219189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.251086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Calling delete_port for 78330df7-f3d9-4e2c-9a40-88deb23bbdef owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:04.265920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6785827-92cc-4638-8c15-9aae06766888 None None] DHCP port deletion for 02ecd8d0-dbb4-4ed2-8549-696d6db47b04 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:37:04.405188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c032870-2379-4a42-99f8-816e2384784b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.407424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c6785827-92cc-4638-8c15-9aae06766888 None None] Deleting port 78330df7-f3d9-4e2c-9a40-88deb23bbdef {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:04.407899 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6785827-92cc-4638-8c15-9aae06766888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.411492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c032870-2379-4a42-99f8-816e2384784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.431375 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.499809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Pushing event deleted for resources: {'Port': ['ID=78330df7-f3d9-4e2c-9a40-88deb23bbdef,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:04.505821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] No DVR routers for this DVR port 78330df7-f3d9-4e2c-9a40-88deb23bbdef on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:04.533495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3c032870-2379-4a42-99f8-816e2384784b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a1601adaae64af58063fc531842665b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854290 Mar 11 17:37:04.536386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c6785827-92cc-4638-8c15-9aae06766888 None None] For port 78330df7-f3d9-4e2c-9a40-88deb23bbdef, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=78330df7-f3d9-4e2c-9a40-88deb23bbdef,segment=NetworkSegment(63aa650e-a574-4d9d-8443-5ee8d56d9ee4),segment_id=63aa650e-a574-4d9d-8443-5ee8d56d9ee4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:04.538816 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6785827-92cc-4638-8c15-9aae06766888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.548693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50532) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:04.577915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c6785827-92cc-4638-8c15-9aae06766888 None None] Calling delete_port for 78330df7-f3d9-4e2c-9a40-88deb23bbdef owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:04.587081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032870-2379-4a42-99f8-816e2384784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7324def6-1099-4a3a-8aa6-8de84282c824,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:04.643554 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1b65fa3-4f8c-471b-85c9-98e020f8fe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.648363 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50538) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:04.687472 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1b65fa3-4f8c-471b-85c9-98e020f8fe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.689595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.740848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ecd8d0-dbb4-4ed2-8549-696d6db47b04']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:04.768139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63aa650e-a574-4d9d-8443-5ee8d56d9ee4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:04.768685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63aa650e-a574-4d9d-8443-5ee8d56d9ee4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:04.794376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.800221 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6785827-92cc-4638-8c15-9aae06766888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.810487 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1b65fa3-4f8c-471b-85c9-98e020f8fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.813791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1b65fa3-4f8c-471b-85c9-98e020f8fe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.815396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a1b65fa3-4f8c-471b-85c9-98e020f8fe1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7324def6-1099-4a3a-8aa6-8de84282c824 HTTP/1.1" status: 204 len: 168 time: 0.2652042 Mar 11 17:37:04.828211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2090557651-network', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:04.831940 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.844646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:37:04.846841 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.853819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b65fa3-4f8c-471b-85c9-98e020f8fe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7324def6-1099-4a3a-8aa6-8de84282c824,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:04.877282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6785827-92cc-4638-8c15-9aae06766888 None None] Pushing event deleted for resources: {'Port': ['ID=78330df7-f3d9-4e2c-9a40-88deb23bbdef,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:04.879593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6785827-92cc-4638-8c15-9aae06766888 None None] No DVR routers for this DVR port 78330df7-f3d9-4e2c-9a40-88deb23bbdef on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:04.925340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Made reservation on behalf of 725617d7b05e44bca6e50276a11b8f42 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:04.928642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.941981 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:04.990850 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:05.006056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.045116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.055871 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] 10.222.0.53 "DELETE /v2.0/networks/02ecd8d0-dbb4-4ed2-8549-696d6db47b04 HTTP/1.1" status: 204 len: 168 time: 1.3250358 Mar 11 17:37:05.057644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda7b38-e8ba-46d9-a784-50dad37baa9e admin admin] Pushing event deleted for resources: {'Network': ['ID=02ecd8d0-dbb4-4ed2-8549-696d6db47b04,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:05.063840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50562) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:05.128615 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.140696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.212071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:05.237220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.237994 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Added segment 93dba9be-1347-4aeb-b7ce-d3e7940171ef of type vlan for network 9362894b-7d3e-440b-a245-310e2ec05ebd Mar 11 17:37:05.240879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe38080-4b1d-489f-9a34-d4964373b856,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:05.360081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.360206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50568) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:05.380575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2ad-d8d4-4630-9951-93d0037560d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.507938 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.510266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:05.510870 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.563106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2ad-d8d4-4630-9951-93d0037560d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.575109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2ad-d8d4-4630-9951-93d0037560d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.611673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] Pushing event updated for resources: {'Network': ['ID=9362894b-7d3e-440b-a245-310e2ec05ebd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:05.625225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 9362894b-7d3e-440b-a245-310e2ec05ebd details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:37:05.627588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cb2ad-d8d4-4630-9951-93d0037560d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a894a58-113a-4b14-8dfc-aa885e790417,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:05.665445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e327a496-5e66-4c9a-9a22-e288457aeb53 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0154233 Mar 11 17:37:05.679671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50576) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:05.689915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Request body: {'subnet': {'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2090557651-subnet', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:05.696359 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7f3cb2ad-d8d4-4630-9951-93d0037560d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce247bb4bd314a518f16f1db70291cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352647 Mar 11 17:37:05.699679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:05.765984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Made reservation on behalf of 725617d7b05e44bca6e50276a11b8f42 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:05.770926 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.864205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.883032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e95db062-8534-4eb4-b028-a6b3a1c33196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.916610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 78330df7-f3d9-4e2c-9a40-88deb23bbdef no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:05.941097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e95db062-8534-4eb4-b028-a6b3a1c33196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:05.985315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 78330df7-f3d9-4e2c-9a40-88deb23bbdef {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:05.988549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 78330df7-f3d9-4e2c-9a40-88deb23bbdef not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:06.101169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e95db062-8534-4eb4-b028-a6b3a1c33196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.103771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e95db062-8534-4eb4-b028-a6b3a1c33196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.105642 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e95db062-8534-4eb4-b028-a6b3a1c33196 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a894a58-113a-4b14-8dfc-aa885e790417 HTTP/1.1" status: 204 len: 168 time: 0.4044547 Mar 11 17:37:06.126986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95db062-8534-4eb4-b028-a6b3a1c33196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a894a58-113a-4b14-8dfc-aa885e790417,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:06.138654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.228423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=723a2c33-75f4-459f-84dd-d7a9a23bdc60,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:06.261846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:06.262907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Network hostable DHCP agents. Network: 9362894b-7d3e-440b-a245-310e2ec05ebd, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:06.308037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:06.330487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 9362894b-7d3e-440b-a245-310e2ec05ebd) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:06.341217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d55964-ebb5-40ff-9fc1-7f1b6a396160 None None] Network 9362894b-7d3e-440b-a245-310e2ec05ebd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:06.351154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:06.352128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.389888 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2c32b110-8057-426f-816b-2834479a1951 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7043176 Mar 11 17:37:06.393821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50590) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:06.403026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:06.447260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.449143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.490203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Deleting port bf6661af-335e-4734-9403-2427d6f20acc {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:06.490640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.570407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.676238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] For port bf6661af-335e-4734-9403-2427d6f20acc, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=bf6661af-335e-4734-9403-2427d6f20acc,segment=NetworkSegment(b35cf020-14f4-4a2d-aae1-0413840c424f),segment_id=b35cf020-14f4-4a2d-aae1-0413840c424f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:06.677687 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.708692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Calling delete_port for bf6661af-335e-4734-9403-2427d6f20acc owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:06.776146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-9362894b-7d3e-440b-a245-310e2ec05ebd', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:37:06.780249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:06.799451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.003217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Allocated IP 172.20.0.2 (9362894b-7d3e-440b-a245-310e2ec05ebd/723a2c33-75f4-459f-84dd-d7a9a23bdc60/8f659524-24fd-40f9-bed2-bafb8888764b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:07.069735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.152642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.191490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.203691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6661af-335e-4734-9403-2427d6f20acc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:07.424754 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.444060 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.473936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.557619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Allocated IP 172.25.8.230 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/8416acc2-3e0f-4413-9e4d-88a5c3906cb9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:07.587226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Pushing event updated for resources: {'Port': ['ID=8f659524-24fd-40f9-bed2-bafb8888764b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:07.596906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:07.600399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:07.607595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:07.762411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Attempting to bind port 8f659524-24fd-40f9-bed2-bafb8888764b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:07.770732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Attempting to bind port 8f659524-24fd-40f9-bed2-bafb8888764b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:07.771782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Attempting to bind port 8f659524-24fd-40f9-bed2-bafb8888764b on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:07.787849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:07.797020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:07.797799 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.798410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Bound using segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:07.799118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Bound port: 8f659524-24fd-40f9-bed2-bafb8888764b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:07.799733 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.911157 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:07.945694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] For port 8f659524-24fd-40f9-bed2-bafb8888764b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:07.949717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] For port 8f659524-24fd-40f9-bed2-bafb8888764b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8f659524-24fd-40f9-bed2-bafb8888764b,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:07.966931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:08.000016 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:08.041122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Router e1dc979a-2310-4c67-9932-f99781499ab0 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:37:08.071508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4cc51-fce4-4401-92b8-88ed671170ac None None] Pushing event updated for resources: {'Port': ['ID=8f659524-24fd-40f9-bed2-bafb8888764b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:08.095979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:08.108490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:08.115420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:08.180713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Pushing event updated for resources: {'Port': ['ID=8416acc2-3e0f-4413-9e4d-88a5c3906cb9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:08.310039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:37:08.321050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8123f6ba-4286-4daa-9800-ac982a1530ae admin admin] 10.222.0.53 "PUT /v2.0/routers/e1dc979a-2310-4c67-9932-f99781499ab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2562585 Mar 11 17:37:08.322323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] Sync routers for ids ['e1dc979a-2310-4c67-9932-f99781499ab0'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:37:08.322613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50634) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:08.351323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] Routers {'e1dc979a-2310-4c67-9932-f99781499ab0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:08.353775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e1dc979a-2310-4c67-9932-f99781499ab0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:08.527457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50640) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:08.591664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] Set router e1dc979a-2310-4c67-9932-f99781499ab0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:08.778834 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:08.785351 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:08.892807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:36:03Z', 'updated_at': '2022-03-11T17:37:06Z', 'revision_number': 5, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'gw_port': {'id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:04Z', 'updated_at': '2022-03-11T17:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:08.961628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] Checking router: e1dc979a-2310-4c67-9932-f99781499ab0 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:37:08.980699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] Routers {'e1dc979a-2310-4c67-9932-f99781499ab0'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:08.981340 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e1dc979a-2310-4c67-9932-f99781499ab0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:09.254188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:09.286316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] Set router e1dc979a-2310-4c67-9932-f99781499ab0 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:09.441755 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-418c57a6-3695-4fa4-8221-565d9b9b4024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:09.642761 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:37:09.718849 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:09.882857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:36:03Z', 'updated_at': '2022-03-11T17:37:06Z', 'revision_number': 5, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'gw_port': {'id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:04Z', 'updated_at': '2022-03-11T17:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:09.918028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff06410-0de6-4565-a722-e74a09c608ed None None] The sync data for ids ['e1dc979a-2310-4c67-9932-f99781499ab0'] in n-d-833411-1 is: [{'id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'name': 'tempest-TestServerMultinode-198216183-router', 'tenant_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:36:03Z', 'updated_at': '2022-03-11T17:37:06Z', 'revision_number': 5, 'project_id': 'e0d734f97ef24ccd98e4f60ac3c1614c', 'gw_port': {'id': 'dbb1c026-ab05-4181-80d0-84f91665d9b1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dc979a-2310-4c67-9932-f99781499ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:36:04Z', 'updated_at': '2022-03-11T17:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:37:09.962648 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-418c57a6-3695-4fa4-8221-565d9b9b4024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:09.968589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:37:09.970614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-418c57a6-3695-4fa4-8221-565d9b9b4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:09.990219 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Sync routers for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:37:10.005948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:10.012752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ba48e8c8-70b6-4b8d-844b-11334ca870ef admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6110103 Mar 11 17:37:10.012752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50674) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:10.014539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dece071-a443-4af1-8469-cb79bbd16878 None None] Network 9362894b-7d3e-440b-a245-310e2ec05ebd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:10.036184 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:10.036856 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:10.098506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-418c57a6-3695-4fa4-8221-565d9b9b4024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a2a58a8833146ea8447fce49aa2126f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5655105 Mar 11 17:37:10.105926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50678) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:10.127654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c57a6-3695-4fa4-8221-565d9b9b4024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f148f02-ca7d-4183-8d2a-0bfa46010de8,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:10.139922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Deleting port dbb1c026-ab05-4181-80d0-84f91665d9b1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:10.140474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:10.239493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bddc865a-b931-4d5e-a277-f23c650687ef None None] Provisioning complete for port 8f659524-24fd-40f9-bed2-bafb8888764b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:10.245775 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bddc865a-b931-4d5e-a277-f23c650687ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:10.349618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] For port dbb1c026-ab05-4181-80d0-84f91665d9b1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=dbb1c026-ab05-4181-80d0-84f91665d9b1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:10.350877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:10.362027 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:10.375582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Calling delete_port for dbb1c026-ab05-4181-80d0-84f91665d9b1 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:10.465713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8f659524-24fd-40f9-bed2-bafb8888764b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:10.667322 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bddc865a-b931-4d5e-a277-f23c650687ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:10.761431 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-596d65d8-be33-4d13-ba9f-8de4c39f99ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:10.786348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bddc865a-b931-4d5e-a277-f23c650687ef None None] For port 8f659524-24fd-40f9-bed2-bafb8888764b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8f659524-24fd-40f9-bed2-bafb8888764b,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:10.797296 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bddc865a-b931-4d5e-a277-f23c650687ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:10.873100 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:08Z', 'revision_number': 3, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:10.876290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8f659524-24fd-40f9-bed2-bafb8888764b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:10.877696 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:10.878440 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-596d65d8-be33-4d13-ba9f-8de4c39f99ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:10.939070 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Checking router: 8020dc2b-dda0-404e-b95a-9de3c6708ae4 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:37:10.947641 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Updating router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:37:11.034884 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.080789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc865a-b931-4d5e-a277-f23c650687ef None None] Pushing event updated for resources: {'Port': ['ID=8f659524-24fd-40f9-bed2-bafb8888764b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:11.081176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50706) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:11.102790 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.105204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.145455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb1c026-ab05-4181-80d0-84f91665d9b1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:11.229653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50710) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:11.254220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bf8730f1-e57e-43a3-a7cb-b6dee857fbd1 None None] Provisioning complete for port 8f659524-24fd-40f9-bed2-bafb8888764b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:11.254589 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bf8730f1-e57e-43a3-a7cb-b6dee857fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.270226 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.347127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.459246 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.476301 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.482755 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-596d65d8-be33-4d13-ba9f-8de4c39f99ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.494266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-596d65d8-be33-4d13-ba9f-8de4c39f99ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.500152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-596d65d8-be33-4d13-ba9f-8de4c39f99ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f148f02-ca7d-4183-8d2a-0bfa46010de8 HTTP/1.1" status: 204 len: 168 time: 1.3966782 Mar 11 17:37:11.505927 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.519902 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.566779 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Pushing event updated for resources: {'Port': ['ID=8416acc2-3e0f-4413-9e4d-88a5c3906cb9,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:11.586472 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.586873 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.587257 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.587678 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.588036 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.589153 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.589509 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.589934 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.590260 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.590574 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.591028 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.591445 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:11.606765 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Attempting to bind port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:11.608026 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Attempting to bind port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:11.608546 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Attempting to bind port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:11.613759 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:11.614123 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:11.614515 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.615199 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:11.615458 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Bound port: 8416acc2-3e0f-4413-9e4d-88a5c3906cb9, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:11.615869 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.650346 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8bea-c973-4cb9-8c7f-ce343047602a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.655968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4a4-6eb1-4dc1-8c21-3c234151e633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.656219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d65d8-be33-4d13-ba9f-8de4c39f99ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f148f02-ca7d-4183-8d2a-0bfa46010de8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:11.684036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.687057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1dc979a-2310-4c67-9932-f99781499ab0 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:37:11.696676 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.700174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f271a49d-0ba0-40a5-9e71-2063240db130 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e1dc979a-2310-4c67-9932-f99781499ab0 HTTP/1.1" status: 204 len: 168 time: 3.3736005 Mar 11 17:37:11.700887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50720) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:11.727756 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Allocated IP 172.20.0.1 (9362894b-7d3e-440b-a245-310e2ec05ebd/723a2c33-75f4-459f-84dd-d7a9a23bdc60/847859f8-0c5f-404c-9193-a82ca7571182) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:11.764566 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] For port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:11.775600 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] For port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8416acc2-3e0f-4413-9e4d-88a5c3906cb9,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:11.785014 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.880366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c3eb20-cc86-4ef0-9beb-d7f2213ee3cc admin admin] Deleting subnet d34efff4-2221-42b5-963a-c079821eb3e0 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:37:11.880931 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40c3eb20-cc86-4ef0-9beb-d7f2213ee3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:11.943294 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:11.943924 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:12.096407 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1edf1-d98b-4955-b3f4-c992577c26e3 None None] Pushing event updated for resources: {'Port': ['ID=8416acc2-3e0f-4413-9e4d-88a5c3906cb9,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:12.107463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4a4-6eb1-4dc1-8c21-3c234151e633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.108814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8bea-c973-4cb9-8c7f-ce343047602a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.117722 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8bea-c973-4cb9-8c7f-ce343047602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.125993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e3d4a4-6eb1-4dc1-8c21-3c234151e633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.135937 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40c3eb20-cc86-4ef0-9beb-d7f2213ee3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.170295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.238143 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:12.240228 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-89e3d4a4-6eb1-4dc1-8c21-3c234151e633 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=683491b7521048aa9da7e2b0c0294ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0085421 Mar 11 17:37:12.244262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:12.262355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3d4a4-6eb1-4dc1-8c21-3c234151e633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a40bf7-f97e-4550-95c3-8036ada8e80f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:12.345424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.366623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8f659524-24fd-40f9-bed2-bafb8888764b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:12.436233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d8bea-c973-4cb9-8c7f-ce343047602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70c382a-836e-4185-9745-41fca861f26f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:12.449381 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:12.463685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Pushing event updated for resources: {'Port': ['ID=847859f8-0c5f-404c-9193-a82ca7571182,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:12.467805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ba9d8bea-c973-4cb9-8c7f-ce343047602a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45a1872d05434a35a609b0f97fc9a07b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3848577 Mar 11 17:37:12.468349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:12.470513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50736) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:12.471342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:12.533947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8f659524-24fd-40f9-bed2-bafb8888764b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:12.534328 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.571544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40c3eb20-cc86-4ef0-9beb-d7f2213ee3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.670549 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:08Z', 'revision_number': 3, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:12.712360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd64f99e-e434-4420-83b1-407519f2be7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.735743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bf6661af-335e-4734-9403-2427d6f20acc no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:12.750908 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73254eea-427f-4c7c-84d2-adc435115fbc None None] The sync data for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 is: [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:08Z', 'revision_number': 3, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:37:12.776198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: bf6661af-335e-4734-9403-2427d6f20acc {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:12.776804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device bf6661af-335e-4734-9403-2427d6f20acc not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:12.778776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40c3eb20-cc86-4ef0-9beb-d7f2213ee3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.856016 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd64f99e-e434-4420-83b1-407519f2be7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.865658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3eb20-cc86-4ef0-9beb-d7f2213ee3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34efff4-2221-42b5-963a-c079821eb3e0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:12.866197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984bfa20-dcff-4ff7-a40b-ca04eb1f1be2 None None] Network e61333e2-fc30-463f-ba25-021c184ed704 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:12.870762 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40c3eb20-cc86-4ef0-9beb-d7f2213ee3cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:12.876291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-40c3eb20-cc86-4ef0-9beb-d7f2213ee3cc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d34efff4-2221-42b5-963a-c079821eb3e0 HTTP/1.1" status: 204 len: 168 time: 1.1722682 Mar 11 17:37:12.884741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50748) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:13.059101 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.081197 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.145132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-64843c3a-1add-4462-aba2-cea533365b6b None None] Provisioning complete for port 847859f8-0c5f-404c-9193-a82ca7571182 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:13.145736 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-64843c3a-1add-4462-aba2-cea533365b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.151697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd64f99e-e434-4420-83b1-407519f2be7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.171171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd64f99e-e434-4420-83b1-407519f2be7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.176439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cd64f99e-e434-4420-83b1-407519f2be7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a70c382a-836e-4185-9745-41fca861f26f HTTP/1.1" status: 204 len: 168 time: 0.7023416 Mar 11 17:37:13.190051 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1077e0a0-c7af-4d93-9844-9927512b0860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.212139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64f99e-e434-4420-83b1-407519f2be7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70c382a-836e-4185-9745-41fca861f26f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:13.229717 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1077e0a0-c7af-4d93-9844-9927512b0860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.245288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Deleting port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:13.245953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.429549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.458963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1077e0a0-c7af-4d93-9844-9927512b0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.462965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1077e0a0-c7af-4d93-9844-9927512b0860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.464626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] For port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8,segment=NetworkSegment(b35cf020-14f4-4a2d-aae1-0413840c424f),segment_id=b35cf020-14f4-4a2d-aae1-0413840c424f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:13.465342 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.472058 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1077e0a0-c7af-4d93-9844-9927512b0860 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09a40bf7-f97e-4550-95c3-8036ada8e80f HTTP/1.1" status: 204 len: 168 time: 1.2253065 Mar 11 17:37:13.493305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-64843c3a-1add-4462-aba2-cea533365b6b None None] Port 847859f8-0c5f-404c-9193-a82ca7571182 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:37:13.511085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Calling delete_port for 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:13.548122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077e0a0-c7af-4d93-9844-9927512b0860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a40bf7-f97e-4550-95c3-8036ada8e80f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:13.583382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] DHCP port deletion for e61333e2-fc30-463f-ba25-021c184ed704 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:37:13.658096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c74b3c2a-b4fb-4af0-9ca2-f2ce340f2939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.687891 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.698518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] Deleting port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:13.699198 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.752086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:13.756640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] No DVR routers for this DVR port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:13.830748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.837501 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.856618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] For port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:13.857533 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.889328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] Calling delete_port for 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:13.894008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] Port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:37:13.897721 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.927443 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.948174 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] Pushing event deleted for resources: {'Port': ['ID=25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:13.973230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cc243-93fb-4c6a-8362-03005b9a1d78 None None] No DVR routers for this DVR port 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:13.995034 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:13.998615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Pushing event updated for resources: {'Port': ['ID=847859f8-0c5f-404c-9193-a82ca7571182,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:14.021108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61333e2-fc30-463f-ba25-021c184ed704']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:14.030714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:14.045757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35cf020-14f4-4a2d-aae1-0413840c424f') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:14.046794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35cf020-14f4-4a2d-aae1-0413840c424f') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:14.066701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.085794 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.099871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:37:14.100681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:14.103346 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:14.127806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:14.128183 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.163457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:14.165741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:14.253445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.264724 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.267852 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.277153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] 10.222.0.53 "DELETE /v2.0/networks/e61333e2-fc30-463f-ba25-021c184ed704 HTTP/1.1" status: 204 len: 168 time: 1.3899934 Mar 11 17:37:14.313941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8416acc2-3e0f-4413-9e4d-88a5c3906cb9,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:14.318639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9f7b8-001b-44bd-af26-3a42e7d23b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=e61333e2-fc30-463f-ba25-021c184ed704,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:14.322086 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.405316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:37:14.422056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=8416acc2-3e0f-4413-9e4d-88a5c3906cb9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:14.453016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device dbb1c026-ab05-4181-80d0-84f91665d9b1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:14.477190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: dbb1c026-ab05-4181-80d0-84f91665d9b1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:14.477873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device dbb1c026-ab05-4181-80d0-84f91665d9b1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:14.478463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:14.510507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:14.511565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 25ba4bf7-c3a8-49ea-8b80-0a51d19b4ef8 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:14.569672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:37:14.577683 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4397c81e-0626-4462-b57c-dc8fceb05e5b admin admin] 10.222.0.53 "PUT /v2.0/routers/8020dc2b-dda0-404e-b95a-9de3c6708ae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5618598 Mar 11 17:37:14.638712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0d08d7e8-b0e7-4ef4-8df9-461ed2d2d52c None None] Provisioning complete for port 847859f8-0c5f-404c-9193-a82ca7571182 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:14.639349 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d08d7e8-b0e7-4ef4-8df9-461ed2d2d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.657504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50796) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:14.687476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0d08d7e8-b0e7-4ef4-8df9-461ed2d2d52c None None] Port 847859f8-0c5f-404c-9193-a82ca7571182 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:37:14.711337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6c57e524-07d6-4e0d-ad4c-2bcd88728084 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96dafb8e0cdb456cb8a5ca1cb3e20ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524037 Mar 11 17:37:14.714094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50798) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:14.765376 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97cc15cc-551f-486c-b8c4-916da3d3a75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.790569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97cc15cc-551f-486c-b8c4-916da3d3a75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.847191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97cc15cc-551f-486c-b8c4-916da3d3a75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.850056 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97cc15cc-551f-486c-b8c4-916da3d3a75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:14.851621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-97cc15cc-551f-486c-b8c4-916da3d3a75a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be4720c7-7ed0-48f4-a9db-918710e5f61f HTTP/1.1" status: 204 len: 168 time: 0.1364112 Mar 11 17:37:14.860720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc15cc-551f-486c-b8c4-916da3d3a75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4720c7-7ed0-48f4-a9db-918710e5f61f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:15.192501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Sync routers for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:37:15.203692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:15.204314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:36:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:15.323290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:15.541945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50828) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:15.549415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 2, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:15.589307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Checking router: 8020dc2b-dda0-404e-b95a-9de3c6708ae4 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:37:15.589654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Updating router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 port 847859f8-0c5f-404c-9193-a82ca7571182 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:37:15.602944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:15.603561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-af275f8a-d84f-49b1-996b-c34a9b22610b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0d734f97ef24ccd98e4f60ac3c1614c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581241 Mar 11 17:37:15.617250 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.672693 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0d62a7f-1055-456c-98fb-695e53ae6c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.707875 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0d62a7f-1055-456c-98fb-695e53ae6c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.780020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0d62a7f-1055-456c-98fb-695e53ae6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.783621 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0d62a7f-1055-456c-98fb-695e53ae6c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.788535 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b0d62a7f-1055-456c-98fb-695e53ae6c98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1441cc24-7569-4687-af11-17b144c06746 HTTP/1.1" status: 204 len: 168 time: 0.1835182 Mar 11 17:37:15.798821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d62a7f-1055-456c-98fb-695e53ae6c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1441cc24-7569-4687-af11-17b144c06746,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:15.883938 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-68f78071-568c-4a4e-8723-3f34e30a1dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:15.921649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:16.018751 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.027578 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.030757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:16.031112 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.120968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaac984-3568-43cc-8bae-5f5e862cfef7 None None] Pushing event updated for resources: {'Port': ['ID=847859f8-0c5f-404c-9193-a82ca7571182,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:16.237795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Attempting to bind port 847859f8-0c5f-404c-9193-a82ca7571182 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:16.238383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Attempting to bind port 847859f8-0c5f-404c-9193-a82ca7571182 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:16.238928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Attempting to bind port 847859f8-0c5f-404c-9193-a82ca7571182 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:16.249117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:16.249500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:16.249904 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.250302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Bound using segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:16.250789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Bound port: 847859f8-0c5f-404c-9193-a82ca7571182, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:16.251166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.366008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] For port 847859f8-0c5f-404c-9193-a82ca7571182, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:16.370247 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] For port 847859f8-0c5f-404c-9193-a82ca7571182, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=847859f8-0c5f-404c-9193-a82ca7571182,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:16.375817 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.497596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:16.498781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:37:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:16.545872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaac984-3568-43cc-8bae-5f5e862cfef7 None None] Pushing event updated for resources: {'Port': ['ID=847859f8-0c5f-404c-9193-a82ca7571182,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:16.587776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ce7c0a82-6609-4644-8c2b-506da71cf7c7 None None] Provisioning complete for port 847859f8-0c5f-404c-9193-a82ca7571182 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:16.587776 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0a82-6609-4644-8c2b-506da71cf7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.692943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:16.773284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50874) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:16.781351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-979615381-network', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:16.805430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Made reservation on behalf of 3b3ca3242704495ebe0f0fd1df993c0e for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:16.811379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.819792 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0a82-6609-4644-8c2b-506da71cf7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.822173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.907848 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ce7c0a82-6609-4644-8c2b-506da71cf7c7 None None] For port 847859f8-0c5f-404c-9193-a82ca7571182, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=847859f8-0c5f-404c-9193-a82ca7571182,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:16.919377 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0a82-6609-4644-8c2b-506da71cf7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.933451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.940316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:16.972999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:17.002450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e6488-279d-48e3-9aa2-0a6a34d24cfa,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:17.006229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.006806 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Added segment be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4 of type vlan for network 3234c898-fc59-42b5-af4e-8adeb9f7b909 Mar 11 17:37:17.022042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c0a82-6609-4644-8c2b-506da71cf7c7 None None] Pushing event updated for resources: {'Port': ['ID=847859f8-0c5f-404c-9193-a82ca7571182,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:17.050679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-96e5bb44-c13d-47c3-a05b-9804d75d36d8 None None] Provisioning complete for port 847859f8-0c5f-404c-9193-a82ca7571182 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:17.051069 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-96e5bb44-c13d-47c3-a05b-9804d75d36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.055465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:17.059800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.094691 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.096168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:17.096925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.193251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3234c898-fc59-42b5-af4e-8adeb9f7b909,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:17.204469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f5494645-580b-45a8-80e3-39f90244e2a6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4277129 Mar 11 17:37:17.206781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50886) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:17.214456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Request body: {'subnet': {'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-979615381-subnet', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:17.241493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 3234c898-fc59-42b5-af4e-8adeb9f7b909 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:37:17.247450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Made reservation on behalf of 3b3ca3242704495ebe0f0fd1df993c0e for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:17.253521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.298534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607061e-515a-47c0-a106-a59a5176d19b None None] The sync data for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 is: [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:37:17.341043 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.621976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.673703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4320a7-bf7d-44f9-8b1f-584573205a66,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:17.739494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Checking segment: {'id': 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:17.739867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Network hostable DHCP agents. Network: 3234c898-fc59-42b5-af4e-8adeb9f7b909, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:17.761190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Network 3234c898-fc59-42b5-af4e-8adeb9f7b909 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:17.779671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 3234c898-fc59-42b5-af4e-8adeb9f7b909) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:17.785678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:17.786257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.794187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aeff98-2d0c-4107-90c7-ed98dfd247d8 None None] Network 3234c898-fc59-42b5-af4e-8adeb9f7b909 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:17.819593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f223dbba-a137-4a11-82fc-deaa043af215 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6094432 Mar 11 17:37:17.820982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:17.830116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:17.886562 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:17.892686 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.029945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 847859f8-0c5f-404c-9193-a82ca7571182 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:18.079911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.143224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-3234c898-fc59-42b5-af4e-8adeb9f7b909', 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'fixed_ips': [{'subnet_id': 'bd4320a7-bf7d-44f9-8b1f-584573205a66'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:37:18.144123 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.308197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 847859f8-0c5f-404c-9193-a82ca7571182 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:18.318175 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.401341 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.497819 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.675593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Allocated IP 172.20.0.2 (3234c898-fc59-42b5-af4e-8adeb9f7b909/bd4320a7-bf7d-44f9-8b1f-584573205a66/1bfb4bf7-70e9-4d36-afb0-77bc33ca6603) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:18.858196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.890744 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:18.992625 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.010595 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.036323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.078402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Allocated IP 172.25.8.253 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a1aa6022-f61b-40e6-9460-8ce4d2f66fb5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:19.094516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Network 3234c898-fc59-42b5-af4e-8adeb9f7b909 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:19.097379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:19.100006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:19.112885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Pushing event updated for resources: {'Port': ['ID=1bfb4bf7-70e9-4d36-afb0-77bc33ca6603,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:19.208287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Attempting to bind port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:19.208694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Attempting to bind port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:19.211265 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Attempting to bind port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 on network 3234c898-fc59-42b5-af4e-8adeb9f7b909 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:19.221831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:19.222676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Checking segment: {'id': 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:19.224441 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.225220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Bound using segment: {'id': 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:19.233430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Bound port: 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:19.241798 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.310273 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.347106 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] For port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:19.359596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] For port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1bfb4bf7-70e9-4d36-afb0-77bc33ca6603,segment=NetworkSegment(be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4),segment_id=be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:19.368872 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.371781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.460824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Pushing event updated for resources: {'Port': ['ID=a1aa6022-f61b-40e6-9460-8ce4d2f66fb5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:19.469386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50948) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:19.479280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a103c1f-f7fa-4ab5-b2a0-33cf84a48bc0 None None] Pushing event updated for resources: {'Port': ['ID=1bfb4bf7-70e9-4d36-afb0-77bc33ca6603,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:19.490815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:19.492355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:19.499700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:19.767886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5821c118-73fd-43d6-ac43-18fb5276a83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.845215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.940223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5821c118-73fd-43d6-ac43-18fb5276a83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:19.946988 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5821c118-73fd-43d6-ac43-18fb5276a83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.023165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821c118-73fd-43d6-ac43-18fb5276a83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a3385-7ced-4676-9bbe-627808ffe704,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:20.034432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5821c118-73fd-43d6-ac43-18fb5276a83d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63d7242a80be4f829f1f44d6888cb313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611801 Mar 11 17:37:20.036989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50954) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:20.111824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:20.114801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e140b3bb-29ea-430d-b529-1f61b1987ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.141699 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e140b3bb-29ea-430d-b529-1f61b1987ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.200759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.207917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:20.209012 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.230241 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e140b3bb-29ea-430d-b529-1f61b1987ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.233040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e140b3bb-29ea-430d-b529-1f61b1987ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.237041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e140b3bb-29ea-430d-b529-1f61b1987ea8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/434a3385-7ced-4676-9bbe-627808ffe704 HTTP/1.1" status: 204 len: 168 time: 0.1962237 Mar 11 17:37:20.251385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140b3bb-29ea-430d-b529-1f61b1987ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a3385-7ced-4676-9bbe-627808ffe704,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:20.400522 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.452206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Router 619c3d08-43e1-4b2b-829b-e20a4670a250 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:37:20.466471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1bfb4bf7-70e9-4d36-afb0-77bc33ca6603,segment=NetworkSegment(be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4),segment_id=be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:20.476333 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.578460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=1bfb4bf7-70e9-4d36-afb0-77bc33ca6603,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:20.674398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:37:20.688856 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Sync routers for ids ['619c3d08-43e1-4b2b-829b-e20a4670a250'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:37:20.723284 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Routers {'619c3d08-43e1-4b2b-829b-e20a4670a250'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:20.725393 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:37:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['619c3d08-43e1-4b2b-829b-e20a4670a250'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:20.742085 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:20.743764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 50976) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:20.757693 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d6106fdd-4c76-4870-8903-5161e8879a07 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9342351 Mar 11 17:37:20.761041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 50980) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:20.955203 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5abe0803-be5c-4f9e-afed-0cb1ad63fb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.035999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e30c52-b065-48f7-954d-c304146daa76 None None] Network 3234c898-fc59-42b5-af4e-8adeb9f7b909 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:21.094634 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Set router 619c3d08-43e1-4b2b-829b-e20a4670a250 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:21.182729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bc9874bc-5985-42c2-af4d-d12f5729304a None None] Provisioning complete for port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:21.185181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5abe0803-be5c-4f9e-afed-0cb1ad63fb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.192991 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bc9874bc-5985-42c2-af4d-d12f5729304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.204480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5abe0803-be5c-4f9e-afed-0cb1ad63fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.297663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe0803-be5c-4f9e-afed-0cb1ad63fb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41cefee-516e-4caf-b9c5-c2352aa88be9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:21.344774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5abe0803-be5c-4f9e-afed-0cb1ad63fb65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0f6b65fde1c4641b9bf93cec357427a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986612 Mar 11 17:37:21.348207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51000) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:21.501688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c97c1f6-9f18-4c36-9534-101037f6d490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.592899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c97c1f6-9f18-4c36-9534-101037f6d490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.738416 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c97c1f6-9f18-4c36-9534-101037f6d490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.743980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c97c1f6-9f18-4c36-9534-101037f6d490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.768743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7c97c1f6-9f18-4c36-9534-101037f6d490 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c41cefee-516e-4caf-b9c5-c2352aa88be9 HTTP/1.1" status: 204 len: 168 time: 0.4156890 Mar 11 17:37:21.795649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97c1f6-9f18-4c36-9534-101037f6d490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41cefee-516e-4caf-b9c5-c2352aa88be9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:21.843145 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:17Z', 'updated_at': '2022-03-11T17:37:19Z', 'revision_number': 3, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'gw_port': {'id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:18Z', 'updated_at': '2022-03-11T17:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:21.925488 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Checking router: 619c3d08-43e1-4b2b-829b-e20a4670a250 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:37:21.927357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:21.928333 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Updating router 619c3d08-43e1-4b2b-829b-e20a4670a250 port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:37:22.000277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:22.005069 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.131411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:22.134545 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.196296 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a058151e-0d70-443f-a43f-55c2d156328b None None] Provisioning complete for port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:22.197511 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a058151e-0d70-443f-a43f-55c2d156328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.311638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Allocated IP 172.20.0.1 (3234c898-fc59-42b5-af4e-8adeb9f7b909/bd4320a7-bf7d-44f9-8b1f-584573205a66/e4a6949a-3852-4126-8f24-e92af00018ac) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:22.496083 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.504418 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.507230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.537683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51036) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:22.563030 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07dc4174-0b83-4717-9ee3-ac557666b80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.576652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.599580 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Attempting to bind port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:22.604021 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Attempting to bind port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:22.604407 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Attempting to bind port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:22.613317 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:22.613748 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:22.614094 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.614487 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:22.614952 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Bound port: a1aa6022-f61b-40e6-9460-8ce4d2f66fb5, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:22.615331 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.673658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Network 3234c898-fc59-42b5-af4e-8adeb9f7b909 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:22.678530 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:22.685598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:22.731152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a6949a-3852-4126-8f24-e92af00018ac,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:22.738448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07dc4174-0b83-4717-9ee3-ac557666b80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.743798 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07dc4174-0b83-4717-9ee3-ac557666b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.747591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.748067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.748560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.749141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.749574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.750001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.750438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.750861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.751495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.752059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.752580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.753136 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:22.768205 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] For port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:22.768205 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] For port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a1aa6022-f61b-40e6-9460-8ce4d2f66fb5,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:22.787818 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.794794 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:22.818802 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ddff-0682-414e-bfa8-0cb8d32132df None None] Pushing event updated for resources: {'Port': ['ID=a1aa6022-f61b-40e6-9460-8ce4d2f66fb5,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:22.855548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc4174-0b83-4717-9ee3-ac557666b80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2245bf-dc62-4829-8e9b-f1823c3e2023,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:22.940812 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ddff-0682-414e-bfa8-0cb8d32132df None None] Pushing event updated for resources: {'Port': ['ID=a1aa6022-f61b-40e6-9460-8ce4d2f66fb5,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:22.942993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-07dc4174-0b83-4717-9ee3-ac557666b80c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ef2573e333b4695a95cf9c14aae1906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041431 Mar 11 17:37:22.943681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51050) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:22.982919 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Routers {'619c3d08-43e1-4b2b-829b-e20a4670a250'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:22.984047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:37:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['619c3d08-43e1-4b2b-829b-e20a4670a250'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:23.097892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-951b3a66-d95f-4077-aa43-19d622bb59a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.149082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8758d76a-097b-45b3-b729-01d91fe90548 None None] Provisioning complete for port e4a6949a-3852-4126-8f24-e92af00018ac triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:23.150056 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8758d76a-097b-45b3-b729-01d91fe90548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.151604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.152140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-951b3a66-d95f-4077-aa43-19d622bb59a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.217760 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] Set router 619c3d08-43e1-4b2b-829b-e20a4670a250 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:23.251319 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-951b3a66-d95f-4077-aa43-19d622bb59a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.255274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-951b3a66-d95f-4077-aa43-19d622bb59a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.259113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8758d76a-097b-45b3-b729-01d91fe90548 None None] Port e4a6949a-3852-4126-8f24-e92af00018ac cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:37:23.260267 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-951b3a66-d95f-4077-aa43-19d622bb59a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d2245bf-dc62-4829-8e9b-f1823c3e2023 HTTP/1.1" status: 204 len: 168 time: 0.3132453 Mar 11 17:37:23.279016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b3a66-d95f-4077-aa43-19d622bb59a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2245bf-dc62-4829-8e9b-f1823c3e2023,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:23.501166 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.506178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.654185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a6949a-3852-4126-8f24-e92af00018ac,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:23.669274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:23.673766 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:17Z', 'updated_at': '2022-03-11T17:37:19Z', 'revision_number': 3, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'gw_port': {'id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:18Z', 'updated_at': '2022-03-11T17:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:23.711234 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3ab8a-fa2b-4444-a600-80927817e7b4 None None] The sync data for ids ['619c3d08-43e1-4b2b-829b-e20a4670a250'] in n-d-833411-1 is: [{'id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:17Z', 'updated_at': '2022-03-11T17:37:19Z', 'revision_number': 3, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'gw_port': {'id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:18Z', 'updated_at': '2022-03-11T17:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:37:23.872568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Network 3234c898-fc59-42b5-af4e-8adeb9f7b909 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:23.875633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:24.434510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-146c89da-715f-40d6-9aa2-83a676c074c7 None None] Provisioning complete for port e4a6949a-3852-4126-8f24-e92af00018ac triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:24.440858 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-146c89da-715f-40d6-9aa2-83a676c074c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:24.580365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-146c89da-715f-40d6-9aa2-83a676c074c7 None None] Port e4a6949a-3852-4126-8f24-e92af00018ac cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:37:24.813056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Router 619c3d08-43e1-4b2b-829b-e20a4670a250 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:37:25.074080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:37:25.119034 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-be8857c0-c6f7-4475-b3c4-d0ce813eac87 admin admin] 10.222.0.53 "PUT /v2.0/routers/619c3d08-43e1-4b2b-829b-e20a4670a250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3493061 Mar 11 17:37:26.005600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:26.086996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:26.087383 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:26.262934 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:26.338130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a1aa6022-f61b-40e6-9460-8ce4d2f66fb5,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:26.349130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:26.569683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=a1aa6022-f61b-40e6-9460-8ce4d2f66fb5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:26.630437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Sync routers for ids ['619c3d08-43e1-4b2b-829b-e20a4670a250'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:37:26.648757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Routers {'619c3d08-43e1-4b2b-829b-e20a4670a250'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:26.650984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:37:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['619c3d08-43e1-4b2b-829b-e20a4670a250'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:26.731269 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51254) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:26.977908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Set router 619c3d08-43e1-4b2b-829b-e20a4670a250 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:26.995988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3dde8445-3809-443d-abce-b85c74b089b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.214955 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3dde8445-3809-443d-abce-b85c74b089b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.215388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51276) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:27.219734 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3dde8445-3809-443d-abce-b85c74b089b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.304238 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3dde8445-3809-443d-abce-b85c74b089b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3921f950b3da4e77b4cb21a14c1d0479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711718 Mar 11 17:37:27.305175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde8445-3809-443d-abce-b85c74b089b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9440eab3-d883-43d7-aba8-597b823ed97f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:27.309096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51280) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:27.438229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d7eac3b-f297-477b-a4d2-d7352b5b6cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.488838 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d7eac3b-f297-477b-a4d2-d7352b5b6cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.525289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:17Z', 'updated_at': '2022-03-11T17:37:23Z', 'revision_number': 4, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'gw_port': {'id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:18Z', 'updated_at': '2022-03-11T17:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4a6949a-3852-4126-8f24-e92af00018ac', 'name': '', 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'mac_address': 'fa:16:3e:67:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bd4320a7-bf7d-44f9-8b1f-584573205a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:21Z', 'updated_at': '2022-03-11T17:37:23Z', 'revision_number': 2, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'subnets': [{'id': 'bd4320a7-bf7d-44f9-8b1f-584573205a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:27.578733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d7eac3b-f297-477b-a4d2-d7352b5b6cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.584171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d7eac3b-f297-477b-a4d2-d7352b5b6cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.590262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5d7eac3b-f297-477b-a4d2-d7352b5b6cef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9440eab3-d883-43d7-aba8-597b823ed97f HTTP/1.1" status: 204 len: 168 time: 0.2796941 Mar 11 17:37:27.592379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Checking router: 619c3d08-43e1-4b2b-829b-e20a4670a250 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:37:27.593643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Updating router 619c3d08-43e1-4b2b-829b-e20a4670a250 port e4a6949a-3852-4126-8f24-e92af00018ac binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:37:27.605413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eac3b-f297-477b-a4d2-d7352b5b6cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9440eab3-d883-43d7-aba8-597b823ed97f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:27.676827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.740169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ddb3124a-81a0-4c40-a289-244d295c5134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.848695 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ddb3124a-81a0-4c40-a289-244d295c5134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.854552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ddb3124a-81a0-4c40-a289-244d295c5134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:27.957726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:28.038803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ddb3124a-81a0-4c40-a289-244d295c5134 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc159f9615e548e192be42cb66a69e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8219492 Mar 11 17:37:28.041986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51300) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:28.043912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3124a-81a0-4c40-a289-244d295c5134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1779808a-1d0d-4445-a726-a8bff6a923c6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:28.170178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d80adfe-8bf0-4095-a1f4-c43d6ac03726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.182478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51306) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:28.200597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-245276a4-87f5-4768-85e5-f8c4bc36d3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.212597 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d80adfe-8bf0-4095-a1f4-c43d6ac03726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.337127 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d80adfe-8bf0-4095-a1f4-c43d6ac03726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.340550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d80adfe-8bf0-4095-a1f4-c43d6ac03726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.341998 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0d80adfe-8bf0-4095-a1f4-c43d6ac03726 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1779808a-1d0d-4445-a726-a8bff6a923c6 HTTP/1.1" status: 204 len: 168 time: 0.2989857 Mar 11 17:37:28.358189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80adfe-8bf0-4095-a1f4-c43d6ac03726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1779808a-1d0d-4445-a726-a8bff6a923c6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:28.369896 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-245276a4-87f5-4768-85e5-f8c4bc36d3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.376747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-245276a4-87f5-4768-85e5-f8c4bc36d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.470358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-245276a4-87f5-4768-85e5-f8c4bc36d3e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23de0b61b98b429b9314b4a43f281c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862804 Mar 11 17:37:28.474256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51312) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:28.520231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245276a4-87f5-4768-85e5-f8c4bc36d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcdcb83-fe8e-4d67-b9b6-8e4afe8b098d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:28.552393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:28.553039 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.627727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7303bb2a-9439-4c43-a452-3575f25588a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.654475 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7303bb2a-9439-4c43-a452-3575f25588a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.726011 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7303bb2a-9439-4c43-a452-3575f25588a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.730133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7303bb2a-9439-4c43-a452-3575f25588a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.732236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7303bb2a-9439-4c43-a452-3575f25588a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bcdcb83-fe8e-4d67-b9b6-8e4afe8b098d HTTP/1.1" status: 204 len: 168 time: 0.2568080 Mar 11 17:37:28.742161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303bb2a-9439-4c43-a452-3575f25588a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcdcb83-fe8e-4d67-b9b6-8e4afe8b098d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:28.766400 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.779266 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.861862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f2725-3921-4e5c-8608-c087f00e2138 None None] Pushing event updated for resources: {'Port': ['ID=e4a6949a-3852-4126-8f24-e92af00018ac,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:28.894867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Attempting to bind port e4a6949a-3852-4126-8f24-e92af00018ac on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:28.895237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Attempting to bind port e4a6949a-3852-4126-8f24-e92af00018ac by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:28.895611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Attempting to bind port e4a6949a-3852-4126-8f24-e92af00018ac on network 3234c898-fc59-42b5-af4e-8adeb9f7b909 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:28.901324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:28.901837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Checking segment: {'id': 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:28.902414 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.902983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Bound using segment: {'id': 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:28.903590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Bound port: e4a6949a-3852-4126-8f24-e92af00018ac, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:28.904128 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:28.988590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51328) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:28.992531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] For port e4a6949a-3852-4126-8f24-e92af00018ac, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:28.996868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] For port e4a6949a-3852-4126-8f24-e92af00018ac, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e4a6949a-3852-4126-8f24-e92af00018ac,segment=NetworkSegment(be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4),segment_id=be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:29.002482 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.014053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37b3676b-57bb-4fe1-a031-04fd5d179288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.101076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Routers {'619c3d08-43e1-4b2b-829b-e20a4670a250'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:37:29.102759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:37:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['619c3d08-43e1-4b2b-829b-e20a4670a250'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:29.190241 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37b3676b-57bb-4fe1-a031-04fd5d179288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.201442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37b3676b-57bb-4fe1-a031-04fd5d179288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.290729 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.291918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f2725-3921-4e5c-8608-c087f00e2138 None None] Pushing event updated for resources: {'Port': ['ID=e4a6949a-3852-4126-8f24-e92af00018ac,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:29.323170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-37b3676b-57bb-4fe1-a031-04fd5d179288 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ceb8c8edd9d4f41b87596db53aa8f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332338 Mar 11 17:37:29.327754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51350) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:29.329500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3676b-57bb-4fe1-a031-04fd5d179288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adf725c-4e46-406c-9111-c8cf8072d40a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:29.349364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-649a6c4f-2277-44f8-bb2e-734b4c403353 None None] Provisioning complete for port e4a6949a-3852-4126-8f24-e92af00018ac triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:29.349869 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-649a6c4f-2277-44f8-bb2e-734b4c403353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.424239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c795ded0-8669-4091-a55d-cf38d9c4e69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.472745 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c795ded0-8669-4091-a55d-cf38d9c4e69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.476930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] Set router 619c3d08-43e1-4b2b-829b-e20a4670a250 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:37:29.581892 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c795ded0-8669-4091-a55d-cf38d9c4e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.584771 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c795ded0-8669-4091-a55d-cf38d9c4e69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.586167 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c795ded0-8669-4091-a55d-cf38d9c4e69c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3adf725c-4e46-406c-9111-c8cf8072d40a HTTP/1.1" status: 204 len: 168 time: 0.2566550 Mar 11 17:37:29.600633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795ded0-8669-4091-a55d-cf38d9c4e69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adf725c-4e46-406c-9111-c8cf8072d40a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:29.729308 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-649a6c4f-2277-44f8-bb2e-734b4c403353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.811690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-649a6c4f-2277-44f8-bb2e-734b4c403353 None None] For port e4a6949a-3852-4126-8f24-e92af00018ac, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e4a6949a-3852-4126-8f24-e92af00018ac,segment=NetworkSegment(be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4),segment_id=be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:29.828154 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-649a6c4f-2277-44f8-bb2e-734b4c403353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:29.901384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:17Z', 'updated_at': '2022-03-11T17:37:23Z', 'revision_number': 4, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'gw_port': {'id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:18Z', 'updated_at': '2022-03-11T17:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4a6949a-3852-4126-8f24-e92af00018ac', 'name': '', 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'mac_address': 'fa:16:3e:67:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bd4320a7-bf7d-44f9-8b1f-584573205a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:21Z', 'updated_at': '2022-03-11T17:37:28Z', 'revision_number': 4, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'subnets': [{'id': 'bd4320a7-bf7d-44f9-8b1f-584573205a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:29.938197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-cd561530-07ef-4002-89c3-7c63bc84ac49 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:29.951010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd400e6a-0caf-4850-a9f0-4b6ea40d5c77 None None] The sync data for ids ['619c3d08-43e1-4b2b-829b-e20a4670a250'] in n-d-833411-1 is: [{'id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:17Z', 'updated_at': '2022-03-11T17:37:23Z', 'revision_number': 4, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'gw_port': {'id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:18Z', 'updated_at': '2022-03-11T17:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4a6949a-3852-4126-8f24-e92af00018ac', 'name': '', 'network_id': '3234c898-fc59-42b5-af4e-8adeb9f7b909', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'mac_address': 'fa:16:3e:67:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bd4320a7-bf7d-44f9-8b1f-584573205a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:21Z', 'updated_at': '2022-03-11T17:37:28Z', 'revision_number': 4, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'subnets': [{'id': 'bd4320a7-bf7d-44f9-8b1f-584573205a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:37:29.954951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-cd561530-07ef-4002-89c3-7c63bc84ac49 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.2687035 Mar 11 17:37:29.995276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-05f82d2c-6157-4f95-bc2f-fe7ffdc34af4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/quotas/725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 375 time: 0.0370476 Mar 11 17:37:30.010462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a6c4f-2277-44f8-bb2e-734b4c403353 None None] Pushing event updated for resources: {'Port': ['ID=e4a6949a-3852-4126-8f24-e92af00018ac,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:30.016096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ca38aee5-67db-4f25-82d2-e0e781ea43f6 None None] Provisioning complete for port e4a6949a-3852-4126-8f24-e92af00018ac triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:30.016832 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ca38aee5-67db-4f25-82d2-e0e781ea43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:30.167894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-f1d42654-2ae5-4131-9f58-d549fed3f9c2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709766 Mar 11 17:37:30.285769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c5d8bb24-13d3-41c3-aa61-b784ad77c471 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163955 Mar 11 17:37:30.391904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-0c52451a-ca14-4043-be08-ba5a3a816020 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048965 Mar 11 17:37:30.929478 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4a43a54-6808-486b-951c-87b04d265752 req-e8d95464-2544-44f5-9cac-d8c3f15b46bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 210 time: 0.0443366 Mar 11 17:37:31.985654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e4a6949a-3852-4126-8f24-e92af00018ac up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:32.061639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51478) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:32.073146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e4a6949a-3852-4126-8f24-e92af00018ac triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:32.073816 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.088941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e198cb3d-bb13-49ae-a331-b50688bc59f1 req-586dc2f3-80ad-429b-9243-cee040465264 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 210 time: 0.0609915 Mar 11 17:37:32.263723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ab298c-a557-49c3-a992-2f740580838c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.570461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ab298c-a557-49c3-a992-2f740580838c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.579866 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ab298c-a557-49c3-a992-2f740580838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.644588 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-34ab298c-a557-49c3-a992-2f740580838c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9600ed39c114b1482bfac78a36a9dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817420 Mar 11 17:37:32.647403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51494) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:32.704952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab298c-a557-49c3-a992-2f740580838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756978a3-ea6b-4300-b59b-bf49ae1149df,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:32.717404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.747693 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-7e771fff-d3f8-484c-97e9-e2ec16544b6a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:32.749591 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-7e771fff-d3f8-484c-97e9-e2ec16544b6a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.3729134 Mar 11 17:37:32.762936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.769022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'port': {'device_id': 'e7f83a23-897d-4048-a6e5-ac7197b77036', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'admin_state_up': True, 'tenant_id': '725617d7b05e44bca6e50276a11b8f42'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:32.821264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.827768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:32.832537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/756978a3-ea6b-4300-b59b-bf49ae1149df HTTP/1.1" status: 204 len: 168 time: 0.1840408 Mar 11 17:37:32.843189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756978a3-ea6b-4300-b59b-bf49ae1149df,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:32.855098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.855664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.856238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.856940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.857682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.858178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.858669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.859168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.859665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.860234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.860952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:32.861458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa613d30-8c59-4086-9291-c14f2abc8687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:33.029228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Made reservation on behalf of 725617d7b05e44bca6e50276a11b8f42 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:33.036722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.254040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ee0fdabb-70ae-4bb7-8b0f-85dc0ed43223 req-3ba90812-d0d6-43e2-903d-3cea61a0dba7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 210 time: 0.0567181 Mar 11 17:37:33.285701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.20.0.13 (9362894b-7d3e-440b-a245-310e2ec05ebd/723a2c33-75f4-459f-84dd-d7a9a23bdc60/9ee42b3a-9883-47f0-9c7f-dd53a9cd0320) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:33.514356 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.605218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.686714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:33.706627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:33.708541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:33.712271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:33.732402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51536) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:33.797431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:33.799722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:33.832361 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-28f6be2b-9a7e-44fc-a432-ad4ff5d873d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0729146 Mar 11 17:37:33.850166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Request body: {'port': {'device_id': 'e7f83a23-897d-4048-a6e5-ac7197b77036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:33.932819 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.109971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9b207ddc-b0fe-4e50-bdb2-f1d948494078 None None] Provisioning complete for port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:34.110436 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9b207ddc-b0fe-4e50-bdb2-f1d948494078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.189363 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59f77a33-41f2-4d30-9924-ba10280e1c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.229286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-9b207ddc-b0fe-4e50-bdb2-f1d948494078 None None] Port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:37:34.390187 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59f77a33-41f2-4d30-9924-ba10280e1c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.397317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59f77a33-41f2-4d30-9924-ba10280e1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.456283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f77a33-41f2-4d30-9924-ba10280e1c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6224a85f-2c58-45a1-91a2-92105ea75f99,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:34.477800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-59f77a33-41f2-4d30-9924-ba10280e1c0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70f5efcf70034d919fdd24a6c9e5c938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7441220 Mar 11 17:37:34.481766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51552) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:34.486026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:37:34.512653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.536449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccbd88-9727-46b1-b2c7-21eeacc0782d req-1211a097-5132-4758-872e-7746dd859b65 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:34.538585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8ccbd88-9727-46b1-b2c7-21eeacc0782d req-1211a097-5132-4758-872e-7746dd859b65 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 932 time: 0.1158192 Mar 11 17:37:34.580507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Transition to ACTIVE for port object 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:34.594448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.605031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8ccbd88-9727-46b1-b2c7-21eeacc0782d req-d29dd1e8-9735-409c-b4ea-37b8cad97961 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558591 Mar 11 17:37:34.674184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:34.693117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ff8b-8361-4e0b-98c2-f156bbfd48d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.722329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ff8b-8361-4e0b-98c2-f156bbfd48d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.886912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Attempting to bind port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:34.887264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Attempting to bind port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:34.887648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Attempting to bind port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:34.894650 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ff8b-8361-4e0b-98c2-f156bbfd48d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.898091 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ff8b-8361-4e0b-98c2-f156bbfd48d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.902531 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1ff3ff8b-8361-4e0b-98c2-f156bbfd48d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6224a85f-2c58-45a1-91a2-92105ea75f99 HTTP/1.1" status: 204 len: 168 time: 0.4161279 Mar 11 17:37:34.906418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 on network 9362894b-7d3e-440b-a245-310e2ec05ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:37:34.906760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Attempting to bind port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:34.922586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:34.923154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:34.924031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Bound using segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:34.924522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Bound port: 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:34.924891 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:34.947742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ff8b-8361-4e0b-98c2-f156bbfd48d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6224a85f-2c58-45a1-91a2-92105ea75f99,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:35.090592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] For port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:35.094788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] For port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:35.103075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.257965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:35.261583 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.281348 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] 10.222.0.46 "PUT /v2.0/ports/9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 HTTP/1.1" status: 200 len: 1092 time: 1.4365189 Mar 11 17:37:35.297727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f83a23-897d-4048-a6e5-ac7197b77036', 'tag': '9ee42b3a-9883-47f0-9c7f-dd53a9cd0320'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:37:35.304722 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eedaec-6d70-4a8d-910e-a27dd077be6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f83a23-897d-4048-a6e5-ac7197b77036", "tag": "9ee42b3a-9883-47f0-9c7f-dd53a9cd0320"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:37:35.316535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9571ce9-ec1a-4a4e-913b-a2048e9a8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:35.439628 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ce9634-1489-4c26-9c2f-9dd269535cde x-openstack-request-id: req-66ce9634-1489-4c26-9c2f-9dd269535cde {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:37:35.440559 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f83a23-897d-4048-a6e5-ac7197b77036", "tag": "9ee42b3a-9883-47f0-9c7f-dd53a9cd0320", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:37:35.442201 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66ce9634-1489-4c26-9c2f-9dd269535cde {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:37:35.442883 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f83a23-897d-4048-a6e5-ac7197b77036', 'tag': '9ee42b3a-9883-47f0-9c7f-dd53a9cd0320', 'status': 'completed', 'code': 200} Mar 11 17:37:35.487645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-7161c219-9113-408f-aabd-35ad6ae194a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:35.492056 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-7161c219-9113-408f-aabd-35ad6ae194a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 1095 time: 0.1555154 Mar 11 17:37:35.597862 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-c4e3f260-628b-47b4-a5ba-3258d7819921 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 HTTP/1.1" status: 200 len: 217 time: 0.0782230 Mar 11 17:37:35.675451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-ba3a2584-4226-4e7e-b5a7-b7dd15b3f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:35.677311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51624) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:35.695449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-ba3a2584-4226-4e7e-b5a7-b7dd15b3f1e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0874395 Mar 11 17:37:35.698275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aca03fd8-81fe-4732-b6eb-0c456597986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.776970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-ca0b3a3f-bfbf-437a-aabd-8294895406b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:35.778783 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-ca0b3a3f-bfbf-437a-aabd-8294895406b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773001 Mar 11 17:37:35.839758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f7144-66eb-457f-a4b6-7c9b9966c6a3 req-68e5c021-eeb3-4c59-bac5-3e8394e6cbde tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:35.849857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-719f7144-66eb-457f-a4b6-7c9b9966c6a3 req-68e5c021-eeb3-4c59-bac5-3e8394e6cbde tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 944 time: 0.1199136 Mar 11 17:37:35.923359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-719f7144-66eb-457f-a4b6-7c9b9966c6a3 req-13f01cce-abe6-4cb7-847d-880577bf9fed tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722620 Mar 11 17:37:35.966042 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-0ef0380a-c5e6-41d2-a273-281a7087afc0 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771688 Mar 11 17:37:35.978075 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aca03fd8-81fe-4732-b6eb-0c456597986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:35.985775 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aca03fd8-81fe-4732-b6eb-0c456597986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.049972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-aca03fd8-81fe-4732-b6eb-0c456597986e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a1c0f9fbbe64ae88f8e01a88af22457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709302 Mar 11 17:37:36.061752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51668) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:36.147093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca03fd8-81fe-4732-b6eb-0c456597986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd99f196-f74c-494e-b99e-10e2b8d3db14,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:36.187451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-bc4a466b-6583-4992-bc61-ed9dc6518066 req-87217ca6-22e7-4e24-81f1-ab0a03dba7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135022 Mar 11 17:37:36.199216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b79a7bf-0c40-486e-adc7-258c33fb082b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.231232 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b79a7bf-0c40-486e-adc7-258c33fb082b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.285759 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b79a7bf-0c40-486e-adc7-258c33fb082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.288914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b79a7bf-0c40-486e-adc7-258c33fb082b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:36.290344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1b79a7bf-0c40-486e-adc7-258c33fb082b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd99f196-f74c-494e-b99e-10e2b8d3db14 HTTP/1.1" status: 204 len: 168 time: 0.2271836 Mar 11 17:37:36.300251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79a7bf-0c40-486e-adc7-258c33fb082b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd99f196-f74c-494e-b99e-10e2b8d3db14,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:36.339617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-56afdbd2-224b-4731-a03e-ae9c4a3853f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.341700 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-56afdbd2-224b-4731-a03e-ae9c4a3853f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 1095 time: 0.0925279 Mar 11 17:37:36.505432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-c9fba868-80ce-43aa-aed4-d32ce1e07a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.507712 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-c9fba868-80ce-43aa-aed4-d32ce1e07a34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1589260 Mar 11 17:37:36.591949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-be44e0cd-7f61-49fc-9077-043492e871fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 HTTP/1.1" status: 200 len: 217 time: 0.0695839 Mar 11 17:37:36.664905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-36270ec2-9662-4e49-ae2d-c488c8db241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.667197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-36270ec2-9662-4e49-ae2d-c488c8db241e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0681651 Mar 11 17:37:36.772755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-cd7708f5-d9cd-4426-a56b-34c114981099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:36.775134 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-cd7708f5-d9cd-4426-a56b-34c114981099 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995402 Mar 11 17:37:36.917674 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-eac6bf81-b6a4-430b-91c2-828cca079000 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345408 Mar 11 17:37:36.918575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51700) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:36.938983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51704) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:36.966982 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02c25398-cc06-4218-800e-8ef8b2f5976c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.096547 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e0eedaec-6d70-4a8d-910e-a27dd077be6b req-ac47e631-9b56-45b5-bf00-98aae10dfa82 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687646 Mar 11 17:37:37.255105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86391d7-4c1f-4f49-be06-03fa28d974e9 req-6ef04782-7421-4956-b938-ea07c5b940c7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:37.258644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a86391d7-4c1f-4f49-be06-03fa28d974e9 req-6ef04782-7421-4956-b938-ea07c5b940c7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 944 time: 0.1970081 Mar 11 17:37:37.311696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-162f39d2-201b-413c-91a9-5bbb10cd0bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.319804 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02c25398-cc06-4218-800e-8ef8b2f5976c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.335596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02c25398-cc06-4218-800e-8ef8b2f5976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.397705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-02c25398-cc06-4218-800e-8ef8b2f5976c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9925513737143ccbd9a341c638f8bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575093 Mar 11 17:37:37.401866 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51710) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:37.408369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a86391d7-4c1f-4f49-be06-03fa28d974e9 req-dd5ca985-c62c-4dd8-95ce-2c58d2ae203d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340196 Mar 11 17:37:37.420389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c25398-cc06-4218-800e-8ef8b2f5976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501082a9-d9ce-4a88-a6c5-f11c299f89ab,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:37.537938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d28b130f-5e80-441a-acc7-523f612f05e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.552939 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-162f39d2-201b-413c-91a9-5bbb10cd0bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.561765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-162f39d2-201b-413c-91a9-5bbb10cd0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.590323 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d28b130f-5e80-441a-acc7-523f612f05e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.622486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-162f39d2-201b-413c-91a9-5bbb10cd0bbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5dbdcdd2b28543ac8c8d0bec0be2694a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7027466 Mar 11 17:37:37.623492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f39d2-201b-413c-91a9-5bbb10cd0bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b9707-d518-40df-9463-8951ec4c205c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:37.626340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51714) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:37.665276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d28b130f-5e80-441a-acc7-523f612f05e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.668210 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d28b130f-5e80-441a-acc7-523f612f05e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.674945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d28b130f-5e80-441a-acc7-523f612f05e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/501082a9-d9ce-4a88-a6c5-f11c299f89ab HTTP/1.1" status: 204 len: 168 time: 0.2704198 Mar 11 17:37:37.694918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b130f-5e80-441a-acc7-523f612f05e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501082a9-d9ce-4a88-a6c5-f11c299f89ab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:37.717301 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc45290f-5655-4451-821c-ea858ee64aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.758976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc45290f-5655-4451-821c-ea858ee64aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.831409 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc45290f-5655-4451-821c-ea858ee64aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.838664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc45290f-5655-4451-821c-ea858ee64aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:37.843950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc45290f-5655-4451-821c-ea858ee64aa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c88b9707-d518-40df-9463-8951ec4c205c HTTP/1.1" status: 204 len: 168 time: 0.2163248 Mar 11 17:37:37.862355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45290f-5655-4451-821c-ea858ee64aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b9707-d518-40df-9463-8951ec4c205c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:38.292476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51742) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:38.491794 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc3659b2-5c50-48a3-b0dc-6d6ea9c75cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.639679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b2885-921f-41a6-ad6c-eaa6cf9523c4 req-4f360b4b-79f6-47e7-bf4d-c1115de937f7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:38.645604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d26b2885-921f-41a6-ad6c-eaa6cf9523c4 req-4f360b4b-79f6-47e7-bf4d-c1115de937f7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 944 time: 0.0904176 Mar 11 17:37:38.703805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc3659b2-5c50-48a3-b0dc-6d6ea9c75cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.718627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc3659b2-5c50-48a3-b0dc-6d6ea9c75cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.727359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d26b2885-921f-41a6-ad6c-eaa6cf9523c4 req-e7749fea-3202-488c-981b-b776f19714fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700221 Mar 11 17:37:38.780053 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fc3659b2-5c50-48a3-b0dc-6d6ea9c75cb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c1039078e2143b2bff34e6fe507c1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854975 Mar 11 17:37:38.781021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3659b2-5c50-48a3-b0dc-6d6ea9c75cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4baacc-ce5b-4896-954a-fe48bd344d7c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:38.782786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:38.868175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b047845-9fab-4a0a-b7b5-685050c2d382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.901581 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b047845-9fab-4a0a-b7b5-685050c2d382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.957880 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b047845-9fab-4a0a-b7b5-685050c2d382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.960764 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b047845-9fab-4a0a-b7b5-685050c2d382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:38.965827 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1b047845-9fab-4a0a-b7b5-685050c2d382 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb4baacc-ce5b-4896-954a-fe48bd344d7c HTTP/1.1" status: 204 len: 168 time: 0.1799512 Mar 11 17:37:38.973802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b047845-9fab-4a0a-b7b5-685050c2d382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4baacc-ce5b-4896-954a-fe48bd344d7c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:39.479788 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:37:39.657154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51800) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:39.675856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51804) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:39.696101 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9210-7a14-41d5-b47a-7bcb079ea150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.819440 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9210-7a14-41d5-b47a-7bcb079ea150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.825313 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9210-7a14-41d5-b47a-7bcb079ea150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:39.890024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bf9d9210-7a14-41d5-b47a-7bcb079ea150 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b650872abc746ea9b3db0d982c1d7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102466 Mar 11 17:37:39.892733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51812) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:39.948640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d9210-7a14-41d5-b47a-7bcb079ea150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfd67e3-a40b-4b97-a28f-5dc953e1e35e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:39.954749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1571161208'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:39.969315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17929-a592-4659-a7c0-54d439317430 req-e93024ae-8fa1-4e9e-ba1f-a742cba9029d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:39.970845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9b17929-a592-4659-a7c0-54d439317430 req-e93024ae-8fa1-4e9e-ba1f-a742cba9029d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 944 time: 0.0786896 Mar 11 17:37:39.985909 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b54e-4aed-45ef-a6f3-be50d342f957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.002211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:40.005818 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.022588 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9b17929-a592-4659-a7c0-54d439317430 req-783b133b-2f72-49db-918d-26ba657cc026 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Mar 11 17:37:40.025807 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b54e-4aed-45ef-a6f3-be50d342f957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.027976 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.115830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b54e-4aed-45ef-a6f3-be50d342f957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.119278 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b54e-4aed-45ef-a6f3-be50d342f957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.120393 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f5a5b54e-4aed-45ef-a6f3-be50d342f957 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cfd67e3-a40b-4b97-a28f-5dc953e1e35e HTTP/1.1" status: 204 len: 168 time: 0.2260561 Mar 11 17:37:40.133472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5b54e-4aed-45ef-a6f3-be50d342f957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfd67e3-a40b-4b97-a28f-5dc953e1e35e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:40.168141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.173227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.205246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:40.215970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d893fe3-7bce-48f6-a547-6ce2b1102782,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:40.240743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.244672 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Added segment 8ab4468d-94a5-42a7-832d-49e37b1aef2c of type vlan for network 2e611819-04ad-43fe-92e5-b7059b573e30 Mar 11 17:37:40.318271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.358926 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.373039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:40.373952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.451390 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7897041 Mar 11 17:37:40.451868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51822) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:40.457152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'name': 'tempest-PortsTestJSON-1330056335'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:40.465112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f31ab9-b124-4740-94ac-75b21e69353a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Network': ['ID=2e611819-04ad-43fe-92e5-b7059b573e30,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:40.489652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:37:40.630954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:40.636840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.656890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:37:40.852320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.886530 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:40.951413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=f30df595-3a04-4f32-8f33-fdd7d9cfdd27,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:40.977607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Checking segment: {'id': '8ab4468d-94a5-42a7-832d-49e37b1aef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:40.978054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network hostable DHCP agents. Network: 2e611819-04ad-43fe-92e5-b7059b573e30, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:40.996975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:41.008094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 2e611819-04ad-43fe-92e5-b7059b573e30) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:41.012102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:41.019066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:41.019779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.020274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a74a9-eca7-48e7-a012-628ac1a1fcb5 None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:41.043616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2f5de843-0193-4632-b398-0068d8a81266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5902536 Mar 11 17:37:41.046643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:41.054108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2026421178'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:41.093180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:41.098218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.159847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:41.173017 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.173655 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Added segment c3abc3b4-d910-4358-927d-bad3f3c7c39e of type vlan for network e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc Mar 11 17:37:41.178481 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.226262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bdff4-fa04-4955-a76b-eb3dbdb71d5f req-11386ab4-34f5-421f-93cb-d314e894de19 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:41.248085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e0bdff4-fa04-4955-a76b-eb3dbdb71d5f req-11386ab4-34f5-421f-93cb-d314e894de19 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 944 time: 0.1108756 Mar 11 17:37:41.256706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.291091 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.299031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:41.300062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.305880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-71d819db-f1e9-4a0f-8f92-13f589f91bd6 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7b8b0fedff954442ab279e44024e3169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426414 Mar 11 17:37:41.385141 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3367953 Mar 11 17:37:41.385966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51866) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:41.403065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'ports': [{'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30'}, {'network_id': 'e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc'}]} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:41.403400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:41.403893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': 'e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:41.511567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624deeb-195e-4eab-8368-cef949014e61 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Network': ['ID=e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:41.524582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:37:41.613624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a0731-f6e7-4613-8114-87d3124d20fd req-31d62aff-fdb9-4046-8b78-e1015c807cd2 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:41.625554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-31d62aff-fdb9-4046-8b78-e1015c807cd2 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975743 Mar 11 17:37:41.637138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e0bdff4-fa04-4955-a76b-eb3dbdb71d5f req-20f3d6d9-4b5c-41cf-82eb-15cbf939c6ef tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823929 Mar 11 17:37:41.660677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-f0c9f7dc-f755-4081-89bd-bf876d2d1966 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/quotas/7b8b0fedff954442ab279e44024e3169 HTTP/1.1" status: 200 len: 375 time: 0.0223594 Mar 11 17:37:41.663219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 2} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:41.672137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:41.717530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.021854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 33a51ef8-9f39-415c-b23f-6821c75b42aa yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:37:42.089830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-8794ed50-0d0c-499a-9ad2-9168d83bcc2f tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b8b0fedff954442ab279e44024e3169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4281681 Mar 11 17:37:42.151123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.281541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port a0354f6e-fb7c-42bf-9feb-fee7489b7789 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:37:42.339066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50b689ef-1733-4171-adb9-837c8cccb275 req-e3e1f00a-03e8-4deb-9085-5db5accfdb39 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 210 time: 0.0457585 Mar 11 17:37:42.433848 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.491366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.558493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:42.561890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:42.576657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:42.577668 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.610792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=33a51ef8-9f39-415c-b23f-6821c75b42aa,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:42.747472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=a0354f6e-fb7c-42bf-9feb-fee7489b7789,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:42.764646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Checking segment: {'id': 'c3abc3b4-d910-4358-927d-bad3f3c7c39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:42.765258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network hostable DHCP agents. Network: e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:42.800717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:42.818187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:42.828208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c72860-8d7b-4258-9905-52829e02f630 None None] Network e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:42.831649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:42.840770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab21a59-2358-4b51-8f5d-2696d1b6a980 req-ea30070b-30e1-4631-9dc7-37cbb7e87d39 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.842915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bab21a59-2358-4b51-8f5d-2696d1b6a980 req-ea30070b-30e1-4631-9dc7-37cbb7e87d39 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 944 time: 0.0741639 Mar 11 17:37:42.846147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.855532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:42.856292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:42.859745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51904) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:42.885152 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c00c3cd2-7749-4826-9a88-b3652b6b7725 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4888034 Mar 11 17:37:42.887203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51910) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:42.971368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bab21a59-2358-4b51-8f5d-2696d1b6a980 req-7cc9db2a-ad06-44d7-8296-64268a38fd11 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208889 Mar 11 17:37:43.049796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9a25f38f-302a-404f-b679-286987851543 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port a0354f6e-fb7c-42bf-9feb-fee7489b7789 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:43.050372 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a25f38f-302a-404f-b679-286987851543 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.093880 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6c0d-9e64-4e0a-bc91-9f94228386eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.132383 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a25f38f-302a-404f-b679-286987851543 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.151615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9a25f38f-302a-404f-b679-286987851543 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for a0354f6e-fb7c-42bf-9feb-fee7489b7789 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:43.186003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6c0d-9e64-4e0a-bc91-9f94228386eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.193861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6c0d-9e64-4e0a-bc91-9f94228386eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.235513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb6c0d-9e64-4e0a-bc91-9f94228386eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f97a90-6e1c-45b1-9e5b-7971de5821b3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:43.239719 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4ffb6c0d-9e64-4e0a-bc91-9f94228386eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f5ea5e993bf4452855870857f162c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788617 Mar 11 17:37:43.242471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51926) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:43.248993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a25f38f-302a-404f-b679-286987851543 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.282183 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a25f38f-302a-404f-b679-286987851543 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.285370 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9a25f38f-302a-404f-b679-286987851543 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/a0354f6e-fb7c-42bf-9feb-fee7489b7789 HTTP/1.1" status: 204 len: 168 time: 0.3968370 Mar 11 17:37:43.286694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25f38f-302a-404f-b679-286987851543 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=a0354f6e-fb7c-42bf-9feb-fee7489b7789,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:43.288416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51928) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:43.321133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b289af74-87e7-47e7-b80d-27efb840e6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.340964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ef13c-f9f2-4188-a0b2-5babbc7471c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.347332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ef13c-f9f2-4188-a0b2-5babbc7471c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.349409 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-461ef13c-f9f2-4188-a0b2-5babbc7471c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0599372 Mar 11 17:37:43.351735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b289af74-87e7-47e7-b80d-27efb840e6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.352449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51934) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:43.414858 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b289af74-87e7-47e7-b80d-27efb840e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.418073 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b289af74-87e7-47e7-b80d-27efb840e6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.419368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b289af74-87e7-47e7-b80d-27efb840e6f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6f97a90-6e1c-45b1-9e5b-7971de5821b3 HTTP/1.1" status: 204 len: 168 time: 0.1758177 Mar 11 17:37:43.428186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289af74-87e7-47e7-b80d-27efb840e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f97a90-6e1c-45b1-9e5b-7971de5821b3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:43.465376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1f418634-f10d-4153-9e4d-88cc77168a88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 33a51ef8-9f39-415c-b23f-6821c75b42aa {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:43.465718 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f418634-f10d-4153-9e4d-88cc77168a88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.526482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c63ecc6-52e3-4e57-a4ee-2702a88b384a req-c5e48812-9462-4b0f-86bb-e32c7b335da9 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 210 time: 0.0527477 Mar 11 17:37:43.586922 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-57a15228-2203-4188-b402-e28e9ca0bc68 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7b8b0fedff954442ab279e44024e3169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690155 Mar 11 17:37:43.589762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f418634-f10d-4153-9e4d-88cc77168a88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.638745 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-adc4211a-94bd-4c52-98f8-dfded5cad75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.708315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1f418634-f10d-4153-9e4d-88cc77168a88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 33a51ef8-9f39-415c-b23f-6821c75b42aa owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:43.808125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51942) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:43.823543 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8258bac-4d70-41c9-902b-17d0d80fb638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.862739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a0731-f6e7-4613-8114-87d3124d20fd req-54364a88-8ea7-4008-aa29-d82fd87a76ae tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:43.864262 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-54364a88-8ea7-4008-aa29-d82fd87a76ae tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697530 Mar 11 17:37:43.879605 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Request body: {'port': {'device_id': '0d834e76-95d3-4817-b26b-61480d071537', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '7b8b0fedff954442ab279e44024e3169'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:43.925199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8258bac-4d70-41c9-902b-17d0d80fb638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.930095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8258bac-4d70-41c9-902b-17d0d80fb638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:43.973964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b8258bac-4d70-41c9-902b-17d0d80fb638 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0462768a64f541cab158c8b8a78414fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645505 Mar 11 17:37:43.974823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8258bac-4d70-41c9-902b-17d0d80fb638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f37911-fa9e-49d8-b2eb-29a76624cd16,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:43.979460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51944) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:44.004426 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f418634-f10d-4153-9e4d-88cc77168a88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.050614 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f418634-f10d-4153-9e4d-88cc77168a88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=33a51ef8-9f39-415c-b23f-6821c75b42aa,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:44.061866 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f418634-f10d-4153-9e4d-88cc77168a88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.064637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8e6b1f4-19c5-4c35-9b99-046b0a521207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.066191 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1f418634-f10d-4153-9e4d-88cc77168a88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/33a51ef8-9f39-415c-b23f-6821c75b42aa HTTP/1.1" status: 204 len: 168 time: 0.7120192 Mar 11 17:37:44.071253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51948) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:44.117673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Made reservation on behalf of 7b8b0fedff954442ab279e44024e3169 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:44.121886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.123352 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8e6b1f4-19c5-4c35-9b99-046b0a521207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.132457 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.154432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faa905-014a-4d84-b129-2ec97bd7adca req-697fda2a-e7e9-4211-8dd2-3c98b6a9bcd9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:44.157275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5faa905-014a-4d84-b129-2ec97bd7adca req-697fda2a-e7e9-4211-8dd2-3c98b6a9bcd9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 944 time: 0.0947189 Mar 11 17:37:44.160758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5daec1-85c6-4aee-b127-bd937e3c693e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:44.165662 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5e5daec1-85c6-4aee-b127-bd937e3c693e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0925472 Mar 11 17:37:44.166347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:44.205953 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7f8c42-fc6b-4fa1-a167-639f0d963ab4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:37:44.207630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f7f8c42-fc6b-4fa1-a167-639f0d963ab4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/a0354f6e-fb7c-42bf-9feb-fee7489b7789 HTTP/1.1" status: 404 len: 333 time: 0.0379412 Mar 11 17:37:44.212021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:44.231853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5faa905-014a-4d84-b129-2ec97bd7adca req-506b86f7-a845-4ad9-8fab-6efaac560244 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678468 Mar 11 17:37:44.244501 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa62c894-5246-4f5c-9488-b7788f2032b8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:37:44.250108 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fa62c894-5246-4f5c-9488-b7788f2032b8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/33a51ef8-9f39-415c-b23f-6821c75b42aa HTTP/1.1" status: 404 len: 333 time: 0.0328000 Mar 11 17:37:44.250307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8e6b1f4-19c5-4c35-9b99-046b0a521207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.250307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8e6b1f4-19c5-4c35-9b99-046b0a521207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.250619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51954) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:44.254114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f8e6b1f4-19c5-4c35-9b99-046b0a521207 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99f37911-fa9e-49d8-b2eb-29a76624cd16 HTTP/1.1" status: 204 len: 168 time: 0.2736077 Mar 11 17:37:44.266310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6b1f4-19c5-4c35-9b99-046b0a521207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f37911-fa9e-49d8-b2eb-29a76624cd16,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:44.363250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.389780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.397027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.534085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f625b60-482d-499a-ba1b-11c2f44c20a8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:44.560532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.610766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:44.627723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3abc3b4-d910-4358-927d-bad3f3c7c39e') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:44.628023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3abc3b4-d910-4358-927d-bad3f3c7c39e') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:44.642712 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.661113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2331f4c-a2ee-4c00-98ce-5a563918773d req-b35b741c-d623-4289-b346-005a238fdda9 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 210 time: 0.0345359 Mar 11 17:37:44.664359 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Allocated IP 192.168.233.16 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/ae9d5ed4-f6ca-4a0e-8815-af535608a8df) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:44.666535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:44.684709 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:44.769779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.785076 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.788281 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/networks/e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc HTTP/1.1" status: 204 len: 168 time: 0.5371318 Mar 11 17:37:44.793074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 51972) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:44.800957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1262577292'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:44.809465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c85477-bbf5-4f0b-bf38-00c8fe23fe88 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Network': ['ID=e5c72cfa-b7ee-40ed-8ea2-6e8b9c0088fc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:44.839370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:44.843132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.872776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:44.887995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.888570 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Added segment d6422042-40b5-4b68-aa4d-a7388c7e8e13 of type vlan for network cf042e60-9ec0-462c-a560-99e6fcc98076 Mar 11 17:37:44.944181 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.951593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.976080 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.988400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:44.989840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:44.994649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.054570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:45.058651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:45.061210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:45.086465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2886822 Mar 11 17:37:45.091422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 51980) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:45.096712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': 'cf042e60-9ec0-462c-a560-99e6fcc98076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:45.110267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Pushing event updated for resources: {'Port': ['ID=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:45.112180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fa8a5-b308-4603-8db9-d904c5563dd6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Network': ['ID=cf042e60-9ec0-462c-a560-99e6fcc98076,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:45.129053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network cf042e60-9ec0-462c-a560-99e6fcc98076 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:37:45.190391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.191208 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.227692 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-11e8c4d2-474f-4a87-98fd-a18e63080ccb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3532288 Mar 11 17:37:45.241148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Request body: {'port': {'device_id': '0d834e76-95d3-4817-b26b-61480d071537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:45.419179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7f8cde1f-7310-4599-a7a0-a1a012825329 None None] Provisioning complete for port ae9d5ed4-f6ca-4a0e-8815-af535608a8df triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:45.419556 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f8cde1f-7310-4599-a7a0-a1a012825329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.421642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2ef7-0888-44ec-b44e-f9360124a509 req-5dc10a03-f4e5-4732-a220-413933416cae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.423638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f3f2ef7-0888-44ec-b44e-f9360124a509 req-5dc10a03-f4e5-4732-a220-413933416cae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 944 time: 0.0674918 Mar 11 17:37:45.503605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cde1f-7310-4599-a7a0-a1a012825329 None None] Port ae9d5ed4-f6ca-4a0e-8815-af535608a8df cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:37:45.512968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f3f2ef7-0888-44ec-b44e-f9360124a509 req-b4b54f5b-f6af-4028-8fc0-a90fa5300f33 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820863 Mar 11 17:37:45.744494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:45.748932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.775385 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.805266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60234c8-afe3-449c-9c91-2231f8017457 req-c5c4df99-ff40-4218-9644-4ba9267c4982 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:45.815365 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e60234c8-afe3-449c-9c91-2231f8017457 req-c5c4df99-ff40-4218-9644-4ba9267c4982 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 935 time: 0.0695958 Mar 11 17:37:45.825413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Performing IP validity checks on allocation pools {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 17:37:45.826315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 17:37:45.861566 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00a34456-7351-427c-b6b5-60105051204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:45.868828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e60234c8-afe3-449c-9c91-2231f8017457 req-6015b5e1-5753-4389-833c-d38173dbda41 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472066 Mar 11 17:37:45.999023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52008) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:46.146046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.155253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e436c2c3-cee2-4ae3-87d9-78b43814b439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.256670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=9f275514-6b25-4c12-88e9-a974c052d083,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:46.325507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Checking segment: {'id': 'd6422042-40b5-4b68-aa4d-a7388c7e8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf042e60-9ec0-462c-a560-99e6fcc98076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:46.325786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network hostable DHCP agents. Network: cf042e60-9ec0-462c-a560-99e6fcc98076, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:46.348966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9d5ed4-f6ca-4a0e-8815-af535608a8df {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:37:46.361545 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.381841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network cf042e60-9ec0-462c-a560-99e6fcc98076 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:46.393040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Transition to ACTIVE for port object ae9d5ed4-f6ca-4a0e-8815-af535608a8df will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:37:46.403775 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.409305 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, cf042e60-9ec0-462c-a560-99e6fcc98076) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:46.413892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:46.414487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.423620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16feb5-fd49-4183-8fc8-ae4fe4c812fe None None] Network cf042e60-9ec0-462c-a560-99e6fcc98076 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:46.468736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e436c2c3-cee2-4ae3-87d9-78b43814b439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.486366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e436c2c3-cee2-4ae3-87d9-78b43814b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.493253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4724427b-e6fa-437f-a203-d1fba39443cb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4007785 Mar 11 17:37:46.494552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Pushing event updated for resources: {'Port': ['ID=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:46.497116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52030) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:46.502359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': 'cf042e60-9ec0-462c-a560-99e6fcc98076', 'name': 'tempest-PortsTestJSON-193072264'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:46.592859 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e436c2c3-cee2-4ae3-87d9-78b43814b439 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3960af7138e74d2091b668c67a6e5a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5929947 Mar 11 17:37:46.596367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c2c3-cee2-4ae3-87d9-78b43814b439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac377ae-fd8f-429a-b11e-317c05871b71,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:46.601184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:46.674826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-cf042e60-9ec0-462c-a560-99e6fcc98076', 'network_id': 'cf042e60-9ec0-462c-a560-99e6fcc98076', 'tenant_id': '9bc03aec358b40ff99f03a95261c7fa4', 'fixed_ips': [{'subnet_id': '9f275514-6b25-4c12-88e9-a974c052d083'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:37:46.676742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Attempting to bind port ae9d5ed4-f6ca-4a0e-8815-af535608a8df on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:46.677147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Attempting to bind port ae9d5ed4-f6ca-4a0e-8815-af535608a8df by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:46.677546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Attempting to bind port ae9d5ed4-f6ca-4a0e-8815-af535608a8df on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:46.679938 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.686114 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6dacc-f80c-4aa4-ac0a-f7c73f5b63b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.688723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Port ae9d5ed4-f6ca-4a0e-8815-af535608a8df on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:37:46.689124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Attempting to bind port ae9d5ed4-f6ca-4a0e-8815-af535608a8df on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:46.705043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:46.706056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:46.706056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:46.706307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Bound port: ae9d5ed4-f6ca-4a0e-8815-af535608a8df, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:46.706787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.730160 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6dacc-f80c-4aa4-ac0a-f7c73f5b63b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.745340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf53f47-de6b-4023-b2c6-a457eb37cec9 req-942c94c1-e917-4288-bf9b-af0600361f9f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:46.753337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bf53f47-de6b-4023-b2c6-a457eb37cec9 req-942c94c1-e917-4288-bf9b-af0600361f9f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 944 time: 0.1061945 Mar 11 17:37:46.812884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bf53f47-de6b-4023-b2c6-a457eb37cec9 req-caa63ded-b4b4-468e-88e0-dfe8e6e0a6b9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585179 Mar 11 17:37:46.836814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:46.842030 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.864096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] For port ae9d5ed4-f6ca-4a0e-8815-af535608a8df, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:46.867949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] For port ae9d5ed4-f6ca-4a0e-8815-af535608a8df, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:46.873849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.878141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 9ceefa11-04b1-4c83-b057-be925fb1df1b yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:37:46.908325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6dacc-f80c-4aa4-ac0a-f7c73f5b63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.912087 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6dacc-f80c-4aa4-ac0a-f7c73f5b63b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.915011 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-06c6dacc-f80c-4aa4-ac0a-f7c73f5b63b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ac377ae-fd8f-429a-b11e-317c05871b71 HTTP/1.1" status: 204 len: 168 time: 0.3105433 Mar 11 17:37:46.944139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:46.944811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:46.946306 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] 10.222.0.66 "PUT /v2.0/ports/ae9d5ed4-f6ca-4a0e-8815-af535608a8df HTTP/1.1" status: 200 len: 1095 time: 1.7098596 Mar 11 17:37:46.967961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d834e76-95d3-4817-b26b-61480d071537', 'tag': 'ae9d5ed4-f6ca-4a0e-8815-af535608a8df'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:37:46.971456 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e76315-cbeb-487d-9f49-be2ae9bffdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "0d834e76-95d3-4817-b26b-61480d071537", "tag": "ae9d5ed4-f6ca-4a0e-8815-af535608a8df"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:37:46.978186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Allocated IP 172.20.0.2 (cf042e60-9ec0-462c-a560-99e6fcc98076/9f275514-6b25-4c12-88e9-a974c052d083/b6fe30da-c1db-4677-b571-77f27b33f52b) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:47.003039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919033db-1cb8-4320-9ab2-a9c55397b61a service neutron] Pushing event updated for resources: {'Port': ['ID=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:47.007517 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6dacc-f80c-4aa4-ac0a-f7c73f5b63b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac377ae-fd8f-429a-b11e-317c05871b71,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:47.076212 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d86b3c-36ce-4cca-b6d4-af2ef34ba4c3 x-openstack-request-id: req-27d86b3c-36ce-4cca-b6d4-af2ef34ba4c3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:37:47.076540 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d834e76-95d3-4817-b26b-61480d071537", "tag": "ae9d5ed4-f6ca-4a0e-8815-af535608a8df", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:37:47.076797 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27d86b3c-36ce-4cca-b6d4-af2ef34ba4c3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:37:47.077255 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d834e76-95d3-4817-b26b-61480d071537', 'tag': 'ae9d5ed4-f6ca-4a0e-8815-af535608a8df', 'status': 'completed', 'code': 200} Mar 11 17:37:47.106171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec557974-1726-4d0f-a600-1cb5c41c082b req-dc9a0bc2-603c-4df8-aa4c-5385c2995013 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.109102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a0731-f6e7-4613-8114-87d3124d20fd req-82271978-3898-4afc-bce4-71240f99aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.112058 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-82271978-3898-4afc-bce4-71240f99aa73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b8b0fedff954442ab279e44024e3169&device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 1098 time: 0.0959244 Mar 11 17:37:47.125997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec557974-1726-4d0f-a600-1cb5c41c082b req-dc9a0bc2-603c-4df8-aa4c-5385c2995013 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 947 time: 0.1530526 Mar 11 17:37:47.155454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.187184 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-e49df0af-6c04-4954-8eab-2aac20b46701 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ae9d5ed4-f6ca-4a0e-8815-af535608a8df HTTP/1.1" status: 200 len: 217 time: 0.0656044 Mar 11 17:37:47.188928 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec557974-1726-4d0f-a600-1cb5c41c082b req-0ce7b164-bfee-4dd9-9b5d-c279f9c06ad9 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568771 Mar 11 17:37:47.252617 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.258395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a0731-f6e7-4613-8114-87d3124d20fd req-c552a8b6-f1e6-4cdc-81ba-e77cc78c2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.260689 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-c552a8b6-f1e6-4cdc-81ba-e77cc78c2adb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0669503 Mar 11 17:37:47.266285 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.328334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a0731-f6e7-4613-8114-87d3124d20fd req-41f63986-d67d-4eb2-8c3e-3b1a0aa4b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.328524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Pushing event updated for resources: {'Port': ['ID=b6fe30da-c1db-4677-b571-77f27b33f52b,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:47.330286 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-41f63986-d67d-4eb2-8c3e-3b1a0aa4b132 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625341 Mar 11 17:37:47.338150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.338495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.339002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.339560 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.340041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.340736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.341215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.341688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.342160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.342627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.343115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.343588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:37:47.351781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.4 (cf042e60-9ec0-462c-a560-99e6fcc98076/9f275514-6b25-4c12-88e9-a974c052d083/9ceefa11-04b1-4c83-b057-be925fb1df1b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:47.356469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Network cf042e60-9ec0-462c-a560-99e6fcc98076 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:47.358596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:47.362258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:47.424299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:37:47.475791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-6ce443aa-0066-419f-90cb-abceac7da401 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358857 Mar 11 17:37:47.476170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:47.555819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Attempting to bind port b6fe30da-c1db-4677-b571-77f27b33f52b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:47.557087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Attempting to bind port b6fe30da-c1db-4677-b571-77f27b33f52b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd6422042-40b5-4b68-aa4d-a7388c7e8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf042e60-9ec0-462c-a560-99e6fcc98076'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:47.557633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Attempting to bind port b6fe30da-c1db-4677-b571-77f27b33f52b on network cf042e60-9ec0-462c-a560-99e6fcc98076 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:47.568213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:47.568870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Checking segment: {'id': 'd6422042-40b5-4b68-aa4d-a7388c7e8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf042e60-9ec0-462c-a560-99e6fcc98076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:47.569774 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.570316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Bound using segment: {'id': 'd6422042-40b5-4b68-aa4d-a7388c7e8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf042e60-9ec0-462c-a560-99e6fcc98076'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:47.570940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Bound port: b6fe30da-c1db-4677-b571-77f27b33f52b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6422042-40b5-4b68-aa4d-a7388c7e8e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cf042e60-9ec0-462c-a560-99e6fcc98076'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:47.571474 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.575294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.605546 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-791a0731-f6e7-4613-8114-87d3124d20fd req-d9985c28-2505-4568-808f-da92ef375c68 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200984 Mar 11 17:37:47.633456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:47.647801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52070) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:47.666525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.669015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '9ee42b3a-9883-47f0-9c7f-dd53a9cd0320', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'port_id': '9ee42b3a-9883-47f0-9c7f-dd53a9cd0320', 'mac_address': 'fa:16:3e:b3:61:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:37:47.687574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e32c1959-30b7-4912-83f7-8b7605681266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.709770 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a269b49-b12b-46d4-b29f-1c66d348ea1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.722002 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.740293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:37:47.743152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=9ceefa11-04b1-4c83-b057-be925fb1df1b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:47.755099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network cf042e60-9ec0-462c-a560-99e6fcc98076 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:47.757252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:47.760298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:47.777517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:47.779244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] For port b6fe30da-c1db-4677-b571-77f27b33f52b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:47.790402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-25d49f55-a6df-49ca-bf4f-4f9b80ae5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.792790 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-25d49f55-a6df-49ca-bf4f-4f9b80ae5c61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b8b0fedff954442ab279e44024e3169&device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 1098 time: 0.1217268 Mar 11 17:37:47.795162 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.799525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] For port b6fe30da-c1db-4677-b571-77f27b33f52b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b6fe30da-c1db-4677-b571-77f27b33f52b,segment=NetworkSegment(d6422042-40b5-4b68-aa4d-a7388c7e8e13),segment_id=d6422042-40b5-4b68-aa4d-a7388c7e8e13)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:47.857607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:47.859924 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.868008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:47.872315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:47.900319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ee0bf247-ad6b-4f79-980f-3498cc3b1c2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4021089 Mar 11 17:37:47.901029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52074) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:47.963850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e9749-9f51-41f4-b91c-82d5b37e3db8 None None] Pushing event updated for resources: {'Port': ['ID=b6fe30da-c1db-4677-b571-77f27b33f52b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.006790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a269b49-b12b-46d4-b29f-1c66d348ea1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.028060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a269b49-b12b-46d4-b29f-1c66d348ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.079350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['9ee42b3a-9883-47f0-9c7f-dd53a9cd0320'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:37:48.082389 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e32c1959-30b7-4912-83f7-8b7605681266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.085487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222366-ada9-4cec-ad56-46a079bbc7ef req-cc61bc55-8d65-4469-b422-d0944d31dd98 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:48.087468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-9b78cceb-0ee3-4ff8-8a5c-d63ef8c3a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:48.089325 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-9b78cceb-0ee3-4ff8-8a5c-d63ef8c3a0c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.2865527 Mar 11 17:37:48.094525 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e32c1959-30b7-4912-83f7-8b7605681266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.095444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f222366-ada9-4cec-ad56-46a079bbc7ef req-cc61bc55-8d65-4469-b422-d0944d31dd98 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 945 time: 0.1387050 Mar 11 17:37:48.104748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4a269b49-b12b-46d4-b29f-1c66d348ea1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb3851ce379f4eccbb0d71ce71350273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518194 Mar 11 17:37:48.109038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52076) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:48.158571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a269b49-b12b-46d4-b29f-1c66d348ea1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16214461-6fe2-402a-a597-f47104ef9130,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.162496 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-0c0cc286-3ac0-49f2-9e5b-e6004e11b06e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ae9d5ed4-f6ca-4a0e-8815-af535608a8df HTTP/1.1" status: 200 len: 217 time: 0.0652280 Mar 11 17:37:48.185596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3f222366-ada9-4cec-ad56-46a079bbc7ef req-ce453fbc-b7c5-4bc0-9a17-c0cf7886a6db tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834391 Mar 11 17:37:48.241868 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e32c1959-30b7-4912-83f7-8b7605681266 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=693a57eaef0f47deb48925d07a49f187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7639544 Mar 11 17:37:48.244007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52080) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:48.264668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-89dd4465-32d1-4d04-a7ed-2a5f3fd1e4a4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 9ceefa11-04b1-4c83-b057-be925fb1df1b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:48.264668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89dd4465-32d1-4d04-a7ed-2a5f3fd1e4a4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.264998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c1959-30b7-4912-83f7-8b7605681266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d642e8a-1b51-48ab-8c9e-cfe2033b4d40,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.277025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-0335777f-8f87-4a1f-be94-02e85738e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:48.278717 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-0335777f-8f87-4a1f-be94-02e85738e91b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1011386 Mar 11 17:37:48.383614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-587a03ea-6f1c-4172-8141-d392116afab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.393002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-a05e0493-d0d0-4f0d-a7f3-5ec116c31419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:48.395271 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-a05e0493-d0d0-4f0d-a7f3-5ec116c31419 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095326 Mar 11 17:37:48.518385 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-01b51856-02be-40f4-a52e-d5e02d9abace service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044569 Mar 11 17:37:48.521884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a1cb7-35dc-4b26-ba5c-b73c1ce68880 req-ab91e478-1f4b-4ad3-9bb3-e2960825bb33 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:48.523423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-610a1cb7-35dc-4b26-ba5c-b73c1ce68880 req-ab91e478-1f4b-4ad3-9bb3-e2960825bb33 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 947 time: 0.1311936 Mar 11 17:37:48.525711 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-587a03ea-6f1c-4172-8141-d392116afab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.550017 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89dd4465-32d1-4d04-a7ed-2a5f3fd1e4a4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.567961 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.577775 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8dac5f57-16f7-4c34-be10-55c014268699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.625322 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8dac5f57-16f7-4c34-be10-55c014268699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.627128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-89dd4465-32d1-4d04-a7ed-2a5f3fd1e4a4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 9ceefa11-04b1-4c83-b057-be925fb1df1b owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:48.648522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16e76315-cbeb-487d-9f49-be2ae9bffdeb req-4b82451b-0f04-4098-9530-8eb23022d72c service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161814 Mar 11 17:37:48.728856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-610a1cb7-35dc-4b26-ba5c-b73c1ce68880 req-6bdd4473-4551-4e33-a579-bd29ebd6bc3c tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864228 Mar 11 17:37:48.762728 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-587a03ea-6f1c-4172-8141-d392116afab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.765611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-587a03ea-6f1c-4172-8141-d392116afab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.769440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-587a03ea-6f1c-4172-8141-d392116afab9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16214461-6fe2-402a-a597-f47104ef9130 HTTP/1.1" status: 204 len: 168 time: 0.6559896 Mar 11 17:37:48.790025 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8dac5f57-16f7-4c34-be10-55c014268699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.792219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8dac5f57-16f7-4c34-be10-55c014268699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.796633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8dac5f57-16f7-4c34-be10-55c014268699 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d642e8a-1b51-48ab-8c9e-cfe2033b4d40 HTTP/1.1" status: 204 len: 168 time: 0.5511916 Mar 11 17:37:48.799214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a03ea-6f1c-4172-8141-d392116afab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16214461-6fe2-402a-a597-f47104ef9130,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.835655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac5f57-16f7-4c34-be10-55c014268699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d642e8a-1b51-48ab-8c9e-cfe2033b4d40,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.889563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89dd4465-32d1-4d04-a7ed-2a5f3fd1e4a4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:48.934241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd4465-32d1-4d04-a7ed-2a5f3fd1e4a4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=9ceefa11-04b1-4c83-b057-be925fb1df1b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:48.982445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.053615 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89dd4465-32d1-4d04-a7ed-2a5f3fd1e4a4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.062032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52088) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:49.063041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-89dd4465-32d1-4d04-a7ed-2a5f3fd1e4a4 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/9ceefa11-04b1-4c83-b057-be925fb1df1b HTTP/1.1" status: 204 len: 168 time: 1.1608202 Mar 11 17:37:49.104045 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1b13e3-07c1-4d29-9ac9-d40a6c321002 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:37:49.104901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1b13e3-07c1-4d29-9ac9-d40a6c321002 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:37:49.108275 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6b1b13e3-07c1-4d29-9ac9-d40a6c321002 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/9ceefa11-04b1-4c83-b057-be925fb1df1b HTTP/1.1" status: 404 len: 333 time: 0.0454590 Mar 11 17:37:49.111094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52092) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:49.137040 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0f6247-bbc5-49a9-ab96-97ff8543455a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:37:49.138607 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f0f6247-bbc5-49a9-ab96-97ff8543455a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/9ceefa11-04b1-4c83-b057-be925fb1df1b HTTP/1.1" status: 404 len: 333 time: 0.0264783 Mar 11 17:37:49.141809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52094) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:49.208199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0288021-d549-4b36-991c-cf06e053ecbb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet 9f275514-6b25-4c12-88e9-a974c052d083 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:37:49.211743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0288021-d549-4b36-991c-cf06e053ecbb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.263095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0288021-d549-4b36-991c-cf06e053ecbb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.320274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52098) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:49.338844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aec808-94cc-4fbf-a62f-09e00279769c None None] Network cf042e60-9ec0-462c-a560-99e6fcc98076 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:49.345192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d221a558-d73c-4f9b-8fb0-91b378ba2688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.359523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e606a6-3706-48e0-90b3-8c314f603c0d req-9547ab05-6704-4ff6-8c57-db4d30926bac tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:49.361484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08e606a6-3706-48e0-90b3-8c314f603c0d req-9547ab05-6704-4ff6-8c57-db4d30926bac tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 945 time: 0.0845132 Mar 11 17:37:49.368186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52100) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:49.382242 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4df9-e300-4435-aa32-863e268d234c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.408359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:49.411672 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0288021-d549-4b36-991c-cf06e053ecbb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.496184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08e606a6-3706-48e0-90b3-8c314f603c0d req-cd4a1b26-2a56-4992-b75a-18eb43ef9023 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088991 Mar 11 17:37:49.508577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0a45dd4d-ee74-4a0d-9a63-4eebeb860f9d None None] Provisioning complete for port b6fe30da-c1db-4677-b571-77f27b33f52b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:49.509689 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a45dd4d-ee74-4a0d-9a63-4eebeb860f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.512012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0288021-d549-4b36-991c-cf06e053ecbb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.517391 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d221a558-d73c-4f9b-8fb0-91b378ba2688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.538598 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4df9-e300-4435-aa32-863e268d234c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.543418 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4df9-e300-4435-aa32-863e268d234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.546910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0288021-d549-4b36-991c-cf06e053ecbb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=9f275514-6b25-4c12-88e9-a974c052d083,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:49.549461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d221a558-d73c-4f9b-8fb0-91b378ba2688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.576652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0288021-d549-4b36-991c-cf06e053ecbb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.580382 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c0288021-d549-4b36-991c-cf06e053ecbb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/9f275514-6b25-4c12-88e9-a974c052d083 HTTP/1.1" status: 204 len: 168 time: 0.4375257 Mar 11 17:37:49.586727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52102) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:49.600251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221a558-d73c-4f9b-8fb0-91b378ba2688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087cd9d3-9510-4e46-85c7-a93f8851acdc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:49.600783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:49.606082 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d221a558-d73c-4f9b-8fb0-91b378ba2688 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ade485289f345d7b046602f9368ac2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853069 Mar 11 17:37:49.608485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52104) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:49.610821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:49.611203 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.615783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5fbd4df9-e300-4435-aa32-863e268d234c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25eac3ec402e45f5bbf2e4693369c782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424443 Mar 11 17:37:49.615923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52106) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:49.625172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd4df9-e300-4435-aa32-863e268d234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdad1336-f1a1-4d7a-b260-ddd7f249ef7d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:49.698471 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a45dd4d-ee74-4a0d-9a63-4eebeb860f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.702641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.707362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52615073-3fe6-43b5-ba3f-e627c331e418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.716402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e02f1af1-d9d3-4bd3-abbc-63f24c66586a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.748833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52615073-3fe6-43b5-ba3f-e627c331e418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.760012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e02f1af1-d9d3-4bd3-abbc-63f24c66586a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.770670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0a45dd4d-ee74-4a0d-9a63-4eebeb860f9d None None] For port b6fe30da-c1db-4677-b571-77f27b33f52b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b6fe30da-c1db-4677-b571-77f27b33f52b,segment=NetworkSegment(d6422042-40b5-4b68-aa4d-a7388c7e8e13),segment_id=d6422042-40b5-4b68-aa4d-a7388c7e8e13)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:49.773345 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.786327 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a45dd4d-ee74-4a0d-9a63-4eebeb860f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.820027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port b6fe30da-c1db-4677-b571-77f27b33f52b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:49.822403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.829717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f83a23-897d-4048-a6e5-ac7197b77036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee42b3a-9883-47f0-9c7f-dd53a9cd0320'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:37:49.832084 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896f6c7-f095-4f05-bf5d-a9f37b731511" -d '{"events": [{"server_uuid": "e7f83a23-897d-4048-a6e5-ac7197b77036", "name": "network-vif-plugged", "status": "completed", "tag": "9ee42b3a-9883-47f0-9c7f-dd53a9cd0320"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:37:49.881953 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:49.889544 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52615073-3fe6-43b5-ba3f-e627c331e418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.893193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52615073-3fe6-43b5-ba3f-e627c331e418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.893312 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.897623 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-52615073-3fe6-43b5-ba3f-e627c331e418 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/087cd9d3-9510-4e46-85c7-a93f8851acdc HTTP/1.1" status: 204 len: 168 time: 0.2852409 Mar 11 17:37:49.903546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e02f1af1-d9d3-4bd3-abbc-63f24c66586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.906653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45dd4d-ee74-4a0d-9a63-4eebeb860f9d None None] Pushing event updated for resources: {'Port': ['ID=b6fe30da-c1db-4677-b571-77f27b33f52b,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:49.910043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e02f1af1-d9d3-4bd3-abbc-63f24c66586a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:49.912069 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e02f1af1-d9d3-4bd3-abbc-63f24c66586a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdad1336-f1a1-4d7a-b260-ddd7f249ef7d HTTP/1.1" status: 204 len: 168 time: 0.2964509 Mar 11 17:37:49.932276 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52615073-3fe6-43b5-ba3f-e627c331e418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087cd9d3-9510-4e46-85c7-a93f8851acdc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:49.950570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f1af1-d9d3-4bd3-abbc-63f24c66586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdad1336-f1a1-4d7a-b260-ddd7f249ef7d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:49.993111 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36f8bd7-d0ea-4b80-913b-d2a521f1cba5 x-openstack-request-id: req-b36f8bd7-d0ea-4b80-913b-d2a521f1cba5 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:37:49.993300 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f83a23-897d-4048-a6e5-ac7197b77036", "name": "network-vif-plugged", "status": "completed", "tag": "9ee42b3a-9883-47f0-9c7f-dd53a9cd0320", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:37:49.994203 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b36f8bd7-d0ea-4b80-913b-d2a521f1cba5 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:37:49.994593 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f83a23-897d-4048-a6e5-ac7197b77036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee42b3a-9883-47f0-9c7f-dd53a9cd0320', 'code': 200} Mar 11 17:37:50.063332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53379e5-8986-4ee3-9c88-66091eba3b80 None None] Network cf042e60-9ec0-462c-a560-99e6fcc98076 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:50.077105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:50.110492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] For port b6fe30da-c1db-4677-b571-77f27b33f52b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b6fe30da-c1db-4677-b571-77f27b33f52b,segment=NetworkSegment(d6422042-40b5-4b68-aa4d-a7388c7e8e13),segment_id=d6422042-40b5-4b68-aa4d-a7388c7e8e13)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:50.110876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.130534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47177ce4-df9a-48ad-9cff-d2426a47842f req-ceff9d21-ba2c-48d2-ae77-4ca07d565f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.132028 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-47177ce4-df9a-48ad-9cff-d2426a47842f req-ceff9d21-ba2c-48d2-ae77-4ca07d565f2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 1097 time: 0.0867963 Mar 11 17:37:50.144299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for b6fe30da-c1db-4677-b571-77f27b33f52b owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:50.155868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b6fe30da-c1db-4677-b571-77f27b33f52b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:50.218820 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-47177ce4-df9a-48ad-9cff-d2426a47842f req-d3d4a075-2ccf-4d64-997a-dee301c0fecd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748751 Mar 11 17:37:50.225825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-eff683cc-19de-4559-87ba-23ef5956fc26 None None] Provisioning complete for port b6fe30da-c1db-4677-b571-77f27b33f52b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:50.226387 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eff683cc-19de-4559-87ba-23ef5956fc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.230743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db691d2-ce57-4e3d-b907-1069a330d0cd req-1852c9d7-9b13-41e3-ad9d-25b3316ac884 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.233189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2db691d2-ce57-4e3d-b907-1069a330d0cd req-1852c9d7-9b13-41e3-ad9d-25b3316ac884 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 947 time: 0.1142554 Mar 11 17:37:50.299106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2db691d2-ce57-4e3d-b907-1069a330d0cd req-1a05daf6-6199-497a-ad54-6bb9fd9a1d9c tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573499 Mar 11 17:37:50.306136 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.327603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-eff683cc-19de-4559-87ba-23ef5956fc26 None None] Could not find standard attr ID for object b6fe30da-c1db-4677-b571-77f27b33f52b. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:37:50.334509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=b6fe30da-c1db-4677-b571-77f27b33f52b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:50.335346 n-d-833411-1 neutron-server[102643]: INFO neutron.plugins.ml2.db [None req-eff683cc-19de-4559-87ba-23ef5956fc26 None None] No ports have port_id starting with b6fe30da-c1db-4677-b571-77f27b33f52b Mar 11 17:37:50.339469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b6fe30da-c1db-4677-b571-77f27b33f52b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:50.339948 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.340376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No DVR routers for this DVR port b6fe30da-c1db-4677-b571-77f27b33f52b on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:50.365310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Port b6fe30da-c1db-4677-b571-77f27b33f52b was deleted so its status cannot be updated. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 11 17:37:50.408244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb81cc1-8a6e-4612-a3ee-fd95f7878fc3 None None] DHCP port deletion for cf042e60-9ec0-462c-a560-99e6fcc98076 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:37:50.452057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.479126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf042e60-9ec0-462c-a560-99e6fcc98076']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:50.492468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6422042-40b5-4b68-aa4d-a7388c7e8e13') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:50.492769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6422042-40b5-4b68-aa4d-a7388c7e8e13') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:50.516308 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.532513 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.539959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:37:50.540527 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:50.543965 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:50.637793 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.654466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.657800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/networks/cf042e60-9ec0-462c-a560-99e6fcc98076 HTTP/1.1" status: 204 len: 168 time: 1.0660152 Mar 11 17:37:50.661871 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52138) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:50.667424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-66374351'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:50.671203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd997af6-5f1f-4a7a-82f7-df5be68d3b7e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Network': ['ID=cf042e60-9ec0-462c-a560-99e6fcc98076,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:50.694453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646e2f-38ae-4f05-8102-07453964d35d req-586b5ad5-8cb1-4423-9590-5555b357ba3d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.696495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24646e2f-38ae-4f05-8102-07453964d35d req-586b5ad5-8cb1-4423-9590-5555b357ba3d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 946 time: 0.0924242 Mar 11 17:37:50.699737 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:50.703748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.746525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:50.755949 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24646e2f-38ae-4f05-8102-07453964d35d req-41426e36-28e3-42ed-9ebf-d90407daf43a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493896 Mar 11 17:37:50.758290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.758868 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Added segment 07018b88-3f0b-4d10-a823-534cd174e004 of type vlan for network 6b666f3d-bfa3-4d94-8013-eace53986e35 Mar 11 17:37:50.819872 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.849781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.856220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:50.857082 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:50.930777 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2676473 Mar 11 17:37:50.933570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52156) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:50.940880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088700d4-8f38-48ae-bdb3-549b0deba7de tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Network': ['ID=6b666f3d-bfa3-4d94-8013-eace53986e35,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:50.941896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '6b666f3d-bfa3-4d94-8013-eace53986e35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:50.956000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6b666f3d-bfa3-4d94-8013-eace53986e35 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:37:51.071251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:51.075282 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.322776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.465383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=882dc23e-a0ab-459c-80e8-958d5086da7b,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:51.480866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Checking segment: {'id': '07018b88-3f0b-4d10-a823-534cd174e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b666f3d-bfa3-4d94-8013-eace53986e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:51.481262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network hostable DHCP agents. Network: 6b666f3d-bfa3-4d94-8013-eace53986e35, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:51.505244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093bd03-1587-4dfc-989e-d630dbaddf6f req-216e94b9-1789-4c4c-aa73-a5e78391d1db tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.506769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6093bd03-1587-4dfc-989e-d630dbaddf6f req-216e94b9-1789-4c4c-aa73-a5e78391d1db tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 947 time: 0.0943778 Mar 11 17:37:51.525745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 6b666f3d-bfa3-4d94-8013-eace53986e35 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:51.546573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6b666f3d-bfa3-4d94-8013-eace53986e35) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:51.554860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5a3cc-6351-4d13-af27-56a49f66a9ca None None] Network 6b666f3d-bfa3-4d94-8013-eace53986e35 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:51.557248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.557840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.575073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6093bd03-1587-4dfc-989e-d630dbaddf6f req-3bd2f96d-8225-44fe-bce6-55baccc152d1 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588062 Mar 11 17:37:51.584538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a79a8506-35cb-450d-a9ff-e4b0fc5dff85 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6495376 Mar 11 17:37:51.587806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52188) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:51.593757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': '6b666f3d-bfa3-4d94-8013-eace53986e35', 'security_groups': [], 'name': 'tempest-PortsTestJSON-202234581'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:51.765657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:51.770230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.783272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-6b666f3d-bfa3-4d94-8013-eace53986e35', 'network_id': '6b666f3d-bfa3-4d94-8013-eace53986e35', 'tenant_id': '9bc03aec358b40ff99f03a95261c7fa4', 'fixed_ips': [{'subnet_id': '882dc23e-a0ab-459c-80e8-958d5086da7b'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:37:51.784150 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:51.823461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 78b7efb2-046e-4a1e-bf3a-ff7119f18a48 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:37:51.925142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b6fe30da-c1db-4677-b571-77f27b33f52b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:51.944997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bbb53-9363-4013-af21-79cbb7c0260f req-c31ec4d4-c40d-46c0-bbb1-e8a5a60e1dc2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:51.947619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b2bbb53-9363-4013-af21-79cbb7c0260f req-c31ec4d4-c40d-46c0-bbb1-e8a5a60e1dc2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 946 time: 0.1018920 Mar 11 17:37:51.958798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: b6fe30da-c1db-4677-b571-77f27b33f52b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:51.959816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b6fe30da-c1db-4677-b571-77f27b33f52b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:51.990671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.7 (6b666f3d-bfa3-4d94-8013-eace53986e35/882dc23e-a0ab-459c-80e8-958d5086da7b/78b7efb2-046e-4a1e-bf3a-ff7119f18a48) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:52.018163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ae9d5ed4-f6ca-4a0e-8815-af535608a8df details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:37:52.029665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b2bbb53-9363-4013-af21-79cbb7c0260f req-a76b28ac-a7cc-46d2-8fc8-d7023fd702a4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704236 Mar 11 17:37:52.164226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ae9d5ed4-f6ca-4a0e-8815-af535608a8df, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:52.180836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'ae9d5ed4-f6ca-4a0e-8815-af535608a8df', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'ae9d5ed4-f6ca-4a0e-8815-af535608a8df', 'mac_address': 'fa:16:3e:88:d6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:37:52.211967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.215300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49ac0e-aaed-4c22-878d-2707203d1191 req-e1a64d9c-a86c-4fdc-ab89-de56eae23ca4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:52.216888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef49ac0e-aaed-4c22-878d-2707203d1191 req-e1a64d9c-a86c-4fdc-ab89-de56eae23ca4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 946 time: 0.0638206 Mar 11 17:37:52.238242 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.257756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9d5ed4-f6ca-4a0e-8815-af535608a8df {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:37:52.282623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef49ac0e-aaed-4c22-878d-2707203d1191 req-ee36e52d-2bf6-4c3e-acd0-4ab47209c0f2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581405 Mar 11 17:37:52.291449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ae9d5ed4-f6ca-4a0e-8815-af535608a8df, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:52.293646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.322343 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.367609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=78b7efb2-046e-4a1e-bf3a-ff7119f18a48,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:52.382639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 6b666f3d-bfa3-4d94-8013-eace53986e35 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:52.384920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:52.388161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Allocated IP 172.20.0.2 (6b666f3d-bfa3-4d94-8013-eace53986e35/882dc23e-a0ab-459c-80e8-958d5086da7b/e218f882-8b61-4e9e-86c3-f1c62c8db71e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:52.388325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:52.453059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:52.453847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.479372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523fca8-9540-4369-af0d-76f76d1bb768 req-17eada59-9f42-4911-a374-0e86f3214e70 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:52.480986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5523fca8-9540-4369-af0d-76f76d1bb768 req-17eada59-9f42-4911-a374-0e86f3214e70 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 946 time: 0.0740197 Mar 11 17:37:52.493070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52236) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:52.493367 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5782af13-204f-463c-9629-ea3735608fd9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8998499 Mar 11 17:37:52.519209 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:52.577315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5523fca8-9540-4369-af0d-76f76d1bb768 req-c0c51cd9-c3d8-40c4-b8d0-f6037881dd3b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890958 Mar 11 17:37:52.649651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cc46fc31-bc9a-4882-8f18-6beb452d3f8b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 78b7efb2-046e-4a1e-bf3a-ff7119f18a48 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:52.650560 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc46fc31-bc9a-4882-8f18-6beb452d3f8b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.661940 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.669667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.713545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['ae9d5ed4-f6ca-4a0e-8815-af535608a8df'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:37:52.789731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Network 6b666f3d-bfa3-4d94-8013-eace53986e35 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:52.804725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:52.810304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:52.828862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2cdef-44b9-4bbd-a32a-42657f9847bf req-f3b81b29-1b7f-4892-b7fb-549d8b7871ff tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:52.830554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39a2cdef-44b9-4bbd-a32a-42657f9847bf req-f3b81b29-1b7f-4892-b7fb-549d8b7871ff tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 948 time: 0.1375110 Mar 11 17:37:52.832569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Pushing event updated for resources: {'Port': ['ID=e218f882-8b61-4e9e-86c3-f1c62c8db71e,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:52.901346 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc46fc31-bc9a-4882-8f18-6beb452d3f8b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.908193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39a2cdef-44b9-4bbd-a32a-42657f9847bf req-684416f0-f519-405c-8b49-bb3c7af9ff3b tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659029 Mar 11 17:37:52.924047 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Attempting to bind port e218f882-8b61-4e9e-86c3-f1c62c8db71e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:37:52.924457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Attempting to bind port e218f882-8b61-4e9e-86c3-f1c62c8db71e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '07018b88-3f0b-4d10-a823-534cd174e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b666f3d-bfa3-4d94-8013-eace53986e35'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:37:52.924816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Attempting to bind port e218f882-8b61-4e9e-86c3-f1c62c8db71e on network 6b666f3d-bfa3-4d94-8013-eace53986e35 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:37:52.930390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cc46fc31-bc9a-4882-8f18-6beb452d3f8b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 78b7efb2-046e-4a1e-bf3a-ff7119f18a48 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:52.939916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:37:52.940392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Checking segment: {'id': '07018b88-3f0b-4d10-a823-534cd174e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b666f3d-bfa3-4d94-8013-eace53986e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:52.940821 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:52.941272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Bound using segment: {'id': '07018b88-3f0b-4d10-a823-534cd174e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b666f3d-bfa3-4d94-8013-eace53986e35'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:37:52.941871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Bound port: e218f882-8b61-4e9e-86c3-f1c62c8db71e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07018b88-3f0b-4d10-a823-534cd174e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b666f3d-bfa3-4d94-8013-eace53986e35'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:37:52.942261 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.053543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2244cb0-ce38-4c85-8282-7d72d1b1bcf3 req-0f65a7c4-e2f3-471a-9602-09cfdc98b59f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:53.055635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2244cb0-ce38-4c85-8282-7d72d1b1bcf3 req-0f65a7c4-e2f3-471a-9602-09cfdc98b59f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 946 time: 0.0714743 Mar 11 17:37:53.097873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] For port e218f882-8b61-4e9e-86c3-f1c62c8db71e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:37:53.116761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] For port e218f882-8b61-4e9e-86c3-f1c62c8db71e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e218f882-8b61-4e9e-86c3-f1c62c8db71e,segment=NetworkSegment(07018b88-3f0b-4d10-a823-534cd174e004),segment_id=07018b88-3f0b-4d10-a823-534cd174e004)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:37:53.125397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.132099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2244cb0-ce38-4c85-8282-7d72d1b1bcf3 req-04762ce8-0481-4fc5-90fa-2b3f81ef92b7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678866 Mar 11 17:37:53.171161 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc46fc31-bc9a-4882-8f18-6beb452d3f8b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.194510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5b174-94e1-4616-9628-19e5c33454ed None None] Pushing event updated for resources: {'Port': ['ID=e218f882-8b61-4e9e-86c3-f1c62c8db71e,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:53.213336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46fc31-bc9a-4882-8f18-6beb452d3f8b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=78b7efb2-046e-4a1e-bf3a-ff7119f18a48,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:53.304444 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc46fc31-bc9a-4882-8f18-6beb452d3f8b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.313900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc46fc31-bc9a-4882-8f18-6beb452d3f8b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/78b7efb2-046e-4a1e-bf3a-ff7119f18a48 HTTP/1.1" status: 204 len: 168 time: 0.8147130 Mar 11 17:37:53.316454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52290) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:53.330965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-fc01354f-0afd-4a26-916e-dc24ea427196 req-4921629a-d316-4270-8441-5f9a444a5264 service neutron] (102641) timed out ('10.222.0.53', 37736) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:37:53.355192 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd8f1c7-a9cb-445d-a837-01a73340cb66 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:37:53.360299 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5bd8f1c7-a9cb-445d-a837-01a73340cb66 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/78b7efb2-046e-4a1e-bf3a-ff7119f18a48 HTTP/1.1" status: 404 len: 333 time: 0.0421937 Mar 11 17:37:53.361067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52294) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:53.427987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-283a0f32-cfa6-41e1-96c2-f5d0f7a3748c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet 882dc23e-a0ab-459c-80e8-958d5086da7b {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:37:53.433117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283a0f32-cfa6-41e1-96c2-f5d0f7a3748c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.500881 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283a0f32-cfa6-41e1-96c2-f5d0f7a3748c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.601402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283a0f32-cfa6-41e1-96c2-f5d0f7a3748c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.671988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283a0f32-cfa6-41e1-96c2-f5d0f7a3748c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.700527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a0f32-cfa6-41e1-96c2-f5d0f7a3748c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=882dc23e-a0ab-459c-80e8-958d5086da7b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:53.702540 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283a0f32-cfa6-41e1-96c2-f5d0f7a3748c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.707805 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-283a0f32-cfa6-41e1-96c2-f5d0f7a3748c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/882dc23e-a0ab-459c-80e8-958d5086da7b HTTP/1.1" status: 204 len: 168 time: 0.3456979 Mar 11 17:37:53.708683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52318) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:53.795952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.857397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port e218f882-8b61-4e9e-86c3-f1c62c8db71e {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:53.857736 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.972517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] For port e218f882-8b61-4e9e-86c3-f1c62c8db71e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e218f882-8b61-4e9e-86c3-f1c62c8db71e,segment=NetworkSegment(07018b88-3f0b-4d10-a823-534cd174e004),segment_id=07018b88-3f0b-4d10-a823-534cd174e004)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:53.972892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:53.991334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for e218f882-8b61-4e9e-86c3-f1c62c8db71e owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:53.996705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e218f882-8b61-4e9e-86c3-f1c62c8db71e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:54.055911 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ae9d5ed4-f6ca-4a0e-8815-af535608a8df up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:37:54.159759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e218f882-8b61-4e9e-86c3-f1c62c8db71e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:54.160706 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.224921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port ae9d5ed4-f6ca-4a0e-8815-af535608a8df completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:37:54.233190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6f6fa-0d41-44a0-b868-f70e488976bd req-b955e35a-675c-430c-a2eb-af457072024e tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:54.238542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port ae9d5ed4-f6ca-4a0e-8815-af535608a8df triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:37:54.239793 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.252758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3b6f6fa-0d41-44a0-b868-f70e488976bd req-b955e35a-675c-430c-a2eb-af457072024e tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 948 time: 0.1800175 Mar 11 17:37:54.266883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.301145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No DVR routers for this DVR port e218f882-8b61-4e9e-86c3-f1c62c8db71e on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:54.314485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Could not find standard attr ID for object e218f882-8b61-4e9e-86c3-f1c62c8db71e. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:37:54.322462 n-d-833411-1 neutron-server[102643]: INFO neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No ports have port_id starting with e218f882-8b61-4e9e-86c3-f1c62c8db71e Mar 11 17:37:54.441511 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.477215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=e218f882-8b61-4e9e-86c3-f1c62c8db71e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:54.525910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d834e76-95d3-4817-b26b-61480d071537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9d5ed4-f6ca-4a0e-8815-af535608a8df'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:37:54.529133 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f25d004-8fbc-476b-b68e-a71bf712b37a" -d '{"events": [{"server_uuid": "0d834e76-95d3-4817-b26b-61480d071537", "name": "network-vif-plugged", "status": "completed", "tag": "ae9d5ed4-f6ca-4a0e-8815-af535608a8df"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:37:54.531874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3b6f6fa-0d41-44a0-b868-f70e488976bd req-b02d711b-c898-4bc4-acfd-a69feffa8b76 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683527 Mar 11 17:37:54.559809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ae9d5ed4-f6ca-4a0e-8815-af535608a8df, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:54.573249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.648058 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82d6d41-2fb4-453e-99a3-c2c7a47330ab x-openstack-request-id: req-c82d6d41-2fb4-453e-99a3-c2c7a47330ab {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:37:54.648384 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d834e76-95d3-4817-b26b-61480d071537", "name": "network-vif-plugged", "status": "completed", "tag": "ae9d5ed4-f6ca-4a0e-8815-af535608a8df", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:37:54.648644 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c82d6d41-2fb4-453e-99a3-c2c7a47330ab {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:37:54.649077 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d834e76-95d3-4817-b26b-61480d071537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9d5ed4-f6ca-4a0e-8815-af535608a8df', 'code': 200} Mar 11 17:37:54.659529 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.669297 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e25574-e4d9-4c0e-8261-244bd1b023cf None None] Network 6b666f3d-bfa3-4d94-8013-eace53986e35 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:54.709952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18755503-6ad3-4ba8-a3b2-6c0e71c761d2 req-9514960a-3f13-49a0-b5a1-cd8172c77885 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:54.711930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18755503-6ad3-4ba8-a3b2-6c0e71c761d2 req-9514960a-3f13-49a0-b5a1-cd8172c77885 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 946 time: 0.4320009 Mar 11 17:37:54.744314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b666f3d-bfa3-4d94-8013-eace53986e35']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:54.757113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07018b88-3f0b-4d10-a823-534cd174e004') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:54.757319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07018b88-3f0b-4d10-a823-534cd174e004') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:37:54.789690 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.834956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.840524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-b7bd5354-330f-4965-b549-54453a5ce83c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:54.844122 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-b7bd5354-330f-4965-b549-54453a5ce83c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 946 time: 0.1618490 Mar 11 17:37:54.848826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077a42-6dfa-4e7d-a7d6-628d2c086235 req-e9e507ad-330a-4fe5-9dfe-f11459af459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:54.850931 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1b077a42-6dfa-4e7d-a7d6-628d2c086235 req-e9e507ad-330a-4fe5-9dfe-f11459af459d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 1100 time: 0.1074841 Mar 11 17:37:54.872106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:37:54.872566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:37:54.876243 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:37:54.931132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:54.941484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0e9e4fa3-2b52-4ba4-8ba6-fe734414ebd0 None None] Could not find standard attr ID for object e218f882-8b61-4e9e-86c3-f1c62c8db71e. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:37:54.966666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1b077a42-6dfa-4e7d-a7d6-628d2c086235 req-16cad602-e57c-4c94-a3bf-e2aaf66cfa7b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030242 Mar 11 17:37:54.994075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:54.994664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.010637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18755503-6ad3-4ba8-a3b2-6c0e71c761d2 req-f6f667d3-434e-4cea-8535-07db0fd68e60 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878884 Mar 11 17:37:55.012072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.020672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.027541 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/networks/6b666f3d-bfa3-4d94-8013-eace53986e35 HTTP/1.1" status: 204 len: 168 time: 1.3177555 Mar 11 17:37:55.031631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52406) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:55.035971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'name': 'tempest-PortsTestJSON-984440569'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:55.059617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d1ccb-20cb-4d38-867c-5a0712d6d673 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Network': ['ID=6b666f3d-bfa3-4d94-8013-eace53986e35,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:55.114219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f479c5-c0f2-4d75-83cd-67e9205a12cb None None] DHCP port deletion for 6b666f3d-bfa3-4d94-8013-eace53986e35 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:37:55.126568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] For port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:37:55.126934 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.150840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:55.325413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.338809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['9ee42b3a-9883-47f0-9c7f-dd53a9cd0320'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:37:55.367482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52410) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:55.376480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=9ee42b3a-9883-47f0-9c7f-dd53a9cd0320,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:55.447214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] No DVR routers for this DVR port 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:37:55.450411 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.454348 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed776863-85a3-4cf0-96f5-0ee843bdc71e req-93b6a613-a0d9-4bbe-8d9b-f3d70ece9ac5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "DELETE /v2.0/ports/9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 HTTP/1.1" status: 204 len: 173 time: 0.6017585 Mar 11 17:37:55.454815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f83a23-897d-4048-a6e5-ac7197b77036', 'name': 'network-vif-deleted', 'tag': '9ee42b3a-9883-47f0-9c7f-dd53a9cd0320'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:37:55.458348 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a12715-531a-4027-8b04-b9cab71baed0" -d '{"events": [{"server_uuid": "e7f83a23-897d-4048-a6e5-ac7197b77036", "name": "network-vif-deleted", "tag": "9ee42b3a-9883-47f0-9c7f-dd53a9cd0320"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:37:55.498118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:55.502341 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.531298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port e837d7df-fe92-4002-9b95-c16eb503d79e yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:37:55.553688 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b4285-bed8-4a0e-af15-003d0baa677c x-openstack-request-id: req-aa5b4285-bed8-4a0e-af15-003d0baa677c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:37:55.553983 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f83a23-897d-4048-a6e5-ac7197b77036", "name": "network-vif-deleted", "tag": "9ee42b3a-9883-47f0-9c7f-dd53a9cd0320", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:37:55.554342 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa5b4285-bed8-4a0e-af15-003d0baa677c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:37:55.554625 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f83a23-897d-4048-a6e5-ac7197b77036', 'name': 'network-vif-deleted', 'tag': '9ee42b3a-9883-47f0-9c7f-dd53a9cd0320', 'status': 'completed', 'code': 200} Mar 11 17:37:55.629889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-381dd461-9da6-4c6e-9570-31ced5d8ad58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.726509 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-381dd461-9da6-4c6e-9570-31ced5d8ad58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.732647 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-381dd461-9da6-4c6e-9570-31ced5d8ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.763201 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-381dd461-9da6-4c6e-9570-31ced5d8ad58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24f3136c42a5497b81393e4d05794749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921828 Mar 11 17:37:55.763506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52422) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:55.789335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c2104-cccf-4278-a6bd-10047fcc9c90 req-bb416aa1-1574-45cc-9992-a6c67a65b301 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:55.791551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-208c2104-cccf-4278-a6bd-10047fcc9c90 req-bb416aa1-1574-45cc-9992-a6c67a65b301 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 949 time: 0.1038356 Mar 11 17:37:55.819784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dd461-9da6-4c6e-9570-31ced5d8ad58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c870d6-092e-4d19-a181-5ed450e9f9a3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:55.841642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea29de69-5278-4e6b-bbb7-02502f732259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.869232 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea29de69-5278-4e6b-bbb7-02502f732259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.890260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.916984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-208c2104-cccf-4278-a6bd-10047fcc9c90 req-9a820305-c1a6-4365-b975-982fc4a0cb38 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996981 Mar 11 17:37:55.940661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea29de69-5278-4e6b-bbb7-02502f732259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.941545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e218f882-8b61-4e9e-86c3-f1c62c8db71e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:55.944931 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea29de69-5278-4e6b-bbb7-02502f732259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.949181 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ea29de69-5278-4e6b-bbb7-02502f732259 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9c870d6-092e-4d19-a181-5ed450e9f9a3 HTTP/1.1" status: 204 len: 168 time: 0.1837163 Mar 11 17:37:55.956235 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:55.969458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29de69-5278-4e6b-bbb7-02502f732259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c870d6-092e-4d19-a181-5ed450e9f9a3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:55.983389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e218f882-8b61-4e9e-86c3-f1c62c8db71e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:55.984052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e218f882-8b61-4e9e-86c3-f1c62c8db71e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:56.016004 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:56.023282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:56.033268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:56.039327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:56.040091 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.059141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=e837d7df-fe92-4002-9b95-c16eb503d79e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:56.075095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c607e565-5af8-4e1f-9dce-906420f9f062 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0429609 Mar 11 17:37:56.077834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52428) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:56.130194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12e4bb83-fb77-4662-9210-5cf9e7e3caa1 req-dffb9f05-03df-4146-a563-6c8c14ebf3ba tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 210 time: 0.0391698 Mar 11 17:37:56.184869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-42c01081-31f0-44b8-bb5f-9223611d89c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port e837d7df-fe92-4002-9b95-c16eb503d79e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:56.185453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42c01081-31f0-44b8-bb5f-9223611d89c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.262326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42c01081-31f0-44b8-bb5f-9223611d89c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.501981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-42c01081-31f0-44b8-bb5f-9223611d89c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for e837d7df-fe92-4002-9b95-c16eb503d79e owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:56.586255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42c01081-31f0-44b8-bb5f-9223611d89c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.617097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c01081-31f0-44b8-bb5f-9223611d89c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=e837d7df-fe92-4002-9b95-c16eb503d79e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:56.623398 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-42c01081-31f0-44b8-bb5f-9223611d89c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.628991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52446) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:56.629518 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-42c01081-31f0-44b8-bb5f-9223611d89c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/e837d7df-fe92-4002-9b95-c16eb503d79e HTTP/1.1" status: 204 len: 168 time: 0.5502665 Mar 11 17:37:56.635794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'mac_address': 'fa:16:3e:62:d6:33', 'name': 'tempest-PortsTestJSON-2136952913'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:56.758741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:56.844129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:56.879684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port a1956a9c-4b85-4279-aeac-3773e97ddcc1 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:37:57.187098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.224814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542297-772b-4ac8-8dea-5490a3f804a2 req-35bb3e12-f957-4ef4-b9d2-f339d5c6a1cf tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:57.227964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf542297-772b-4ac8-8dea-5490a3f804a2 req-35bb3e12-f957-4ef4-b9d2-f339d5c6a1cf tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 949 time: 0.1390533 Mar 11 17:37:57.297479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4215a6d5-ecde-4685-bb3f-1bb3eee2c353 req-e224d263-b44a-4186-9584-2b0d82f9d0e0 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 210 time: 0.0324969 Mar 11 17:37:57.321008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf542297-772b-4ac8-8dea-5490a3f804a2 req-b47bfdc0-1ba9-4de1-a100-7a9d4d4474b2 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798063 Mar 11 17:37:57.339358 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.394065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:57.397912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:57.407815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:57.415530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:57.416668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.439081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:37:57.452270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=a1956a9c-4b85-4279-aeac-3773e97ddcc1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:57.468686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52484) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:57.483572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c1ae6704-1f16-4506-a22c-b35e0b120432 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8512878 Mar 11 17:37:57.499220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:37:57.499711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9ee42b3a-9883-47f0-9c7f-dd53a9cd0320 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:37:57.551071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce0149f-2d79-48ae-b6fb-e98f49a8db2a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:57.552756 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bce0149f-2d79-48ae-b6fb-e98f49a8db2a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/a1956a9c-4b85-4279-aeac-3773e97ddcc1 HTTP/1.1" status: 200 len: 841 time: 0.0812087 Mar 11 17:37:57.555533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:57.651506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52492) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:57.709708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7b11c3f6-cc51-40c1-a827-98b064d425a8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port a1956a9c-4b85-4279-aeac-3773e97ddcc1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:57.710064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b11c3f6-cc51-40c1-a827-98b064d425a8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.842211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b11c3f6-cc51-40c1-a827-98b064d425a8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.874256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7b11c3f6-cc51-40c1-a827-98b064d425a8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for a1956a9c-4b85-4279-aeac-3773e97ddcc1 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:57.908145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1222661873'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:57.943011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Made reservation on behalf of 4f1fa577006f4acc9332d3a328fba72b for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:57.950493 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.964130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:57.994136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b11c3f6-cc51-40c1-a827-98b064d425a8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.050883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11c3f6-cc51-40c1-a827-98b064d425a8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=a1956a9c-4b85-4279-aeac-3773e97ddcc1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:58.067301 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b11c3f6-cc51-40c1-a827-98b064d425a8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.077513 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7b11c3f6-cc51-40c1-a827-98b064d425a8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/a1956a9c-4b85-4279-aeac-3773e97ddcc1 HTTP/1.1" status: 204 len: 168 time: 0.5198238 Mar 11 17:37:58.080688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52498) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:58.090430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.100863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.126482 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-be60b92c-2944-4877-ac80-7d877e9bd63d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:37:58.130911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-be60b92c-2944-4877-ac80-7d877e9bd63d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/a1956a9c-4b85-4279-aeac-3773e97ddcc1 HTTP/1.1" status: 404 len: 333 time: 0.0490766 Mar 11 17:37:58.135267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52502) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:58.142791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'name': 'tempest-PortsTestJSON-563273368'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:58.163131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb390b9-ac4f-4b01-90f4-d5a012ffc1b4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:58.171539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:58.197848 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.198211 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Added segment 664fb546-b8fc-4def-ae6a-9ebbdcf59843 of type vlan for network ff961004-bfe8-4e4d-92e5-acbe8d668a4c Mar 11 17:37:58.252838 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.287331 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.288923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:58.294966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.295746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.296732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.319260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 5c04252a-0b14-4984-90b1-bc69b133740f yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:37:58.372387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7194650 Mar 11 17:37:58.381056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52506) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:58.388993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Request body: {'subnet': {'network_id': 'ff961004-bfe8-4e4d-92e5-acbe8d668a4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:58.421214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68855c8a-145c-4d39-80ce-747773d77708 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event updated for resources: {'Network': ['ID=ff961004-bfe8-4e4d-92e5-acbe8d668a4c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:58.434138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network ff961004-bfe8-4e4d-92e5-acbe8d668a4c details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:37:58.551392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a89d522-a37f-4590-9541-cf65000c7b83 req-c101d059-abdb-4885-ac29-c2af1e3b6e4f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 210 time: 0.1268108 Mar 11 17:37:58.596903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Made reservation on behalf of 4f1fa577006f4acc9332d3a328fba72b for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:58.600581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.609941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.647875 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.692694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:58.696300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:58.701327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:58.707004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:58.707618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.726739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=5c04252a-0b14-4984-90b1-bc69b133740f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:58.734173 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c5eec6d0-0f8d-4ad6-a3c1-e10036431f50 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5976646 Mar 11 17:37:58.738167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52508) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:58.743814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c01124bc-dd5d-423e-91f7-351cee34d884 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:58.848301 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c01124bc-dd5d-423e-91f7-351cee34d884 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:58.939152 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.066143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.071283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event updated for resources: {'Subnet': ['ID=3e2c5db4-7c87-424c-8974-ced1aa5813c8,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:59.099020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Checking segment: {'id': '664fb546-b8fc-4def-ae6a-9ebbdcf59843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff961004-bfe8-4e4d-92e5-acbe8d668a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:37:59.099385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Network hostable DHCP agents. Network: ff961004-bfe8-4e4d-92e5-acbe8d668a4c, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:37:59.125256 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c01124bc-dd5d-423e-91f7-351cee34d884 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.129919 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c01124bc-dd5d-423e-91f7-351cee34d884 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.140381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Network ff961004-bfe8-4e4d-92e5-acbe8d668a4c is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:37:59.171024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c01124bc-dd5d-423e-91f7-351cee34d884 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] In _notify_port_updated(), no bound segment for port 5c04252a-0b14-4984-90b1-bc69b133740f on network 2e611819-04ad-43fe-92e5-b7059b573e30 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:37:59.176614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01124bc-dd5d-423e-91f7-351cee34d884 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:59.177227 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c01124bc-dd5d-423e-91f7-351cee34d884 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.178517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c01124bc-dd5d-423e-91f7-351cee34d884 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "PUT /v2.0/ports/5c04252a-0b14-4984-90b1-bc69b133740f HTTP/1.1" status: 200 len: 818 time: 0.4393485 Mar 11 17:37:59.182217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52512) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:59.190775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, ff961004-bfe8-4e4d-92e5-acbe8d668a4c) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:59.200687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82701ab9-0ac5-47cf-b505-da260974f474 None None] Network ff961004-bfe8-4e4d-92e5-acbe8d668a4c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:37:59.213819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:59.214413 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.229423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01124bc-dd5d-423e-91f7-351cee34d884 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=5c04252a-0b14-4984-90b1-bc69b133740f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:59.277105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04b901f6-8fef-42d1-bddf-76e667e780cc tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8922014 Mar 11 17:37:59.277469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52514) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:59.282941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Request body: {'port': {'network_id': 'ff961004-bfe8-4e4d-92e5-acbe8d668a4c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-21342431'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:59.304284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cb51a9e6-0f8d-4efc-a1e8-afd138d97399 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 5c04252a-0b14-4984-90b1-bc69b133740f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:37:59.304908 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb51a9e6-0f8d-4efc-a1e8-afd138d97399 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.383322 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb51a9e6-0f8d-4efc-a1e8-afd138d97399 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.384797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-ff961004-bfe8-4e4d-92e5-acbe8d668a4c', 'network_id': 'ff961004-bfe8-4e4d-92e5-acbe8d668a4c', 'tenant_id': '4f1fa577006f4acc9332d3a328fba72b', 'fixed_ips': [{'subnet_id': '3e2c5db4-7c87-424c-8974-ced1aa5813c8'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:37:59.385900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.399726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cb51a9e6-0f8d-4efc-a1e8-afd138d97399 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 5c04252a-0b14-4984-90b1-bc69b133740f owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:37:59.433941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Made reservation on behalf of 4f1fa577006f4acc9332d3a328fba72b for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:59.437647 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.457061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] device_id is not set on port 623ad844-8bd7-4766-9642-37066c3a7b1e yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:37:59.559707 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb51a9e6-0f8d-4efc-a1e8-afd138d97399 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.602007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51a9e6-0f8d-4efc-a1e8-afd138d97399 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=5c04252a-0b14-4984-90b1-bc69b133740f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:37:59.611940 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb51a9e6-0f8d-4efc-a1e8-afd138d97399 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.620229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cb51a9e6-0f8d-4efc-a1e8-afd138d97399 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/5c04252a-0b14-4984-90b1-bc69b133740f HTTP/1.1" status: 204 len: 168 time: 0.4341908 Mar 11 17:37:59.620332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Allocated IP 172.20.0.2 (ff961004-bfe8-4e4d-92e5-acbe8d668a4c/3e2c5db4-7c87-424c-8974-ced1aa5813c8/a089e2f0-a554-43c9-a190-a5cfbcdabc16) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:59.620824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52520) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:59.688136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7695f8-ca23-4e49-be9e-d12336ee1f38 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:37:59.692853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-be7695f8-ca23-4e49-be9e-d12336ee1f38 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0682244 Mar 11 17:37:59.693589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52522) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:59.721733 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb925bd-b4a5-4e1a-88bc-b34755ca0214 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:37:59.729617 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5bb925bd-b4a5-4e1a-88bc-b34755ca0214 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/5c04252a-0b14-4984-90b1-bc69b133740f HTTP/1.1" status: 404 len: 333 time: 0.0343602 Mar 11 17:37:59.729851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52524) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:37:59.736855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1005235935'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:37:59.791065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df1eec94-ba45-4df5-ae03-b4763be0a7ad req-246b6d35-d407-4fb6-b09f-4370cb1f5f70 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7f83a23-897d-4048-a6e5-ac7197b77036 HTTP/1.1" status: 200 len: 210 time: 0.0338006 Mar 11 17:37:59.804220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:37:59.809576 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.845954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:37:59.859267 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.859662 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Added segment a7e3e32d-e303-480c-9a71-0143c19a34ed of type vlan for network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 Mar 11 17:37:59.864652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.873652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.894766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Network ff961004-bfe8-4e4d-92e5-acbe8d668a4c is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:37:59.897890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:37:59.923107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:37:59.947386 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:37:59.971620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Allocated IP 172.20.0.11 (ff961004-bfe8-4e4d-92e5-acbe8d668a4c/3e2c5db4-7c87-424c-8974-ced1aa5813c8/623ad844-8bd7-4766-9642-37066c3a7b1e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:37:59.983219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Pushing event updated for resources: {'Port': ['ID=a089e2f0-a554-43c9-a190-a5cfbcdabc16,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:00.005769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.012927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.012927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.028195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Attempting to bind port a089e2f0-a554-43c9-a190-a5cfbcdabc16 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:00.029200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Attempting to bind port a089e2f0-a554-43c9-a190-a5cfbcdabc16 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '664fb546-b8fc-4def-ae6a-9ebbdcf59843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff961004-bfe8-4e4d-92e5-acbe8d668a4c'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:00.029562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Attempting to bind port a089e2f0-a554-43c9-a190-a5cfbcdabc16 on network ff961004-bfe8-4e4d-92e5-acbe8d668a4c {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:00.035392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:00.035766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Checking segment: {'id': '664fb546-b8fc-4def-ae6a-9ebbdcf59843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff961004-bfe8-4e4d-92e5-acbe8d668a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:00.036301 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.036979 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Bound using segment: {'id': '664fb546-b8fc-4def-ae6a-9ebbdcf59843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff961004-bfe8-4e4d-92e5-acbe8d668a4c'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:00.037194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Bound port: a089e2f0-a554-43c9-a190-a5cfbcdabc16, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664fb546-b8fc-4def-ae6a-9ebbdcf59843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff961004-bfe8-4e4d-92e5-acbe8d668a4c'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:00.037699 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.093319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3615730 Mar 11 17:38:00.097919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52530) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:00.104619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:00.151580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] For port a089e2f0-a554-43c9-a190-a5cfbcdabc16, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:00.156270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] For port a089e2f0-a554-43c9-a190-a5cfbcdabc16, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a089e2f0-a554-43c9-a190-a5cfbcdabc16,segment=NetworkSegment(664fb546-b8fc-4def-ae6a-9ebbdcf59843),segment_id=664fb546-b8fc-4def-ae6a-9ebbdcf59843)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:00.167209 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.183590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.212234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873baba-99da-4711-949c-08ba350aabf9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Network': ['ID=5e02b1f7-02a4-4f2b-b1f6-a71f2933e310,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:00.225768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.254791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:00.313780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:00.319146 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.326484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Network ff961004-bfe8-4e4d-92e5-acbe8d668a4c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:00.332751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:00.335473 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event updated for resources: {'Port': ['ID=623ad844-8bd7-4766-9642-37066c3a7b1e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:00.338749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:00.408286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.409561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.446107 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5a85aee3-6cef-44e7-b28e-c541b6db09f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1643474 Mar 11 17:38:00.446107 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:00.480019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9619b49-ce1d-49f5-a863-3b1df9ff44f4 None None] Pushing event updated for resources: {'Port': ['ID=a089e2f0-a554-43c9-a190-a5cfbcdabc16,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:00.638200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6b60e1e1-9021-47b2-8b1d-a12235f334a2 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Deleting port 623ad844-8bd7-4766-9642-37066c3a7b1e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:00.642974 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b60e1e1-9021-47b2-8b1d-a12235f334a2 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.682276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.791883 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b60e1e1-9021-47b2-8b1d-a12235f334a2 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.807684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6b60e1e1-9021-47b2-8b1d-a12235f334a2 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Calling delete_port for 623ad844-8bd7-4766-9642-37066c3a7b1e owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:00.818021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=a4d5cee1-9d76-4433-99bf-3ab68aef1d3f,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:00.849893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Checking segment: {'id': 'a7e3e32d-e303-480c-9a71-0143c19a34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:00.850483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network hostable DHCP agents. Network: 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:00.883836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:00.897773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:00.923742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429dc924-ca26-412a-850d-5192386d2dce None None] Network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:00.940234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:00.941169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:00.984101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52554) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:00.986784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2ec14841-c23c-43aa-b7ce-eb56628ec8ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8865254 Mar 11 17:38:01.015902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-64cc5ff6-8bc9-4c71-85f4-3271cb3a4ed2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:01.142059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b60e1e1-9021-47b2-8b1d-a12235f334a2 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.152807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-5e02b1f7-02a4-4f2b-b1f6-a71f2933e310', 'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310', 'tenant_id': '9bc03aec358b40ff99f03a95261c7fa4', 'fixed_ips': [{'subnet_id': 'a4d5cee1-9d76-4433-99bf-3ab68aef1d3f'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:01.153677 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.203027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60e1e1-9021-47b2-8b1d-a12235f334a2 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event deleted for resources: {'Port': ['ID=623ad844-8bd7-4766-9642-37066c3a7b1e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:01.268665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cc5ff6-8bc9-4c71-85f4-3271cb3a4ed2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:01.272448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64cc5ff6-8bc9-4c71-85f4-3271cb3a4ed2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.352328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Allocated IP 172.20.0.2 (5e02b1f7-02a4-4f2b-b1f6-a71f2933e310/a4d5cee1-9d76-4433-99bf-3ab68aef1d3f/41b1f806-f2c9-424d-aaee-46691fc4668f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:01.408016 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b60e1e1-9021-47b2-8b1d-a12235f334a2 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.416246 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6b60e1e1-9021-47b2-8b1d-a12235f334a2 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] 10.222.0.53 "DELETE /v2.0/ports/623ad844-8bd7-4766-9642-37066c3a7b1e HTTP/1.1" status: 204 len: 168 time: 0.9691999 Mar 11 17:38:01.419296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52564) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:01.461502 n-d-833411-1 neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-64cc5ff6-8bc9-4c71-85f4-3271cb3a4ed2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a4d5cee1-9d76-4433-99bf-3ab68aef1d3f (CIDR: 172.20.0.0/28) Mar 11 17:38:01.483162 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cc5ff6-8bc9-4c71-85f4-3271cb3a4ed2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:38:01.485847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cc5ff6-8bc9-4c71-85f4-3271cb3a4ed2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:38:01.527116 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-64cc5ff6-8bc9-4c71-85f4-3271cb3a4ed2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5138760 Mar 11 17:38:01.528126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52570) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:01.533119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:01.601637 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bc32648b-7280-4198-a382-ca6da7937839 tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.1798801 Mar 11 17:38:01.602519 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52572) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:01.625287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1898431222'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:01.651677 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.669034 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.702618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:01.729418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:01.736589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:01.766213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Made reservation on behalf of 4f1fa577006f4acc9332d3a328fba72b for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:01.778062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.802326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Pushing event updated for resources: {'Port': ['ID=41b1f806-f2c9-424d-aaee-46691fc4668f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:01.806920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72226e7a-07aa-45a4-9024-abb504062f26 None None] Network ff961004-bfe8-4e4d-92e5-acbe8d668a4c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:01.835898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Attempting to bind port 41b1f806-f2c9-424d-aaee-46691fc4668f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:01.836283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Attempting to bind port 41b1f806-f2c9-424d-aaee-46691fc4668f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a7e3e32d-e303-480c-9a71-0143c19a34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:01.836669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Attempting to bind port 41b1f806-f2c9-424d-aaee-46691fc4668f on network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:01.846894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:01.865224 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.865674 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Added segment aba16fdd-40f5-4399-8f12-cca634dae09a of type vlan for network 14b97cf1-c2d0-4f36-a677-7e185e4317b9 Mar 11 17:38:01.875417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:01.879215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.904642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:01.904642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Checking segment: {'id': 'a7e3e32d-e303-480c-9a71-0143c19a34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:01.904642 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.904642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Bound using segment: {'id': 'a7e3e32d-e303-480c-9a71-0143c19a34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:01.904642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Bound port: 41b1f806-f2c9-424d-aaee-46691fc4668f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e3e32d-e303-480c-9a71-0143c19a34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:01.905229 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.928397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-510871ec-5426-44b8-8cf7-4e847300bca4 None None] Provisioning complete for port a089e2f0-a554-43c9-a190-a5cfbcdabc16 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:01.928757 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-510871ec-5426-44b8-8cf7-4e847300bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:01.987235 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.043668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-131cbacf-f72b-446c-98b3-384733951acd None None] For port 41b1f806-f2c9-424d-aaee-46691fc4668f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:02.046625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.048165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-131cbacf-f72b-446c-98b3-384733951acd None None] For port 41b1f806-f2c9-424d-aaee-46691fc4668f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=41b1f806-f2c9-424d-aaee-46691fc4668f,segment=NetworkSegment(a7e3e32d-e303-480c-9a71-0143c19a34ed),segment_id=a7e3e32d-e303-480c-9a71-0143c19a34ed)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:02.053500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:02.054331 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.069310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a089e2f0-a554-43c9-a190-a5cfbcdabc16 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:02.110926 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.142876 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5343683 Mar 11 17:38:02.146602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52582) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:02.157427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45851660-20d3-4171-bbeb-0c61261b4e76 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event updated for resources: {'Network': ['ID=14b97cf1-c2d0-4f36-a677-7e185e4317b9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:02.189798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 14b97cf1-c2d0-4f36-a677-7e185e4317b9 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:02.322790 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-510871ec-5426-44b8-8cf7-4e847300bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.327934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a089e2f0-a554-43c9-a190-a5cfbcdabc16 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:02.329435 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.338533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cbacf-f72b-446c-98b3-384733951acd None None] Pushing event updated for resources: {'Port': ['ID=41b1f806-f2c9-424d-aaee-46691fc4668f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:02.380711 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.411456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-38d347cc-cc46-4551-adc0-efd588b0c58c tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] 10.222.0.53 "GET /v2.0/agents/ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a/dhcp-networks HTTP/1.1" status: 200 len: 6426 time: 0.2618737 Mar 11 17:38:02.412728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52588) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:02.421088 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-510871ec-5426-44b8-8cf7-4e847300bca4 None None] For port a089e2f0-a554-43c9-a190-a5cfbcdabc16, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a089e2f0-a554-43c9-a190-a5cfbcdabc16,segment=NetworkSegment(664fb546-b8fc-4def-ae6a-9ebbdcf59843),segment_id=664fb546-b8fc-4def-ae6a-9ebbdcf59843)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:02.435676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-510871ec-5426-44b8-8cf7-4e847300bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.449554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:02.453432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:02.467656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:02.467833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.521000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=d15bef2c-f9e8-49fe-a98c-50d3d2903ea7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:02.552989 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-30e01b36-481e-45a8-8cec-a58c67ff706d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0237849 Mar 11 17:38:02.555553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52590) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:02.567526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310', 'fixed_ips': [{'subnet_id': 'a4d5cee1-9d76-4433-99bf-3ab68aef1d3f'}, {'subnet_id': 'd15bef2c-f9e8-49fe-a98c-50d3d2903ea7'}], 'name': 'tempest-PortsTestJSON-564170447'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:02.615289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510871ec-5426-44b8-8cf7-4e847300bca4 None None] Pushing event updated for resources: {'Port': ['ID=a089e2f0-a554-43c9-a190-a5cfbcdabc16,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:02.818019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:02.897265 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-91c9f24e-0211-4889-9e99-d61fdc474d39 None None] Provisioning complete for port a089e2f0-a554-43c9-a190-a5cfbcdabc16 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:02.897901 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-91c9f24e-0211-4889-9e99-d61fdc474d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.934886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4afee5e-2383-4ee2-8553-baa8e83fab5c tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] Network 14b97cf1-c2d0-4f36-a677-7e185e4317b9 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:02.953072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:02.990340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port fb15fbee-c70b-417d-84d0-fec15c3969d1 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:03.003330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52600) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:03.004366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e4afee5e-2383-4ee2-8553-baa8e83fab5c tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] 10.222.0.53 "POST /v2.0/agents/ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5901539 Mar 11 17:38:03.028021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4711ab3e-19a7-4168-9f38-968f636e3034 None None] Network 14b97cf1-c2d0-4f36-a677-7e185e4317b9 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:03.345740 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4ed4db55-1877-475a-9ffb-91c31ab9b657 tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] 10.222.0.53 "GET /v2.0/agents/ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a/dhcp-networks HTTP/1.1" status: 200 len: 7236 time: 0.3409908 Mar 11 17:38:03.349471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52608) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:03.464376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.7 (5e02b1f7-02a4-4f2b-b1f6-a71f2933e310/a4d5cee1-9d76-4433-99bf-3ab68aef1d3f/fb15fbee-c70b-417d-84d0-fec15c3969d1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:03.474027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.29 (5e02b1f7-02a4-4f2b-b1f6-a71f2933e310/d15bef2c-f9e8-49fe-a98c-50d3d2903ea7/fb15fbee-c70b-417d-84d0-fec15c3969d1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:03.562073 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-645d2154-4ab8-4b09-a5e3-dc841907e6b3 tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] 10.222.0.53 "DELETE /v2.0/agents/ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a/dhcp-networks/14b97cf1-c2d0-4f36-a677-7e185e4317b9 HTTP/1.1" status: 204 len: 168 time: 0.2088995 Mar 11 17:38:03.562557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52616) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:03.578223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c0e65aa4-e46a-4a60-b32e-12b94abeb5aa None None] Could not find standard attr ID for object 623ad844-8bd7-4766-9642-37066c3a7b1e. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:03.746126 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:03.833362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-080e6a3c-1c53-4f3a-a633-b6d2f144c929 tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] 10.222.0.53 "GET /v2.0/agents/ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a/dhcp-networks HTTP/1.1" status: 200 len: 6466 time: 0.2536063 Mar 11 17:38:03.833362 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:03.833794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52620) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:03.866298 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ae1d6d6b-da0c-4a0a-b7ed-ef36c1c08e5a tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] 10.222.0.53 "GET /v2.0/networks/ff961004-bfe8-4e4d-92e5-acbe8d668a4c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0314493 Mar 11 17:38:03.871165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52624) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:03.911995 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2afd568b-56c3-45a6-a487-fa02e2aecf32 tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] 10.222.0.53 "GET /v2.0/networks/ff961004-bfe8-4e4d-92e5-acbe8d668a4c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0396824 Mar 11 17:38:03.915946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52626) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:03.947782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=fb15fbee-c70b-417d-84d0-fec15c3969d1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:03.961014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:03.963117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:03.968299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:04.039025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:04.039708 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.045989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c17d1-744c-4638-b919-df145ba769b9 None None] Network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:04.076325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-055a7382-302f-4148-a6b4-8fd4c80a6d17 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.5186882 Mar 11 17:38:04.076892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:04.096457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4d5cee1-9d76-4433-99bf-3ab68aef1d3f'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:04.164838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 41b1f806-f2c9-424d-aaee-46691fc4668f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:04.210908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-77d1c0e0-68d8-4f95-abae-aa1a361eb486 None None] Provisioning complete for port 41b1f806-f2c9-424d-aaee-46691fc4668f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:04.211632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77d1c0e0-68d8-4f95-abae-aa1a361eb486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.253738 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ef3fab33-5f78-44bc-9950-a751a6783f68 tempest-DHCPAgentSchedulersTestJSON-70471709 tempest-DHCPAgentSchedulersTestJSON-70471709-project-admin] 10.222.0.53 "GET /v2.0/agents/ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a/dhcp-networks HTTP/1.1" status: 200 len: 6466 time: 0.3359261 Mar 11 17:38:04.257982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52634) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:04.379183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 41b1f806-f2c9-424d-aaee-46691fc4668f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:04.379570 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.438582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.539385 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.569085 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77d1c0e0-68d8-4f95-abae-aa1a361eb486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.617692 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.639219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-77d1c0e0-68d8-4f95-abae-aa1a361eb486 None None] For port 41b1f806-f2c9-424d-aaee-46691fc4668f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=41b1f806-f2c9-424d-aaee-46691fc4668f,segment=NetworkSegment(a7e3e32d-e303-480c-9a71-0143c19a34ed),segment_id=a7e3e32d-e303-480c-9a71-0143c19a34ed)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:04.643164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc5d94-af74-4718-9dfe-15198c77dc96 None None] Update dhcp port {'port': {'network_id': '5e02b1f7-02a4-4f2b-b1f6-a71f2933e310', 'fixed_ips': [{'subnet_id': 'a4d5cee1-9d76-4433-99bf-3ab68aef1d3f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd15bef2c-f9e8-49fe-a98c-50d3d2903ea7'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '41b1f806-f2c9-424d-aaee-46691fc4668f'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:38:04.648134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77d1c0e0-68d8-4f95-abae-aa1a361eb486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.748464 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:38:04.748859 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:38:04.751410 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5d94-af74-4718-9dfe-15198c77dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:04.842350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1c0e0-68d8-4f95-abae-aa1a361eb486 None None] Pushing event updated for resources: {'Port': ['ID=41b1f806-f2c9-424d-aaee-46691fc4668f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:05.051324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-0ecc5d94-af74-4718-9dfe-15198c77dc96 None None] Allocated IP 172.20.0.18 (5e02b1f7-02a4-4f2b-b1f6-a71f2933e310/d15bef2c-f9e8-49fe-a98c-50d3d2903ea7/41b1f806-f2c9-424d-aaee-46691fc4668f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:05.186545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.197819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0ecc5d94-af74-4718-9dfe-15198c77dc96 None None] For port 41b1f806-f2c9-424d-aaee-46691fc4668f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=41b1f806-f2c9-424d-aaee-46691fc4668f,segment=NetworkSegment(a7e3e32d-e303-480c-9a71-0143c19a34ed),segment_id=a7e3e32d-e303-480c-9a71-0143c19a34ed)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:05.207290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b97cf1-c2d0-4f36-a677-7e185e4317b9']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:05.227368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba16fdd-40f5-4399-8f12-cca634dae09a') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:05.228323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba16fdd-40f5-4399-8f12-cca634dae09a') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:05.237028 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5d94-af74-4718-9dfe-15198c77dc96 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.245729 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5d94-af74-4718-9dfe-15198c77dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.256265 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.286290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.296570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:05.296824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:05.306632 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:05.349884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a089e2f0-a554-43c9-a190-a5cfbcdabc16 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:05.351005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Delete allocated IP 172.20.0.29 (5e02b1f7-02a4-4f2b-b1f6-a71f2933e310/d15bef2c-f9e8-49fe-a98c-50d3d2903ea7) {{(pid=102641) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:38:05.391967 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.412840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.420919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] 10.222.0.53 "DELETE /v2.0/networks/14b97cf1-c2d0-4f36-a677-7e185e4317b9 HTTP/1.1" status: 204 len: 168 time: 1.1608820 Mar 11 17:38:05.424865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:05.438563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff907731-1e51-4bd7-9106-2b1b8c3b06f8 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event deleted for resources: {'Network': ['ID=14b97cf1-c2d0-4f36-a677-7e185e4317b9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:05.461636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc5d94-af74-4718-9dfe-15198c77dc96 None None] Pushing event updated for resources: {'Port': ['ID=41b1f806-f2c9-424d-aaee-46691fc4668f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:05.508001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a089e2f0-a554-43c9-a190-a5cfbcdabc16 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:05.516801 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.667962 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a9c616-1373-422d-9079-a564eacc6d57 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] DELETE failed (client error): The resource could not be found. Mar 11 17:38:05.668775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a9c616-1373-422d-9079-a564eacc6d57 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:38:05.674477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52646) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:05.674636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a3a9c616-1373-422d-9079-a564eacc6d57 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] 10.222.0.53 "DELETE /v2.0/ports/623ad844-8bd7-4766-9642-37066c3a7b1e HTTP/1.1" status: 404 len: 333 time: 0.1764028 Mar 11 17:38:05.727212 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.736830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.769474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d07cf4-eed3-4952-a1ef-7a092d2d9644 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Deleting subnet 3e2c5db4-7c87-424c-8974-ced1aa5813c8 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:05.773718 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d07cf4-eed3-4952-a1ef-7a092d2d9644 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:05.844177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d07cf4-eed3-4952-a1ef-7a092d2d9644 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.002680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 41b1f806-f2c9-424d-aaee-46691fc4668f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:06.041845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d07cf4-eed3-4952-a1ef-7a092d2d9644 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.066702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=fb15fbee-c70b-417d-84d0-fec15c3969d1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:06.080526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] In _notify_port_updated(), no bound segment for port fb15fbee-c70b-417d-84d0-fec15c3969d1 on network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:38:06.089468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:06.090212 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.091566 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f0f3bbbe-ee88-4b1b-a5e2-b72a41a11abc tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "PUT /v2.0/ports/fb15fbee-c70b-417d-84d0-fec15c3969d1 HTTP/1.1" status: 200 len: 918 time: 2.0112207 Mar 11 17:38:06.099346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52654) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:06.106044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 41b1f806-f2c9-424d-aaee-46691fc4668f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:06.106577 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.111440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4d5cee1-9d76-4433-99bf-3ab68aef1d3f'}, {'subnet_id': 'd15bef2c-f9e8-49fe-a98c-50d3d2903ea7'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:06.179168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d07cf4-eed3-4952-a1ef-7a092d2d9644 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.287406 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.295545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d07cf4-eed3-4952-a1ef-7a092d2d9644 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2c5db4-7c87-424c-8974-ced1aa5813c8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:06.308634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99d07cf4-eed3-4952-a1ef-7a092d2d9644 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.319277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-99d07cf4-eed3-4952-a1ef-7a092d2d9644 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] 10.222.0.53 "DELETE /v2.0/subnets/3e2c5db4-7c87-424c-8974-ced1aa5813c8 HTTP/1.1" status: 204 len: 168 time: 0.6409218 Mar 11 17:38:06.322328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52656) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:06.357452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5932af-e1c4-4ba2-b608-2b79643e0061 None None] Network ff961004-bfe8-4e4d-92e5-acbe8d668a4c requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:06.462398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994fd49a-71d3-4b66-8fca-6648d666a1cb None None] Network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:06.497696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.611077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Deleting port a089e2f0-a554-43c9-a190-a5cfbcdabc16 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:06.611657 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.669776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fdf8d070-c64e-439e-a43e-d8e40af5df5d None None] Provisioning complete for port fb15fbee-c70b-417d-84d0-fec15c3969d1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:06.670296 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d070-c64e-439e-a43e-d8e40af5df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.686103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] For port a089e2f0-a554-43c9-a190-a5cfbcdabc16, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a089e2f0-a554-43c9-a190-a5cfbcdabc16,segment=NetworkSegment(664fb546-b8fc-4def-ae6a-9ebbdcf59843),segment_id=664fb546-b8fc-4def-ae6a-9ebbdcf59843)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:06.686908 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.708719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Calling delete_port for a089e2f0-a554-43c9-a190-a5cfbcdabc16 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:06.769970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8d070-c64e-439e-a43e-d8e40af5df5d None None] Port fb15fbee-c70b-417d-84d0-fec15c3969d1 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:06.816779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.23 (5e02b1f7-02a4-4f2b-b1f6-a71f2933e310/d15bef2c-f9e8-49fe-a98c-50d3d2903ea7/fb15fbee-c70b-417d-84d0-fec15c3969d1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:06.830725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fdf8d070-c64e-439e-a43e-d8e40af5df5d None None] Provisioning complete for port 41b1f806-f2c9-424d-aaee-46691fc4668f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:06.831096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d070-c64e-439e-a43e-d8e40af5df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.847041 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:06.875256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] No DVR routers for this DVR port a089e2f0-a554-43c9-a190-a5cfbcdabc16 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:06.906032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event deleted for resources: {'Port': ['ID=a089e2f0-a554-43c9-a190-a5cfbcdabc16,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:06.917141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2f16c4-821d-47e4-90be-39e044a37c05 None None] DHCP port deletion for ff961004-bfe8-4e4d-92e5-acbe8d668a4c request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:38:07.051845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.075379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff961004-bfe8-4e4d-92e5-acbe8d668a4c']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:07.085379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664fb546-b8fc-4def-ae6a-9ebbdcf59843') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:07.085679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664fb546-b8fc-4def-ae6a-9ebbdcf59843') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:07.096532 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.102293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.110447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.124379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.132312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:07.132905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:07.136906 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:07.211617 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.217389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.221038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] 10.222.0.53 "DELETE /v2.0/networks/ff961004-bfe8-4e4d-92e5-acbe8d668a4c HTTP/1.1" status: 204 len: 168 time: 0.8965483 Mar 11 17:38:07.268060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8ebe6-b027-4678-9c36-f90014d5f277 tempest-DHCPAgentSchedulersTestJSON-1872366432 tempest-DHCPAgentSchedulersTestJSON-1872366432-project] Pushing event deleted for resources: {'Network': ['ID=ff961004-bfe8-4e4d-92e5-acbe8d668a4c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:07.479038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=fb15fbee-c70b-417d-84d0-fec15c3969d1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:07.584087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] In _notify_port_updated(), no bound segment for port fb15fbee-c70b-417d-84d0-fec15c3969d1 on network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:38:07.589684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:07.590349 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.594228 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9c29706d-363d-490f-871e-a67ccb033f41 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "PUT /v2.0/ports/fb15fbee-c70b-417d-84d0-fec15c3969d1 HTTP/1.1" status: 200 len: 998 time: 1.4912114 Mar 11 17:38:07.594482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52712) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:07.616548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52716) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:07.709890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ed304-0422-4adb-b797-54f9e444e595 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port fb15fbee-c70b-417d-84d0-fec15c3969d1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:07.710703 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed304-0422-4adb-b797-54f9e444e595 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.828922 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed304-0422-4adb-b797-54f9e444e595 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:07.858818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ed304-0422-4adb-b797-54f9e444e595 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for fb15fbee-c70b-417d-84d0-fec15c3969d1 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:07.992893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a089e2f0-a554-43c9-a190-a5cfbcdabc16 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:38:08.078046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a089e2f0-a554-43c9-a190-a5cfbcdabc16 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:38:08.078425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a089e2f0-a554-43c9-a190-a5cfbcdabc16 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:38:08.183499 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed304-0422-4adb-b797-54f9e444e595 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.249865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ed304-0422-4adb-b797-54f9e444e595 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=fb15fbee-c70b-417d-84d0-fec15c3969d1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:08.261991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1bb00764-907c-4166-af1b-719a39038d66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f1fa577006f4acc9332d3a328fba72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412187 Mar 11 17:38:08.262247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52734) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:08.347398 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1a54c65-afc1-44dc-bd4e-29cc5e0dd5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.365873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a840bf85-8e56-43fe-8cc7-de543b4f4179 None None] Could not find standard attr ID for object fb15fbee-c70b-417d-84d0-fec15c3969d1. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:08.400654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a840bf85-8e56-43fe-8cc7-de543b4f4179 None None] Provisioning complete for port 41b1f806-f2c9-424d-aaee-46691fc4668f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:08.401039 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a840bf85-8e56-43fe-8cc7-de543b4f4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.421041 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1a54c65-afc1-44dc-bd4e-29cc5e0dd5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.471518 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed304-0422-4adb-b797-54f9e444e595 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.486824 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ad5ed304-0422-4adb-b797-54f9e444e595 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/fb15fbee-c70b-417d-84d0-fec15c3969d1 HTTP/1.1" status: 204 len: 168 time: 0.8875260 Mar 11 17:38:08.489600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52760) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:08.535489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1a54c65-afc1-44dc-bd4e-29cc5e0dd5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.545972 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1a54c65-afc1-44dc-bd4e-29cc5e0dd5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.547133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a1a54c65-afc1-44dc-bd4e-29cc5e0dd5f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fcb390b9-ac4f-4b01-90f4-d5a012ffc1b4 HTTP/1.1" status: 204 len: 168 time: 0.2839775 Mar 11 17:38:08.564558 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51837da-27db-415d-b5f7-bf4df398fe6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:38:08.568881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a54c65-afc1-44dc-bd4e-29cc5e0dd5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb390b9-ac4f-4b01-90f4-d5a012ffc1b4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:08.570715 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d51837da-27db-415d-b5f7-bf4df398fe6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/fb15fbee-c70b-417d-84d0-fec15c3969d1 HTTP/1.1" status: 404 len: 333 time: 0.0781147 Mar 11 17:38:08.573433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:08.660472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d203a59-cf94-41dc-9660-905c58b90b7f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet d15bef2c-f9e8-49fe-a98c-50d3d2903ea7 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:08.667074 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d203a59-cf94-41dc-9660-905c58b90b7f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.691843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-004a7711-1aa5-4c38-8371-4c989cee017b None None] Could not find standard attr ID for object fb15fbee-c70b-417d-84d0-fec15c3969d1. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:08.732923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d203a59-cf94-41dc-9660-905c58b90b7f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.841409 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d203a59-cf94-41dc-9660-905c58b90b7f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.928279 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d203a59-cf94-41dc-9660-905c58b90b7f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.972490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d203a59-cf94-41dc-9660-905c58b90b7f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=d15bef2c-f9e8-49fe-a98c-50d3d2903ea7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:08.980199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d203a59-cf94-41dc-9660-905c58b90b7f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:08.985067 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1d203a59-cf94-41dc-9660-905c58b90b7f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/d15bef2c-f9e8-49fe-a98c-50d3d2903ea7 HTTP/1.1" status: 204 len: 168 time: 0.4105430 Mar 11 17:38:08.987634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:09.032776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52772) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:09.055028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-52702986-a878-4e3b-ad3b-adb87f64d41d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet a4d5cee1-9d76-4433-99bf-3ab68aef1d3f {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:09.059956 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52702986-a878-4e3b-ad3b-adb87f64d41d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.091529 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52ffa066-d504-404d-9b24-bab7e12cce85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.106456 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52702986-a878-4e3b-ad3b-adb87f64d41d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.217998 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52702986-a878-4e3b-ad3b-adb87f64d41d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.221762 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52ffa066-d504-404d-9b24-bab7e12cce85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.226813 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52ffa066-d504-404d-9b24-bab7e12cce85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.284700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-52ffa066-d504-404d-9b24-bab7e12cce85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f286ab66e1534d5a82bb5572bd842b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501163 Mar 11 17:38:09.286584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffa066-d504-404d-9b24-bab7e12cce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fb3eb8-f57f-4285-8090-13b7aaaa8343,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:09.288567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:09.309964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52702986-a878-4e3b-ad3b-adb87f64d41d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.359760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52702986-a878-4e3b-ad3b-adb87f64d41d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d5cee1-9d76-4433-99bf-3ab68aef1d3f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:09.374521 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52702986-a878-4e3b-ad3b-adb87f64d41d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.380614 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-52702986-a878-4e3b-ad3b-adb87f64d41d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/a4d5cee1-9d76-4433-99bf-3ab68aef1d3f HTTP/1.1" status: 204 len: 168 time: 0.3883276 Mar 11 17:38:09.380994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52780) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:09.401791 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8c037ea-2ddc-4386-9226-77fd0fec291e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.435455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8c037ea-2ddc-4386-9226-77fd0fec291e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.479320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.493825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8c037ea-2ddc-4386-9226-77fd0fec291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.498143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8c037ea-2ddc-4386-9226-77fd0fec291e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.503393 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b8c037ea-2ddc-4386-9226-77fd0fec291e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23fb3eb8-f57f-4285-8090-13b7aaaa8343 HTTP/1.1" status: 204 len: 168 time: 0.2103095 Mar 11 17:38:09.513784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c037ea-2ddc-4386-9226-77fd0fec291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fb3eb8-f57f-4285-8090-13b7aaaa8343,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:09.566680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 41b1f806-f2c9-424d-aaee-46691fc4668f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:09.567024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.656010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] For port 41b1f806-f2c9-424d-aaee-46691fc4668f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=41b1f806-f2c9-424d-aaee-46691fc4668f,segment=NetworkSegment(a7e3e32d-e303-480c-9a71-0143c19a34ed),segment_id=a7e3e32d-e303-480c-9a71-0143c19a34ed)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:09.657436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.673959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 41b1f806-f2c9-424d-aaee-46691fc4668f owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:09.774903 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.812024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=41b1f806-f2c9-424d-aaee-46691fc4668f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:09.814346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No DVR routers for this DVR port 41b1f806-f2c9-424d-aaee-46691fc4668f on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:09.917236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df4e7d-e7f6-4757-baa5-3c33a8b0faa8 None None] Network 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:09.934390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:09.951335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1cbd6a08-7e71-46b5-96ad-fbd7f82f516d None None] Could not find standard attr ID for object fb15fbee-c70b-417d-84d0-fec15c3969d1. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:09.971074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e02b1f7-02a4-4f2b-b1f6-a71f2933e310']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:09.981640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e3e32d-e303-480c-9a71-0143c19a34ed') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:09.982010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e3e32d-e303-480c-9a71-0143c19a34ed') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:09.998709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.022164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.033432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:10.034677 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:10.039467 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:10.131815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.139574 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.147713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:10.148410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc86fae-953d-482e-8e55-5b3d1f07de35 None None] DHCP port deletion for 5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:38:10.150285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/networks/5e02b1f7-02a4-4f2b-b1f6-a71f2933e310 HTTP/1.1" status: 204 len: 168 time: 0.7681780 Mar 11 17:38:10.179129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39b9c3-c3d1-401f-874b-448f9943a175 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Network': ['ID=5e02b1f7-02a4-4f2b-b1f6-a71f2933e310,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:10.244626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de395f6-c914-4bfb-88e3-2b777e4ff2c1 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.250991 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4de395f6-c914-4bfb-88e3-2b777e4ff2c1 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0954695 Mar 11 17:38:10.252530 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:10.319471 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-034b089f-6e24-4f2c-b1e4-926741d9c253 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0620096 Mar 11 17:38:10.319897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52804) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:10.326093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-871702275'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:10.359383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:10.363594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.393748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:10.406180 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.406577 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Added segment e6a9ea7e-be58-49eb-a635-466b09238ffe of type vlan for network fe92b52e-09b4-422b-96a1-df732d3111b1 Mar 11 17:38:10.466306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.497905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.503388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:10.503975 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.544630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2204330 Mar 11 17:38:10.545181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52814) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:10.551360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': 'fe92b52e-09b4-422b-96a1-df732d3111b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:10.610174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055b5e7-faed-49f0-aa21-ae4916f2174f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Network': ['ID=fe92b52e-09b4-422b-96a1-df732d3111b1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:10.621489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fe92b52e-09b4-422b-96a1-df732d3111b1 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:10.655186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:10.660836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52816) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:10.663292 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.823210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2021983637'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:10.850474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Made reservation on behalf of d9f2f2e792a24792ab35da4965dc8e26 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:10.855947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.869553 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.923428 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.992858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:10.998796 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.011263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Checking segment: {'id': 'e6a9ea7e-be58-49eb-a635-466b09238ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe92b52e-09b4-422b-96a1-df732d3111b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:11.011652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network hostable DHCP agents. Network: fe92b52e-09b4-422b-96a1-df732d3111b1, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:11.023591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=c9f50eac-94d8-4be9-be6a-4a140c9e0507,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:11.039980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network fe92b52e-09b4-422b-96a1-df732d3111b1 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:11.043586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:11.065336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, fe92b52e-09b4-422b-96a1-df732d3111b1) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:11.071949 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.074927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.074927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.079924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af4341-4121-455d-846c-371d9eb1196a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:11.083278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec7be0-5ca2-40e9-9025-595584cf82e2 None None] Network fe92b52e-09b4-422b-96a1-df732d3111b1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:11.098812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.099162 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Added segment f0bdfafd-1270-4576-8088-99aa19fda77c of type vlan for network 13be1aea-e442-4911-a840-5eb515958776 Mar 11 17:38:11.113329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-41238d72-8222-4961-81cb-54876c024079 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5664759 Mar 11 17:38:11.115534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52826) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:11.125657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': 'fe92b52e-09b4-422b-96a1-df732d3111b1', 'name': 'tempest-PortsTestJSON-257963459'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:11.161281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.203688 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.217060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.221431 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.304233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-fe92b52e-09b4-422b-96a1-df732d3111b1', 'network_id': 'fe92b52e-09b4-422b-96a1-df732d3111b1', 'tenant_id': '9bc03aec358b40ff99f03a95261c7fa4', 'fixed_ips': [{'subnet_id': 'c9f50eac-94d8-4be9-be6a-4a140c9e0507'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:11.305563 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.348261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:11.352624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.366999 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7048593 Mar 11 17:38:11.367952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52834) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:11.384891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Request body: {'subnet': {'network_id': '13be1aea-e442-4911-a840-5eb515958776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:11.405881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 738d66ef-19bb-4d83-a575-33ae89012d04 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:11.414932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de6ee3-7eb5-4c2d-8c5c-06df816d0c4d tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event updated for resources: {'Network': ['ID=13be1aea-e442-4911-a840-5eb515958776,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:11.523959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Allocated IP 172.20.0.2 (fe92b52e-09b4-422b-96a1-df732d3111b1/c9f50eac-94d8-4be9-be6a-4a140c9e0507/3e2cc285-b22a-4d15-83f0-64772e63692f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:11.545797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Made reservation on behalf of d9f2f2e792a24792ab35da4965dc8e26 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:11.551286 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.559184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 13be1aea-e442-4911-a840-5eb515958776 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:11.784448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.860958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event updated for resources: {'Subnet': ['ID=3b1e75a1-c40f-4759-a0b1-c970e0a4c5e6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:11.869552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Checking segment: {'id': 'f0bdfafd-1270-4576-8088-99aa19fda77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '13be1aea-e442-4911-a840-5eb515958776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:11.870758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Network hostable DHCP agents. Network: 13be1aea-e442-4911-a840-5eb515958776, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:11.901838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Network 13be1aea-e442-4911-a840-5eb515958776 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:11.921098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 13be1aea-e442-4911-a840-5eb515958776) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:11.921431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 41b1f806-f2c9-424d-aaee-46691fc4668f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:38:11.939140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:11.942840 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:11.946184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 41b1f806-f2c9-424d-aaee-46691fc4668f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:38:11.946722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 41b1f806-f2c9-424d-aaee-46691fc4668f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:38:11.948630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2ff151-57ad-4b43-9861-a54bac505344 None None] Network 13be1aea-e442-4911-a840-5eb515958776 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:12.000318 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1c899992-6afe-4688-8387-4940f297a64f tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6224434 Mar 11 17:38:12.003626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52836) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:12.013091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Request body: {'port': {'network_id': '13be1aea-e442-4911-a840-5eb515958776', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1596704125'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:12.021029 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.038199 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.084576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Pushing event updated for resources: {'Port': ['ID=3e2cc285-b22a-4d15-83f0-64772e63692f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:12.120744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Network fe92b52e-09b4-422b-96a1-df732d3111b1 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:12.123783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:12.127103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:12.224741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Attempting to bind port 3e2cc285-b22a-4d15-83f0-64772e63692f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:12.224741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Attempting to bind port 3e2cc285-b22a-4d15-83f0-64772e63692f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e6a9ea7e-be58-49eb-a635-466b09238ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe92b52e-09b4-422b-96a1-df732d3111b1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:12.224741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Attempting to bind port 3e2cc285-b22a-4d15-83f0-64772e63692f on network fe92b52e-09b4-422b-96a1-df732d3111b1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:12.244508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:12.244808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Checking segment: {'id': 'e6a9ea7e-be58-49eb-a635-466b09238ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe92b52e-09b4-422b-96a1-df732d3111b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:12.245272 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.245683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Bound using segment: {'id': 'e6a9ea7e-be58-49eb-a635-466b09238ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe92b52e-09b4-422b-96a1-df732d3111b1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:12.246162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Bound port: 3e2cc285-b22a-4d15-83f0-64772e63692f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a9ea7e-be58-49eb-a635-466b09238ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fe92b52e-09b4-422b-96a1-df732d3111b1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:12.246552 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.257239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.6 (fe92b52e-09b4-422b-96a1-df732d3111b1/c9f50eac-94d8-4be9-be6a-4a140c9e0507/738d66ef-19bb-4d83-a575-33ae89012d04) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:12.258294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-13be1aea-e442-4911-a840-5eb515958776', 'network_id': '13be1aea-e442-4911-a840-5eb515958776', 'tenant_id': 'd9f2f2e792a24792ab35da4965dc8e26', 'fixed_ips': [{'subnet_id': '3b1e75a1-c40f-4759-a0b1-c970e0a4c5e6'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:12.260824 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.338242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Made reservation on behalf of d9f2f2e792a24792ab35da4965dc8e26 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:12.342680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.387203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] device_id is not set on port a5917278-fa44-4e2b-8287-be027b15c333 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:12.406787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] For port 3e2cc285-b22a-4d15-83f0-64772e63692f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:12.411962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] For port 3e2cc285-b22a-4d15-83f0-64772e63692f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3e2cc285-b22a-4d15-83f0-64772e63692f,segment=NetworkSegment(e6a9ea7e-be58-49eb-a635-466b09238ffe),segment_id=e6a9ea7e-be58-49eb-a635-466b09238ffe)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:12.418367 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.554015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Allocated IP 2001:db8::2 (13be1aea-e442-4911-a840-5eb515958776/3b1e75a1-c40f-4759-a0b1-c970e0a4c5e6/f267ef49-ed48-4196-b495-9a83710195c9) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:12.560721 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7daf5-ec26-4b6f-a187-47a4391d6b18 None None] Pushing event updated for resources: {'Port': ['ID=3e2cc285-b22a-4d15-83f0-64772e63692f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:12.645099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.715748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.764744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network fe92b52e-09b4-422b-96a1-df732d3111b1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:12.768176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:12.773316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:12.856663 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.864127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=738d66ef-19bb-4d83-a575-33ae89012d04,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:12.871642 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:12.935147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Pushing event updated for resources: {'Port': ['ID=f267ef49-ed48-4196-b495-9a83710195c9,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:12.961676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Network 13be1aea-e442-4911-a840-5eb515958776 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:12.964832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:12.967805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:12.981744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:12.982422 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.051878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Attempting to bind port f267ef49-ed48-4196-b495-9a83710195c9 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:13.052455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Attempting to bind port f267ef49-ed48-4196-b495-9a83710195c9 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'f0bdfafd-1270-4576-8088-99aa19fda77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '13be1aea-e442-4911-a840-5eb515958776'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:13.053190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Attempting to bind port f267ef49-ed48-4196-b495-9a83710195c9 on network 13be1aea-e442-4911-a840-5eb515958776 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:13.054384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Allocated IP 2001:db8::377 (13be1aea-e442-4911-a840-5eb515958776/3b1e75a1-c40f-4759-a0b1-c970e0a4c5e6/a5917278-fa44-4e2b-8287-be027b15c333) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:13.067250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:13.070080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Checking segment: {'id': 'f0bdfafd-1270-4576-8088-99aa19fda77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '13be1aea-e442-4911-a840-5eb515958776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:13.070080 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.070080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Bound using segment: {'id': 'f0bdfafd-1270-4576-8088-99aa19fda77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '13be1aea-e442-4911-a840-5eb515958776'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:13.070080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Bound port: f267ef49-ed48-4196-b495-9a83710195c9, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bdfafd-1270-4576-8088-99aa19fda77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '13be1aea-e442-4911-a840-5eb515958776'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:13.071567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52848) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:13.072026 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.078806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': 'fe92b52e-09b4-422b-96a1-df732d3111b1', 'name': 'tempest-PortsTestJSON-927349726'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:13.079626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-43f697e9-3e07-42eb-bb5b-78aeef63e604 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9475558 Mar 11 17:38:13.171171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] For port f267ef49-ed48-4196-b495-9a83710195c9, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:13.175639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] For port f267ef49-ed48-4196-b495-9a83710195c9, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f267ef49-ed48-4196-b495-9a83710195c9,segment=NetworkSegment(f0bdfafd-1270-4576-8088-99aa19fda77c),segment_id=f0bdfafd-1270-4576-8088-99aa19fda77c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:13.179678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.271159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e11158-a34d-44b9-b864-bb2fb8feb224 None None] Pushing event updated for resources: {'Port': ['ID=f267ef49-ed48-4196-b495-9a83710195c9,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:13.271275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:13.276044 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.312206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 328d8325-827e-4b93-b41c-fc303d9d466d yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:13.373592 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.455919 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.537838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Network 13be1aea-e442-4911-a840-5eb515958776 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:13.555628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:13.564676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:13.595028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:13.597168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.601862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.7 (fe92b52e-09b4-422b-96a1-df732d3111b1/c9f50eac-94d8-4be9-be6a-4a140c9e0507/328d8325-827e-4b93-b41c-fc303d9d466d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:13.694744 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-91bae061-f5ea-40c9-87e7-3629bd19e8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:13.766402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7607579 Mar 11 17:38:13.767771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d280f15-7023-479c-bdcf-f4afc01d53bc tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event updated for resources: {'Port': ['ID=a5917278-fa44-4e2b-8287-be027b15c333,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:13.769956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52858) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:13.788262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Request body: {'port': {'network_id': '13be1aea-e442-4911-a840-5eb515958776', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-728243948', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:13.788765 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] bootfile-name is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:38:13.797288 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] tftp-server is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:38:13.797724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] server-ip-address is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:38:13.845384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52860) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:14.110941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3e2cc285-b22a-4d15-83f0-64772e63692f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:14.138889 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da2c2aeb-a18b-4eea-8907-bcb72a17e373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.211843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Made reservation on behalf of d9f2f2e792a24792ab35da4965dc8e26 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:14.215971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.244768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.249472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3e2cc285-b22a-4d15-83f0-64772e63692f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:14.249985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] device_id is not set on port 8e43cae3-65d4-4b2d-822f-098715ec79d0 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:14.250083 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.300508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f9b58-f5af-4747-a83c-9e85aa20106c None None] Network fe92b52e-09b4-422b-96a1-df732d3111b1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:14.332986 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da2c2aeb-a18b-4eea-8907-bcb72a17e373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.349024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da2c2aeb-a18b-4eea-8907-bcb72a17e373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.399944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-77347115-7939-4431-a932-105815037c9e None None] Provisioning complete for port 3e2cc285-b22a-4d15-83f0-64772e63692f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:14.400720 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77347115-7939-4431-a932-105815037c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.427012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-da2c2aeb-a18b-4eea-8907-bcb72a17e373 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71af4ffc8be54e9fa4e8bd365395d968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779366 Mar 11 17:38:14.428538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52866) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:14.454764 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.496665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c2aeb-a18b-4eea-8907-bcb72a17e373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea373be9-4c5c-41b2-949a-6adf8a211ae9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:14.555497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network fe92b52e-09b4-422b-96a1-df732d3111b1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:14.560997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:14.574593 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efff1ede-d7dd-4f10-82b0-b22ab7490519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.575625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:14.589526 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.644414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 3e2cc285-b22a-4d15-83f0-64772e63692f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3e2cc285-b22a-4d15-83f0-64772e63692f,segment=NetworkSegment(e6a9ea7e-be58-49eb-a635-466b09238ffe),segment_id=e6a9ea7e-be58-49eb-a635-466b09238ffe)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:14.654039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:14.654716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.671819 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.672039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efff1ede-d7dd-4f10-82b0-b22ab7490519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.673143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f267ef49-ed48-4196-b495-9a83710195c9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:14.702369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Allocated IP 2001:db8::330 (13be1aea-e442-4911-a840-5eb515958776/3b1e75a1-c40f-4759-a0b1-c970e0a4c5e6/8e43cae3-65d4-4b2d-822f-098715ec79d0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:14.704628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=328d8325-827e-4b93-b41c-fc303d9d466d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:14.732466 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3cb43919-93e2-4a37-83eb-b8f4bde135ea tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6554327 Mar 11 17:38:14.734729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52870) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:14.869348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efff1ede-d7dd-4f10-82b0-b22ab7490519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.872196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efff1ede-d7dd-4f10-82b0-b22ab7490519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:14.875592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=3e2cc285-b22a-4d15-83f0-64772e63692f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:14.876427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-efff1ede-d7dd-4f10-82b0-b22ab7490519 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea373be9-4c5c-41b2-949a-6adf8a211ae9 HTTP/1.1" status: 204 len: 168 time: 0.4415936 Mar 11 17:38:14.891641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff1ede-d7dd-4f10-82b0-b22ab7490519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea373be9-4c5c-41b2-949a-6adf8a211ae9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:14.947854 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f267ef49-ed48-4196-b495-9a83710195c9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:14.955429 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:15.033226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8f72ca-9993-4f0b-8aa8-8fcaec943191 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:15.034864 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bd8f72ca-9993-4f0b-8aa8-8fcaec943191 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.3009844 Mar 11 17:38:15.037699 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52876) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:15.129572 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:15.185887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef59972-fbdc-4e7c-9455-f4c4e6a3ee2f None None] Network 13be1aea-e442-4911-a840-5eb515958776 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:15.259982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port f267ef49-ed48-4196-b495-9a83710195c9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f267ef49-ed48-4196-b495-9a83710195c9,segment=NetworkSegment(f0bdfafd-1270-4576-8088-99aa19fda77c),segment_id=f0bdfafd-1270-4576-8088-99aa19fda77c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:15.447599 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:15.556098 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-ae7ee3bf-a325-4a90-91e0-9a9e3e4d58ab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3355181 Mar 11 17:38:15.594504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-656c5603-ac1f-4170-99ca-1269d1c4d488 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 328d8325-827e-4b93-b41c-fc303d9d466d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:15.595178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-656c5603-ac1f-4170-99ca-1269d1c4d488 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:15.667872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1473e295-0899-4cd2-883a-a7220f4da40e None None] Provisioning complete for port f267ef49-ed48-4196-b495-9a83710195c9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:15.668593 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1473e295-0899-4cd2-883a-a7220f4da40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:15.775044 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:15.940588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=f267ef49-ed48-4196-b495-9a83710195c9,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:16.026881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3e2cc285-b22a-4d15-83f0-64772e63692f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:16.032937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-e7a3165c-d51e-4cdc-b80b-18902defb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:16.034918 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-e7a3165c-d51e-4cdc-b80b-18902defb6ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b8b0fedff954442ab279e44024e3169&device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 1100 time: 0.3227215 Mar 11 17:38:16.055502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.128790 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0dc738b5-dbb0-4079-a2ad-01cb075c764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.297015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3e2cc285-b22a-4d15-83f0-64772e63692f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:16.297534 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.428223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0616cf5f-3d1e-4cc4-a79a-292da6807b41 None None] Provisioning complete for port 738d66ef-19bb-4d83-a575-33ae89012d04 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:16.428623 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0616cf5f-3d1e-4cc4-a79a-292da6807b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.479812 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:38:16.541336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0616cf5f-3d1e-4cc4-a79a-292da6807b41 None None] Port 738d66ef-19bb-4d83-a575-33ae89012d04 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:16.569237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0616cf5f-3d1e-4cc4-a79a-292da6807b41 None None] Provisioning complete for port 328d8325-827e-4b93-b41c-fc303d9d466d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:16.569679 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0616cf5f-3d1e-4cc4-a79a-292da6807b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.642895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0616cf5f-3d1e-4cc4-a79a-292da6807b41 None None] Port 328d8325-827e-4b93-b41c-fc303d9d466d cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:16.655097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0616cf5f-3d1e-4cc4-a79a-292da6807b41 None None] Provisioning complete for port 3e2cc285-b22a-4d15-83f0-64772e63692f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:16.655430 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0616cf5f-3d1e-4cc4-a79a-292da6807b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.676783 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-656c5603-ac1f-4170-99ca-1269d1c4d488 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.684553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Network 13be1aea-e442-4911-a840-5eb515958776 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:16.702799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:16.711106 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:16.719891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:16.720649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.749941 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9788780 Mar 11 17:38:16.753413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52906) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:16.759684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110a732-765f-4d3d-a544-a31b08fd1e5c tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event updated for resources: {'Port': ['ID=8e43cae3-65d4-4b2d-822f-098715ec79d0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:16.769412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-656c5603-ac1f-4170-99ca-1269d1c4d488 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 328d8325-827e-4b93-b41c-fc303d9d466d owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:16.782057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-93b4912b-b530-4e3d-85dd-dd710a4a5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:16.783544 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-93b4912b-b530-4e3d-85dd-dd710a4a5126 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.7159464 Mar 11 17:38:16.859661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d0b507-e114-41d6-93ec-4efc3ca94956 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:16.866812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d0b507-e114-41d6-93ec-4efc3ca94956 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:16.873872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d0b507-e114-41d6-93ec-4efc3ca94956 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:16.875823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c7d0b507-e114-41d6-93ec-4efc3ca94956 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1202712 Mar 11 17:38:16.879103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52908) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:16.879755 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-c614eed3-191a-4300-9daf-3d0ea4b9a183 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ae9d5ed4-f6ca-4a0e-8815-af535608a8df HTTP/1.1" status: 200 len: 217 time: 0.0491078 Mar 11 17:38:16.974454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e53c06ca-dc8c-4d31-8b33-f9452d3f94e4 None None] Provisioning complete for port a5917278-fa44-4e2b-8287-be027b15c333 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:16.975483 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e53c06ca-dc8c-4d31-8b33-f9452d3f94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:16.997508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-b6611234-eb90-44ab-a3d7-0a52404e51df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:17.000359 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-b6611234-eb90-44ab-a3d7-0a52404e51df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1142447 Mar 11 17:38:17.080192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e53c06ca-dc8c-4d31-8b33-f9452d3f94e4 None None] Port a5917278-fa44-4e2b-8287-be027b15c333 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:17.095866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e53c06ca-dc8c-4d31-8b33-f9452d3f94e4 None None] Provisioning complete for port f267ef49-ed48-4196-b495-9a83710195c9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:17.098480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e53c06ca-dc8c-4d31-8b33-f9452d3f94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.113739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0633e581-95ca-4978-b9dd-7eb5d18c2750 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Deleting port 8e43cae3-65d4-4b2d-822f-098715ec79d0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:17.115487 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0633e581-95ca-4978-b9dd-7eb5d18c2750 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.247376 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.260365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-656c5603-ac1f-4170-99ca-1269d1c4d488 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.308327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e53c06ca-dc8c-4d31-8b33-f9452d3f94e4 None None] Could not find standard attr ID for object 328d8325-827e-4b93-b41c-fc303d9d466d. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:17.318294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0633e581-95ca-4978-b9dd-7eb5d18c2750 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.335079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0633e581-95ca-4978-b9dd-7eb5d18c2750 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Calling delete_port for 8e43cae3-65d4-4b2d-822f-098715ec79d0 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:17.341430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c5603-ac1f-4170-99ca-1269d1c4d488 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=328d8325-827e-4b93-b41c-fc303d9d466d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:17.359832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-4b33f9bb-56be-4566-a4d8-9febb39fd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:17.361707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-4b33f9bb-56be-4566-a4d8-9febb39fd9c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3494766 Mar 11 17:38:17.445276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-680b141e-2d90-46a8-b2eb-1e6d23fe5824 None None] Provisioning complete for port a5917278-fa44-4e2b-8287-be027b15c333 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:17.445645 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-680b141e-2d90-46a8-b2eb-1e6d23fe5824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.548672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-680b141e-2d90-46a8-b2eb-1e6d23fe5824 None None] Port a5917278-fa44-4e2b-8287-be027b15c333 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:17.561178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-656c5603-ac1f-4170-99ca-1269d1c4d488 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.564724 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-656c5603-ac1f-4170-99ca-1269d1c4d488 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/328d8325-827e-4b93-b41c-fc303d9d466d HTTP/1.1" status: 204 len: 168 time: 2.5260358 Mar 11 17:38:17.567568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52924) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:17.610692 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-73758532-e428-49e4-9b50-43b35bbc0a8c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:38:17.612783 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-73758532-e428-49e4-9b50-43b35bbc0a8c tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/328d8325-827e-4b93-b41c-fc303d9d466d HTTP/1.1" status: 404 len: 333 time: 0.0441201 Mar 11 17:38:17.616025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52926) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:17.628081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0633e581-95ca-4978-b9dd-7eb5d18c2750 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.631151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-3b6f88ef-189f-456b-a8b9-396758a9d140 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353597 Mar 11 17:38:17.664319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cee2ee23-27c8-4681-a500-d5e8ae36e8cc None None] Could not find standard attr ID for object 8e43cae3-65d4-4b2d-822f-098715ec79d0. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:17.734309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633e581-95ca-4978-b9dd-7eb5d18c2750 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event deleted for resources: {'Port': ['ID=8e43cae3-65d4-4b2d-822f-098715ec79d0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:17.768806 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0633e581-95ca-4978-b9dd-7eb5d18c2750 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:17.780506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0633e581-95ca-4978-b9dd-7eb5d18c2750 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "DELETE /v2.0/ports/8e43cae3-65d4-4b2d-822f-098715ec79d0 HTTP/1.1" status: 204 len: 168 time: 0.9001458 Mar 11 17:38:17.782116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52932) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:17.797651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Request body: {'port': {'name': 'tempest-new-port-name-780436931', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:17.798361 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.api.validators [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] bootfile-name is not in valid_values {{(pid=102642) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:38:17.798845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.api.validators [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] tftp-server is not in valid_values {{(pid=102642) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:38:17.799323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.api.validators [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] server-ip-address is not in valid_values {{(pid=102642) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 17:38:17.865145 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b3358d0-46f9-42e6-93b1-5c861ddb3fce req-5b1a723f-c7fa-40bd-82a7-cd23259515ca service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271094 Mar 11 17:38:17.976760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.005402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-220079f3-d0d2-4173-a864-30665e8f6bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 738d66ef-19bb-4d83-a575-33ae89012d04 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:18.005927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-220079f3-d0d2-4173-a864-30665e8f6bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.010037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f267ef49-ed48-4196-b495-9a83710195c9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:18.098199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f267ef49-ed48-4196-b495-9a83710195c9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:18.098976 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.189482 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-220079f3-d0d2-4173-a864-30665e8f6bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.205836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-220079f3-d0d2-4173-a864-30665e8f6bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 738d66ef-19bb-4d83-a575-33ae89012d04 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:18.393466 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.487578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-220079f3-d0d2-4173-a864-30665e8f6bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.548113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.575304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.584981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220079f3-d0d2-4173-a864-30665e8f6bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=738d66ef-19bb-4d83-a575-33ae89012d04,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:18.800869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event updated for resources: {'Port': ['ID=a5917278-fa44-4e2b-8287-be027b15c333,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:18.804830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] In _notify_port_updated(), no bound segment for port a5917278-fa44-4e2b-8287-be027b15c333 on network 13be1aea-e442-4911-a840-5eb515958776 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:38:18.810672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:18.817670 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.824558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0f30c4e7-f053-448e-a00b-5446f754c206 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "PUT /v2.0/ports/a5917278-fa44-4e2b-8287-be027b15c333 HTTP/1.1" status: 200 len: 1129 time: 1.0266228 Mar 11 17:38:18.824747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52940) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:18.826999 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-220079f3-d0d2-4173-a864-30665e8f6bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:18.833648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52942) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:18.833824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-220079f3-d0d2-4173-a864-30665e8f6bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/738d66ef-19bb-4d83-a575-33ae89012d04 HTTP/1.1" status: 204 len: 168 time: 1.2165565 Mar 11 17:38:18.907476 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3275ec-ad70-446c-90d0-2adb2978a020 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:38:18.910584 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ba3275ec-ad70-446c-90d0-2adb2978a020 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/738d66ef-19bb-4d83-a575-33ae89012d04 HTTP/1.1" status: 404 len: 333 time: 0.0728562 Mar 11 17:38:18.913773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52944) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:18.930196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef92d5-1707-41bb-8a49-1d927913ae45 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:18.935585 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c0ef92d5-1707-41bb-8a49-1d927913ae45 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "GET /v2.0/ports/a5917278-fa44-4e2b-8287-be027b15c333 HTTP/1.1" status: 200 len: 1129 time: 0.1121197 Mar 11 17:38:18.936708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52946) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:18.988085 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.013432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbfd608-7019-4754-a01d-d84f3c9cd1c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet c9f50eac-94d8-4be9-be6a-4a140c9e0507 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:19.021890 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd608-7019-4754-a01d-d84f3c9cd1c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.089503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd608-7019-4754-a01d-d84f3c9cd1c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.090624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b828bb15-efb1-45ad-ba46-7629fe72e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Deleting port a5917278-fa44-4e2b-8287-be027b15c333 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:19.091137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b828bb15-efb1-45ad-ba46-7629fe72e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.199847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-dd95c6ff-361d-4e5e-8541-d4ad0a379a0d None None] Provisioning complete for port a5917278-fa44-4e2b-8287-be027b15c333 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:19.201373 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dd95c6ff-361d-4e5e-8541-d4ad0a379a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.216870 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd608-7019-4754-a01d-d84f3c9cd1c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.308488 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b828bb15-efb1-45ad-ba46-7629fe72e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.320565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-dd95c6ff-361d-4e5e-8541-d4ad0a379a0d None None] Port a5917278-fa44-4e2b-8287-be027b15c333 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:19.323210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b828bb15-efb1-45ad-ba46-7629fe72e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Calling delete_port for a5917278-fa44-4e2b-8287-be027b15c333 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:19.363865 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd608-7019-4754-a01d-d84f3c9cd1c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.376773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52954) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:19.381940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008435729', 'description': 'tempest-secgroup-smoke-2008435729 description', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:19.409172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfd608-7019-4754-a01d-d84f3c9cd1c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f50eac-94d8-4be9-be6a-4a140c9e0507,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:19.415609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4fbfd608-7019-4754-a01d-d84f3c9cd1c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.420475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4fbfd608-7019-4754-a01d-d84f3c9cd1c3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/c9f50eac-94d8-4be9-be6a-4a140c9e0507 HTTP/1.1" status: 204 len: 168 time: 0.5048611 Mar 11 17:38:19.422598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52956) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:19.431772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34c622-559d-4ac4-9f73-46591126ac2c None None] Network fe92b52e-09b4-422b-96a1-df732d3111b1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:19.464553 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.497993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.545745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.607596 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b828bb15-efb1-45ad-ba46-7629fe72e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.617966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 3e2cc285-b22a-4d15-83f0-64772e63692f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:19.618427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.657238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828bb15-efb1-45ad-ba46-7629fe72e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event deleted for resources: {'Port': ['ID=a5917278-fa44-4e2b-8287-be027b15c333,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:19.707968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33898f2d-1904-4c6b-bbe2-897cb1bb8401 None None] DHCP port deletion for fe92b52e-09b4-422b-96a1-df732d3111b1 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:38:19.729503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b828bb15-efb1-45ad-ba46-7629fe72e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.740587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b828bb15-efb1-45ad-ba46-7629fe72e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "DELETE /v2.0/ports/a5917278-fa44-4e2b-8287-be027b15c333 HTTP/1.1" status: 204 len: 168 time: 0.8004897 Mar 11 17:38:19.741962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] For port 3e2cc285-b22a-4d15-83f0-64772e63692f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3e2cc285-b22a-4d15-83f0-64772e63692f,segment=NetworkSegment(e6a9ea7e-be58-49eb-a635-466b09238ffe),segment_id=e6a9ea7e-be58-49eb-a635-466b09238ffe)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:19.742672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.745277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52958) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:19.807199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 3e2cc285-b22a-4d15-83f0-64772e63692f owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:19.839942 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.844116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-33898f2d-1904-4c6b-bbe2-897cb1bb8401 None None] Deleting port 3e2cc285-b22a-4d15-83f0-64772e63692f {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:19.844583 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33898f2d-1904-4c6b-bbe2-897cb1bb8401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.846651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:19.950349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6f2adb-08c8-47a2-9266-32391b812264,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:20.064053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-33898f2d-1904-4c6b-bbe2-897cb1bb8401 None None] For port 3e2cc285-b22a-4d15-83f0-64772e63692f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3e2cc285-b22a-4d15-83f0-64772e63692f,segment=NetworkSegment(e6a9ea7e-be58-49eb-a635-466b09238ffe),segment_id=e6a9ea7e-be58-49eb-a635-466b09238ffe)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:20.064879 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33898f2d-1904-4c6b-bbe2-897cb1bb8401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.087604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-33898f2d-1904-4c6b-bbe2-897cb1bb8401 None None] Calling delete_port for 3e2cc285-b22a-4d15-83f0-64772e63692f owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:20.109343 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.115012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.157258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d006f4-ae8a-4675-8f7f-2f779175caa7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:20.164283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.169155 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9f8524b2-2e89-4512-979f-44f91b1a1e04 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7882845 Mar 11 17:38:20.169155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52962) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:20.178549 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5a31e04c-0f3f-4b77-9337-141f7ab19512 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b1d006f4-ae8a-4675-8f7f-2f779175caa7', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:20.253000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a31e04c-0f3f-4b77-9337-141f7ab19512 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.293501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c4ed06-abff-4cc5-873b-1d727d36fdf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Deleting subnet 3b1e75a1-c40f-4759-a0b1-c970e0a4c5e6 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:20.299653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2c4ed06-abff-4cc5-873b-1d727d36fdf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.366519 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2c4ed06-abff-4cc5-873b-1d727d36fdf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.398122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3e2cc285-b22a-4d15-83f0-64772e63692f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:38:20.404669 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a31e04c-0f3f-4b77-9337-141f7ab19512 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.419010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a31e04c-0f3f-4b77-9337-141f7ab19512 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.442201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33898f2d-1904-4c6b-bbe2-897cb1bb8401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.483261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31e04c-0f3f-4b77-9337-141f7ab19512 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcd8571-7122-4e1a-b717-ae5e9720d566,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:20.491758 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a31e04c-0f3f-4b77-9337-141f7ab19512 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.493311 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5a31e04c-0f3f-4b77-9337-141f7ab19512 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3232083 Mar 11 17:38:20.496057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52966) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:20.500944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f364603e-3539-4744-b34b-541f7e86bb1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b1d006f4-ae8a-4675-8f7f-2f779175caa7', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:20.509573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.520952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33898f2d-1904-4c6b-bbe2-897cb1bb8401 None None] Pushing event deleted for resources: {'Port': ['ID=3e2cc285-b22a-4d15-83f0-64772e63692f,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:20.533008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f364603e-3539-4744-b34b-541f7e86bb1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.547365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33898f2d-1904-4c6b-bbe2-897cb1bb8401 None None] No DVR routers for this DVR port 3e2cc285-b22a-4d15-83f0-64772e63692f on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:20.550730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No active binding found for port 3e2cc285-b22a-4d15-83f0-64772e63692f {{(pid=102643) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 17:38:20.550730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3e2cc285-b22a-4d15-83f0-64772e63692f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:38:20.551658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=3e2cc285-b22a-4d15-83f0-64772e63692f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:20.574147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No DVR routers for this DVR port 3e2cc285-b22a-4d15-83f0-64772e63692f on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:20.612253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2c4ed06-abff-4cc5-873b-1d727d36fdf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.687105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f364603e-3539-4744-b34b-541f7e86bb1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.696725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f364603e-3539-4744-b34b-541f7e86bb1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.714582 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.727660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364603e-3539-4744-b34b-541f7e86bb1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855eab57-72a6-4717-9920-781a3b484281,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:20.748959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f364603e-3539-4744-b34b-541f7e86bb1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.750534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f364603e-3539-4744-b34b-541f7e86bb1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2531767 Mar 11 17:38:20.751273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe92b52e-09b4-422b-96a1-df732d3111b1']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:20.753286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52968) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:20.768827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a38d11de-5f3d-4527-b63c-f036d9892481 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b1d006f4-ae8a-4675-8f7f-2f779175caa7', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:20.777331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a9ea7e-be58-49eb-a635-466b09238ffe') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:20.777657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a9ea7e-be58-49eb-a635-466b09238ffe') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:20.794355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2c4ed06-abff-4cc5-873b-1d727d36fdf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.804861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.822127 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2c4ed06-abff-4cc5-873b-1d727d36fdf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.824486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c5844-0b2b-4a0c-ae60-556d4d2b8d22 None None] Network 13be1aea-e442-4911-a840-5eb515958776 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:20.828392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a2c4ed06-abff-4cc5-873b-1d727d36fdf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "DELETE /v2.0/subnets/3b1e75a1-c40f-4759-a0b1-c970e0a4c5e6 HTTP/1.1" status: 204 len: 168 time: 1.0796437 Mar 11 17:38:20.828971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52970) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:20.873345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4ed06-abff-4cc5-873b-1d727d36fdf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1e75a1-c40f-4759-a0b1-c970e0a4c5e6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:20.877307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.897713 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a38d11de-5f3d-4527-b63c-f036d9892481 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.900891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:20.902101 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:20.905205 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:21.030925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.040705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.044269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/networks/fe92b52e-09b4-422b-96a1-df732d3111b1 HTTP/1.1" status: 204 len: 168 time: 1.6204615 Mar 11 17:38:21.048959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52972) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:21.050855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.065037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a38d11de-5f3d-4527-b63c-f036d9892481 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.069221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1587860237'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:21.080364 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a38d11de-5f3d-4527-b63c-f036d9892481 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.082732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa20e1-887a-4ffc-8afe-a782b2b17a23 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Network': ['ID=fe92b52e-09b4-422b-96a1-df732d3111b1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:21.110557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a38d11de-5f3d-4527-b63c-f036d9892481 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.111783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a38d11de-5f3d-4527-b63c-f036d9892481 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557613 Mar 11 17:38:21.119752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52974) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:21.128379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-dff2194d-419c-49cc-82ea-83eb9211c156 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b1d006f4-ae8a-4675-8f7f-2f779175caa7', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:21.136072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:21.140510 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.159157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d11de-5f3d-4527-b63c-f036d9892481 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a0dd5a-2fa6-47d4-9cc2-c7bcc293701b,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:21.177552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Deleting port f267ef49-ed48-4196-b495-9a83710195c9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:21.181008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:21.182102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.207769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d472f44-e193-4ddb-a92e-16cce548a162 None None] DHCP port deletion for 13be1aea-e442-4911-a840-5eb515958776 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:38:21.218828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.219427 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Added segment 6b337fed-8d85-4c51-b01f-bd06cf08b28f of type vlan for network b0ab223f-d096-4efa-941e-10b501bc7eb7 Mar 11 17:38:21.232953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dff2194d-419c-49cc-82ea-83eb9211c156 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.295217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8d472f44-e193-4ddb-a92e-16cce548a162 None None] Deleting port f267ef49-ed48-4196-b495-9a83710195c9 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:21.295867 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d472f44-e193-4ddb-a92e-16cce548a162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.351907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] For port f267ef49-ed48-4196-b495-9a83710195c9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f267ef49-ed48-4196-b495-9a83710195c9,segment=NetworkSegment(f0bdfafd-1270-4576-8088-99aa19fda77c),segment_id=f0bdfafd-1270-4576-8088-99aa19fda77c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:21.352698 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.375635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Calling delete_port for f267ef49-ed48-4196-b495-9a83710195c9 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:21.403325 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dff2194d-419c-49cc-82ea-83eb9211c156 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.408640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.414396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8d472f44-e193-4ddb-a92e-16cce548a162 None None] For port f267ef49-ed48-4196-b495-9a83710195c9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f267ef49-ed48-4196-b495-9a83710195c9,segment=NetworkSegment(f0bdfafd-1270-4576-8088-99aa19fda77c),segment_id=f0bdfafd-1270-4576-8088-99aa19fda77c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:21.419035 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d472f44-e193-4ddb-a92e-16cce548a162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.419616 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dff2194d-419c-49cc-82ea-83eb9211c156 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.449865 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8d472f44-e193-4ddb-a92e-16cce548a162 None None] Calling delete_port for f267ef49-ed48-4196-b495-9a83710195c9 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:21.460458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2194d-419c-49cc-82ea-83eb9211c156 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5be047-48e4-4fe8-9550-77f59f884d92,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:21.473749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dff2194d-419c-49cc-82ea-83eb9211c156 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.477785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dff2194d-419c-49cc-82ea-83eb9211c156 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3558614 Mar 11 17:38:21.480269 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52980) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:21.487478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.503270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ea8558dd-4f63-442f-b4dc-d78b0d670e97 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b1d006f4-ae8a-4675-8f7f-2f779175caa7', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:21.504370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:21.506364 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.578850 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-ea8558dd-4f63-442f-b4dc-d78b0d670e97 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Project 8aeaef2d4e8143e48671ec95b1c2286a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:38:21.589557 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea8558dd-4f63-442f-b4dc-d78b0d670e97 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.591133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5392323 Mar 11 17:38:21.601983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52982) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:21.623339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': 'b0ab223f-d096-4efa-941e-10b501bc7eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:21.645854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71524dc-00ce-49db-83b3-d9bfddfac74e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Network': ['ID=b0ab223f-d096-4efa-941e-10b501bc7eb7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:21.663672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b0ab223f-d096-4efa-941e-10b501bc7eb7 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:21.719269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.752790 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d472f44-e193-4ddb-a92e-16cce548a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.775625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event deleted for resources: {'Port': ['ID=f267ef49-ed48-4196-b495-9a83710195c9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:21.782473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d472f44-e193-4ddb-a92e-16cce548a162 None None] Pushing event deleted for resources: {'Port': ['ID=f267ef49-ed48-4196-b495-9a83710195c9,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:21.786866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d472f44-e193-4ddb-a92e-16cce548a162 None None] No DVR routers for this DVR port f267ef49-ed48-4196-b495-9a83710195c9 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:21.810073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] No DVR routers for this DVR port f267ef49-ed48-4196-b495-9a83710195c9 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:21.881912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:21.891484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.929648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea8558dd-4f63-442f-b4dc-d78b0d670e97 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.947896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.957170 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea8558dd-4f63-442f-b4dc-d78b0d670e97 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:21.972982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f267ef49-ed48-4196-b495-9a83710195c9 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:38:22.011887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f267ef49-ed48-4196-b495-9a83710195c9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:38:22.013444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f267ef49-ed48-4196-b495-9a83710195c9 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:38:22.036864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8558dd-4f63-442f-b4dc-d78b0d670e97 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e13a0b-cc9c-49c8-8b5e-00f3af575c6f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:22.044408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13be1aea-e442-4911-a840-5eb515958776']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:22.060850 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea8558dd-4f63-442f-b4dc-d78b0d670e97 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.064639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ea8558dd-4f63-442f-b4dc-d78b0d670e97 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5807695 Mar 11 17:38:22.064639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bdfafd-1270-4576-8088-99aa19fda77c') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:22.064639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bdfafd-1270-4576-8088-99aa19fda77c') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:22.064992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52984) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:22.069860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-87cd985b-e19d-4bb3-8c45-1f3fa6fa1c09 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b1d006f4-ae8a-4675-8f7f-2f779175caa7', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:22.080635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.096263 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-87cd985b-e19d-4bb3-8c45-1f3fa6fa1c09 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Project 8aeaef2d4e8143e48671ec95b1c2286a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:38:22.107223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87cd985b-e19d-4bb3-8c45-1f3fa6fa1c09 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.111080 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.125557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:22.126308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:22.129827 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:22.208405 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87cd985b-e19d-4bb3-8c45-1f3fa6fa1c09 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.215666 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87cd985b-e19d-4bb3-8c45-1f3fa6fa1c09 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.236109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd985b-e19d-4bb3-8c45-1f3fa6fa1c09 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cda1c7f-1c5b-4921-b1e7-f16803372855,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:22.256631 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87cd985b-e19d-4bb3-8c45-1f3fa6fa1c09 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.257968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-87cd985b-e19d-4bb3-8c45-1f3fa6fa1c09 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1918900 Mar 11 17:38:22.261466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 52988) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:22.271208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'network': {'name': 'tempest-network-smoke--1627126769', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'port_security_enabled': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:22.280949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.290635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.298623 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] 10.222.0.53 "DELETE /v2.0/networks/13be1aea-e442-4911-a840-5eb515958776 HTTP/1.1" status: 204 len: 168 time: 1.4643972 Mar 11 17:38:22.299132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:22.306283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.322590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a66c23-d1d8-4dd8-a6de-b91a285c6554 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562 tempest-ExtraDHCPOptionsIpV6TestJSON-1622663562-project] Pushing event deleted for resources: {'Network': ['ID=13be1aea-e442-4911-a840-5eb515958776,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:22.368543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:22.379648 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.380009 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Added segment 2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3 of type vlan for network b7e63f69-e15c-48d8-9577-c1739d9d657f Mar 11 17:38:22.391856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.450725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.476623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=676df315-6c66-43e0-88da-6c266fa29a5b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:22.488650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Checking segment: {'id': '6b337fed-8d85-4c51-b01f-bd06cf08b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b0ab223f-d096-4efa-941e-10b501bc7eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:22.489417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network hostable DHCP agents. Network: b0ab223f-d096-4efa-941e-10b501bc7eb7, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:22.491503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.500246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:22.503759 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.534054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network b0ab223f-d096-4efa-941e-10b501bc7eb7 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:22.552026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b0ab223f-d096-4efa-941e-10b501bc7eb7) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:22.560885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2948713 Mar 11 17:38:22.568612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:22.569220 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.574633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a89898e-50a6-4c85-a9bf-d9ec5ca548d5 None None] Network b0ab223f-d096-4efa-941e-10b501bc7eb7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:22.590888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52992) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:22.606669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'admin_state_up': True, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:22.659590 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-16d92d81-739a-436c-915c-30e0d7c7989a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0564117 Mar 11 17:38:22.660304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 52996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:22.664015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598ee2f-ab69-4437-be8d-7fdd87e2a2c7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Network': ['ID=b7e63f69-e15c-48d8-9577-c1739d9d657f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:22.675219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': 'b0ab223f-d096-4efa-941e-10b501bc7eb7', 'name': 'tempest-PortsTestJSON-717426532', 'fixed_ips': [{'subnet_id': '676df315-6c66-43e0-88da-6c266fa29a5b', 'ip_address': '172.20.0.10'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:22.711260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b7e63f69-e15c-48d8-9577-c1739d9d657f details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:22.740591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.746395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.872382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53000) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:22.912308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:22.963925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-b0ab223f-d096-4efa-941e-10b501bc7eb7', 'network_id': 'b0ab223f-d096-4efa-941e-10b501bc7eb7', 'tenant_id': '9bc03aec358b40ff99f03a95261c7fa4', 'fixed_ips': [{'subnet_id': '676df315-6c66-43e0-88da-6c266fa29a5b'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:22.965059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.137613 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.148867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:23.157154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Allocated IP 172.20.0.2 (b0ab223f-d096-4efa-941e-10b501bc7eb7/676df315-6c66-43e0-88da-6c266fa29a5b/1cff13a7-3804-412c-93aa-553a480222d5) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:23.213696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-53b579ec-a46f-42f5-90a0-d48d91a01392 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9f2f2e792a24792ab35da4965dc8e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351440 Mar 11 17:38:23.214256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53004) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:23.329849 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70ceb3b4-4062-4d71-9cb4-d515dabe09b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.346616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.373437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70ceb3b4-4062-4d71-9cb4-d515dabe09b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.374022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port eae1042b-4f78-4a9f-a2a9-16e93fe9c899 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:23.387592 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.397916 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.447218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70ceb3b4-4062-4d71-9cb4-d515dabe09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.450791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70ceb3b4-4062-4d71-9cb4-d515dabe09b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.452698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-70ceb3b4-4062-4d71-9cb4-d515dabe09b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9af4341-4121-455d-846c-371d9eb1196a HTTP/1.1" status: 204 len: 168 time: 0.2371185 Mar 11 17:38:23.479426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ceb3b4-4062-4d71-9cb4-d515dabe09b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af4341-4121-455d-846c-371d9eb1196a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:23.545628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.10 (b0ab223f-d096-4efa-941e-10b501bc7eb7/676df315-6c66-43e0-88da-6c266fa29a5b/eae1042b-4f78-4a9f-a2a9-16e93fe9c899) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:23.550394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Pushing event updated for resources: {'Port': ['ID=1cff13a7-3804-412c-93aa-553a480222d5,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:23.560817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Network b0ab223f-d096-4efa-941e-10b501bc7eb7 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:23.565568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:23.569079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:23.654829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Attempting to bind port 1cff13a7-3804-412c-93aa-553a480222d5 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:23.655627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Attempting to bind port 1cff13a7-3804-412c-93aa-553a480222d5 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '6b337fed-8d85-4c51-b01f-bd06cf08b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b0ab223f-d096-4efa-941e-10b501bc7eb7'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:23.655627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Attempting to bind port 1cff13a7-3804-412c-93aa-553a480222d5 on network b0ab223f-d096-4efa-941e-10b501bc7eb7 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:23.674377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:23.674776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Checking segment: {'id': '6b337fed-8d85-4c51-b01f-bd06cf08b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b0ab223f-d096-4efa-941e-10b501bc7eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:23.679493 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.679899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Bound using segment: {'id': '6b337fed-8d85-4c51-b01f-bd06cf08b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b0ab223f-d096-4efa-941e-10b501bc7eb7'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:23.680453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Bound port: 1cff13a7-3804-412c-93aa-553a480222d5, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b337fed-8d85-4c51-b01f-bd06cf08b28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b0ab223f-d096-4efa-941e-10b501bc7eb7'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:23.680845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.775305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] For port 1cff13a7-3804-412c-93aa-553a480222d5, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:23.779381 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] For port 1cff13a7-3804-412c-93aa-553a480222d5, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1cff13a7-3804-412c-93aa-553a480222d5,segment=NetworkSegment(6b337fed-8d85-4c51-b01f-bd06cf08b28f),segment_id=6b337fed-8d85-4c51-b01f-bd06cf08b28f)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:23.792874 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.881131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3ebe7-3c2e-441f-9075-ffa1eb4679a9 None None] Pushing event updated for resources: {'Port': ['ID=1cff13a7-3804-412c-93aa-553a480222d5,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:23.882488 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:23.913705 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.351679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.437672 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.439596 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.25.8.10 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/6ae6424f-31b9-4136-b48a-57f0d636a98b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:24.517045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network b0ab223f-d096-4efa-941e-10b501bc7eb7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:24.524281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:24.549717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=eae1042b-4f78-4a9f-a2a9-16e93fe9c899,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:24.551929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:24.589604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.589917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.590063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.590682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.590682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.591324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.591324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.592160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.592160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.592648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.592648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.592950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:24.646669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:24.647317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.675378 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.692919 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f8648e1-c901-41a5-9e8c-14bda1c70f6a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0268471 Mar 11 17:38:24.693347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53032) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:24.705587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': 'b0ab223f-d096-4efa-941e-10b501bc7eb7', 'name': 'tempest-PortsTestJSON-1645261035', 'fixed_ips': [{'subnet_id': '676df315-6c66-43e0-88da-6c266fa29a5b', 'ip_address': '172.20.0.9'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:24.722463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:24.800856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=6ae6424f-31b9-4136-b48a-57f0d636a98b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:24.810523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:24.812071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:24.814430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:24.945847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:24.973645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53036) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:25.162903 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.186490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 3a5c9dd2-b8a6-4532-a573-6f23dadf063e yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:25.251057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1663107997'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:25.275629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:25.280226 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.308952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.466509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b10f44-45f0-4e48-9d89-2eca3892e1b2 None None] Network b0ab223f-d096-4efa-941e-10b501bc7eb7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:25.495867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.531403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.9 (b0ab223f-d096-4efa-941e-10b501bc7eb7/676df315-6c66-43e0-88da-6c266fa29a5b/3a5c9dd2-b8a6-4532-a573-6f23dadf063e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:25.573602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.582589 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.638440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:25.644221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-22e88b66-38a5-4a57-a35f-b614e40a19f3 None None] Provisioning complete for port 1cff13a7-3804-412c-93aa-553a480222d5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:25.644861 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22e88b66-38a5-4a57-a35f-b614e40a19f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.678916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb814bd-e73a-480b-95d0-23b0d43b9468,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:25.686645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.687544 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Added segment aa973e31-9c8e-4409-a617-a50e691a7ac9 of type vlan for network 5684734d-f884-4849-ada6-d73cc89a3955 Mar 11 17:38:25.802019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22e88b66-38a5-4a57-a35f-b614e40a19f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.813706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.829975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.878182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-22e88b66-38a5-4a57-a35f-b614e40a19f3 None None] For port 1cff13a7-3804-412c-93aa-553a480222d5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1cff13a7-3804-412c-93aa-553a480222d5,segment=NetworkSegment(6b337fed-8d85-4c51-b01f-bd06cf08b28f),segment_id=6b337fed-8d85-4c51-b01f-bd06cf08b28f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:25.894170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22e88b66-38a5-4a57-a35f-b614e40a19f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:25.995283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:38:26.054965 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.089935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1cff13a7-3804-412c-93aa-553a480222d5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:26.102720 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.117094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:26.117774 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.164216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e88b66-38a5-4a57-a35f-b614e40a19f3 None None] Pushing event updated for resources: {'Port': ['ID=1cff13a7-3804-412c-93aa-553a480222d5,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:26.168515 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d112dc66-8f1a-414e-9948-d41314a48acb is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:38:26.212506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2369225 Mar 11 17:38:26.227091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-938aa71f-1aa7-44c8-bc3d-90a2537a85fc None None] Provisioning complete for port 1cff13a7-3804-412c-93aa-553a480222d5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:26.227487 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-938aa71f-1aa7-44c8-bc3d-90a2537a85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.238324 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.372263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06962d-0924-4e88-9903-c1803c43b852 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Network': ['ID=5684734d-f884-4849-ada6-d73cc89a3955,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:26.377824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1cff13a7-3804-412c-93aa-553a480222d5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:26.378485 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.424606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 5684734d-f884-4849-ada6-d73cc89a3955 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:26.543621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network b0ab223f-d096-4efa-941e-10b501bc7eb7 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:26.555825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:26.559591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:26.560113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:38:26.573856 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Sync routers for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:38:26.611801 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:38:26.612480 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:26.621035 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.638521 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2e0ddee5-cf71-49b2-9547-64aa32dd6a45 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0431066 Mar 11 17:38:26.646014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53046) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:26.719304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:26.720032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:26.779828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=3a5c9dd2-b8a6-4532-a573-6f23dadf063e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:26.812439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f78986d7-7897-4c48-82bf-9158dac9460d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1158979 Mar 11 17:38:26.813551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53050) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:26.935642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f8a2e25e-a2f9-44c6-b0c1-e581c05aece0 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8aeaef2d4e8143e48671ec95b1c2286a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2885308 Mar 11 17:38:26.938794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53052) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:27.025451 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:38:27.080743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-938aa71f-1aa7-44c8-bc3d-90a2537a85fc None None] Provisioning complete for port eae1042b-4f78-4a9f-a2a9-16e93fe9c899 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:27.081941 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-938aa71f-1aa7-44c8-bc3d-90a2537a85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.144161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591e260-4b08-4545-a6bf-79134a5ea276 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:27.145884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d591e260-4b08-4545-a6bf-79134a5ea276 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2060688 Mar 11 17:38:27.149952 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53056) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:27.175225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-938aa71f-1aa7-44c8-bc3d-90a2537a85fc None None] Port eae1042b-4f78-4a9f-a2a9-16e93fe9c899 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:27.213182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9201ebf1-3cad-4d75-962c-8c2937539a2b tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597048 Mar 11 17:38:27.216871 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:27.228659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0eb8d-9b9f-4a5e-9b7a-3b8fd86d0aa7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:27.233425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-66b0eb8d-9b9f-4a5e-9b7a-3b8fd86d0aa7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4156127 Mar 11 17:38:27.233584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2085902111', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:27.236793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53060) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:27.320713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d3f580a9-c93e-40b9-8803-bd55e66f3ae5 None None] Provisioning complete for port 3a5c9dd2-b8a6-4532-a573-6f23dadf063e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:27.322903 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3f580a9-c93e-40b9-8803-bd55e66f3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.356032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d9f7b-74aa-425f-98cd-c4a2361547a6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:27.372636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d9f7b-74aa-425f-98cd-c4a2361547a6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:27.383927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d9f7b-74aa-425f-98cd-c4a2361547a6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:27.390676 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-736d9f7b-74aa-425f-98cd-c4a2361547a6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1480222 Mar 11 17:38:27.391289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53062) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:27.414139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:27.418863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.429051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d3f580a9-c93e-40b9-8803-bd55e66f3ae5 None None] Port 3a5c9dd2-b8a6-4532-a573-6f23dadf063e cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:27.438833 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:25Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:27.479930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d3f580a9-c93e-40b9-8803-bd55e66f3ae5 None None] Provisioning complete for port eae1042b-4f78-4a9f-a2a9-16e93fe9c899 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:27.483682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3f580a9-c93e-40b9-8803-bd55e66f3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.509557 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Checking router: d112dc66-8f1a-414e-9948-d41314a48acb for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:38:27.510796 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Updating router d112dc66-8f1a-414e-9948-d41314a48acb port 6ae6424f-31b9-4136-b48a-57f0d636a98b binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:38:27.574934 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.582038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-17022540-9ac1-4548-abfb-1fd24482d506 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 3a5c9dd2-b8a6-4532-a573-6f23dadf063e {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:27.583675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17022540-9ac1-4548-abfb-1fd24482d506 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.616696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d3f580a9-c93e-40b9-8803-bd55e66f3ae5 None None] Port eae1042b-4f78-4a9f-a2a9-16e93fe9c899 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:27.784750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17022540-9ac1-4548-abfb-1fd24482d506 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.801454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.814875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-17022540-9ac1-4548-abfb-1fd24482d506 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 3a5c9dd2-b8a6-4532-a573-6f23dadf063e owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:27.886723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Checking segment: {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:27.887095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network hostable DHCP agents. Network: b7e63f69-e15c-48d8-9577-c1739d9d657f, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:27.917400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Subnet': ['ID=35efded6-1f54-4469-bc78-efd0b1bbe720,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:27.947755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network b7e63f69-e15c-48d8-9577-c1739d9d657f is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:27.970460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b7e63f69-e15c-48d8-9577-c1739d9d657f) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:27.976300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:27.977133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:27.979394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1cff13a7-3804-412c-93aa-553a480222d5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:28.013488 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-284f2fbb-d30a-409b-9fbc-360c82ae2dc3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7954798 Mar 11 17:38:28.014444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:28.087085 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17022540-9ac1-4548-abfb-1fd24482d506 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.093527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b2018-f368-45ea-86d3-caba322484df None None] Network b7e63f69-e15c-48d8-9577-c1739d9d657f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:28.180937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17022540-9ac1-4548-abfb-1fd24482d506 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=3a5c9dd2-b8a6-4532-a573-6f23dadf063e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:28.365644 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17022540-9ac1-4548-abfb-1fd24482d506 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.372632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-17022540-9ac1-4548-abfb-1fd24482d506 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/3a5c9dd2-b8a6-4532-a573-6f23dadf063e HTTP/1.1" status: 204 len: 168 time: 0.9756517 Mar 11 17:38:28.373875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53070) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:28.433647 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca53b512-63ce-4b5b-b04c-4ff0eb78b864 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:38:28.441104 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ca53b512-63ce-4b5b-b04c-4ff0eb78b864 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/3a5c9dd2-b8a6-4532-a573-6f23dadf063e HTTP/1.1" status: 404 len: 333 time: 0.0662260 Mar 11 17:38:28.442978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53072) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:28.444503 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.458722 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.600760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1cff13a7-3804-412c-93aa-553a480222d5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:28.601145 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.671195 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Attempting to bind port 6ae6424f-31b9-4136-b48a-57f0d636a98b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:28.671694 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Attempting to bind port 6ae6424f-31b9-4136-b48a-57f0d636a98b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:28.679611 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Attempting to bind port 6ae6424f-31b9-4136-b48a-57f0d636a98b on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:28.705700 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:28.706091 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:28.706466 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.706857 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:28.707334 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Bound port: 6ae6424f-31b9-4136-b48a-57f0d636a98b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:28.707709 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.761075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-b7e63f69-e15c-48d8-9577-c1739d9d657f', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:28.762092 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.777240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5a32feb5-6352-4319-9576-e0167d4c1d97 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port eae1042b-4f78-4a9f-a2a9-16e93fe9c899 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:28.777589 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a32feb5-6352-4319-9576-e0167d4c1d97 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.890434 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Pushing event updated for resources: {'Port': ['ID=6ae6424f-31b9-4136-b48a-57f0d636a98b,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:28.916322 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] For port 6ae6424f-31b9-4136-b48a-57f0d636a98b, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:28.922784 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.923147 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.923495 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.926310 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.926848 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.927147 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.927851 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.930482 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.930896 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.931306 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.931710 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.932107 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:28.944180 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] For port 6ae6424f-31b9-4136-b48a-57f0d636a98b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ae6424f-31b9-4136-b48a-57f0d636a98b,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:28.963203 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:28.969282 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a32feb5-6352-4319-9576-e0167d4c1d97 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.026281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5a32feb5-6352-4319-9576-e0167d4c1d97 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for eae1042b-4f78-4a9f-a2a9-16e93fe9c899 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:29.115204 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9614b-1270-47c4-bf46-b508be75fd92 None None] Pushing event updated for resources: {'Port': ['ID=6ae6424f-31b9-4136-b48a-57f0d636a98b,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:29.171427 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.186841 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:38:29.214024 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:29.339892 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.369952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Allocated IP 172.20.0.2 (b7e63f69-e15c-48d8-9577-c1739d9d657f/35efded6-1f54-4469-bc78-efd0b1bbe720/16b6426d-0bb0-4e56-aaf1-903df34cc8c5) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:29.415862 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a32feb5-6352-4319-9576-e0167d4c1d97 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.500995 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:38:29.622250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32feb5-6352-4319-9576-e0167d4c1d97 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=eae1042b-4f78-4a9f-a2a9-16e93fe9c899,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:29.687520 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.698386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.723286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53080) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:29.740695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'subnet': {'network_id': '5684734d-f884-4849-ada6-d73cc89a3955', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:29.771406 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a32feb5-6352-4319-9576-e0167d4c1d97 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.779327 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5a32feb5-6352-4319-9576-e0167d4c1d97 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/eae1042b-4f78-4a9f-a2a9-16e93fe9c899 HTTP/1.1" status: 204 len: 168 time: 1.3340023 Mar 11 17:38:29.780738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53082) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:29.817331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Network b7e63f69-e15c-48d8-9577-c1739d9d657f is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:29.821158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:29.828007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:29.836251 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f22d91b-e392-4607-8711-24941f09380d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:38:29.850001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5f22d91b-e392-4607-8711-24941f09380d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/eae1042b-4f78-4a9f-a2a9-16e93fe9c899 HTTP/1.1" status: 404 len: 333 time: 0.0677693 Mar 11 17:38:29.851061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53084) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:29.855598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Pushing event updated for resources: {'Port': ['ID=16b6426d-0bb0-4e56-aaf1-903df34cc8c5,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:29.929773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Attempting to bind port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:29.932874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Attempting to bind port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:29.933785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Attempting to bind port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 on network b7e63f69-e15c-48d8-9577-c1739d9d657f {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:29.946527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:29.947193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Checking segment: {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:29.947639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe9afb3-9404-4c70-b509-6686f7fa5d05 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet 676df315-6c66-43e0-88da-6c266fa29a5b {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:29.947912 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.948645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Bound using segment: {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:29.949413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Bound port: 16b6426d-0bb0-4e56-aaf1-903df34cc8c5, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:29.950168 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:29.963467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9fe9afb3-9404-4c70-b509-6686f7fa5d05 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.035315 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:25Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:30.077938 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9fe9afb3-9404-4c70-b509-6686f7fa5d05 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.085456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:30.091428 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.096233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] For port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:30.100559 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b4776-7d63-4e31-a7c4-4a9d1a33eb7d None None] The sync data for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 is: [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:25Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:38:30.103124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] For port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=16b6426d-0bb0-4e56-aaf1-903df34cc8c5,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:30.112096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.200800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da492b-4ad3-4990-89de-5c366d1a1c23 None None] Pushing event updated for resources: {'Port': ['ID=16b6426d-0bb0-4e56-aaf1-903df34cc8c5,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:30.293585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9fe9afb3-9404-4c70-b509-6686f7fa5d05 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.313445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.20.0.1 (b7e63f69-e15c-48d8-9577-c1739d9d657f/35efded6-1f54-4469-bc78-efd0b1bbe720/3933256c-0e3d-4a2c-a8de-16d4be53b6a5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:30.388188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9fe9afb3-9404-4c70-b509-6686f7fa5d05 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.484459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9afb3-9404-4c70-b509-6686f7fa5d05 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=676df315-6c66-43e0-88da-6c266fa29a5b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:30.491222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9fe9afb3-9404-4c70-b509-6686f7fa5d05 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.498817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9fe9afb3-9404-4c70-b509-6686f7fa5d05 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/676df315-6c66-43e0-88da-6c266fa29a5b HTTP/1.1" status: 204 len: 168 time: 0.6441348 Mar 11 17:38:30.499311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53088) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:30.515113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c696ef-79ea-4875-b827-446c5e40145d None None] Network b0ab223f-d096-4efa-941e-10b501bc7eb7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:30.757081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.903940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 1cff13a7-3804-412c-93aa-553a480222d5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:30.904288 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.926778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:30.979294 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.053611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network b7e63f69-e15c-48d8-9577-c1739d9d657f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:31.069174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:31.077795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:31.091195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] For port 1cff13a7-3804-412c-93aa-553a480222d5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1cff13a7-3804-412c-93aa-553a480222d5,segment=NetworkSegment(6b337fed-8d85-4c51-b01f-bd06cf08b28f),segment_id=6b337fed-8d85-4c51-b01f-bd06cf08b28f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:31.091709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.107322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 1cff13a7-3804-412c-93aa-553a480222d5 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:31.183263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f31273-ec66-48d0-bf64-ea4f9401f9ef None None] DHCP port deletion for b0ab223f-d096-4efa-941e-10b501bc7eb7 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:38:31.249615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.303515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c6f31273-ec66-48d0-bf64-ea4f9401f9ef None None] Deleting port 1cff13a7-3804-412c-93aa-553a480222d5 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:31.304090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6f31273-ec66-48d0-bf64-ea4f9401f9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.314520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=3933256c-0e3d-4a2c-a8de-16d4be53b6a5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:31.498971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.524786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c6f31273-ec66-48d0-bf64-ea4f9401f9ef None None] For port 1cff13a7-3804-412c-93aa-553a480222d5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1cff13a7-3804-412c-93aa-553a480222d5,segment=NetworkSegment(6b337fed-8d85-4c51-b01f-bd06cf08b28f),segment_id=6b337fed-8d85-4c51-b01f-bd06cf08b28f)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:31.525209 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6f31273-ec66-48d0-bf64-ea4f9401f9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.585847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c6f31273-ec66-48d0-bf64-ea4f9401f9ef None None] Calling delete_port for 1cff13a7-3804-412c-93aa-553a480222d5 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:31.667119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Checking segment: {'id': 'aa973e31-9c8e-4409-a617-a50e691a7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5684734d-f884-4849-ada6-d73cc89a3955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:31.667722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network hostable DHCP agents. Network: 5684734d-f884-4849-ada6-d73cc89a3955, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:31.688606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Subnet': ['ID=5561d602-8635-49d9-afc1-c409d87910ab,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:31.748004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.800501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6f31273-ec66-48d0-bf64-ea4f9401f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.808302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network 5684734d-f884-4849-ada6-d73cc89a3955 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:31.862153 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:31.863604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f944bae9-12b7-4f3b-9089-4dddef472edf None None] Network b7e63f69-e15c-48d8-9577-c1739d9d657f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:31.865792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f31273-ec66-48d0-bf64-ea4f9401f9ef None None] Pushing event deleted for resources: {'Port': ['ID=1cff13a7-3804-412c-93aa-553a480222d5,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:31.892797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=1cff13a7-3804-412c-93aa-553a480222d5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:31.894931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No DVR routers for this DVR port 1cff13a7-3804-412c-93aa-553a480222d5 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:31.981448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 5684734d-f884-4849-ada6-d73cc89a3955) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:31.989483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.000174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:32.000917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.016326 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ab223f-d096-4efa-941e-10b501bc7eb7']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:32.032589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b337fed-8d85-4c51-b01f-bd06cf08b28f') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:32.033136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b337fed-8d85-4c51-b01f-bd06cf08b28f') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:32.046127 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.057958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f31273-ec66-48d0-bf64-ea4f9401f9ef None None] No DVR routers for this DVR port 1cff13a7-3804-412c-93aa-553a480222d5 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:32.069525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.076191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b81507-e5d7-42b3-8ec4-d27596750804 None None] Network 5684734d-f884-4849-ada6-d73cc89a3955 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:32.081420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:32.082173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:32.086478 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:32.144858 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-61828eee-c85a-454a-88b6-0040358be50b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4197257 Mar 11 17:38:32.145695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53108) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:32.173918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088429408'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:32.196634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7fc326d5-9dcb-40eb-91d3-79159c27b227 None None] Provisioning complete for port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:32.197426 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fc326d5-9dcb-40eb-91d3-79159c27b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.209116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.214448 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ae6424f-31b9-4136-b48a-57f0d636a98b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:32.227597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.230884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/networks/b0ab223f-d096-4efa-941e-10b501bc7eb7 HTTP/1.1" status: 204 len: 168 time: 1.7308609 Mar 11 17:38:32.243700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53114) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:32.251528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-176512112'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:32.258880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5c5a9-880b-47bb-8e9f-42f497754d2b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Network': ['ID=b0ab223f-d096-4efa-941e-10b501bc7eb7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:32.286278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:32.290075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.362508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:32.366167 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.435253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:32.437292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:32.457150 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.457504 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Added segment acd4173f-638a-4f14-a64b-17ab56f5357f of type vlan for network 759b4b95-645c-422c-aaf4-b634f5dc4f7b Mar 11 17:38:32.493389 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.493742 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Added segment a6ec47de-ef3d-4797-8d13-8eef6d4a52e1 of type vlan for network 4e304e66-372c-441d-b01c-09094d297669 Mar 11 17:38:32.552858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-5684734d-f884-4849-ada6-d73cc89a3955', 'network_id': '5684734d-f884-4849-ada6-d73cc89a3955', 'tenant_id': '038b1b89c6f94129908f7ab04631f6c8', 'fixed_ips': [{'subnet_id': '5561d602-8635-49d9-afc1-c409d87910ab'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:32.553889 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.579060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6ae6424f-31b9-4136-b48a-57f0d636a98b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:32.579823 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.586794 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fc326d5-9dcb-40eb-91d3-79159c27b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.592362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.624072 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.651546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.660580 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.707048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.713785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:32.713785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.801812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.806078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7fc326d5-9dcb-40eb-91d3-79159c27b227 None None] For port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=16b6426d-0bb0-4e56-aaf1-903df34cc8c5,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:32.807923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:32.808590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.827620 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fc326d5-9dcb-40eb-91d3-79159c27b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:32.959629 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7887590 Mar 11 17:38:32.960021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53120) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:32.965661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'subnet': {'network_id': '759b4b95-645c-422c-aaf4-b634f5dc4f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:32.974558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=3933256c-0e3d-4a2c-a8de-16d4be53b6a5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:32.993933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7468286 Mar 11 17:38:32.998961 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.002105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53122) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:33.007289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc326d5-9dcb-40eb-91d3-79159c27b227 None None] Pushing event updated for resources: {'Port': ['ID=16b6426d-0bb0-4e56-aaf1-903df34cc8c5,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:33.014419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Allocated IP 2001:db8:0:ffff::2 (5684734d-f884-4849-ada6-d73cc89a3955/5561d602-8635-49d9-afc1-c409d87910ab/1356cc8e-76bb-4f4b-9c8b-e1aa648355e5) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:33.014834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '4e304e66-372c-441d-b01c-09094d297669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:33.020411 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.025848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243d322-c719-448d-9b3d-6b6940f72282 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Network': ['ID=759b4b95-645c-422c-aaf4-b634f5dc4f7b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:33.080271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 759b4b95-645c-422c-aaf4-b634f5dc4f7b details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:33.167627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298b9b7-0277-4977-bfcc-eff3459660c0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Network': ['ID=4e304e66-372c-441d-b01c-09094d297669,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:33.179668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 6ae6424f-31b9-4136-b48a-57f0d636a98b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ae6424f-31b9-4136-b48a-57f0d636a98b,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:33.242273 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 4e304e66-372c-441d-b01c-09094d297669 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:33.247297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:33.251866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.267398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network b7e63f69-e15c-48d8-9577-c1739d9d657f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:33.277866 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:33.359684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:33.363224 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.509818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d112dc66-8f1a-414e-9948-d41314a48acb has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:38:33.523109 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.662998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.665543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:33.738774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:38:33.759685 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2f1388bc-765c-4d11-a2e9-4ebb565fef0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "PUT /v2.0/routers/d112dc66-8f1a-414e-9948-d41314a48acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7435138 Mar 11 17:38:33.760464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6bf8c699-042f-4653-b791-2160181a41f2 None None] Provisioning complete for port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:33.760836 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c699-042f-4653-b791-2160181a41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.762849 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.777040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Sync routers for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:38:33.793823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.836131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Network 5684734d-f884-4849-ada6-d73cc89a3955 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:33.842791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:33.853726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:33.858899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.objects.ports [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102642) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:38:33.859210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:38:33.859779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:33.862656 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.869591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8c699-042f-4653-b791-2160181a41f2 None None] Port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:33.909338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=6ae6424f-31b9-4136-b48a-57f0d636a98b,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:33.926050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:33.926437 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:33.965594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Checking segment: {'id': 'a6ec47de-ef3d-4797-8d13-8eef6d4a52e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e304e66-372c-441d-b01c-09094d297669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:33.966480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network hostable DHCP agents. Network: 4e304e66-372c-441d-b01c-09094d297669, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:33.971071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=2a7acff7-40be-4abd-b70a-409df16557ad,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:33.999924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.000785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.001297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.001788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.002272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.002765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.003254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.003750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.004226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.004727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.005361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.005847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:34.066007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 4e304e66-372c-441d-b01c-09094d297669 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:34.096726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 4e304e66-372c-441d-b01c-09094d297669) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:34.098548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Checking segment: {'id': 'acd4173f-638a-4f14-a64b-17ab56f5357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '759b4b95-645c-422c-aaf4-b634f5dc4f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:34.099072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network hostable DHCP agents. Network: 759b4b95-645c-422c-aaf4-b634f5dc4f7b, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:34.107328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:34.108147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.120360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Subnet': ['ID=251040fc-0504-4a4e-8e27-d7e693d1d35f,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:34.140624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dc9aeaed-68a4-4ba9-9ded-0ba40b43c1fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1371005 Mar 11 17:38:34.143474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53144) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:34.147347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7e8af-b8de-402d-baab-fbe364ced198 None None] Network 4e304e66-372c-441d-b01c-09094d297669 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:34.149976 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bc22b09e-5d06-4755-a3e2-822a2019768a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1266671948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:34.164385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network 759b4b95-645c-422c-aaf4-b634f5dc4f7b is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:34.176973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Attempting to bind port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:34.177348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Attempting to bind port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'aa973e31-9c8e-4409-a617-a50e691a7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5684734d-f884-4849-ada6-d73cc89a3955'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:34.177707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Attempting to bind port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 on network 5684734d-f884-4849-ada6-d73cc89a3955 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:34.178711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 759b4b95-645c-422c-aaf4-b634f5dc4f7b) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:34.179637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6bf8c699-042f-4653-b791-2160181a41f2 None None] Provisioning complete for port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:34.180029 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c699-042f-4653-b791-2160181a41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.197642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:34.198467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.208745 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc22b09e-5d06-4755-a3e2-822a2019768a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.209847 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc22b09e-5d06-4755-a3e2-822a2019768a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.217802 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-ee4196c3-33e4-414d-be12-648823ab5396 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008435729&fields=id&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 267 time: 0.0815728 Mar 11 17:38:34.235776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Pushing event updated for resources: {'Port': ['ID=1356cc8e-76bb-4f4b-9c8b-e1aa648355e5,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:34.269672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1c542ff7-3808-4ae5-b7e8-ee71002bb259 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3058107 Mar 11 17:38:34.273166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53150) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:34.327195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc22b09e-5d06-4755-a3e2-822a2019768a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.332721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc22b09e-5d06-4755-a3e2-822a2019768a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.367559 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc22b09e-5d06-4755-a3e2-822a2019768a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.368819 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bc22b09e-5d06-4755-a3e2-822a2019768a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2234674 Mar 11 17:38:34.371719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53152) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:34.376732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'network_id': '4e304e66-372c-441d-b01c-09094d297669', 'name': 'tempest-PortsTestJSON-11656208'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:34.398390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'port': {'network_id': '759b4b95-645c-422c-aaf4-b634f5dc4f7b', 'name': 'tempest-NetworksIpV6TestAttrs-1061696020'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:34.485919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-7389aa47-899c-4c1a-b750-df27cb441f78 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:34.493136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-7389aa47-899c-4c1a-b750-df27cb441f78 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 797 time: 0.2744148 Mar 11 17:38:34.524604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd80a14-29b6-4858-9617-b0e1bb211fd0 None None] Network 759b4b95-645c-422c-aaf4-b634f5dc4f7b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:34.525501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-5c2c2c31-41ed-4f8c-a9ee-5905d79c16bf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/quotas/8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 375 time: 0.0312600 Mar 11 17:38:34.551557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:34.557098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.602584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 3497423e-27e9-4de4-8ad9-d31007ec3c5d yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:34.617046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-93c8d06b-a131-4207-ae87-e1a762cede2c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903285 Mar 11 17:38:34.641943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-9296b9cc-9575-4f10-9627-0e12fa13b83c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:38:34.649479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-9296b9cc-9575-4f10-9627-0e12fa13b83c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247271 Mar 11 17:38:34.711507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:34.712154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Checking segment: {'id': 'aa973e31-9c8e-4409-a617-a50e691a7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5684734d-f884-4849-ada6-d73cc89a3955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:34.712654 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.713279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Bound using segment: {'id': 'aa973e31-9c8e-4409-a617-a50e691a7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5684734d-f884-4849-ada6-d73cc89a3955'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:34.713879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Bound port: 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa973e31-9c8e-4409-a617-a50e691a7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5684734d-f884-4849-ada6-d73cc89a3955'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:34.714418 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.737683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:38:34.753964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-f0370c23-bc03-444a-aa0e-c44d94001b46 service neutron] 10.222.0.53 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035111 Mar 11 17:38:34.754618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:34.758139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:34.821477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] device_id is not set on port f8eeea2f-7f42-450a-9c7d-79bbc104030f yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:34.843147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.13 (4e304e66-372c-441d-b01c-09094d297669/2a7acff7-40be-4abd-b70a-409df16557ad/3497423e-27e9-4de4-8ad9-d31007ec3c5d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:34.980566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Allocated IP 2001:db8::f816:3eff:fed5:c029 (759b4b95-645c-422c-aaf4-b634f5dc4f7b/251040fc-0504-4a4e-8e27-d7e693d1d35f/f8eeea2f-7f42-450a-9c7d-79bbc104030f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:35.101467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.153865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.215902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 4e304e66-372c-441d-b01c-09094d297669 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:35.221307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:35.229223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=3497423e-27e9-4de4-8ad9-d31007ec3c5d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:35.236099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.252682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:35.281902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf473c-4806-4ca8-8bdf-52ea66fb19bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-759b4b95-645c-422c-aaf4-b634f5dc4f7b', 'network_id': '759b4b95-645c-422c-aaf4-b634f5dc4f7b', 'tenant_id': '038b1b89c6f94129908f7ab04631f6c8', 'fixed_ips': [{'subnet_id': '251040fc-0504-4a4e-8e27-d7e693d1d35f'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:35.284936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1fbf473c-4806-4ca8-8bdf-52ea66fb19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.316247 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.357134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network 759b4b95-645c-422c-aaf4-b634f5dc4f7b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:35.379019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:35.381836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:35.388710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:35.390451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.401156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:35.403203 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.411966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a0c2f2e8-a388-408f-b784-efe7cd2395df service neutron] 10.222.0.53 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514006 Mar 11 17:38:35.434888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1612315 Mar 11 17:38:35.437816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53158) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:35.442169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fdd49-b23e-4b71-9a73-78f6d8ac1e90 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Port': ['ID=f8eeea2f-7f42-450a-9c7d-79bbc104030f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:35.483229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53160) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:35.483460 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4794be94-9da7-4a19-a14e-397049722718 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1106088 Mar 11 17:38:35.502321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1cff13a7-3804-412c-93aa-553a480222d5 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:38:35.569677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-10551001-57a3-4824-8607-55ac96efd998 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Deleting subnet 251040fc-0504-4a4e-8e27-d7e693d1d35f {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:35.578265 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10551001-57a3-4824-8607-55ac96efd998 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.647775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1cff13a7-3804-412c-93aa-553a480222d5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:38:35.649625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1cff13a7-3804-412c-93aa-553a480222d5 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:38:35.659389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] For port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:35.721397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] For port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1356cc8e-76bb-4f4b-9c8b-e1aa648355e5,segment=NetworkSegment(aa973e31-9c8e-4409-a617-a50e691a7ac9),segment_id=aa973e31-9c8e-4409-a617-a50e691a7ac9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:35.731214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10551001-57a3-4824-8607-55ac96efd998 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.740998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.839661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10551001-57a3-4824-8607-55ac96efd998 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.844485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9a069e4-071b-4eca-8f38-a171e93d98d5 req-f213a1c3-51c1-44b8-afe4-d4036fcdb37f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 210 time: 0.0769496 Mar 11 17:38:35.885703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-4e304e66-372c-441d-b01c-09094d297669', 'network_id': '4e304e66-372c-441d-b01c-09094d297669', 'tenant_id': '9bc03aec358b40ff99f03a95261c7fa4', 'fixed_ips': [{'subnet_id': '2a7acff7-40be-4abd-b70a-409df16557ad'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:35.885703 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.895867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73a102-1d26-4d22-a4a1-659cd3de4f95 None None] Pushing event updated for resources: {'Port': ['ID=1356cc8e-76bb-4f4b-9c8b-e1aa648355e5,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:35.911808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ae6424f-31b9-4136-b48a-57f0d636a98b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:35.922439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10551001-57a3-4824-8607-55ac96efd998 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-1fbf473c-4806-4ca8-8bdf-52ea66fb19bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 251040fc-0504-4a4e-8e27-d7e693d1d35f: This subnet is being modified by another concurrent operation. Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 251040fc-0504-4a4e-8e27-d7e693d1d35f: This subnet is being modified by another concurrent operation. Mar 11 17:38:35.996992 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:38:36.005496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10551001-57a3-4824-8607-55ac96efd998 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Subnet': ['ID=251040fc-0504-4a4e-8e27-d7e693d1d35f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:36.012039 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10551001-57a3-4824-8607-55ac96efd998 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.018374 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-10551001-57a3-4824-8607-55ac96efd998 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/subnets/251040fc-0504-4a4e-8e27-d7e693d1d35f HTTP/1.1" status: 204 len: 168 time: 0.5786228 Mar 11 17:38:36.022361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:36.144114 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.208822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa1deb8-563b-44c1-9257-179e28434db5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:36.215390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa1deb8-563b-44c1-9257-179e28434db5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:36.218211 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7fa1deb8-563b-44c1-9257-179e28434db5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1947739 Mar 11 17:38:36.223800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53176) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:36.268838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bd7cf7-3103-45f7-ac56-4e0b7464a0be None None] Network 759b4b95-645c-422c-aaf4-b634f5dc4f7b requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:36.292914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-11186b94-6e7b-4db9-9040-6bd428d64b09 None None] Provisioning complete for port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:36.293380 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11186b94-6e7b-4db9-9040-6bd428d64b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.494732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:31Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '3933256c-0e3d-4a2c-a8de-16d4be53b6a5', 'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:66:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:29Z', 'updated_at': '2022-03-11T17:38:32Z', 'revision_number': 2, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:36.542563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Checking router: d112dc66-8f1a-414e-9948-d41314a48acb for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:38:36.542944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Updating router d112dc66-8f1a-414e-9948-d41314a48acb port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:38:36.608006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Allocated IP 172.20.0.2 (4e304e66-372c-441d-b01c-09094d297669/2a7acff7-40be-4abd-b70a-409df16557ad/623449f6-4b28-445c-b403-bcaa85e62289) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:36.705692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-121a2d40-60dd-430a-ad8e-55ccadf34ef0 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.723040 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-121a2d40-60dd-430a-ad8e-55ccadf34ef0 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 17:38:36.723511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121a2d40-60dd-430a-ad8e-55ccadf34ef0 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:38:36.730625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-121a2d40-60dd-430a-ad8e-55ccadf34ef0 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/759b4b95-645c-422c-aaf4-b634f5dc4f7b HTTP/1.1" status: 409 len: 405 time: 0.5017231 Mar 11 17:38:36.730828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53180) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:36.736261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1045488041'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:36.783866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:36.787480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.828730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:36.831356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-11186b94-6e7b-4db9-9040-6bd428d64b09 None None] Port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:36.838521 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.843514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.843869 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Added segment 59e097af-ea70-478e-a384-d8cab337dc20 of type vlan for network 6f22024e-55e0-42bc-b7c4-984e95acd962 Mar 11 17:38:36.853015 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.879844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 6ae6424f-31b9-4136-b48a-57f0d636a98b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:36.880224 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.963145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.966487 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:36.987362 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.014784 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.168876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=3497423e-27e9-4de4-8ad9-d31007ec3c5d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:37.201792 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.db.resource_extend [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 17:38:37.227272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ecc39de6-83f4-484b-aaba-8b1cc829054e req-4495f5ba-4b09-4fe0-8da6-5bb1490a38df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 210 time: 0.1831720 Mar 11 17:38:37.233459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Network 4e304e66-372c-441d-b01c-09094d297669 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:37.262311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Pushing event updated for resources: {'Port': ['ID=623449f6-4b28-445c-b403-bcaa85e62289,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:37.291957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.304783 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:37.305958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.308440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:37.312187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:37.422689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6907167 Mar 11 17:38:37.426614 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53190) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:37.432179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'subnet': {'network_id': '6f22024e-55e0-42bc-b7c4-984e95acd962', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:37.690615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc057455-7983-4985-9e78-c69786273f98 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Network': ['ID=6f22024e-55e0-42bc-b7c4-984e95acd962,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:37.695158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Attempting to bind port 623449f6-4b28-445c-b403-bcaa85e62289 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:37.696570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Attempting to bind port 623449f6-4b28-445c-b403-bcaa85e62289 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a6ec47de-ef3d-4797-8d13-8eef6d4a52e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e304e66-372c-441d-b01c-09094d297669'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:37.697272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Attempting to bind port 623449f6-4b28-445c-b403-bcaa85e62289 on network 4e304e66-372c-441d-b01c-09094d297669 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:37.715808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:37.721144 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:37.729811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6f22024e-55e0-42bc-b7c4-984e95acd962 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:37.763029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:37.909338 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.070182 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.084405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bcac39-6a50-4c52-8ad8-3eeff7feb7f4 None None] Network 5684734d-f884-4849-ada6-d73cc89a3955 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:38.168466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:38.174092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Checking segment: {'id': 'a6ec47de-ef3d-4797-8d13-8eef6d4a52e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e304e66-372c-441d-b01c-09094d297669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:38.174563 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.181478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Bound using segment: {'id': 'a6ec47de-ef3d-4797-8d13-8eef6d4a52e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e304e66-372c-441d-b01c-09094d297669'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:38.182043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Bound port: 623449f6-4b28-445c-b403-bcaa85e62289, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ec47de-ef3d-4797-8d13-8eef6d4a52e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e304e66-372c-441d-b01c-09094d297669'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:38.182465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.249108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-8083bbc1-a16b-468f-b13a-75b796219287 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:38.251153 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-8083bbc1-a16b-468f-b13a-75b796219287 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 797 time: 0.6260827 Mar 11 17:38:38.276942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:38:38.285759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.397449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a72228e5-9a32-4590-91ae-765ba8bc7fd7 None None] Provisioning complete for port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:38.397851 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a72228e5-9a32-4590-91ae-765ba8bc7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.412062 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-bb576e27-48c6-4607-b189-848a1c79947c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 380 time: 0.1334023 Mar 11 17:38:38.427761 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'port': {'device_id': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'admin_state_up': True, 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'security_groups': ['b1d006f4-ae8a-4675-8f7f-2f779175caa7']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:38.435579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Subnet': ['ID=48fe518b-1d1e-44b0-bbf0-98851a818668,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:38.494114 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Checking segment: {'id': '59e097af-ea70-478e-a384-d8cab337dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6f22024e-55e0-42bc-b7c4-984e95acd962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:38.494663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network hostable DHCP agents. Network: 6f22024e-55e0-42bc-b7c4-984e95acd962, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:38.516223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:38.518607 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.532627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network 6f22024e-55e0-42bc-b7c4-984e95acd962 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:38.556264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6f22024e-55e0-42bc-b7c4-984e95acd962) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:38.581027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:38.581634 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.588687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183e24b-fb88-4743-b022-e1e595e57b1a None None] Network 6f22024e-55e0-42bc-b7c4-984e95acd962 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:38.613803 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1a4056ac-adfa-44cd-a552-17570b82a6b9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1857798 Mar 11 17:38:38.617167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53198) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:38.621420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] For port 623449f6-4b28-445c-b403-bcaa85e62289, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:38.622774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'port': {'network_id': '6f22024e-55e0-42bc-b7c4-984e95acd962', 'name': 'tempest-NetworksIpV6TestAttrs-1541230894'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:38.649855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:38.653607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.723513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] For port 623449f6-4b28-445c-b403-bcaa85e62289, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=623449f6-4b28-445c-b403-bcaa85e62289,segment=NetworkSegment(a6ec47de-ef3d-4797-8d13-8eef6d4a52e1),segment_id=a6ec47de-ef3d-4797-8d13-8eef6d4a52e1)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:38.785144 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.804740 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.819894 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:38.899873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=3497423e-27e9-4de4-8ad9-d31007ec3c5d,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:38.905096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ecdd0132-333d-4c54-a4ec-87acb5e90a59 req-78e8e58c-26f4-43f6-aaa7-4bcdee4ba86c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 210 time: 0.0967937 Mar 11 17:38:38.925867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05db15-a4d9-4f07-bfac-c474a8e069f0 None None] Pushing event updated for resources: {'Port': ['ID=623449f6-4b28-445c-b403-bcaa85e62289,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:38.949048 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.105370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 4e304e66-372c-441d-b01c-09094d297669 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:39.111679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:39.152223 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.231379 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.248123 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a72228e5-9a32-4590-91ae-765ba8bc7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.260638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:39.277385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-6f22024e-55e0-42bc-b7c4-984e95acd962', 'network_id': '6f22024e-55e0-42bc-b7c4-984e95acd962', 'tenant_id': '038b1b89c6f94129908f7ab04631f6c8', 'fixed_ips': [{'subnet_id': '48fe518b-1d1e-44b0-bbf0-98851a818668'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:39.278281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.339487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Router fe3ddc89-a59c-49ba-95ad-6b515ae6a92e is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:38:39.414769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:39.419300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.517382 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] device_id is not set on port ea54941e-7c74-445c-9b20-b457271a92c3 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:39.640276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a72228e5-9a32-4590-91ae-765ba8bc7fd7 None None] For port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1356cc8e-76bb-4f4b-9c8b-e1aa648355e5,segment=NetworkSegment(aa973e31-9c8e-4409-a617-a50e691a7ac9),segment_id=aa973e31-9c8e-4409-a617-a50e691a7ac9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:39.668809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.20.0.11 (b7e63f69-e15c-48d8-9577-c1739d9d657f/35efded6-1f54-4469-bc78-efd0b1bbe720/33e00ee0-f396-4924-9ee5-d4926b3a4329) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:39.704393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df64fd0-11e1-4078-b9d2-b80ba77ac84e None None] Pushing event updated for resources: {'Port': ['ID=3933256c-0e3d-4a2c-a8de-16d4be53b6a5,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:39.710314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:38:39.721031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6e8b8fd0-6ee0-4b3b-b43e-ec7984a79091 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "PUT /v2.0/routers/fe3ddc89-a59c-49ba-95ad-6b515ae6a92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2323456 Mar 11 17:38:39.721133 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a72228e5-9a32-4590-91ae-765ba8bc7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.721227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53224) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:39.723227 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc088a0-45b9-4a40-964e-ba03e0aab4e7 None None] Sync routers for ids ['fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:38:39.747740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Attempting to bind port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:39.748132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Attempting to bind port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:39.750593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Attempting to bind port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 on network b7e63f69-e15c-48d8-9577-c1739d9d657f {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:39.761363 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc088a0-45b9-4a40-964e-ba03e0aab4e7 None None] Routers {'fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:38:39.762055 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2fc088a0-45b9-4a40-964e-ba03e0aab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:39.780709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:39.781155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Checking segment: {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:39.781510 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.781915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Bound using segment: {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:39.782410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Bound port: 3933256c-0e3d-4a2c-a8de-16d4be53b6a5, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:39.782796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.914456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72228e5-9a32-4590-91ae-765ba8bc7fd7 None None] Pushing event updated for resources: {'Port': ['ID=1356cc8e-76bb-4f4b-9c8b-e1aa648355e5,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:39.951865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7eb5d1-5e1a-4549-86ad-c0558d06c36a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:39.955213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7a7eb5d1-5e1a-4549-86ad-c0558d06c36a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3ddc89-a59c-49ba-95ad-6b515ae6a92e HTTP/1.1" status: 200 len: 981 time: 0.2346282 Mar 11 17:38:39.957288 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2fc088a0-45b9-4a40-964e-ba03e0aab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:39.959661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53230) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:39.984663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:39.985233 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:39.996817 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc088a0-45b9-4a40-964e-ba03e0aab4e7 None None] Routers {'fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:38:39.998047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2fc088a0-45b9-4a40-964e-ba03e0aab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:40.087538 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Allocated IP 2001:db8::f816:3eff:fe97:cafa (6f22024e-55e0-42bc-b7c4-984e95acd962/48fe518b-1d1e-44b0-bbf0-98851a818668/ea54941e-7c74-445c-9b20-b457271a92c3) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:40.088826 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2fc088a0-45b9-4a40-964e-ba03e0aab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:40.092161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c6786c28-ec91-43d6-9822-1a13b6ed9a67 None None] Provisioning complete for port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:40.092425 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc088a0-45b9-4a40-964e-ba03e0aab4e7 None None] The sync data for ids ['fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:38:40.092975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6dfe326-751d-4d1c-9db8-6327d8b8059f req-ac88cb83-cb7a-4554-b634-14cda6a401d2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 210 time: 0.0719104 Mar 11 17:38:40.093355 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6786c28-ec91-43d6-9822-1a13b6ed9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:40.281530 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] For port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:40.338854 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] For port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3933256c-0e3d-4a2c-a8de-16d4be53b6a5,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:40.349285 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:40.432754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df64fd0-11e1-4078-b9d2-b80ba77ac84e None None] Pushing event updated for resources: {'Port': ['ID=3933256c-0e3d-4a2c-a8de-16d4be53b6a5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:40.456682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:38:40.457528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:40.609601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:40.633528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-539a5093-7d07-40da-874c-06e27cfe4c4c None None] Provisioning complete for port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:40.633908 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-539a5093-7d07-40da-874c-06e27cfe4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:40.725871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:38:40.843875 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:40.874967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:40.961731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network b7e63f69-e15c-48d8-9577-c1739d9d657f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:40.983115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:40.985780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:41.005712 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.007609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:41.188455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:41.189145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.218049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network 6f22024e-55e0-42bc-b7c4-984e95acd962 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:41.259039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Port': ['ID=ea54941e-7c74-445c-9b20-b457271a92c3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:41.276554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa2fa3-f3b6-4f39-9f91-5c2dae3e2c66 None None] Network 4e304e66-372c-441d-b01c-09094d297669 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:41.278667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:41.292576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:41.298644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:41.299300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.325422 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-a23ae055-72ac-4b4b-9a6c-3cdb790eda1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9021168 Mar 11 17:38:41.333217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676bedd-a762-4c06-beaf-e7810b8a2d5f req-00267a4b-4d76-4b9b-b95a-075aa78ce3b1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:41.344012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d676bedd-a762-4c06-beaf-e7810b8a2d5f req-00267a4b-4d76-4b9b-b95a-075aa78ce3b1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 932 time: 0.1225839 Mar 11 17:38:41.365402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Request body: {'port': {'device_id': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:41.377253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-adcead55-8c88-4d5e-855e-1eb14eed534e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7596264 Mar 11 17:38:41.392228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53254) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:41.420569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d676bedd-a762-4c06-beaf-e7810b8a2d5f req-1dffb8e6-37c4-4671-a1c1-ef21f8285d2b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752490 Mar 11 17:38:41.446950 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-539a5093-7d07-40da-874c-06e27cfe4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.476099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 623449f6-4b28-445c-b403-bcaa85e62289 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:41.599128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bfe214-4767-4072-9db7-c70f64c3bc02 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Deleting subnet 48fe518b-1d1e-44b0-bbf0-98851a818668 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:41.603938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.608506 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.621099 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:41.664899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Allocated IP 2001:db8::f816:3eff:fec7:a287 (6f22024e-55e0-42bc-b7c4-984e95acd962/48fe518b-1d1e-44b0-bbf0-98851a818668/62cef2ad-8363-413e-af9d-00eabee93842) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:41.726518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-539a5093-7d07-40da-874c-06e27cfe4c4c None None] For port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3933256c-0e3d-4a2c-a8de-16d4be53b6a5,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:41.795897 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-539a5093-7d07-40da-874c-06e27cfe4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.010579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 623449f6-4b28-445c-b403-bcaa85e62289 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:42.010974 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.057028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a5093-7d07-40da-874c-06e27cfe4c4c None None] Pushing event updated for resources: {'Port': ['ID=3933256c-0e3d-4a2c-a8de-16d4be53b6a5,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:42.083918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fde504c6-59f1-4a8f-a2eb-f8f29e09a09e None None] Provisioning complete for port 623449f6-4b28-445c-b403-bcaa85e62289 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:42.085652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fde504c6-59f1-4a8f-a2eb-f8f29e09a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.093639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:31Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '3933256c-0e3d-4a2c-a8de-16d4be53b6a5', 'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:66:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:29Z', 'updated_at': '2022-03-11T17:38:40Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:42.182053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd04621-d28b-4cbd-ab21-d117cf4a787c None None] The sync data for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 is: [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:31Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '3933256c-0e3d-4a2c-a8de-16d4be53b6a5', 'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:66:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:29Z', 'updated_at': '2022-03-11T17:38:40Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:38:42.213133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e00ee0-f396-4924-9ee5-d4926b3a4329 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:38:42.221178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.241745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Transition to ACTIVE for port object 33e00ee0-f396-4924-9ee5-d4926b3a4329 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:42.253949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 3497423e-27e9-4de4-8ad9-d31007ec3c5d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:42.254864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.333101 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.401108 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.487860 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe214-4767-4072-9db7-c70f64c3bc02 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.512470 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fde504c6-59f1-4a8f-a2eb-f8f29e09a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.516122 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.534473 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.626129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57a359-e877-40ad-8d90-cb69a50d51ee req-4eb74823-bdba-4c2c-abef-dba7c100debe tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:42.635849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff57a359-e877-40ad-8d90-cb69a50d51ee req-4eb74823-bdba-4c2c-abef-dba7c100debe tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.0818608 Mar 11 17:38:42.642215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Network 6f22024e-55e0-42bc-b7c4-984e95acd962 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:42.688149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:42.692990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Pushing event updated for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:42.720291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff57a359-e877-40ad-8d90-cb69a50d51ee req-5833a57c-cfb0-4661-8e03-85d73a7bb04f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816343 Mar 11 17:38:42.733455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.777059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:42.801703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 3497423e-27e9-4de4-8ad9-d31007ec3c5d owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:42.804454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 623449f6-4b28-445c-b403-bcaa85e62289, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=623449f6-4b28-445c-b403-bcaa85e62289,segment=NetworkSegment(a6ec47de-ef3d-4797-8d13-8eef6d4a52e1),segment_id=a6ec47de-ef3d-4797-8d13-8eef6d4a52e1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:42.819713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Pushing event updated for resources: {'Port': ['ID=62cef2ad-8363-413e-af9d-00eabee93842,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:42.838224 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.839516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:42.842085 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe214-4767-4072-9db7-c70f64c3bc02 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:42.986978 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-fde504c6-59f1-4a8f-a2eb-f8f29e09a09e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:38:42.987508 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-fde504c6-59f1-4a8f-a2eb-f8f29e09a09e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:38:43.067044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Attempting to bind port 62cef2ad-8363-413e-af9d-00eabee93842 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:43.067524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Attempting to bind port 62cef2ad-8363-413e-af9d-00eabee93842 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '59e097af-ea70-478e-a384-d8cab337dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6f22024e-55e0-42bc-b7c4-984e95acd962'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:43.068016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Attempting to bind port 62cef2ad-8363-413e-af9d-00eabee93842 on network 6f22024e-55e0-42bc-b7c4-984e95acd962 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:43.111109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:43.116858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Checking segment: {'id': '59e097af-ea70-478e-a384-d8cab337dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6f22024e-55e0-42bc-b7c4-984e95acd962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:43.117525 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.118061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Bound using segment: {'id': '59e097af-ea70-478e-a384-d8cab337dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6f22024e-55e0-42bc-b7c4-984e95acd962'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:43.118699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Bound port: 62cef2ad-8363-413e-af9d-00eabee93842, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e097af-ea70-478e-a384-d8cab337dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6f22024e-55e0-42bc-b7c4-984e95acd962'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:43.119220 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.153476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=623449f6-4b28-445c-b403-bcaa85e62289,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:43.277263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:43.277651 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.382020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] For port 62cef2ad-8363-413e-af9d-00eabee93842, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:43.412195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] For port 62cef2ad-8363-413e-af9d-00eabee93842, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=62cef2ad-8363-413e-af9d-00eabee93842,segment=NetworkSegment(59e097af-ea70-478e-a384-d8cab337dc20),segment_id=59e097af-ea70-478e-a384-d8cab337dc20)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:43.486854 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.519131 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Attempting to bind port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:43.523535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Attempting to bind port 33e00ee0-f396-4924-9ee5-d4926b3a4329 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:43.524207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Attempting to bind port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on network b7e63f69-e15c-48d8-9577-c1739d9d657f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:43.550915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on network b7e63f69-e15c-48d8-9577-c1739d9d657f not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:38:43.551243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Attempting to bind port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on network b7e63f69-e15c-48d8-9577-c1739d9d657f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:43.629667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6232-3d3e-4027-a73a-1cb5b5c97b3b None None] Pushing event updated for resources: {'Port': ['ID=62cef2ad-8363-413e-af9d-00eabee93842,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:43.685097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:43.685446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Checking segment: {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:43.685840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Bound using segment: {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:43.686289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Bound port: 33e00ee0-f396-4924-9ee5-d4926b3a4329, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:43.686651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.708244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fde504c6-59f1-4a8f-a2eb-f8f29e09a09e None None] Provisioning complete for port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:43.709151 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fde504c6-59f1-4a8f-a2eb-f8f29e09a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.712852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-fc92a232-398b-4964-b1ef-c55554384c2e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:43.713855 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e15d4bfd-6540-4c1f-8925-6db2147298b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:43.722210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-fc92a232-398b-4964-b1ef-c55554384c2e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.2376485 Mar 11 17:38:43.771012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-ce41cbdb-43ff-462c-9bf7-eba20f8fffd9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/quotas/725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 375 time: 0.0479429 Mar 11 17:38:43.795417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:43.859973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-5a3c65bc-ad62-4411-84c6-ccfc243f8ed4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866351 Mar 11 17:38:43.877632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-0b136ba0-afbb-477a-8434-5bf60269fbe9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:38:43.878656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-0b136ba0-afbb-477a-8434-5bf60269fbe9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111086 Mar 11 17:38:43.991348 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe214-4767-4072-9db7-c70f64c3bc02 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.038933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:44.040062 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.041868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.052680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c5435-b627-4e55-bfb0-009a07d82794 req-1cb5bff0-8566-42fd-92c4-fd0e53dfb13d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:44.054520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b8c5435-b627-4e55-bfb0-009a07d82794 req-1cb5bff0-8566-42fd-92c4-fd0e53dfb13d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.1737833 Mar 11 17:38:44.109815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fde504c6-59f1-4a8f-a2eb-f8f29e09a09e None None] Could not find standard attr ID for object 3497423e-27e9-4de4-8ad9-d31007ec3c5d. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:44.165551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:44.172240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=3497423e-27e9-4de4-8ad9-d31007ec3c5d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:44.180753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-d117cb7d-baa8-4fb8-8060-575ea31a3325 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868054 Mar 11 17:38:44.225109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 623449f6-4b28-445c-b403-bcaa85e62289 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:44.225317 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b8c5435-b627-4e55-bfb0-009a07d82794 req-02bd5766-f599-46a3-b680-00526bbaaa9a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364238 Mar 11 17:38:44.291054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:44.294550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c1e3d7e8-9032-4dd4-9431-e48d5144da80 None None] Provisioning complete for port 623449f6-4b28-445c-b403-bcaa85e62289 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:44.294937 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d7e8-9032-4dd4-9431-e48d5144da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.318344 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.366610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 623449f6-4b28-445c-b403-bcaa85e62289 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:44.366984 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.402768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-f9c7fc00-dfa8-4121-a80b-a454266e4836 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887968 Mar 11 17:38:44.404565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:44.405532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.408189 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] 10.222.0.46 "PUT /v2.0/ports/33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 1092 time: 3.0587265 Mar 11 17:38:44.447815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:38:44.450571 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0f5968-3188-453b-ba18-8fe91ea8f74a" -d '{"events": [{"name": "network-changed", "server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:38:44.454194 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe214-4767-4072-9db7-c70f64c3bc02 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.575917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfe214-4767-4072-9db7-c70f64c3bc02 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Subnet': ['ID=48fe518b-1d1e-44b0-bbf0-98851a818668,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:44.595106 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c1e3d7e8-9032-4dd4-9431-e48d5144da80 None None] Could not find standard attr ID for object 3497423e-27e9-4de4-8ad9-d31007ec3c5d. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:44.600002 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64c88c9-b4f0-4b1a-9065-a9af6ccca8e6 x-openstack-request-id: req-b64c88c9-b4f0-4b1a-9065-a9af6ccca8e6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:38:44.600512 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:38:44.601430 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b64c88c9-b4f0-4b1a-9065-a9af6ccca8e6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:38:44.602060 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'status': 'completed', 'code': 200} Mar 11 17:38:44.618896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25372b-740e-4cd9-915c-971ef23ff194 service neutron] Pushing event updated for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:44.624020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe214-4767-4072-9db7-c70f64c3bc02 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.631698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53310) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:44.643196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d7bfe214-4767-4072-9db7-c70f64c3bc02 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/subnets/48fe518b-1d1e-44b0-bbf0-98851a818668 HTTP/1.1" status: 204 len: 168 time: 3.2487743 Mar 11 17:38:44.658608 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.741400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915d155c-c27d-46fb-a223-0e520d2b288d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:44.744840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915d155c-c27d-46fb-a223-0e520d2b288d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:44.750957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-915d155c-c27d-46fb-a223-0e520d2b288d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1161947 Mar 11 17:38:44.751935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53314) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:44.927124 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d0151684-5ba9-4fa9-adbf-2f7f8a03cf9f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:44.968038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-9045b2bb-0b0f-44bd-8654-66a95720aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:44.969916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-9045b2bb-0b0f-44bd-8654-66a95720aa8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1095 time: 0.4701130 Mar 11 17:38:45.001146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8489d5a6-21b4-4c2e-b9fe-7a81bee3d504 req-93eff53a-c2fa-4894-8eb9-0e9217af9157 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 210 time: 0.0552094 Mar 11 17:38:45.034447 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0151684-5ba9-4fa9-adbf-2f7f8a03cf9f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 17:38:45.034923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0151684-5ba9-4fa9-adbf-2f7f8a03cf9f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:38:45.042677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d0151684-5ba9-4fa9-adbf-2f7f8a03cf9f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/6f22024e-55e0-42bc-b7c4-984e95acd962 HTTP/1.1" status: 409 len: 405 time: 0.2855048 Mar 11 17:38:45.043044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53322) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:45.048188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1823879446'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:45.087951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:45.092163 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.110594 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-ed38fed0-bb6a-4c77-8de6-6071e272862c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 217 time: 0.0384715 Mar 11 17:38:45.124600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:45.137184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.137644 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Added segment 30cde0f3-acf8-4e54-a5bc-1c09c2d5974b of type vlan for network 2408533f-5a17-4339-9cbe-8468293a6049 Mar 11 17:38:45.163097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Router fe3ddc89-a59c-49ba-95ad-6b515ae6a92e has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:38:45.183877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-73716c22-c875-4439-96e3-24c5eadcca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:45.185385 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-73716c22-c875-4439-96e3-24c5eadcca6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.0664353 Mar 11 17:38:45.211833 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.278298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.292149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:45.292848 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.317481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:38:45.332052 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2743d503-d2cb-4d0d-82e2-4938826dd228 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "PUT /v2.0/routers/fe3ddc89-a59c-49ba-95ad-6b515ae6a92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3662899 Mar 11 17:38:45.334384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53334) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:45.337919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9972ea4a-76e3-4e30-9d4b-7dc9ed061259 None None] Sync routers for ids ['fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:38:45.367903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9972ea4a-76e3-4e30-9d4b-7dc9ed061259 None None] Routers {'fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:38:45.371878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9972ea4a-76e3-4e30-9d4b-7dc9ed061259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:45.373085 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db69796-1595-453b-adc1-623ac6e55d04 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:38:45.374889 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4db69796-1595-453b-adc1-623ac6e55d04 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/3497423e-27e9-4de4-8ad9-d31007ec3c5d HTTP/1.1" status: 404 len: 333 time: 0.0391457 Mar 11 17:38:45.377716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:45.389521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-c37f5207-a11a-407f-a637-119aa93bf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:45.391291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-c37f5207-a11a-407f-a637-119aa93bf228 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971121 Mar 11 17:38:45.437361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3932571 Mar 11 17:38:45.441604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53340) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:45.449349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'subnet': {'network_id': '2408533f-5a17-4339-9cbe-8468293a6049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:45.459857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9972ea4a-76e3-4e30-9d4b-7dc9ed061259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:45.500319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0187100-139f-4b05-82f4-f05d0d837917 None None] Network 6f22024e-55e0-42bc-b7c4-984e95acd962 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:45.503233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75f45d-d8ee-4f35-a8ac-dae581f2c804 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Network': ['ID=2408533f-5a17-4339-9cbe-8468293a6049,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:45.552810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9972ea4a-76e3-4e30-9d4b-7dc9ed061259 None None] Routers {'fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:38:45.553455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9972ea4a-76e3-4e30-9d4b-7dc9ed061259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:45.555841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 2408533f-5a17-4339-9cbe-8468293a6049 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:45.582161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d0588-139a-4435-a480-8041e317d595 req-3777d077-1eb6-485f-b9f9-5b5dda67e138 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:45.584177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e3d0588-139a-4435-a480-8041e317d595 req-3777d077-1eb6-485f-b9f9-5b5dda67e138 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.1387165 Mar 11 17:38:45.651125 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e3d0588-139a-4435-a480-8041e317d595 req-4caa7d85-cdc2-47fa-b268-634fe1e38dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597763 Mar 11 17:38:45.665720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93015a98-996e-4c63-acd8-a87194052781 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.906046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93015a98-996e-4c63-acd8-a87194052781 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.912709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9972ea4a-76e3-4e30-9d4b-7dc9ed061259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:45.913325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9972ea4a-76e3-4e30-9d4b-7dc9ed061259 None None] The sync data for ids ['fe3ddc89-a59c-49ba-95ad-6b515ae6a92e'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:38:45.920700 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93015a98-996e-4c63-acd8-a87194052781 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.925800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 62cef2ad-8363-413e-af9d-00eabee93842 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:45.990821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:45.995275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:45.999880 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93015a98-996e-4c63-acd8-a87194052781 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.000865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93015a98-996e-4c63-acd8-a87194052781 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Fanout notify agent at l3_agent the message router_deleted on router fe3ddc89-a59c-49ba-95ad-6b515ae6a92e {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:38:46.011259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93015a98-996e-4c63-acd8-a87194052781 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.015525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53350) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:46.016031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-93015a98-996e-4c63-acd8-a87194052781 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/routers/fe3ddc89-a59c-49ba-95ad-6b515ae6a92e HTTP/1.1" status: 204 len: 168 time: 0.6370764 Mar 11 17:38:46.020285 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-623b4349-6d42-44c4-84be-cb0d8376c5af service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855768 Mar 11 17:38:46.084609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6ec99c8a-b1de-4de3-86bf-7b5a69262ea4 None None] Provisioning complete for port 62cef2ad-8363-413e-af9d-00eabee93842 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:46.084991 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6ec99c8a-b1de-4de3-86bf-7b5a69262ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.090595 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-35835add-3913-4748-a5f6-7994295c5549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.104689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcb1483-c5eb-4e4a-904b-303d33ce0d0a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet 2a7acff7-40be-4abd-b70a-409df16557ad {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:46.108619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fcb1483-c5eb-4e4a-904b-303d33ce0d0a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.164144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 62cef2ad-8363-413e-af9d-00eabee93842 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:46.167597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.177956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fcb1483-c5eb-4e4a-904b-303d33ce0d0a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.213960 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ed82b469-c2b0-472d-a3db-7e577a05fa9b req-2408172b-b567-44ba-85a2-40097e98318c service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790464 Mar 11 17:38:46.254485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d8ce2e-dec9-48e6-8d47-918d8d40ca3b None None] DHCP port deletion for 6f22024e-55e0-42bc-b7c4-984e95acd962 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:38:46.265470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2be7f5cc-b53d-4562-b4f5-aece30f1e2ab req-2a40adb3-b821-47e8-a8fe-3c7b7dcbadee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 210 time: 0.0837922 Mar 11 17:38:46.383553 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6ec99c8a-b1de-4de3-86bf-7b5a69262ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.403783 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fcb1483-c5eb-4e4a-904b-303d33ce0d0a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.464892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6ec99c8a-b1de-4de3-86bf-7b5a69262ea4 None None] For port 62cef2ad-8363-413e-af9d-00eabee93842, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=62cef2ad-8363-413e-af9d-00eabee93842,segment=NetworkSegment(59e097af-ea70-478e-a384-d8cab337dc20),segment_id=59e097af-ea70-478e-a384-d8cab337dc20)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:46.480128 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6ec99c8a-b1de-4de3-86bf-7b5a69262ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.487054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8ce2e-dec9-48e6-8d47-918d8d40ca3b None None] Deleting port 62cef2ad-8363-413e-af9d-00eabee93842 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:46.487452 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ce2e-dec9-48e6-8d47-918d8d40ca3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.489545 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.546516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fcb1483-c5eb-4e4a-904b-303d33ce0d0a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.565546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5fcb1483-c5eb-4e4a-904b-303d33ce0d0a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.569529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5fcb1483-c5eb-4e4a-904b-303d33ce0d0a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/2a7acff7-40be-4abd-b70a-409df16557ad HTTP/1.1" status: 204 len: 168 time: 0.5521069 Mar 11 17:38:46.581936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09419536-ab96-48f3-987d-bc6791b52b9b None None] Network 4e304e66-372c-441d-b01c-09094d297669 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:46.596660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53360) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:46.600214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb1483-c5eb-4e4a-904b-303d33ce0d0a tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7acff7-40be-4abd-b70a-409df16557ad,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:46.631374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-a3058ecd-2e90-4fc1-9217-3e3f27df486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:46.633518 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-a3058ecd-2e90-4fc1-9217-3e3f27df486b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1095 time: 0.3138540 Mar 11 17:38:46.735917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.783310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-da92b7c0-a60e-48fd-8bea-a64da67aeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:46.784860 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-da92b7c0-a60e-48fd-8bea-a64da67aeb5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.1412289 Mar 11 17:38:46.833223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec99c8a-b1de-4de3-86bf-7b5a69262ea4 None None] Pushing event updated for resources: {'Port': ['ID=62cef2ad-8363-413e-af9d-00eabee93842,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:46.838797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b6d8ce2e-dec9-48e6-8d47-918d8d40ca3b None None] For port 62cef2ad-8363-413e-af9d-00eabee93842, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=62cef2ad-8363-413e-af9d-00eabee93842,segment=NetworkSegment(59e097af-ea70-478e-a384-d8cab337dc20),segment_id=59e097af-ea70-478e-a384-d8cab337dc20)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:46.839192 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ce2e-dec9-48e6-8d47-918d8d40ca3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.853443 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-9be0766d-dd91-473d-b05b-c04e7233f79b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 217 time: 0.0578835 Mar 11 17:38:46.860941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-6f441d2e-9d3c-496e-9315-19161a2ef4c4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:46.862442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-6f441d2e-9d3c-496e-9315-19161a2ef4c4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.5037405 Mar 11 17:38:46.887535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8ce2e-dec9-48e6-8d47-918d8d40ca3b None None] Calling delete_port for 62cef2ad-8363-413e-af9d-00eabee93842 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:46.892073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'port': {'device_id': '5c857bb0-3043-4b31-ad1d-1010977b4033', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'admin_state_up': True, 'tenant_id': '725617d7b05e44bca6e50276a11b8f42'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:46.927006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e620d-0d18-4cde-8df6-a0dcf6d235af req-3d542409-7ae8-4739-908c-539a24c3fdb0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:46.932036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-754e620d-0d18-4cde-8df6-a0dcf6d235af req-3d542409-7ae8-4739-908c-539a24c3fdb0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.1288142 Mar 11 17:38:46.950451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 623449f6-4b28-445c-b403-bcaa85e62289 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:46.950727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:46.956539 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:38:46.956892 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:38:47.052997 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ce2e-dec9-48e6-8d47-918d8d40ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.108162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8ce2e-dec9-48e6-8d47-918d8d40ca3b None None] Pushing event deleted for resources: {'Port': ['ID=62cef2ad-8363-413e-af9d-00eabee93842,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:47.110960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8ce2e-dec9-48e6-8d47-918d8d40ca3b None None] No DVR routers for this DVR port 62cef2ad-8363-413e-af9d-00eabee93842 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:47.122853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] For port 623449f6-4b28-445c-b403-bcaa85e62289, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=623449f6-4b28-445c-b403-bcaa85e62289,segment=NetworkSegment(a6ec47de-ef3d-4797-8d13-8eef6d4a52e1),segment_id=a6ec47de-ef3d-4797-8d13-8eef6d4a52e1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:47.123700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55229519-28d6-4270-93fe-86124901590d None None] DHCP port deletion for 4e304e66-372c-441d-b01c-09094d297669 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:38:47.125229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.189944 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.208277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 623449f6-4b28-445c-b403-bcaa85e62289 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:47.255750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-55229519-28d6-4270-93fe-86124901590d None None] Deleting port 623449f6-4b28-445c-b403-bcaa85e62289 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:47.256239 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.293034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-754e620d-0d18-4cde-8df6-a0dcf6d235af req-6ad0f821-3134-4581-9e3b-7acde49df507 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554809 Mar 11 17:38:47.423057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-55229519-28d6-4270-93fe-86124901590d None None] For port 623449f6-4b28-445c-b403-bcaa85e62289, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=623449f6-4b28-445c-b403-bcaa85e62289,segment=NetworkSegment(a6ec47de-ef3d-4797-8d13-8eef6d4a52e1),segment_id=a6ec47de-ef3d-4797-8d13-8eef6d4a52e1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:47.423714 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.455197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-55229519-28d6-4270-93fe-86124901590d None None] Calling delete_port for 623449f6-4b28-445c-b403-bcaa85e62289 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:47.503823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Port 62cef2ad-8363-413e-af9d-00eabee93842 update to ACTIVE by agent not found {{(pid=102643) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 11 17:38:47.559994 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43a900f0-90d2-43a3-8234-7ea0e03686ec req-155114a1-da9c-49b9-90b9-0c31c4091c50 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 210 time: 0.1301637 Mar 11 17:38:47.560656 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.592522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No DVR routers for this DVR port 623449f6-4b28-445c-b403-bcaa85e62289 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:47.642838 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.653259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-baf7941a-24e4-4ef5-9146-272411250bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:47.656397 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-baf7941a-24e4-4ef5-9146-272411250bf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.7930276 Mar 11 17:38:47.689357 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=623449f6-4b28-445c-b403-bcaa85e62289,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:47.708918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55229519-28d6-4270-93fe-86124901590d None None] Pushing event deleted for resources: {'Port': ['ID=623449f6-4b28-445c-b403-bcaa85e62289,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:47.718782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 62cef2ad-8363-413e-af9d-00eabee93842 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:38:47.721551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55229519-28d6-4270-93fe-86124901590d None None] No DVR routers for this DVR port 623449f6-4b28-445c-b403-bcaa85e62289 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:47.756389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62030e0f-a20a-4bca-b614-215f4ba597d2 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:38:47.759087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.759608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.760134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.760665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.761738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.762231 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.762716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.763483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.763967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.764479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.765219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.765710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55229519-28d6-4270-93fe-86124901590d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:38:47.775257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 62cef2ad-8363-413e-af9d-00eabee93842 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:38:47.775786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 62cef2ad-8363-413e-af9d-00eabee93842 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:38:47.776487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 623449f6-4b28-445c-b403-bcaa85e62289 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:38:47.782691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:38:47.807008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.815930 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.843708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 623449f6-4b28-445c-b403-bcaa85e62289 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:38:47.844360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 623449f6-4b28-445c-b403-bcaa85e62289 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:38:47.885325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e304e66-372c-441d-b01c-09094d297669']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:47.897877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ec47de-ef3d-4797-8d13-8eef6d4a52e1') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:47.898407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ec47de-ef3d-4797-8d13-8eef6d4a52e1') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:47.919097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.924444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Made reservation on behalf of 725617d7b05e44bca6e50276a11b8f42 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:47.932094 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.948119 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.958017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:47.958224 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:47.963431 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:47.974713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-d4fe215c-45b5-45c3-a5b3-27a8d9d24745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:47.989948 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-d4fe215c-45b5-45c3-a5b3-27a8d9d24745 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3239501 Mar 11 17:38:48.063634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Subnet': ['ID=2233bc92-8138-449f-9bde-e01832d9bcce,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:48.081439 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.110105 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.117118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/networks/4e304e66-372c-441d-b01c-09094d297669 HTTP/1.1" status: 204 len: 168 time: 1.5157313 Mar 11 17:38:48.117118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531c9e2-dbf1-4c8e-9a90-fa4a965f5bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Network': ['ID=4e304e66-372c-441d-b01c-09094d297669,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:48.118330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53388) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:48.194862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62030e0f-a20a-4bca-b614-215f4ba597d2 None None] Network 2408533f-5a17-4339-9cbe-8468293a6049 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:48.211691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62030e0f-a20a-4bca-b614-215f4ba597d2 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 2408533f-5a17-4339-9cbe-8468293a6049) {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:38:48.395434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Checking segment: {'id': '30cde0f3-acf8-4e54-a5bc-1c09c2d5974b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2408533f-5a17-4339-9cbe-8468293a6049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:48.401502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network hostable DHCP agents. Network: 2408533f-5a17-4339-9cbe-8468293a6049, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:48.416399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d6e0d6-dca9-44da-b68e-e291390f8df9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:48.419166 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-36d6e0d6-dca9-44da-b68e-e291390f8df9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/f30df595-3a04-4f32-8f33-fdd7d9cfdd27 HTTP/1.1" status: 200 len: 841 time: 0.2261031 Mar 11 17:38:48.427924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53398) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:48.436145 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.518557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Unable to find a vacant binding_index for network 2408533f-5a17-4339-9cbe-8468293a6049 and agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 11 17:38:48.547033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aba0847d-a021-4093-a635-f9daea71aca1 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/f30df595-3a04-4f32-8f33-fdd7d9cfdd27?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1099713 Mar 11 17:38:48.548155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978afed4-cc64-4cb0-beb7-f88c741aa828 req-a99a6893-085a-4c84-a1d6-04694b44ad6a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:48.548748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 2408533f-5a17-4339-9cbe-8468293a6049) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:48.551330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-978afed4-cc64-4cb0-beb7-f88c741aa828 req-a99a6893-085a-4c84-a1d6-04694b44ad6a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.1534901 Mar 11 17:38:48.552404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53400) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:48.556769 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-223185b8-6b2f-45ff-8ce3-779a91c700d6 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540321 Mar 11 17:38:48.564330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:48.565287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.568494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:48.596641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.20.0.6 (9362894b-7d3e-440b-a245-310e2ec05ebd/723a2c33-75f4-459f-84dd-d7a9a23bdc60/86083d66-4a13-49a3-a262-22896020ea59) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:48.654340 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a2669e5-b8db-40cb-9343-cc6e295ad810 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2092121 Mar 11 17:38:48.659010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53404) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:48.783124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7acf2f5d-c495-4e4a-80e0-cb4ec6bc1e87 req-ca207e07-706d-40f5-9190-f2809ca4f873 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 210 time: 0.0699205 Mar 11 17:38:48.836801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-978afed4-cc64-4cb0-beb7-f88c741aa828 req-2a6c8744-ab45-4226-87b6-80257ebfb5ba tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555742 Mar 11 17:38:48.877464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:48.884574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf0f5968-3188-453b-ba18-8fe91ea8f74a req-3f5646e6-e228-49e0-9953-20739a2bec5d service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165288 Mar 11 17:38:48.885216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.887302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-2408533f-5a17-4339-9cbe-8468293a6049', 'network_id': '2408533f-5a17-4339-9cbe-8468293a6049', 'tenant_id': '038b1b89c6f94129908f7ab04631f6c8', 'fixed_ips': [{'subnet_id': '2233bc92-8138-449f-9bde-e01832d9bcce'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:48.893507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:48.989226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.117000 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.148048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.202037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Allocated IP 2001:db8::f816:3eff:feee:34ba (2408533f-5a17-4339-9cbe-8468293a6049/2233bc92-8138-449f-9bde-e01832d9bcce/edeee01f-2b14-4498-9da0-135249f6fcd2) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:49.219305 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.221001 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.267428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:49.271138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:49.277784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:49.278653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.292184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.310055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=2b6518c9-d4b6-4bca-95f2-bb6d5a937047,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:49.322952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-183e2bf7-a767-4596-8bdf-4da034b5b359 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7643325 Mar 11 17:38:49.340513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53414) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:49.345382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b5361739-0676-4c9a-b609-c7c20d7d3686 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'security_group': {'name': 'tempest-secgroup-348167472'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:49.381942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:49.386501 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:49.394984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:49.407770 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5361739-0676-4c9a-b609-c7c20d7d3686 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.440815 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.453646 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.457445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=86083d66-4a13-49a3-a262-22896020ea59,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:49.514338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:49.517843 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.519396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Pushing event updated for resources: {'Port': ['ID=edeee01f-2b14-4498-9da0-135249f6fcd2,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:49.528929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Network 2408533f-5a17-4339-9cbe-8468293a6049 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:49.533391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:49.535774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.536424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:49.584740 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5361739-0676-4c9a-b609-c7c20d7d3686 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.589678 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5361739-0676-4c9a-b609-c7c20d7d3686 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.608228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Subnet': ['ID=2233bc92-8138-449f-9bde-e01832d9bcce,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:49.612422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Attempting to bind port edeee01f-2b14-4498-9da0-135249f6fcd2 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:49.613008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Attempting to bind port edeee01f-2b14-4498-9da0-135249f6fcd2 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '30cde0f3-acf8-4e54-a5bc-1c09c2d5974b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2408533f-5a17-4339-9cbe-8468293a6049'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:49.613537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Attempting to bind port edeee01f-2b14-4498-9da0-135249f6fcd2 on network 2408533f-5a17-4339-9cbe-8468293a6049 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:49.615456 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-daf9b7ba-51e1-48ac-ae31-582de8a9cfee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7397244 Mar 11 17:38:49.626027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:49.626411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Checking segment: {'id': '30cde0f3-acf8-4e54-a5bc-1c09c2d5974b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2408533f-5a17-4339-9cbe-8468293a6049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:49.626820 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.627215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Bound using segment: {'id': '30cde0f3-acf8-4e54-a5bc-1c09c2d5974b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2408533f-5a17-4339-9cbe-8468293a6049'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:49.627688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Bound port: edeee01f-2b14-4498-9da0-135249f6fcd2, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cde0f3-acf8-4e54-a5bc-1c09c2d5974b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2408533f-5a17-4339-9cbe-8468293a6049'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:49.627889 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Request body: {'port': {'device_id': '5c857bb0-3043-4b31-ad1d-1010977b4033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:49.628067 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.630945 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5361739-0676-4c9a-b609-c7c20d7d3686 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.633100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b5361739-0676-4c9a-b609-c7c20d7d3686 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2912884 Mar 11 17:38:49.636208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53418) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:49.641786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-780c8a7a-b53e-425d-bf9e-a9c4715622f2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1532723789'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:49.667234 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-780c8a7a-b53e-425d-bf9e-a9c4715622f2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.698686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5361739-0676-4c9a-b609-c7c20d7d3686 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d3d84a-6f90-47db-bf62-cb761fc7d004,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:49.722524 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.766960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] For port edeee01f-2b14-4498-9da0-135249f6fcd2, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:49.774450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] For port edeee01f-2b14-4498-9da0-135249f6fcd2, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=edeee01f-2b14-4498-9da0-135249f6fcd2,segment=NetworkSegment(30cde0f3-acf8-4e54-a5bc-1c09c2d5974b),segment_id=30cde0f3-acf8-4e54-a5bc-1c09c2d5974b)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:49.780920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 33e00ee0-f396-4924-9ee5-d4926b3a4329 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:38:49.783276 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-780c8a7a-b53e-425d-bf9e-a9c4715622f2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.784573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2408533f-5a17-4339-9cbe-8468293a6049']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:49.788635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-780c8a7a-b53e-425d-bf9e-a9c4715622f2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.802475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.802755 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.830828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cde0f3-acf8-4e54-a5bc-1c09c2d5974b') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:49.831261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cde0f3-acf8-4e54-a5bc-1c09c2d5974b') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:49.846625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.900918 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.910452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c8a7a-b53e-425d-bf9e-a9c4715622f2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141ae9cd-9d85-4865-966d-780e653561b7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:49.924007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:49.924824 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:49.929093 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:50.051597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a6e94a-b2b8-4850-bc88-b1b43bdd5557 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:38:50.077324 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-780c8a7a-b53e-425d-bf9e-a9c4715622f2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.078781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-780c8a7a-b53e-425d-bf9e-a9c4715622f2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4414072 Mar 11 17:38:50.083516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53428) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:50.092301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1514789974', 'security_groups': ['141ae9cd-9d85-4865-966d-780e653561b7'], 'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b6518c9-d4b6-4bca-95f2-bb6d5a937047'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:50.141278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06b7e9-6504-4aef-82dc-24d56ffa2cab req-635a6575-c203-4076-8b6d-2f20adf5bf60 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:50.149737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c06b7e9-6504-4aef-82dc-24d56ffa2cab req-635a6575-c203-4076-8b6d-2f20adf5bf60 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.1149032 Mar 11 17:38:50.167718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a6e94a-b2b8-4850-bc88-b1b43bdd5557 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:38:50.168904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2eb06-e8f0-417c-b2db-162c2f59f5ac req-d8729840-696f-40fc-85b9-9faad1d9461f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:50.170564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45d2eb06-e8f0-417c-b2db-162c2f59f5ac req-d8729840-696f-40fc-85b9-9faad1d9461f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 931 time: 0.2158656 Mar 11 17:38:50.182912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33070a8-31bf-4fd8-91d9-dadf015a6a71 None None] Pushing event updated for resources: {'Port': ['ID=edeee01f-2b14-4498-9da0-135249f6fcd2,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:50.241305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:50.261349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'port_id': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'mac_address': 'fa:16:3e:c0:19:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:38:50.369217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c06b7e9-6504-4aef-82dc-24d56ffa2cab req-58773952-779c-431e-b53d-8bee9bb8f4e0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156427 Mar 11 17:38:50.384697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86083d66-4a13-49a3-a262-22896020ea59 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:38:50.387816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45d2eb06-e8f0-417c-b2db-162c2f59f5ac req-62fa5d4d-fb19-452a-846d-c6c7bb06d7db tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686833 Mar 11 17:38:50.392038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.409140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Transition to ACTIVE for port object 86083d66-4a13-49a3-a262-22896020ea59 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:38:50.410489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.db.api [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 17:38:50.410489 n-d-833411-1 neutron-server[102641]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 17:38:50.410489 n-d-833411-1 neutron-server[102641]: [parameters: {'id': '2408533f-5a17-4339-9cbe-8468293a6049'}] Mar 11 17:38:50.410489 n-d-833411-1 neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:38:50.411805 n-d-833411-1 neutron-server[102641]: DEBUG oslo_db.api [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:38:50.413901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.441216 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.464003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:50.551913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Pushing event updated for resources: {'Port': ['ID=86083d66-4a13-49a3-a262-22896020ea59,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:50.604082 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.653083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 13162e17-5993-4635-8a6c-8d4f58a5894c yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:38:50.698253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Attempting to bind port 86083d66-4a13-49a3-a262-22896020ea59 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:50.698597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Attempting to bind port 86083d66-4a13-49a3-a262-22896020ea59 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:50.698927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Attempting to bind port 86083d66-4a13-49a3-a262-22896020ea59 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:50.709876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Port 86083d66-4a13-49a3-a262-22896020ea59 on network 9362894b-7d3e-440b-a245-310e2ec05ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:38:50.709876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Attempting to bind port 86083d66-4a13-49a3-a262-22896020ea59 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:50.713357 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e00ee0-f396-4924-9ee5-d4926b3a4329 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:38:50.722398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:50.722398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:50.722398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Bound using segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:50.722812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Bound port: 86083d66-4a13-49a3-a262-22896020ea59, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:50.723149 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.757076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:50.762647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.832790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] For port 86083d66-4a13-49a3-a262-22896020ea59, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:50.837317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] For port 86083d66-4a13-49a3-a262-22896020ea59, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=86083d66-4a13-49a3-a262-22896020ea59,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:50.842611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.895392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:50.896037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.897589 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] 10.222.0.66 "PUT /v2.0/ports/86083d66-4a13-49a3-a262-22896020ea59 HTTP/1.1" status: 200 len: 1091 time: 1.2748682 Mar 11 17:38:50.898324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c857bb0-3043-4b31-ad1d-1010977b4033', 'tag': '86083d66-4a13-49a3-a262-22896020ea59'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:38:50.902371 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4784837b-7b97-4592-a4fb-187304c442a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c857bb0-3043-4b31-ad1d-1010977b4033", "tag": "86083d66-4a13-49a3-a262-22896020ea59"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:38:50.913402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:50.929408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:50.945223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.9 (2e611819-04ad-43fe-92e5-b7059b573e30/2b6518c9-d4b6-4bca-95f2-bb6d5a937047/13162e17-5993-4635-8a6c-8d4f58a5894c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:50.996113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676e8c-ba0e-49dd-8e04-086c99860907 service neutron] Pushing event updated for resources: {'Port': ['ID=86083d66-4a13-49a3-a262-22896020ea59,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:51.015089 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa820880-5bd0-4f67-95f9-b8f3d30224a6 x-openstack-request-id: req-fa820880-5bd0-4f67-95f9-b8f3d30224a6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:38:51.015381 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c857bb0-3043-4b31-ad1d-1010977b4033", "tag": "86083d66-4a13-49a3-a262-22896020ea59", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:38:51.015635 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa820880-5bd0-4f67-95f9-b8f3d30224a6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:38:51.016553 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c857bb0-3043-4b31-ad1d-1010977b4033', 'tag': '86083d66-4a13-49a3-a262-22896020ea59', 'status': 'completed', 'code': 200} Mar 11 17:38:51.060672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-3f3ffe6b-bf07-4cdf-97b1-1045b10ecfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:51.062313 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-3f3ffe6b-bf07-4cdf-97b1-1045b10ecfe4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 1094 time: 0.1142917 Mar 11 17:38:51.109285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['33e00ee0-f396-4924-9ee5-d4926b3a4329'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:38:51.122074 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-458bd086-cc77-4487-a25a-4bc996144ad7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86083d66-4a13-49a3-a262-22896020ea59 HTTP/1.1" status: 200 len: 217 time: 0.0467618 Mar 11 17:38:51.126709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Deleting port edeee01f-2b14-4498-9da0-135249f6fcd2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:51.126709 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.192581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.248686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-2e611819-04ad-43fe-92e5-b7059b573e30', 'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'tenant_id': '9bc03aec358b40ff99f03a95261c7fa4', 'fixed_ips': [{'subnet_id': '2b6518c9-d4b6-4bca-95f2-bb6d5a937047'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:51.249710 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.295099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-e2804b5d-dc25-41c8-85b8-c5a371562731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:51.296664 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-e2804b5d-dc25-41c8-85b8-c5a371562731 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.1674757 Mar 11 17:38:51.297083 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.305571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] For port edeee01f-2b14-4498-9da0-135249f6fcd2, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=edeee01f-2b14-4498-9da0-135249f6fcd2,segment=NetworkSegment(30cde0f3-acf8-4e54-a5bc-1c09c2d5974b),segment_id=30cde0f3-acf8-4e54-a5bc-1c09c2d5974b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:51.305956 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.354535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=13162e17-5993-4635-8a6c-8d4f58a5894c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:51.364383 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Calling delete_port for edeee01f-2b14-4498-9da0-135249f6fcd2 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:51.372274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:51.374384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:51.377838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:51.446433 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-004153b3-6033-447e-abca-75b1cb002127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:51.448601 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-004153b3-6033-447e-abca-75b1cb002127 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363666 Mar 11 17:38:51.468946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:51.470824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.545271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dc7aab60-eec9-426f-87a3-885b58fb0bb7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4528868 Mar 11 17:38:51.545271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53454) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:51.582433 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.594693 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-2e23d7da-b639-40cb-8c4b-113901c4c0ef service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353998 Mar 11 17:38:51.602075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0689506e-00fd-46da-88eb-a198bff7d51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:51.647296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Port': ['ID=edeee01f-2b14-4498-9da0-135249f6fcd2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:51.663801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No DVR routers for this DVR port edeee01f-2b14-4498-9da0-135249f6fcd2 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:38:51.799064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.830349 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-89ab66dd-cb97-405f-9e3e-9cf823de5a47 req-7379d6ee-3ca1-49da-a05d-8da768f5b1eb service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908901 Mar 11 17:38:51.833876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2408533f-5a17-4339-9cbe-8468293a6049']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:51.865449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cde0f3-acf8-4e54-a5bc-1c09c2d5974b') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:51.865826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cde0f3-acf8-4e54-a5bc-1c09c2d5974b') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:51.902612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:51.946847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Allocated IP 172.20.0.2 (2e611819-04ad-43fe-92e5-b7059b573e30/2b6518c9-d4b6-4bca-95f2-bb6d5a937047/90c90ef4-7514-4536-a6cc-844b04ebc80f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:51.999763 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.019870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:52.020712 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:52.026902 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:52.075445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095a7a1-7abb-4313-b7b5-1269ee4db444 req-321e08e8-070b-4cab-99bb-d8ba57a8b137 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:52.076310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3095a7a1-7abb-4313-b7b5-1269ee4db444 req-321e08e8-070b-4cab-99bb-d8ba57a8b137 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 945 time: 0.2458308 Mar 11 17:38:52.107348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ab3b6-a444-41ef-a3f7-69c8ef3b5708 req-4734975e-42ac-4fe1-9599-c085c00b0d1d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:52.115793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb4ab3b6-a444-41ef-a3f7-69c8ef3b5708 req-4734975e-42ac-4fe1-9599-c085c00b0d1d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.2826612 Mar 11 17:38:52.130046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0689506e-00fd-46da-88eb-a198bff7d51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:52.133555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0689506e-00fd-46da-88eb-a198bff7d51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.166809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784837b-7b97-4592-a4fb-187304c442a2 req-ed91f6ca-6d19-482e-946c-613a6b3023a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:52.168399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4784837b-7b97-4592-a4fb-187304c442a2 req-ed91f6ca-6d19-482e-946c-613a6b3023a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 1094 time: 0.2497439 Mar 11 17:38:52.243360 n-d-833411-1 neutron-server[102642]: INFO neutron.db.ipam_backend_mixin [None req-0689506e-00fd-46da-88eb-a198bff7d51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2b6518c9-d4b6-4bca-95f2-bb6d5a937047 (CIDR: 172.20.0.0/28) Mar 11 17:38:52.261248 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-0689506e-00fd-46da-88eb-a198bff7d51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:38:52.261736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0689506e-00fd-46da-88eb-a198bff7d51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:38:52.313430 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3095a7a1-7abb-4313-b7b5-1269ee4db444 req-afadb6c4-5258-4c9e-9730-a119279631ea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270594 Mar 11 17:38:52.322460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0689506e-00fd-46da-88eb-a198bff7d51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7505980 Mar 11 17:38:52.323088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb4ab3b6-a444-41ef-a3f7-69c8ef3b5708 req-b1aee7b2-4c9f-47ea-9997-d8415ad8ff03 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059531 Mar 11 17:38:52.323593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53462) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:52.329907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:52.565497 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.583671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:52.587930 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.590587 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.616085 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.626286 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.630839 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/2408533f-5a17-4339-9cbe-8468293a6049 HTTP/1.1" status: 204 len: 168 time: 3.9686751 Mar 11 17:38:52.661540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53468) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:52.666996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1282598653'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:52.690851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714e9c6-06ba-4a6c-932b-a6a420aa186f tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Network': ['ID=2408533f-5a17-4339-9cbe-8468293a6049,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:52.718358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:52.722202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.729893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Pushing event updated for resources: {'Port': ['ID=90c90ef4-7514-4536-a6cc-844b04ebc80f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:52.754874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:52.758979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784837b-7b97-4592-a4fb-187304c442a2 req-261d7e9e-0180-421f-89d6-f316b3ba1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:52.761290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:52.761949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4784837b-7b97-4592-a4fb-187304c442a2 req-261d7e9e-0180-421f-89d6-f316b3ba1ec9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.5862961 Mar 11 17:38:52.764560 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:38:52.780014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:52.892258 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4784837b-7b97-4592-a4fb-187304c442a2 req-9ade0e0f-cebc-44a0-8fa3-8fb7c1a89c4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86083d66-4a13-49a3-a262-22896020ea59 HTTP/1.1" status: 200 len: 217 time: 0.1191640 Mar 11 17:38:52.906682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Attempting to bind port 90c90ef4-7514-4536-a6cc-844b04ebc80f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:38:52.907529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Attempting to bind port 90c90ef4-7514-4536-a6cc-844b04ebc80f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '8ab4468d-94a5-42a7-832d-49e37b1aef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:38:52.908375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Attempting to bind port 90c90ef4-7514-4536-a6cc-844b04ebc80f on network 2e611819-04ad-43fe-92e5-b7059b573e30 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:38:52.915868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:38:52.916629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Checking segment: {'id': '8ab4468d-94a5-42a7-832d-49e37b1aef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:52.917938 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.918558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Bound using segment: {'id': '8ab4468d-94a5-42a7-832d-49e37b1aef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:38:52.920674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Bound port: 90c90ef4-7514-4536-a6cc-844b04ebc80f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab4468d-94a5-42a7-832d-49e37b1aef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:38:52.921307 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.946595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:52.947152 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Added segment 274e158a-f780-4f72-b5f1-e7e4278fe512 of type vlan for network eb657448-5d48-4a10-b5f0-a32a644e4dc4 Mar 11 17:38:53.036527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784837b-7b97-4592-a4fb-187304c442a2 req-b00983e3-a4cd-474a-a164-24e486cd64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:53.040267 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4784837b-7b97-4592-a4fb-187304c442a2 req-b00983e3-a4cd-474a-a164-24e486cd64db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.1348608 Mar 11 17:38:53.069358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] For port 90c90ef4-7514-4536-a6cc-844b04ebc80f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:38:53.080410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.113816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] For port 90c90ef4-7514-4536-a6cc-844b04ebc80f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90c90ef4-7514-4536-a6cc-844b04ebc80f,segment=NetworkSegment(8ab4468d-94a5-42a7-832d-49e37b1aef2c),segment_id=8ab4468d-94a5-42a7-832d-49e37b1aef2c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:38:53.125539 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.203762 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.206734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784837b-7b97-4592-a4fb-187304c442a2 req-f7f7d102-d9e3-4038-a1ee-a05a71304bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:53.212770 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4784837b-7b97-4592-a4fb-187304c442a2 req-f7f7d102-d9e3-4038-a1ee-a05a71304bce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543303 Mar 11 17:38:53.213735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.223547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:53.224181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.235797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b84527-395e-49ed-b9a6-8df165411714 None None] Pushing event updated for resources: {'Port': ['ID=90c90ef4-7514-4536-a6cc-844b04ebc80f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:53.256186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:38:53.268929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:53.281485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:53.282711 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.303566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:53.315932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-17e4b14c-d726-4dca-ad0a-8dbd68dfcf68 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9912202 Mar 11 17:38:53.318514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53476) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:53.327291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-721350546', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e'}], 'security_groups': ['e2d3d84a-6f90-47db-bf62-cb761fc7d004']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:53.428278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Network': ['ID=eb657448-5d48-4a10-b5f0-a32a644e4dc4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:53.452582 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9531ed16-6266-4ea9-a554-72a6f0d1505e tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7864430 Mar 11 17:38:53.458613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network eb657448-5d48-4a10-b5f0-a32a644e4dc4 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:53.465680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53482) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:53.484358 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:38:53.493460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'subnet': {'network_id': 'eb657448-5d48-4a10-b5f0-a32a644e4dc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:53.614844 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4784837b-7b97-4592-a4fb-187304c442a2 req-7388ce25-61d0-40a0-a3f4-7b4fd274d601 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873065 Mar 11 17:38:53.699649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 33e00ee0-f396-4924-9ee5-d4926b3a4329 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:53.855460 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4784837b-7b97-4592-a4fb-187304c442a2 req-754cc802-6661-4a3f-8372-752a7d4c667c service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337887 Mar 11 17:38:53.905217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 33e00ee0-f396-4924-9ee5-d4926b3a4329 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:38:53.911261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 33e00ee0-f396-4924-9ee5-d4926b3a4329 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:53.913549 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.919749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:53.993145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ae85c-f782-40a5-8b8c-676f8bcbcd90 req-41cfac13-f755-43ea-8561-4e8b3aa952d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:53.994662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-228ae85c-f782-40a5-8b8c-676f8bcbcd90 req-41cfac13-f755-43ea-8561-4e8b3aa952d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.3426702 Mar 11 17:38:54.007256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5da6b4-ab5f-460c-8666-eddfe274c3b6 req-4bf1500e-b8b2-4dbb-acb9-ca452e2ebddc tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:54.009323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba5da6b4-ab5f-460c-8666-eddfe274c3b6 req-4bf1500e-b8b2-4dbb-acb9-ca452e2ebddc tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 945 time: 0.3047333 Mar 11 17:38:54.019120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:54.022446 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.054015 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.083779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:38:54.087213 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eb3abf-48ac-434b-8091-7a7ed95246cf" -d '{"events": [{"server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "name": "network-vif-plugged", "status": "completed", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:38:54.104173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:54.112109 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.217810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:54.482151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-228ae85c-f782-40a5-8b8c-676f8bcbcd90 req-bd509b68-e9c8-4e87-b1ac-4d0b7fc58189 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692667 Mar 11 17:38:54.543497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba5da6b4-ab5f-460c-8666-eddfe274c3b6 req-e7f8b67f-c9e0-4a6f-9d10-090aed7fa866 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5077982 Mar 11 17:38:54.631922 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf8e62-893a-4d20-bff8-9990c365b60b x-openstack-request-id: req-f5bf8e62-893a-4d20-bff8-9990c365b60b {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:38:54.635259 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "name": "network-vif-plugged", "status": "completed", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:38:54.637346 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5bf8e62-893a-4d20-bff8-9990c365b60b {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:38:54.637896 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'code': 200} Mar 11 17:38:54.804914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:54.899868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474775d3-7e2a-4caa-8c2f-485e7d3790d0 req-8566c59e-df8f-4abf-a4ef-39ddfd62af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:54.901571 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-474775d3-7e2a-4caa-8c2f-485e7d3790d0 req-8566c59e-df8f-4abf-a4ef-39ddfd62af26 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1097 time: 0.1259830 Mar 11 17:38:54.986806 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-474775d3-7e2a-4caa-8c2f-485e7d3790d0 req-9e2164f4-36d2-477f-b2cc-a7a21dca49fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764556 Mar 11 17:38:55.006969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Subnet': ['ID=6587e294-c87a-428e-b41f-db25b9399217,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:55.022102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Delete allocated IP 172.20.0.9 (2e611819-04ad-43fe-92e5-b7059b573e30/2b6518c9-d4b6-4bca-95f2-bb6d5a937047) {{(pid=102642) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:38:55.036981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Checking segment: {'id': '274e158a-f780-4f72-b5f1-e7e4278fe512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eb657448-5d48-4a10-b5f0-a32a644e4dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:55.037496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network hostable DHCP agents. Network: eb657448-5d48-4a10-b5f0-a32a644e4dc4, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:55.045664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.23 (2e611819-04ad-43fe-92e5-b7059b573e30/5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e/13162e17-5993-4635-8a6c-8d4f58a5894c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:55.058502 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ff69b-b2de-42aa-8f31-439e6f0114f2 None None] Network 2408533f-5a17-4339-9cbe-8468293a6049 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:55.065011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a0e096-3a3a-430f-a1a0-d0fc38a7ec62 None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:55.104921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network eb657448-5d48-4a10-b5f0-a32a644e4dc4 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:55.131935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, eb657448-5d48-4a10-b5f0-a32a644e4dc4) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:55.144168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ff69b-b2de-42aa-8f31-439e6f0114f2 None None] Network 2408533f-5a17-4339-9cbe-8468293a6049 could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 17:38:55.167615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:55.174566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.189745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c7f2e-ee22-4923-a6bf-e4d62905d109 None None] Network eb657448-5d48-4a10-b5f0-a32a644e4dc4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:55.197138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc0874-c0cb-4689-abc8-d1b5f941ba53 None None] Network 2408533f-5a17-4339-9cbe-8468293a6049 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:55.233578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc0874-c0cb-4689-abc8-d1b5f941ba53 None None] Network 2408533f-5a17-4339-9cbe-8468293a6049 could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 17:38:55.268723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-38ebc72a-bb8c-43f9-aff1-ec1382f85f13 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7885084 Mar 11 17:38:55.272398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:55.315227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-adb29ecb-5f96-4c4a-aee0-4b29ce564752 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:55.315609 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-adb29ecb-5f96-4c4a-aee0-4b29ce564752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.491437 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.526769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.534917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.711487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.903261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.966559 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-adb29ecb-5f96-4c4a-aee0-4b29ce564752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:55.969134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90c90ef4-7514-4536-a6cc-844b04ebc80f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:55.970595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Subnet': ['ID=6587e294-c87a-428e-b41f-db25b9399217,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:56.031465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee0f61-e2ec-4ef5-b780-9fa326d0261f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-eb657448-5d48-4a10-b5f0-a32a644e4dc4', 'network_id': 'eb657448-5d48-4a10-b5f0-a32a644e4dc4', 'tenant_id': '038b1b89c6f94129908f7ab04631f6c8', 'fixed_ips': [{'subnet_id': '6587e294-c87a-428e-b41f-db25b9399217'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:56.032317 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-92ee0f61-e2ec-4ef5-b780-9fa326d0261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.050205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=13162e17-5993-4635-8a6c-8d4f58a5894c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:56.097471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-adb29ecb-5f96-4c4a-aee0-4b29ce564752 None None] For port 90c90ef4-7514-4536-a6cc-844b04ebc80f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90c90ef4-7514-4536-a6cc-844b04ebc80f,segment=NetworkSegment(8ab4468d-94a5-42a7-832d-49e37b1aef2c),segment_id=8ab4468d-94a5-42a7-832d-49e37b1aef2c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:56.109706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee556f9-1c82-42f1-9da7-f595f7ddfb4f req-c628f193-8df2-4521-8351-b237e9a98608 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:56.110437 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-adb29ecb-5f96-4c4a-aee0-4b29ce564752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.111700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dee556f9-1c82-42f1-9da7-f595f7ddfb4f req-c628f193-8df2-4521-8351-b237e9a98608 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.4127343 Mar 11 17:38:56.124076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] In _notify_port_updated(), no bound segment for port 13162e17-5993-4635-8a6c-8d4f58a5894c on network 2e611819-04ad-43fe-92e5-b7059b573e30 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:38:56.134215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:56.134996 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.136685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ac37ac13-6d71-4ba6-967d-77dc67ffeef2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "PUT /v2.0/ports/13162e17-5993-4635-8a6c-8d4f58a5894c HTTP/1.1" status: 200 len: 920 time: 2.8167379 Mar 11 17:38:56.149592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53522) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:56.159048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c14f7-1c38-44ec-878a-db64a1f29d5f req-ff33b72e-c8b9-4167-89b8-6ae70fecc8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:56.170030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62c14f7-1c38-44ec-878a-db64a1f29d5f req-ff33b72e-c8b9-4167-89b8-6ae70fecc8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.2689865 Mar 11 17:38:56.283419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.339504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb657448-5d48-4a10-b5f0-a32a644e4dc4']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:56.364990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62c14f7-1c38-44ec-878a-db64a1f29d5f req-5f19af86-6f1d-4638-b468-66fee473cf89 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946466 Mar 11 17:38:56.370401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274e158a-f780-4f72-b5f1-e7e4278fe512') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:56.370891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274e158a-f780-4f72-b5f1-e7e4278fe512') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:56.407674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.421439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dee556f9-1c82-42f1-9da7-f595f7ddfb4f req-730a4c29-ff29-4873-a427-dfe19e7fb57d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815716 Mar 11 17:38:56.422919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.431163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:56.431975 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:56.436053 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:56.474066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb29ecb-5f96-4c4a-aee0-4b29ce564752 None None] Pushing event updated for resources: {'Port': ['ID=90c90ef4-7514-4536-a6cc-844b04ebc80f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:56.505794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-adb29ecb-5f96-4c4a-aee0-4b29ce564752 None None] Provisioning complete for port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:56.506194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-adb29ecb-5f96-4c4a-aee0-4b29ce564752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.513583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc5278-50d7-4436-89a3-d5ac60258266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 13162e17-5993-4635-8a6c-8d4f58a5894c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:38:56.514109 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ccc5278-50d7-4436-89a3-d5ac60258266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.518139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb91a9-4996-4830-aba6-8abb25ee7d18 None None] Update dhcp port {'port': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'fixed_ips': [{'subnet_id': '2b6518c9-d4b6-4bca-95f2-bb6d5a937047', 'ip_address': '172.20.0.2'}, {'subnet_id': '5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '90c90ef4-7514-4536-a6cc-844b04ebc80f'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:38:56.591578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:56.592518 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.640503 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-19fb91a9-4996-4830-aba6-8abb25ee7d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.659197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-adb29ecb-5f96-4c4a-aee0-4b29ce564752 None None] Port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:56.704292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.711811 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-92ee0f61-e2ec-4ef5-b780-9fa326d0261f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 17:38:56.711811 n-d-833411-1 neutron-server[102643]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 11 17:38:56.711811 n-d-833411-1 neutron-server[102643]: [parameters: {'project_id': '038b1b89c6f94129908f7ab04631f6c8', 'id': 'dfe7e514-c89e-4919-a142-2b93d79445e1', 'name': '', 'network_id': 'eb657448-5d48-4a10-b5f0-a32a644e4dc4', 'mac_address': 'fa:16:3e:04:59:d2', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-eb657448-5d48-4a10-b5f0-a32a644e4dc4', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3496}] Mar 11 17:38:56.711811 n-d-833411-1 neutron-server[102643]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:38:56.712271 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-92ee0f61-e2ec-4ef5-b780-9fa326d0261f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:38:56.719872 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.732411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53528) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:56.740951 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/eb657448-5d48-4a10-b5f0-a32a644e4dc4 HTTP/1.1" status: 204 len: 168 time: 1.4672737 Mar 11 17:38:56.757077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1956969019'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:56.769795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39856270-d8c4-438f-a265-cb825be89f01 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Network': ['ID=eb657448-5d48-4a10-b5f0-a32a644e4dc4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:56.812986 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ccc5278-50d7-4436-89a3-d5ac60258266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.839661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:56.844177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.847203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc5278-50d7-4436-89a3-d5ac60258266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 13162e17-5993-4635-8a6c-8d4f58a5894c owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:38:56.957387 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-19fb91a9-4996-4830-aba6-8abb25ee7d18 None None] Allocated IP 172.20.0.18 (2e611819-04ad-43fe-92e5-b7059b573e30/5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e/90c90ef4-7514-4536-a6cc-844b04ebc80f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:38:56.957559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:38:56.971648 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:56.972032 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Added segment 59a9c95f-995e-4ae4-95c6-ec148a91d4ca of type vlan for network fccc16ad-4d98-4974-8570-7b926814c99a Mar 11 17:38:57.034965 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.089359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-19fb91a9-4996-4830-aba6-8abb25ee7d18 None None] For port 90c90ef4-7514-4536-a6cc-844b04ebc80f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90c90ef4-7514-4536-a6cc-844b04ebc80f,segment=NetworkSegment(8ab4468d-94a5-42a7-832d-49e37b1aef2c),segment_id=8ab4468d-94a5-42a7-832d-49e37b1aef2c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:38:57.097103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.102791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:57.103386 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.131882 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-19fb91a9-4996-4830-aba6-8abb25ee7d18 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.139947 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-19fb91a9-4996-4830-aba6-8abb25ee7d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.173913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4398823 Mar 11 17:38:57.176457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53536) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:57.182110 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ccc5278-50d7-4436-89a3-d5ac60258266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.189815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Request body: {'subnet': {'network_id': 'fccc16ad-4d98-4974-8570-7b926814c99a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:57.213450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc5278-50d7-4436-89a3-d5ac60258266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=13162e17-5993-4635-8a6c-8d4f58a5894c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:57.215167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-92ee0f61-e2ec-4ef5-b780-9fa326d0261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.223479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79841991-035e-4a3d-9b1a-fc5f856fd6c5 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Network': ['ID=fccc16ad-4d98-4974-8570-7b926814c99a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:57.285257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fccc16ad-4d98-4974-8570-7b926814c99a details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:38:57.387118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ccc5278-50d7-4436-89a3-d5ac60258266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.388070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Made reservation on behalf of 038b1b89c6f94129908f7ab04631f6c8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:57.394778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4ccc5278-50d7-4436-89a3-d5ac60258266 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/13162e17-5993-4635-8a6c-8d4f58a5894c HTTP/1.1" status: 204 len: 168 time: 1.1912260 Mar 11 17:38:57.399002 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:57.399199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53544) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:57.695717 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8871e28-beb8-460d-9f86-08d86ef1ca94 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:38:57.704540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d8871e28-beb8-460d-9f86-08d86ef1ca94 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/13162e17-5993-4635-8a6c-8d4f58a5894c HTTP/1.1" status: 404 len: 333 time: 0.3019235 Mar 11 17:38:57.730971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53548) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:57.928804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a593da-0e7d-4fa6-9fb0-dbe2a4c67b4f req-057e17d3-f008-4a47-b3ab-9f23a484a1f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:57.938431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21a593da-0e7d-4fa6-9fb0-dbe2a4c67b4f req-057e17d3-f008-4a47-b3ab-9f23a484a1f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.4239724 Mar 11 17:38:57.961705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb91a9-4996-4830-aba6-8abb25ee7d18 None None] Pushing event updated for resources: {'Port': ['ID=90c90ef4-7514-4536-a6cc-844b04ebc80f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:57.968025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90c90ef4-7514-4536-a6cc-844b04ebc80f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:38:58.061465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac912354-5db9-4e2a-8e1d-71c7824c1f31 None None] Network eb657448-5d48-4a10-b5f0-a32a644e4dc4 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:58.076882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac912354-5db9-4e2a-8e1d-71c7824c1f31 None None] Network eb657448-5d48-4a10-b5f0-a32a644e4dc4 could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 17:38:58.090194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:58.090693 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.092435 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55d1ef7e-5a19-4978-bc19-f1654ed2f51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.131832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.objects.ports [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 17:38:58.133944 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.150646 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55d1ef7e-5a19-4978-bc19-f1654ed2f51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.202802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event updated for resources: {'Subnet': ['ID=3b04daf3-f3c2-405a-b945-c248ae4c1071,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:58.238539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03863-b2d2-434f-adab-9df4bbaf40f6 req-60997bd7-ef82-493a-b983-a00aa61be9c6 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:58.246611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eff03863-b2d2-434f-adab-9df4bbaf40f6 req-60997bd7-ef82-493a-b983-a00aa61be9c6 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.5942757 Mar 11 17:38:58.267718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Checking segment: {'id': '59a9c95f-995e-4ae4-95c6-ec148a91d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fccc16ad-4d98-4974-8570-7b926814c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:38:58.268708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network hostable DHCP agents. Network: fccc16ad-4d98-4974-8570-7b926814c99a, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:38:58.282125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55d1ef7e-5a19-4978-bc19-f1654ed2f51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.284653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55d1ef7e-5a19-4978-bc19-f1654ed2f51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.286032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-55d1ef7e-5a19-4978-bc19-f1654ed2f51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/security-groups/141ae9cd-9d85-4865-966d-780e653561b7 HTTP/1.1" status: 204 len: 168 time: 0.5264862 Mar 11 17:38:58.290518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53556) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:58.300882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Network fccc16ad-4d98-4974-8570-7b926814c99a is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:38:58.323450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, fccc16ad-4d98-4974-8570-7b926814c99a) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:38:58.338239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5162660e-c9f4-4d1c-9f92-30a409436844 None None] Network fccc16ad-4d98-4974-8570-7b926814c99a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:58.341277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eff03863-b2d2-434f-adab-9df4bbaf40f6 req-ee245436-1e9e-4ca3-8e88-9ac1a1dee211 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937066 Mar 11 17:38:58.342772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1ef7e-5a19-4978-bc19-f1654ed2f51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141ae9cd-9d85-4865-966d-780e653561b7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:58.348390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21a593da-0e7d-4fa6-9fb0-dbe2a4c67b4f req-0a123357-ed3f-4555-94b9-7dc16bc1ca85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091742 Mar 11 17:38:58.356045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:58.356678 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.408747 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4added91-4b97-49ef-88ea-1a2c85163e55 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2302942 Mar 11 17:38:58.412510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53562) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:58.446885 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37c96484-0039-43a1-81f5-ef050baaa51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.486297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37c96484-0039-43a1-81f5-ef050baaa51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.507019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766fc90d-7f1b-422a-8d36-317eb19be4c2 None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:58.551563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37c96484-0039-43a1-81f5-ef050baaa51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.558346 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37c96484-0039-43a1-81f5-ef050baaa51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.565023 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-37c96484-0039-43a1-81f5-ef050baaa51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/security-groups/e2d3d84a-6f90-47db-bf62-cb761fc7d004 HTTP/1.1" status: 204 len: 168 time: 0.2715425 Mar 11 17:38:58.577175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:58.578687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c96484-0039-43a1-81f5-ef050baaa51b tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d3d84a-6f90-47db-bf62-cb761fc7d004,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:58.677472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada0421e-0a1c-4caa-ba1a-c93feaed7ff7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet 2b6518c9-d4b6-4bca-95f2-bb6d5a937047 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:38:58.689405 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ada0421e-0a1c-4caa-ba1a-c93feaed7ff7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.746522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ada0421e-0a1c-4caa-ba1a-c93feaed7ff7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.769954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291416b-7ac0-4e84-9cea-47390bca6438 req-ae24f0ea-3e53-4a2a-ad34-9f5e867cb71f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:58.771534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0291416b-7ac0-4e84-9cea-47390bca6438 req-ae24f0ea-3e53-4a2a-ad34-9f5e867cb71f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.1489668 Mar 11 17:38:58.784934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4fc64ebc-2ce1-4df4-98b7-ffcf8c2bab82 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:58.785317 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4fc64ebc-2ce1-4df4-98b7-ffcf8c2bab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.798612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.889386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0291416b-7ac0-4e84-9cea-47390bca6438 req-ee9cd693-71a1-434c-9e11-012a3fc003e9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767782 Mar 11 17:38:58.897893 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ada0421e-0a1c-4caa-ba1a-c93feaed7ff7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.910112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53000531-d4b8-4200-bb86-90282806863e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-fccc16ad-4d98-4974-8570-7b926814c99a', 'network_id': 'fccc16ad-4d98-4974-8570-7b926814c99a', 'tenant_id': '038b1b89c6f94129908f7ab04631f6c8', 'fixed_ips': [{'subnet_id': '3b04daf3-f3c2-405a-b945-c248ae4c1071'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:38:58.910973 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-53000531-d4b8-4200-bb86-90282806863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:58.915273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53572) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:58.932783 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.033138 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.061123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8ecf4c-3189-4ec6-b307-0a9c11610c1b tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:59.062813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3e8ecf4c-3189-4ec6-b307-0a9c11610c1b tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1092 time: 0.1225932 Mar 11 17:38:59.066777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53576) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:59.072230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:59.166088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.204713 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-53000531-d4b8-4200-bb86-90282806863e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b04daf3-f3c2-405a-b945-c248ae4c1071: This subnet is being modified by another concurrent operation. Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b04daf3-f3c2-405a-b945-c248ae4c1071: This subnet is being modified by another concurrent operation. Mar 11 17:38:59.214202 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 17:38:59.223388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Subnet': ['ID=3b04daf3-f3c2-405a-b945-c248ae4c1071,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:59.225879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4fc64ebc-2ce1-4df4-98b7-ffcf8c2bab82 None None] Could not find standard attr ID for object 13162e17-5993-4635-8a6c-8d4f58a5894c. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:38:59.237725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.252925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4fc64ebc-2ce1-4df4-98b7-ffcf8c2bab82 None None] Provisioning complete for port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:38:59.252925 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4fc64ebc-2ce1-4df4-98b7-ffcf8c2bab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.268573 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ada0421e-0a1c-4caa-ba1a-c93feaed7ff7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.290561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501d5e0-6688-4a60-b4ad-c963335e14b4 None None] Network fccc16ad-4d98-4974-8570-7b926814c99a requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:38:59.308920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fccc16ad-4d98-4974-8570-7b926814c99a']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:59.328730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a9c95f-995e-4ae4-95c6-ec148a91d4ca') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:59.328730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a9c95f-995e-4ae4-95c6-ec148a91d4ca') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:38:59.351901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.394736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0421e-0a1c-4caa-ba1a-c93feaed7ff7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6518c9-d4b6-4bca-95f2-bb6d5a937047,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:59.396763 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ada0421e-0a1c-4caa-ba1a-c93feaed7ff7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.404472 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ada0421e-0a1c-4caa-ba1a-c93feaed7ff7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/2b6518c9-d4b6-4bca-95f2-bb6d5a937047 HTTP/1.1" status: 204 len: 168 time: 0.8090854 Mar 11 17:38:59.404688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53584) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:59.409610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:38:59.418858 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.486047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:38:59.495103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:38:59.508717 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:38:59.606759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4fc64ebc-2ce1-4df4-98b7-ffcf8c2bab82 None None] Port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:38:59.651548 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.663807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:38:59.667913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.718507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e901845-43c4-414d-bec3-7d4990f7c148 req-6f0284b4-9238-4085-957c-97b31d6d0b89 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:38:59.720077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e901845-43c4-414d-bec3-7d4990f7c148 req-6f0284b4-9238-4085-957c-97b31d6d0b89 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.1623464 Mar 11 17:38:59.728356 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.740569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:38:59.744390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/fccc16ad-4d98-4974-8570-7b926814c99a HTTP/1.1" status: 204 len: 168 time: 1.3291924 Mar 11 17:38:59.763821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53586) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:59.871719 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3aaf1c-303b-4069-a734-93266db5a378 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): The resource could not be found. Mar 11 17:38:59.871921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3aaf1c-303b-4069-a734-93266db5a378 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:38:59.890720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0d3aaf1c-303b-4069-a734-93266db5a378 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/subnets/3b04daf3-f3c2-405a-b945-c248ae4c1071 HTTP/1.1" status: 404 len: 337 time: 0.1257987 Mar 11 17:38:59.905859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b506223-3e6d-406f-91d8-8e358ded2816 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Network': ['ID=fccc16ad-4d98-4974-8570-7b926814c99a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:38:59.937656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53592) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:38:59.958455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f3652-e3a7-4738-beec-b130bc1e30a3 None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:00.010609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.25.8.60 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/b21b381f-541e-4edc-ae5e-7b01ace43210) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:00.054843 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49cf332-1556-4524-b4f0-55d2a5d1fa81 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:00.055481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49cf332-1556-4524-b4f0-55d2a5d1fa81 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:00.058890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b49cf332-1556-4524-b4f0-55d2a5d1fa81 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/fccc16ad-4d98-4974-8570-7b926814c99a HTTP/1.1" status: 404 len: 339 time: 0.0915623 Mar 11 17:39:00.064985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53596) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:00.100732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90c90ef4-7514-4536-a6cc-844b04ebc80f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:00.103109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e901845-43c4-414d-bec3-7d4990f7c148 req-05e68048-f095-42bd-827e-d256cf806f51 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400552 Mar 11 17:39:00.104144 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-e816552b-d9f7-4399-ad9e-93827f2450ae tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:00.104627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e816552b-d9f7-4399-ad9e-93827f2450ae tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:00.110004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e816552b-d9f7-4399-ad9e-93827f2450ae tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/subnets/6587e294-c87a-428e-b41f-db25b9399217 HTTP/1.1" status: 404 len: 337 time: 0.0418229 Mar 11 17:39:00.110318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53598) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:00.134131 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-22669301-ec8e-41b9-bfa0-79d9f66a18f2 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:00.134131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22669301-ec8e-41b9-bfa0-79d9f66a18f2 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:00.135135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-22669301-ec8e-41b9-bfa0-79d9f66a18f2 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/eb657448-5d48-4a10-b5f0-a32a644e4dc4 HTTP/1.1" status: 404 len: 339 time: 0.0237384 Mar 11 17:39:00.138213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.140208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53600) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:00.169010 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-1023a2d5-0057-4416-9d40-7a8467a76f85 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:00.169471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1023a2d5-0057-4416-9d40-7a8467a76f85 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:00.179099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1023a2d5-0057-4416-9d40-7a8467a76f85 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/subnets/2233bc92-8138-449f-9bde-e01832d9bcce HTTP/1.1" status: 404 len: 337 time: 0.0376194 Mar 11 17:39:00.180299 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.181528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53604) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:00.201783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b0e1fd1a-3a7c-44da-8bcb-074fe623fcd0 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:00.202422 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b0e1fd1a-3a7c-44da-8bcb-074fe623fcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.203574 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aba5d3c-42ad-4bf6-8be6-8b518eb6d9de tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:00.204249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aba5d3c-42ad-4bf6-8be6-8b518eb6d9de tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:00.208808 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3aba5d3c-42ad-4bf6-8be6-8b518eb6d9de tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/2408533f-5a17-4339-9cbe-8468293a6049 HTTP/1.1" status: 404 len: 339 time: 0.0258603 Mar 11 17:39:00.212082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53608) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:00.212498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:00.236103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:00.239884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:00.299173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:00.299743 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.346102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a1207085-06c3-4e07-bee9-33e63d0194f9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Deleting port ea54941e-7c74-445c-9b20-b457271a92c3 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:00.346742 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1207085-06c3-4e07-bee9-33e63d0194f9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.378090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=b21b381f-541e-4edc-ae5e-7b01ace43210,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:00.396204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b0e1fd1a-3a7c-44da-8bcb-074fe623fcd0 None None] Provisioning complete for port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:00.396607 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b0e1fd1a-3a7c-44da-8bcb-074fe623fcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.467919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1fd1a-3a7c-44da-8bcb-074fe623fcd0 None None] Port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:00.484889 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1207085-06c3-4e07-bee9-33e63d0194f9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.502919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a1207085-06c3-4e07-bee9-33e63d0194f9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Calling delete_port for ea54941e-7c74-445c-9b20-b457271a92c3 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:00.615628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1207085-06c3-4e07-bee9-33e63d0194f9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.656824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a1207085-06c3-4e07-bee9-33e63d0194f9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.669186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a1207085-06c3-4e07-bee9-33e63d0194f9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/ports/ea54941e-7c74-445c-9b20-b457271a92c3 HTTP/1.1" status: 204 len: 168 time: 0.4477866 Mar 11 17:39:00.669186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53614) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:00.677624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1207085-06c3-4e07-bee9-33e63d0194f9 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Port': ['ID=ea54941e-7c74-445c-9b20-b457271a92c3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:00.698566 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8fb93b-d77d-4937-a9af-daa897c01ce4 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:00.699029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8fb93b-d77d-4937-a9af-daa897c01ce4 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:00.702074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1c8fb93b-d77d-4937-a9af-daa897c01ce4 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/subnets/48fe518b-1d1e-44b0-bbf0-98851a818668 HTTP/1.1" status: 404 len: 337 time: 0.0365348 Mar 11 17:39:00.704861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53616) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:00.803270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.831075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.904813 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.927549 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:00.928094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f22024e-55e0-42bc-b7c4-984e95acd962']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:00.942222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e097af-ea70-478e-a384-d8cab337dc20') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:00.942908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e097af-ea70-478e-a384-d8cab337dc20') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:00.960090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.967443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:00.982264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:00.982873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.985541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:00.995427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=899c22e0-4bf8-42a0-8341-9d04aa31b546,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:00.998986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:00.999720 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:01.005833 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:01.026475 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f60dc236-9be6-46e5-82c9-62a13bdfe59d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6177185 Mar 11 17:39:01.030147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53622) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:01.035017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e9288c4c-9822-4275-82db-b0e4ee3aed70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1662611119'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:01.071889 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.089916 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9288c4c-9822-4275-82db-b0e4ee3aed70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.131595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.142314 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.148105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/6f22024e-55e0-42bc-b7c4-984e95acd962 HTTP/1.1" status: 204 len: 168 time: 0.4399934 Mar 11 17:39:01.149434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53628) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:01.193606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a78d9-a5ed-4911-aa51-e436a4394c86 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Network': ['ID=6f22024e-55e0-42bc-b7c4-984e95acd962,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:01.200503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a175d786-1c02-4636-94fd-ab0a8610ba6d None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:01.334861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337358c2-20ec-404a-9817-78bc3122c3f5 req-339c6c21-3644-4960-a28d-54eabb642f99 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:01.343506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-337358c2-20ec-404a-9817-78bc3122c3f5 req-339c6c21-3644-4960-a28d-54eabb642f99 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.1220829 Mar 11 17:39:01.348463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-18337b6b-73c3-4961-862d-288d292e8ad9 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:01.349022 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18337b6b-73c3-4961-862d-288d292e8ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.376198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9028d3f5-2465-4ed6-b150-7ea8dfba4700 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Deleting port f8eeea2f-7f42-450a-9c7d-79bbc104030f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:01.376939 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9028d3f5-2465-4ed6-b150-7ea8dfba4700 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.419985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-337358c2-20ec-404a-9817-78bc3122c3f5 req-25bbc2cd-2ac6-4f6f-a1f4-6daa0480cf3d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705283 Mar 11 17:39:01.489481 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9028d3f5-2465-4ed6-b150-7ea8dfba4700 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.506087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9028d3f5-2465-4ed6-b150-7ea8dfba4700 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Calling delete_port for f8eeea2f-7f42-450a-9c7d-79bbc104030f owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:01.513613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-18337b6b-73c3-4961-862d-288d292e8ad9 None None] Provisioning complete for port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:01.513991 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18337b6b-73c3-4961-862d-288d292e8ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.556259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-18337b6b-73c3-4961-862d-288d292e8ad9 None None] Port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:01.612555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeab4af-56ea-46a8-821f-f9be3d4f33b4 None None] Update dhcp port {'port': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'fixed_ips': [{'subnet_id': '5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e', 'ip_address': '172.20.0.18'}, {'subnet_id': '899c22e0-4bf8-42a0-8341-9d04aa31b546'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '90c90ef4-7514-4536-a6cc-844b04ebc80f'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:39:01.639132 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9288c4c-9822-4275-82db-b0e4ee3aed70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.640884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.644937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9288c4c-9822-4275-82db-b0e4ee3aed70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.652308 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dbeab4af-56ea-46a8-821f-f9be3d4f33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.658060 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9028d3f5-2465-4ed6-b150-7ea8dfba4700 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.703592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028d3f5-2465-4ed6-b150-7ea8dfba4700 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Port': ['ID=f8eeea2f-7f42-450a-9c7d-79bbc104030f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:01.714223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9288c4c-9822-4275-82db-b0e4ee3aed70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66333e93-9021-4d26-86e1-151108f7652b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:01.729152 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9028d3f5-2465-4ed6-b150-7ea8dfba4700 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.740059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9028d3f5-2465-4ed6-b150-7ea8dfba4700 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/ports/f8eeea2f-7f42-450a-9c7d-79bbc104030f HTTP/1.1" status: 204 len: 168 time: 0.5878048 Mar 11 17:39:01.743057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53638) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:01.745879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9288c4c-9822-4275-82db-b0e4ee3aed70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.749728 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e9288c4c-9822-4275-82db-b0e4ee3aed70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7161610 Mar 11 17:39:01.749990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53640) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:01.754365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d3bc4e6b-a445-46dd-8b54-3b592cb19c70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1666010245'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:01.777090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4e6b-a445-46dd-8b54-3b592cb19c70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.791919 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1173ab-547b-45c7-9823-1a4ae8ef3629 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:01.792488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1173ab-547b-45c7-9823-1a4ae8ef3629 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:01.796102 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0e1173ab-547b-45c7-9823-1a4ae8ef3629 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/subnets/251040fc-0504-4a4e-8e27-d7e693d1d35f HTTP/1.1" status: 404 len: 337 time: 0.0475779 Mar 11 17:39:01.800734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53644) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:01.911629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.925999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-dbeab4af-56ea-46a8-821f-f9be3d4f33b4 None None] Allocated IP 172.20.0.2 (2e611819-04ad-43fe-92e5-b7059b573e30/899c22e0-4bf8-42a0-8341-9d04aa31b546/90c90ef4-7514-4536-a6cc-844b04ebc80f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:01.948382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.950853 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4e6b-a445-46dd-8b54-3b592cb19c70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.954807 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:01.972588 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4e6b-a445-46dd-8b54-3b592cb19c70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.004319 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4e6b-a445-46dd-8b54-3b592cb19c70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.005576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d3bc4e6b-a445-46dd-8b54-3b592cb19c70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2546184 Mar 11 17:39:02.014401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53648) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:02.036453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-dbeab4af-56ea-46a8-821f-f9be3d4f33b4 None None] For port 90c90ef4-7514-4536-a6cc-844b04ebc80f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90c90ef4-7514-4536-a6cc-844b04ebc80f,segment=NetworkSegment(8ab4468d-94a5-42a7-832d-49e37b1aef2c),segment_id=8ab4468d-94a5-42a7-832d-49e37b1aef2c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:02.044821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5ce53d1c-24d0-427e-87e5-e4feb995bb60 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1698540592'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:02.069885 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.071132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.078130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dbeab4af-56ea-46a8-821f-f9be3d4f33b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.083441 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dbeab4af-56ea-46a8-821f-f9be3d4f33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.086980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc4e6b-a445-46dd-8b54-3b592cb19c70 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b800de-aa52-4799-928f-6e50aeeb79b5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:02.123059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759b4b95-645c-422c-aaf4-b634f5dc4f7b']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:02.128003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce53d1c-24d0-427e-87e5-e4feb995bb60 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.151026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=b21b381f-541e-4edc-ae5e-7b01ace43210,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:02.154340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd4173f-638a-4f14-a64b-17ab56f5357f') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:02.155273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd4173f-638a-4f14-a64b-17ab56f5357f') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:02.173204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.200537 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.200726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeab4af-56ea-46a8-821f-f9be3d4f33b4 None None] Pushing event updated for resources: {'Port': ['ID=90c90ef4-7514-4536-a6cc-844b04ebc80f,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:02.217852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:02.218420 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:02.221638 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:02.296707 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Floating IP d7d877e6-8ea5-4d23-aa5d-78015cbfb239 associated. External IP: 172.25.8.60, port: 33e00ee0-f396-4924-9ee5-d4926b3a4329. Mar 11 17:39:02.327211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce53d1c-24d0-427e-87e5-e4feb995bb60 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.328333 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.334571 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.340128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/759b4b95-645c-422c-aaf4-b634f5dc4f7b HTTP/1.1" status: 204 len: 168 time: 0.5355537 Mar 11 17:39:02.341026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53656) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:02.342268 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce53d1c-24d0-427e-87e5-e4feb995bb60 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.370691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc7651-cae4-4eb9-8105-0193d528b04d tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Network': ['ID=759b4b95-645c-422c-aaf4-b634f5dc4f7b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:02.387066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce53d1c-24d0-427e-87e5-e4feb995bb60 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.390708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ce53d1c-24d0-427e-87e5-e4feb995bb60 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3488612 Mar 11 17:39:02.391211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53658) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:02.395877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1360116580', 'security_groups': ['5e6a146d-5306-4c2e-8551-f87a09df31eb'], 'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '899c22e0-4bf8-42a0-8341-9d04aa31b546'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:02.401787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce53d1c-24d0-427e-87e5-e4feb995bb60 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6a146d-5306-4c2e-8551-f87a09df31eb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:02.469435 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee739a2-9666-43e4-9751-b323774d1f2b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Deleting subnet 5561d602-8635-49d9-afc1-c409d87910ab {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:02.469435 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dee739a2-9666-43e4-9751-b323774d1f2b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.551800 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dee739a2-9666-43e4-9751-b323774d1f2b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.602819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ee3bd-b8c7-4068-a381-4d1674f7f909 req-94031126-d9bb-44f6-baa2-699e0396e531 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:02.604868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d0ee3bd-b8c7-4068-a381-4d1674f7f909 req-94031126-d9bb-44f6-baa2-699e0396e531 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.0909886 Mar 11 17:39:02.618004 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:02.731845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d0ee3bd-b8c7-4068-a381-4d1674f7f909 req-c3faa4ca-57b6-49e6-aeeb-23c34d9f33f4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906975 Mar 11 17:39:02.747328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dee739a2-9666-43e4-9751-b323774d1f2b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.764441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.786104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d112dc66-8f1a-414e-9948-d41314a48acb has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:39:02.790956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] device_id is not set on port 813f47bd-8c75-4dc3-b180-f285cd179dec yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:02.876624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dee739a2-9666-43e4-9751-b323774d1f2b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.939254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee739a2-9666-43e4-9751-b323774d1f2b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Subnet': ['ID=5561d602-8635-49d9-afc1-c409d87910ab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:02.949963 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dee739a2-9666-43e4-9751-b323774d1f2b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:02.957925 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dee739a2-9666-43e4-9751-b323774d1f2b tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/subnets/5561d602-8635-49d9-afc1-c409d87910ab HTTP/1.1" status: 204 len: 168 time: 0.6141481 Mar 11 17:39:02.958537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53670) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:02.979656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:39:02.984903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee52cf4b-e0c4-4d6e-91f0-b9ef508f12ae None None] Network 5684734d-f884-4849-ada6-d73cc89a3955 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:02.989865 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] Sync routers for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:39:03.002365 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:39:03.003952 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:03.024635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.083987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1a308e9b-32ac-4a68-9559-8a19675a1abf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0161459 Mar 11 17:39:03.085201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:39:03.089312 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55cbb7e-215e-4972-86d1-7d763424a274" -d '{"events": [{"name": "network-changed", "server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:39:03.170068 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1333cd5e-bbe9-479e-9532-ad433e002b56 x-openstack-request-id: req-1333cd5e-bbe9-479e-9532-ad433e002b56 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:39:03.170391 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:39:03.170885 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1333cd5e-bbe9-479e-9532-ad433e002b56 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:39:03.171301 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'status': 'completed', 'code': 200} Mar 11 17:39:03.183878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.187651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.10 (2e611819-04ad-43fe-92e5-b7059b573e30/899c22e0-4bf8-42a0-8341-9d04aa31b546/813f47bd-8c75-4dc3-b180-f285cd179dec) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:03.210270 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:39:03.269664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-28ba54b8-83b3-4d1c-9098-01207e8e0b01 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:03.271736 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-28ba54b8-83b3-4d1c-9098-01207e8e0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.311591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-1c8ec23a-b4f6-4f7f-ac15-d99b2ebf45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:03.315074 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-1c8ec23a-b4f6-4f7f-ac15-d99b2ebf45e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1097 time: 0.1156905 Mar 11 17:39:03.548796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-5acd0bbc-f1eb-43a7-96ee-5fd3104f731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:03.556062 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-5acd0bbc-f1eb-43a7-96ee-5fd3104f731d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.2334874 Mar 11 17:39:03.582171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.625182 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:03.660064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3e1d2-c9a3-4321-ac65-f064fef06625 req-fffaa065-2878-4c90-808a-bfca308f264c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:03.661612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41e3e1d2-c9a3-4321-ac65-f064fef06625 req-fffaa065-2878-4c90-808a-bfca308f264c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.4444125 Mar 11 17:39:03.720967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:03.759357 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:31Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'd7d877e6-8ea5-4d23-aa5d-78015cbfb239', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'port_id': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'mac_address': 'fa:16:3e:c0:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:39:00Z', 'updated_at': '2022-03-11T17:39:00Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3933256c-0e3d-4a2c-a8de-16d4be53b6a5', 'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:66:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:29Z', 'updated_at': '2022-03-11T17:38:41Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:03.786868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:03.795949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:03.844310 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] Checking router: d112dc66-8f1a-414e-9948-d41314a48acb for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:39:03.846731 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-7ab996b2-d036-48ec-9edf-f04451d87b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 999 time: 0.2838440 Mar 11 17:39:03.881288 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:39:03.883771 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:38:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:03.939133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-28ba54b8-83b3-4d1c-9098-01207e8e0b01 None None] Provisioning complete for port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:03.939796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-28ba54b8-83b3-4d1c-9098-01207e8e0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.000054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-c1be9f22-9ad6-49d6-bcf8-89f7a758bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:04.001723 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-c1be9f22-9ad6-49d6-bcf8-89f7a758bc0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.1479712 Mar 11 17:39:04.021151 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90c90ef4-7514-4536-a6cc-844b04ebc80f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:04.074370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=813f47bd-8c75-4dc3-b180-f285cd179dec,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:04.086499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:04.087150 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.097388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-a5fafc27-df94-4cc2-b1ee-438d08236289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:04.099057 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-a5fafc27-df94-4cc2-b1ee-438d08236289 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885653 Mar 11 17:39:04.111055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Deleting port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:04.111287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.132587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-28ba54b8-83b3-4d1c-9098-01207e8e0b01 None None] Port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:04.170626 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:39:04.172188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:04.172614 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.227754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2eac8c35-423a-4f2d-9839-17ae43eacf19 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8321338 Mar 11 17:39:04.279355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53690) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:04.286420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f68bce19-ce78-4727-8287-0337bd9252e9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:04.303824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aceb385-c8e1-4bbb-b558-8de299614eaf None None] DHCP port deletion for 5684734d-f884-4849-ada6-d73cc89a3955 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:39:04.441729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-597fe233-01c5-4c8f-9d7b-5d499e5137ad None None] Provisioning complete for port 813f47bd-8c75-4dc3-b180-f285cd179dec triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:04.442328 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-597fe233-01c5-4c8f-9d7b-5d499e5137ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.453937 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-91993081-f843-4148-b79e-2c002c590931 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461530 Mar 11 17:39:04.509664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-597fe233-01c5-4c8f-9d7b-5d499e5137ad None None] Port 813f47bd-8c75-4dc3-b180-f285cd179dec cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:04.516103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-597fe233-01c5-4c8f-9d7b-5d499e5137ad None None] Could not find standard attr ID for object 13162e17-5993-4635-8a6c-8d4f58a5894c. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:04.537193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb385-c8e1-4bbb-b558-8de299614eaf None None] Deleting port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:04.537914 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1aceb385-c8e1-4bbb-b558-8de299614eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.689805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1aceb385-c8e1-4bbb-b558-8de299614eaf None None] For port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1356cc8e-76bb-4f4b-9c8b-e1aa648355e5,segment=NetworkSegment(aa973e31-9c8e-4409-a617-a50e691a7ac9),segment_id=aa973e31-9c8e-4409-a617-a50e691a7ac9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:04.690361 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1aceb385-c8e1-4bbb-b558-8de299614eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.705293 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d55cbb7e-215e-4972-86d1-7d763424a274 req-f32bdb83-1529-493b-a541-7e0e0cb5deee service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427294 Mar 11 17:39:04.735326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb385-c8e1-4bbb-b558-8de299614eaf None None] Calling delete_port for 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:04.742319 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68bce19-ce78-4727-8287-0337bd9252e9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:04.746387 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f68bce19-ce78-4727-8287-0337bd9252e9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.817239 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:31Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'd7d877e6-8ea5-4d23-aa5d-78015cbfb239', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'port_id': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'mac_address': 'fa:16:3e:c0:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:39:00Z', 'updated_at': '2022-03-11T17:39:00Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3933256c-0e3d-4a2c-a8de-16d4be53b6a5', 'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:66:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:29Z', 'updated_at': '2022-03-11T17:38:41Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:04.852303 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d6bea-1f1b-41f6-9f08-546207da1eac None None] The sync data for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 is: [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:31Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'd7d877e6-8ea5-4d23-aa5d-78015cbfb239', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'port_id': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'mac_address': 'fa:16:3e:c0:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:39:00Z', 'updated_at': '2022-03-11T17:39:00Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3933256c-0e3d-4a2c-a8de-16d4be53b6a5', 'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:66:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:29Z', 'updated_at': '2022-03-11T17:38:41Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:39:04.871287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41e3e1d2-c9a3-4321-ac65-f064fef06625 req-eed4ac76-3204-4218-839d-23068a0c71e5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1485713 Mar 11 17:39:04.887229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374334c0-3e16-4b3e-a920-f8e11d3dba8b req-30762b89-9e58-4696-be68-07086bf42433 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:04.889504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-374334c0-3e16-4b3e-a920-f8e11d3dba8b req-30762b89-9e58-4696-be68-07086bf42433 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.9085152 Mar 11 17:39:04.898867 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1aceb385-c8e1-4bbb-b558-8de299614eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:04.923589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53700) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:04.939100 n-d-833411-1 neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-f68bce19-ce78-4727-8287-0337bd9252e9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 899c22e0-4bf8-42a0-8341-9d04aa31b546 (CIDR: 172.20.0.0/28) Mar 11 17:39:04.941685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb385-c8e1-4bbb-b558-8de299614eaf None None] Pushing event deleted for resources: {'Port': ['ID=1356cc8e-76bb-4f4b-9c8b-e1aa648355e5,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:04.946698 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68bce19-ce78-4727-8287-0337bd9252e9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:39:04.947397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68bce19-ce78-4727-8287-0337bd9252e9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:04.948873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aceb385-c8e1-4bbb-b558-8de299614eaf None None] No DVR routers for this DVR port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:04.970983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20283566-6513-422d-92c7-bc99340bd8e1 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 17:39:04.989793 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f68bce19-ce78-4727-8287-0337bd9252e9 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7090287 Mar 11 17:39:04.990441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53702) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:04.997404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-648db476-3d52-447f-b8f7-ab49bc424503 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:05.118807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20283566-6513-422d-92c7-bc99340bd8e1 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 17:39:05.119504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b838b7ff-6676-4b49-bf08-3611c73fad97 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/d7d877e6-8ea5-4d23-aa5d-78015cbfb239 HTTP/1.1" status: 200 len: 991 time: 0.1824646 Mar 11 17:39:05.126361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] For port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1356cc8e-76bb-4f4b-9c8b-e1aa648355e5,segment=NetworkSegment(aa973e31-9c8e-4409-a617-a50e691a7ac9),segment_id=aa973e31-9c8e-4409-a617-a50e691a7ac9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:05.126669 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.194750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Calling delete_port for 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:05.245945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-374334c0-3e16-4b3e-a920-f8e11d3dba8b req-f3ee57e5-a99f-417d-9d66-90b181d475f8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385797 Mar 11 17:39:05.270413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34631c24-4a55-4e45-a9fc-b52f6d79d7f6 None None] New status for floating IP d7d877e6-8ea5-4d23-aa5d-78015cbfb239: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:39:05.311416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648db476-3d52-447f-b8f7-ab49bc424503 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:05.315223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-648db476-3d52-447f-b8f7-ab49bc424503 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.419810 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.442533 n-d-833411-1 neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-648db476-3d52-447f-b8f7-ab49bc424503 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e (CIDR: 172.20.0.16/28) Mar 11 17:39:05.448309 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-648db476-3d52-447f-b8f7-ab49bc424503 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:39:05.448893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648db476-3d52-447f-b8f7-ab49bc424503 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:05.479611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Port': ['ID=1356cc8e-76bb-4f4b-9c8b-e1aa648355e5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:05.490636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-648db476-3d52-447f-b8f7-ab49bc424503 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4965920 Mar 11 17:39:05.491364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53710) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:05.496560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] No DVR routers for this DVR port 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:05.505004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'subnet': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:05.659200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.661072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Made reservation on behalf of 9bc03aec358b40ff99f03a95261c7fa4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:05.665760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.685731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5684734d-f884-4849-ada6-d73cc89a3955']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:05.696314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa973e31-9c8e-4409-a617-a50e691a7ac9') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:05.696661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa973e31-9c8e-4409-a617-a50e691a7ac9') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:05.707346 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.764266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.782038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:05.782857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:05.808280 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:05.873809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.892969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:05.905538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:05.908846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] 10.222.0.53 "DELETE /v2.0/networks/5684734d-f884-4849-ada6-d73cc89a3955 HTTP/1.1" status: 204 len: 168 time: 2.9490702 Mar 11 17:39:05.910214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a191e4-3d26-42a8-8c01-3de0e56bb968 tempest-NetworksIpV6TestAttrs-67747619 tempest-NetworksIpV6TestAttrs-67747619-project] Pushing event deleted for resources: {'Network': ['ID=5684734d-f884-4849-ada6-d73cc89a3955,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:05.939434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:39:05.940004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1356cc8e-76bb-4f4b-9c8b-e1aa648355e5 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:39:06.091225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.118138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Network 2e611819-04ad-43fe-92e5-b7059b573e30 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:06.120869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53722) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:06.122747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:06.126428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:06.127028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.131407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11789e45-f3ea-4452-ba20-844f17f57348 None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:06.175278 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6821084 Mar 11 17:39:06.179323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53726) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:06.186437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1174941205', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dcccbdde-bcf1-4b24-a85a-3f0905cdac0c'}], 'security_groups': ['66333e93-9021-4d26-86e1-151108f7652b', 'd4b800de-aa52-4799-928f-6e50aeeb79b5']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:06.218290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d0039-e527-4913-afad-7175a78dabe7 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Subnet': ['ID=dcccbdde-bcf1-4b24-a85a-3f0905cdac0c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:06.314185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-955ef76d-120d-466d-9d8b-907e73a05e26 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/d7d877e6-8ea5-4d23-aa5d-78015cbfb239 HTTP/1.1" status: 200 len: 993 time: 0.1903069 Mar 11 17:39:06.314884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53730) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:06.489400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.490105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acd491-84de-4e5a-b2f8-4f0d69dcce2b req-80e254dd-77ba-49c9-bdbf-f7e171bf962f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:06.500011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96acd491-84de-4e5a-b2f8-4f0d69dcce2b req-80e254dd-77ba-49c9-bdbf-f7e171bf962f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.0863440 Mar 11 17:39:06.570900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96acd491-84de-4e5a-b2f8-4f0d69dcce2b req-ba3d2a3c-3adb-4105-beb4-5126041423da tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617700 Mar 11 17:39:06.598716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0f393f-d228-417e-b75e-0b7d3cafa886 None None] Update dhcp port {'port': {'network_id': '2e611819-04ad-43fe-92e5-b7059b573e30', 'fixed_ips': [{'subnet_id': '5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e', 'ip_address': '172.20.0.18'}, {'subnet_id': '899c22e0-4bf8-42a0-8341-9d04aa31b546', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dcccbdde-bcf1-4b24-a85a-3f0905cdac0c'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '90c90ef4-7514-4536-a6cc-844b04ebc80f'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:39:06.647041 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c0f393f-d228-417e-b75e-0b7d3cafa886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.670454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-93f343a7-8daa-4c7e-a1dd-592ee6be5a8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=038b1b89c6f94129908f7ab04631f6c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543348 Mar 11 17:39:06.673599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:06.782625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-beb50539-8e25-47dc-80cf-ec414203b5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.814710 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-beb50539-8e25-47dc-80cf-ec414203b5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.939559 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-beb50539-8e25-47dc-80cf-ec414203b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.942225 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-beb50539-8e25-47dc-80cf-ec414203b5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:06.945794 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-beb50539-8e25-47dc-80cf-ec414203b5d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/beb814bd-e73a-480b-95d0-23b0d43b9468 HTTP/1.1" status: 204 len: 168 time: 0.2688630 Mar 11 17:39:06.957687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb50539-8e25-47dc-80cf-ec414203b5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb814bd-e73a-480b-95d0-23b0d43b9468,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:06.965361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Delete allocated IP 172.20.0.10 (2e611819-04ad-43fe-92e5-b7059b573e30/899c22e0-4bf8-42a0-8341-9d04aa31b546) {{(pid=102641) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:39:06.974388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Allocated IP 172.20.0.41 (2e611819-04ad-43fe-92e5-b7059b573e30/dcccbdde-bcf1-4b24-a85a-3f0905cdac0c/813f47bd-8c75-4dc3-b180-f285cd179dec) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:07.176169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.186945 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.262144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-0c0f393f-d228-417e-b75e-0b7d3cafa886 None None] Allocated IP 172.20.0.34 (2e611819-04ad-43fe-92e5-b7059b573e30/dcccbdde-bcf1-4b24-a85a-3f0905cdac0c/90c90ef4-7514-4536-a6cc-844b04ebc80f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:07.344580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] In _notify_port_updated(), no bound segment for port 813f47bd-8c75-4dc3-b180-f285cd179dec on network 2e611819-04ad-43fe-92e5-b7059b573e30 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:39:07.352810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:07.353112 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.357323 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "PUT /v2.0/ports/813f47bd-8c75-4dc3-b180-f285cd179dec HTTP/1.1" status: 200 len: 960 time: 1.1741419 Mar 11 17:39:07.357323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626b784-8df8-4879-894b-2b057d1c7273 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event updated for resources: {'Port': ['ID=813f47bd-8c75-4dc3-b180-f285cd179dec,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:07.357940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53758) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:07.383998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0c0f393f-d228-417e-b75e-0b7d3cafa886 None None] For port 90c90ef4-7514-4536-a6cc-844b04ebc80f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90c90ef4-7514-4536-a6cc-844b04ebc80f,segment=NetworkSegment(8ab4468d-94a5-42a7-832d-49e37b1aef2c),segment_id=8ab4468d-94a5-42a7-832d-49e37b1aef2c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:07.439193 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c0f393f-d228-417e-b75e-0b7d3cafa886 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.446138 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c0f393f-d228-417e-b75e-0b7d3cafa886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.538312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a367473c-0fdf-4075-8d90-0e794d3e6184 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port 813f47bd-8c75-4dc3-b180-f285cd179dec {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:07.541717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a367473c-0fdf-4075-8d90-0e794d3e6184 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.663510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f393f-d228-417e-b75e-0b7d3cafa886 None None] Pushing event updated for resources: {'Port': ['ID=90c90ef4-7514-4536-a6cc-844b04ebc80f,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:07.696656 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a367473c-0fdf-4075-8d90-0e794d3e6184 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:07.711737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a367473c-0fdf-4075-8d90-0e794d3e6184 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for 813f47bd-8c75-4dc3-b180-f285cd179dec owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:07.879686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02841a8-b233-465e-8426-60f839dd3363 req-4004678a-3ace-4b9e-8fed-d7ab49206544 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:07.888899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f02841a8-b233-465e-8426-60f839dd3363 req-4004678a-3ace-4b9e-8fed-d7ab49206544 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.1057930 Mar 11 17:39:07.934831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90c90ef4-7514-4536-a6cc-844b04ebc80f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:07.978570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f02841a8-b233-465e-8426-60f839dd3363 req-083d0eb0-5a3c-49e1-8a97-6b498cd9a4ba tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886829 Mar 11 17:39:08.051442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:08.051918 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.094807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a367473c-0fdf-4075-8d90-0e794d3e6184 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.164530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367473c-0fdf-4075-8d90-0e794d3e6184 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=813f47bd-8c75-4dc3-b180-f285cd179dec,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:08.169100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53784) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:08.309334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a367473c-0fdf-4075-8d90-0e794d3e6184 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.313625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a367473c-0fdf-4075-8d90-0e794d3e6184 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/813f47bd-8c75-4dc3-b180-f285cd179dec HTTP/1.1" status: 204 len: 168 time: 0.9543424 Mar 11 17:39:08.316157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53788) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:08.348159 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da09f86-7805-440f-bedd-d88be5cfea8d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] GET failed (client error): The resource could not be found. Mar 11 17:39:08.361644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53792) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:08.366189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7da09f86-7805-440f-bedd-d88be5cfea8d tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports/813f47bd-8c75-4dc3-b180-f285cd179dec HTTP/1.1" status: 404 len: 333 time: 0.0480459 Mar 11 17:39:08.392949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1097409619'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:08.461576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:08.469792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.479600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ddbaa40-ddd4-42ff-8ab6-90ae9fe3d0f6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.499330 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.544605 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ddbaa40-ddd4-42ff-8ab6-90ae9fe3d0f6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.620132 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ddbaa40-ddd4-42ff-8ab6-90ae9fe3d0f6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.626785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5ddbaa40-ddd4-42ff-8ab6-90ae9fe3d0f6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.627954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5ddbaa40-ddd4-42ff-8ab6-90ae9fe3d0f6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/security-groups/5e6a146d-5306-4c2e-8551-f87a09df31eb HTTP/1.1" status: 204 len: 168 time: 0.2690427 Mar 11 17:39:08.630851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53798) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:08.647078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbaa40-ddd4-42ff-8ab6-90ae9fe3d0f6 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6a146d-5306-4c2e-8551-f87a09df31eb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:08.676048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.682939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.705803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c328807a-2fd5-45f4-862d-1114ea786eac None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:08.706454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c328807a-2fd5-45f4-862d-1114ea786eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.733133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:08.745761 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdd5e7dd-df7d-4084-bbee-13ad19d205f8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.775486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f01ab-e3a0-4f58-983c-6fd3964df3d4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:08.778515 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.778921 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Added segment dea6d91d-9d80-467b-a3ab-47062aa74ce8 of type vlan for network 33af9635-dcad-45a9-8f39-18b0731a2134 Mar 11 17:39:08.781134 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdd5e7dd-df7d-4084-bbee-13ad19d205f8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.828108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c328807a-2fd5-45f4-862d-1114ea786eac None None] Could not find standard attr ID for object 813f47bd-8c75-4dc3-b180-f285cd179dec. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:08.840008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c328807a-2fd5-45f4-862d-1114ea786eac None None] Provisioning complete for port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:08.840493 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c328807a-2fd5-45f4-862d-1114ea786eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.852801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.889802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c328807a-2fd5-45f4-862d-1114ea786eac None None] Port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:08.896168 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.899467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdd5e7dd-df7d-4084-bbee-13ad19d205f8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.901005 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdd5e7dd-df7d-4084-bbee-13ad19d205f8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.905181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bdd5e7dd-df7d-4084-bbee-13ad19d205f8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/security-groups/d4b800de-aa52-4799-928f-6e50aeeb79b5 HTTP/1.1" status: 204 len: 168 time: 0.2704055 Mar 11 17:39:08.905335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:08.905335 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:08.907679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53804) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:08.941266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5e7dd-df7d-4084-bbee-13ad19d205f8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b800de-aa52-4799-928f-6e50aeeb79b5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:08.988314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53806) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:08.989014 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8184674 Mar 11 17:39:09.000748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b81b26-5326-4b18-8c13-825b5a431068 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Network': ['ID=33af9635-dcad-45a9-8f39-18b0731a2134,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:09.009990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'name': 'tempest-PortsIpV6TestJSON-1370109517'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:09.025279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:39:09.186369 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37a69280-3852-4e90-869b-03580b84bce2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.223776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d75f27-2390-43e9-8e27-9035b1181190 req-545bef9e-50fa-43d7-baa4-2096028d4188 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:09.225317 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6d75f27-2390-43e9-8e27-9035b1181190 req-545bef9e-50fa-43d7-baa4-2096028d4188 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.1435373 Mar 11 17:39:09.228781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:09.231937 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.291536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37a69280-3852-4e90-869b-03580b84bce2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.322656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port b8a45faf-0ffd-4a3c-a534-57d9779a1360 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:09.326332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a6b8d830-a6c9-414b-bed1-e80411145426 None None] Could not find standard attr ID for object 813f47bd-8c75-4dc3-b180-f285cd179dec. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:09.338529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6d75f27-2390-43e9-8e27-9035b1181190 req-9ca7de9e-b4f7-4d93-bed8-82b5bda298b1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001997 Mar 11 17:39:09.428203 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37a69280-3852-4e90-869b-03580b84bce2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.431552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37a69280-3852-4e90-869b-03580b84bce2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.435726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53816) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:09.436544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-37a69280-3852-4e90-869b-03580b84bce2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/security-groups/66333e93-9021-4d26-86e1-151108f7652b HTTP/1.1" status: 204 len: 168 time: 0.5280135 Mar 11 17:39:09.458068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a69280-3852-4e90-869b-03580b84bce2 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66333e93-9021-4d26-86e1-151108f7652b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:09.519998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c7462b-c970-49be-a0ac-bdef1e57ca57 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet 899c22e0-4bf8-42a0-8341-9d04aa31b546 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:09.540404 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88c7462b-c970-49be-a0ac-bdef1e57ca57 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.620014 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88c7462b-c970-49be-a0ac-bdef1e57ca57 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.625749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.666115 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.743606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=b8a45faf-0ffd-4a3c-a534-57d9779a1360,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:09.746312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Checking segment: {'id': 'dea6d91d-9d80-467b-a3ab-47062aa74ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:09.746436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network hostable DHCP agents. Network: 33af9635-dcad-45a9-8f39-18b0731a2134, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:09.768200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:09.794431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 33af9635-dcad-45a9-8f39-18b0731a2134) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:09.799053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:09.810827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a0070-bce6-46d0-8390-50d1a8716d6d None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:09.815405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:09.816094 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.849162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b0b382da-e09b-4770-be06-b79b78d41cb8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8582511 Mar 11 17:39:09.856146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53822) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:09.859052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-630866076'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:09.885629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:09.889512 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.937083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:09.956246 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:09.956995 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Added segment d99cd556-4070-4766-8a29-578895ae0b3b of type vlan for network 96a1b4c8-0714-4520-845e-f08589b6ff60 Mar 11 17:39:10.017105 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.056499 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.062665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:10.063285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.124128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2679241 Mar 11 17:39:10.124466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:10.129725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'ports': [{'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134'}, {'network_id': '96a1b4c8-0714-4520-845e-f08589b6ff60'}]} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:10.130043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:10.130532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '96a1b4c8-0714-4520-845e-f08589b6ff60'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:10.140652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2d065-3abd-4abb-8b35-328232d43fa7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Network': ['ID=96a1b4c8-0714-4520-845e-f08589b6ff60,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:10.150406 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88c7462b-c970-49be-a0ac-bdef1e57ca57 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.154725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 96a1b4c8-0714-4520-845e-f08589b6ff60 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:39:10.305514 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88c7462b-c970-49be-a0ac-bdef1e57ca57 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.348154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7462b-c970-49be-a0ac-bdef1e57ca57 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=899c22e0-4bf8-42a0-8341-9d04aa31b546,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:10.351808 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88c7462b-c970-49be-a0ac-bdef1e57ca57 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.354997 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-88c7462b-c970-49be-a0ac-bdef1e57ca57 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/899c22e0-4bf8-42a0-8341-9d04aa31b546 HTTP/1.1" status: 204 len: 168 time: 0.9181495 Mar 11 17:39:10.356699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7368c58-026a-4a68-bf7e-4e075d1e26da None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:10.358818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53830) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:10.376331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 2} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:10.381503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.397676 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.487411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7fdc2b-f166-4cd7-8c16-e386b585cb20 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet dcccbdde-bcf1-4b24-a85a-3f0905cdac0c {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:10.500555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdc2b-f166-4cd7-8c16-e386b585cb20 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.579417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdc2b-f166-4cd7-8c16-e386b585cb20 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.603398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port 6efb4de1-8028-4db2-8d83-9f07af85c6f7 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:10.620268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a0c6b-02cf-4abf-9cb4-ea7944027bb9 req-adff29e6-8ded-4d56-8933-75f445059384 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:10.621851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d55a0c6b-02cf-4abf-9cb4-ea7944027bb9 req-adff29e6-8ded-4d56-8933-75f445059384 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.1389611 Mar 11 17:39:10.706221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.723963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d55a0c6b-02cf-4abf-9cb4-ea7944027bb9 req-b7e80c47-c279-4d2d-b396-3cc1f7dd804d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924196 Mar 11 17:39:10.750057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdc2b-f166-4cd7-8c16-e386b585cb20 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.785464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port 2f97cf70-a54d-4e62-b650-3f7243ecc786 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:10.853575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdc2b-f166-4cd7-8c16-e386b585cb20 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.896248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.898744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fdc2b-f166-4cd7-8c16-e386b585cb20 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=dcccbdde-bcf1-4b24-a85a-3f0905cdac0c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:10.904836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdc2b-f166-4cd7-8c16-e386b585cb20 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:10.908485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0a7fdc2b-f166-4cd7-8c16-e386b585cb20 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/dcccbdde-bcf1-4b24-a85a-3f0905cdac0c HTTP/1.1" status: 204 len: 168 time: 0.5476191 Mar 11 17:39:10.910845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53844) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:10.942278 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ff85a7-4732-475b-b8f8-70e22885ae83 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:10.942729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ff85a7-4732-475b-b8f8-70e22885ae83 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:10.946325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-76ff85a7-4732-475b-b8f8-70e22885ae83 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/899c22e0-4bf8-42a0-8341-9d04aa31b546 HTTP/1.1" status: 404 len: 337 time: 0.0345402 Mar 11 17:39:10.949854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53846) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:10.951523 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.004828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:11.008514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:11.012315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:11.013216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.018856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c26cfa-e020-45df-a36e-bcccf1aae0ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting subnet 5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:11.024845 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c26cfa-e020-45df-a36e-bcccf1aae0ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.038798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=6efb4de1-8028-4db2-8d83-9f07af85c6f7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:11.070713 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.112081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c26cfa-e020-45df-a36e-bcccf1aae0ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.142214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=2f97cf70-a54d-4e62-b650-3f7243ecc786,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:11.151804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Checking segment: {'id': 'd99cd556-4070-4766-8a29-578895ae0b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96a1b4c8-0714-4520-845e-f08589b6ff60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:11.152309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network hostable DHCP agents. Network: 96a1b4c8-0714-4520-845e-f08589b6ff60, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:11.189087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 96a1b4c8-0714-4520-845e-f08589b6ff60 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:11.202010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 96a1b4c8-0714-4520-845e-f08589b6ff60) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:11.206898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:11.213526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:11.220564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:11.221308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.227295 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e111d-8c65-4c3a-8dcf-709c761945a9 None None] Network 96a1b4c8-0714-4520-845e-f08589b6ff60 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:11.248721 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-72f0761b-c15d-47aa-8500-f2eb2f6f4497 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1230042 Mar 11 17:39:11.251658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53852) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.281743 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c26cfa-e020-45df-a36e-bcccf1aae0ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.382684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e4d98-adf1-49ee-9b35-0fe82b957a09 None None] Network 2e611819-04ad-43fe-92e5-b7059b573e30 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:11.386240 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c26cfa-e020-45df-a36e-bcccf1aae0ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.386439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5bf0c-d088-4301-b91e-10831ed72f5b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 2f97cf70-a54d-4e62-b650-3f7243ecc786 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:11.387129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8d5bf0c-d088-4301-b91e-10831ed72f5b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.406119 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c26cfa-e020-45df-a36e-bcccf1aae0ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.415622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-75c26cfa-e020-45df-a36e-bcccf1aae0ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e HTTP/1.1" status: 204 len: 168 time: 0.4605386 Mar 11 17:39:11.434274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53854) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.464255 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c24ba8-c7ec-4db4-8a83-7aee635243c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:11.464701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c24ba8-c7ec-4db4-8a83-7aee635243c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:11.471349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-49c24ba8-c7ec-4db4-8a83-7aee635243c8 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/2b6518c9-d4b6-4bca-95f2-bb6d5a937047 HTTP/1.1" status: 404 len: 337 time: 0.0330048 Mar 11 17:39:11.471349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26cfa-e020-45df-a36e-bcccf1aae0ec tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Subnet': ['ID=5c330164-0e30-4cb8-9d2e-0c2d50e3ff9e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:11.471608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53860) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.505665 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8d5bf0c-d088-4301-b91e-10831ed72f5b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.515758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-62ade61d-051e-4569-860f-11b13a6928fd tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3ddc89-a59c-49ba-95ad-6b515ae6a92e HTTP/1.1" status: 200 len: 205 time: 0.0384164 Mar 11 17:39:11.517099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53864) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.533329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5bf0c-d088-4301-b91e-10831ed72f5b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 2f97cf70-a54d-4e62-b650-3f7243ecc786 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:11.561167 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-e0277c52-b564-455f-b118-3824e18c4880 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] delete failed (client error): The resource could not be found. Mar 11 17:39:11.565754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e0277c52-b564-455f-b118-3824e18c4880 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/routers/fe3ddc89-a59c-49ba-95ad-6b515ae6a92e HTTP/1.1" status: 404 len: 336 time: 0.0473754 Mar 11 17:39:11.566774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53866) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.595628 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1694c6-ea7f-42be-8815-e865baa426bb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:11.596545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1694c6-ea7f-42be-8815-e865baa426bb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:11.603145 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53868) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.603467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ec1694c6-ea7f-42be-8815-e865baa426bb tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/2a7acff7-40be-4abd-b70a-409df16557ad HTTP/1.1" status: 404 len: 337 time: 0.0352266 Mar 11 17:39:11.635055 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63a3fda-00f5-4116-bfa6-083cd9aa6938 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:11.635763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63a3fda-00f5-4116-bfa6-083cd9aa6938 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:11.640888 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a63a3fda-00f5-4116-bfa6-083cd9aa6938 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/676df315-6c66-43e0-88da-6c266fa29a5b HTTP/1.1" status: 404 len: 337 time: 0.0342195 Mar 11 17:39:11.641670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53870) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.665929 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8d5bf0c-d088-4301-b91e-10831ed72f5b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.677006 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-9009d5f0-2c97-4cdb-bf51-06378c1fd796 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:11.677678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9009d5f0-2c97-4cdb-bf51-06378c1fd796 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:11.681574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9009d5f0-2c97-4cdb-bf51-06378c1fd796 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/c9f50eac-94d8-4be9-be6a-4a140c9e0507 HTTP/1.1" status: 404 len: 337 time: 0.0385303 Mar 11 17:39:11.684797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53872) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.704360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a7b73573-bc41-4d1f-aa91-01294e21b41f None None] Provisioning complete for port 90c90ef4-7514-4536-a6cc-844b04ebc80f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:11.704672 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a7b73573-bc41-4d1f-aa91-01294e21b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.720455 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb59519-0303-4619-aaff-a096c420e25e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:11.721392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb59519-0303-4619-aaff-a096c420e25e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:11.724594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3eb59519-0303-4619-aaff-a096c420e25e tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/fb15fbee-c70b-417d-84d0-fec15c3969d1 HTTP/1.1" status: 404 len: 333 time: 0.0386727 Mar 11 17:39:11.727289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53874) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.739978 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8d5bf0c-d088-4301-b91e-10831ed72f5b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.747307 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d8d5bf0c-d088-4301-b91e-10831ed72f5b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/2f97cf70-a54d-4e62-b650-3f7243ecc786 HTTP/1.1" status: 204 len: 168 time: 0.4923668 Mar 11 17:39:11.747307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5bf0c-d088-4301-b91e-10831ed72f5b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=2f97cf70-a54d-4e62-b650-3f7243ecc786,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:11.755019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53878) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.791006 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-928ce0b9-5ff2-453a-8dbe-5113b0ddb902 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:11.791478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928ce0b9-5ff2-453a-8dbe-5113b0ddb902 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:11.794551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-928ce0b9-5ff2-453a-8dbe-5113b0ddb902 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/d15bef2c-f9e8-49fe-a98c-50d3d2903ea7 HTTP/1.1" status: 404 len: 337 time: 0.0661662 Mar 11 17:39:11.803064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53880) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.843750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5a37a-1156-4a6c-bb71-14baaf84b54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:11.850137 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5a37a-1156-4a6c-bb71-14baaf84b54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:11.852329 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-40c5a37a-1156-4a6c-bb71-14baaf84b54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0962257 Mar 11 17:39:11.855723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.871960 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5de265-a996-434e-a63d-60d0d9723520 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:11.871960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5de265-a996-434e-a63d-60d0d9723520 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:11.877013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5b5de265-a996-434e-a63d-60d0d9723520 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/a4d5cee1-9d76-4433-99bf-3ab68aef1d3f HTTP/1.1" status: 404 len: 337 time: 0.0707240 Mar 11 17:39:11.881155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a7b73573-bc41-4d1f-aa91-01294e21b41f None None] Provisioning complete for port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:11.881242 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a7b73573-bc41-4d1f-aa91-01294e21b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:11.885245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.920367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973f8fe2-f1ea-4755-bf1e-81c7ef29f697 None None] DHCP port deletion for 2e611819-04ad-43fe-92e5-b7059b573e30 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:39:11.924394 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2e022b-632c-43a4-a9d6-8a5b7b32b1a1 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:11.925260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2e022b-632c-43a4-a9d6-8a5b7b32b1a1 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:11.931150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-da2e022b-632c-43a4-a9d6-8a5b7b32b1a1 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/78b7efb2-046e-4a1e-bf3a-ff7119f18a48 HTTP/1.1" status: 404 len: 333 time: 0.0420594 Mar 11 17:39:11.931981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53890) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:11.942883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a7b73573-bc41-4d1f-aa91-01294e21b41f None None] Port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:11.982016 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-614620e0-5853-4139-bbdb-7613794807d0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:11.982491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614620e0-5853-4139-bbdb-7613794807d0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:11.988941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-614620e0-5853-4139-bbdb-7613794807d0 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/882dc23e-a0ab-459c-80e8-958d5086da7b HTTP/1.1" status: 404 len: 337 time: 0.0536082 Mar 11 17:39:11.989702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53892) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:12.000815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f1369-d738-4d2a-a7d2-d77e3269df40 req-982e5438-4289-4e5d-88af-db1cbfe26142 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:12.003092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-808f1369-d738-4d2a-a7d2-d77e3269df40 req-982e5438-4289-4e5d-88af-db1cbfe26142 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.1739788 Mar 11 17:39:12.005573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c306bd6d-3d2b-4f00-9396-989903bdb822 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 6efb4de1-8028-4db2-8d83-9f07af85c6f7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:12.005927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c306bd6d-3d2b-4f00-9396-989903bdb822 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.031907 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d217d38-19d9-4dd4-842d-b009512674f3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:12.032380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d217d38-19d9-4dd4-842d-b009512674f3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:12.035303 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7d217d38-19d9-4dd4-842d-b009512674f3 tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/subnets/9f275514-6b25-4c12-88e9-a974c052d083 HTTP/1.1" status: 404 len: 337 time: 0.0449939 Mar 11 17:39:12.045063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53894) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:12.046513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-973f8fe2-f1ea-4755-bf1e-81c7ef29f697 None None] Deleting port 90c90ef4-7514-4536-a6cc-844b04ebc80f {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:12.047000 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-973f8fe2-f1ea-4755-bf1e-81c7ef29f697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.095406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-808f1369-d738-4d2a-a7d2-d77e3269df40 req-6f468838-902d-45f2-a6b9-eb7423fccbfb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854077 Mar 11 17:39:12.114101 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c306bd6d-3d2b-4f00-9396-989903bdb822 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.133059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c306bd6d-3d2b-4f00-9396-989903bdb822 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 6efb4de1-8028-4db2-8d83-9f07af85c6f7 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:12.153462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-973f8fe2-f1ea-4755-bf1e-81c7ef29f697 None None] For port 90c90ef4-7514-4536-a6cc-844b04ebc80f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=90c90ef4-7514-4536-a6cc-844b04ebc80f,segment=NetworkSegment(8ab4468d-94a5-42a7-832d-49e37b1aef2c),segment_id=8ab4468d-94a5-42a7-832d-49e37b1aef2c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:12.154355 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-973f8fe2-f1ea-4755-bf1e-81c7ef29f697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.169623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-973f8fe2-f1ea-4755-bf1e-81c7ef29f697 None None] Calling delete_port for 90c90ef4-7514-4536-a6cc-844b04ebc80f owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:12.193697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b6e83901-0eed-4f10-81e2-a216c4c4ea2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Deleting port f30df595-3a04-4f32-8f33-fdd7d9cfdd27 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:12.194356 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6e83901-0eed-4f10-81e2-a216c4c4ea2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.247867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c306bd6d-3d2b-4f00-9396-989903bdb822 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.253975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-973f8fe2-f1ea-4755-bf1e-81c7ef29f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.275113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f8fe2-f1ea-4755-bf1e-81c7ef29f697 None None] No DVR routers for this DVR port 90c90ef4-7514-4536-a6cc-844b04ebc80f on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:12.277930 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6e83901-0eed-4f10-81e2-a216c4c4ea2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.288331 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c306bd6d-3d2b-4f00-9396-989903bdb822 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.294621 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c306bd6d-3d2b-4f00-9396-989903bdb822 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/6efb4de1-8028-4db2-8d83-9f07af85c6f7 HTTP/1.1" status: 204 len: 168 time: 0.4360321 Mar 11 17:39:12.294621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306bd6d-3d2b-4f00-9396-989903bdb822 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=6efb4de1-8028-4db2-8d83-9f07af85c6f7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:12.295743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53900) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:12.302516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f8fe2-f1ea-4755-bf1e-81c7ef29f697 None None] Pushing event deleted for resources: {'Port': ['ID=90c90ef4-7514-4536-a6cc-844b04ebc80f,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:12.310962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b6e83901-0eed-4f10-81e2-a216c4c4ea2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Calling delete_port for f30df595-3a04-4f32-8f33-fdd7d9cfdd27 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:12.391848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4264f-e390-475f-9912-c9281cb20d24 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:12.397231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0fd4264f-e390-475f-9912-c9281cb20d24 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0975459 Mar 11 17:39:12.398882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53902) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:12.433424 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6e83901-0eed-4f10-81e2-a216c4c4ea2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.438646 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-594f9bd2-b125-47b1-832d-7693c6dda77f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:12.440601 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-594f9bd2-b125-47b1-832d-7693c6dda77f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/2f97cf70-a54d-4e62-b650-3f7243ecc786 HTTP/1.1" status: 404 len: 333 time: 0.0405443 Mar 11 17:39:12.444795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:12.470889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e83901-0eed-4f10-81e2-a216c4c4ea2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Port': ['ID=f30df595-3a04-4f32-8f33-fdd7d9cfdd27,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:12.480160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b6e83901-0eed-4f10-81e2-a216c4c4ea2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.482146 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-726dc6e6-fda6-4406-b16d-8a3ee594b527 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:12.485620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b6e83901-0eed-4f10-81e2-a216c4c4ea2f tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/ports/f30df595-3a04-4f32-8f33-fdd7d9cfdd27 HTTP/1.1" status: 204 len: 168 time: 0.4365933 Mar 11 17:39:12.485753 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-726dc6e6-fda6-4406-b16d-8a3ee594b527 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/6efb4de1-8028-4db2-8d83-9f07af85c6f7 HTTP/1.1" status: 404 len: 333 time: 0.0373099 Mar 11 17:39:12.486146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53906) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:12.487022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53908) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:12.577156 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.586218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.679441 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.691184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.704066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e611819-04ad-43fe-92e5-b7059b573e30']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:12.714733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab4468d-94a5-42a7-832d-49e37b1aef2c') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:12.715033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab4468d-94a5-42a7-832d-49e37b1aef2c') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:12.716104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a1b4c8-0714-4520-845e-f08589b6ff60']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:12.724625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.725698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99cd556-4070-4766-8a29-578895ae0b3b') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:12.725995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99cd556-4070-4766-8a29-578895ae0b3b') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:12.735843 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.738616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.745101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:12.745641 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:12.748740 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:12.752892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.761037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:12.762193 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:12.766647 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:12.814377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.830556 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.834192 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] 10.222.0.53 "DELETE /v2.0/networks/2e611819-04ad-43fe-92e5-b7059b573e30 HTTP/1.1" status: 204 len: 168 time: 0.3470762 Mar 11 17:39:12.839221 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.846934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cee84-3854-4211-bab2-331172682bfa tempest-PortsTestJSON-1106574 tempest-PortsTestJSON-1106574-project] Pushing event deleted for resources: {'Network': ['ID=2e611819-04ad-43fe-92e5-b7059b573e30,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:12.867933 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.871435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/networks/96a1b4c8-0714-4520-845e-f08589b6ff60 HTTP/1.1" status: 204 len: 168 time: 0.3833575 Mar 11 17:39:12.872615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855ca4d-1811-4bce-9d6a-34c2500789eb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Network': ['ID=96a1b4c8-0714-4520-845e-f08589b6ff60,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:12.877765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53918) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:12.883728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-206922714'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:12.906641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:12.914047 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.944025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:12.955219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:12.955563 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Added segment 923a8248-acee-4516-b793-bbffabc03800 of type vlan for network 811e3aad-9f2d-4fea-a829-85ecdcee0015 Mar 11 17:39:12.998351 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.025378 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.031286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:13.031896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.094874 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2128620 Mar 11 17:39:13.095192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53926) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:13.100209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '811e3aad-9f2d-4fea-a829-85ecdcee0015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:13.106654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797088c3-a445-4b78-b81b-26170823f395 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Network': ['ID=811e3aad-9f2d-4fea-a829-85ecdcee0015,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:13.120641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 811e3aad-9f2d-4fea-a829-85ecdcee0015 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:39:13.142778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53930) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:13.258688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff6551-422c-4c48-9e62-0a75192aca5d req-bfc421f7-149f-4230-be73-e8dfcc73e06d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:13.260250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59ff6551-422c-4c48-9e62-0a75192aca5d req-bfc421f7-149f-4230-be73-e8dfcc73e06d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.0828342 Mar 11 17:39:13.261436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:13.266913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.346556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Performing IP validity checks on allocation pools {{(pid=102642) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 17:39:13.349248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102642) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 17:39:13.353501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ca55cea4-0bda-4b6a-9e41-83de1a04f569 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bc03aec358b40ff99f03a95261c7fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093678 Mar 11 17:39:13.356108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53934) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:13.377015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59ff6551-422c-4c48-9e62-0a75192aca5d req-ad80a44b-8692-48bb-9a44-11abe11b87be tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028736 Mar 11 17:39:13.423209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d064469-5d32-4063-8a3b-6db35daba0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.447629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d064469-5d32-4063-8a3b-6db35daba0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.511706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d064469-5d32-4063-8a3b-6db35daba0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.514301 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d064469-5d32-4063-8a3b-6db35daba0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.518480 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3d064469-5d32-4063-8a3b-6db35daba0bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d893fe3-7bce-48f6-a547-6ce2b1102782 HTTP/1.1" status: 204 len: 168 time: 0.1581876 Mar 11 17:39:13.558949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d064469-5d32-4063-8a3b-6db35daba0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d893fe3-7bce-48f6-a547-6ce2b1102782,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:13.587158 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-113cfbe8-38c2-4dcb-89f3-b1f036a7fad4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768404 Mar 11 17:39:13.591419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.632759 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c8e3fb84-40a8-4d50-983c-ff923699a7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.696417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=db34d086-afa9-4a11-b165-72f4b867d800,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:13.709324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-022e8ece-9f46-4a93-9863-25f286cc616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:13.709855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Checking segment: {'id': '923a8248-acee-4516-b793-bbffabc03800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '811e3aad-9f2d-4fea-a829-85ecdcee0015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:13.709855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network hostable DHCP agents. Network: 811e3aad-9f2d-4fea-a829-85ecdcee0015, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:13.710886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-022e8ece-9f46-4a93-9863-25f286cc616b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1097 time: 0.0624511 Mar 11 17:39:13.731854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 811e3aad-9f2d-4fea-a829-85ecdcee0015 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:13.746573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 811e3aad-9f2d-4fea-a829-85ecdcee0015) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:13.751184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:13.751794 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:13.757610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77c87f-974d-48b8-a29c-fb292e64be82 None None] Network 811e3aad-9f2d-4fea-a829-85ecdcee0015 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:13.782462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc3d64dc-a5bb-44e4-b78f-4c9bb93034bb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6828883 Mar 11 17:39:13.786500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:13.805091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '811e3aad-9f2d-4fea-a829-85ecdcee0015', 'name': 'tempest-PortsIpV6TestJSON-216078973'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:13.922328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90c90ef4-7514-4536-a6cc-844b04ebc80f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:13.956885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 90c90ef4-7514-4536-a6cc-844b04ebc80f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:39:13.957229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 90c90ef4-7514-4536-a6cc-844b04ebc80f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:39:13.986599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-9a54e831-eef5-4df9-b5c2-7d09eb3ee055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:13.988171 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-9a54e831-eef5-4df9-b5c2-7d09eb3ee055 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.2522833 Mar 11 17:39:14.010075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-811e3aad-9f2d-4fea-a829-85ecdcee0015', 'network_id': '811e3aad-9f2d-4fea-a829-85ecdcee0015', 'tenant_id': '14df662945914d15811f6aa68c185373', 'fixed_ips': [{'subnet_id': 'db34d086-afa9-4a11-b165-72f4b867d800'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:39:14.012303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.084367 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-c0296412-7090-48b6-87e2-43a5f8434314 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 1001 time: 0.0822351 Mar 11 17:39:14.086096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:14.089861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.158224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port bd4a721e-f20d-4e8b-a590-ce0b8f2bff80 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:14.196582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Allocated IP 2001:db8::2 (811e3aad-9f2d-4fea-a829-85ecdcee0015/db34d086-afa9-4a11-b165-72f4b867d800/1516fdf8-fb89-457e-ab1f-72e83fd58ba4) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:14.232600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-822a5319-bd7e-4c74-82ca-32183f314d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:14.232600 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-822a5319-bd7e-4c74-82ca-32183f314d52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.1388762 Mar 11 17:39:14.299525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-6f6920fe-562d-443d-b874-3d861f7dd798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:14.301416 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-6f6920fe-562d-443d-b874-3d861f7dd798 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604782 Mar 11 17:39:14.436152 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-be97e058-7c7e-468d-991d-c69b69f97822 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226025 Mar 11 17:39:14.489617 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.503915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.561506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c70616-8d9e-41b0-a652-0d4a36089bce req-4ca986b6-a45a-452a-8693-7fe6f66f3cab tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:14.563295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53980) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:14.563593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56c70616-8d9e-41b0-a652-0d4a36089bce req-4ca986b6-a45a-452a-8693-7fe6f66f3cab tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.1114454 Mar 11 17:39:14.589029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Network 811e3aad-9f2d-4fea-a829-85ecdcee0015 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:14.593792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:14.599410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:14.689079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56c70616-8d9e-41b0-a652-0d4a36089bce req-df67469a-d7f3-42c4-8fb3-cce50186a7f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155174 Mar 11 17:39:14.690504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Pushing event updated for resources: {'Port': ['ID=1516fdf8-fb89-457e-ab1f-72e83fd58ba4,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:14.704325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::1a9 (811e3aad-9f2d-4fea-a829-85ecdcee0015/db34d086-afa9-4a11-b165-72f4b867d800/bd4a721e-f20d-4e8b-a590-ce0b8f2bff80) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:14.723358 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8e580e77-bc68-4272-860d-cb8bbcd95fcc req-15b78de7-3b1f-4d6a-80c1-491c01266c92 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808266 Mar 11 17:39:14.759235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Attempting to bind port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:14.759607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Attempting to bind port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '923a8248-acee-4516-b793-bbffabc03800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '811e3aad-9f2d-4fea-a829-85ecdcee0015'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:14.759971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Attempting to bind port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 on network 811e3aad-9f2d-4fea-a829-85ecdcee0015 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:39:14.765577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:39:14.765950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Checking segment: {'id': '923a8248-acee-4516-b793-bbffabc03800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '811e3aad-9f2d-4fea-a829-85ecdcee0015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:14.766347 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.766805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Bound using segment: {'id': '923a8248-acee-4516-b793-bbffabc03800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '811e3aad-9f2d-4fea-a829-85ecdcee0015'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:39:14.767220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Bound port: 1516fdf8-fb89-457e-ab1f-72e83fd58ba4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923a8248-acee-4516-b793-bbffabc03800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '811e3aad-9f2d-4fea-a829-85ecdcee0015'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:14.767594 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.790903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979487451'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:14.839008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] For port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:14.842224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] For port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1516fdf8-fb89-457e-ab1f-72e83fd58ba4,segment=NetworkSegment(923a8248-acee-4516-b793-bbffabc03800),segment_id=923a8248-acee-4516-b793-bbffabc03800)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:14.850459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.856407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.878939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.918470 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:14.930568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082c247-b838-4525-9915-cf7a467b5aff None None] Pushing event updated for resources: {'Port': ['ID=1516fdf8-fb89-457e-ab1f-72e83fd58ba4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:14.987761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.052991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 811e3aad-9f2d-4fea-a829-85ecdcee0015 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:15.066122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:15.071194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:15.077220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:15.077761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.080147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=bd4a721e-f20d-4e8b-a590-ce0b8f2bff80,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:15.096244 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.112166 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.129640 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e958fb2b-5236-4906-bad6-2f370aeed727 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3394201 Mar 11 17:39:15.132820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 53988) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.170467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094c088e-f228-4a3f-ae21-18ec2cac7db7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:15.220596 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.227679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.267615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5ed17bc1-35d5-4054-af3d-bb63c82955df tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port bd4a721e-f20d-4e8b-a590-ce0b8f2bff80 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:15.267912 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed17bc1-35d5-4054-af3d-bb63c82955df tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.278561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.280022 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7126570 Mar 11 17:39:15.282439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6053c4-48df-4132-8a0c-406ae9c52932 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef57df09-a6fe-4ad7-b998-5172763d3072,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:15.284870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53994) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.369420 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-999484e4-6ad4-4a4a-9cd4-6d95461789dc tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0780969 Mar 11 17:39:15.369420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.372732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a525df5e-289c-4661-aa9c-c1818b6f1dba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-security--1519605005', 'description': 'tempest-security-description-1015885444'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:15.404438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a525df5e-289c-4661-aa9c-c1818b6f1dba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.406521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed17bc1-35d5-4054-af3d-bb63c82955df tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.421246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5ed17bc1-35d5-4054-af3d-bb63c82955df tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for bd4a721e-f20d-4e8b-a590-ce0b8f2bff80 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:15.452111 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a525df5e-289c-4661-aa9c-c1818b6f1dba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.456797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a525df5e-289c-4661-aa9c-c1818b6f1dba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.459648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a525df5e-289c-4661-aa9c-c1818b6f1dba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.465092 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a525df5e-289c-4661-aa9c-c1818b6f1dba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "PUT /v2.0/security-groups/ef57df09-a6fe-4ad7-b998-5172763d3072 HTTP/1.1" status: 200 len: 1780 time: 0.0933118 Mar 11 17:39:15.466046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 53998) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.527302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525df5e-289c-4661-aa9c-c1818b6f1dba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef57df09-a6fe-4ad7-b998-5172763d3072,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:15.537296 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-db9eff1d-f6d2-4392-a3a5-2ce3299739fd tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups/ef57df09-a6fe-4ad7-b998-5172763d3072 HTTP/1.1" status: 200 len: 1780 time: 0.0692358 Mar 11 17:39:15.542624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54002) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.608174 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf73c5c-8262-4606-9812-b420e720f181 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.620700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed17bc1-35d5-4054-af3d-bb63c82955df tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.647353 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf73c5c-8262-4606-9812-b420e720f181 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.665936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed17bc1-35d5-4054-af3d-bb63c82955df tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=bd4a721e-f20d-4e8b-a590-ce0b8f2bff80,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:15.705316 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf73c5c-8262-4606-9812-b420e720f181 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.708456 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf73c5c-8262-4606-9812-b420e720f181 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.709828 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1cf73c5c-8262-4606-9812-b420e720f181 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/ef57df09-a6fe-4ad7-b998-5172763d3072 HTTP/1.1" status: 204 len: 168 time: 0.1659009 Mar 11 17:39:15.718591 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed17bc1-35d5-4054-af3d-bb63c82955df tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.719158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54010) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.722952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ed17bc1-35d5-4054-af3d-bb63c82955df tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/bd4a721e-f20d-4e8b-a590-ce0b8f2bff80 HTTP/1.1" status: 204 len: 168 time: 0.5891280 Mar 11 17:39:15.732989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54012) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.768500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf73c5c-8262-4606-9812-b420e720f181 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef57df09-a6fe-4ad7-b998-5172763d3072,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:15.779005 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae571111-e0e5-426d-86d2-8ca01d46d0c7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:39:15.779755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae571111-e0e5-426d-86d2-8ca01d46d0c7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:15.783040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ae571111-e0e5-426d-86d2-8ca01d46d0c7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/bd4a721e-f20d-4e8b-a590-ce0b8f2bff80 HTTP/1.1" status: 404 len: 333 time: 0.0478418 Mar 11 17:39:15.791741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54014) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.821375 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2a0c6793-8511-4268-85f8-607dbfc8b670 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010370 Mar 11 17:39:15.822057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.832561 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6470e0b-6645-493c-9a10-c27aa2c7fe4f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:15.834680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e6470e0b-6645-493c-9a10-c27aa2c7fe4f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/bd4a721e-f20d-4e8b-a590-ce0b8f2bff80 HTTP/1.1" status: 404 len: 333 time: 0.0383639 Mar 11 17:39:15.837282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54018) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.839916 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-e6af32aa-a6ac-430f-9283-645a042e5105 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] delete failed (client error): The resource could not be found. Mar 11 17:39:15.853152 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e6af32aa-a6ac-430f-9283-645a042e5105 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/ef57df09-a6fe-4ad7-b998-5172763d3072 HTTP/1.1" status: 404 len: 347 time: 0.0296946 Mar 11 17:39:15.854249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54020) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:15.855136 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-59d9ed37-ee2e-455b-b4a0-f9f77234ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.863066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0d27ca19-d814-4f0e-978d-ee7dbd2b45ba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697887915'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:15.898666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d27ca19-d814-4f0e-978d-ee7dbd2b45ba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:15.906947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12132df6-541b-4ae9-a527-87893544bdce req-7a969966-2d8c-4c2a-8bd3-78d7675a2e21 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:15.915717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12132df6-541b-4ae9-a527-87893544bdce req-7a969966-2d8c-4c2a-8bd3-78d7675a2e21 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.1558247 Mar 11 17:39:15.989468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e0a7ba-06d8-452e-8cc8-47ab70f6f85d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet db34d086-afa9-4a11-b165-72f4b867d800 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:15.998536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21e0a7ba-06d8-452e-8cc8-47ab70f6f85d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.004012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:16.006290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12132df6-541b-4ae9-a527-87893544bdce req-28665b3b-be32-49cc-91cb-075ffaa440e6 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864735 Mar 11 17:39:16.025576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d27ca19-d814-4f0e-978d-ee7dbd2b45ba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.035732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d27ca19-d814-4f0e-978d-ee7dbd2b45ba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.052526 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21e0a7ba-06d8-452e-8cc8-47ab70f6f85d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.093542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:16.093919 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.132612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0d27ca19-d814-4f0e-978d-ee7dbd2b45ba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.137298 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0d27ca19-d814-4f0e-978d-ee7dbd2b45ba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2779434 Mar 11 17:39:16.141168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27ca19-d814-4f0e-978d-ee7dbd2b45ba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec4da0-1066-4813-840e-23be0d0f0732,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:16.146647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54026) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:16.155641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-054020d6-f50d-4830-9902-ef50ea623737 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': '12ec4da0-1066-4813-840e-23be0d0f0732', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:16.200085 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21e0a7ba-06d8-452e-8cc8-47ab70f6f85d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.231093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-054020d6-f50d-4830-9902-ef50ea623737 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.243719 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.303698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21e0a7ba-06d8-452e-8cc8-47ab70f6f85d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.314194 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-054020d6-f50d-4830-9902-ef50ea623737 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.340613 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-054020d6-f50d-4830-9902-ef50ea623737 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.355998 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21e0a7ba-06d8-452e-8cc8-47ab70f6f85d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.361901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-21e0a7ba-06d8-452e-8cc8-47ab70f6f85d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/db34d086-afa9-4a11-b165-72f4b867d800 HTTP/1.1" status: 204 len: 168 time: 0.5209365 Mar 11 17:39:16.361901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0a7ba-06d8-452e-8cc8-47ab70f6f85d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=db34d086-afa9-4a11-b165-72f4b867d800,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:16.362144 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:39:16.362144 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:39:16.362740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54032) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:16.372055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054020d6-f50d-4830-9902-ef50ea623737 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdf71f8-4fb2-42a3-9ecf-fc58668d2521,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:16.389090 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-054020d6-f50d-4830-9902-ef50ea623737 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.390533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-054020d6-f50d-4830-9902-ef50ea623737 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2425721 Mar 11 17:39:16.395993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54034) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:16.400874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6238e-e0ea-4f91-af31-9ad8f44aa173 None None] Network 811e3aad-9f2d-4fea-a829-85ecdcee0015 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:16.434507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52198932-1bdc-405e-89cf-b571616e7d63 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.452895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52198932-1bdc-405e-89cf-b571616e7d63 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.459883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-81fe120b-3fd0-4cf6-802f-c31f32d161b1 None None] Provisioning complete for port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:16.460495 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81fe120b-3fd0-4cf6-802f-c31f32d161b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.509457 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52198932-1bdc-405e-89cf-b571616e7d63 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.521495 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52198932-1bdc-405e-89cf-b571616e7d63 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.524414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.527631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-52198932-1bdc-405e-89cf-b571616e7d63 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9cdf71f8-4fb2-42a3-9ecf-fc58668d2521 HTTP/1.1" status: 204 len: 168 time: 0.1280811 Mar 11 17:39:16.528739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:16.533502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52198932-1bdc-405e-89cf-b571616e7d63 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cdf71f8-4fb2-42a3-9ecf-fc58668d2521,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:16.623281 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6ff62a33-db84-4cd2-a93f-e4fc73e455ef tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911186 Mar 11 17:39:16.626049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54040) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:16.627203 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81fe120b-3fd0-4cf6-802f-c31f32d161b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.638842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:16.639313 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.721097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-81fe120b-3fd0-4cf6-802f-c31f32d161b1 None None] For port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1516fdf8-fb89-457e-ab1f-72e83fd58ba4,segment=NetworkSegment(923a8248-acee-4516-b793-bbffabc03800),segment_id=923a8248-acee-4516-b793-bbffabc03800)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:16.723523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac318bde-efe9-499d-8d86-66f20046b1d9 None None] DHCP port deletion for 811e3aad-9f2d-4fea-a829-85ecdcee0015 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:39:16.724193 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33395352-5645-4e58-a66e-3d56654a7c74 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.735865 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81fe120b-3fd0-4cf6-802f-c31f32d161b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.751834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] For port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1516fdf8-fb89-457e-ab1f-72e83fd58ba4,segment=NetworkSegment(923a8248-acee-4516-b793-bbffabc03800),segment_id=923a8248-acee-4516-b793-bbffabc03800)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:16.753174 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.754301 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33395352-5645-4e58-a66e-3d56654a7c74 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.777122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:16.809895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33395352-5645-4e58-a66e-3d56654a7c74 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.814031 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33395352-5645-4e58-a66e-3d56654a7c74 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.815753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-33395352-5645-4e58-a66e-3d56654a7c74 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/12ec4da0-1066-4813-840e-23be0d0f0732 HTTP/1.1" status: 204 len: 168 time: 0.1884751 Mar 11 17:39:16.822988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54046) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:16.823688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe120b-3fd0-4cf6-802f-c31f32d161b1 None None] Pushing event updated for resources: {'Port': ['ID=1516fdf8-fb89-457e-ab1f-72e83fd58ba4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:16.832612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ac318bde-efe9-499d-8d86-66f20046b1d9 None None] Deleting port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:16.833008 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac318bde-efe9-499d-8d86-66f20046b1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.861164 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33395352-5645-4e58-a66e-3d56654a7c74 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec4da0-1066-4813-840e-23be0d0f0732,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:16.897987 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.911344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5fc2c488-2478-4c4e-b829-a3411a6002c6 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834751 Mar 11 17:39:16.912369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54050) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:16.918065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f0617a8b-1c05-4d96-8b61-787fde296892 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-secgroup--494652746'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:16.926728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=1516fdf8-fb89-457e-ab1f-72e83fd58ba4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:16.934924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No DVR routers for this DVR port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:16.946120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f0617a8b-1c05-4d96-8b61-787fde296892 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.954133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ac318bde-efe9-499d-8d86-66f20046b1d9 None None] For port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1516fdf8-fb89-457e-ab1f-72e83fd58ba4,segment=NetworkSegment(923a8248-acee-4516-b793-bbffabc03800),segment_id=923a8248-acee-4516-b793-bbffabc03800)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:16.954611 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac318bde-efe9-499d-8d86-66f20046b1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:16.971985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ac318bde-efe9-499d-8d86-66f20046b1d9 None None] Calling delete_port for 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:17.056228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f0617a8b-1c05-4d96-8b61-787fde296892 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.061177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f0617a8b-1c05-4d96-8b61-787fde296892 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.069449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.095543 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac318bde-efe9-499d-8d86-66f20046b1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.096610 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f0617a8b-1c05-4d96-8b61-787fde296892 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.100322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f0617a8b-1c05-4d96-8b61-787fde296892 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1843681 Mar 11 17:39:17.101099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54056) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:17.106993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-eb276baa-0238-450b-adb1-7e418b16ff90 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'ad58842a-cc13-4105-b28e-a3e21e9b032e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:17.110871 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811e3aad-9f2d-4fea-a829-85ecdcee0015']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:17.113010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0617a8b-1c05-4d96-8b61-787fde296892 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad58842a-cc13-4105-b28e-a3e21e9b032e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:17.121914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923a8248-acee-4516-b793-bbffabc03800') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:17.122193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923a8248-acee-4516-b793-bbffabc03800') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:17.134635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.145904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac318bde-efe9-499d-8d86-66f20046b1d9 None None] No DVR routers for this DVR port 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:17.149414 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb276baa-0238-450b-adb1-7e418b16ff90 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.153223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.170598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:17.171236 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:17.174923 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:17.190579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac318bde-efe9-499d-8d86-66f20046b1d9 None None] Pushing event deleted for resources: {'Port': ['ID=1516fdf8-fb89-457e-ab1f-72e83fd58ba4,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:17.198820 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.268826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18139b-2f76-435d-bc7b-a1316a6fbf50 req-9c0203a8-4fdc-4c66-bd3b-cebc3f4ab292 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:17.270398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d18139b-2f76-435d-bc7b-a1316a6fbf50 req-9c0203a8-4fdc-4c66-bd3b-cebc3f4ab292 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.0834613 Mar 11 17:39:17.272327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb276baa-0238-450b-adb1-7e418b16ff90 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.277001 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb276baa-0238-450b-adb1-7e418b16ff90 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.317282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb276baa-0238-450b-adb1-7e418b16ff90 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721b71e1-0a69-418f-8ce2-4eff1e9b1a39,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:17.323893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eb276baa-0238-450b-adb1-7e418b16ff90 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.326704 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.326844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eb276baa-0238-450b-adb1-7e418b16ff90 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2235868 Mar 11 17:39:17.328422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54062) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:17.336402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7696d7fb-2646-4c47-912a-87b5022a3208 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'ad58842a-cc13-4105-b28e-a3e21e9b032e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:17.349090 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.357236 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/networks/811e3aad-9f2d-4fea-a829-85ecdcee0015 HTTP/1.1" status: 204 len: 168 time: 0.9873495 Mar 11 17:39:17.357236 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-2d9ceb0a-6cb3-4a7b-840e-8c80c740faa9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1356275 Mar 11 17:39:17.358671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d18139b-2f76-435d-bc7b-a1316a6fbf50 req-8584a976-89db-4cdb-bd1f-b9dc8e3e23d7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790954 Mar 11 17:39:17.359345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54064) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:17.368152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950544244'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:17.393643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:17.394248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88251ad-8a76-4e04-b615-ecd33132e74d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Network': ['ID=811e3aad-9f2d-4fea-a829-85ecdcee0015,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:17.402754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.425066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7696d7fb-2646-4c47-912a-87b5022a3208 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.434549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:17.445196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.445831 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Added segment 939c082d-1f09-4236-9b26-0f4ca9230be5 of type vlan for network 91e87bcd-f492-4045-a45b-0675427e19b1 Mar 11 17:39:17.492562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.514567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-0c4d2e69-8748-413e-a3a2-b85361c1156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:17.516710 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-0c4d2e69-8748-413e-a3a2-b85361c1156b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b8b0fedff954442ab279e44024e3169&device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 1100 time: 0.0804212 Mar 11 17:39:17.518615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7696d7fb-2646-4c47-912a-87b5022a3208 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.524123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7696d7fb-2646-4c47-912a-87b5022a3208 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.525565 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.533009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:17.534179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.557461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696d7fb-2646-4c47-912a-87b5022a3208 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6397dd3-6cdc-4a4e-9bc1-ef202474d699,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:17.576522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7696d7fb-2646-4c47-912a-87b5022a3208 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.581765 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7696d7fb-2646-4c47-912a-87b5022a3208 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2483642 Mar 11 17:39:17.581765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:17.601711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2404604 Mar 11 17:39:17.608361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54070) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:17.614660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '91e87bcd-f492-4045-a45b-0675427e19b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:17.621810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-09b91d22-6944-44a1-ba49-a50153bd7533 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'ad58842a-cc13-4105-b28e-a3e21e9b032e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:17.692724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09b91d22-6944-44a1-ba49-a50153bd7533 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.695006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bd5f5-b13e-459c-aa11-58d4ca1d4007 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Network': ['ID=91e87bcd-f492-4045-a45b-0675427e19b1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:17.706585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-88489a8b-213c-4dad-9b28-33ec1612ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:17.708121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-88489a8b-213c-4dad-9b28-33ec1612ab7a service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1657150 Mar 11 17:39:17.712436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 91e87bcd-f492-4045-a45b-0675427e19b1 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:39:17.738982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:17.743411 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.780535 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-ad094b56-f35e-49c9-804a-b2645f35b8a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ae9d5ed4-f6ca-4a0e-8815-af535608a8df HTTP/1.1" status: 200 len: 217 time: 0.0551877 Mar 11 17:39:17.850732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09b91d22-6944-44a1-ba49-a50153bd7533 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.858903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-e7c169d0-d3dc-40dc-96ec-6a8a771b5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:17.860558 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-e7c169d0-d3dc-40dc-96ec-6a8a771b5c32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0729871 Mar 11 17:39:17.861209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09b91d22-6944-44a1-ba49-a50153bd7533 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.892388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b91d22-6944-44a1-ba49-a50153bd7533 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c10e364-33cc-4d1e-85a0-848ec7a94165,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:17.916167 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-09b91d22-6944-44a1-ba49-a50153bd7533 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:17.917514 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-09b91d22-6944-44a1-ba49-a50153bd7533 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3352005 Mar 11 17:39:17.920494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54080) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:17.929798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5b54d66e-88db-4819-bb94-3530e702159f tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'ad58842a-cc13-4105-b28e-a3e21e9b032e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:17.932609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-cd5f9ebd-f2f5-4067-b8e5-cb996c9077ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:17.934137 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-cd5f9ebd-f2f5-4067-b8e5-cb996c9077ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646005 Mar 11 17:39:17.935626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:17.958698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:39:17.959923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1516fdf8-fb89-457e-ab1f-72e83fd58ba4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:39:18.041836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b54d66e-88db-4819-bb94-3530e702159f tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.047627 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-38b6fafb-efad-443d-8a37-5fc5a5807e2f service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993564 Mar 11 17:39:18.067763 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.162828 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-edcb406f-16f1-4f90-813c-87c6eceecd27 req-8690fe53-bf5d-40cb-9cf2-eebb2c0ee3f8 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078379 Mar 11 17:39:18.170081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=b4568400-d97c-4da5-baad-bb1134b5a5dd,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:18.188443 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b54d66e-88db-4819-bb94-3530e702159f tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.189521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Checking segment: {'id': '939c082d-1f09-4236-9b26-0f4ca9230be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91e87bcd-f492-4045-a45b-0675427e19b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:18.189954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network hostable DHCP agents. Network: 91e87bcd-f492-4045-a45b-0675427e19b1, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:18.193771 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b54d66e-88db-4819-bb94-3530e702159f tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.220274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54d66e-88db-4819-bb94-3530e702159f tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3386ceae-3c93-4f45-a202-8030fcb396cd,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:18.234449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 91e87bcd-f492-4045-a45b-0675427e19b1 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:18.238623 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b54d66e-88db-4819-bb94-3530e702159f tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.239997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5b54d66e-88db-4819-bb94-3530e702159f tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3184655 Mar 11 17:39:18.243457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54086) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:18.249421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b0f051c2-f32b-462f-bce6-5bab21eac8a2 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'ad58842a-cc13-4105-b28e-a3e21e9b032e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:18.251352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 91e87bcd-f492-4045-a45b-0675427e19b1) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:18.271947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:18.272597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.273946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df2b36-10ba-4fe3-8ce5-f167add99fcc None None] Network 91e87bcd-f492-4045-a45b-0675427e19b1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:18.302408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54088) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:18.303348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-efe33cbe-59c1-4fee-acdf-18802356fa22 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6938663 Mar 11 17:39:18.308081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '91e87bcd-f492-4045-a45b-0675427e19b1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1636546391'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:18.314198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0f051c2-f32b-462f-bce6-5bab21eac8a2 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.449449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.452779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-91e87bcd-f492-4045-a45b-0675427e19b1', 'network_id': '91e87bcd-f492-4045-a45b-0675427e19b1', 'tenant_id': '14df662945914d15811f6aa68c185373', 'fixed_ips': [{'subnet_id': 'b4568400-d97c-4da5-baad-bb1134b5a5dd'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:39:18.455495 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.482479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 86083d66-4a13-49a3-a262-22896020ea59 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:39:18.520692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bab23-0b51-4b8a-984d-0b8b81fb6e8c req-c977a70b-f3e5-4b5a-8f49-dabbddd0bb11 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:18.522431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df2bab23-0b51-4b8a-984d-0b8b81fb6e8c req-c977a70b-f3e5-4b5a-8f49-dabbddd0bb11 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 943 time: 0.0692656 Mar 11 17:39:18.564546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0f051c2-f32b-462f-bce6-5bab21eac8a2 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.567044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:18.573965 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.575280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df2bab23-0b51-4b8a-984d-0b8b81fb6e8c req-df1b172e-7b23-45eb-a05b-8e936a788b4f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468988 Mar 11 17:39:18.593902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0f051c2-f32b-462f-bce6-5bab21eac8a2 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.641801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port c89ec570-e725-46aa-a7e7-056ade9b67f0 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:18.657189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0f051c2-f32b-462f-bce6-5bab21eac8a2 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.658618 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b0f051c2-f32b-462f-bce6-5bab21eac8a2 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4135952 Mar 11 17:39:18.661437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f051c2-f32b-462f-bce6-5bab21eac8a2 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd863d5-e3c5-4a16-bf55-9747b8dd1c34,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:18.662162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54096) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:18.710011 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-181c4b43-39e0-4ea0-9248-ce56ca49acaa tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.718796 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-181c4b43-39e0-4ea0-9248-ce56ca49acaa tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.751647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-181c4b43-39e0-4ea0-9248-ce56ca49acaa tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.760539 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-181c4b43-39e0-4ea0-9248-ce56ca49acaa tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.761711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-181c4b43-39e0-4ea0-9248-ce56ca49acaa tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ebd863d5-e3c5-4a16-bf55-9747b8dd1c34 HTTP/1.1" status: 204 len: 168 time: 0.0981467 Mar 11 17:39:18.764484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54100) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:18.776030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c4b43-39e0-4ea0-9248-ce56ca49acaa tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebd863d5-e3c5-4a16-bf55-9747b8dd1c34,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:18.824672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-39c89b99-5a2d-4da6-83b5-2e224bbcfdb3 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0575545 Mar 11 17:39:18.826592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54106) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:18.854541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c3b2de-51e7-40b5-8a91-9833017d15a5 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.864276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c3b2de-51e7-40b5-8a91-9833017d15a5 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.902150 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c3b2de-51e7-40b5-8a91-9833017d15a5 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.909628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c3b2de-51e7-40b5-8a91-9833017d15a5 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:18.915585 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-19c3b2de-51e7-40b5-8a91-9833017d15a5 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3386ceae-3c93-4f45-a202-8030fcb396cd HTTP/1.1" status: 204 len: 168 time: 0.0837524 Mar 11 17:39:18.916008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54108) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:18.919551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3b2de-51e7-40b5-8a91-9833017d15a5 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3386ceae-3c93-4f45-a202-8030fcb396cd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:18.976653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-67fa934a-e1fe-4aa0-ae07-cec5f25cdaca tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0573123 Mar 11 17:39:18.978734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54110) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:18.984218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Allocated IP 2001:db8::2 (91e87bcd-f492-4045-a45b-0675427e19b1/b4568400-d97c-4da5-baad-bb1134b5a5dd/1fdc514e-5c79-45e2-85d3-c9afc1365e84) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:18.988754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 86083d66-4a13-49a3-a262-22896020ea59, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=86083d66-4a13-49a3-a262-22896020ea59,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:19.006528 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c65eb4a6-eab5-489d-be23-c4fedd98b7ee tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.015637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c65eb4a6-eab5-489d-be23-c4fedd98b7ee tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.029240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '86083d66-4a13-49a3-a262-22896020ea59', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'port_id': '86083d66-4a13-49a3-a262-22896020ea59', 'mac_address': 'fa:16:3e:8f:72:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:39:19.034851 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.056279 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c65eb4a6-eab5-489d-be23-c4fedd98b7ee tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.064276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c65eb4a6-eab5-489d-be23-c4fedd98b7ee tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.068462 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c65eb4a6-eab5-489d-be23-c4fedd98b7ee tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0c10e364-33cc-4d1e-85a0-848ec7a94165 HTTP/1.1" status: 204 len: 168 time: 0.0861032 Mar 11 17:39:19.069280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54112) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:19.099925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65eb4a6-eab5-489d-be23-c4fedd98b7ee tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c10e364-33cc-4d1e-85a0-848ec7a94165,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:19.133180 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b8a5f762-3cf0-464f-b257-a752c0b30921 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0590639 Mar 11 17:39:19.134634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54114) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:19.148423 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.171279 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36b4ad82-ad24-47dc-bf0c-5f651b08e70b tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.180380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86083d66-4a13-49a3-a262-22896020ea59 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:39:19.182674 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36b4ad82-ad24-47dc-bf0c-5f651b08e70b tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.223401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 86083d66-4a13-49a3-a262-22896020ea59, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=86083d66-4a13-49a3-a262-22896020ea59,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:19.226776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36b4ad82-ad24-47dc-bf0c-5f651b08e70b tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.240049 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36b4ad82-ad24-47dc-bf0c-5f651b08e70b tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.244838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-36b4ad82-ad24-47dc-bf0c-5f651b08e70b tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d6397dd3-6cdc-4a4e-9bc1-ef202474d699 HTTP/1.1" status: 204 len: 168 time: 0.1084588 Mar 11 17:39:19.245702 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.246974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4ad82-ad24-47dc-bf0c-5f651b08e70b tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6397dd3-6cdc-4a4e-9bc1-ef202474d699,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:19.247355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54120) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:19.308577 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b47ce310-41af-4ebd-bf3c-6458c9909f02 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0590534 Mar 11 17:39:19.309649 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.313762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54122) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:19.322687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.324630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=86083d66-4a13-49a3-a262-22896020ea59,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:19.371617 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-20d57ccf-5ba4-4c4f-8998-4ce58a669e8a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.371956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Network 91e87bcd-f492-4045-a45b-0675427e19b1 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:19.374859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:19.378475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:19.385953 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-20d57ccf-5ba4-4c4f-8998-4ce58a669e8a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.386235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Pushing event updated for resources: {'Port': ['ID=1fdc514e-5c79-45e2-85d3-c9afc1365e84,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:19.424751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::35b (91e87bcd-f492-4045-a45b-0675427e19b1/b4568400-d97c-4da5-baad-bb1134b5a5dd/c89ec570-e725-46aa-a7e7-056ade9b67f0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:19.445435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Attempting to bind port 1fdc514e-5c79-45e2-85d3-c9afc1365e84 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:19.445951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Attempting to bind port 1fdc514e-5c79-45e2-85d3-c9afc1365e84 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '939c082d-1f09-4236-9b26-0f4ca9230be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91e87bcd-f492-4045-a45b-0675427e19b1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:19.457544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Attempting to bind port 1fdc514e-5c79-45e2-85d3-c9afc1365e84 on network 91e87bcd-f492-4045-a45b-0675427e19b1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:39:19.458772 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-20d57ccf-5ba4-4c4f-8998-4ce58a669e8a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.465271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-20d57ccf-5ba4-4c4f-8998-4ce58a669e8a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.468070 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-20d57ccf-5ba4-4c4f-8998-4ce58a669e8a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/721b71e1-0a69-418f-8ce2-4eff1e9b1a39 HTTP/1.1" status: 204 len: 168 time: 0.1505413 Mar 11 17:39:19.469949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54126) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:19.473253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:39:19.473712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Checking segment: {'id': '939c082d-1f09-4236-9b26-0f4ca9230be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91e87bcd-f492-4045-a45b-0675427e19b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:19.474188 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.474652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Bound using segment: {'id': '939c082d-1f09-4236-9b26-0f4ca9230be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91e87bcd-f492-4045-a45b-0675427e19b1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:39:19.475201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Bound port: 1fdc514e-5c79-45e2-85d3-c9afc1365e84, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939c082d-1f09-4236-9b26-0f4ca9230be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '91e87bcd-f492-4045-a45b-0675427e19b1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:19.475646 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.498539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d57ccf-5ba4-4c4f-8998-4ce58a669e8a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=721b71e1-0a69-418f-8ce2-4eff1e9b1a39,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:19.571311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f2c77e1c-409c-4b3c-9b85-345e7130ff13 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0971611 Mar 11 17:39:19.573248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54130) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:19.575990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] For port 1fdc514e-5c79-45e2-85d3-c9afc1365e84, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:19.579460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] For port 1fdc514e-5c79-45e2-85d3-c9afc1365e84, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1fdc514e-5c79-45e2-85d3-c9afc1365e84,segment=NetworkSegment(939c082d-1f09-4236-9b26-0f4ca9230be5),segment_id=939c082d-1f09-4236-9b26-0f4ca9230be5)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:19.584712 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.625943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['86083d66-4a13-49a3-a262-22896020ea59'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:39:19.657350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.699712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35d96-b7dc-40d2-9fc2-27b2d90fb5cd None None] Pushing event updated for resources: {'Port': ['ID=1fdc514e-5c79-45e2-85d3-c9afc1365e84,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:19.722784 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b34b7cee-6dfd-4ad7-8f08-9807c7db6c99 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.750722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.788416 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b34b7cee-6dfd-4ad7-8f08-9807c7db6c99 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.841321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5d9fa-3ee0-4272-9b0f-82bf235e3b25 req-ea97c519-7206-4d2b-8a67-b01283e07354 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:19.842925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fe5d9fa-3ee0-4272-9b0f-82bf235e3b25 req-ea97c519-7206-4d2b-8a67-b01283e07354 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 944 time: 0.0970807 Mar 11 17:39:19.871681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 91e87bcd-f492-4045-a45b-0675427e19b1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:19.872226 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b34b7cee-6dfd-4ad7-8f08-9807c7db6c99 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.874255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b34b7cee-6dfd-4ad7-8f08-9807c7db6c99 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.877986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b34b7cee-6dfd-4ad7-8f08-9807c7db6c99 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/ad58842a-cc13-4105-b28e-a3e21e9b032e HTTP/1.1" status: 204 len: 168 time: 0.3012023 Mar 11 17:39:19.879839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54136) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:19.903023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b7cee-6dfd-4ad7-8f08-9807c7db6c99 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad58842a-cc13-4105-b28e-a3e21e9b032e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:19.904005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:19.927897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:19.934947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:19.935917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:19.941328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=c89ec570-e725-46aa-a7e7-056ade9b67f0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:19.954699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8fe5d9fa-3ee0-4272-9b0f-82bf235e3b25 req-088d081a-5545-437f-ab08-aa33f5df1a13 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052754 Mar 11 17:39:19.972819 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b5068cdd-84d8-4419-8dbb-ce29631f9614 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6690960 Mar 11 17:39:19.975446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54142) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:19.978338 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fbafb9cd-cd77-434f-927a-03547672e011 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959768 Mar 11 17:39:19.984613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54144) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:19.989663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-434990ec-8266-4beb-9162-53db51fd6a0e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725264418'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:20.030650 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-434990ec-8266-4beb-9162-53db51fd6a0e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.131720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f818f545-a5a7-4c3e-8062-00930b86c27f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port c89ec570-e725-46aa-a7e7-056ade9b67f0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:20.132071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f818f545-a5a7-4c3e-8062-00930b86c27f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.148115 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-434990ec-8266-4beb-9162-53db51fd6a0e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.152799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-434990ec-8266-4beb-9162-53db51fd6a0e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.188111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434990ec-8266-4beb-9162-53db51fd6a0e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bd44be-4e4d-4cd3-87a9-d8197f4b8e7b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:20.199609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-434990ec-8266-4beb-9162-53db51fd6a0e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.205091 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-434990ec-8266-4beb-9162-53db51fd6a0e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2192323 Mar 11 17:39:20.205851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54146) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:20.210957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4973d6dc-c2c0-43c3-b5a7-979b65b0b5ab tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'c4bd44be-4e4d-4cd3-87a9-d8197f4b8e7b', 'direction': 'ingress', 'protocol': 17}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:20.242539 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4973d6dc-c2c0-43c3-b5a7-979b65b0b5ab tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.264062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f818f545-a5a7-4c3e-8062-00930b86c27f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.279832 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f818f545-a5a7-4c3e-8062-00930b86c27f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for c89ec570-e725-46aa-a7e7-056ade9b67f0 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:20.319744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4973d6dc-c2c0-43c3-b5a7-979b65b0b5ab tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.325100 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4973d6dc-c2c0-43c3-b5a7-979b65b0b5ab tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.341677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973d6dc-c2c0-43c3-b5a7-979b65b0b5ab tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb7ddb9-ed84-4d5a-b0e8-a1d9f7dc2dbf,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:20.361676 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4973d6dc-c2c0-43c3-b5a7-979b65b0b5ab tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.365678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4973d6dc-c2c0-43c3-b5a7-979b65b0b5ab tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1560678 Mar 11 17:39:20.365851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54152) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:20.427401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-357509b0-0e68-4ca2-a4d2-4683b935d49a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.434676 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f818f545-a5a7-4c3e-8062-00930b86c27f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.453740 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-357509b0-0e68-4ca2-a4d2-4683b935d49a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.480680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818f545-a5a7-4c3e-8062-00930b86c27f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=c89ec570-e725-46aa-a7e7-056ade9b67f0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:20.518829 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-357509b0-0e68-4ca2-a4d2-4683b935d49a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.524927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-357509b0-0e68-4ca2-a4d2-4683b935d49a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.530688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-357509b0-0e68-4ca2-a4d2-4683b935d49a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4bd44be-4e4d-4cd3-87a9-d8197f4b8e7b HTTP/1.1" status: 204 len: 168 time: 0.1619802 Mar 11 17:39:20.538277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54154) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:20.539715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357509b0-0e68-4ca2-a4d2-4683b935d49a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bd44be-4e4d-4cd3-87a9-d8197f4b8e7b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:20.552054 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f818f545-a5a7-4c3e-8062-00930b86c27f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.556191 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f818f545-a5a7-4c3e-8062-00930b86c27f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/c89ec570-e725-46aa-a7e7-056ade9b67f0 HTTP/1.1" status: 204 len: 168 time: 0.5788825 Mar 11 17:39:20.559432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54158) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:20.586625 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-838ff1b5-e006-4c65-bf52-78cc47abdfa5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:20.591497 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-838ff1b5-e006-4c65-bf52-78cc47abdfa5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/c89ec570-e725-46aa-a7e7-056ade9b67f0 HTTP/1.1" status: 404 len: 333 time: 0.0277753 Mar 11 17:39:20.591678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54162) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:20.647178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eb1d198b-70cc-4ad7-a9a4-e45ef1a94f0b tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050694 Mar 11 17:39:20.652396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54164) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:20.656821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-208dc274-3224-48c5-b564-94dee5382f6d tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095273918'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:20.683420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e765508-ea5b-45cb-a819-ab257a49641c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet b4568400-d97c-4da5-baad-bb1134b5a5dd {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:20.690347 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e765508-ea5b-45cb-a819-ab257a49641c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.713757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-208dc274-3224-48c5-b564-94dee5382f6d tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.746489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e765508-ea5b-45cb-a819-ab257a49641c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:20.988687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45e70b-108e-4b8b-9bc6-93ecfa983374 None None] Network 91e87bcd-f492-4045-a45b-0675427e19b1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:21.075956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0da3becd-1c82-43b7-8aa1-c36f89718de4 None None] Provisioning complete for port 1fdc514e-5c79-45e2-85d3-c9afc1365e84 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:21.076713 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0da3becd-1c82-43b7-8aa1-c36f89718de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.187554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5262b9-2b06-41c5-9862-37fd2c29e9b9 req-efed745b-f4ec-49d3-a282-d1b7535d6cde tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:21.189155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c5262b9-2b06-41c5-9862-37fd2c29e9b9 req-efed745b-f4ec-49d3-a282-d1b7535d6cde tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 944 time: 0.1276484 Mar 11 17:39:21.221771 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-208dc274-3224-48c5-b564-94dee5382f6d tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.239541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-208dc274-3224-48c5-b564-94dee5382f6d tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.244777 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e765508-ea5b-45cb-a819-ab257a49641c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.251363 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0da3becd-1c82-43b7-8aa1-c36f89718de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.326568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dc274-3224-48c5-b564-94dee5382f6d tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425e06a0-c1c0-4421-9a8d-6df161aadc73,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:21.334975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-208dc274-3224-48c5-b564-94dee5382f6d tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.336022 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-208dc274-3224-48c5-b564-94dee5382f6d tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6829700 Mar 11 17:39:21.339233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c5262b9-2b06-41c5-9862-37fd2c29e9b9 req-ee5e680d-3a3b-413e-8331-a77822dec62e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351283 Mar 11 17:39:21.339361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54178) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:21.360603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4b439894-60fa-48a9-ad90-104f1e84d626 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-secgroup--41770458'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:21.368993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e765508-ea5b-45cb-a819-ab257a49641c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.378687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b439894-60fa-48a9-ad90-104f1e84d626 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.402581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e765508-ea5b-45cb-a819-ab257a49641c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=b4568400-d97c-4da5-baad-bb1134b5a5dd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:21.412021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e765508-ea5b-45cb-a819-ab257a49641c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.416661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2e765508-ea5b-45cb-a819-ab257a49641c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/b4568400-d97c-4da5-baad-bb1134b5a5dd HTTP/1.1" status: 204 len: 168 time: 0.8244152 Mar 11 17:39:21.419196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54180) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:21.435022 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-0da3becd-1c82-43b7-8aa1-c36f89718de4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:39:21.435500 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-0da3becd-1c82-43b7-8aa1-c36f89718de4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:39:21.473258 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b439894-60fa-48a9-ad90-104f1e84d626 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.477709 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b439894-60fa-48a9-ad90-104f1e84d626 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.518102 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b439894-60fa-48a9-ad90-104f1e84d626 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.520308 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4b439894-60fa-48a9-ad90-104f1e84d626 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1788306 Mar 11 17:39:21.525491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54182) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:21.527689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.532069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-93e8b0f8-d262-42c6-a177-eb423c5a1793 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': '425e06a0-c1c0-4421-9a8d-6df161aadc73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9a81be74-2653-4752-9fb6-c9f8bd15af5f', 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:21.540034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b439894-60fa-48a9-ad90-104f1e84d626 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a81be74-2653-4752-9fb6-c9f8bd15af5f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:21.580140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93e8b0f8-d262-42c6-a177-eb423c5a1793 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.590220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 1fdc514e-5c79-45e2-85d3-c9afc1365e84 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:21.590564 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.631594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b60ede-c13a-4aad-988a-9b173538fc80 None None] Network 91e87bcd-f492-4045-a45b-0675427e19b1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:21.682886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] For port 1fdc514e-5c79-45e2-85d3-c9afc1365e84, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1fdc514e-5c79-45e2-85d3-c9afc1365e84,segment=NetworkSegment(939c082d-1f09-4236-9b26-0f4ca9230be5),segment_id=939c082d-1f09-4236-9b26-0f4ca9230be5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:21.683409 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.705139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 1fdc514e-5c79-45e2-85d3-c9afc1365e84 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:21.836294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:21.873947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=1fdc514e-5c79-45e2-85d3-c9afc1365e84,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:21.877961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No DVR routers for this DVR port 1fdc514e-5c79-45e2-85d3-c9afc1365e84 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:21.900330 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae3f4b-74f0-431e-839d-724dec81209a None None] DHCP port deletion for 91e87bcd-f492-4045-a45b-0675427e19b1 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:39:21.993186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0da3becd-1c82-43b7-8aa1-c36f89718de4 None None] Port 1fdc514e-5c79-45e2-85d3-c9afc1365e84 update to ACTIVE by agent not found {{(pid=102643) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 11 17:39:22.003366 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.029554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e87bcd-f492-4045-a45b-0675427e19b1']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:22.035384 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93e8b0f8-d262-42c6-a177-eb423c5a1793 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.040281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93e8b0f8-d262-42c6-a177-eb423c5a1793 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.050227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939c082d-1f09-4236-9b26-0f4ca9230be5') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:22.050593 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939c082d-1f09-4236-9b26-0f4ca9230be5') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:22.066584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b0f8-d262-42c6-a177-eb423c5a1793 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f610f458-1778-4150-a475-6808cfec9266,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:22.066956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.084485 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93e8b0f8-d262-42c6-a177-eb423c5a1793 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.089453 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.089713 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-93e8b0f8-d262-42c6-a177-eb423c5a1793 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5623951 Mar 11 17:39:22.091628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54202) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:22.096745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:22.097251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:22.100877 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:22.109714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-10ba5ea5-f2e9-493a-a10a-e0480f3269bb None None] Could not find standard attr ID for object 1fdc514e-5c79-45e2-85d3-c9afc1365e84. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:22.125274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0978111b-4c5a-49be-93fe-b053e883913e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.134222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0978111b-4c5a-49be-93fe-b053e883913e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.167038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0978111b-4c5a-49be-93fe-b053e883913e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.168925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.174241 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0978111b-4c5a-49be-93fe-b053e883913e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.177577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.179015 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0978111b-4c5a-49be-93fe-b053e883913e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f610f458-1778-4150-a475-6808cfec9266 HTTP/1.1" status: 204 len: 168 time: 0.0859303 Mar 11 17:39:22.181591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/networks/91e87bcd-f492-4045-a45b-0675427e19b1 HTTP/1.1" status: 204 len: 168 time: 0.7613215 Mar 11 17:39:22.182272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54204) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:22.185992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54206) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:22.200149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'name': 'tempest-PortsIpV6TestJSON-1023276899'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:22.203634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978111b-4c5a-49be-93fe-b053e883913e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f610f458-1778-4150-a475-6808cfec9266,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:22.217040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c2065-1964-43bc-82e7-ac29d94e4886 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Network': ['ID=91e87bcd-f492-4045-a45b-0675427e19b1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:22.311756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4ad5ccd0-0c9c-47d4-b4ed-44221ae6acd3 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1264298 Mar 11 17:39:22.314840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54208) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:22.333262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:22.337437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.355730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port cd29e590-5f37-410e-9a3a-12f038b0e9f9 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:22.388000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f2a113f-fd6a-4010-98fa-4564cdf235f8 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.430656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f2a113f-fd6a-4010-98fa-4564cdf235f8 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.491179 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f2a113f-fd6a-4010-98fa-4564cdf235f8 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.496484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f2a113f-fd6a-4010-98fa-4564cdf235f8 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.499883 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6f2a113f-fd6a-4010-98fa-4564cdf235f8 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/9a81be74-2653-4752-9fb6-c9f8bd15af5f HTTP/1.1" status: 204 len: 168 time: 0.1838775 Mar 11 17:39:22.503425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54212) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:22.516279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a113f-fd6a-4010-98fa-4564cdf235f8 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a81be74-2653-4752-9fb6-c9f8bd15af5f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:22.522149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 86083d66-4a13-49a3-a262-22896020ea59 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:22.553793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d61773-8d05-4a81-ac3b-a09c8ef3292f req-acb98223-d12e-4431-a943-30a6f61222ba tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:22.555713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47d61773-8d05-4a81-ac3b-a09c8ef3292f req-acb98223-d12e-4431-a943-30a6f61222ba tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 944 time: 0.1354420 Mar 11 17:39:22.606125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 86083d66-4a13-49a3-a262-22896020ea59 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:39:22.610739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 86083d66-4a13-49a3-a262-22896020ea59 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:22.612130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.684836 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-36cf8585-0184-448d-96d1-e526f3a0941d tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1797619 Mar 11 17:39:22.687513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54214) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:22.705936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.711653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47d61773-8d05-4a81-ac3b-a09c8ef3292f req-85ea1074-c51e-4ab4-85ac-470392379314 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129582 Mar 11 17:39:22.747680 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.780149 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.790840 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4531e546-bdbf-4f78-a4af-422814ee994e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.791160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c857bb0-3043-4b31-ad1d-1010977b4033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86083d66-4a13-49a3-a262-22896020ea59'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:39:22.793693 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6144b44-3c10-41bb-be2d-c83fb724e56b" -d '{"events": [{"server_uuid": "5c857bb0-3043-4b31-ad1d-1010977b4033", "name": "network-vif-plugged", "status": "completed", "tag": "86083d66-4a13-49a3-a262-22896020ea59"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:39:22.816035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 86083d66-4a13-49a3-a262-22896020ea59, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=86083d66-4a13-49a3-a262-22896020ea59,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:22.821408 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.827665 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4531e546-bdbf-4f78-a4af-422814ee994e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.834177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:22.837964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:22.843633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:22.850404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:22.854086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.863410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=cd29e590-5f37-410e-9a3a-12f038b0e9f9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:22.882246 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-886c2947-62d0-4ee7-8732-fa7a1333c1e2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6947603 Mar 11 17:39:22.884473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54220) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:22.906046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=86083d66-4a13-49a3-a262-22896020ea59,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:22.919428 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46dfcce-8c1d-426f-95c1-dc34f2f09848 x-openstack-request-id: req-d46dfcce-8c1d-426f-95c1-dc34f2f09848 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:39:22.920017 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c857bb0-3043-4b31-ad1d-1010977b4033", "name": "network-vif-plugged", "status": "completed", "tag": "86083d66-4a13-49a3-a262-22896020ea59", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:39:22.920459 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d46dfcce-8c1d-426f-95c1-dc34f2f09848 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:39:22.920992 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c857bb0-3043-4b31-ad1d-1010977b4033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86083d66-4a13-49a3-a262-22896020ea59', 'code': 200} Mar 11 17:39:22.964398 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4531e546-bdbf-4f78-a4af-422814ee994e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.966607 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4531e546-bdbf-4f78-a4af-422814ee994e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:22.972699 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4531e546-bdbf-4f78-a4af-422814ee994e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/425e06a0-c1c0-4421-9a8d-6df161aadc73 HTTP/1.1" status: 204 len: 168 time: 0.2839308 Mar 11 17:39:22.979626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54224) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:23.027937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-033b9dd0-0c62-42ec-918d-8d964c1cec61 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port cd29e590-5f37-410e-9a3a-12f038b0e9f9 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:23.028419 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-033b9dd0-0c62-42ec-918d-8d964c1cec61 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.041604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531e546-bdbf-4f78-a4af-422814ee994e tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425e06a0-c1c0-4421-9a8d-6df161aadc73,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:23.079237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9eebe-a159-4b0a-a1c5-ba7339ed2aa1 req-3fe1683c-8ecc-4097-9722-e28db15c0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:23.080935 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0b9eebe-a159-4b0a-a1c5-ba7339ed2aa1 req-3fe1683c-8ecc-4097-9722-e28db15c0640 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 1096 time: 0.1003764 Mar 11 17:39:23.090612 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-632ac2e0-3ac7-46a4-8c51-e442ddb535a6 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045697 Mar 11 17:39:23.095875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54228) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:23.102910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-18371d3c-e0ef-4996-9259-0f342bbc4a69 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-secgroup--261390535'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:23.127884 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f0b9eebe-a159-4b0a-a1c5-ba7339ed2aa1 req-689f9d01-770f-4fd4-8632-dc0f6abfa534 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359540 Mar 11 17:39:23.142706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-033b9dd0-0c62-42ec-918d-8d964c1cec61 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.161082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-033b9dd0-0c62-42ec-918d-8d964c1cec61 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for cd29e590-5f37-410e-9a3a-12f038b0e9f9 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:23.162899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18371d3c-e0ef-4996-9259-0f342bbc4a69 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.317531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18371d3c-e0ef-4996-9259-0f342bbc4a69 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.319610 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-033b9dd0-0c62-42ec-918d-8d964c1cec61 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.333159 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18371d3c-e0ef-4996-9259-0f342bbc4a69 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.367717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b9dd0-0c62-42ec-918d-8d964c1cec61 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=cd29e590-5f37-410e-9a3a-12f038b0e9f9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:23.381599 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-033b9dd0-0c62-42ec-918d-8d964c1cec61 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.386418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-033b9dd0-0c62-42ec-918d-8d964c1cec61 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/cd29e590-5f37-410e-9a3a-12f038b0e9f9 HTTP/1.1" status: 204 len: 168 time: 0.5004253 Mar 11 17:39:23.389093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54230) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:23.396068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'mac_address': 'fa:16:3e:89:2a:ba', 'name': 'tempest-PortsIpV6TestJSON-974962451'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:23.405540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18371d3c-e0ef-4996-9259-0f342bbc4a69 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.406808 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-18371d3c-e0ef-4996-9259-0f342bbc4a69 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3103652 Mar 11 17:39:23.409654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54232) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:23.415313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-59f7731a-3e7b-492c-92d8-34e3c16f87fc tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'ca391a01-9387-4501-bc01-c25141fa3975', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:23.421527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18371d3c-e0ef-4996-9259-0f342bbc4a69 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca391a01-9387-4501-bc01-c25141fa3975,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:23.452822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59f7731a-3e7b-492c-92d8-34e3c16f87fc tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.521798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:23.536188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59f7731a-3e7b-492c-92d8-34e3c16f87fc tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.542458 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59f7731a-3e7b-492c-92d8-34e3c16f87fc tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.564427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7731a-3e7b-492c-92d8-34e3c16f87fc tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6412c7ac-55ca-4f88-8635-a04c50772c42,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:23.578444 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59f7731a-3e7b-492c-92d8-34e3c16f87fc tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.580583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-59f7731a-3e7b-492c-92d8-34e3c16f87fc tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1697285 Mar 11 17:39:23.583407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54234) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:23.608867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.610081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e53c7fdb-c0c5-4999-9b85-aea5446bf0fd tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.619994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e53c7fdb-c0c5-4999-9b85-aea5446bf0fd tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.639661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port c1fd663e-0667-43c8-b4ec-9d8f2e9ce6eb yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:23.657688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e53c7fdb-c0c5-4999-9b85-aea5446bf0fd tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.665843 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e53c7fdb-c0c5-4999-9b85-aea5446bf0fd tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.669723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e53c7fdb-c0c5-4999-9b85-aea5446bf0fd tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6412c7ac-55ca-4f88-8635-a04c50772c42 HTTP/1.1" status: 204 len: 168 time: 0.0826602 Mar 11 17:39:23.672711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54236) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:23.682460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c7fdb-c0c5-4999-9b85-aea5446bf0fd tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6412c7ac-55ca-4f88-8635-a04c50772c42,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:23.723573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ee6b4529-bbcd-423e-98d8-8f4be8ddecb1 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495925 Mar 11 17:39:23.726235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54238) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:23.791940 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4294a8e7-2e22-4a71-afbb-04b8e34e48c7 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.834747 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.837263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1fdc514e-5c79-45e2-85d3-c9afc1365e84 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:23.862984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1fdc514e-5c79-45e2-85d3-c9afc1365e84 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:39:23.863618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4294a8e7-2e22-4a71-afbb-04b8e34e48c7 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.863976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1fdc514e-5c79-45e2-85d3-c9afc1365e84 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:39:23.880476 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.932427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:23.939385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:23.940732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5702ce-8e1f-488a-b497-6114fdeb93dc req-41531e84-db66-4dff-8c30-164bdc7c3bb1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:23.942593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e5702ce-8e1f-488a-b497-6114fdeb93dc req-41531e84-db66-4dff-8c30-164bdc7c3bb1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 945 time: 0.1202052 Mar 11 17:39:23.950441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:23.957487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:23.957662 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4294a8e7-2e22-4a71-afbb-04b8e34e48c7 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.957913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.960114 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4294a8e7-2e22-4a71-afbb-04b8e34e48c7 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:23.961287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4294a8e7-2e22-4a71-afbb-04b8e34e48c7 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/ca391a01-9387-4501-bc01-c25141fa3975 HTTP/1.1" status: 204 len: 168 time: 0.2340927 Mar 11 17:39:23.971261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54244) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:23.997082 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6056809 Mar 11 17:39:23.997680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294a8e7-2e22-4a71-afbb-04b8e34e48c7 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca391a01-9387-4501-bc01-c25141fa3975,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:24.002239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54246) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.010243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57656e-66df-4ccf-bc80-91b7fc258d64 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=c1fd663e-0667-43c8-b4ec-9d8f2e9ce6eb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:24.060151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e5702ce-8e1f-488a-b497-6114fdeb93dc req-115205c7-361b-4396-89b9-c68a7957bf06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104729 Mar 11 17:39:24.080518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7e475c2c-bb47-4bd0-8d80-b579d5e4e782 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055546 Mar 11 17:39:24.084730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54248) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.087728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e87827e-1664-426c-a19d-9500c1f3a804 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:24.091670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4e87827e-1664-426c-a19d-9500c1f3a804 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/c1fd663e-0667-43c8-b4ec-9d8f2e9ce6eb HTTP/1.1" status: 200 len: 844 time: 0.0846968 Mar 11 17:39:24.091820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5087456d-fd91-46ce-9cac-c1a0ba883434 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636647'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:24.091918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54250) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.113813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5087456d-fd91-46ce-9cac-c1a0ba883434 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.187348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a39dccf8-c66d-4bbc-a82d-36cf7603bc7f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port c1fd663e-0667-43c8-b4ec-9d8f2e9ce6eb {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:24.187701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a39dccf8-c66d-4bbc-a82d-36cf7603bc7f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.189481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5087456d-fd91-46ce-9cac-c1a0ba883434 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.194577 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5087456d-fd91-46ce-9cac-c1a0ba883434 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.224023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5087456d-fd91-46ce-9cac-c1a0ba883434 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.225344 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5087456d-fd91-46ce-9cac-c1a0ba883434 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1395094 Mar 11 17:39:24.228016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.232858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f40648bc-05f3-49f1-abd1-0b052a6ec261 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'aa3d20b3-31e4-4588-8244-5f4043705542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:24.239005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087456d-fd91-46ce-9cac-c1a0ba883434 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3d20b3-31e4-4588-8244-5f4043705542,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:24.264312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f40648bc-05f3-49f1-abd1-0b052a6ec261 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.269306 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a39dccf8-c66d-4bbc-a82d-36cf7603bc7f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.285703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a39dccf8-c66d-4bbc-a82d-36cf7603bc7f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for c1fd663e-0667-43c8-b4ec-9d8f2e9ce6eb owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:24.325350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f40648bc-05f3-49f1-abd1-0b052a6ec261 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.329456 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f40648bc-05f3-49f1-abd1-0b052a6ec261 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.348887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40648bc-05f3-49f1-abd1-0b052a6ec261 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb4d292-3ee7-4b68-b025-70102dab3e5d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:24.356933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f40648bc-05f3-49f1-abd1-0b052a6ec261 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.358167 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f40648bc-05f3-49f1-abd1-0b052a6ec261 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292062 Mar 11 17:39:24.360957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54254) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.383853 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-89fa9eea-a743-43eb-9a4e-70319c42226a tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules/fcb4d292-3ee7-4b68-b025-70102dab3e5d HTTP/1.1" status: 200 len: 763 time: 0.0215063 Mar 11 17:39:24.386829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.389017 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a39dccf8-c66d-4bbc-a82d-36cf7603bc7f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.430757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dccf8-c66d-4bbc-a82d-36cf7603bc7f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=c1fd663e-0667-43c8-b4ec-9d8f2e9ce6eb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:24.436034 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2e240934-db95-42a6-9516-9be59bf64cd4 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0452337 Mar 11 17:39:24.436618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.440160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a39dccf8-c66d-4bbc-a82d-36cf7603bc7f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.448414 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a39dccf8-c66d-4bbc-a82d-36cf7603bc7f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/c1fd663e-0667-43c8-b4ec-9d8f2e9ce6eb HTTP/1.1" status: 204 len: 168 time: 0.3534334 Mar 11 17:39:24.451998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54260) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.487216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d960912-fc0e-45fb-aaa2-306dd14bbe17 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.487443 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6cadd2-807e-4793-8c46-2607334ea62f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:24.493068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fd6cadd2-807e-4793-8c46-2607334ea62f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/c1fd663e-0667-43c8-b4ec-9d8f2e9ce6eb HTTP/1.1" status: 404 len: 333 time: 0.0361893 Mar 11 17:39:24.495589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54264) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.497459 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d960912-fc0e-45fb-aaa2-306dd14bbe17 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.505447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'name': 'tempest-PortsIpV6TestJSON-1561389388'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:24.535186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d960912-fc0e-45fb-aaa2-306dd14bbe17 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.543910 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d960912-fc0e-45fb-aaa2-306dd14bbe17 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.545317 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1d960912-fc0e-45fb-aaa2-306dd14bbe17 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fcb4d292-3ee7-4b68-b025-70102dab3e5d HTTP/1.1" status: 204 len: 168 time: 0.1081355 Mar 11 17:39:24.549507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.565919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d960912-fc0e-45fb-aaa2-306dd14bbe17 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcb4d292-3ee7-4b68-b025-70102dab3e5d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:24.607278 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b539a4b6-f73c-4904-9ff3-18626665f8e0 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564132 Mar 11 17:39:24.610197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54270) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.617249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'aa3d20b3-31e4-4588-8244-5f4043705542', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:24.650878 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.664109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:24.669472 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.691489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port c2826d15-a9cd-46fd-9163-7db3b4dd92d0 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:24.733451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.738874 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.768933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db818e0-9b73-4fdb-bd71-3e513705a4f4,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:24.774263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.777921 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642041 Mar 11 17:39:24.779157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54272) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.781615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.781969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.782317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.782654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.782986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.783316 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.783710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.784042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.784378 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.784708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.785036 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.785359 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad39d8c-0408-4922-bfab-e6e3081ae781 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:24.808436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-516ea6f5-14e8-4760-b898-335cd5e4c650 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules/7db818e0-9b73-4fdb-bd71-3e513705a4f4 HTTP/1.1" status: 200 len: 763 time: 0.0289330 Mar 11 17:39:24.811085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54274) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.908191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dd4e37c8-1b31-4eda-908c-bd05e3a81c22 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0959198 Mar 11 17:39:24.911063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54276) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:24.924835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.945229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1f51f29-e5ae-4ab5-b2a0-58d26e5fcde0 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.956128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1f51f29-e5ae-4ab5-b2a0-58d26e5fcde0 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.963456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:24.989999 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1f51f29-e5ae-4ab5-b2a0-58d26e5fcde0 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.002523 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a1f51f29-e5ae-4ab5-b2a0-58d26e5fcde0 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.012425 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a1f51f29-e5ae-4ab5-b2a0-58d26e5fcde0 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7db818e0-9b73-4fdb-bd71-3e513705a4f4 HTTP/1.1" status: 204 len: 168 time: 0.0924442 Mar 11 17:39:25.014282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54280) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.024961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f51f29-e5ae-4ab5-b2a0-58d26e5fcde0 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7db818e0-9b73-4fdb-bd71-3e513705a4f4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:25.054066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:25.058948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=c2826d15-a9cd-46fd-9163-7db3b4dd92d0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:25.065847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:25.069334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:25.076006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.076823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.097856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6aaf3b61-a3f7-49fb-9b15-e1d5fe02c0ba tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0830679 Mar 11 17:39:25.099510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54284) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.104789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8b801c67-a3ae-40ab-a005-9847adb3de27 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': 'aa3d20b3-31e4-4588-8244-5f4043705542', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:25.119049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a2898386-8ea6-4e2e-8c48-c9dc3a58b78d tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6222408 Mar 11 17:39:25.122762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54286) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.131498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0948ebef-41f8-4b81-9a64-1d6678481d0b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:25.179287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b801c67-a3ae-40ab-a005-9847adb3de27 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.203868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea191e2a-69e5-4a1f-b273-643d78e354ac req-4b004a95-5856-4629-9748-02c0728c515f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.205661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea191e2a-69e5-4a1f-b273-643d78e354ac req-4b004a95-5856-4629-9748-02c0728c515f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 945 time: 0.0607648 Mar 11 17:39:25.241819 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0948ebef-41f8-4b81-9a64-1d6678481d0b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.254273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea191e2a-69e5-4a1f-b273-643d78e354ac req-242d50c1-998d-4030-92dd-45aa30123953 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400224 Mar 11 17:39:25.304947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b801c67-a3ae-40ab-a005-9847adb3de27 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.312700 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b801c67-a3ae-40ab-a005-9847adb3de27 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.362650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b801c67-a3ae-40ab-a005-9847adb3de27 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270024a2-713c-4b43-9c75-5d517745a151,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:25.377787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8b801c67-a3ae-40ab-a005-9847adb3de27 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.379071 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8b801c67-a3ae-40ab-a005-9847adb3de27 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2784660 Mar 11 17:39:25.383856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54290) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.416716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-02434e09-4539-4a05-9cb6-9d06d9d5a21f tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules/270024a2-713c-4b43-9c75-5d517745a151 HTTP/1.1" status: 200 len: 764 time: 0.0311704 Mar 11 17:39:25.420577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54292) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.434877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed4fdf-c52e-41ee-8a40-6e7a8954c570 req-94f89c89-a81d-42a1-8fca-7af3085637df tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.437386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ed4fdf-c52e-41ee-8a40-6e7a8954c570 req-94f89c89-a81d-42a1-8fca-7af3085637df tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 945 time: 0.0943375 Mar 11 17:39:25.490931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ed4fdf-c52e-41ee-8a40-6e7a8954c570 req-302155d0-45c0-4a29-a809-c466de5558ba tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 Mar 11 17:39:25.494755 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d7fc4577-ab0d-4070-9bca-847f4c8054ed tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0730326 Mar 11 17:39:25.497660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54294) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.504807 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0948ebef-41f8-4b81-9a64-1d6678481d0b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.520424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0948ebef-41f8-4b81-9a64-1d6678481d0b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.543662 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42990cb7-e433-4e91-8346-866f26ced018 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.556318 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42990cb7-e433-4e91-8346-866f26ced018 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.558828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0948ebef-41f8-4b81-9a64-1d6678481d0b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] In _notify_port_updated(), no bound segment for port c2826d15-a9cd-46fd-9163-7db3b4dd92d0 on network 33af9635-dcad-45a9-8f39-18b0731a2134 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:39:25.564623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0948ebef-41f8-4b81-9a64-1d6678481d0b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.565204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0948ebef-41f8-4b81-9a64-1d6678481d0b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.566662 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0948ebef-41f8-4b81-9a64-1d6678481d0b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "PUT /v2.0/ports/c2826d15-a9cd-46fd-9163-7db3b4dd92d0 HTTP/1.1" status: 200 len: 818 time: 0.4427588 Mar 11 17:39:25.570189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54298) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.617099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948ebef-41f8-4b81-9a64-1d6678481d0b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=c2826d15-a9cd-46fd-9163-7db3b4dd92d0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:25.635996 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42990cb7-e433-4e91-8346-866f26ced018 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.646545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42990cb7-e433-4e91-8346-866f26ced018 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.650701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-42990cb7-e433-4e91-8346-866f26ced018 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/270024a2-713c-4b43-9c75-5d517745a151 HTTP/1.1" status: 204 len: 168 time: 0.1490827 Mar 11 17:39:25.653925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54300) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.663774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42990cb7-e433-4e91-8346-866f26ced018 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=270024a2-713c-4b43-9c75-5d517745a151,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:25.682791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231d9e3-c662-4ca9-888e-c9dbbc29fedd req-e6b8c03f-c713-4365-a743-c5b613869fa5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:25.684367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8231d9e3-c662-4ca9-888e-c9dbbc29fedd req-e6b8c03f-c713-4365-a743-c5b613869fa5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 945 time: 0.1020398 Mar 11 17:39:25.693115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f2f83d3e-fd7a-4ae2-b280-b189256631f9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port c2826d15-a9cd-46fd-9163-7db3b4dd92d0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:25.693472 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f83d3e-fd7a-4ae2-b280-b189256631f9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.719198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1319c922-db07-4cdb-8ee9-e4b8e0a73d29 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605733 Mar 11 17:39:25.723156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54302) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.768685 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f83d3e-fd7a-4ae2-b280-b189256631f9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.768894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8231d9e3-c662-4ca9-888e-c9dbbc29fedd req-1eb09d28-3aaf-40d0-bb52-709ce74dd33a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752978 Mar 11 17:39:25.784974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f2f83d3e-fd7a-4ae2-b280-b189256631f9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for c2826d15-a9cd-46fd-9163-7db3b4dd92d0 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:25.802900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98b4a731-c7d1-4ed7-b104-e99c76cac617 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.872039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98b4a731-c7d1-4ed7-b104-e99c76cac617 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.890266 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f83d3e-fd7a-4ae2-b280-b189256631f9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.927745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f83d3e-fd7a-4ae2-b280-b189256631f9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=c2826d15-a9cd-46fd-9163-7db3b4dd92d0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:25.935467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2f83d3e-fd7a-4ae2-b280-b189256631f9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.942226 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f2f83d3e-fd7a-4ae2-b280-b189256631f9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/c2826d15-a9cd-46fd-9163-7db3b4dd92d0 HTTP/1.1" status: 204 len: 168 time: 0.3687913 Mar 11 17:39:25.946051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54308) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:25.982395 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98b4a731-c7d1-4ed7-b104-e99c76cac617 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.985014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98b4a731-c7d1-4ed7-b104-e99c76cac617 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:25.988859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-98b4a731-c7d1-4ed7-b104-e99c76cac617 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/aa3d20b3-31e4-4588-8244-5f4043705542 HTTP/1.1" status: 204 len: 168 time: 0.2648735 Mar 11 17:39:25.989177 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.001824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4a731-c7d1-4ed7-b104-e99c76cac617 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3d20b3-31e4-4588-8244-5f4043705542,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:26.031932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b55c58-d31d-4a47-8e82-afaed2d31181 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.036418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54316) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.036782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-70b55c58-d31d-4a47-8e82-afaed2d31181 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0891418 Mar 11 17:39:26.075263 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bc92dd-e1ed-4ea6-9b34-ab139511af47 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:26.077033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-53bc92dd-e1ed-4ea6-9b34-ab139511af47 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/c2826d15-a9cd-46fd-9163-7db3b4dd92d0 HTTP/1.1" status: 404 len: 333 time: 0.0393209 Mar 11 17:39:26.081123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54318) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.086171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-521845379'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:26.106691 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0f1866e8-f080-4afc-afe8-393065c73b84 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1161392 Mar 11 17:39:26.113157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54320) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.119645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1afc588d-7421-4083-a2c1-7ca480a2fdbe tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134572437'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:26.142733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:26.146479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.159657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1afc588d-7421-4083-a2c1-7ca480a2fdbe tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.167144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f528694-6b68-4cea-9248-81ba967b5401 req-e481c399-aa23-410e-a155-fe6dfaa9a63d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.168684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f528694-6b68-4cea-9248-81ba967b5401 req-e481c399-aa23-410e-a155-fe6dfaa9a63d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 945 time: 0.0670650 Mar 11 17:39:26.184559 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:26.202943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.203302 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Added segment 50b5ca39-874a-43e1-beae-8d47f3304017 of type vlan for network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 Mar 11 17:39:26.225710 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5f528694-6b68-4cea-9248-81ba967b5401 req-5ab24ca2-187a-46a8-94a2-6c013d58bf8b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 Mar 11 17:39:26.271815 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.311055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1afc588d-7421-4083-a2c1-7ca480a2fdbe tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.317914 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1afc588d-7421-4083-a2c1-7ca480a2fdbe tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.327610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.333182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.333860 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.375923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1afc588d-7421-4083-a2c1-7ca480a2fdbe tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.379742 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1afc588d-7421-4083-a2c1-7ca480a2fdbe tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2616012 Mar 11 17:39:26.380238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54322) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.389740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bd3db68f-1710-48ff-83d7-4ec62f91ea76 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Request body: {'security_group_rule': {'security_group_id': '88031df4-9dd0-4f15-9072-3185db409662', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:26.425546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd3db68f-1710-48ff-83d7-4ec62f91ea76 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.430814 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3452902 Mar 11 17:39:26.431847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc588d-7421-4083-a2c1-7ca480a2fdbe tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88031df4-9dd0-4f15-9072-3185db409662,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:26.431990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54324) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.442680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8390f9f-f385-404d-ae91-6595511ce4a3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Network': ['ID=bba5add1-ead0-4c8a-b1ab-6a05ce5e6775,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:26.450435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:26.454528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:39:26.559477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd3db68f-1710-48ff-83d7-4ec62f91ea76 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.564911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd3db68f-1710-48ff-83d7-4ec62f91ea76 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.586630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3db68f-1710-48ff-83d7-4ec62f91ea76 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbc5a6c-c78d-4b08-b520-451f228d99ed,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:26.597464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:26.600951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.608050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd3db68f-1710-48ff-83d7-4ec62f91ea76 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.609273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bd3db68f-1710-48ff-83d7-4ec62f91ea76 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2262762 Mar 11 17:39:26.612375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54326) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.687947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d90832c8-96eb-41a3-ad6e-fc72a2f23842 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.718007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d90832c8-96eb-41a3-ad6e-fc72a2f23842 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.782373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d90832c8-96eb-41a3-ad6e-fc72a2f23842 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.785071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d90832c8-96eb-41a3-ad6e-fc72a2f23842 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.786250 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d90832c8-96eb-41a3-ad6e-fc72a2f23842 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/88031df4-9dd0-4f15-9072-3185db409662 HTTP/1.1" status: 204 len: 168 time: 0.1720338 Mar 11 17:39:26.789703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54328) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.809488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90832c8-96eb-41a3-ad6e-fc72a2f23842 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88031df4-9dd0-4f15-9072-3185db409662,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:26.824026 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.857593 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ac6dbe9a-356a-4af4-ab29-3b325ba76fb6 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661724 Mar 11 17:39:26.859746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54330) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.899208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=a70d7629-81c9-4ba6-8193-60654bce5172,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:26.904057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54332) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.904595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a4ab43b8-d62e-4820-9445-27b60ab9424f tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0435278 Mar 11 17:39:26.906159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Checking segment: {'id': '50b5ca39-874a-43e1-beae-8d47f3304017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:26.907310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network hostable DHCP agents. Network: bba5add1-ead0-4c8a-b1ab-6a05ce5e6775, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:26.930709 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-66cc51a9-c3b1-41db-a98d-e744db3e1b08 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] delete failed (client error): The resource could not be found. Mar 11 17:39:26.936033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-66cc51a9-c3b1-41db-a98d-e744db3e1b08 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "DELETE /v2.0/security-groups/88031df4-9dd0-4f15-9072-3185db409662 HTTP/1.1" status: 404 len: 347 time: 0.0267117 Mar 11 17:39:26.936324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54334) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:26.952132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:26.962652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, bba5add1-ead0-4c8a-b1ab-6a05ce5e6775) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:26.969663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:26.970456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:26.974478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec139545-62f4-45fd-b820-c54091d94a18 None None] Network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:26.993998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9ead0f07-990f-46e8-b906-628090533da6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5605326 Mar 11 17:39:26.997408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54338) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:27.007776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bff90d62-82a1-4105-886d-8845a02fcacd tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:27.045639 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-adc67695-3f82-49de-a08d-3cc3e7fc27c9 tempest-SecGroupTest-459686063 tempest-SecGroupTest-459686063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071308 Mar 11 17:39:27.235313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-bba5add1-ead0-4c8a-b1ab-6a05ce5e6775', 'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775', 'tenant_id': '14df662945914d15811f6aa68c185373', 'fixed_ips': [{'subnet_id': 'a70d7629-81c9-4ba6-8193-60654bce5172'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:39:27.236758 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.288648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff90d62-82a1-4105-886d-8845a02fcacd tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:27.293646 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bff90d62-82a1-4105-886d-8845a02fcacd tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.498064 n-d-833411-1 neutron-server[102642]: INFO neutron.db.ipam_backend_mixin [None req-bff90d62-82a1-4105-886d-8845a02fcacd tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a70d7629-81c9-4ba6-8193-60654bce5172 (CIDR: 2001:db8::/64) Mar 11 17:39:27.512874 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff90d62-82a1-4105-886d-8845a02fcacd tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:39:27.513414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff90d62-82a1-4105-886d-8845a02fcacd tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:39:27.543997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Allocated IP 2001:db8::2 (bba5add1-ead0-4c8a-b1ab-6a05ce5e6775/a70d7629-81c9-4ba6-8193-60654bce5172/a402563a-eaee-4b0f-9462-92e5e7879e10) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:27.549979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54388) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:27.576517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d44f6-ee42-41d9-81e6-a7ff05caf705 req-f9bb3374-a33c-42cf-9757-8696ab095135 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:27.578221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-175d44f6-ee42-41d9-81e6-a7ff05caf705 req-f9bb3374-a33c-42cf-9757-8696ab095135 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 945 time: 0.1668499 Mar 11 17:39:27.585767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bff90d62-82a1-4105-886d-8845a02fcacd tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5868754 Mar 11 17:39:27.588759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54396) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:27.605690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:27.698420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-175d44f6-ee42-41d9-81e6-a7ff05caf705 req-ed7c91d5-b3b2-4e1d-bfa7-0e269a426746 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097364 Mar 11 17:39:27.774155 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.789706 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.828471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:27.835413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.854663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:27.858194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:27.864118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:27.868095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Pushing event updated for resources: {'Port': ['ID=a402563a-eaee-4b0f-9462-92e5e7879e10,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:27.944970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Attempting to bind port a402563a-eaee-4b0f-9462-92e5e7879e10 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:27.945355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Attempting to bind port a402563a-eaee-4b0f-9462-92e5e7879e10 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '50b5ca39-874a-43e1-beae-8d47f3304017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:27.945812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Attempting to bind port a402563a-eaee-4b0f-9462-92e5e7879e10 on network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:39:27.954280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:39:27.954677 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Checking segment: {'id': '50b5ca39-874a-43e1-beae-8d47f3304017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:27.955052 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.955447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Bound using segment: {'id': '50b5ca39-874a-43e1-beae-8d47f3304017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:39:27.955925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Bound port: a402563a-eaee-4b0f-9462-92e5e7879e10, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b5ca39-874a-43e1-beae-8d47f3304017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:27.956886 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:27.965767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-bd6f11ad-3e66-45cb-b004-84e0fcdc83b9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:27.973890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-bd6f11ad-3e66-45cb-b004-84e0fcdc83b9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 945 time: 0.1549561 Mar 11 17:39:27.974086 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5c707882-5e67-4e0e-907b-39b9087fe2ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be8ad7209a48496a8eda4184ed006853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228802 Mar 11 17:39:27.977582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54442) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:28.096517 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d759842-70a6-457f-ad9d-7e47d69208f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.098895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] For port a402563a-eaee-4b0f-9462-92e5e7879e10, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:28.102871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] For port a402563a-eaee-4b0f-9462-92e5e7879e10, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a402563a-eaee-4b0f-9462-92e5e7879e10,segment=NetworkSegment(50b5ca39-874a-43e1-beae-8d47f3304017),segment_id=50b5ca39-874a-43e1-beae-8d47f3304017)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:28.107766 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.122512 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d759842-70a6-457f-ad9d-7e47d69208f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.183725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d759842-70a6-457f-ad9d-7e47d69208f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.189054 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d759842-70a6-457f-ad9d-7e47d69208f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.193607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5d759842-70a6-457f-ad9d-7e47d69208f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/094c088e-f228-4a3f-ae21-18ec2cac7db7 HTTP/1.1" status: 204 len: 168 time: 0.2147813 Mar 11 17:39:28.202826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d759842-70a6-457f-ad9d-7e47d69208f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094c088e-f228-4a3f-ae21-18ec2cac7db7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:28.235613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port 86083d66-4a13-49a3-a262-22896020ea59 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:28.235613 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.271164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83682d5-e4f0-49c2-9d9b-00f4bddfd3ee None None] Pushing event updated for resources: {'Port': ['ID=a402563a-eaee-4b0f-9462-92e5e7879e10,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:28.490148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] For port 86083d66-4a13-49a3-a262-22896020ea59, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=86083d66-4a13-49a3-a262-22896020ea59,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:28.490848 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.558645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for 86083d66-4a13-49a3-a262-22896020ea59 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:28.573535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.691129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:28.727632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=c74b31c1-e438-4f56-a1a2-450405043ad1,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:28.730450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:28.743521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:28.744308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.786899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54528) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:28.788485 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-48446de2-ed5a-4b94-afa0-2eb92d84dec2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1977386 Mar 11 17:39:28.795437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775', 'fixed_ips': [{'subnet_id': 'a70d7629-81c9-4ba6-8193-60654bce5172'}, {'subnet_id': 'c74b31c1-e438-4f56-a1a2-450405043ad1'}], 'name': 'tempest-PortsIpV6TestJSON-223216705'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:28.943110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:28.966510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90d4be-5350-4510-8750-24145fd00711 req-310e7140-0be7-4b38-8c7a-844e1251f2d5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:28.973858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d90d4be-5350-4510-8750-24145fd00711 req-310e7140-0be7-4b38-8c7a-844e1251f2d5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 945 time: 0.1216266 Mar 11 17:39:29.054044 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d90d4be-5350-4510-8750-24145fd00711 req-2ccebcc1-145b-4755-9615-ee259fb47712 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711002 Mar 11 17:39:29.058013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:29.073232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=86083d66-4a13-49a3-a262-22896020ea59,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:29.076363 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:29.152852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] No DVR routers for this DVR port 86083d66-4a13-49a3-a262-22896020ea59 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:29.165943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:29.170217 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6df4c36-e6c9-42a3-a73e-8ae865899aa6 req-b14bdb25-da85-46ca-9926-9f8ba05e76ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "DELETE /v2.0/ports/86083d66-4a13-49a3-a262-22896020ea59 HTTP/1.1" status: 204 len: 173 time: 1.1950276 Mar 11 17:39:29.170772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c857bb0-3043-4b31-ad1d-1010977b4033', 'name': 'network-vif-deleted', 'tag': '86083d66-4a13-49a3-a262-22896020ea59'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:39:29.173618 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b303bc32-4f8c-4eb6-bc2f-9a428aec206b" -d '{"events": [{"server_uuid": "5c857bb0-3043-4b31-ad1d-1010977b4033", "name": "network-vif-deleted", "tag": "86083d66-4a13-49a3-a262-22896020ea59"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:39:29.258917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:29.275453 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51edbf92-157d-408a-8578-d5280cae909f x-openstack-request-id: req-51edbf92-157d-408a-8578-d5280cae909f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:39:29.275751 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c857bb0-3043-4b31-ad1d-1010977b4033", "name": "network-vif-deleted", "tag": "86083d66-4a13-49a3-a262-22896020ea59", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:39:29.276007 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51edbf92-157d-408a-8578-d5280cae909f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:39:29.276505 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c857bb0-3043-4b31-ad1d-1010977b4033', 'name': 'network-vif-deleted', 'tag': '86083d66-4a13-49a3-a262-22896020ea59', 'status': 'completed', 'code': 200} Mar 11 17:39:29.291868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port f8562f0d-1410-42fa-a6d6-bd843abb78a7 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:29.801336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::3ca (bba5add1-ead0-4c8a-b1ab-6a05ce5e6775/a70d7629-81c9-4ba6-8193-60654bce5172/f8562f0d-1410-42fa-a6d6-bd843abb78a7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:29.815006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8:0:1::b (bba5add1-ead0-4c8a-b1ab-6a05ce5e6775/c74b31c1-e438-4f56-a1a2-450405043ad1/f8562f0d-1410-42fa-a6d6-bd843abb78a7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:29.976688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cbe505-ce32-4835-b53c-032cc3f452d2 None None] Network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:30.100650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a402563a-eaee-4b0f-9462-92e5e7879e10 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:30.192207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5688e1ec-4541-4845-8b57-579cfd1cca2c None None] Provisioning complete for port a402563a-eaee-4b0f-9462-92e5e7879e10 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:30.192610 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5688e1ec-4541-4845-8b57-579cfd1cca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.263603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-771edb97-0941-47e4-b2c6-e6f60bb99cd3 req-04695e98-c794-4207-9355-e619abc5b327 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 210 time: 0.0442657 Mar 11 17:39:30.270466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.322888 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.415478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:30.419211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:30.432583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:30.444903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:30.445762 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.458015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=f8562f0d-1410-42fa-a6d6-bd843abb78a7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:30.488905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a402563a-eaee-4b0f-9462-92e5e7879e10 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:30.495636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54716) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:30.496678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.497764 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:39:30.502228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a70d7629-81c9-4ba6-8193-60654bce5172'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:30.505520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-03667812-14e9-41eb-a997-c044ef4fa669 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.7172837 Mar 11 17:39:30.633391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 86083d66-4a13-49a3-a262-22896020ea59 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:30.672854 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 86083d66-4a13-49a3-a262-22896020ea59 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:39:30.673286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 86083d66-4a13-49a3-a262-22896020ea59 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:39:30.677630 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5688e1ec-4541-4845-8b57-579cfd1cca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.760194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5688e1ec-4541-4845-8b57-579cfd1cca2c None None] For port a402563a-eaee-4b0f-9462-92e5e7879e10, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a402563a-eaee-4b0f-9462-92e5e7879e10,segment=NetworkSegment(50b5ca39-874a-43e1-beae-8d47f3304017),segment_id=50b5ca39-874a-43e1-beae-8d47f3304017)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:30.800108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.819933 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5688e1ec-4541-4845-8b57-579cfd1cca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:30.858392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6230311-bfd4-4f31-b500-1c0b6720d0f9 None None] Update dhcp port {'port': {'network_id': 'bba5add1-ead0-4c8a-b1ab-6a05ce5e6775', 'fixed_ips': [{'subnet_id': 'a70d7629-81c9-4ba6-8193-60654bce5172', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c74b31c1-e438-4f56-a1a2-450405043ad1'}], 'binding:host_id': 'n-d-833411-1'}, 'id': 'a402563a-eaee-4b0f-9462-92e5e7879e10'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:39:30.956633 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6230311-bfd4-4f31-b500-1c0b6720d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.116433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688e1ec-4541-4845-8b57-579cfd1cca2c None None] Pushing event updated for resources: {'Port': ['ID=a402563a-eaee-4b0f-9462-92e5e7879e10,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:31.154037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Delete allocated IP 2001:db8:0:1::b (bba5add1-ead0-4c8a-b1ab-6a05ce5e6775/c74b31c1-e438-4f56-a1a2-450405043ad1) {{(pid=102641) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:39:31.338504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.359151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.519248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2d0a706-a48c-4eb0-81b8-de447918d172 req-7f812690-9aaa-4a37-a903-3b5cf724a7c4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 210 time: 0.0791252 Mar 11 17:39:31.546729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] In _notify_port_updated(), no bound segment for port f8562f0d-1410-42fa-a6d6-bd843abb78a7 on network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:39:31.562835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:31.563530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.567650 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "PUT /v2.0/ports/f8562f0d-1410-42fa-a6d6-bd843abb78a7 HTTP/1.1" status: 200 len: 925 time: 1.0684054 Mar 11 17:39:31.568073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54852) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:31.578628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a70d7629-81c9-4ba6-8193-60654bce5172'}, {'subnet_id': 'c74b31c1-e438-4f56-a1a2-450405043ad1'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:31.602730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbb114-3917-414e-bb0b-f29fe19ffc63 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=f8562f0d-1410-42fa-a6d6-bd843abb78a7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:31.709603 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:31.789912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d6230311-bfd4-4f31-b500-1c0b6720d0f9 None None] Allocated IP 2001:db8:0:1::2 (bba5add1-ead0-4c8a-b1ab-6a05ce5e6775/c74b31c1-e438-4f56-a1a2-450405043ad1/a402563a-eaee-4b0f-9462-92e5e7879e10) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:31.826894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54864) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:31.953078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a402563a-eaee-4b0f-9462-92e5e7879e10 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:31.970182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d6230311-bfd4-4f31-b500-1c0b6720d0f9 None None] For port a402563a-eaee-4b0f-9462-92e5e7879e10, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a402563a-eaee-4b0f-9462-92e5e7879e10,segment=NetworkSegment(50b5ca39-874a-43e1-beae-8d47f3304017),segment_id=50b5ca39-874a-43e1-beae-8d47f3304017)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:32.023576 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb0f9-7c0b-474e-8e16-059d578c1240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.039340 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6230311-bfd4-4f31-b500-1c0b6720d0f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.045468 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6230311-bfd4-4f31-b500-1c0b6720d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.127984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb0f9-7c0b-474e-8e16-059d578c1240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.136107 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb0f9-7c0b-474e-8e16-059d578c1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.145485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a402563a-eaee-4b0f-9462-92e5e7879e10 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:32.146480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.152925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6230311-bfd4-4f31-b500-1c0b6720d0f9 None None] Pushing event updated for resources: {'Port': ['ID=a402563a-eaee-4b0f-9462-92e5e7879e10,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:32.155562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8:0:1::92 (bba5add1-ead0-4c8a-b1ab-6a05ce5e6775/c74b31c1-e438-4f56-a1a2-450405043ad1/f8562f0d-1410-42fa-a6d6-bd843abb78a7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:32.170661 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d1bb0f9-7c0b-474e-8e16-059d578c1240 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7edd14fdfe854046b3a5bb9117f23d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425841 Mar 11 17:39:32.177194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54868) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:32.198246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bb0f9-7c0b-474e-8e16-059d578c1240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441c526c-6566-4627-9592-fb3481f92e0a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:32.322589 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e82a4650-1e16-4e63-9518-4f7b9ac595e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.375032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e82a4650-1e16-4e63-9518-4f7b9ac595e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.418356 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.428585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.537585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=f8562f0d-1410-42fa-a6d6-bd843abb78a7,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:32.565612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e82a4650-1e16-4e63-9518-4f7b9ac595e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.570205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e82a4650-1e16-4e63-9518-4f7b9ac595e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.571807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e82a4650-1e16-4e63-9518-4f7b9ac595e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/441c526c-6566-4627-9592-fb3481f92e0a HTTP/1.1" status: 204 len: 168 time: 0.3931782 Mar 11 17:39:32.639910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] In _notify_port_updated(), no bound segment for port f8562f0d-1410-42fa-a6d6-bd843abb78a7 on network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:39:32.653549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:32.655080 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.660014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54882) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:32.666183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f9888127-821c-48fe-a35c-d0945d6fc08a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "PUT /v2.0/ports/f8562f0d-1410-42fa-a6d6-bd843abb78a7 HTTP/1.1" status: 200 len: 1010 time: 1.0919242 Mar 11 17:39:32.668907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a4650-1e16-4e63-9518-4f7b9ac595e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441c526c-6566-4627-9592-fb3481f92e0a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:32.754914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0e5d26c-1dfc-4bce-bb91-f4f2e055e69e req-f5efcb99-9506-4b29-a7a3-7fe1f6f4c952 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 210 time: 0.0870373 Mar 11 17:39:32.870341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-842d7a4d-46b2-43c0-830a-537d23c35fd5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port f8562f0d-1410-42fa-a6d6-bd843abb78a7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:32.871902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-842d7a4d-46b2-43c0-830a-537d23c35fd5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:32.972254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a794b-f082-4f9e-9863-36074393f533 None None] Network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:33.001719 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-842d7a4d-46b2-43c0-830a-537d23c35fd5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.020874 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-842d7a4d-46b2-43c0-830a-537d23c35fd5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for f8562f0d-1410-42fa-a6d6-bd843abb78a7 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:33.088063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:33.088610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-854117b0-47b4-449f-b196-f5146a6ed1a7 None None] Provisioning complete for port a402563a-eaee-4b0f-9462-92e5e7879e10 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:33.089007 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-854117b0-47b4-449f-b196-f5146a6ed1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.104939 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c76afdc-bf08-4a07-8a8d-985e5eddf42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.239601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-842d7a4d-46b2-43c0-830a-537d23c35fd5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.251878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-854117b0-47b4-449f-b196-f5146a6ed1a7 None None] Could not find standard attr ID for object f8562f0d-1410-42fa-a6d6-bd843abb78a7. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:33.279461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d7a4d-46b2-43c0-830a-537d23c35fd5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=f8562f0d-1410-42fa-a6d6-bd843abb78a7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:33.320400 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c76afdc-bf08-4a07-8a8d-985e5eddf42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.325160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c76afdc-bf08-4a07-8a8d-985e5eddf42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.357808 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-842d7a4d-46b2-43c0-830a-537d23c35fd5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.366739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54892) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:33.367501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-842d7a4d-46b2-43c0-830a-537d23c35fd5 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/f8562f0d-1410-42fa-a6d6-bd843abb78a7 HTTP/1.1" status: 204 len: 168 time: 0.7055459 Mar 11 17:39:33.409068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4c76afdc-bf08-4a07-8a8d-985e5eddf42c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e57fc146157421d990c8d2c2564e929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199022 Mar 11 17:39:33.410603 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-463bc6b1-9395-4d0d-9694-aa4b20c21e2e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:33.411946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:33.412239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-463bc6b1-9395-4d0d-9694-aa4b20c21e2e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/f8562f0d-1410-42fa-a6d6-bd843abb78a7 HTTP/1.1" status: 404 len: 333 time: 0.0400591 Mar 11 17:39:33.413078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76afdc-bf08-4a07-8a8d-985e5eddf42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b691028d-b442-461e-a85a-2529b6875470,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:33.416923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54896) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:33.475293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-923822cf-66f5-4e04-92c8-8e0f023d62a9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet c74b31c1-e438-4f56-a1a2-450405043ad1 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:33.480047 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-923822cf-66f5-4e04-92c8-8e0f023d62a9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.481226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54e91dd9-02ca-4cfd-9d06-c47805a50caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.511654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54e91dd9-02ca-4cfd-9d06-c47805a50caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.545014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-923822cf-66f5-4e04-92c8-8e0f023d62a9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.574484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54e91dd9-02ca-4cfd-9d06-c47805a50caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.578326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54e91dd9-02ca-4cfd-9d06-c47805a50caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.581890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-54e91dd9-02ca-4cfd-9d06-c47805a50caf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b691028d-b442-461e-a85a-2529b6875470 HTTP/1.1" status: 204 len: 168 time: 0.1650341 Mar 11 17:39:33.591740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e91dd9-02ca-4cfd-9d06-c47805a50caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b691028d-b442-461e-a85a-2529b6875470,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:33.661152 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-923822cf-66f5-4e04-92c8-8e0f023d62a9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.691999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1580c5ce-85f8-4254-8faf-f3e7982e2008 None None] Provisioning complete for port a402563a-eaee-4b0f-9462-92e5e7879e10 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:33.692392 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1580c5ce-85f8-4254-8faf-f3e7982e2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.757874 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-923822cf-66f5-4e04-92c8-8e0f023d62a9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.794695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923822cf-66f5-4e04-92c8-8e0f023d62a9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=c74b31c1-e438-4f56-a1a2-450405043ad1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:33.797147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-923822cf-66f5-4e04-92c8-8e0f023d62a9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.805535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54902) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:33.820581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-923822cf-66f5-4e04-92c8-8e0f023d62a9 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/c74b31c1-e438-4f56-a1a2-450405043ad1 HTTP/1.1" status: 204 len: 168 time: 0.4024374 Mar 11 17:39:33.841383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1580c5ce-85f8-4254-8faf-f3e7982e2008 None None] Could not find standard attr ID for object f8562f0d-1410-42fa-a6d6-bd843abb78a7. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:33.878817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77f35a8-6888-41aa-9f73-a2e8158449b1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet a70d7629-81c9-4ba6-8193-60654bce5172 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:33.882788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a8-6888-41aa-9f73-a2e8158449b1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:33.951197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d2318-6216-4643-a169-4424f7e69c09 None None] Network bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:33.967651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a402563a-eaee-4b0f-9462-92e5e7879e10 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:33.981321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf1f8a39-fc28-4c2d-96cd-646ff823bced req-517b3aa7-8f63-470a-884c-95dcf172c9bc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 210 time: 0.0708971 Mar 11 17:39:33.996767 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a8-6888-41aa-9f73-a2e8158449b1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.075705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c3cb5145-c3fc-45b2-acad-3374e499790a None None] Could not find standard attr ID for object f8562f0d-1410-42fa-a6d6-bd843abb78a7. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:34.095130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a8-6888-41aa-9f73-a2e8158449b1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.162871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a402563a-eaee-4b0f-9462-92e5e7879e10 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:34.163302 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.164624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a8-6888-41aa-9f73-a2e8158449b1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.182113 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a8-6888-41aa-9f73-a2e8158449b1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.185795 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c77f35a8-6888-41aa-9f73-a2e8158449b1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/a70d7629-81c9-4ba6-8193-60654bce5172 HTTP/1.1" status: 204 len: 168 time: 0.3779552 Mar 11 17:39:34.188634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54912) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:34.238762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f35a8-6888-41aa-9f73-a2e8158449b1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=a70d7629-81c9-4ba6-8193-60654bce5172,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:34.301911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.385631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port a402563a-eaee-4b0f-9462-92e5e7879e10 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:34.386003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.398949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a87f18-cc01-4817-98c7-d74682caf309 None None] DHCP port deletion for bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:39:34.461833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-83a87f18-cc01-4817-98c7-d74682caf309 None None] Deleting port a402563a-eaee-4b0f-9462-92e5e7879e10 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:34.462472 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83a87f18-cc01-4817-98c7-d74682caf309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.585403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-83a87f18-cc01-4817-98c7-d74682caf309 None None] For port a402563a-eaee-4b0f-9462-92e5e7879e10, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a402563a-eaee-4b0f-9462-92e5e7879e10,segment=NetworkSegment(50b5ca39-874a-43e1-beae-8d47f3304017),segment_id=50b5ca39-874a-43e1-beae-8d47f3304017)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:34.586581 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83a87f18-cc01-4817-98c7-d74682caf309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.606760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-83a87f18-cc01-4817-98c7-d74682caf309 None None] Calling delete_port for a402563a-eaee-4b0f-9462-92e5e7879e10 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:34.705019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83a87f18-cc01-4817-98c7-d74682caf309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.740582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a87f18-cc01-4817-98c7-d74682caf309 None None] Pushing event deleted for resources: {'Port': ['ID=a402563a-eaee-4b0f-9462-92e5e7879e10,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:34.749691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a87f18-cc01-4817-98c7-d74682caf309 None None] No DVR routers for this DVR port a402563a-eaee-4b0f-9462-92e5e7879e10 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:34.807631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] For port a402563a-eaee-4b0f-9462-92e5e7879e10, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a402563a-eaee-4b0f-9462-92e5e7879e10,segment=NetworkSegment(50b5ca39-874a-43e1-beae-8d47f3304017),segment_id=50b5ca39-874a-43e1-beae-8d47f3304017)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:34.808275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.826161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for a402563a-eaee-4b0f-9462-92e5e7879e10 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:34.926082 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:34.971325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No DVR routers for this DVR port a402563a-eaee-4b0f-9462-92e5e7879e10 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:34.973595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=a402563a-eaee-4b0f-9462-92e5e7879e10,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:34.990196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.990548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.990893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.991230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.991925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.992416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.992778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.993136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.993466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.993817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.994147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:34.994471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:35.172521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.197292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-829e3578-5469-43dd-89d5-b8baf3e4699d req-e2cff5a1-6d61-4866-a1b6-b73f68e34010 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c857bb0-3043-4b31-ad1d-1010977b4033 HTTP/1.1" status: 200 len: 210 time: 0.0421953 Mar 11 17:39:35.223484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba5add1-ead0-4c8a-b1ab-6a05ce5e6775']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:35.234414 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b5ca39-874a-43e1-beae-8d47f3304017') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:35.234708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b5ca39-874a-43e1-beae-8d47f3304017') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:35.247135 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.263028 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.269919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:35.270415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: self.session.flush() Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:35.275277 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:35.362899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.383174 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.387496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/networks/bba5add1-ead0-4c8a-b1ab-6a05ce5e6775 HTTP/1.1" status: 204 len: 168 time: 1.1976380 Mar 11 17:39:35.388595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3234894-dafc-4e9b-96b0-24849c792386 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Network': ['ID=bba5add1-ead0-4c8a-b1ab-6a05ce5e6775,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:35.391436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54942) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:35.472238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c174d-3e1c-41e6-a31c-f55447f35b82 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:35.478578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54946) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:35.479738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a99c174d-3e1c-41e6-a31c-f55447f35b82 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0872622 Mar 11 17:39:35.532387 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4fde6541-97f7-4d24-9047-77a115970de2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0506761 Mar 11 17:39:35.533729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54948) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:35.538994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1795913256'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:35.560634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:35.564687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.593757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:35.606223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.606645 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Added segment de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3 of type vlan for network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 Mar 11 17:39:35.665816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.704766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.714786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:35.715738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.723855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119c45f-c79a-462a-b00e-6fdd7cc6d50f req-ed51e1b7-290a-4532-8e95-e85bf1112908 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:35.725559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c119c45f-c79a-462a-b00e-6fdd7cc6d50f req-ed51e1b7-290a-4532-8e95-e85bf1112908 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1097 time: 0.0458579 Mar 11 17:39:35.740051 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2024436 Mar 11 17:39:35.740285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:35.748284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': 'b629cbf6-f190-4cce-b3f0-18fbe3e60a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:35.761140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c119c45f-c79a-462a-b00e-6fdd7cc6d50f req-67c11258-c412-45b0-9784-98ff4cec6771 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.878984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ede71d-7634-49e6-b6d4-e1db3a3c5ee3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Network': ['ID=b629cbf6-f190-4cce-b3f0-18fbe3e60a84,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:35.900382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:39:35.936128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:35.944105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.954322 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c119c45f-c79a-462a-b00e-6fdd7cc6d50f req-67c11258-c412-45b0-9784-98ff4cec6771 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.961009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c119c45f-c79a-462a-b00e-6fdd7cc6d50f req-67c11258-c412-45b0-9784-98ff4cec6771 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:35.976792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a402563a-eaee-4b0f-9462-92e5e7879e10 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:35.999340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c11258-c412-45b0-9784-98ff4cec6771 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a71196-61a2-40e2-bc4f-1edf2a6450f4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:36.017666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c119c45f-c79a-462a-b00e-6fdd7cc6d50f req-67c11258-c412-45b0-9784-98ff4cec6771 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848873 Mar 11 17:39:36.026651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a402563a-eaee-4b0f-9462-92e5e7879e10 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:39:36.027096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a402563a-eaee-4b0f-9462-92e5e7879e10 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:39:36.184012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ba8f-6c0e-4cf5-851a-316fcdd7e0eb req-a207766d-51d8-431c-9224-5ea7ab3645ac tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:36.191237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c918ba8f-6c0e-4cf5-851a-316fcdd7e0eb req-a207766d-51d8-431c-9224-5ea7ab3645ac tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0725272 Mar 11 17:39:36.253120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.254133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c918ba8f-6c0e-4cf5-851a-316fcdd7e0eb req-5bb64a6b-bd0c-48a0-93fe-6295fe2ab8b6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617785 Mar 11 17:39:36.286231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54974) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:36.355978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=392b1ca9-52f5-4243-9ce0-3f4c771c14ad,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:36.380568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d3cb9f2-dca8-48c0-b8a3-f2eb82d30ca2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/d7d877e6-8ea5-4d23-aa5d-78015cbfb239 HTTP/1.1" status: 200 len: 993 time: 0.0921302 Mar 11 17:39:36.391709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Checking segment: {'id': 'de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b629cbf6-f190-4cce-b3f0-18fbe3e60a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:36.392085 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network hostable DHCP agents. Network: b629cbf6-f190-4cce-b3f0-18fbe3e60a84, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:36.413798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:36.427441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b629cbf6-f190-4cce-b3f0-18fbe3e60a84) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:36.436937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8807e35-84e9-43d3-a896-5f06e3474517 None None] Network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:36.437729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:36.438363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.470434 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-008e2027-2512-41b2-a170-b0aca89962a4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7288435 Mar 11 17:39:36.473528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54978) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:36.479817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': 'b629cbf6-f190-4cce-b3f0-18fbe3e60a84', 'name': 'tempest-PortsIpV6TestJSON-1255806509'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:36.601219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:36.605197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.628516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-b629cbf6-f190-4cce-b3f0-18fbe3e60a84', 'network_id': 'b629cbf6-f190-4cce-b3f0-18fbe3e60a84', 'tenant_id': '14df662945914d15811f6aa68c185373', 'fixed_ips': [{'subnet_id': '392b1ca9-52f5-4243-9ce0-3f4c771c14ad'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:39:36.629467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.632773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port 7fdaf208-3988-447d-a224-5dc17e2e7890 yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:36.777249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::1c0 (b629cbf6-f190-4cce-b3f0-18fbe3e60a84/392b1ca9-52f5-4243-9ce0-3f4c771c14ad/7fdaf208-3988-447d-a224-5dc17e2e7890) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:36.811415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-5b6123b7-61d1-418c-bf5e-72e0cd8fc3b1 req-87364582-9673-4745-b004-1db6220045d6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:39:36.812493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b6123b7-61d1-418c-bf5e-72e0cd8fc3b1 req-87364582-9673-4745-b004-1db6220045d6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1319633 Mar 11 17:39:36.954061 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:36.997328 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.049015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Allocated IP 2001:db8::2 (b629cbf6-f190-4cce-b3f0-18fbe3e60a84/392b1ca9-52f5-4243-9ce0-3f4c771c14ad/e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:37.075875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:37.077930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=7fdaf208-3988-447d-a224-5dc17e2e7890,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:37.105609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:37.113068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:37.130495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:37.134141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.145588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 54992) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:37.167404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a34470c5-0b95-4850-a47f-8d591170c6de tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6923022 Mar 11 17:39:37.170169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 54996) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:37.177887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': 'b629cbf6-f190-4cce-b3f0-18fbe3e60a84', 'name': 'tempest-PortsIpV6TestJSON-255702222'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:37.277525 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.286102 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.310316 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-b5a392ae-e2f8-4172-9e72-5d6fd019cdc4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1631839 Mar 11 17:39:37.317283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f18e42-83ac-49f1-83ed-c4b0cd7c7afc req-9490fa3f-fddd-4253-bf7a-440709d884ea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:37.319105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25f18e42-83ac-49f1-83ed-c4b0cd7c7afc req-9490fa3f-fddd-4253-bf7a-440709d884ea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.1561468 Mar 11 17:39:37.350024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:37.352083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-04d08a09-ec5a-48dd-98c4-a0418cb7fc3a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:39:37.354908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Pushing event updated for resources: {'Port': ['ID=e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:37.358325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:37.362894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:37.373972 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-04d08a09-ec5a-48dd-98c4-a0418cb7fc3a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446100 Mar 11 17:39:37.431495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25f18e42-83ac-49f1-83ed-c4b0cd7c7afc req-060aefff-9cfa-4f92-8a7f-b403f0e885c9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994225 Mar 11 17:39:37.453386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Attempting to bind port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:37.453386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Attempting to bind port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b629cbf6-f190-4cce-b3f0-18fbe3e60a84'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:37.453386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Attempting to bind port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae on network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:39:37.478086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:37.478086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.482536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:39:37.483211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Checking segment: {'id': 'de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b629cbf6-f190-4cce-b3f0-18fbe3e60a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:37.483858 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.484472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Bound using segment: {'id': 'de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b629cbf6-f190-4cce-b3f0-18fbe3e60a84'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:39:37.485173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Bound port: e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b629cbf6-f190-4cce-b3f0-18fbe3e60a84'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:37.485958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.532081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port 90683828-e8bf-4576-bf86-4d5332704cec yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:37.638381 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] For port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:37.647516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] For port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae,segment=NetworkSegment(de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3),segment_id=de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:37.654131 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:37.722691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::f9 (b629cbf6-f190-4cce-b3f0-18fbe3e60a84/392b1ca9-52f5-4243-9ce0-3f4c771c14ad/90683828-e8bf-4576-bf86-4d5332704cec) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:37.771732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beefa7e-89d7-4f41-9dd1-fd2e878589b9 None None] Pushing event updated for resources: {'Port': ['ID=e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:38.011130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.067385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.194073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:38.213792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:38.229922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:38.237150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:38.237959 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.242242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=90683828-e8bf-4576-bf86-4d5332704cec,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:38.267054 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f9090f67-d8b0-4b60-bb19-038e3015d633 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0949442 Mar 11 17:39:38.269416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55046) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:38.350730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56967f3d-4432-4137-9d5e-33194f80438f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:38.352316 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-56967f3d-4432-4137-9d5e-33194f80438f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c0 HTTP/1.1" status: 200 len: 929 time: 0.0812635 Mar 11 17:39:38.355501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55050) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:38.505602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcdd0c-1d2d-4249-8dd2-ca7a7a2b6e0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 90683828-e8bf-4576-bf86-4d5332704cec {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:38.506294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3bdcdd0c-1d2d-4249-8dd2-ca7a7a2b6e0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.655124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea522-4af2-4974-8a94-a39d0fe7199a req-ae8b2600-9d61-46c7-a6bb-fa24119067a0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:38.656864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aacea522-4af2-4974-8a94-a39d0fe7199a req-ae8b2600-9d61-46c7-a6bb-fa24119067a0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0809543 Mar 11 17:39:38.687620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3bdcdd0c-1d2d-4249-8dd2-ca7a7a2b6e0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.716377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcdd0c-1d2d-4249-8dd2-ca7a7a2b6e0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 90683828-e8bf-4576-bf86-4d5332704cec owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:38.737532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aacea522-4af2-4974-8a94-a39d0fe7199a req-9cec69b2-2674-4a4c-b55a-8c7f6b3115f9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701032 Mar 11 17:39:38.908779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3bdcdd0c-1d2d-4249-8dd2-ca7a7a2b6e0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.956827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcdd0c-1d2d-4249-8dd2-ca7a7a2b6e0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=90683828-e8bf-4576-bf86-4d5332704cec,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:38.993817 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3bdcdd0c-1d2d-4249-8dd2-ca7a7a2b6e0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:38.998351 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3bdcdd0c-1d2d-4249-8dd2-ca7a7a2b6e0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/90683828-e8bf-4576-bf86-4d5332704cec HTTP/1.1" status: 204 len: 168 time: 0.6416852 Mar 11 17:39:39.000947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55058) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:39.035949 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e732205-ee54-470e-9496-81ff9eb194c7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:39.037830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2e732205-ee54-470e-9496-81ff9eb194c7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/90683828-e8bf-4576-bf86-4d5332704cec HTTP/1.1" status: 404 len: 333 time: 0.0355134 Mar 11 17:39:39.042160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55060) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:39.167363 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c61d04fa-6e92-4c0e-b23b-a689996a765b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 7fdaf208-3988-447d-a224-5dc17e2e7890 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:39.168014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c61d04fa-6e92-4c0e-b23b-a689996a765b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.192571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-b775e8a6-25f2-4eaf-920b-6b1e5406cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:39.195265 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-b775e8a6-25f2-4eaf-920b-6b1e5406cc84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1097 time: 0.0931923 Mar 11 17:39:39.207800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad85e9-5afc-4023-903c-0395b7766b79 None None] Network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:39.302225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-d035f625-e8e7-4999-bfbe-1361e3c5fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:39.304709 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-d035f625-e8e7-4999-bfbe-1361e3c5fc69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.1014373 Mar 11 17:39:39.372849 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c61d04fa-6e92-4c0e-b23b-a689996a765b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.396488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c61d04fa-6e92-4c0e-b23b-a689996a765b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 7fdaf208-3988-447d-a224-5dc17e2e7890 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:39.411970 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-89d5c1b7-0a64-4365-ace5-3ccc83c704b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 1001 time: 0.0996885 Mar 11 17:39:39.457003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d7ecec45-ea3c-4287-ae2a-948599ed2891 None None] Provisioning complete for port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:39.457426 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7ecec45-ea3c-4287-ae2a-948599ed2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.551915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-fa43c126-7c1c-491a-9b1c-c4bf9451cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:39.553464 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-fa43c126-7c1c-491a-9b1c-c4bf9451cdbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.1300259 Mar 11 17:39:39.625843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-e6926b86-5e0c-4de2-a2b7-918c2058c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:39.628135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7ecec45-ea3c-4287-ae2a-948599ed2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.635122 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-e6926b86-5e0c-4de2-a2b7-918c2058c7d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685930 Mar 11 17:39:39.686906 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c61d04fa-6e92-4c0e-b23b-a689996a765b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.699294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d7ecec45-ea3c-4287-ae2a-948599ed2891 None None] For port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae,segment=NetworkSegment(de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3),segment_id=de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:39.713048 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7ecec45-ea3c-4287-ae2a-948599ed2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.743401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d04fa-6e92-4c0e-b23b-a689996a765b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=7fdaf208-3988-447d-a224-5dc17e2e7890,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:39.824593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecec45-ea3c-4287-ae2a-948599ed2891 None None] Pushing event updated for resources: {'Port': ['ID=e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:39.825882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c61d04fa-6e92-4c0e-b23b-a689996a765b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:39.834197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c61d04fa-6e92-4c0e-b23b-a689996a765b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/7fdaf208-3988-447d-a224-5dc17e2e7890 HTTP/1.1" status: 204 len: 168 time: 0.7908773 Mar 11 17:39:39.839038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55080) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:39.890694 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-03bccc2d-0cfe-479d-a6af-bbad33b56d6d service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432106 Mar 11 17:39:39.961977 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee18f6d-946a-4808-952c-56cd463064ee tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:39.965301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fee18f6d-946a-4808-952c-56cd463064ee tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/7fdaf208-3988-447d-a224-5dc17e2e7890 HTTP/1.1" status: 404 len: 333 time: 0.1193011 Mar 11 17:39:40.036786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55082) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:40.086933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ef1e1-a82f-4a32-a422-cbbc3b3e5595 req-9f3492c0-d3d5-4de8-ac8f-3c889df88d5a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:40.088623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a7ef1e1-a82f-4a32-a422-cbbc3b3e5595 req-9f3492c0-d3d5-4de8-ac8f-3c889df88d5a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.1371810 Mar 11 17:39:40.143101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:40.167988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e7113d-868e-4c99-9b99-abf7eed32853 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet 392b1ca9-52f5-4243-9ce0-3f4c771c14ad {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:40.187141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7e7113d-868e-4c99-9b99-abf7eed32853 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.215184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55088) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:40.229002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:40.230226 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.262139 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7e7113d-868e-4c99-9b99-abf7eed32853 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.295190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a7ef1e1-a82f-4a32-a422-cbbc3b3e5595 req-90e66b81-a909-463f-9d62-0adfe98c3c56 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997080 Mar 11 17:39:40.314831 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-79e00f4d-59bd-4be7-9e6b-52d6cff0466e service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176230 Mar 11 17:39:40.319186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-798ae6f1-ee2a-4359-b5ce-0f9b24f1390c None None] Could not find standard attr ID for object 7fdaf208-3988-447d-a224-5dc17e2e7890. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:40.343814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-798ae6f1-ee2a-4359-b5ce-0f9b24f1390c None None] Provisioning complete for port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:40.344131 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-798ae6f1-ee2a-4359-b5ce-0f9b24f1390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.358250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c89ed-d242-403a-adaf-869a64cbf271 req-69d9f804-03ef-4866-b6b8-e6ecbbd3683d tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:40.360153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-802c89ed-d242-403a-adaf-869a64cbf271 req-69d9f804-03ef-4866-b6b8-e6ecbbd3683d tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 949 time: 0.1990619 Mar 11 17:39:40.477281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-802c89ed-d242-403a-adaf-869a64cbf271 req-2ee1feee-2d59-4d28-b2ed-cb8f8e0eb7a4 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085508 Mar 11 17:39:40.548307 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7e7113d-868e-4c99-9b99-abf7eed32853 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.610355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa70e-825c-41ba-b549-1b5713698b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.712801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7e7113d-868e-4c99-9b99-abf7eed32853 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.719388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-91041c85-46d2-4ecb-a2f4-6e07905ea44e None None] Could not find standard attr ID for object 7fdaf208-3988-447d-a224-5dc17e2e7890. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:40.759723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7113d-868e-4c99-9b99-abf7eed32853 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=392b1ca9-52f5-4243-9ce0-3f4c771c14ad,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:40.769093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7e7113d-868e-4c99-9b99-abf7eed32853 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.774466 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d7e7113d-868e-4c99-9b99-abf7eed32853 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/392b1ca9-52f5-4243-9ce0-3f4c771c14ad HTTP/1.1" status: 204 len: 168 time: 0.7364116 Mar 11 17:39:40.777041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55092) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:40.804454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa70e-825c-41ba-b549-1b5713698b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.810602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa70e-825c-41ba-b549-1b5713698b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.868603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.927280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cdcfa70e-825c-41ba-b549-1b5713698b5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d58f67c450d44ee78dc27a0237362feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7074702 Mar 11 17:39:40.930316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55096) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:40.938204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfa70e-825c-41ba-b549-1b5713698b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726912af-f3f1-4eb1-8b8d-7ba9d36b207f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:40.959132 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:40.959857 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:40.991856 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e06bbac9-a35b-4e37-acc3-55302c8a07cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.023057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbb8abd-3deb-491a-8f9b-ea001e17ff97 None None] Network b629cbf6-f190-4cce-b3f0-18fbe3e60a84 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:41.024164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e06bbac9-a35b-4e37-acc3-55302c8a07cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.081189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] For port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae,segment=NetworkSegment(de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3),segment_id=de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:41.083037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e06bbac9-a35b-4e37-acc3-55302c8a07cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.087820 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e06bbac9-a35b-4e37-acc3-55302c8a07cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.088907 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.090335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e06bbac9-a35b-4e37-acc3-55302c8a07cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/726912af-f3f1-4eb1-8b8d-7ba9d36b207f HTTP/1.1" status: 204 len: 168 time: 0.1588843 Mar 11 17:39:41.093371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-803b77bb-ef75-415d-9835-d495fe1a5348 None None] Could not find standard attr ID for object 90683828-e8bf-4576-bf86-4d5332704cec. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:41.105604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bbac9-a35b-4e37-acc3-55302c8a07cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726912af-f3f1-4eb1-8b8d-7ba9d36b207f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:41.107155 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.114999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:41.212333 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.253474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:41.258725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No DVR routers for this DVR port e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:41.275853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110518af-0570-4e19-8915-03e747ad6c27 None None] DHCP port deletion for b629cbf6-f190-4cce-b3f0-18fbe3e60a84 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:39:41.376825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.409418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b629cbf6-f190-4cce-b3f0-18fbe3e60a84']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:41.420235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:41.420601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7b83ef-2694-4b6e-b4b0-0c8ea4cf9cb3') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:41.427472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40277e-c8e2-4022-9c87-0446c6cfefb6 req-3d7797d0-bf55-4305-b3a0-a220ddbcfaa0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:41.429258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d40277e-c8e2-4022-9c87-0446c6cfefb6 req-3d7797d0-bf55-4305-b3a0-a220ddbcfaa0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0573685 Mar 11 17:39:41.431052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.445819 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.452317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:41.452799 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:41.455800 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:41.479261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55104) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:41.490288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d40277e-c8e2-4022-9c87-0446c6cfefb6 req-1fc4a31e-97fa-46cb-9c24-f04dd0af9451 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548077 Mar 11 17:39:41.496811 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3478c34d-28ef-4548-9a2e-5aaf2ccd4015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.547628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.562901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.567337 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/networks/b629cbf6-f190-4cce-b3f0-18fbe3e60a84 HTTP/1.1" status: 204 len: 168 time: 0.7886987 Mar 11 17:39:41.571748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55108) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:41.578034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1922780426'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:41.606609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:41.615607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.711185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:41.715965 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3478c34d-28ef-4548-9a2e-5aaf2ccd4015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.725555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3478c34d-28ef-4548-9a2e-5aaf2ccd4015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.733023 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.733369 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Added segment 0f83893e-83b4-4d05-8c83-9df2f5ef9cff of type vlan for network 78f88c6f-734b-4c60-9037-23e0256b4240 Mar 11 17:39:41.743777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0da7fc-9ab3-4242-a730-9ed8103569b9 req-fd349eb0-6625-4674-94af-c1f87ac3c978 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:41.745421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d0da7fc-9ab3-4242-a730-9ed8103569b9 req-fd349eb0-6625-4674-94af-c1f87ac3c978 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 949 time: 0.1402671 Mar 11 17:39:41.835587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3478c34d-28ef-4548-9a2e-5aaf2ccd4015 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2bd74218e4a436da1b441993588c47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3546536 Mar 11 17:39:41.836380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478c34d-28ef-4548-9a2e-5aaf2ccd4015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8575104-dcb2-4475-a587-3400d6bbd27e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:41.838745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55110) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:41.848910 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.906965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22043b8e-5c0b-46c4-b91e-ce553029671e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Network': ['ID=b629cbf6-f190-4cce-b3f0-18fbe3e60a84,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:41.928617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d0da7fc-9ab3-4242-a730-9ed8103569b9 req-1e74886e-9176-452e-8eee-f46a17fab019 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f625b60-482d-499a-ba1b-11c2f44c20a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623089 Mar 11 17:39:41.949774 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.950742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:41.958664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:41.964250 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:41.985496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:39:41.986332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e272d9dc-6bce-42d9-8fd4-89ec7c2f78ae not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:39:42.002037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-8caedf54-cf3b-471c-91e3-7e22d1d27831 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:42.003638 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-8caedf54-cf3b-471c-91e3-7e22d1d27831 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 949 time: 0.0723164 Mar 11 17:39:42.014219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4399855 Mar 11 17:39:42.021569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55114) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:42.029286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '78f88c6f-734b-4c60-9037-23e0256b4240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:42.064116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2adf-3480-4847-8455-6fbf51f228fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.090366 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2adf-3480-4847-8455-6fbf51f228fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.125281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa439e-7103-420b-a883-fcdd2cca4ac1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Network': ['ID=78f88c6f-734b-4c60-9037-23e0256b4240,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:42.149527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 78f88c6f-734b-4c60-9037-23e0256b4240 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:39:42.163776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2adf-3480-4847-8455-6fbf51f228fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.167155 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2adf-3480-4847-8455-6fbf51f228fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.168654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8bdb2adf-3480-4847-8455-6fbf51f228fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8575104-dcb2-4475-a587-3400d6bbd27e HTTP/1.1" status: 204 len: 168 time: 0.3266747 Mar 11 17:39:42.178510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb2adf-3480-4847-8455-6fbf51f228fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8575104-dcb2-4475-a587-3400d6bbd27e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:42.203402 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:42.211365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.288681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Deleting port ae9d5ed4-f6ca-4a0e-8815-af535608a8df {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:42.289025 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.415154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] For port ae9d5ed4-f6ca-4a0e-8815-af535608a8df, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:42.416117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.451124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Calling delete_port for ae9d5ed4-f6ca-4a0e-8815-af535608a8df owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:42.629497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44e9b-e996-48df-b7c9-4cd26a174c5c req-6c59d1ff-f39a-4bed-a066-22e3f717a072 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:42.631297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ed44e9b-e996-48df-b7c9-4cd26a174c5c req-6c59d1ff-f39a-4bed-a066-22e3f717a072 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0534718 Mar 11 17:39:42.640816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.676529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ed44e9b-e996-48df-b7c9-4cd26a174c5c req-a36ae3e7-910a-4ef5-a533-36cbe505b45a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360518 Mar 11 17:39:42.706811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.758440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Pushing event deleted for resources: {'Port': ['ID=ae9d5ed4-f6ca-4a0e-8815-af535608a8df,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:42.761370 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=05e200dc-fdbf-4c61-9a28-5517bc3f522d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:42.799791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Checking segment: {'id': '0f83893e-83b4-4d05-8c83-9df2f5ef9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '78f88c6f-734b-4c60-9037-23e0256b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:42.800169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network hostable DHCP agents. Network: 78f88c6f-734b-4c60-9037-23e0256b4240, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:42.817760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] No DVR routers for this DVR port ae9d5ed4-f6ca-4a0e-8815-af535608a8df on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:42.820899 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.823854 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-68c9d7fe-f721-4091-9fec-f1a69d7daaec req-682c920f-d072-45df-927d-e83e6a8abaa5 tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.66 "DELETE /v2.0/ports/ae9d5ed4-f6ca-4a0e-8815-af535608a8df HTTP/1.1" status: 204 len: 173 time: 0.8129451 Mar 11 17:39:42.825547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d834e76-95d3-4817-b26b-61480d071537', 'name': 'network-vif-deleted', 'tag': 'ae9d5ed4-f6ca-4a0e-8815-af535608a8df'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:39:42.829160 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca5f1d1-8bf4-4f3e-b11a-c7ac5239968b" -d '{"events": [{"server_uuid": "0d834e76-95d3-4817-b26b-61480d071537", "name": "network-vif-deleted", "tag": "ae9d5ed4-f6ca-4a0e-8815-af535608a8df"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:39:42.848745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 78f88c6f-734b-4c60-9037-23e0256b4240 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:42.862098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 78f88c6f-734b-4c60-9037-23e0256b4240) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:42.869823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:42.870536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:42.875892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c3ab5-9b5d-4b36-a1e1-d9411074a105 None None] Network 78f88c6f-734b-4c60-9037-23e0256b4240 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:42.893151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d73ec7db-aaff-4505-817a-295266c1bc27 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8701482 Mar 11 17:39:42.897037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55136) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:42.902534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '78f88c6f-734b-4c60-9037-23e0256b4240', 'name': 'tempest-PortsIpV6TestJSON-1837508856', 'fixed_ips': [{'subnet_id': '05e200dc-fdbf-4c61-9a28-5517bc3f522d', 'ip_address': '2001:db8::10'}]}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:42.912910 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cebb830-86ca-4903-bff8-ba8fd27a82c7 x-openstack-request-id: req-1cebb830-86ca-4903-bff8-ba8fd27a82c7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:39:42.916717 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d834e76-95d3-4817-b26b-61480d071537", "name": "network-vif-deleted", "tag": "ae9d5ed4-f6ca-4a0e-8815-af535608a8df", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:39:42.920938 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1cebb830-86ca-4903-bff8-ba8fd27a82c7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:39:42.922449 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d834e76-95d3-4817-b26b-61480d071537', 'name': 'network-vif-deleted', 'tag': 'ae9d5ed4-f6ca-4a0e-8815-af535608a8df', 'status': 'completed', 'code': 200} Mar 11 17:39:43.094324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:43.166589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-78f88c6f-734b-4c60-9037-23e0256b4240', 'network_id': '78f88c6f-734b-4c60-9037-23e0256b4240', 'tenant_id': '14df662945914d15811f6aa68c185373', 'fixed_ips': [{'subnet_id': '05e200dc-fdbf-4c61-9a28-5517bc3f522d'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:39:43.167457 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.225476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a90ed756-0d6a-4c04-bb9f-5992cc2a0165 req-973e4dda-bde2-4b2b-b994-df7914b39abb tempest-VolumesBackupsTest-285361645 tempest-VolumesBackupsTest-285361645-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d834e76-95d3-4817-b26b-61480d071537 HTTP/1.1" status: 200 len: 210 time: 0.1317945 Mar 11 17:39:43.323299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.353197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port 68f559a8-9645-4996-afe5-7d5c70c0852a yet. {{(pid=102642) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:43.619831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::10 (78f88c6f-734b-4c60-9037-23e0256b4240/05e200dc-fdbf-4c61-9a28-5517bc3f522d/68f559a8-9645-4996-afe5-7d5c70c0852a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:43.699063 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89de-9661-4e54-b73b-aa5451b76a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.822432 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.845206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46646ad-2af4-468a-8496-d982d14e4307 req-5d95468f-9e1d-48f7-b78e-51151584b676 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:43.846768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a46646ad-2af4-468a-8496-d982d14e4307 req-5d95468f-9e1d-48f7-b78e-51151584b676 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0863857 Mar 11 17:39:43.900484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a46646ad-2af4-468a-8496-d982d14e4307 req-3c53224e-325f-4636-83e3-f4fbb92047f9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451305 Mar 11 17:39:43.902535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.950166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 78f88c6f-734b-4c60-9037-23e0256b4240 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:43.953367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:43.957557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:43.963852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:43.964727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:43.974663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=68f559a8-9645-4996-afe5-7d5c70c0852a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:43.982809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Allocated IP 2001:db8::2 (78f88c6f-734b-4c60-9037-23e0256b4240/05e200dc-fdbf-4c61-9a28-5517bc3f522d/0393c8a6-3dca-46d8-a149-5e49dbc4879f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:43.994466 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:43.995942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-64a9cb58-3355-4ee9-b465-4ceaab7a7b8b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0975583 Mar 11 17:39:44.000389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': '78f88c6f-734b-4c60-9037-23e0256b4240', 'name': 'tempest-PortsIpV6TestJSON-2065179641', 'fixed_ips': [{'subnet_id': '05e200dc-fdbf-4c61-9a28-5517bc3f522d', 'ip_address': '2001:db8::f'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:44.133646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:44.157194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.165399 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.213185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Network 78f88c6f-734b-4c60-9037-23e0256b4240 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:44.216144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:44.220946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:44.224546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Pushing event updated for resources: {'Port': ['ID=0393c8a6-3dca-46d8-a149-5e49dbc4879f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:44.301619 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.301833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Attempting to bind port 0393c8a6-3dca-46d8-a149-5e49dbc4879f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:44.302220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Attempting to bind port 0393c8a6-3dca-46d8-a149-5e49dbc4879f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '0f83893e-83b4-4d05-8c83-9df2f5ef9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '78f88c6f-734b-4c60-9037-23e0256b4240'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:44.302643 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Attempting to bind port 0393c8a6-3dca-46d8-a149-5e49dbc4879f on network 78f88c6f-734b-4c60-9037-23e0256b4240 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:39:44.308289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:39:44.309031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Checking segment: {'id': '0f83893e-83b4-4d05-8c83-9df2f5ef9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '78f88c6f-734b-4c60-9037-23e0256b4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:44.309874 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.310471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Bound using segment: {'id': '0f83893e-83b4-4d05-8c83-9df2f5ef9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '78f88c6f-734b-4c60-9037-23e0256b4240'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:39:44.311148 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Bound port: 0393c8a6-3dca-46d8-a149-5e49dbc4879f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f83893e-83b4-4d05-8c83-9df2f5ef9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '78f88c6f-734b-4c60-9037-23e0256b4240'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:44.311763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.341715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port 75569af1-8e12-4993-b748-e53dc35a0e77 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:44.404081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] For port 0393c8a6-3dca-46d8-a149-5e49dbc4879f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:44.409255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] For port 0393c8a6-3dca-46d8-a149-5e49dbc4879f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0393c8a6-3dca-46d8-a149-5e49dbc4879f,segment=NetworkSegment(0f83893e-83b4-4d05-8c83-9df2f5ef9cff),segment_id=0f83893e-83b4-4d05-8c83-9df2f5ef9cff)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:44.416031 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.518565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d4eca-d506-4e47-9d40-e83c4b973def None None] Pushing event updated for resources: {'Port': ['ID=0393c8a6-3dca-46d8-a149-5e49dbc4879f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:44.604109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ae9d5ed4-f6ca-4a0e-8815-af535608a8df no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:44.647878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: ae9d5ed4-f6ca-4a0e-8815-af535608a8df {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:39:44.647878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ae9d5ed4-f6ca-4a0e-8815-af535608a8df not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:39:44.650609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::f (78f88c6f-734b-4c60-9037-23e0256b4240/05e200dc-fdbf-4c61-9a28-5517bc3f522d/75569af1-8e12-4993-b748-e53dc35a0e77) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:44.901598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:44.958756 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.039992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 78f88c6f-734b-4c60-9037-23e0256b4240 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:45.043074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:45.046771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:45.053593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:45.054813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.064201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=75569af1-8e12-4993-b748-e53dc35a0e77,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:45.080984 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9407a1ce-4660-476a-806c-b32ec89d6c92 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0852635 Mar 11 17:39:45.081678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55190) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:45.121515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653fb42-a1b6-4c55-b7bd-118502ab0ea2 req-5ea3b20d-045c-478f-9b5d-e48396c924d9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:45.125177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a653fb42-a1b6-4c55-b7bd-118502ab0ea2 req-5ea3b20d-045c-478f-9b5d-e48396c924d9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0905144 Mar 11 17:39:45.178065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a653fb42-a1b6-4c55-b7bd-118502ab0ea2 req-f2add865-3af3-4bfa-8385-cc7c98457d10 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463634 Mar 11 17:39:45.208629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e953e8-3442-4135-bac7-890e19076eab tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:45.211970 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-29e953e8-3442-4135-bac7-890e19076eab tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1276796 Mar 11 17:39:45.213174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55194) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:45.275268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aeead1-6e8d-4eb3-b564-82d65288f740 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:45.281215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aeead1-6e8d-4eb3-b564-82d65288f740 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:45.287126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aeead1-6e8d-4eb3-b564-82d65288f740 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:45.292709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55196) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:45.300488 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-16aeead1-6e8d-4eb3-b564-82d65288f740 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0862176 Mar 11 17:39:45.403451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4a268-2fe8-4581-9097-0f080096b072 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 75569af1-8e12-4993-b748-e53dc35a0e77 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:45.404134 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a268-2fe8-4581-9097-0f080096b072 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.589036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a268-2fe8-4581-9097-0f080096b072 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.603655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4a268-2fe8-4581-9097-0f080096b072 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 75569af1-8e12-4993-b748-e53dc35a0e77 owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:45.859354 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a268-2fe8-4581-9097-0f080096b072 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.868330 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-963864cc-f843-410e-945d-7de4103ed058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.916622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4a268-2fe8-4581-9097-0f080096b072 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=75569af1-8e12-4993-b748-e53dc35a0e77,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:45.948998 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a268-2fe8-4581-9097-0f080096b072 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:45.954789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860fe5f6-333e-47ba-b19f-37c35108a237 None None] Network 78f88c6f-734b-4c60-9037-23e0256b4240 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:45.955539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:45.966399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ea4a268-2fe8-4581-9097-0f080096b072 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/75569af1-8e12-4993-b748-e53dc35a0e77 HTTP/1.1" status: 204 len: 168 time: 0.6724157 Mar 11 17:39:45.997980 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f8ec0f-dfa8-4972-8301-7f8368a86378 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:45.999718 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-34f8ec0f-dfa8-4972-8301-7f8368a86378 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/75569af1-8e12-4993-b748-e53dc35a0e77 HTTP/1.1" status: 404 len: 333 time: 0.0423775 Mar 11 17:39:46.002590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55210) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:46.037601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d3621165-ec6e-47f1-adab-bbf4a725bb6b None None] Provisioning complete for port 0393c8a6-3dca-46d8-a149-5e49dbc4879f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:46.038275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3621165-ec6e-47f1-adab-bbf4a725bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.083639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0393c8a6-3dca-46d8-a149-5e49dbc4879f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:46.129126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-31fcf048-8b24-44e4-9fb1-4fa93d7be413 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 68f559a8-9645-4996-afe5-7d5c70c0852a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:46.130101 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31fcf048-8b24-44e4-9fb1-4fa93d7be413 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.271482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31fcf048-8b24-44e4-9fb1-4fa93d7be413 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.296382 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3621165-ec6e-47f1-adab-bbf4a725bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.302864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0393c8a6-3dca-46d8-a149-5e49dbc4879f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:46.303443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.308491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-31fcf048-8b24-44e4-9fb1-4fa93d7be413 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 68f559a8-9645-4996-afe5-7d5c70c0852a owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:46.345197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef499b-9f44-4069-a8fe-a2445e051028 req-dae98089-8a7a-47e3-a56a-4d0bff9fe449 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:46.354014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2ef499b-9f44-4069-a8fe-a2445e051028 req-dae98089-8a7a-47e3-a56a-4d0bff9fe449 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0717711 Mar 11 17:39:46.426992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d3621165-ec6e-47f1-adab-bbf4a725bb6b None None] For port 0393c8a6-3dca-46d8-a149-5e49dbc4879f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0393c8a6-3dca-46d8-a149-5e49dbc4879f,segment=NetworkSegment(0f83893e-83b4-4d05-8c83-9df2f5ef9cff),segment_id=0f83893e-83b4-4d05-8c83-9df2f5ef9cff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:46.438983 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d3621165-ec6e-47f1-adab-bbf4a725bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.478945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2ef499b-9f44-4069-a8fe-a2445e051028 req-2a2825c6-550e-4027-8bdf-a4987cf2ac30 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250441 Mar 11 17:39:46.564025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3621165-ec6e-47f1-adab-bbf4a725bb6b None None] Pushing event updated for resources: {'Port': ['ID=0393c8a6-3dca-46d8-a149-5e49dbc4879f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:46.619239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31fcf048-8b24-44e4-9fb1-4fa93d7be413 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.658347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf048-8b24-44e4-9fb1-4fa93d7be413 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=68f559a8-9645-4996-afe5-7d5c70c0852a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:46.714877 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-31fcf048-8b24-44e4-9fb1-4fa93d7be413 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.728501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-31fcf048-8b24-44e4-9fb1-4fa93d7be413 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/68f559a8-9645-4996-afe5-7d5c70c0852a HTTP/1.1" status: 204 len: 168 time: 0.7218020 Mar 11 17:39:46.729151 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55222) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:46.768499 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e382c463-257b-4e80-8b32-f9eeac95bf8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:46.775125 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e382c463-257b-4e80-8b32-f9eeac95bf8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/68f559a8-9645-4996-afe5-7d5c70c0852a HTTP/1.1" status: 404 len: 333 time: 0.0417049 Mar 11 17:39:46.775469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55224) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:46.807285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7d79369e-c37b-4265-827c-3eb6af04eb89 None None] Could not find standard attr ID for object 68f559a8-9645-4996-afe5-7d5c70c0852a. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:46.818776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7d79369e-c37b-4265-827c-3eb6af04eb89 None None] Provisioning complete for port 0393c8a6-3dca-46d8-a149-5e49dbc4879f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:46.819154 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d79369e-c37b-4265-827c-3eb6af04eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.878740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa807e0-5b8a-4037-ac7e-86eb344dbc9e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet 05e200dc-fdbf-4c61-9a28-5517bc3f522d {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:46.883737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2aa807e0-5b8a-4037-ac7e-86eb344dbc9e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:46.958066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2aa807e0-5b8a-4037-ac7e-86eb344dbc9e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.065836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2aa807e0-5b8a-4037-ac7e-86eb344dbc9e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.155339 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.174599 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2aa807e0-5b8a-4037-ac7e-86eb344dbc9e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.188543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0aa827e3-83cc-4bde-ae7c-599522425a31 None None] Could not find standard attr ID for object 68f559a8-9645-4996-afe5-7d5c70c0852a. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:47.227549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa807e0-5b8a-4037-ac7e-86eb344dbc9e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=05e200dc-fdbf-4c61-9a28-5517bc3f522d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:47.249661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2aa807e0-5b8a-4037-ac7e-86eb344dbc9e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.253067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2aa807e0-5b8a-4037-ac7e-86eb344dbc9e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/05e200dc-fdbf-4c61-9a28-5517bc3f522d HTTP/1.1" status: 204 len: 168 time: 0.4765742 Mar 11 17:39:47.256039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55226) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:47.371883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.468678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 0393c8a6-3dca-46d8-a149-5e49dbc4879f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:47.469658 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:47.483110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9148bfe-466e-4f8c-94bd-150de4bd3848 None None] Network 78f88c6f-734b-4c60-9037-23e0256b4240 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:47.554495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-40da06a2-72c2-4018-971a-763efe7f7d8b None None] Could not find standard attr ID for object 75569af1-8e12-4993-b748-e53dc35a0e77. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:39:47.733433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] DHCP port deletion for 78f88c6f-734b-4c60-9037-23e0256b4240 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:39:47.938627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Deleting port 0393c8a6-3dca-46d8-a149-5e49dbc4879f {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:47.943596 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.216552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] For port 0393c8a6-3dca-46d8-a149-5e49dbc4879f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0393c8a6-3dca-46d8-a149-5e49dbc4879f,segment=NetworkSegment(0f83893e-83b4-4d05-8c83-9df2f5ef9cff),segment_id=0f83893e-83b4-4d05-8c83-9df2f5ef9cff)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:48.217149 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.236711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0393c8a6-3dca-46d8-a149-5e49dbc4879f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:48.284162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] For port 0393c8a6-3dca-46d8-a149-5e49dbc4879f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0393c8a6-3dca-46d8-a149-5e49dbc4879f,segment=NetworkSegment(0f83893e-83b4-4d05-8c83-9df2f5ef9cff),segment_id=0f83893e-83b4-4d05-8c83-9df2f5ef9cff)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:48.284622 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.298097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Calling delete_port for 0393c8a6-3dca-46d8-a149-5e49dbc4879f owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:48.306695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 0393c8a6-3dca-46d8-a149-5e49dbc4879f owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:48.320083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e857aeb-e828-49f5-a7b0-f55c72c19c99 req-39d8c3c0-957f-4759-886e-0d8d576b36ab tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:48.321647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e857aeb-e828-49f5-a7b0-f55c72c19c99 req-39d8c3c0-957f-4759-886e-0d8d576b36ab tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.7302761 Mar 11 17:39:48.408583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e857aeb-e828-49f5-a7b0-f55c72c19c99 req-462bd425-be0c-48de-b292-89203f8fc24e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780075 Mar 11 17:39:48.431198 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.478260 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.486929 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.506453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No DVR routers for this DVR port 0393c8a6-3dca-46d8-a149-5e49dbc4879f on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:39:48.511477 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 17:39:48.528715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.576066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=0393c8a6-3dca-46d8-a149-5e49dbc4879f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:48.652054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] No DVR routers for this DVR port 0393c8a6-3dca-46d8-a149-5e49dbc4879f on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:48.658611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Pushing event deleted for resources: {'Port': ['ID=0393c8a6-3dca-46d8-a149-5e49dbc4879f,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:48.711857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.734751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.737132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.737652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.740429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.740902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.742656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.742656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.742656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.742656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.744367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.745457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.746145 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e01a16-7898-41e2-8c34-ff81eec41785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:39:48.761175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f88c6f-734b-4c60-9037-23e0256b4240']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:48.776422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f83893e-83b4-4d05-8c83-9df2f5ef9cff') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:48.776854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f83893e-83b4-4d05-8c83-9df2f5ef9cff') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:48.799307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.845442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.878229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:48.878647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:48.888900 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:48.982687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.026400 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.077328 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.087784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/networks/78f88c6f-734b-4c60-9037-23e0256b4240 HTTP/1.1" status: 204 len: 168 time: 1.8300486 Mar 11 17:39:49.088757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5966d87-d69f-48ba-9ab4-2cf8d75b6e6e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Network': ['ID=78f88c6f-734b-4c60-9037-23e0256b4240,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:49.092379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:49.098800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-739608263'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:49.144200 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:49.154989 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.248315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:39:49.296248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.298088 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Added segment c3fe34c2-5cb4-4dab-8d05-22edcf516e33 of type vlan for network c1f2bffd-e705-4d4b-9a1c-2637ade041cd Mar 11 17:39:49.430153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.502968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.519913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:49.520898 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:49.605246 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5111167 Mar 11 17:39:49.606289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55378) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:49.662856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467ab50-39ea-4b77-b29b-c5d7a2a959b8 req-20034fc0-c2fb-483b-a768-3062ca304646 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:49.665830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8467ab50-39ea-4b77-b29b-c5d7a2a959b8 req-20034fc0-c2fb-483b-a768-3062ca304646 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.1083126 Mar 11 17:39:49.701070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': 'c1f2bffd-e705-4d4b-9a1c-2637ade041cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:49.732887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66381e95-26bb-4ec0-b2f1-d12c8684b6c8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Network': ['ID=c1f2bffd-e705-4d4b-9a1c-2637ade041cd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:49.743403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8467ab50-39ea-4b77-b29b-c5d7a2a959b8 req-f9e179c2-3faf-4951-b306-124a8cfc571e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683835 Mar 11 17:39:49.755726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network c1f2bffd-e705-4d4b-9a1c-2637ade041cd details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:39:49.886496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:49.891352 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.144313 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.206795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=f063ca10-7663-4cb4-a572-ff0ad6fa48f6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:50.219692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Checking segment: {'id': 'c3fe34c2-5cb4-4dab-8d05-22edcf516e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1f2bffd-e705-4d4b-9a1c-2637ade041cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:50.220409 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network hostable DHCP agents. Network: c1f2bffd-e705-4d4b-9a1c-2637ade041cd, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:39:50.242066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network c1f2bffd-e705-4d4b-9a1c-2637ade041cd is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:39:50.255487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, c1f2bffd-e705-4d4b-9a1c-2637ade041cd) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:50.261505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:50.262795 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.266766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be5bf5-eb09-46a4-810d-a58f2cb2f6ac None None] Network c1f2bffd-e705-4d4b-9a1c-2637ade041cd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:50.309218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55414) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:50.310121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fdc20c82-c31b-4eb8-81e8-6bfec63f85f7 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6202922 Mar 11 17:39:50.314227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0e245f86-849e-48ff-842a-5bf547c36288 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1162588865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:50.349535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e245f86-849e-48ff-842a-5bf547c36288 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.351424 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e245f86-849e-48ff-842a-5bf547c36288 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.431862 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e245f86-849e-48ff-842a-5bf547c36288 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.442262 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e245f86-849e-48ff-842a-5bf547c36288 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.458347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-c1f2bffd-e705-4d4b-9a1c-2637ade041cd', 'network_id': 'c1f2bffd-e705-4d4b-9a1c-2637ade041cd', 'tenant_id': '14df662945914d15811f6aa68c185373', 'fixed_ips': [{'subnet_id': 'f063ca10-7663-4cb4-a572-ff0ad6fa48f6'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:39:50.459222 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.487899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e245f86-849e-48ff-842a-5bf547c36288 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.492763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55418) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:50.497868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'network_id': 'c1f2bffd-e705-4d4b-9a1c-2637ade041cd', 'name': 'tempest-PortsIpV6TestJSON-16212779'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:50.501797 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0e245f86-849e-48ff-842a-5bf547c36288 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1911669 Mar 11 17:39:50.654480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Allocated IP 2001:db8::2 (c1f2bffd-e705-4d4b-9a1c-2637ade041cd/f063ca10-7663-4cb4-a572-ff0ad6fa48f6/c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:50.680838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:50.687594 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:50.716205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port 61d89e94-c6fa-4fce-9c63-6df020778d72 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:39:51.012174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd8869-4bab-4c6d-b64c-8e6c2b3690a8 req-327713eb-ca05-4319-8f05-fa220a7b2897 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:51.012718 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.013762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47fd8869-4bab-4c6d-b64c-8e6c2b3690a8 req-327713eb-ca05-4319-8f05-fa220a7b2897 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0915389 Mar 11 17:39:51.019976 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.068728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Network c1f2bffd-e705-4d4b-9a1c-2637ade041cd is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:51.072827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:51.075099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47fd8869-4bab-4c6d-b64c-8e6c2b3690a8 req-5ddfb04c-d2b5-41a0-b879-b2dcf8c7722c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512626 Mar 11 17:39:51.076603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:51.091521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Pushing event updated for resources: {'Port': ['ID=c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:51.115432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::a0 (c1f2bffd-e705-4d4b-9a1c-2637ade041cd/f063ca10-7663-4cb4-a572-ff0ad6fa48f6/61d89e94-c6fa-4fce-9c63-6df020778d72) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:51.154259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Attempting to bind port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:51.154749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Attempting to bind port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c3fe34c2-5cb4-4dab-8d05-22edcf516e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1f2bffd-e705-4d4b-9a1c-2637ade041cd'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:51.155183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Attempting to bind port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc on network c1f2bffd-e705-4d4b-9a1c-2637ade041cd {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:39:51.160678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:39:51.161213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Checking segment: {'id': 'c3fe34c2-5cb4-4dab-8d05-22edcf516e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1f2bffd-e705-4d4b-9a1c-2637ade041cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:51.161727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.162261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Bound using segment: {'id': 'c3fe34c2-5cb4-4dab-8d05-22edcf516e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1f2bffd-e705-4d4b-9a1c-2637ade041cd'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:39:51.162841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Bound port: c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fe34c2-5cb4-4dab-8d05-22edcf516e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1f2bffd-e705-4d4b-9a1c-2637ade041cd'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:51.163864 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.236204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] For port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:51.240379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] For port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc,segment=NetworkSegment(c3fe34c2-5cb4-4dab-8d05-22edcf516e33),segment_id=c3fe34c2-5cb4-4dab-8d05-22edcf516e33)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:51.250189 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.323685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d8c6c-dfd6-4e08-a24a-5fe298caee6b None None] Pushing event updated for resources: {'Port': ['ID=c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:51.325936 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.367993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.422179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network c1f2bffd-e705-4d4b-9a1c-2637ade041cd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:51.427250 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:51.433313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:51.439017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:51.439685 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:51.443760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=61d89e94-c6fa-4fce-9c63-6df020778d72,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:51.463378 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-12de3277-5399-46ae-9256-437bf42a6c62 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9693577 Mar 11 17:39:51.466486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55426) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:51.961439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:52.006720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.025251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:52.025811 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.152450 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.213671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc,segment=NetworkSegment(c3fe34c2-5cb4-4dab-8d05-22edcf516e33),segment_id=c3fe34c2-5cb4-4dab-8d05-22edcf516e33)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:52.223515 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.273982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c4508-3b95-4e59-b465-0722ae80afb8 req-4c417363-7e44-4193-bc47-1aeb190054de tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:52.284167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea0c4508-3b95-4e59-b465-0722ae80afb8 req-4c417363-7e44-4193-bc47-1aeb190054de tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.1077409 Mar 11 17:39:52.297944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:52.357619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ea0c4508-3b95-4e59-b465-0722ae80afb8 req-e11030a8-f56d-4788-91df-c7ac2e167759 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724144 Mar 11 17:39:52.465740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.471502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.583334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=61d89e94-c6fa-4fce-9c63-6df020778d72,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:52.642404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73171115-41bb-4dfa-97fb-232e6a39900b None None] Network c1f2bffd-e705-4d4b-9a1c-2637ade041cd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:52.688643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.897789 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:52.993895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9ee0ace3-60c0-43a9-8175-1b49379cc060 None None] Provisioning complete for port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:52.994387 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9ee0ace3-60c0-43a9-8175-1b49379cc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.228117 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.234321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.235740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.328043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=61d89e94-c6fa-4fce-9c63-6df020778d72,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:53.387401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network c1f2bffd-e705-4d4b-9a1c-2637ade041cd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:53.389768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:53.501290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d792c1-3640-458b-9d58-8c5f4e063ef1 req-d7b0dd08-6a40-499e-919d-27f02b742799 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:53.515910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1d792c1-3640-458b-9d58-8c5f4e063ef1 req-d7b0dd08-6a40-499e-919d-27f02b742799 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0753248 Mar 11 17:39:53.564531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f5133fdf-baea-4e22-be92-a395b4f4b17a None None] Provisioning complete for port 61d89e94-c6fa-4fce-9c63-6df020778d72 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:53.565093 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f5133fdf-baea-4e22-be92-a395b4f4b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.566338 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1d792c1-3640-458b-9d58-8c5f4e063ef1 req-3156243c-f762-491e-9ca7-d5a1b679b47d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510852 Mar 11 17:39:53.613937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f5133fdf-baea-4e22-be92-a395b4f4b17a None None] Port 61d89e94-c6fa-4fce-9c63-6df020778d72 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:53.629300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f5133fdf-baea-4e22-be92-a395b4f4b17a None None] Provisioning complete for port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:53.629913 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f5133fdf-baea-4e22-be92-a395b4f4b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.883949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6bcfdb8e-9bf8-4973-95ec-170f8cd1543c None None] Provisioning complete for port 61d89e94-c6fa-4fce-9c63-6df020778d72 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:53.889624 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6bcfdb8e-9bf8-4973-95ec-170f8cd1543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:53.946488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Router c239d35f-8bd4-4391-b715-61b3bdbc8319 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:39:53.992732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:39:54.052200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfdb8e-9bf8-4973-95ec-170f8cd1543c None None] Port 61d89e94-c6fa-4fce-9c63-6df020778d72 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:54.067876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:39:54.073539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:54.073539 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:54.081516 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887d385-0f0d-44f1-8060-a5e3c8e6ccff None None] Sync routers for ids ['c239d35f-8bd4-4391-b715-61b3bdbc8319'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:39:54.085376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55462) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:54.086290 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5085377b-f517-44a0-b182-67e7ed08e443 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "PUT /v2.0/routers/c239d35f-8bd4-4391-b715-61b3bdbc8319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6187069 Mar 11 17:39:54.099009 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887d385-0f0d-44f1-8060-a5e3c8e6ccff None None] Routers {'c239d35f-8bd4-4391-b715-61b3bdbc8319'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:39:54.099717 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1887d385-0f0d-44f1-8060-a5e3c8e6ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:39:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c239d35f-8bd4-4391-b715-61b3bdbc8319'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:54.179993 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1887d385-0f0d-44f1-8060-a5e3c8e6ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:54.184034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fe1f2-a588-4a22-a5a0-a53e3f18437f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:54.185633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c73fe1f2-a588-4a22-a5a0-a53e3f18437f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports?device_id=c239d35f-8bd4-4391-b715-61b3bdbc8319 HTTP/1.1" status: 200 len: 986 time: 0.0989435 Mar 11 17:39:54.188565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55466) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:54.210582 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887d385-0f0d-44f1-8060-a5e3c8e6ccff None None] Routers {'c239d35f-8bd4-4391-b715-61b3bdbc8319'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:39:54.212658 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1887d385-0f0d-44f1-8060-a5e3c8e6ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:39:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c239d35f-8bd4-4391-b715-61b3bdbc8319'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:54.285173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-786f65fc-4cc9-4502-91d8-2ca130ad32c2 None None] Provisioning complete for port 61d89e94-c6fa-4fce-9c63-6df020778d72 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:54.285549 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-786f65fc-4cc9-4502-91d8-2ca130ad32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:54.288619 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-1887d385-0f0d-44f1-8060-a5e3c8e6ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:54.289699 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887d385-0f0d-44f1-8060-a5e3c8e6ccff None None] The sync data for ids ['c239d35f-8bd4-4391-b715-61b3bdbc8319'] in n-d-833411-1 is: [] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:39:54.329440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-786f65fc-4cc9-4502-91d8-2ca130ad32c2 None None] Port 61d89e94-c6fa-4fce-9c63-6df020778d72 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:54.660420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1c6452e9-ff45-4f71-b534-3247f9a97a5f None None] Provisioning complete for port 61d89e94-c6fa-4fce-9c63-6df020778d72 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:39:54.661508 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1c6452e9-ff45-4f71-b534-3247f9a97a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:54.715495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1c6452e9-ff45-4f71-b534-3247f9a97a5f None None] Port 61d89e94-c6fa-4fce-9c63-6df020778d72 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:39:54.740232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2ca29-970c-4c09-83a3-a1ff591f0297 req-32447089-78e4-4849-a204-1b688bbc6cf7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:54.742485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66b2ca29-970c-4c09-83a3-a1ff591f0297 req-32447089-78e4-4849-a204-1b688bbc6cf7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.1010082 Mar 11 17:39:54.877059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66b2ca29-970c-4c09-83a3-a1ff591f0297 req-994edafc-2424-4f31-9443-cec24f10dc6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165915 Mar 11 17:39:54.894196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.130872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 61d89e94-c6fa-4fce-9c63-6df020778d72 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:55.131218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.263372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.277852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 61d89e94-c6fa-4fce-9c63-6df020778d72 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:55.556586 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.604472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=61d89e94-c6fa-4fce-9c63-6df020778d72,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:55.728590 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:55.907467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Router c239d35f-8bd4-4391-b715-61b3bdbc8319 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:39:56.000476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:39:56.013639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5abe2-be0a-4b95-8f66-7ce2aa729b62 None None] Sync routers for ids ['c239d35f-8bd4-4391-b715-61b3bdbc8319'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:39:56.019767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b71d7c39-73aa-4cef-b1a7-a413d7454084 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "PUT /v2.0/routers/c239d35f-8bd4-4391-b715-61b3bdbc8319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299420 Mar 11 17:39:56.023823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55480) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:56.030508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5abe2-be0a-4b95-8f66-7ce2aa729b62 None None] Routers {'c239d35f-8bd4-4391-b715-61b3bdbc8319'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:39:56.030843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-14e5abe2-be0a-4b95-8f66-7ce2aa729b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:39:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c239d35f-8bd4-4391-b715-61b3bdbc8319'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:56.047524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347533-12aa-47da-b0b2-ad01399c48cc req-117ce87e-8346-4019-a391-b4a2ca8427e1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:56.049279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86347533-12aa-47da-b0b2-ad01399c48cc req-117ce87e-8346-4019-a391-b4a2ca8427e1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0646660 Mar 11 17:39:56.062734 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-184925d1-67b6-4268-92ae-786aca460289 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:39:56.065947 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-184925d1-67b6-4268-92ae-786aca460289 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/61d89e94-c6fa-4fce-9c63-6df020778d72 HTTP/1.1" status: 404 len: 333 time: 0.0398779 Mar 11 17:39:56.068408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55482) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:56.094417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-14e5abe2-be0a-4b95-8f66-7ce2aa729b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:56.104878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5abe2-be0a-4b95-8f66-7ce2aa729b62 None None] Routers {'c239d35f-8bd4-4391-b715-61b3bdbc8319'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:39:56.105844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-14e5abe2-be0a-4b95-8f66-7ce2aa729b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:39:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['c239d35f-8bd4-4391-b715-61b3bdbc8319'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:56.109887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86347533-12aa-47da-b0b2-ad01399c48cc req-0db55523-07b4-441e-beb5-2c5849b4aa40 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532961 Mar 11 17:39:56.147976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-14e5abe2-be0a-4b95-8f66-7ce2aa729b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:56.148665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5abe2-be0a-4b95-8f66-7ce2aa729b62 None None] The sync data for ids ['c239d35f-8bd4-4391-b715-61b3bdbc8319'] in n-d-833411-1 is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:39:56.177439 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24151ae4-329d-4aeb-9e7a-4182ef0df65f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.360510 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24151ae4-329d-4aeb-9e7a-4182ef0df65f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.371618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24151ae4-329d-4aeb-9e7a-4182ef0df65f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.425830 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24151ae4-329d-4aeb-9e7a-4182ef0df65f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.427725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24151ae4-329d-4aeb-9e7a-4182ef0df65f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Fanout notify agent at l3_agent the message router_deleted on router c239d35f-8bd4-4391-b715-61b3bdbc8319 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:39:56.442096 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24151ae4-329d-4aeb-9e7a-4182ef0df65f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.446335 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-24151ae4-329d-4aeb-9e7a-4182ef0df65f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/routers/c239d35f-8bd4-4391-b715-61b3bdbc8319 HTTP/1.1" status: 204 len: 168 time: 0.3760390 Mar 11 17:39:56.448028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:56.510650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a3229b-ae65-49cd-b736-048cb5311459 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet f063ca10-7663-4cb4-a572-ff0ad6fa48f6 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:39:56.514624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46a3229b-ae65-49cd-b736-048cb5311459 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.564096 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46a3229b-ae65-49cd-b736-048cb5311459 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.670997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46a3229b-ae65-49cd-b736-048cb5311459 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.744035 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46a3229b-ae65-49cd-b736-048cb5311459 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.776196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3229b-ae65-49cd-b736-048cb5311459 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=f063ca10-7663-4cb4-a572-ff0ad6fa48f6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:56.781893 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46a3229b-ae65-49cd-b736-048cb5311459 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.785616 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-46a3229b-ae65-49cd-b736-048cb5311459 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/f063ca10-7663-4cb4-a572-ff0ad6fa48f6 HTTP/1.1" status: 204 len: 168 time: 0.3371646 Mar 11 17:39:56.789953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55500) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:56.799154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d25711-91d6-4b52-9889-4c427d57e3e7 None None] Network c1f2bffd-e705-4d4b-9a1c-2637ade041cd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:56.881947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:56.950196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:56.950916 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.031857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] For port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc,segment=NetworkSegment(c3fe34c2-5cb4-4dab-8d05-22edcf516e33),segment_id=c3fe34c2-5cb4-4dab-8d05-22edcf516e33)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:57.032584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.056802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbdea5b-b95a-4a19-a1c9-84655da289af None None] DHCP port deletion for c1f2bffd-e705-4d4b-9a1c-2637ade041cd request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:39:57.062298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:57.124599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdea5b-b95a-4a19-a1c9-84655da289af None None] Deleting port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:39:57.125012 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dfbdea5b-b95a-4a19-a1c9-84655da289af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.177568 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.218283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:57.222678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No DVR routers for this DVR port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:57.313302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6081b5e-2c06-49c4-8e2e-a6cc43e91571 req-ef6e87f9-6955-4f45-9a12-066e816c50a5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:57.317700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6081b5e-2c06-49c4-8e2e-a6cc43e91571 req-ef6e87f9-6955-4f45-9a12-066e816c50a5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0807712 Mar 11 17:39:57.320559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-dfbdea5b-b95a-4a19-a1c9-84655da289af None None] For port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc,segment=NetworkSegment(c3fe34c2-5cb4-4dab-8d05-22edcf516e33),segment_id=c3fe34c2-5cb4-4dab-8d05-22edcf516e33)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:57.321097 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dfbdea5b-b95a-4a19-a1c9-84655da289af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.358380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdea5b-b95a-4a19-a1c9-84655da289af None None] Calling delete_port for c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:39:57.372722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.407070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f2bffd-e705-4d4b-9a1c-2637ade041cd']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:57.411607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6081b5e-2c06-49c4-8e2e-a6cc43e91571 req-a475d53b-9be4-4c3a-b000-e4d7ef4222c6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855980 Mar 11 17:39:57.435772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fe34c2-5cb4-4dab-8d05-22edcf516e33') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:57.438198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fe34c2-5cb4-4dab-8d05-22edcf516e33') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:39:57.456890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.484997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.501235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:39:57.501679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.501936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dfbdea5b-b95a-4a19-a1c9-84655da289af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.531637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdea5b-b95a-4a19-a1c9-84655da289af None None] Pushing event deleted for resources: {'Port': ['ID=c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:57.537374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbdea5b-b95a-4a19-a1c9-84655da289af None None] No DVR routers for this DVR port c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:39:57.586911 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:39:57.640164 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.657446 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:57.660762 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/networks/c1f2bffd-e705-4d4b-9a1c-2637ade041cd HTTP/1.1" status: 204 len: 168 time: 0.8695567 Mar 11 17:39:57.683168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55510) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:57.695324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57dff1-9182-4de8-b425-39afac5c297f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Network': ['ID=c1f2bffd-e705-4d4b-9a1c-2637ade041cd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:57.740686 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-5415c216-9861-4b8d-81ef-25d25834c4e4 service neutron] show failed (client error): The resource could not be found. Mar 11 17:39:57.744191 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-5415c216-9861-4b8d-81ef-25d25834c4e4 service neutron] 10.222.0.46 "GET /v2.0/ports/33e00ee0-f396-4924-9ee5-d4926b3a4329/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.1457450 Mar 11 17:39:57.802767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc6e01-1dc0-40f6-bbc7-c5274fb24ffc tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:57.804645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-11bc6e01-1dc0-40f6-bbc7-c5274fb24ffc tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/b8a45faf-0ffd-4a3c-a534-57d9779a1360 HTTP/1.1" status: 200 len: 845 time: 0.1204343 Mar 11 17:39:57.809808 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55512) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:57.859200 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-80e248c2-3c13-4510-a840-58bad7763508 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/b8a45faf-0ffd-4a3c-a534-57d9779a1360?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0496056 Mar 11 17:39:57.863031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55514) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:57.868202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:57.986539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:39:58.010907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:39:58.011586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c1701d63-c2e0-4f2e-b7b5-237a8c1ba6bc not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:39:58.061247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:58.064768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.081056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-7e00152b-08c6-4719-94d2-30be461a3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:58.082817 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-7e00152b-08c6-4719-94d2-30be461a3d9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 1097 time: 0.1138899 Mar 11 17:39:58.134714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:58.219980 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.423816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.491504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:58.519217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:58.526335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:58.527706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.532993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca7879-926a-4f6a-bfbc-4d7d2ae911d5 None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:39:58.554318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=7356c855-b7f9-4d1f-b800-b7d2dc3c47f3,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:58.565154 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-588280b3-5f3d-4c16-b1bb-88c347785002 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7007964 Mar 11 17:39:58.568559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193612a-0cef-47d8-b711-564932ba66df req-b2a9cc52-835e-4927-b460-de326ee3cfdf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:58.572248 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55522) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:58.574459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b193612a-0cef-47d8-b711-564932ba66df req-b2a9cc52-835e-4927-b460-de326ee3cfdf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.0874834 Mar 11 17:39:58.577300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-85e1e47d-5756-4c88-9a8a-9f6ff47399f3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'security_group': {'name': 'tempest-secgroup-897383519'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:58.622980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:39:58.648151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85e1e47d-5756-4c88-9a8a-9f6ff47399f3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.652535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b193612a-0cef-47d8-b711-564932ba66df req-f0a7cb98-7a85-437d-9c37-66d27331442f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710890 Mar 11 17:39:58.697199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:58.752700 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.766481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Transition to ACTIVE for port object 33e00ee0-f396-4924-9ee5-d4926b3a4329 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:39:58.768709 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:39:58.773769 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06837543-47d3-4644-a993-f9660b5bd756" -d '{"events": [{"server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:39:58.782501 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.876090 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5006453f-f5af-445c-ac9e-0d6ff698ffb6 x-openstack-request-id: req-5006453f-f5af-445c-ac9e-0d6ff698ffb6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:39:58.876483 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:39:58.876679 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5006453f-f5af-445c-ac9e-0d6ff698ffb6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:39:58.877087 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'code': 200} Mar 11 17:39:58.898976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-33af9635-dcad-45a9-8f39-18b0731a2134', 'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'tenant_id': '14df662945914d15811f6aa68c185373', 'fixed_ips': [{'subnet_id': '7356c855-b7f9-4d1f-b800-b7d2dc3c47f3'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:39:58.899849 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.946673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Pushing event updated for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:58.980437 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85e1e47d-5756-4c88-9a8a-9f6ff47399f3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:58.997130 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85e1e47d-5756-4c88-9a8a-9f6ff47399f3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.075253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85e1e47d-5756-4c88-9a8a-9f6ff47399f3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.079405 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-85e1e47d-5756-4c88-9a8a-9f6ff47399f3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5059071 Mar 11 17:39:59.080391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55536) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:59.088793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2b81ec72-8177-41a2-8ceb-36a2d60a1e58 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'security_group': {'name': 'tempest-secgroup-1981046318'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:59.095413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] No DVR routers for this DVR port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:39:59.097093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1e47d-5756-4c88-9a8a-9f6ff47399f3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a69abd-fcec-4fc0-980d-a4f5498da440,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:59.140782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b81ec72-8177-41a2-8ceb-36a2d60a1e58 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.157940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Allocated IP 2001:db8::2 (33af9635-dcad-45a9-8f39-18b0731a2134/7356c855-b7f9-4d1f-b800-b7d2dc3c47f3/06fd8780-bff3-4f54-be5e-16de24d1084f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:39:59.246284 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.248296 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b81ec72-8177-41a2-8ceb-36a2d60a1e58 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.255823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b81ec72-8177-41a2-8ceb-36a2d60a1e58 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.310061 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b81ec72-8177-41a2-8ceb-36a2d60a1e58 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.311636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2b81ec72-8177-41a2-8ceb-36a2d60a1e58 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2297919 Mar 11 17:39:59.317881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:39:59.326542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1693413602', 'security_groups': ['db100b7e-496c-4272-af8d-cbbb7f46c1cc'], 'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7356c855-b7f9-4d1f-b800-b7d2dc3c47f3'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:39:59.331848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81ec72-8177-41a2-8ceb-36a2d60a1e58 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db100b7e-496c-4272-af8d-cbbb7f46c1cc,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:59.403735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Attempting to bind port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:59.404631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Attempting to bind port 33e00ee0-f396-4924-9ee5-d4926b3a4329 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:59.405149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Attempting to bind port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on network b7e63f69-e15c-48d8-9577-c1739d9d657f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:39:59.413229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on network b7e63f69-e15c-48d8-9577-c1739d9d657f not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:39:59.413806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Attempting to bind port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on network b7e63f69-e15c-48d8-9577-c1739d9d657f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:39:59.426878 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:39:59.427684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Checking segment: {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:59.428246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Bound using segment: {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:39:59.428924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Bound port: 33e00ee0-f396-4924-9ee5-d4926b3a4329, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:59.429477 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.459776 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.481434 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.511399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:59.515318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:59.523902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.540975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:39:59.547549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:39:59.551397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:59.551522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:39:59.552174 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.554574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] 10.222.0.66 "PUT /v2.0/ports/33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 1092 time: 1.4349999 Mar 11 17:39:59.599302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Pushing event updated for resources: {'Port': ['ID=06fd8780-bff3-4f54-be5e-16de24d1084f,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:59.629560 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fc13e-a685-406c-9a26-c9a6a8b9311a service neutron] Pushing event updated for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:39:59.673449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Attempting to bind port 06fd8780-bff3-4f54-be5e-16de24d1084f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:39:59.673866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Attempting to bind port 06fd8780-bff3-4f54-be5e-16de24d1084f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'dea6d91d-9d80-467b-a3ab-47062aa74ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:39:59.674264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Attempting to bind port 06fd8780-bff3-4f54-be5e-16de24d1084f on network 33af9635-dcad-45a9-8f39-18b0731a2134 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:39:59.679930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:39:59.695446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:39:59.695853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Checking segment: {'id': 'dea6d91d-9d80-467b-a3ab-47062aa74ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:39:59.701454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.701916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Bound using segment: {'id': 'dea6d91d-9d80-467b-a3ab-47062aa74ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:39:59.702437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Bound port: 06fd8780-bff3-4f54-be5e-16de24d1084f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea6d91d-9d80-467b-a3ab-47062aa74ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:39:59.702841 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.715206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-847276c6-80ed-42b3-a1d7-077f245fe9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:59.719525 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-847276c6-80ed-42b3-a1d7-077f245fe9a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1095 time: 0.1379123 Mar 11 17:39:59.810255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] For port 06fd8780-bff3-4f54-be5e-16de24d1084f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:39:59.817947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] For port 06fd8780-bff3-4f54-be5e-16de24d1084f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=06fd8780-bff3-4f54-be5e-16de24d1084f,segment=NetworkSegment(dea6d91d-9d80-467b-a3ab-47062aa74ce8),segment_id=dea6d91d-9d80-467b-a3ab-47062aa74ce8)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:39:59.824789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:39:59.845621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76b68c-30e1-4f3c-958d-6786b91c383f req-0a6aa832-7c7b-4a41-8255-095a1f44d6bb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:39:59.860396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d76b68c-30e1-4f3c-958d-6786b91c383f req-0a6aa832-7c7b-4a41-8255-095a1f44d6bb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.1036425 Mar 11 17:39:59.911843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d76b68c-30e1-4f3c-958d-6786b91c383f req-8bb62d04-394e-4390-81ea-9572353551bd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503597 Mar 11 17:39:59.946771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8898cdd-4225-48fb-a747-85eb56a9c4ab None None] Pushing event updated for resources: {'Port': ['ID=06fd8780-bff3-4f54-be5e-16de24d1084f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:00.046021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 33e00ee0-f396-4924-9ee5-d4926b3a4329 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:40:00.119589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 33e00ee0-f396-4924-9ee5-d4926b3a4329 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:40:00.307638 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:00.345798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port 45d236f7-2187-4114-a35c-0aec0c69981a yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:40:00.372449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-ff34c0dc-eaa3-4a09-93b1-acda33b036c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:00.373886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-ff34c0dc-eaa3-4a09-93b1-acda33b036c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.6176264 Mar 11 17:40:00.563750 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-c33b8c9f-f8fd-49ee-b01f-b11f732eb177 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 999 time: 0.1426604 Mar 11 17:40:00.697203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-625090fe-bd82-4519-b9e4-40d6ee204896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:00.699192 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-625090fe-bd82-4519-b9e4-40d6ee204896 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.0864727 Mar 11 17:40:00.811629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::2fe (33af9635-dcad-45a9-8f39-18b0731a2134/7356c855-b7f9-4d1f-b800-b7d2dc3c47f3/45d236f7-2187-4114-a35c-0aec0c69981a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:00.821899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-b881a062-8b01-4dcb-b01b-22e07ddaa70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:00.823440 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-b881a062-8b01-4dcb-b01b-22e07ddaa70f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150599 Mar 11 17:40:00.889800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:40:00.892191 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7861950e-e6dd-40bd-a89b-afe9213b243b" -d '{"events": [{"name": "network-changed", "server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:40:01.022813 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973a01f0-837b-410d-b8f5-4d61c2b342a2 x-openstack-request-id: req-973a01f0-837b-410d-b8f5-4d61c2b342a2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:40:01.023184 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:40:01.024152 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-973a01f0-837b-410d-b8f5-4d61c2b342a2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:40:01.024507 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'status': 'completed', 'code': 200} Mar 11 17:40:01.055569 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-d960caec-6db8-4733-b49a-d952ba2314ba service neutron] 10.222.0.66 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239850 Mar 11 17:40:01.089013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827349d-7629-4db6-a0d8-ad4a74f95bc0 req-8fe4d9bd-4c74-46b1-a43b-0baf1c6ada72 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.090764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c827349d-7629-4db6-a0d8-ad4a74f95bc0 req-8fe4d9bd-4c74-46b1-a43b-0baf1c6ada72 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.0735643 Mar 11 17:40:01.148443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c827349d-7629-4db6-a0d8-ad4a74f95bc0 req-5331615d-cb98-46ee-9b36-492a0a8a4a8b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498524 Mar 11 17:40:01.177975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-bcd0facd-f6bf-4807-91a9-c7799060c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.180244 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-bcd0facd-f6bf-4807-91a9-c7799060c71d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1095 time: 0.1906919 Mar 11 17:40:01.285449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.320097 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b090df0-e2a5-4eeb-a8c8-f3788df5e820 req-8aa1f5e4-72f3-4b04-ad35-5d24b36130f1 service neutron] 10.222.0.66 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556126 Mar 11 17:40:01.344262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-64402687-46a8-428d-aad2-f71e7ede1a4b None None] Provisioning complete for port b8a45faf-0ffd-4a3c-a534-57d9779a1360 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:01.349222 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-64402687-46a8-428d-aad2-f71e7ede1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.360139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-7e3123df-9279-4d7c-9942-11f5f7050510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.361662 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-7e3123df-9279-4d7c-9942-11f5f7050510 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.1730685 Mar 11 17:40:01.376736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.406733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-64402687-46a8-428d-aad2-f71e7ede1a4b None None] Port b8a45faf-0ffd-4a3c-a534-57d9779a1360 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:01.423477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-64402687-46a8-428d-aad2-f71e7ede1a4b None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:01.424405 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-64402687-46a8-428d-aad2-f71e7ede1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.501777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:01.516909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:01.528162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:40:01.534399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.535058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.541661 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-1cb0bd62-e05d-4a08-a3bf-3e96a2eb60e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 999 time: 0.1718965 Mar 11 17:40:01.547264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=45d236f7-2187-4114-a35c-0aec0c69981a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:01.569952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-1213097e-2afb-4ec5-8307-3c00433b6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.571605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-1213097e-2afb-4ec5-8307-3c00433b6064 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1095 time: 0.1506507 Mar 11 17:40:01.580586 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-64402687-46a8-428d-aad2-f71e7ede1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.607917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55566) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:01.612959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cb65c357-ffc5-4be6-beb2-a37522838cc1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:01.618742 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-65b7deec-f813-40cc-8cf4-02e65780e54f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2962298 Mar 11 17:40:01.661539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-64402687-46a8-428d-aad2-f71e7ede1a4b None None] For port 06fd8780-bff3-4f54-be5e-16de24d1084f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=06fd8780-bff3-4f54-be5e-16de24d1084f,segment=NetworkSegment(dea6d91d-9d80-467b-a3ab-47062aa74ce8),segment_id=dea6d91d-9d80-467b-a3ab-47062aa74ce8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:01.671834 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-64402687-46a8-428d-aad2-f71e7ede1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.697825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-4f4ded47-bc1a-4bbd-b669-36bfe284e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.702830 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-4f4ded47-bc1a-4bbd-b669-36bfe284e642 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.1513236 Mar 11 17:40:01.809095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64402687-46a8-428d-aad2-f71e7ede1a4b None None] Pushing event updated for resources: {'Port': ['ID=06fd8780-bff3-4f54-be5e-16de24d1084f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:01.826880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb65c357-ffc5-4be6-beb2-a37522838cc1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:01.830842 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cb65c357-ffc5-4be6-beb2-a37522838cc1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:01.874970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-98a3ce79-ac1e-4f6c-a93c-8b87e3207b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:01.876548 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-98a3ce79-ac1e-4f6c-a93c-8b87e3207b65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658263 Mar 11 17:40:01.991513 n-d-833411-1 neutron-server[102642]: INFO neutron.db.ipam_backend_mixin [None req-cb65c357-ffc5-4be6-beb2-a37522838cc1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7356c855-b7f9-4d1f-b800-b7d2dc3c47f3 (CIDR: 2001:db8::/64) Mar 11 17:40:01.997241 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb65c357-ffc5-4be6-beb2-a37522838cc1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:40:01.997864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb65c357-ffc5-4be6-beb2-a37522838cc1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:02.013226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-94bf48a2-33ce-4590-bd91-69db9a1246bb None None] Provisioning complete for port 45d236f7-2187-4114-a35c-0aec0c69981a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:02.014432 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-94bf48a2-33ce-4590-bd91-69db9a1246bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.023942 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-392d3805-fb39-452a-8b25-3886700907bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.027118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cb65c357-ffc5-4be6-beb2-a37522838cc1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4102399 Mar 11 17:40:02.027942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55572) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:02.035444 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-392d3805-fb39-452a-8b25-3886700907bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.4352741 Mar 11 17:40:02.039206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:02.051236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 06fd8780-bff3-4f54-be5e-16de24d1084f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:40:02.115726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-94bf48a2-33ce-4590-bd91-69db9a1246bb None None] Port 45d236f7-2187-4114-a35c-0aec0c69981a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:02.128267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:02.128819 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.138849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-8f7a72e6-dd22-4a69-b459-56b6107cb6b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 999 time: 0.1005270 Mar 11 17:40:02.204555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:02.211194 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.223008 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-2aa07f80-dd0a-4fb0-a331-0d43e551dee8 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325198 Mar 11 17:40:02.310713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-742934b5-66d8-4e77-953a-85a46afdcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.311743 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-742934b5-66d8-4e77-953a-85a46afdcdce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.1594639 Mar 11 17:40:02.399093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-34497503-02a6-4021-9b0c-25fb78f1b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.401115 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-34497503-02a6-4021-9b0c-25fb78f1b081 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810692 Mar 11 17:40:02.405616 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-a8905216-66e2-4fbd-9e25-7cad98c92858 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733544 Mar 11 17:40:02.421168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2943d1-e1be-4e5a-8d5b-c6f00960812b req-ff7c0f1e-6781-4edd-9260-d7f4abb7d8cf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.423380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c2943d1-e1be-4e5a-8d5b-c6f00960812b req-ff7c0f1e-6781-4edd-9260-d7f4abb7d8cf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.1017735 Mar 11 17:40:02.510180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c2943d1-e1be-4e5a-8d5b-c6f00960812b req-bebb7239-d3dc-4197-a9c6-0b36398d747c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756574 Mar 11 17:40:02.571792 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-9e86c4db-631a-4e9a-85cb-fa4d44dcd207 service neutron] 10.222.0.66 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636565 Mar 11 17:40:02.625117 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.702038 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7861950e-e6dd-40bd-a89b-afe9213b243b req-0792b37c-c286-4c8f-9e3c-d55c1370233e service neutron] 10.222.0.66 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216614 Mar 11 17:40:02.724990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:02.733156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:02.742163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:02.746910 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:02.751531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=0101be6b-e5f2-4ebd-ac75-7ef697388603,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:02.764679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf4b68f-a4d0-4b92-8a7c-5d759b09048a None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:40:02.793335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8cf11ef4-78ee-47f6-aee2-5ed65dec3968 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7639785 Mar 11 17:40:02.797346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55580) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:02.805375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2141393778', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0101be6b-e5f2-4ebd-ac75-7ef697388603'}], 'security_groups': ['97a69abd-fcec-4fc0-980d-a4f5498da440']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:02.905490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.075211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce66270b-476c-4d79-aab9-55832eae7ae1 None None] Update dhcp port {'port': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'fixed_ips': [{'subnet_id': '7356c855-b7f9-4d1f-b800-b7d2dc3c47f3', 'ip_address': '2001:db8::2'}, {'subnet_id': '0101be6b-e5f2-4ebd-ac75-7ef697388603'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '06fd8780-bff3-4f54-be5e-16de24d1084f'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:40:03.103304 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce66270b-476c-4d79-aab9-55832eae7ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.292698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Delete allocated IP 2001:db8::2fe (33af9635-dcad-45a9-8f39-18b0731a2134/7356c855-b7f9-4d1f-b800-b7d2dc3c47f3) {{(pid=102641) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:40:03.301837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8:0:1::366 (33af9635-dcad-45a9-8f39-18b0731a2134/0101be6b-e5f2-4ebd-ac75-7ef697388603/45d236f7-2187-4114-a35c-0aec0c69981a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:03.459294 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.465919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.535042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] In _notify_port_updated(), no bound segment for port 45d236f7-2187-4114-a35c-0aec0c69981a on network 33af9635-dcad-45a9-8f39-18b0731a2134 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:40:03.541291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:03.541863 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.546075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55590) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:03.546570 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "PUT /v2.0/ports/45d236f7-2187-4114-a35c-0aec0c69981a HTTP/1.1" status: 200 len: 931 time: 0.7472482 Mar 11 17:40:03.552772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa708f3-1e79-4949-9a8f-9682d7f43fb3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=45d236f7-2187-4114-a35c-0aec0c69981a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:03.562942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-ce66270b-476c-4d79-aab9-55832eae7ae1 None None] Allocated IP 2001:db8:0:1::2 (33af9635-dcad-45a9-8f39-18b0731a2134/0101be6b-e5f2-4ebd-ac75-7ef697388603/06fd8780-bff3-4f54-be5e-16de24d1084f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:03.707273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e0115af5-bd01-4df3-96e5-28a30930cddb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 45d236f7-2187-4114-a35c-0aec0c69981a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:40:03.708021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0115af5-bd01-4df3-96e5-28a30930cddb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.715700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ce66270b-476c-4d79-aab9-55832eae7ae1 None None] For port 06fd8780-bff3-4f54-be5e-16de24d1084f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=06fd8780-bff3-4f54-be5e-16de24d1084f,segment=NetworkSegment(dea6d91d-9d80-467b-a3ab-47062aa74ce8),segment_id=dea6d91d-9d80-467b-a3ab-47062aa74ce8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:03.732186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf161f4-c2ef-45f8-99bd-02b42c172d5f req-05b82337-cf8c-4952-81c5-b8ef4d6cbecc tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:03.733776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbf161f4-c2ef-45f8-99bd-02b42c172d5f req-05b82337-cf8c-4952-81c5-b8ef4d6cbecc tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.0819390 Mar 11 17:40:03.764740 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce66270b-476c-4d79-aab9-55832eae7ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.770567 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce66270b-476c-4d79-aab9-55832eae7ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.831689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbf161f4-c2ef-45f8-99bd-02b42c172d5f req-52b67d21-0ecd-4f2f-9a61-a22e512a94d8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598743 Mar 11 17:40:03.853968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0115af5-bd01-4df3-96e5-28a30930cddb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:03.871050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e0115af5-bd01-4df3-96e5-28a30930cddb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 45d236f7-2187-4114-a35c-0aec0c69981a owned by {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:40:03.913692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66270b-476c-4d79-aab9-55832eae7ae1 None None] Pushing event updated for resources: {'Port': ['ID=06fd8780-bff3-4f54-be5e-16de24d1084f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:04.054259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0115af5-bd01-4df3-96e5-28a30930cddb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.097084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0115af5-bd01-4df3-96e5-28a30930cddb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=45d236f7-2187-4114-a35c-0aec0c69981a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:04.121816 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0115af5-bd01-4df3-96e5-28a30930cddb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.127652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e0115af5-bd01-4df3-96e5-28a30930cddb tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/45d236f7-2187-4114-a35c-0aec0c69981a HTTP/1.1" status: 204 len: 168 time: 0.5775681 Mar 11 17:40:04.127912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55602) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:04.164479 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33ff130-efa2-4069-855f-bb8ccfde8058 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:40:04.170042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e33ff130-efa2-4069-855f-bb8ccfde8058 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/45d236f7-2187-4114-a35c-0aec0c69981a HTTP/1.1" status: 404 len: 333 time: 0.0386822 Mar 11 17:40:04.170563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55604) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:04.240736 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdc45561-6ca5-47c1-911a-21fa33db0c5c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.275218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdc45561-6ca5-47c1-911a-21fa33db0c5c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.323725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdc45561-6ca5-47c1-911a-21fa33db0c5c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.326414 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdc45561-6ca5-47c1-911a-21fa33db0c5c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.330404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cdc45561-6ca5-47c1-911a-21fa33db0c5c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/security-groups/db100b7e-496c-4272-af8d-cbbb7f46c1cc HTTP/1.1" status: 204 len: 168 time: 0.1586010 Mar 11 17:40:04.330582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55606) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:04.344625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc45561-6ca5-47c1-911a-21fa33db0c5c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db100b7e-496c-4272-af8d-cbbb7f46c1cc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:04.422173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8da1a52-7384-4de0-a712-8ba66c36cf78 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.459055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8da1a52-7384-4de0-a712-8ba66c36cf78 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.507750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8da1a52-7384-4de0-a712-8ba66c36cf78 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.512534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8da1a52-7384-4de0-a712-8ba66c36cf78 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.517129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55608) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:04.517841 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f8da1a52-7384-4de0-a712-8ba66c36cf78 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/security-groups/97a69abd-fcec-4fc0-980d-a4f5498da440 HTTP/1.1" status: 204 len: 168 time: 0.1855459 Mar 11 17:40:04.530376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da1a52-7384-4de0-a712-8ba66c36cf78 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a69abd-fcec-4fc0-980d-a4f5498da440,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:04.654733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f42d31-0ca3-4a7c-952e-040c8ab727f1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet 7356c855-b7f9-4d1f-b800-b7d2dc3c47f3 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:40:04.661355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f42d31-0ca3-4a7c-952e-040c8ab727f1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.727983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 33e00ee0-f396-4924-9ee5-d4926b3a4329 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:40:04.751220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f42d31-0ca3-4a7c-952e-040c8ab727f1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:04.808956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-53bd8b2c-84ee-490c-85fd-e3c8a5b4eead None None] Could not find standard attr ID for object 45d236f7-2187-4114-a35c-0aec0c69981a. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:40:04.964214 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f42d31-0ca3-4a7c-952e-040c8ab727f1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.076528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-53bd8b2c-84ee-490c-85fd-e3c8a5b4eead None None] Provisioning complete for port b8a45faf-0ffd-4a3c-a534-57d9779a1360 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:05.076983 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-53bd8b2c-84ee-490c-85fd-e3c8a5b4eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.172912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-53bd8b2c-84ee-490c-85fd-e3c8a5b4eead None None] Port b8a45faf-0ffd-4a3c-a534-57d9779a1360 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:05.175700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:05.198590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'port_id': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'mac_address': 'fa:16:3e:c0:19:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:40:05.206563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-53bd8b2c-84ee-490c-85fd-e3c8a5b4eead None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:05.207584 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-53bd8b2c-84ee-490c-85fd-e3c8a5b4eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.258861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af779-ebec-4b2a-804e-1c380bf71ef2 req-d590275d-6861-4585-9dd1-fbb778d41e83 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:05.267596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a03af779-ebec-4b2a-804e-1c380bf71ef2 req-d590275d-6861-4585-9dd1-fbb778d41e83 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 944 time: 0.1473963 Mar 11 17:40:05.289570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f42d31-0ca3-4a7c-952e-040c8ab727f1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.307832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43f42d31-0ca3-4a7c-952e-040c8ab727f1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.311303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-43f42d31-0ca3-4a7c-952e-040c8ab727f1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/7356c855-b7f9-4d1f-b800-b7d2dc3c47f3 HTTP/1.1" status: 204 len: 168 time: 0.7931626 Mar 11 17:40:05.315246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55618) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:05.321600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:05.334201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.358055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e00ee0-f396-4924-9ee5-d4926b3a4329 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:40:05.382246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f42d31-0ca3-4a7c-952e-040c8ab727f1 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=7356c855-b7f9-4d1f-b800-b7d2dc3c47f3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:05.387953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a03af779-ebec-4b2a-804e-1c380bf71ef2 req-541e1ec6-89e2-4f66-b83a-d98e86aa39e1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167769 Mar 11 17:40:05.459331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:05.474232 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.489545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:05.495727 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:05.518878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556e278-1c85-4ee5-ac10-17303ef0b27a None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:40:05.656716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ea123cef-4554-4f47-85f4-13564b7900ed None None] Could not find standard attr ID for object 45d236f7-2187-4114-a35c-0aec0c69981a. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:40:05.670075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:05.706440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb950540-b25b-4bf8-a2df-9baebd72160c req-a2816adc-9725-4b07-96a7-8b58f06b2fff tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:05.707977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb950540-b25b-4bf8-a2df-9baebd72160c req-a2816adc-9725-4b07-96a7-8b58f06b2fff tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 945 time: 0.0846436 Mar 11 17:40:05.758844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb950540-b25b-4bf8-a2df-9baebd72160c req-6360fb39-92a5-49f3-b929-fbbe16411b7e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431173 Mar 11 17:40:05.799902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['33e00ee0-f396-4924-9ee5-d4926b3a4329'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:40:05.832069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-a27c5958-61f4-4962-8f54-aef0099e586b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:05.833666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-a27c5958-61f4-4962-8f54-aef0099e586b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 945 time: 0.1688716 Mar 11 17:40:05.962934 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-4113d031-490b-472c-a399-d5054678fc5c service neutron] delete failed (client error): The resource could not be found. Mar 11 17:40:05.963950 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-4113d031-490b-472c-a399-d5054678fc5c service neutron] 10.222.0.46 "DELETE /v2.0/ports/33e00ee0-f396-4924-9ee5-d4926b3a4329/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.1109769 Mar 11 17:40:05.974142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.017427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 06fd8780-bff3-4f54-be5e-16de24d1084f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:40:06.060747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:06.093506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:06.101802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:06.102401 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.126127 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8094227 Mar 11 17:40:06.126898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20e7d0-728a-406d-8316-67dab2b9dbaf tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=404b81b3-d303-47e0-85ed-190238b4fa1a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:06.128994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55634) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:06.134648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ab0fa5f3-b7b6-456f-95d0-4fc7664996ff tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'security_group': {'name': 'tempest-secgroup-1252958928'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:06.176262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-de847342-d3af-4139-81e9-44f9f36fe5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:06.177879 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-de847342-d3af-4139-81e9-44f9f36fe5f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1096 time: 0.1291943 Mar 11 17:40:06.204460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa5f3-b7b6-456f-95d0-4fc7664996ff tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.354401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-d581e12b-2248-4d56-adce-d3633f84bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:06.356159 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-d581e12b-2248-4d56-adce-d3633f84bf0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.1709239 Mar 11 17:40:06.389757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa5f3-b7b6-456f-95d0-4fc7664996ff tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.394524 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa5f3-b7b6-456f-95d0-4fc7664996ff tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.433607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa5f3-b7b6-456f-95d0-4fc7664996ff tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.442989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ab0fa5f3-b7b6-456f-95d0-4fc7664996ff tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3130212 Mar 11 17:40:06.445790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55640) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:06.453320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8f465b1d-77ab-4475-a73f-bfcd50fc60e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'security_group': {'name': 'tempest-secgroup-1655221043'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:06.485970 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-3688c0f8-b4ed-47af-9bb0-e11479773342 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 1000 time: 0.1227365 Mar 11 17:40:06.555053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fa5f3-b7b6-456f-95d0-4fc7664996ff tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312b6685-7b72-466f-bc53-9eb36e546411,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:06.564965 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f465b1d-77ab-4475-a73f-bfcd50fc60e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.581537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-17fe5002-c1ac-473b-aab8-c094332e8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:06.583661 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-17fe5002-c1ac-473b-aab8-c094332e8219 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.0896635 Mar 11 17:40:06.600939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:06.602602 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.666712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-9caccfdb-9968-4e6a-8957-3009476ffc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:06.669920 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-9caccfdb-9968-4e6a-8957-3009476ffc48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743070 Mar 11 17:40:06.718643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f465b1d-77ab-4475-a73f-bfcd50fc60e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.723902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f465b1d-77ab-4475-a73f-bfcd50fc60e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.799509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f465b1d-77ab-4475-a73f-bfcd50fc60e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f6c82e-b76d-430b-86ee-2d43c87c4744,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:06.821646 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f465b1d-77ab-4475-a73f-bfcd50fc60e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.824713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8f465b1d-77ab-4475-a73f-bfcd50fc60e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3777542 Mar 11 17:40:06.827212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55644) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:06.833143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-266255a3-7336-47da-a847-ed1bce40530b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'security_group': {'name': 'tempest-secgroup-324187632'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:06.870470 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-266255a3-7336-47da-a847-ed1bce40530b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:06.875804 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-ce18ce3a-9c87-4e5f-b963-0eb802d32f4f service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992514 Mar 11 17:40:06.889980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23081196-fd81-473d-afe4-9f64e3292abc None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:40:07.023222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-be91b380-81aa-4246-87d2-e1b912b58cfd None None] Provisioning complete for port b8a45faf-0ffd-4a3c-a534-57d9779a1360 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:07.023920 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be91b380-81aa-4246-87d2-e1b912b58cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.039676 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-948ecd00-71f3-4483-9b9f-daa31f2d24a0 req-7ac20d24-cff9-4247-98d5-d2107025ca0e service neutron] 10.222.0.46 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557198 Mar 11 17:40:07.107544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-be91b380-81aa-4246-87d2-e1b912b58cfd None None] Port b8a45faf-0ffd-4a3c-a534-57d9779a1360 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:07.152161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-be91b380-81aa-4246-87d2-e1b912b58cfd None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:07.152571 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be91b380-81aa-4246-87d2-e1b912b58cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.396556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-266255a3-7336-47da-a847-ed1bce40530b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.406524 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-266255a3-7336-47da-a847-ed1bce40530b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.409197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7900f365-55e7-4423-931e-ac3f1b0b6d94 None None] Update dhcp port {'port': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'fixed_ips': [{'subnet_id': '0101be6b-e5f2-4ebd-ac75-7ef697388603', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '404b81b3-d303-47e0-85ed-190238b4fa1a'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '06fd8780-bff3-4f54-be5e-16de24d1084f'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:40:07.440360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-266255a3-7336-47da-a847-ed1bce40530b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.446733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-266255a3-7336-47da-a847-ed1bce40530b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6157405 Mar 11 17:40:07.447081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55652) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:07.451447 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7900f365-55e7-4423-931e-ac3f1b0b6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.453076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-212187488', 'security_groups': ['7cd3f8a0-85da-48a0-a7ab-decbc1642df4'], 'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '404b81b3-d303-47e0-85ed-190238b4fa1a'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:07.487174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572872-3c6e-4358-88ff-7a53698cfb57 req-c2b7dec9-ac52-459e-bda6-88a0b97fda72 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:07.492717 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:40:07.496387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19572872-3c6e-4358-88ff-7a53698cfb57 req-c2b7dec9-ac52-459e-bda6-88a0b97fda72 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 945 time: 0.5565903 Mar 11 17:40:07.586182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19572872-3c6e-4358-88ff-7a53698cfb57 req-3b19bb57-f466-4c2d-8989-2ca9b0a963f4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888162 Mar 11 17:40:07.591624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266255a3-7336-47da-a847-ed1bce40530b tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3f8a0-85da-48a0-a7ab-decbc1642df4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:07.658937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:07.758328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:07.795462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] device_id is not set on port 7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 17:40:07.904580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7900f365-55e7-4423-931e-ac3f1b0b6d94 None None] Allocated IP 2001:db8::2 (33af9635-dcad-45a9-8f39-18b0731a2134/404b81b3-d303-47e0-85ed-190238b4fa1a/06fd8780-bff3-4f54-be5e-16de24d1084f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:08.038815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7900f365-55e7-4423-931e-ac3f1b0b6d94 None None] For port 06fd8780-bff3-4f54-be5e-16de24d1084f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=06fd8780-bff3-4f54-be5e-16de24d1084f,segment=NetworkSegment(dea6d91d-9d80-467b-a3ab-47062aa74ce8),segment_id=dea6d91d-9d80-467b-a3ab-47062aa74ce8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:08.075752 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7900f365-55e7-4423-931e-ac3f1b0b6d94 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.080955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7900f365-55e7-4423-931e-ac3f1b0b6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.152732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8::3e5 (33af9635-dcad-45a9-8f39-18b0731a2134/404b81b3-d303-47e0-85ed-190238b4fa1a/7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:08.176905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900f365-55e7-4423-931e-ac3f1b0b6d94 None None] Pushing event updated for resources: {'Port': ['ID=06fd8780-bff3-4f54-be5e-16de24d1084f,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:08.317930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.358169 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.420076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:08.423699 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:08.427978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:40:08.434166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:08.434783 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.438536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:08.454989 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-65126893-cd98-4037-ad7d-803ba9153a0c tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0066004 Mar 11 17:40:08.457760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55660) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:08.462769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a260097e-5447-46d3-bfcb-47267b41103e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:08.586254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a260097e-5447-46d3-bfcb-47267b41103e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:08.590264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a260097e-5447-46d3-bfcb-47267b41103e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.688393 n-d-833411-1 neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-a260097e-5447-46d3-bfcb-47267b41103e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 404b81b3-d303-47e0-85ed-190238b4fa1a (CIDR: 2001:db8::/64) Mar 11 17:40:08.692020 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a260097e-5447-46d3-bfcb-47267b41103e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:40:08.692528 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a260097e-5447-46d3-bfcb-47267b41103e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:08.723489 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a260097e-5447-46d3-bfcb-47267b41103e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2645483 Mar 11 17:40:08.724090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55664) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:08.729791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bd13b94c-e415-4bbc-86f0-5304d224f360 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:08.756076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 33e00ee0-f396-4924-9ee5-d4926b3a4329 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:40:08.757704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c5f4c-24fe-4697-9a6f-9f70ebaabf01 req-e9897ba1-d452-4a97-8d68-44d74da8c00b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:08.759784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a0c5f4c-24fe-4697-9a6f-9f70ebaabf01 req-e9897ba1-d452-4a97-8d68-44d74da8c00b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 945 time: 0.0624588 Mar 11 17:40:08.828445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a0c5f4c-24fe-4697-9a6f-9f70ebaabf01 req-34c078c8-4a38-4db9-bd81-70b7068280d2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593672 Mar 11 17:40:08.853900 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55666) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:08.859953 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 33e00ee0-f396-4924-9ee5-d4926b3a4329 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:40:08.866354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 33e00ee0-f396-4924-9ee5-d4926b3a4329 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:08.866728 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.968989 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:08.978479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd13b94c-e415-4bbc-86f0-5304d224f360 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:08.982426 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd13b94c-e415-4bbc-86f0-5304d224f360 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.006381 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:40:09.008934 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864bd1aa-d7c8-424f-9e94-b52c820e84e7" -d '{"events": [{"server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "name": "network-vif-plugged", "status": "completed", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:40:09.031053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:09.040500 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.046063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4609379c-d394-4b0b-8748-28b9ed5fc369 None None] Provisioning complete for port b8a45faf-0ffd-4a3c-a534-57d9779a1360 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:09.046552 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4609379c-d394-4b0b-8748-28b9ed5fc369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.080773 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e738a478-b238-4065-a4d2-3568689bd7df x-openstack-request-id: req-e738a478-b238-4065-a4d2-3568689bd7df {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:40:09.081596 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "name": "network-vif-plugged", "status": "completed", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:40:09.082081 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e738a478-b238-4065-a4d2-3568689bd7df {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:40:09.083188 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'code': 200} Mar 11 17:40:09.118784 n-d-833411-1 neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-bd13b94c-e415-4bbc-86f0-5304d224f360 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0101be6b-e5f2-4ebd-ac75-7ef697388603 (CIDR: 2001:db8:0:1::/64) Mar 11 17:40:09.124258 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd13b94c-e415-4bbc-86f0-5304d224f360 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 17:40:09.124752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd13b94c-e415-4bbc-86f0-5304d224f360 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:09.139493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4609379c-d394-4b0b-8748-28b9ed5fc369 None None] Port b8a45faf-0ffd-4a3c-a534-57d9779a1360 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:09.144890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8f9d8a11-e5f5-4d42-91ea-db514204ab52 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/d7d877e6-8ea5-4d23-aa5d-78015cbfb239 HTTP/1.1" status: 200 len: 992 time: 0.2855167 Mar 11 17:40:09.162031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bd13b94c-e415-4bbc-86f0-5304d224f360 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4343486 Mar 11 17:40:09.162748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55670) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:09.169161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'subnet': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:09.171017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4609379c-d394-4b0b-8748-28b9ed5fc369 None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:09.171489 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4609379c-d394-4b0b-8748-28b9ed5fc369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.174453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:09.333769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Made reservation on behalf of 14df662945914d15811f6aa68c185373 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:09.338453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.427053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d372df8b-5ea8-4ba2-ac8f-cdfa249ddad1 None None] Provisioning complete for port 7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:09.427437 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d372df8b-5ea8-4ba2-ac8f-cdfa249ddad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:09.469685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d372df8b-5ea8-4ba2-ac8f-cdfa249ddad1 None None] Port 7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:09.947909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 06fd8780-bff3-4f54-be5e-16de24d1084f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:40:10.021895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:10.022868 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.024050 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.069969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Network 33af9635-dcad-45a9-8f39-18b0731a2134 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:10.073337 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:10.077789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:10.078456 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.085458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d92148-95d4-42ec-905d-47d463be27b6 None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:40:10.089987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Subnet': ['ID=f8817e6c-22b3-4b43-b2da-a25def18bc2a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:10.106254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55706) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:10.113582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-643165520', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f8817e6c-22b3-4b43-b2da-a25def18bc2a'}], 'security_groups': ['312b6685-7b72-466f-bc53-9eb36e546411', '32f6c82e-b76d-430b-86ee-2d43c87c4744']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:10.124461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3aa0410f-85b2-4ce3-9d24-980ec9d296e8 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9529634 Mar 11 17:40:10.310242 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.396152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e9826-143d-4095-82bf-701b7ef221e7 None None] Update dhcp port {'port': {'network_id': '33af9635-dcad-45a9-8f39-18b0731a2134', 'fixed_ips': [{'subnet_id': '0101be6b-e5f2-4ebd-ac75-7ef697388603', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '404b81b3-d303-47e0-85ed-190238b4fa1a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f8817e6c-22b3-4b43-b2da-a25def18bc2a'}], 'binding:host_id': 'n-d-833411-1'}, 'id': '06fd8780-bff3-4f54-be5e-16de24d1084f'} from n-d-833411-1. {{(pid=102643) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 11 17:40:10.438256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-348e9826-143d-4095-82bf-701b7ef221e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.747928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Delete allocated IP 2001:db8::3e5 (33af9635-dcad-45a9-8f39-18b0731a2134/404b81b3-d303-47e0-85ed-190238b4fa1a) {{(pid=102642) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 17:40:10.758334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Allocated IP 2001:db8:0:2::2e0 (33af9635-dcad-45a9-8f39-18b0731a2134/f8817e6c-22b3-4b43-b2da-a25def18bc2a/7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:10.964269 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:10.970791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.069761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] In _notify_port_updated(), no bound segment for port 7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc on network 33af9635-dcad-45a9-8f39-18b0731a2134 {{(pid=102642) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 11 17:40:11.075850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:11.076573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.080942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "PUT /v2.0/ports/7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc HTTP/1.1" status: 200 len: 969 time: 0.9732924 Mar 11 17:40:11.081164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55714) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:11.082263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51207e9f-5db5-46bb-9204-cb23ea0bf615 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event updated for resources: {'Port': ['ID=7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:11.102711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-348e9826-143d-4095-82bf-701b7ef221e7 None None] Allocated IP 2001:db8:0:2::2 (33af9635-dcad-45a9-8f39-18b0731a2134/f8817e6c-22b3-4b43-b2da-a25def18bc2a/06fd8780-bff3-4f54-be5e-16de24d1084f) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:11.138448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.206136 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dc695040-8ef8-4002-a204-f8eb6683c90a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port 7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:40:11.206533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc695040-8ef8-4002-a204-f8eb6683c90a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.246950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-348e9826-143d-4095-82bf-701b7ef221e7 None None] For port 06fd8780-bff3-4f54-be5e-16de24d1084f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=06fd8780-bff3-4f54-be5e-16de24d1084f,segment=NetworkSegment(dea6d91d-9d80-467b-a3ab-47062aa74ce8),segment_id=dea6d91d-9d80-467b-a3ab-47062aa74ce8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:11.281802 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-348e9826-143d-4095-82bf-701b7ef221e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.289295 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-348e9826-143d-4095-82bf-701b7ef221e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.313575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc695040-8ef8-4002-a204-f8eb6683c90a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.330379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dc695040-8ef8-4002-a204-f8eb6683c90a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for 7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:40:11.370869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e9826-143d-4095-82bf-701b7ef221e7 None None] Pushing event updated for resources: {'Port': ['ID=06fd8780-bff3-4f54-be5e-16de24d1084f,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:11.535158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc695040-8ef8-4002-a204-f8eb6683c90a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.571780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc695040-8ef8-4002-a204-f8eb6683c90a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:11.606290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc695040-8ef8-4002-a204-f8eb6683c90a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.609806 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dc695040-8ef8-4002-a204-f8eb6683c90a tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc HTTP/1.1" status: 204 len: 168 time: 0.5266006 Mar 11 17:40:11.612329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55718) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:11.637522 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6bfd8f-47af-4f78-b596-34bb72a90dab tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] GET failed (client error): The resource could not be found. Mar 11 17:40:11.639171 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ab6bfd8f-47af-4f78-b596-34bb72a90dab tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports/7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc HTTP/1.1" status: 404 len: 333 time: 0.0258007 Mar 11 17:40:11.642154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:11.716870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00242439-c935-45a9-bc68-9fa714b8c900 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.743920 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00242439-c935-45a9-bc68-9fa714b8c900 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.792988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00242439-c935-45a9-bc68-9fa714b8c900 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.797110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00242439-c935-45a9-bc68-9fa714b8c900 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.800760 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-00242439-c935-45a9-bc68-9fa714b8c900 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/security-groups/7cd3f8a0-85da-48a0-a7ab-decbc1642df4 HTTP/1.1" status: 204 len: 168 time: 0.1551967 Mar 11 17:40:11.801157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55724) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:11.808456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00242439-c935-45a9-bc68-9fa714b8c900 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3f8a0-85da-48a0-a7ab-decbc1642df4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:11.868478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-782c8afe-e070-4662-a86b-3cbbc12668ae tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.901644 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-782c8afe-e070-4662-a86b-3cbbc12668ae tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:11.990970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 06fd8780-bff3-4f54-be5e-16de24d1084f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:40:11.998383 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-782c8afe-e070-4662-a86b-3cbbc12668ae tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.001663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-782c8afe-e070-4662-a86b-3cbbc12668ae tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.005816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-782c8afe-e070-4662-a86b-3cbbc12668ae tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/security-groups/32f6c82e-b76d-430b-86ee-2d43c87c4744 HTTP/1.1" status: 204 len: 168 time: 0.2010612 Mar 11 17:40:12.006167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55732) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:12.017906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c8afe-e070-4662-a86b-3cbbc12668ae tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f6c82e-b76d-430b-86ee-2d43c87c4744,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:12.097991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:12.098459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.103425 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa87f494-d636-4995-9b8f-52a5bcfbdbf3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.134551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa87f494-d636-4995-9b8f-52a5bcfbdbf3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.195412 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa87f494-d636-4995-9b8f-52a5bcfbdbf3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.198751 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa87f494-d636-4995-9b8f-52a5bcfbdbf3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.200176 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aa87f494-d636-4995-9b8f-52a5bcfbdbf3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/security-groups/312b6685-7b72-466f-bc53-9eb36e546411 HTTP/1.1" status: 204 len: 168 time: 0.1924126 Mar 11 17:40:12.203225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55734) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:12.222061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2becd5fc-6538-4dd4-905b-9a0416a44af4 None None] Could not find standard attr ID for object 7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:40:12.230883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87f494-d636-4995-9b8f-52a5bcfbdbf3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312b6685-7b72-466f-bc53-9eb36e546411,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:12.243607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2becd5fc-6538-4dd4-905b-9a0416a44af4 None None] Provisioning complete for port b8a45faf-0ffd-4a3c-a534-57d9779a1360 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:12.244323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2becd5fc-6538-4dd4-905b-9a0416a44af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.311410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2becd5fc-6538-4dd4-905b-9a0416a44af4 None None] Port b8a45faf-0ffd-4a3c-a534-57d9779a1360 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:12.315010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e735e6d-6626-417e-9fe6-a140cdec0056 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet 404b81b3-d303-47e0-85ed-190238b4fa1a {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:40:12.324614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e735e6d-6626-417e-9fe6-a140cdec0056 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.328954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2becd5fc-6538-4dd4-905b-9a0416a44af4 None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:12.329544 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2becd5fc-6538-4dd4-905b-9a0416a44af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.393148 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e735e6d-6626-417e-9fe6-a140cdec0056 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.526920 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e735e6d-6626-417e-9fe6-a140cdec0056 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.552203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-003a1559-8600-4ba5-b73b-05ca10c06f25 None None] Could not find standard attr ID for object 7b5896d8-85b0-4f0d-98c8-e35b9bdc75dc. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:40:12.607273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e735e6d-6626-417e-9fe6-a140cdec0056 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.626757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e735e6d-6626-417e-9fe6-a140cdec0056 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.630506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7e735e6d-6626-417e-9fe6-a140cdec0056 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/404b81b3-d303-47e0-85ed-190238b4fa1a HTTP/1.1" status: 204 len: 168 time: 0.4252789 Mar 11 17:40:12.635046 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55738) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:12.654502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e735e6d-6626-417e-9fe6-a140cdec0056 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=404b81b3-d303-47e0-85ed-190238b4fa1a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:12.729330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb0a9ad-2451-453a-8127-d3a00cb2bd8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet f8817e6c-22b3-4b43-b2da-a25def18bc2a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:40:12.733129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afb0a9ad-2451-453a-8127-d3a00cb2bd8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.736997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553031b5-e7bc-4b09-b59d-8e991559923c None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:40:12.794631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afb0a9ad-2451-453a-8127-d3a00cb2bd8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:12.931616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afb0a9ad-2451-453a-8127-d3a00cb2bd8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.011035 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afb0a9ad-2451-453a-8127-d3a00cb2bd8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.068513 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afb0a9ad-2451-453a-8127-d3a00cb2bd8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.072166 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-afb0a9ad-2451-453a-8127-d3a00cb2bd8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/f8817e6c-22b3-4b43-b2da-a25def18bc2a HTTP/1.1" status: 204 len: 168 time: 0.4357786 Mar 11 17:40:13.073243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0a9ad-2451-453a-8127-d3a00cb2bd8f tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=f8817e6c-22b3-4b43-b2da-a25def18bc2a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:13.075274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55742) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.120868 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-947eee93-c490-495f-977f-7f4d6949e8d3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:13.121255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947eee93-c490-495f-977f-7f4d6949e8d3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:13.131687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55746) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.132298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-947eee93-c490-495f-977f-7f4d6949e8d3 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/404b81b3-d303-47e0-85ed-190238b4fa1a HTTP/1.1" status: 404 len: 337 time: 0.0555878 Mar 11 17:40:13.195939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f3d1c7-6024-4d94-8815-49aa42bfcb69 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting subnet 0101be6b-e5f2-4ebd-ac75-7ef697388603 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:40:13.199488 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1c7-6024-4d94-8815-49aa42bfcb69 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.261477 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1c7-6024-4d94-8815-49aa42bfcb69 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.383912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1c7-6024-4d94-8815-49aa42bfcb69 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.461349 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1c7-6024-4d94-8815-49aa42bfcb69 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.507145 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3d1c7-6024-4d94-8815-49aa42bfcb69 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Subnet': ['ID=0101be6b-e5f2-4ebd-ac75-7ef697388603,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:13.518554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34f3d1c7-6024-4d94-8815-49aa42bfcb69 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.522016 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-34f3d1c7-6024-4d94-8815-49aa42bfcb69 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/0101be6b-e5f2-4ebd-ac75-7ef697388603 HTTP/1.1" status: 204 len: 168 time: 0.3891985 Mar 11 17:40:13.525598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55748) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.570457 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a07946e-6ddb-43b9-a9b0-27aedbec690e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:13.570457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a07946e-6ddb-43b9-a9b0-27aedbec690e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:13.576181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6a07946e-6ddb-43b9-a9b0-27aedbec690e tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/7356c855-b7f9-4d1f-b800-b7d2dc3c47f3 HTTP/1.1" status: 404 len: 337 time: 0.0494633 Mar 11 17:40:13.576732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55750) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.624314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55752) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.625381 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-959b2839-9b25-4a0d-a7b6-4c22b671d095 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "GET /v2.0/ports?device_id=c239d35f-8bd4-4391-b715-61b3bdbc8319 HTTP/1.1" status: 200 len: 205 time: 0.0470233 Mar 11 17:40:13.629079 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db35bc0e-a5f3-4b2d-93a7-5bec0cf577ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.679390 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-cc4b877b-1f04-4fa9-863d-e75bff850429 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] delete failed (client error): The resource could not be found. Mar 11 17:40:13.683643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc4b877b-1f04-4fa9-863d-e75bff850429 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/routers/c239d35f-8bd4-4391-b715-61b3bdbc8319 HTTP/1.1" status: 404 len: 336 time: 0.0581901 Mar 11 17:40:13.683953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55756) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.698694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6107693-8b7d-48ef-a498-d40d14fde933 None None] Network 33af9635-dcad-45a9-8f39-18b0731a2134 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:40:13.748275 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0c75a8-6e1a-40a5-85ed-a110a92eade4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:13.749172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0c75a8-6e1a-40a5-85ed-a110a92eade4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:13.755343 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8b0c75a8-6e1a-40a5-85ed-a110a92eade4 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/f063ca10-7663-4cb4-a572-ff0ad6fa48f6 HTTP/1.1" status: 404 len: 337 time: 0.0694480 Mar 11 17:40:13.757389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55758) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.807371 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc564019-1322-4cbb-8d28-fc839b7e7cc2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:13.807847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc564019-1322-4cbb-8d28-fc839b7e7cc2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:13.823943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc564019-1322-4cbb-8d28-fc839b7e7cc2 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/05e200dc-fdbf-4c61-9a28-5517bc3f522d HTTP/1.1" status: 404 len: 337 time: 0.0650132 Mar 11 17:40:13.826206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55770) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.862902 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dca595-177c-41f4-afe5-892995838775 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:13.863741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32dca595-177c-41f4-afe5-892995838775 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:13.867861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-32dca595-177c-41f4-afe5-892995838775 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/392b1ca9-52f5-4243-9ce0-3f4c771c14ad HTTP/1.1" status: 404 len: 337 time: 0.0405486 Mar 11 17:40:13.870679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55772) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.899973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e3793a6f-2dd0-4dff-a97f-8c56f11e498a None None] Provisioning complete for port b8a45faf-0ffd-4a3c-a534-57d9779a1360 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:13.900540 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3793a6f-2dd0-4dff-a97f-8c56f11e498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.910706 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21b82fb-caa9-494e-9d9a-952ee582f925 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:13.911484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21b82fb-caa9-494e-9d9a-952ee582f925 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:13.917764 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c21b82fb-caa9-494e-9d9a-952ee582f925 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/f8562f0d-1410-42fa-a6d6-bd843abb78a7 HTTP/1.1" status: 404 len: 333 time: 0.0450017 Mar 11 17:40:13.919325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55774) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.946159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e3793a6f-2dd0-4dff-a97f-8c56f11e498a None None] Port b8a45faf-0ffd-4a3c-a534-57d9779a1360 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:13.948681 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-0202b362-6c29-4887-84ed-470d250ed7e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:13.949275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0202b362-6c29-4887-84ed-470d250ed7e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:13.955633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0202b362-6c29-4887-84ed-470d250ed7e0 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/c74b31c1-e438-4f56-a1a2-450405043ad1 HTTP/1.1" status: 404 len: 337 time: 0.0330126 Mar 11 17:40:13.955951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55776) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:13.988197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e3793a6f-2dd0-4dff-a97f-8c56f11e498a None None] Provisioning complete for port 06fd8780-bff3-4f54-be5e-16de24d1084f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:13.989237 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e3793a6f-2dd0-4dff-a97f-8c56f11e498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:13.995472 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18d97a2-fb4b-4a28-906e-7814a561f659 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:13.995951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18d97a2-fb4b-4a28-906e-7814a561f659 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:14.002403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a18d97a2-fb4b-4a28-906e-7814a561f659 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/a70d7629-81c9-4ba6-8193-60654bce5172 HTTP/1.1" status: 404 len: 337 time: 0.0429869 Mar 11 17:40:14.002872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55778) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:14.039378 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c531407-ab2f-435f-82b5-7384286ac171 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:14.040423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c531407-ab2f-435f-82b5-7384286ac171 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:14.045895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8c531407-ab2f-435f-82b5-7384286ac171 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/c89ec570-e725-46aa-a7e7-056ade9b67f0 HTTP/1.1" status: 404 len: 333 time: 0.0394406 Mar 11 17:40:14.046263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55780) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:14.093451 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b80d93-e7df-43e5-9e5e-c1049a4cc846 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:14.093799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b80d93-e7df-43e5-9e5e-c1049a4cc846 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:14.097171 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a7b80d93-e7df-43e5-9e5e-c1049a4cc846 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/b4568400-d97c-4da5-baad-bb1134b5a5dd HTTP/1.1" status: 404 len: 337 time: 0.0498619 Mar 11 17:40:14.099835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55782) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:14.101508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52387f67-c120-4dbb-bda9-9fa72ba91bde None None] DHCP port deletion for 33af9635-dcad-45a9-8f39-18b0731a2134 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:40:14.130362 n-d-833411-1 neutron-server[102642]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75e23d8-f3ec-46b8-8a00-a019f14d4415 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] DELETE failed (client error): The resource could not be found. Mar 11 17:40:14.130917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75e23d8-f3ec-46b8-8a00-a019f14d4415 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102642) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 17:40:14.134692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a75e23d8-f3ec-46b8-8a00-a019f14d4415 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/subnets/db34d086-afa9-4a11-b165-72f4b867d800 HTTP/1.1" status: 404 len: 337 time: 0.0336580 Mar 11 17:40:14.137510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55784) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:14.169695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-52387f67-c120-4dbb-bda9-9fa72ba91bde None None] Deleting port 06fd8780-bff3-4f54-be5e-16de24d1084f {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:40:14.170073 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-52387f67-c120-4dbb-bda9-9fa72ba91bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.314284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-df31b2b9-ed8a-4b7b-9ea5-ba4e29479ad6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Deleting port b8a45faf-0ffd-4a3c-a534-57d9779a1360 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:40:14.314924 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df31b2b9-ed8a-4b7b-9ea5-ba4e29479ad6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.395724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df31b2b9-ed8a-4b7b-9ea5-ba4e29479ad6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.435164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-df31b2b9-ed8a-4b7b-9ea5-ba4e29479ad6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Calling delete_port for b8a45faf-0ffd-4a3c-a534-57d9779a1360 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:40:14.544875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-52387f67-c120-4dbb-bda9-9fa72ba91bde None None] For port 06fd8780-bff3-4f54-be5e-16de24d1084f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=06fd8780-bff3-4f54-be5e-16de24d1084f,segment=NetworkSegment(dea6d91d-9d80-467b-a3ab-47062aa74ce8),segment_id=dea6d91d-9d80-467b-a3ab-47062aa74ce8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:14.545540 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-52387f67-c120-4dbb-bda9-9fa72ba91bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.563032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-52387f67-c120-4dbb-bda9-9fa72ba91bde None None] Calling delete_port for 06fd8780-bff3-4f54-be5e-16de24d1084f owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:40:14.627347 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df31b2b9-ed8a-4b7b-9ea5-ba4e29479ad6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.679272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31b2b9-ed8a-4b7b-9ea5-ba4e29479ad6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Port': ['ID=b8a45faf-0ffd-4a3c-a534-57d9779a1360,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:14.683405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55808) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:14.691297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df31b2b9-ed8a-4b7b-9ea5-ba4e29479ad6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.697781 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-df31b2b9-ed8a-4b7b-9ea5-ba4e29479ad6 tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/ports/b8a45faf-0ffd-4a3c-a534-57d9779a1360 HTTP/1.1" status: 204 len: 168 time: 0.5573683 Mar 11 17:40:14.698696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55812) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:14.724013 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-52387f67-c120-4dbb-bda9-9fa72ba91bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.792076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52387f67-c120-4dbb-bda9-9fa72ba91bde None None] Pushing event deleted for resources: {'Port': ['ID=06fd8780-bff3-4f54-be5e-16de24d1084f,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:14.802909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52387f67-c120-4dbb-bda9-9fa72ba91bde None None] No DVR routers for this DVR port 06fd8780-bff3-4f54-be5e-16de24d1084f on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:40:14.870500 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:14.982131 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.010515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33af9635-dcad-45a9-8f39-18b0731a2134']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:15.021140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea6d91d-9d80-467b-a3ab-47062aa74ce8') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:15.021446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea6d91d-9d80-467b-a3ab-47062aa74ce8') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:15.032140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.048293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.054981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:40:15.055521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:40:15.121941 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:40:15.124951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.136226 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.141698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] 10.222.0.53 "DELETE /v2.0/networks/33af9635-dcad-45a9-8f39-18b0731a2134 HTTP/1.1" status: 204 len: 168 time: 0.4388845 Mar 11 17:40:15.141698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d60a9b2c-9398-4ef1-8e7b-ee3bc5715b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.199252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657068-b367-4a26-adda-b29c5b6960ba tempest-PortsIpV6TestJSON-1700638281 tempest-PortsIpV6TestJSON-1700638281-project] Pushing event deleted for resources: {'Network': ['ID=33af9635-dcad-45a9-8f39-18b0731a2134,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:15.314624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d60a9b2c-9398-4ef1-8e7b-ee3bc5715b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.321277 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d60a9b2c-9398-4ef1-8e7b-ee3bc5715b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.357047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a9b2c-9398-4ef1-8e7b-ee3bc5715b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1202798-6a8e-4912-8ee4-fa4fe5b47251,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:15.385924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d60a9b2c-9398-4ef1-8e7b-ee3bc5715b89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdca6f244f054f099411ce330f9febaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7008302 Mar 11 17:40:15.389156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:15.478501 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3aae88d9-cd33-4add-9211-30e6b4a2f348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.522320 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3aae88d9-cd33-4add-9211-30e6b4a2f348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.532385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55832) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:15.586927 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3aae88d9-cd33-4add-9211-30e6b4a2f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.590637 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3aae88d9-cd33-4add-9211-30e6b4a2f348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.595740 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3aae88d9-cd33-4add-9211-30e6b4a2f348 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1202798-6a8e-4912-8ee4-fa4fe5b47251 HTTP/1.1" status: 204 len: 168 time: 0.2040880 Mar 11 17:40:15.607271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae88d9-cd33-4add-9211-30e6b4a2f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1202798-6a8e-4912-8ee4-fa4fe5b47251,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:15.742165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-57f0b045-0b71-44d2-b428-e0a544f10681 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14df662945914d15811f6aa68c185373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057183 Mar 11 17:40:15.742560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55840) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:15.802815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8721ee1-285e-4406-bbb5-5584fe7abfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.843318 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8721ee1-285e-4406-bbb5-5584fe7abfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.894828 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9cea-2afc-41d9-9510-83bb51a06704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.926416 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8721ee1-285e-4406-bbb5-5584fe7abfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.932252 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8721ee1-285e-4406-bbb5-5584fe7abfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:15.944879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d8721ee1-285e-4406-bbb5-5584fe7abfdd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e63f01ab-e3a0-4f58-983c-6fd3964df3d4 HTTP/1.1" status: 204 len: 168 time: 0.1879847 Mar 11 17:40:15.960210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8721ee1-285e-4406-bbb5-5584fe7abfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f01ab-e3a0-4f58-983c-6fd3964df3d4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:16.047253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 06fd8780-bff3-4f54-be5e-16de24d1084f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:40:16.075838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 06fd8780-bff3-4f54-be5e-16de24d1084f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:40:16.076447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 06fd8780-bff3-4f54-be5e-16de24d1084f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:40:16.138021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55856) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:16.156436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a7e796d-d5c8-4ae0-9d16-d77325e9975a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.291782 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a7e796d-d5c8-4ae0-9d16-d77325e9975a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.297691 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a7e796d-d5c8-4ae0-9d16-d77325e9975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.330204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8a7e796d-d5c8-4ae0-9d16-d77325e9975a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7d1b1331bc84276b7138fa0cfa70630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909156 Mar 11 17:40:16.332839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55872) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:16.359499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e796d-d5c8-4ae0-9d16-d77325e9975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59570213-f271-453a-a255-7b8411caa6f4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:16.411333 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7982d293-d7a8-4bd5-9531-b96feadb51c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.438053 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7982d293-d7a8-4bd5-9531-b96feadb51c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.499523 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7982d293-d7a8-4bd5-9531-b96feadb51c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.502812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7982d293-d7a8-4bd5-9531-b96feadb51c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:16.504711 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7982d293-d7a8-4bd5-9531-b96feadb51c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59570213-f271-453a-a255-7b8411caa6f4 HTTP/1.1" status: 204 len: 168 time: 0.1705518 Mar 11 17:40:16.537179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982d293-d7a8-4bd5-9531-b96feadb51c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59570213-f271-453a-a255-7b8411caa6f4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:17.008500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55896) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:17.150870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2e30cab9-da14-4540-ab6f-c82f11005860 tempest-DvrRoutersNegativeTest-7556396 tempest-DvrRoutersNegativeTest-7556396-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1925065046', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:17.154065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.policy [None req-2e30cab9-da14-4540-ab6f-c82f11005860 tempest-DvrRoutersNegativeTest-7556396 tempest-DvrRoutersNegativeTest-7556396-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102641) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 11 17:40:17.154351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.policy [None req-2e30cab9-da14-4540-ab6f-c82f11005860 tempest-DvrRoutersNegativeTest-7556396 tempest-DvrRoutersNegativeTest-7556396-project] Failed policy check for 'create_router' {{(pid=102641) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 11 17:40:17.155480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.156618 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-2e30cab9-da14-4540-ab6f-c82f11005860 tempest-DvrRoutersNegativeTest-7556396 tempest-DvrRoutersNegativeTest-7556396-project] create failed (client error): Access was denied to this resource. Mar 11 17:40:17.158773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2e30cab9-da14-4540-ab6f-c82f11005860 tempest-DvrRoutersNegativeTest-7556396 tempest-DvrRoutersNegativeTest-7556396-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1490808 Mar 11 17:40:17.445442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55916) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:17.719335 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2000ad49-2503-4ae9-8799-57d4bd49647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.807406 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2000ad49-2503-4ae9-8799-57d4bd49647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.812061 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2000ad49-2503-4ae9-8799-57d4bd49647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.842608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000ad49-2503-4ae9-8799-57d4bd49647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d16be9e-1150-44e6-b47d-abcbaf6ef7d5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:17.867412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2000ad49-2503-4ae9-8799-57d4bd49647f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e15ddfcb23a84e8b93df3aca82aa6c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173505 Mar 11 17:40:17.868442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55928) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:17.937023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f606b27-965b-4884-9f3d-ce8f37caf531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:17.980085 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f606b27-965b-4884-9f3d-ce8f37caf531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:18.057645 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f606b27-965b-4884-9f3d-ce8f37caf531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:18.062827 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f606b27-965b-4884-9f3d-ce8f37caf531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:18.066373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3f606b27-965b-4884-9f3d-ce8f37caf531 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d16be9e-1150-44e6-b47d-abcbaf6ef7d5 HTTP/1.1" status: 204 len: 168 time: 0.1944306 Mar 11 17:40:18.110650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f606b27-965b-4884-9f3d-ce8f37caf531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d16be9e-1150-44e6-b47d-abcbaf6ef7d5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:18.419480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:18.989386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:19.222066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 55980) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:19.344820 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-6fa4cecf-b4cc-4c33-8801-76bfa7e45c93 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983295 Mar 11 17:40:19.460104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9e26f63c-2e12-4a1d-84d8-5d609cdf3e76 tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-40903940', 'prefixes': ['172.20.0.0/16']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:19.545454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-30daff58-5e35-49d5-b81d-ba9cd098cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:19.547502 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-30daff58-5e35-49d5-b81d-ba9cd098cefb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1097 time: 0.1324024 Mar 11 17:40:19.658227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e26f63c-2e12-4a1d-84d8-5d609cdf3e76 tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] Notify callbacks [] for subnetpool, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:19.659424 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9e26f63c-2e12-4a1d-84d8-5d609cdf3e76 tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.4361522 Mar 11 17:40:19.662227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55992) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:19.707988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3b55dac8-34e6-4630-a2b0-6ab14ac8069e tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] 10.222.0.53 "GET /v2.0/subnetpools/4cdd3030-ad5a-4a38-96cf-e589594248f7 HTTP/1.1" status: 200 len: 730 time: 0.0439818 Mar 11 17:40:19.708516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-8cd199ff-06e9-41bd-b0c7-89ffb1feca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:19.708864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 55994) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:19.711205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-8cd199ff-06e9-41bd-b0c7-89ffb1feca3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.1276150 Mar 11 17:40:19.714005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-de154279-2496-4f83-9581-56ce4f0e46d8 tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-211303388'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:19.791116 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-eff7bea3-10a3-4202-806e-965f8f1ef2c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 1001 time: 0.0722857 Mar 11 17:40:19.816230 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de154279-2496-4f83-9581-56ce4f0e46d8 tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] Notify callbacks [] for subnetpool, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:19.823165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-de154279-2496-4f83-9581-56ce4f0e46d8 tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] 10.222.0.53 "PUT /v2.0/subnetpools/4cdd3030-ad5a-4a38-96cf-e589594248f7 HTTP/1.1" status: 200 len: 683 time: 0.1104178 Mar 11 17:40:19.824122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56000) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:19.855965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-86c00cd9-98b3-4400-96a5-c8f7c749b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:19.858421 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-86c00cd9-98b3-4400-96a5-c8f7c749b54a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.0598316 Mar 11 17:40:19.928884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-5af92480-6354-4544-a148-2715ff4ee934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:19.930886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-5af92480-6354-4544-a148-2715ff4ee934 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640783 Mar 11 17:40:19.941507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a7e9-dc0d-461e-afc8-90837356115f tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] Notify callbacks [] for subnetpool, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:19.943024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6ca8a7e9-dc0d-461e-afc8-90837356115f tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4cdd3030-ad5a-4a38-96cf-e589594248f7 HTTP/1.1" status: 204 len: 168 time: 0.1178539 Mar 11 17:40:19.947100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56004) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:19.968099 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-ab4adfc7-3689-494e-9b92-4094040755ff tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] show failed (client error): The resource could not be found. Mar 11 17:40:19.969406 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ab4adfc7-3689-494e-9b92-4094040755ff tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] 10.222.0.53 "GET /v2.0/subnetpools/4cdd3030-ad5a-4a38-96cf-e589594248f7 HTTP/1.1" status: 404 len: 346 time: 0.0209208 Mar 11 17:40:19.972052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56006) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:19.989712 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [None req-ad37dc01-1270-4465-9f69-e0bd482ff2b0 tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] delete failed (client error): The resource could not be found. Mar 11 17:40:19.991522 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ad37dc01-1270-4465-9f69-e0bd482ff2b0 tempest-SubnetPoolsTestJSON-287732451 tempest-SubnetPoolsTestJSON-287732451-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4cdd3030-ad5a-4a38-96cf-e589594248f7 HTTP/1.1" status: 404 len: 346 time: 0.0183625 Mar 11 17:40:20.066260 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-bba2dcab-37ae-438f-90e6-17ac3bcbf38f service neutron] 10.222.0.66 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260393 Mar 11 17:40:20.200730 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1bc6b865-cfa0-481f-977b-6ce04bd7b91b req-aaf8e43f-4b83-4c1a-a609-0860e50ce79b service neutron] 10.222.0.66 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276929 Mar 11 17:40:20.427982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:20.478909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56032) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:20.646672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5023190-28a0-42f1-911e-784d06ce0f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.674031 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77661979-e7ec-4a34-9102-c907bd676a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.756947 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5023190-28a0-42f1-911e-784d06ce0f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.760962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77661979-e7ec-4a34-9102-c907bd676a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.763167 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5023190-28a0-42f1-911e-784d06ce0f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.765985 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77661979-e7ec-4a34-9102-c907bd676a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.808464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a5023190-28a0-42f1-911e-784d06ce0f8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e512441cdbb947d1ad4b0a3e94e13de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257923 Mar 11 17:40:20.809014 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-77661979-e7ec-4a34-9102-c907bd676a7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a46468673dd547e18a63c6c41322b90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781097 Mar 11 17:40:20.810328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56038) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:20.810655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56040) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:20.812717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77661979-e7ec-4a34-9102-c907bd676a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5add3600-4956-4986-b8ac-baa8bd082a25,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:20.814430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5023190-28a0-42f1-911e-784d06ce0f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e63e6-7446-4348-9914-782b3e02c1bf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:20.898854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e869-a65d-46d9-8955-48aef00be2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.921025 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3bbd709-8c3d-446b-9955-1a4f35646da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.937649 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e869-a65d-46d9-8955-48aef00be2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:20.961417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3bbd709-8c3d-446b-9955-1a4f35646da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.019630 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e869-a65d-46d9-8955-48aef00be2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.022412 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e869-a65d-46d9-8955-48aef00be2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.023588 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1ea3e869-a65d-46d9-8955-48aef00be2a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae8e63e6-7446-4348-9914-782b3e02c1bf HTTP/1.1" status: 204 len: 168 time: 0.2111511 Mar 11 17:40:21.026273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3bbd709-8c3d-446b-9955-1a4f35646da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.028677 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3bbd709-8c3d-446b-9955-1a4f35646da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.032480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c3bbd709-8c3d-446b-9955-1a4f35646da4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5add3600-4956-4986-b8ac-baa8bd082a25 HTTP/1.1" status: 204 len: 168 time: 0.2163944 Mar 11 17:40:21.036144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3e869-a65d-46d9-8955-48aef00be2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e63e6-7446-4348-9914-782b3e02c1bf,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:21.047358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbd709-8c3d-446b-9955-1a4f35646da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5add3600-4956-4986-b8ac-baa8bd082a25,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:21.371697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56062) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:21.390134 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d06fe847-b969-4966-a1bf-affe942fc9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.504681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d06fe847-b969-4966-a1bf-affe942fc9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.528703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d06fe847-b969-4966-a1bf-affe942fc9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.594840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d06fe847-b969-4966-a1bf-affe942fc9c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dde364a2b28a43d0ada2d496b9c7a81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215917 Mar 11 17:40:21.597572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56070) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:21.642656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fe847-b969-4966-a1bf-affe942fc9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165f5876-a749-47ce-8cc8-e23e9b173127,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:21.683586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91daddaf-2a00-4d2f-948b-1f9726de3da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.706831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91daddaf-2a00-4d2f-948b-1f9726de3da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.721005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-47a06c05-c7d5-436e-956a-5667606df1f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:21.723174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-47a06c05-c7d5-436e-956a-5667606df1f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.1771791 Mar 11 17:40:21.740800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-0b837504-de1b-464c-aae7-f5e13e7ac515 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/quotas/725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 375 time: 0.0103121 Mar 11 17:40:21.760008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91daddaf-2a00-4d2f-948b-1f9726de3da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.762837 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91daddaf-2a00-4d2f-948b-1f9726de3da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:21.766758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-91daddaf-2a00-4d2f-948b-1f9726de3da1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/165f5876-a749-47ce-8cc8-e23e9b173127 HTTP/1.1" status: 204 len: 168 time: 0.1642029 Mar 11 17:40:21.776876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daddaf-2a00-4d2f-948b-1f9726de3da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165f5876-a749-47ce-8cc8-e23e9b173127,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:21.830813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-e58200fb-b91f-4771-b464-03158af3c443 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821307 Mar 11 17:40:21.953205 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-1ec41751-7b9d-40ed-8fe6-e63190f7eaa2 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104965 Mar 11 17:40:22.103165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-b3e1c76d-540f-47be-b661-74bbf95d4c6f service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421604 Mar 11 17:40:22.502504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-859ceebd-ef69-42a8-914c-52d36c11cb53 req-fcd24e4a-b3dd-4f0c-8b12-430f5670c8df tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 210 time: 0.0376961 Mar 11 17:40:23.654506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68a6d666-707d-4ecf-94f8-9d22c11acd23 req-61221229-46ae-488f-9b67-4c8923932dc0 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 210 time: 0.0475550 Mar 11 17:40:23.658271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-055d2afa-f919-47ed-8d16-40b826df8e3d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:23.660016 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-055d2afa-f919-47ed-8d16-40b826df8e3d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.1269767 Mar 11 17:40:23.676231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'port': {'device_id': '03bb1d4f-0ae1-4812-b180-c6559f46a2e4', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'admin_state_up': True, 'tenant_id': '725617d7b05e44bca6e50276a11b8f42'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:23.839395 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Made reservation on behalf of 725617d7b05e44bca6e50276a11b8f42 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:23.845083 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:23.994572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.20.0.9 (9362894b-7d3e-440b-a245-310e2ec05ebd/723a2c33-75f4-459f-84dd-d7a9a23bdc60/a803d35f-099a-48a0-8255-b5e50831d61c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:24.181354 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.229052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.282854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:24.289016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:24.293181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:40:24.368227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:24.368948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.371612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=a803d35f-099a-48a0-8255-b5e50831d61c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:24.388727 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-fa26c828-f1fa-4cf1-87bc-1185e24e6c31 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7182889 Mar 11 17:40:24.408167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Request body: {'port': {'device_id': '03bb1d4f-0ae1-4812-b180-c6559f46a2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:24.490090 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.661789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8ab490c2-b30d-4396-9030-d5719349994f None None] Provisioning complete for port a803d35f-099a-48a0-8255-b5e50831d61c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:24.663055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ab490c2-b30d-4396-9030-d5719349994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:24.713601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8ab490c2-b30d-4396-9030-d5719349994f None None] Port a803d35f-099a-48a0-8255-b5e50831d61c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:25.040440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a803d35f-099a-48a0-8255-b5e50831d61c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:40:25.051598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:25.070228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Transition to ACTIVE for port object a803d35f-099a-48a0-8255-b5e50831d61c will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:40:25.075328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:25.176929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732ac7e-f7ee-467b-a4e5-adeea3f340b4 req-1345461b-90ba-443d-a82f-2a23c75ecc3e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:25.185746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7732ac7e-f7ee-467b-a4e5-adeea3f340b4 req-1345461b-90ba-443d-a82f-2a23c75ecc3e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.4292712 Mar 11 17:40:25.278608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7732ac7e-f7ee-467b-a4e5-adeea3f340b4 req-e159ff80-c539-43b0-be0d-e42ddd20de5f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916774 Mar 11 17:40:25.291363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Pushing event updated for resources: {'Port': ['ID=a803d35f-099a-48a0-8255-b5e50831d61c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:25.363847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.364288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.364824 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.365392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.366520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.366921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.367740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.368222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.368630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.369077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.369637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.370066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:25.391880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Attempting to bind port a803d35f-099a-48a0-8255-b5e50831d61c on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:40:25.392887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Attempting to bind port a803d35f-099a-48a0-8255-b5e50831d61c by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:40:25.393565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Attempting to bind port a803d35f-099a-48a0-8255-b5e50831d61c on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:40:25.399986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Port a803d35f-099a-48a0-8255-b5e50831d61c on network 9362894b-7d3e-440b-a245-310e2ec05ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:40:25.400478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Attempting to bind port a803d35f-099a-48a0-8255-b5e50831d61c on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:40:25.406208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:40:25.406556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:40:25.406943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Bound using segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:40:25.408124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Bound port: a803d35f-099a-48a0-8255-b5e50831d61c, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:40:25.408522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:25.488252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] For port a803d35f-099a-48a0-8255-b5e50831d61c, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:40:25.492705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] For port a803d35f-099a-48a0-8255-b5e50831d61c, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a803d35f-099a-48a0-8255-b5e50831d61c,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:40:25.497218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:25.562355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:25.563188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:25.564822 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] 10.222.0.46 "PUT /v2.0/ports/a803d35f-099a-48a0-8255-b5e50831d61c HTTP/1.1" status: 200 len: 1091 time: 1.1665733 Mar 11 17:40:25.568768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bb1d4f-0ae1-4812-b180-c6559f46a2e4', 'tag': 'a803d35f-099a-48a0-8255-b5e50831d61c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:40:25.581976 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c1b02f-0f2b-43fa-94cc-403e5d826862" -d '{"events": [{"name": "network-changed", "server_uuid": "03bb1d4f-0ae1-4812-b180-c6559f46a2e4", "tag": "a803d35f-099a-48a0-8255-b5e50831d61c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:40:25.639594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401187d-c9f4-47e0-a3d0-2f610a8af115 service neutron] Pushing event updated for resources: {'Port': ['ID=a803d35f-099a-48a0-8255-b5e50831d61c,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:25.669075 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a283f77-c73f-4655-bdb5-183b638d1f78 x-openstack-request-id: req-8a283f77-c73f-4655-bdb5-183b638d1f78 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:40:25.669372 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03bb1d4f-0ae1-4812-b180-c6559f46a2e4", "tag": "a803d35f-099a-48a0-8255-b5e50831d61c", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:40:25.669630 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a283f77-c73f-4655-bdb5-183b638d1f78 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:40:25.670069 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bb1d4f-0ae1-4812-b180-c6559f46a2e4', 'tag': 'a803d35f-099a-48a0-8255-b5e50831d61c', 'status': 'completed', 'code': 200} Mar 11 17:40:25.692055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-69a504f0-d970-4a1a-b550-ea6b8c1b0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:25.693748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-69a504f0-d970-4a1a-b550-ea6b8c1b0597 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0643353 Mar 11 17:40:25.754288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-c857775e-856f-4544-8664-0b23da97a8f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a803d35f-099a-48a0-8255-b5e50831d61c HTTP/1.1" status: 200 len: 217 time: 0.0509727 Mar 11 17:40:25.840156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-1d0e71f6-0aa9-48c0-8553-70dedfa47808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:25.841790 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-1d0e71f6-0aa9-48c0-8553-70dedfa47808 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0801876 Mar 11 17:40:25.911828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-15a1d8db-066e-422e-af2c-2be99b473e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:25.913705 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-15a1d8db-066e-422e-af2c-2be99b473e51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650916 Mar 11 17:40:26.030790 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-7d59607b-d87d-46eb-98d4-3be549877677 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087985 Mar 11 17:40:26.134096 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4df47bfe-8bf1-44ac-8d9f-45b25dc7f8f8 req-466a751a-df9f-4418-a9ef-7cabebe9e6da service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969164 Mar 11 17:40:26.253635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-c88ee798-26f0-463a-8094-c3366613408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:26.256026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-c88ee798-26f0-463a-8094-c3366613408c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0670631 Mar 11 17:40:26.387235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-b523879f-57d8-4f09-9917-db0ce3b49b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:26.388940 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-b523879f-57d8-4f09-9917-db0ce3b49b18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1246755 Mar 11 17:40:26.438207 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-b6c016e5-ef40-41e5-85b3-15dde8470e7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a803d35f-099a-48a0-8255-b5e50831d61c HTTP/1.1" status: 200 len: 217 time: 0.0402102 Mar 11 17:40:26.449693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1e10f-efc1-410f-9c9c-a726b5f1b5e2 req-f5766418-acdd-4f66-9b41-dbe7434d9ab2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:26.451225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dd1e10f-efc1-410f-9c9c-a726b5f1b5e2 req-f5766418-acdd-4f66-9b41-dbe7434d9ab2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.0723574 Mar 11 17:40:26.495861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-f178871d-d13b-4d87-a288-46f635e5bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:26.496638 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-f178871d-d13b-4d87-a288-46f635e5bf7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0514035 Mar 11 17:40:26.539613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dd1e10f-efc1-410f-9c9c-a726b5f1b5e2 req-7d1120c7-b2aa-49c4-ad8f-ea15e48ccc8e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735142 Mar 11 17:40:26.559400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-a28dbbd4-d6d2-4351-b81f-e3819128aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:26.561060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-a28dbbd4-d6d2-4351-b81f-e3819128aece service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578427 Mar 11 17:40:26.658426 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-6a6b6482-781b-482d-9870-e94f1748f37a service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903964 Mar 11 17:40:26.763256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-71c1b02f-0f2b-43fa-94cc-403e5d826862 req-b33d0c80-b46d-4f66-9188-2e99f081cd2e service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975046 Mar 11 17:40:27.695691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09f0e3-805b-4903-9ebd-2b3918ea39e3 req-f80f8493-50a7-4676-8dae-f37eb42a846d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:27.698468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a09f0e3-805b-4903-9ebd-2b3918ea39e3 req-f80f8493-50a7-4676-8dae-f37eb42a846d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.0795000 Mar 11 17:40:27.766955 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a09f0e3-805b-4903-9ebd-2b3918ea39e3 req-00789df5-f620-405d-a627-5f464a68515f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533898 Mar 11 17:40:29.000762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba53990-c6e5-430b-a837-8e02e2484cc5 req-af9db37e-4153-4fdb-951d-eff886e99b60 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:29.003336 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ba53990-c6e5-430b-a837-8e02e2484cc5 req-af9db37e-4153-4fdb-951d-eff886e99b60 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.0770743 Mar 11 17:40:29.070760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ba53990-c6e5-430b-a837-8e02e2484cc5 req-1eaa336a-b7fe-42a3-a4c6-c404227840be tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594854 Mar 11 17:40:29.144746 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:30.349018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aede9c-41f7-4615-9da3-daa11a4c7f60 req-37a1f9d3-d2fb-4851-9a15-043074595884 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:30.359641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0aede9c-41f7-4615-9da3-daa11a4c7f60 req-37a1f9d3-d2fb-4851-9a15-043074595884 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.1818211 Mar 11 17:40:30.442401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0aede9c-41f7-4615-9da3-daa11a4c7f60 req-40637f8b-74cb-49d5-8e67-5b5a40233434 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734448 Mar 11 17:40:30.784183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56338) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:30.920682 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1837-c76d-4ece-a97d-59cc05fa9435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.009777 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1837-c76d-4ece-a97d-59cc05fa9435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.013605 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1837-c76d-4ece-a97d-59cc05fa9435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.041000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e1837-c76d-4ece-a97d-59cc05fa9435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccda339-2a9e-4fc4-9da7-0ab6eb61a0a3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:31.069601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56342) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:31.069908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fa5e1837-c76d-4ece-a97d-59cc05fa9435 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=419de614a6534799a474055af71c8ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842417 Mar 11 17:40:31.123434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56da626-96a1-4841-a4b8-8dfad298a792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.149466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56da626-96a1-4841-a4b8-8dfad298a792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.195922 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56da626-96a1-4841-a4b8-8dfad298a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.198642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f56da626-96a1-4841-a4b8-8dfad298a792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.200783 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f56da626-96a1-4841-a4b8-8dfad298a792 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eccda339-2a9e-4fc4-9da7-0ab6eb61a0a3 HTTP/1.1" status: 204 len: 168 time: 0.1301558 Mar 11 17:40:31.211083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56da626-96a1-4841-a4b8-8dfad298a792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccda339-2a9e-4fc4-9da7-0ab6eb61a0a3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:31.588979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3051b-06fc-4aab-821f-cd17dbb0b574 req-24dc02fb-d567-4a3b-b35c-db0c79cae085 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:31.596467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88f3051b-06fc-4aab-821f-cd17dbb0b574 req-24dc02fb-d567-4a3b-b35c-db0c79cae085 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.0617177 Mar 11 17:40:31.612454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56358) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:31.630654 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7052a693-768e-4460-aa93-9d3c7581928f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.638051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88f3051b-06fc-4aab-821f-cd17dbb0b574 req-32a0f5c6-3419-4aac-a24c-ba24b1b6c203 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Mar 11 17:40:31.723013 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7052a693-768e-4460-aa93-9d3c7581928f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.726783 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7052a693-768e-4460-aa93-9d3c7581928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.765320 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7052a693-768e-4460-aa93-9d3c7581928f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ace0c5c0da042d9aa628e6b5aa167f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512771 Mar 11 17:40:31.766555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052a693-768e-4460-aa93-9d3c7581928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76dcad5-2e6d-4a22-89ce-fde113842a47,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:31.768294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56360) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:31.820288 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2aa4a6d9-6268-472b-b5f1-efc5f9197657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.847280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2aa4a6d9-6268-472b-b5f1-efc5f9197657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.897749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2aa4a6d9-6268-472b-b5f1-efc5f9197657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.900304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2aa4a6d9-6268-472b-b5f1-efc5f9197657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:31.902434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2aa4a6d9-6268-472b-b5f1-efc5f9197657 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c76dcad5-2e6d-4a22-89ce-fde113842a47 HTTP/1.1" status: 204 len: 168 time: 0.1321929 Mar 11 17:40:31.910310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4a6d9-6268-472b-b5f1-efc5f9197657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76dcad5-2e6d-4a22-89ce-fde113842a47,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:32.773532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f09765-c475-4c44-91f7-e268aa2f41f8 req-6591115b-8164-49aa-bf1d-45075bda789e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:32.789238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59f09765-c475-4c44-91f7-e268aa2f41f8 req-6591115b-8164-49aa-bf1d-45075bda789e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.0704267 Mar 11 17:40:32.825896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59f09765-c475-4c44-91f7-e268aa2f41f8 req-659d6635-72ae-4218-93a8-80311ee9eb86 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354381 Mar 11 17:40:34.008808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa53f-fd92-4e0f-af1d-8caa35535ceb req-413f24ad-8110-4d4c-b7a9-2b047331d79d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:34.016930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7feaa53f-fd92-4e0f-af1d-8caa35535ceb req-413f24ad-8110-4d4c-b7a9-2b047331d79d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.0630744 Mar 11 17:40:34.054428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7feaa53f-fd92-4e0f-af1d-8caa35535ceb req-ad97f4fa-cdfa-4db6-8618-e7dba252b37b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362597 Mar 11 17:40:35.285369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302202-6839-4f3d-b867-aada65b21099 req-6c30bf9d-2184-4185-8e50-74991bc6d876 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:35.293001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7302202-6839-4f3d-b867-aada65b21099 req-6c30bf9d-2184-4185-8e50-74991bc6d876 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.1258504 Mar 11 17:40:35.383081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7302202-6839-4f3d-b867-aada65b21099 req-74250a1e-233f-48ec-8f59-f8270f43079c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814433 Mar 11 17:40:35.543898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56512) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:35.698749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.792205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.797834 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.840163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3a18c3b037d41e49cf653541f67205e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947514 Mar 11 17:40:35.841239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b2b102-383d-41a8-b914-0fc2e6c84d15,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:35.842904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56516) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:35.850628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.850902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.851236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.851568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.851896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.852221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.852577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.852902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.853223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.853555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.853863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.854184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b003e0-0b8b-4486-ad51-1c1ed799f1b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:40:35.901019 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2902a4e-3e1d-4296-94a1-1f40eba3d745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.922612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2902a4e-3e1d-4296-94a1-1f40eba3d745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.973667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2902a4e-3e1d-4296-94a1-1f40eba3d745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.976646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c2902a4e-3e1d-4296-94a1-1f40eba3d745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:35.980162 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c2902a4e-3e1d-4296-94a1-1f40eba3d745 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19b2b102-383d-41a8-b914-0fc2e6c84d15 HTTP/1.1" status: 204 len: 168 time: 0.1338377 Mar 11 17:40:35.986506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2902a4e-3e1d-4296-94a1-1f40eba3d745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b2b102-383d-41a8-b914-0fc2e6c84d15,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:36.279284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56528) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:36.304322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eee5114-56c4-4d83-a7db-5a306023ea7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:36.403296 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eee5114-56c4-4d83-a7db-5a306023ea7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:36.407659 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8eee5114-56c4-4d83-a7db-5a306023ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:36.455066 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8eee5114-56c4-4d83-a7db-5a306023ea7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a3c825a068c4e1ea3303ef81b3ff7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746154 Mar 11 17:40:36.457084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee5114-56c4-4d83-a7db-5a306023ea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab62af3-7f35-4c49-8911-28de6c10b6b6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:36.457697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56534) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:36.559627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a589379-6597-4e2d-a388-b62f0cacc6a8 req-2405d4ba-9c91-44b3-915c-65b359046e82 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:36.561143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a589379-6597-4e2d-a388-b62f0cacc6a8 req-2405d4ba-9c91-44b3-915c-65b359046e82 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.0964818 Mar 11 17:40:36.577644 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f55add47-8f78-4086-a90a-83ec9b8deb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:36.622736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a589379-6597-4e2d-a388-b62f0cacc6a8 req-ff20d083-f07a-44e8-affb-33bc696de605 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538313 Mar 11 17:40:36.624664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f55add47-8f78-4086-a90a-83ec9b8deb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:36.681237 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f55add47-8f78-4086-a90a-83ec9b8deb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:36.683719 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f55add47-8f78-4086-a90a-83ec9b8deb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:36.685107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f55add47-8f78-4086-a90a-83ec9b8deb1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ab62af3-7f35-4c49-8911-28de6c10b6b6 HTTP/1.1" status: 204 len: 168 time: 0.2264009 Mar 11 17:40:36.692916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55add47-8f78-4086-a90a-83ec9b8deb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab62af3-7f35-4c49-8911-28de6c10b6b6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:37.642691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56572) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:37.785654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe7e5a-912d-41c8-a7e5-b89f1d3e8335 req-cd1dc8ce-674d-4b8d-86eb-ff526f4c0e2e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:37.787250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61fe7e5a-912d-41c8-a7e5-b89f1d3e8335 req-cd1dc8ce-674d-4b8d-86eb-ff526f4c0e2e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 943 time: 0.0587404 Mar 11 17:40:37.839068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61fe7e5a-912d-41c8-a7e5-b89f1d3e8335 req-2f5037d1-dc97-49e5-82be-9b5375e6fd54 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Mar 11 17:40:37.888002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-057ecf7c-f066-4b5a-90aa-4cd2825f9737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:37.992980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-057ecf7c-f066-4b5a-90aa-4cd2825f9737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:37.998056 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-057ecf7c-f066-4b5a-90aa-4cd2825f9737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.023138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ecf7c-f066-4b5a-90aa-4cd2825f9737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b760765-41a2-4442-a012-b11079c65f87,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:38.048867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-057ecf7c-f066-4b5a-90aa-4cd2825f9737 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ff7ba6d893e43e9a210f0c9c3975c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041879 Mar 11 17:40:38.051851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56588) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:38.105561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfa993ce-223a-4f18-a392-1bbeb2e7cba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.130797 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfa993ce-223a-4f18-a392-1bbeb2e7cba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.187888 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfa993ce-223a-4f18-a392-1bbeb2e7cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.191571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfa993ce-223a-4f18-a392-1bbeb2e7cba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.196088 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cfa993ce-223a-4f18-a392-1bbeb2e7cba7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b760765-41a2-4442-a012-b11079c65f87 HTTP/1.1" status: 204 len: 168 time: 0.1401970 Mar 11 17:40:38.207235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa993ce-223a-4f18-a392-1bbeb2e7cba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b760765-41a2-4442-a012-b11079c65f87,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:38.232731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a803d35f-099a-48a0-8255-b5e50831d61c details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:40:38.361034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a803d35f-099a-48a0-8255-b5e50831d61c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a803d35f-099a-48a0-8255-b5e50831d61c,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:38.375231 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'a803d35f-099a-48a0-8255-b5e50831d61c', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'port_id': 'a803d35f-099a-48a0-8255-b5e50831d61c', 'mac_address': 'fa:16:3e:7e:4d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:40:38.423994 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.438975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a803d35f-099a-48a0-8255-b5e50831d61c {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:40:38.471689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a803d35f-099a-48a0-8255-b5e50831d61c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a803d35f-099a-48a0-8255-b5e50831d61c,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:38.477374 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.540545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a803d35f-099a-48a0-8255-b5e50831d61c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:38.699304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56608) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:38.716369 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-367aed27-0102-4b9b-84f9-11953ef4b7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.735553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['a803d35f-099a-48a0-8255-b5e50831d61c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:40:38.858614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-367aed27-0102-4b9b-84f9-11953ef4b7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.871323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-367aed27-0102-4b9b-84f9-11953ef4b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:38.941459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-367aed27-0102-4b9b-84f9-11953ef4b7ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcf8f807a82948aa9e28e1355fa07899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410042 Mar 11 17:40:38.944846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56618) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:38.993211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367aed27-0102-4b9b-84f9-11953ef4b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19c490-1974-474e-8fdb-962abf01424e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:39.008779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75401942-a728-462e-a19d-8869dd7ccbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:39.014445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ca859-5dff-4fcb-821e-844cd89abfb4 req-c51ea495-a4ea-4033-a8d6-d5e0295fbf17 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:39.017800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a21ca859-5dff-4fcb-821e-844cd89abfb4 req-c51ea495-a4ea-4033-a8d6-d5e0295fbf17 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 944 time: 0.0773623 Mar 11 17:40:39.042049 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75401942-a728-462e-a19d-8869dd7ccbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:39.093586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a21ca859-5dff-4fcb-821e-844cd89abfb4 req-28c0f3cd-7324-4b78-a7d8-78a3c293bdea tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657380 Mar 11 17:40:39.107110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75401942-a728-462e-a19d-8869dd7ccbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:39.110020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75401942-a728-462e-a19d-8869dd7ccbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:39.113687 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-75401942-a728-462e-a19d-8869dd7ccbb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a19c490-1974-474e-8fdb-962abf01424e HTTP/1.1" status: 204 len: 168 time: 0.1653910 Mar 11 17:40:39.125822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75401942-a728-462e-a19d-8869dd7ccbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19c490-1974-474e-8fdb-962abf01424e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:40.232715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a803d35f-099a-48a0-8255-b5e50831d61c up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:40:40.242156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f89b1-2fe8-4638-8455-4dad2664a0e1 req-776df1b1-1de8-432e-ae09-170b98a0d22c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:40.251579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d8f89b1-2fe8-4638-8455-4dad2664a0e1 req-776df1b1-1de8-432e-ae09-170b98a0d22c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 944 time: 0.0766249 Mar 11 17:40:40.304302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d8f89b1-2fe8-4638-8455-4dad2664a0e1 req-e49363b0-a8d4-47d6-9612-f7c7f844ebf4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483131 Mar 11 17:40:40.308872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port a803d35f-099a-48a0-8255-b5e50831d61c completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:40:40.313655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port a803d35f-099a-48a0-8255-b5e50831d61c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:40.314032 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:40.438875 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:40.464279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bb1d4f-0ae1-4812-b180-c6559f46a2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a803d35f-099a-48a0-8255-b5e50831d61c'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:40:40.467021 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc711cd-cd96-4e7a-9260-91ddcdc7ce36" -d '{"events": [{"server_uuid": "03bb1d4f-0ae1-4812-b180-c6559f46a2e4", "name": "network-vif-plugged", "status": "completed", "tag": "a803d35f-099a-48a0-8255-b5e50831d61c"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:40:40.485144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port a803d35f-099a-48a0-8255-b5e50831d61c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a803d35f-099a-48a0-8255-b5e50831d61c,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:40:40.497343 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:40.535808 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48eb5adb-7f58-4c99-93bf-0c88a441032f x-openstack-request-id: req-48eb5adb-7f58-4c99-93bf-0c88a441032f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:40:40.536861 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bb1d4f-0ae1-4812-b180-c6559f46a2e4", "name": "network-vif-plugged", "status": "completed", "tag": "a803d35f-099a-48a0-8255-b5e50831d61c", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:40:40.538471 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48eb5adb-7f58-4c99-93bf-0c88a441032f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:40:40.539344 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bb1d4f-0ae1-4812-b180-c6559f46a2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a803d35f-099a-48a0-8255-b5e50831d61c', 'code': 200} Mar 11 17:40:40.567130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=a803d35f-099a-48a0-8255-b5e50831d61c,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:40.656794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fafe5-ea10-4c02-9629-4c013712f7fd req-83312e0b-b920-4c1e-9d9f-63becee19c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:40.658372 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4f2fafe5-ea10-4c02-9629-4c013712f7fd req-83312e0b-b920-4c1e-9d9f-63becee19c98 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0590799 Mar 11 17:40:40.717859 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4f2fafe5-ea10-4c02-9629-4c013712f7fd req-d8e1df65-4cce-42a3-bcf9-64d6f7ab5708 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517948 Mar 11 17:40:41.135312 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:41.505548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19d156-d00f-40ff-a50e-1bb45a5ecab0 req-d158bebc-a8fc-43a5-8ce9-8d5c82514739 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:41.515135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc19d156-d00f-40ff-a50e-1bb45a5ecab0 req-d158bebc-a8fc-43a5-8ce9-8d5c82514739 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 945 time: 0.0821521 Mar 11 17:40:41.560249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc19d156-d00f-40ff-a50e-1bb45a5ecab0 req-30b19e50-7e88-4559-80e5-18cd01bcefa0 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Mar 11 17:40:42.724161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528155e-38d1-4c1e-8c96-2568b0e758c9 req-67032430-75a4-473d-bfb4-eb4ba21fdbf0 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:42.726853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8528155e-38d1-4c1e-8c96-2568b0e758c9 req-67032430-75a4-473d-bfb4-eb4ba21fdbf0 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 945 time: 0.0867858 Mar 11 17:40:42.796038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8528155e-38d1-4c1e-8c96-2568b0e758c9 req-1af48c09-c539-49d6-bfc5-1a5c00b46949 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603428 Mar 11 17:40:42.927977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763bbb9-e22d-4663-adfb-a1826affe9b2 req-ac91a8c9-0c29-437d-807e-14cfe09c97af tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:42.929778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c763bbb9-e22d-4663-adfb-a1826affe9b2 req-ac91a8c9-0c29-437d-807e-14cfe09c97af tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 945 time: 0.0641975 Mar 11 17:40:42.980973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c763bbb9-e22d-4663-adfb-a1826affe9b2 req-71b54cf7-7e92-46d5-adc0-c32cefa83eca tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Mar 11 17:40:43.506097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56780) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:43.686759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9971f3ec-f780-4efb-9d6b-f23a3d6968f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:43.689474 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04ed078c-2664-4649-bbca-0b4b33ae1bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:43.798202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9971f3ec-f780-4efb-9d6b-f23a3d6968f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:43.804375 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9971f3ec-f780-4efb-9d6b-f23a3d6968f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:43.850785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56802) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:43.857280 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9971f3ec-f780-4efb-9d6b-f23a3d6968f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=942576ac1e8d4f58a38fcc3226131050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500726 Mar 11 17:40:43.859060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971f3ec-f780-4efb-9d6b-f23a3d6968f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484b3889-5194-4c9d-9522-70262c390d0d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:43.914934 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd148aa8-6dfc-4f42-bd39-5ef3f34af055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:43.943202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd148aa8-6dfc-4f42-bd39-5ef3f34af055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.007562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd148aa8-6dfc-4f42-bd39-5ef3f34af055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.010290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd148aa8-6dfc-4f42-bd39-5ef3f34af055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.013237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dd148aa8-6dfc-4f42-bd39-5ef3f34af055 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/484b3889-5194-4c9d-9522-70262c390d0d HTTP/1.1" status: 204 len: 168 time: 0.1609433 Mar 11 17:40:44.042966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd148aa8-6dfc-4f42-bd39-5ef3f34af055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484b3889-5194-4c9d-9522-70262c390d0d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:44.432438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56822) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:44.447173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1693ee11-d2a1-471f-a1b8-36349306dac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.492265 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:40:44.609295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1693ee11-d2a1-471f-a1b8-36349306dac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.615204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1693ee11-d2a1-471f-a1b8-36349306dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.681393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56836) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:44.681776 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1693ee11-d2a1-471f-a1b8-36349306dac5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5c6bfacfe354929b23fa790936d8b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479298 Mar 11 17:40:44.713499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693ee11-d2a1-471f-a1b8-36349306dac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4670d4ff-6cd4-46f1-95b2-f5903a09fec7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:44.852129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf50a-fa06-4531-a0da-49134492c3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.880095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf50a-fa06-4531-a0da-49134492c3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.949675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf50a-fa06-4531-a0da-49134492c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.952317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf50a-fa06-4531-a0da-49134492c3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:44.953516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ebbf50a-fa06-4531-a0da-49134492c3cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4670d4ff-6cd4-46f1-95b2-f5903a09fec7 HTTP/1.1" status: 204 len: 168 time: 0.2705436 Mar 11 17:40:44.964763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbf50a-fa06-4531-a0da-49134492c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4670d4ff-6cd4-46f1-95b2-f5903a09fec7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:45.886611 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8fceb9be-6dc2-4474-bf71-7dc920066e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.222044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:46.442367 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d11775fe-cc4b-4566-94f5-8b2c78682f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.550568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-d145bbfa-5eec-4fab-87da-725a8830508d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:46.559012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-d145bbfa-5eec-4fab-87da-725a8830508d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.1481545 Mar 11 17:40:46.561070 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d11775fe-cc4b-4566-94f5-8b2c78682f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.566788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d11775fe-cc4b-4566-94f5-8b2c78682f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.579464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-7d53deae-3183-4194-86c8-7b4c621549de tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/quotas/725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 375 time: 0.0192623 Mar 11 17:40:46.624115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11775fe-cc4b-4566-94f5-8b2c78682f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9c6268-83bf-48e5-9c28-06da0bff4146,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:46.647630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d11775fe-cc4b-4566-94f5-8b2c78682f11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f620fcd3ac9e4f65975676345a49c7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244416 Mar 11 17:40:46.650264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56934) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:46.698931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-3b4725a4-4920-42bc-884f-a1fb5d472b61 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1181824 Mar 11 17:40:46.744120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-981e7c96-01fd-41a3-bcbf-8932c9b7e6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.770238 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-981e7c96-01fd-41a3-bcbf-8932c9b7e6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.862648 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-981e7c96-01fd-41a3-bcbf-8932c9b7e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.868575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-981e7c96-01fd-41a3-bcbf-8932c9b7e6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:46.868575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-981e7c96-01fd-41a3-bcbf-8932c9b7e6a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed9c6268-83bf-48e5-9c28-06da0bff4146 HTTP/1.1" status: 204 len: 168 time: 0.2144928 Mar 11 17:40:46.878690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e7c96-01fd-41a3-bcbf-8932c9b7e6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9c6268-83bf-48e5-9c28-06da0bff4146,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:47.059602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-b5f591ef-03fd-436c-aa8e-be854704c348 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597779 Mar 11 17:40:47.164524 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.220024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-b300ab3b-376c-432c-a954-75970616fd95 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550016 Mar 11 17:40:47.386544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56970) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:47.401835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c022a73-edeb-47b4-b9df-a6cf7b1adc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.498380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cba3c5a3-2dfa-40a5-ab1e-89df8c33be1e req-000fa299-e9dc-445b-8d54-ed93c7deaefd tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 210 time: 0.0324767 Mar 11 17:40:47.524463 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c022a73-edeb-47b4-b9df-a6cf7b1adc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.529427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c022a73-edeb-47b4-b9df-a6cf7b1adc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.576952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7c022a73-edeb-47b4-b9df-a6cf7b1adc47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57c62549ea8a40e8af5d7b1508030019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891775 Mar 11 17:40:47.578299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c022a73-edeb-47b4-b9df-a6cf7b1adc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a7e129-c097-437a-b6e4-7fc36504ac6b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:47.579712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 56978) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:47.624370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56980) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:47.654352 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54b9445d-2fe6-46c4-8989-5fea1c03a950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.683241 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54b9445d-2fe6-46c4-8989-5fea1c03a950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.739382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54b9445d-2fe6-46c4-8989-5fea1c03a950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.742287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54b9445d-2fe6-46c4-8989-5fea1c03a950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.745713 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-54b9445d-2fe6-46c4-8989-5fea1c03a950 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59a7e129-c097-437a-b6e4-7fc36504ac6b HTTP/1.1" status: 204 len: 168 time: 0.1624079 Mar 11 17:40:47.760899 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9445d-2fe6-46c4-8989-5fea1c03a950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a7e129-c097-437a-b6e4-7fc36504ac6b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:47.785506 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83bd3e5d-9eac-4a37-bd21-57c89d1047d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.894320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83bd3e5d-9eac-4a37-bd21-57c89d1047d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.900275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83bd3e5d-9eac-4a37-bd21-57c89d1047d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:47.960509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-83bd3e5d-9eac-4a37-bd21-57c89d1047d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a989025991b40d0a8fc8737b993eebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347399 Mar 11 17:40:47.963123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 56998) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:48.016465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd3e5d-9eac-4a37-bd21-57c89d1047d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2274324-1331-43b9-a915-1093777a62d9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:48.057723 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f21d0cd3-013a-4f40-9c69-b643588dcec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.089461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f21d0cd3-013a-4f40-9c69-b643588dcec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.166038 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f21d0cd3-013a-4f40-9c69-b643588dcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.173251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f21d0cd3-013a-4f40-9c69-b643588dcec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.177192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f21d0cd3-013a-4f40-9c69-b643588dcec3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2274324-1331-43b9-a915-1093777a62d9 HTTP/1.1" status: 204 len: 168 time: 0.2121933 Mar 11 17:40:48.196044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d0cd3-013a-4f40-9c69-b643588dcec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2274324-1331-43b9-a915-1093777a62d9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:48.329187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57004) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:48.351810 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e002e94-9814-4c36-b276-2ba0c4a7cce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.406827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.477699 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e002e94-9814-4c36-b276-2ba0c4a7cce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.482757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e002e94-9814-4c36-b276-2ba0c4a7cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.516455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1e002e94-9814-4c36-b276-2ba0c4a7cce5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54b8ad7e481d4980a0275a3186e3ff33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796057 Mar 11 17:40:48.516789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57008) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:48.587089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e002e94-9814-4c36-b276-2ba0c4a7cce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b3afe6-6eae-4fb2-95b7-fab29902ee28,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:48.590150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57012) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:48.610832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c51210cd-b38d-40b0-b8da-2620f3f79817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.614396 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf2878d7-4b44-4912-b05d-2591518a0035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.641487 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c51210cd-b38d-40b0-b8da-2620f3f79817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.723407 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf2878d7-4b44-4912-b05d-2591518a0035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.730049 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf2878d7-4b44-4912-b05d-2591518a0035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.735139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c51210cd-b38d-40b0-b8da-2620f3f79817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.741071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c51210cd-b38d-40b0-b8da-2620f3f79817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.742791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c51210cd-b38d-40b0-b8da-2620f3f79817 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87b3afe6-6eae-4fb2-95b7-fab29902ee28 HTTP/1.1" status: 204 len: 168 time: 0.2246718 Mar 11 17:40:48.783086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcd4f1a3-9e8d-4236-af70-b72a2110bc1f req-d4b1f73c-9bd6-4453-8a9b-c3bb529e4ef1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 210 time: 0.0645862 Mar 11 17:40:48.790552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51210cd-b38d-40b0-b8da-2620f3f79817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b3afe6-6eae-4fb2-95b7-fab29902ee28,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:48.813859 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2878d7-4b44-4912-b05d-2591518a0035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c1018f-07f6-4b43-96e9-fe383c06c0b1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:48.835191 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bf2878d7-4b44-4912-b05d-2591518a0035 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6824f1570b0c47ccbb389b767712c1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439296 Mar 11 17:40:48.837871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57018) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:48.965093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de993070-e9cb-4eb5-a53e-1be357bcedba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:48.981199 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:49.018050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de993070-e9cb-4eb5-a53e-1be357bcedba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:49.044101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-75f18c10-0a52-415d-ab9a-753f8af713c9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:49.045980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-75f18c10-0a52-415d-ab9a-753f8af713c9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.2095628 Mar 11 17:40:49.060938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'port': {'device_id': '0746a25c-58ac-42ee-926c-c3620ba42d6d', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'admin_state_up': True, 'tenant_id': '725617d7b05e44bca6e50276a11b8f42'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:49.075243 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de993070-e9cb-4eb5-a53e-1be357bcedba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:49.078588 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de993070-e9cb-4eb5-a53e-1be357bcedba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:49.082192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-de993070-e9cb-4eb5-a53e-1be357bcedba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88c1018f-07f6-4b43-96e9-fe383c06c0b1 HTTP/1.1" status: 204 len: 168 time: 0.2410614 Mar 11 17:40:49.089808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de993070-e9cb-4eb5-a53e-1be357bcedba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c1018f-07f6-4b43-96e9-fe383c06c0b1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:49.231726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Made reservation on behalf of 725617d7b05e44bca6e50276a11b8f42 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:40:49.238303 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:49.448534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.20.0.12 (9362894b-7d3e-440b-a245-310e2ec05ebd/723a2c33-75f4-459f-84dd-d7a9a23bdc60/df61c21c-9b39-4d86-95b4-d026bc5f1ce1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:40:49.843974 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:49.895526 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:49.911550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['a803d35f-099a-48a0-8255-b5e50831d61c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:40:50.018990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1957400-3782-4145-9296-826e2d920b1d req-f18811d6-2316-49c0-9815-213ce024c8e9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:50.021925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1957400-3782-4145-9296-826e2d920b1d req-f18811d6-2316-49c0-9815-213ce024c8e9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 932 time: 0.1091542 Mar 11 17:40:50.040008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:40:50.046678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:40:50.056022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:40:50.093616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1957400-3782-4145-9296-826e2d920b1d req-a9430f31-30fd-4830-a2bf-5993a1098061 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644772 Mar 11 17:40:50.180592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:50.182494 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:50.208509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:50.237033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-355e11f8-1cc5-44a9-81de-7237c78f0c53 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1807311 Mar 11 17:40:50.252901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Request body: {'port': {'device_id': '0746a25c-58ac-42ee-926c-c3620ba42d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:40:50.409060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:50.544640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a253cc66-09a3-4ac1-bf48-3e92770bc19f None None] Provisioning complete for port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:40:50.545299 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a253cc66-09a3-4ac1-bf48-3e92770bc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:50.618344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a253cc66-09a3-4ac1-bf48-3e92770bc19f None None] Port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:40:50.914734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df61c21c-9b39-4d86-95b4-d026bc5f1ce1 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:40:50.923709 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:50.937802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Transition to ACTIVE for port object df61c21c-9b39-4d86-95b4-d026bc5f1ce1 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:40:50.942319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:51.012388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Pushing event updated for resources: {'Port': ['ID=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:51.139126 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Attempting to bind port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:40:51.147179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Attempting to bind port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:40:51.147532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Attempting to bind port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:40:51.157854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 on network 9362894b-7d3e-440b-a245-310e2ec05ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:40:51.160540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Attempting to bind port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:40:51.171805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:40:51.173155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:40:51.175014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Bound using segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:40:51.178250 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Bound port: df61c21c-9b39-4d86-95b4-d026bc5f1ce1, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:40:51.179811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:51.322178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381399d7-0d5e-4130-be50-c3c9bf84698b req-0e595541-3595-4d82-a745-4fa3e52c0b79 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:51.324544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-381399d7-0d5e-4130-be50-c3c9bf84698b req-0e595541-3595-4d82-a745-4fa3e52c0b79 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1001685 Mar 11 17:40:51.355221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] For port df61c21c-9b39-4d86-95b4-d026bc5f1ce1, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:40:51.360595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] For port df61c21c-9b39-4d86-95b4-d026bc5f1ce1, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:40:51.368432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:51.414156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-381399d7-0d5e-4130-be50-c3c9bf84698b req-752f32b6-056b-47c9-ae68-8e43e514af8a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821152 Mar 11 17:40:51.469855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:51.476936 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:51.479444 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] 10.222.0.66 "PUT /v2.0/ports/df61c21c-9b39-4d86-95b4-d026bc5f1ce1 HTTP/1.1" status: 200 len: 1092 time: 1.2348206 Mar 11 17:40:51.479966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0746a25c-58ac-42ee-926c-c3620ba42d6d', 'tag': 'df61c21c-9b39-4d86-95b4-d026bc5f1ce1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:40:51.496120 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c21a160-0dac-4478-b285-24a08c5d618e" -d '{"events": [{"name": "network-changed", "server_uuid": "0746a25c-58ac-42ee-926c-c3620ba42d6d", "tag": "df61c21c-9b39-4d86-95b4-d026bc5f1ce1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:40:51.571827 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50005da7-b28c-4599-9960-8033f96fc623 service neutron] Pushing event updated for resources: {'Port': ['ID=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:51.670896 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253b686e-920e-4789-8963-a65b950fcd9e x-openstack-request-id: req-253b686e-920e-4789-8963-a65b950fcd9e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:40:51.671370 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0746a25c-58ac-42ee-926c-c3620ba42d6d", "tag": "df61c21c-9b39-4d86-95b4-d026bc5f1ce1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:40:51.671741 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-253b686e-920e-4789-8963-a65b950fcd9e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:40:51.672801 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0746a25c-58ac-42ee-926c-c3620ba42d6d', 'tag': 'df61c21c-9b39-4d86-95b4-d026bc5f1ce1', 'status': 'completed', 'code': 200} Mar 11 17:40:51.707621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-058f8828-b5cb-4628-a56a-987aa244f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:51.710017 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-058f8828-b5cb-4628-a56a-987aa244f750 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 1095 time: 0.1219850 Mar 11 17:40:51.800710 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-6f1f77dd-e6e1-4319-b06a-e2e0bf251696 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df61c21c-9b39-4d86-95b4-d026bc5f1ce1 HTTP/1.1" status: 200 len: 217 time: 0.0776491 Mar 11 17:40:51.883666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-bb730317-9990-4cfe-bcaf-394a1ed47242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:51.885331 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-bb730317-9990-4cfe-bcaf-394a1ed47242 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0823619 Mar 11 17:40:51.950457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-017a00ae-9eda-4225-a65a-040144391015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:51.952055 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-017a00ae-9eda-4225-a65a-040144391015 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599432 Mar 11 17:40:52.066569 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-2c24329b-9ffb-4baa-b0ef-01b6d18edc0e service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080396 Mar 11 17:40:52.742260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c8141-e886-46ad-bc0b-4683ef6ffef8 req-4456b7a1-58a1-4d8b-ac31-070662b7ad12 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:52.757259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae6c8141-e886-46ad-bc0b-4683ef6ffef8 req-4456b7a1-58a1-4d8b-ac31-070662b7ad12 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1757536 Mar 11 17:40:52.862349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae6c8141-e886-46ad-bc0b-4683ef6ffef8 req-bff6d5ac-946b-4da4-afb4-09a4f1e759f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966091 Mar 11 17:40:52.875351 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2acb517f-9217-4327-b0ad-2ac2e4942d3d req-8d7ce479-b991-4b02-b189-76bc76656e28 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8021388 Mar 11 17:40:53.019326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21a160-0dac-4478-b285-24a08c5d618e req-cbcfdd23-ea57-483e-962b-b4fb6ef7031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:53.022936 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c21a160-0dac-4478-b285-24a08c5d618e req-cbcfdd23-ea57-483e-962b-b4fb6ef7031a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 1095 time: 0.0777764 Mar 11 17:40:53.247947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21a160-0dac-4478-b285-24a08c5d618e req-2c45e1eb-6a74-4cc9-aa88-08a9032c8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:53.250126 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c21a160-0dac-4478-b285-24a08c5d618e req-2c45e1eb-6a74-4cc9-aa88-08a9032c8a47 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.2203703 Mar 11 17:40:53.370178 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c21a160-0dac-4478-b285-24a08c5d618e req-847af228-ce4a-4ee6-bb36-0567f4fedc20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df61c21c-9b39-4d86-95b4-d026bc5f1ce1 HTTP/1.1" status: 200 len: 217 time: 0.1125803 Mar 11 17:40:53.431774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21a160-0dac-4478-b285-24a08c5d618e req-66071613-46e3-4720-9eda-10c66c56a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:53.433691 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c21a160-0dac-4478-b285-24a08c5d618e req-66071613-46e3-4720-9eda-10c66c56a4e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0551953 Mar 11 17:40:53.548577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21a160-0dac-4478-b285-24a08c5d618e req-20c44681-cac9-4b66-8487-a384dfd59554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:53.553481 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c21a160-0dac-4478-b285-24a08c5d618e req-20c44681-cac9-4b66-8487-a384dfd59554 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089482 Mar 11 17:40:53.809712 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c21a160-0dac-4478-b285-24a08c5d618e req-5cfbd573-9cd6-4880-87a0-a4c5902f626b service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476199 Mar 11 17:40:54.014564 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c21a160-0dac-4478-b285-24a08c5d618e req-161f1aaf-3344-4da5-bffe-3983f1146fe5 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961296 Mar 11 17:40:54.139202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a658d-dc03-4898-afc0-5866dd32d2f3 req-b63e13b0-6ab8-4504-a838-70c317f8364a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:54.152639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-098a658d-dc03-4898-afc0-5866dd32d2f3 req-b63e13b0-6ab8-4504-a838-70c317f8364a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1031213 Mar 11 17:40:54.233425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-098a658d-dc03-4898-afc0-5866dd32d2f3 req-cead0c6e-0ea5-413a-a24f-33a93f0d6ca5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791066 Mar 11 17:40:55.390979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa3d17-e7de-4ac2-bd35-bda43642f9f1 req-64fbf8dc-9f4d-493d-98d1-9fb5901ec26b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:55.408454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13fa3d17-e7de-4ac2-bd35-bda43642f9f1 req-64fbf8dc-9f4d-493d-98d1-9fb5901ec26b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.0778999 Mar 11 17:40:55.454144 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13fa3d17-e7de-4ac2-bd35-bda43642f9f1 req-6ce3d741-407b-42af-8809-18edd55f41ae tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Mar 11 17:40:56.726739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b4d3a-28a6-4707-92e9-dce11b9cc7f3 req-bd9a158d-23fe-4277-89a2-2f9387475c45 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:56.741494 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-943b4d3a-28a6-4707-92e9-dce11b9cc7f3 req-bd9a158d-23fe-4277-89a2-2f9387475c45 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1143804 Mar 11 17:40:56.867736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-943b4d3a-28a6-4707-92e9-dce11b9cc7f3 req-30d8d54e-eb76-4614-a1e0-ad6c99dcd2dc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202388 Mar 11 17:40:57.919738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc1064-6f87-46f6-b81e-7fe3589f9288 req-2ee7d9dd-e519-4a1d-ac0a-620c7d8ea18c tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:57.923960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fdbc1064-6f87-46f6-b81e-7fe3589f9288 req-2ee7d9dd-e519-4a1d-ac0a-620c7d8ea18c tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1097 time: 0.0975780 Mar 11 17:40:58.012365 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fdbc1064-6f87-46f6-b81e-7fe3589f9288 req-3075fe5f-dba0-4b92-9891-5c3f0e60de01 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640140 Mar 11 17:40:58.062423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57300) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:40:58.179297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8c45f-eb6c-4590-a9c2-c749d5cf44a0 req-1fc479b9-2419-4c3c-8002-b1f8a287cde8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:58.193198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8a8c45f-eb6c-4590-a9c2-c749d5cf44a0 req-1fc479b9-2419-4c3c-8002-b1f8a287cde8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1191218 Mar 11 17:40:58.283063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8a8c45f-eb6c-4590-a9c2-c749d5cf44a0 req-35493b2c-7469-4128-80fb-6c958bbb1e9a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856957 Mar 11 17:40:58.465335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port b21b381f-541e-4edc-ae5e-7b01ace43210 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:40:58.465699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:58.614448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:58.614757 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:58.632554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for b21b381f-541e-4edc-ae5e-7b01ace43210 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:40:58.928123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:58.966602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=b21b381f-541e-4edc-ae5e-7b01ace43210,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:40:59.050468 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:59.050825 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Floating IP d7d877e6-8ea5-4d23-aa5d-78015cbfb239 disassociated (deleted). External IP: 172.25.8.60, port: 33e00ee0-f396-4924-9ee5-d4926b3a4329. Mar 11 17:40:59.129383 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:59.529888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13766e89-1095-4a50-8769-61aea53ce90e req-756f2b63-393b-42e8-be38-2bc32b55cebe tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:40:59.540315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13766e89-1095-4a50-8769-61aea53ce90e req-756f2b63-393b-42e8-be38-2bc32b55cebe tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1031425 Mar 11 17:40:59.564357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d112dc66-8f1a-414e-9948-d41314a48acb has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:40:59.607426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13766e89-1095-4a50-8769-61aea53ce90e req-be8231a8-fba4-417e-80fa-460309c7f139 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568786 Mar 11 17:40:59.730264 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:40:59.743227 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] Sync routers for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:40:59.745098 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:40:59.754195 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:40:59.754809 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:40:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:40:59.874379 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4c7d7603-4686-4788-9063-d49b653f587a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/floatingips/d7d877e6-8ea5-4d23-aa5d-78015cbfb239 HTTP/1.1" status: 204 len: 168 time: 1.8104839 Mar 11 17:40:59.879697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:40:59.882781 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8851c4d6-2a5b-47d9-98b0-13172eb943fb" -d '{"events": [{"name": "network-changed", "server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:40:59.958422 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a784930-fae0-4ba3-b5b6-150f68481bc5 x-openstack-request-id: req-2a784930-fae0-4ba3-b5b6-150f68481bc5 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:40:59.958422 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:40:59.958422 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a784930-fae0-4ba3-b5b6-150f68481bc5 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:40:59.958422 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'status': 'completed', 'code': 200} Mar 11 17:40:59.987242 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:00.264365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-65b10a79-01eb-4659-ba6d-26c4fa43219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:00.265913 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-65b10a79-01eb-4659-ba6d-26c4fa43219b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 1097 time: 0.2891762 Mar 11 17:41:00.563450 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:31Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '3933256c-0e3d-4a2c-a8de-16d4be53b6a5', 'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:66:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:29Z', 'updated_at': '2022-03-11T17:38:41Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:00.565051 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-f53f3566-67da-463b-b36f-84b399b31139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:00.569860 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-f53f3566-67da-463b-b36f-84b399b31139 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 200 len: 897 time: 0.2942445 Mar 11 17:41:00.627055 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] Checking router: d112dc66-8f1a-414e-9948-d41314a48acb for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:41:00.648609 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:00.650885 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:40:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:00.670987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-9b8ca0ac-3922-4e4a-ba00-04715cba948b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 200 len: 217 time: 0.0927250 Mar 11 17:41:00.737621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f488c5a-695a-4996-999a-fa929ecb1dd6 req-81d0f956-6521-41c3-8db5-cfdff8ddf8d2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:00.743757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f488c5a-695a-4996-999a-fa929ecb1dd6 req-81d0f956-6521-41c3-8db5-cfdff8ddf8d2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.1418157 Mar 11 17:41:00.836263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-9867e21d-bc31-4c16-85fb-e6941d257c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:00.842148 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-9867e21d-bc31-4c16-85fb-e6941d257c7f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 200 len: 835 time: 0.1633058 Mar 11 17:41:00.862407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f488c5a-695a-4996-999a-fa929ecb1dd6 req-2da0c5f7-4e41-477b-8403-151054363e5f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057484 Mar 11 17:41:00.925632 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:00.976146 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68821c70-75a9-4c10-8220-d59526f7a72f req-beb0a099-fc92-4e1e-9ce1-48b3becac856 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:00.989431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-13761eca-c412-48d9-a07b-06801745c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:00.990345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68821c70-75a9-4c10-8220-d59526f7a72f req-beb0a099-fc92-4e1e-9ce1-48b3becac856 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1455679 Mar 11 17:41:00.994379 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-13761eca-c412-48d9-a07b-06801745c44d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b7e63f69-e15c-48d8-9577-c1739d9d657f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424828 Mar 11 17:41:01.105383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68821c70-75a9-4c10-8220-d59526f7a72f req-7e075f98-8b2c-4d1a-9fa7-688c6e70db6b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140630 Mar 11 17:41:01.229596 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-b6ca3bf6-3e2f-4579-bfd7-579c0926c38e service neutron] 10.222.0.66 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265527 Mar 11 17:41:01.430585 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8851c4d6-2a5b-47d9-98b0-13172eb943fb req-602a14f5-934c-42e8-9873-d1b4e7c3182e service neutron] 10.222.0.66 "GET /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928349 Mar 11 17:41:01.440426 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:31Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '3933256c-0e3d-4a2c-a8de-16d4be53b6a5', 'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:66:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:29Z', 'updated_at': '2022-03-11T17:38:41Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:01.510290 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cfdb6f-6200-44b5-9410-aed988a1f895 None None] The sync data for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 is: [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:38:31Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '3933256c-0e3d-4a2c-a8de-16d4be53b6a5', 'name': '', 'network_id': 'b7e63f69-e15c-48d8-9577-c1739d9d657f', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:66:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:29Z', 'updated_at': '2022-03-11T17:38:41Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': '35efded6-1f54-4469-bc78-efd0b1bbe720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:41:02.065807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85839b0d-e8f9-41fc-a719-3102877d2e32 None None] New status for floating IP d7d877e6-8ea5-4d23-aa5d-78015cbfb239: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:41:02.115393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc457a4-a59d-43bb-a827-9a591c6c1687 req-2aa1bceb-2596-4b24-b56c-73e33463e086 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:02.139799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc457a4-a59d-43bb-a827-9a591c6c1687 req-2aa1bceb-2596-4b24-b56c-73e33463e086 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.1178942 Mar 11 17:41:02.169499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-ce22ed60-6f26-4e85-a9a4-85c2b4730009 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:02.171180 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-ce22ed60-6f26-4e85-a9a4-85c2b4730009 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.66 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 946 time: 0.1229382 Mar 11 17:41:02.251057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc457a4-a59d-43bb-a827-9a591c6c1687 req-9b1fef4f-8188-4341-9cea-304016d17325 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1d006f4-ae8a-4675-8f7f-2f779175caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030822 Mar 11 17:41:02.362697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7da832-617b-4180-987d-d49abad0873b req-20cb9f39-6533-47ae-aef3-27702a0a0c60 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:02.370730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b7da832-617b-4180-987d-d49abad0873b req-20cb9f39-6533-47ae-aef3-27702a0a0c60 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1008294 Mar 11 17:41:02.387518 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57364) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:02.420907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port 33e00ee0-f396-4924-9ee5-d4926b3a4329 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:41:02.422819 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:02.502341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b7da832-617b-4180-987d-d49abad0873b req-7c21fec8-1e79-4e74-ae35-a6f0fa711260 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305509 Mar 11 17:41:02.584645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48c464a7-8379-476c-920f-9031b759034a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:02.598441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port 33e00ee0-f396-4924-9ee5-d4926b3a4329, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=33e00ee0-f396-4924-9ee5-d4926b3a4329,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:02.598937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:02.617074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for 33e00ee0-f396-4924-9ee5-d4926b3a4329 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:41:02.774756 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48c464a7-8379-476c-920f-9031b759034a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:02.786145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-48c464a7-8379-476c-920f-9031b759034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:02.895920 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:02.919101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c464a7-8379-476c-920f-9031b759034a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce8be2-65eb-4748-af06-2da9218d21db,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:02.936026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-48c464a7-8379-476c-920f-9031b759034a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a9e9fdf4fa140f7b7830943087388ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463970 Mar 11 17:41:02.936784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57376) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:03.003566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8365caf-a8a3-4259-8186-ce71eee62952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:03.012372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=33e00ee0-f396-4924-9ee5-d4926b3a4329,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:03.049954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8365caf-a8a3-4259-8186-ce71eee62952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:03.067966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] No DVR routers for this DVR port 33e00ee0-f396-4924-9ee5-d4926b3a4329 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:03.072161 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:03.077821 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c4f3adf-6a3d-4e92-afb8-42818c1494b9 req-96a16d5d-30e9-46c1-af3a-e133832e672c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.66 "DELETE /v2.0/ports/33e00ee0-f396-4924-9ee5-d4926b3a4329 HTTP/1.1" status: 204 len: 173 time: 0.8950057 Mar 11 17:41:03.078542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'name': 'network-vif-deleted', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:41:03.081690 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ef39dd-480a-45c5-ad81-d4c45055656d" -d '{"events": [{"server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "name": "network-vif-deleted", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:41:03.162297 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8365caf-a8a3-4259-8186-ce71eee62952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:03.168032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8365caf-a8a3-4259-8186-ce71eee62952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:03.184798 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde5ee7e-dc44-4a39-b8be-27eaf159cc30 x-openstack-request-id: req-cde5ee7e-dc44-4a39-b8be-27eaf159cc30 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:41:03.185334 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df9c45-f988-4b89-b6e8-1c107e2ff5cb", "name": "network-vif-deleted", "tag": "33e00ee0-f396-4924-9ee5-d4926b3a4329", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:41:03.185549 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cde5ee7e-dc44-4a39-b8be-27eaf159cc30 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:41:03.186088 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df9c45-f988-4b89-b6e8-1c107e2ff5cb', 'name': 'network-vif-deleted', 'tag': '33e00ee0-f396-4924-9ee5-d4926b3a4329', 'status': 'completed', 'code': 200} Mar 11 17:41:03.187410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d8365caf-a8a3-4259-8186-ce71eee62952 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bce8be2-65eb-4748-af06-2da9218d21db HTTP/1.1" status: 204 len: 168 time: 0.2489557 Mar 11 17:41:03.211425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8365caf-a8a3-4259-8186-ce71eee62952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce8be2-65eb-4748-af06-2da9218d21db,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:03.443901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-142c51b4-4584-40b1-9ea6-a93bd1c8b6b8 req-981d7ce7-48d1-48a6-9beb-bc8cd8e31c7f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=32df9c45-f988-4b89-b6e8-1c107e2ff5cb HTTP/1.1" status: 200 len: 210 time: 0.0488534 Mar 11 17:41:03.711576 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9ad3c-6e1f-4ca9-9849-881aa6e97daf req-b60faff0-225f-4525-985a-877396419edb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:03.716827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99c9ad3c-6e1f-4ca9-9849-881aa6e97daf req-b60faff0-225f-4525-985a-877396419edb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.0946541 Mar 11 17:41:03.759891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57390) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:03.784211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae9a10bb-ce25-44ca-9790-8a46d1f55b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:03.795270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99c9ad3c-6e1f-4ca9-9849-881aa6e97daf req-d2ea3d8b-0c8c-45e6-b832-ca9cad1f8f52 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718033 Mar 11 17:41:03.897823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae9a10bb-ce25-44ca-9790-8a46d1f55b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:03.902238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae9a10bb-ce25-44ca-9790-8a46d1f55b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:03.959249 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ae9a10bb-ce25-44ca-9790-8a46d1f55b11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e81ac8c8359242b5a78e775889ae47fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973979 Mar 11 17:41:03.960333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a10bb-ce25-44ca-9790-8a46d1f55b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62728d7-a342-4251-bfc8-6ed0b883a151,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:03.961566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57394) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:04.034349 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab909e30-af8d-43a9-ba05-f656f53318e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:04.061709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab909e30-af8d-43a9-ba05-f656f53318e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:04.166091 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab909e30-af8d-43a9-ba05-f656f53318e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:04.168848 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab909e30-af8d-43a9-ba05-f656f53318e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:04.170069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ab909e30-af8d-43a9-ba05-f656f53318e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b62728d7-a342-4251-bfc8-6ed0b883a151 HTTP/1.1" status: 204 len: 168 time: 0.2075341 Mar 11 17:41:04.184428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab909e30-af8d-43a9-ba05-f656f53318e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62728d7-a342-4251-bfc8-6ed0b883a151,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:04.546990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57410) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:05.056971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 33e00ee0-f396-4924-9ee5-d4926b3a4329 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:41:05.101132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 33e00ee0-f396-4924-9ee5-d4926b3a4329 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:41:05.102474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 33e00ee0-f396-4924-9ee5-d4926b3a4329 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:41:05.276762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84002f9f-be6d-4372-a9a4-6e5ff19ebe56 req-19340584-54e1-455e-824a-4d690c9cee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:05.279270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84002f9f-be6d-4372-a9a4-6e5ff19ebe56 req-19340584-54e1-455e-824a-4d690c9cee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1849914 Mar 11 17:41:05.363791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-84002f9f-be6d-4372-a9a4-6e5ff19ebe56 req-dc1217a9-4902-4329-a665-e633d1abc615 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543807 Mar 11 17:41:05.653686 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.065464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:41:06.065942 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.244779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port 3933256c-0e3d-4a2c-a8de-16d4be53b6a5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3933256c-0e3d-4a2c-a8de-16d4be53b6a5,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:06.245448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.308047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:41:06.634428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e0a7c-590a-486d-973e-5acecc5fadce req-d661cfdc-504e-4469-9526-0167233330e1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:06.635976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f4e0a7c-590a-486d-973e-5acecc5fadce req-d661cfdc-504e-4469-9526-0167233330e1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.0883465 Mar 11 17:41:06.717419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f4e0a7c-590a-486d-973e-5acecc5fadce req-f9492e34-6e50-4bb4-90b0-882136fbdd3a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739882 Mar 11 17:41:06.747432 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:06.784035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=3933256c-0e3d-4a2c-a8de-16d4be53b6a5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:07.120990 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:07.637581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d112dc66-8f1a-414e-9948-d41314a48acb has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:41:07.815635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:41:07.822642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cad65194-c1a8-4218-aba7-b63adc6e48f0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "PUT /v2.0/routers/d112dc66-8f1a-414e-9948-d41314a48acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2744656 Mar 11 17:41:07.826973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57502) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:07.830247 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] Sync routers for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:41:07.867032 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:07.873134 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:40:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:07.882398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418add1-a4c6-4f92-beea-a638459f148d req-cc44dbb3-7ba2-4d16-a0f0-549d38920869 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:07.884037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4418add1-a4c6-4f92-beea-a638459f148d req-cc44dbb3-7ba2-4d16-a0f0-549d38920869 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.0663238 Mar 11 17:41:07.939109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d33782b-aaba-4d53-8aa9-d8176417cb95 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting subnet 35efded6-1f54-4469-bc78-efd0b1bbe720 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:41:07.949317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d33782b-aaba-4d53-8aa9-d8176417cb95 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:07.979398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4418add1-a4c6-4f92-beea-a638459f148d req-21e1465b-f2b4-4ecb-a862-65a4ec325be6 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885448 Mar 11 17:41:08.076397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57504) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:08.106720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d33782b-aaba-4d53-8aa9-d8176417cb95 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.222597 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d33782b-aaba-4d53-8aa9-d8176417cb95 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.292778 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:08.321146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d33782b-aaba-4d53-8aa9-d8176417cb95 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.347907 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e94c585-8509-4fe3-8374-ba864614a1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.370321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33782b-aaba-4d53-8aa9-d8176417cb95 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Subnet': ['ID=35efded6-1f54-4469-bc78-efd0b1bbe720,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:08.372828 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9d33782b-aaba-4d53-8aa9-d8176417cb95 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.377380 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9d33782b-aaba-4d53-8aa9-d8176417cb95 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/subnets/35efded6-1f54-4469-bc78-efd0b1bbe720 HTTP/1.1" status: 204 len: 168 time: 0.5458138 Mar 11 17:41:08.379853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:08.383099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d9906b-d344-42e2-aad8-f02c275a5996 None None] Network b7e63f69-e15c-48d8-9577-c1739d9d657f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:41:08.482765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e94c585-8509-4fe3-8374-ba864614a1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.488803 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e94c585-8509-4fe3-8374-ba864614a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.537384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94c585-8509-4fe3-8374-ba864614a1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b31907d-3d16-40d6-b21f-1a62ec635310,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:08.571659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3e94c585-8509-4fe3-8374-ba864614a1bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b59e59cad8dc407ab67f08701c7d3bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4947240 Mar 11 17:41:08.574183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57512) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:08.634872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa1dd599-a0be-4ea5-8969-81397e04dea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.678802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa1dd599-a0be-4ea5-8969-81397e04dea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.689076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] DHCP port deletion for b7e63f69-e15c-48d8-9577-c1739d9d657f request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:41:08.760095 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:41:06Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:08.761216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.806959 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa1dd599-a0be-4ea5-8969-81397e04dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.810051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa1dd599-a0be-4ea5-8969-81397e04dea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:08.813915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fa1dd599-a0be-4ea5-8969-81397e04dea3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b31907d-3d16-40d6-b21f-1a62ec635310 HTTP/1.1" status: 204 len: 168 time: 0.2382793 Mar 11 17:41:08.844135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dd599-a0be-4ea5-8969-81397e04dea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b31907d-3d16-40d6-b21f-1a62ec635310,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:08.876108 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] Checking router: d112dc66-8f1a-414e-9948-d41314a48acb for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:41:08.915837 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] Routers {'d112dc66-8f1a-414e-9948-d41314a48acb'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:08.922955 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:40:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d112dc66-8f1a-414e-9948-d41314a48acb'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:08.937311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Deleting port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:41:08.937776 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.130288 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.142991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] For port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=16b6426d-0bb0-4e56-aaf1-903df34cc8c5,segment=NetworkSegment(2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3),segment_id=2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:09.145258 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.202612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Calling delete_port for 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:41:09.251850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port 6ae6424f-31b9-4136-b48a-57f0d636a98b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:41:09.253395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.275270 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] Set router d112dc66-8f1a-414e-9948-d41314a48acb gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:09.338878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc265d11-b806-4c2a-aa67-1f48056514bb req-3aa36b78-35e8-4b0f-8a11-3257309edde1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:09.357299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc265d11-b806-4c2a-aa67-1f48056514bb req-3aa36b78-35e8-4b0f-8a11-3257309edde1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1757455 Mar 11 17:41:09.460298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57526) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:09.478653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port 6ae6424f-31b9-4136-b48a-57f0d636a98b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=6ae6424f-31b9-4136-b48a-57f0d636a98b,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:09.479465 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.496973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for 6ae6424f-31b9-4136-b48a-57f0d636a98b owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:41:09.515207 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5737b7f-a656-4b73-8507-0db919c43a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.528949 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.548098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc265d11-b806-4c2a-aa67-1f48056514bb req-ccb34cb1-d2c3-4358-a001-b2be108a242c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842015 Mar 11 17:41:09.562840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Pushing event deleted for resources: {'Port': ['ID=16b6426d-0bb0-4e56-aaf1-903df34cc8c5,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:09.602410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.602871 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.603543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.605123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.607624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.608869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.609970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.612455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.613150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.613912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.615640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.616246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:09.634475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f16ef-b708-40f2-b6d3-aced549044fe None None] No DVR routers for this DVR port 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:09.740824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5737b7f-a656-4b73-8507-0db919c43a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.741409 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:41:06Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:09.745643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5737b7f-a656-4b73-8507-0db919c43a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.804515 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.810658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b5737b7f-a656-4b73-8507-0db919c43a13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8ffe7345b194489bfe07b2394af5808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435519 Mar 11 17:41:09.812100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5737b7f-a656-4b73-8507-0db919c43a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5af80c7-f4ff-47ad-84b5-7c950ebfb699,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:09.815415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57532) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:09.819548 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b55aed-716a-4e77-992d-40c5d3c38f48 None None] The sync data for ids ['d112dc66-8f1a-414e-9948-d41314a48acb'] in n-d-833411-1 is: [{'id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514078101', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:38:22Z', 'updated_at': '2022-03-11T17:41:06Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '6ae6424f-31b9-4136-b48a-57f0d636a98b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd112dc66-8f1a-414e-9948-d41314a48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:38:23Z', 'updated_at': '2022-03-11T17:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:41:09.878453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=6ae6424f-31b9-4136-b48a-57f0d636a98b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:09.949836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd1565b0-a853-43ab-b4a8-0987607d0e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.969683 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:09.979142 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd1565b0-a853-43ab-b4a8-0987607d0e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.084489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd1565b0-a853-43ab-b4a8-0987607d0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.088282 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd1565b0-a853-43ab-b4a8-0987607d0e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.092675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dd1565b0-a853-43ab-b4a8-0987607d0e7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5af80c7-f4ff-47ad-84b5-7c950ebfb699 HTTP/1.1" status: 204 len: 168 time: 0.2732575 Mar 11 17:41:10.108650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1565b0-a853-43ab-b4a8-0987607d0e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5af80c7-f4ff-47ad-84b5-7c950ebfb699,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:10.121546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.124302 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.202191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.202888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Fanout notify agent at l3_agent the message router_deleted on router d112dc66-8f1a-414e-9948-d41314a48acb {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:41:10.215318 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.216591 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1f7462bb-0cb9-4017-b164-17f04665013a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/routers/d112dc66-8f1a-414e-9948-d41314a48acb HTTP/1.1" status: 204 len: 168 time: 1.8350253 Mar 11 17:41:10.219505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57536) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:10.366027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.412317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:41:10.476619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:41:10.481524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 16b6426d-0bb0-4e56-aaf1-903df34cc8c5 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:41:10.482440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:41:10.526576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:41:10.527240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3933256c-0e3d-4a2c-a8de-16d4be53b6a5 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:41:10.547147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.579793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e63f69-e15c-48d8-9577-c1739d9d657f']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:10.595143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:10.595438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc0aa48-52a3-4fdb-bae3-f79ebf8677f3') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:10.608920 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.636326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.644637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:41:10.645173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:41:10.649522 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:41:10.793479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.800325 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:10.820506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57554) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:10.820769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/networks/b7e63f69-e15c-48d8-9577-c1739d9d657f HTTP/1.1" status: 204 len: 168 time: 0.6000717 Mar 11 17:41:10.853857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92465ebb-ccb6-4183-a405-835512781ad9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Network': ['ID=b7e63f69-e15c-48d8-9577-c1739d9d657f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:10.866873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e02cf4-c07d-419d-bb70-67ccb91a79ae req-f1147ed0-c7a7-42ce-8509-9ffd48e24b20 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:10.868926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76e02cf4-c07d-419d-bb70-67ccb91a79ae req-f1147ed0-c7a7-42ce-8509-9ffd48e24b20 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1644802 Mar 11 17:41:10.963769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76e02cf4-c07d-419d-bb70-67ccb91a79ae req-f36a9123-38e7-4422-bc8d-98694abddee5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471733 Mar 11 17:41:10.993788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f285a1fe-94d1-49a7-abe3-287d393ff30b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.038151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f285a1fe-94d1-49a7-abe3-287d393ff30b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.124973 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.138125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f285a1fe-94d1-49a7-abe3-287d393ff30b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.141209 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f285a1fe-94d1-49a7-abe3-287d393ff30b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.145551 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f285a1fe-94d1-49a7-abe3-287d393ff30b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1d006f4-ae8a-4675-8f7f-2f779175caa7 HTTP/1.1" status: 204 len: 168 time: 0.3211892 Mar 11 17:41:11.181321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285a1fe-94d1-49a7-abe3-287d393ff30b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d006f4-ae8a-4675-8f7f-2f779175caa7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:11.631539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:11.637523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8060c6c4-2612-4573-9978-04f7c6bd51b5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595453889', 'description': 'tempest-secgroup-smoke-595453889 description', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:11.667906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8060c6c4-2612-4573-9978-04f7c6bd51b5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.770930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8060c6c4-2612-4573-9978-04f7c6bd51b5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.782694 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8060c6c4-2612-4573-9978-04f7c6bd51b5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.831441 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8060c6c4-2612-4573-9978-04f7c6bd51b5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.834618 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8060c6c4-2612-4573-9978-04f7c6bd51b5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2020352 Mar 11 17:41:11.836938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060c6c4-2612-4573-9978-04f7c6bd51b5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f042a76a-34ef-4b97-ae87-061704152f9e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:11.837641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57580) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:11.843836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-fb6b4595-9a9e-4bfa-9cad-de68654910de tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'f042a76a-34ef-4b97-ae87-061704152f9e', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:11.883095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4595-9a9e-4bfa-9cad-de68654910de tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:11.968267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ae6424f-31b9-4136-b48a-57f0d636a98b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:41:11.999099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4595-9a9e-4bfa-9cad-de68654910de tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.006391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4595-9a9e-4bfa-9cad-de68654910de tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.013971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 6ae6424f-31b9-4136-b48a-57f0d636a98b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:41:12.014635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 6ae6424f-31b9-4136-b48a-57f0d636a98b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:41:12.044076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b4595-9a9e-4bfa-9cad-de68654910de tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c170429a-925c-4f2a-bb29-d5c358f1c2f4,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:12.057956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4595-9a9e-4bfa-9cad-de68654910de tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.062241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fb6b4595-9a9e-4bfa-9cad-de68654910de tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2198424 Mar 11 17:41:12.062576 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57590) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:12.072399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-787e2777-c9ef-4d55-8021-7a06ce0452cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'f042a76a-34ef-4b97-ae87-061704152f9e', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:12.215757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d7103-dc52-4e99-83d1-712772158e09 req-2312a019-8f3a-4f16-af27-9bd798a6664a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:12.217681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a26d7103-dc52-4e99-83d1-712772158e09 req-2312a019-8f3a-4f16-af27-9bd798a6664a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1243207 Mar 11 17:41:12.218485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-787e2777-c9ef-4d55-8021-7a06ce0452cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.296768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a26d7103-dc52-4e99-83d1-712772158e09 req-30029239-d33e-4788-958d-19e3e3f5363f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661294 Mar 11 17:41:12.306439 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-787e2777-c9ef-4d55-8021-7a06ce0452cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.311444 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-787e2777-c9ef-4d55-8021-7a06ce0452cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.331338 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e2777-c9ef-4d55-8021-7a06ce0452cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63271061-aa1d-4f20-b3a3-aefb9ffa888c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:12.351784 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-787e2777-c9ef-4d55-8021-7a06ce0452cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.356220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-787e2777-c9ef-4d55-8021-7a06ce0452cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2893996 Mar 11 17:41:12.356577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57598) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:12.362263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-43ec6191-cc07-4625-891f-812fe46cab9a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'f042a76a-34ef-4b97-ae87-061704152f9e', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:12.393694 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43ec6191-cc07-4625-891f-812fe46cab9a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.471871 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43ec6191-cc07-4625-891f-812fe46cab9a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.478223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43ec6191-cc07-4625-891f-812fe46cab9a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.500167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec6191-cc07-4625-891f-812fe46cab9a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48ef264-b027-439a-b10d-64c1fed92b0c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:12.514065 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43ec6191-cc07-4625-891f-812fe46cab9a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.519415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-43ec6191-cc07-4625-891f-812fe46cab9a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589773 Mar 11 17:41:12.521550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57600) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:12.528908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b2a6ab2f-4f42-4094-bd3c-613b9b37f761 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'f042a76a-34ef-4b97-ae87-061704152f9e', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:12.564943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ab2f-4f42-4094-bd3c-613b9b37f761 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.646831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ab2f-4f42-4094-bd3c-613b9b37f761 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.651921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ab2f-4f42-4094-bd3c-613b9b37f761 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.684968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6ab2f-4f42-4094-bd3c-613b9b37f761 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b41b09-fd62-4e5f-ade2-9fbe83ee3b22,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:12.699330 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ab2f-4f42-4094-bd3c-613b9b37f761 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.700902 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b2a6ab2f-4f42-4094-bd3c-613b9b37f761 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1779323 Mar 11 17:41:12.704227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57604) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:12.710059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8d361083-bdde-423f-8dc2-994eaa5f374f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'f042a76a-34ef-4b97-ae87-061704152f9e', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:12.742774 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-8d361083-bdde-423f-8dc2-994eaa5f374f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Project 8aeaef2d4e8143e48671ec95b1c2286a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:41:12.751186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d361083-bdde-423f-8dc2-994eaa5f374f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.838367 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d361083-bdde-423f-8dc2-994eaa5f374f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.843030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d361083-bdde-423f-8dc2-994eaa5f374f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.863308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d361083-bdde-423f-8dc2-994eaa5f374f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e678ca-d31f-4aec-80f9-ba7b1b267622,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:12.875466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d361083-bdde-423f-8dc2-994eaa5f374f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:12.879423 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8d361083-bdde-423f-8dc2-994eaa5f374f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1712198 Mar 11 17:41:12.879751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57610) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:12.885362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6b2b2cd0-b1f9-45a1-abd9-51844c1f0ee3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'f042a76a-34ef-4b97-ae87-061704152f9e', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:12.911560 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-6b2b2cd0-b1f9-45a1-abd9-51844c1f0ee3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Project 8aeaef2d4e8143e48671ec95b1c2286a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:41:12.918498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b2b2cd0-b1f9-45a1-abd9-51844c1f0ee3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.024019 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b2b2cd0-b1f9-45a1-abd9-51844c1f0ee3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.028655 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b2b2cd0-b1f9-45a1-abd9-51844c1f0ee3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.051453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b2cd0-b1f9-45a1-abd9-51844c1f0ee3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1230994e-663e-4cff-8bc2-f1afb79041d4,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:13.078292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6b2b2cd0-b1f9-45a1-abd9-51844c1f0ee3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.080600 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6b2b2cd0-b1f9-45a1-abd9-51844c1f0ee3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1992345 Mar 11 17:41:13.083021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57614) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:13.090214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'network': {'name': 'tempest-network-smoke--1035171709', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'port_security_enabled': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:13.117745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:41:13.122219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.150716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:41:13.162812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.163092 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Added segment ea68251e-848b-47c1-b0a9-22a546d3e6c1 of type vlan for network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 Mar 11 17:41:13.219000 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.251064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.257656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:13.258260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.336695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57622) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:13.337301 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2516334 Mar 11 17:41:13.344063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'admin_state_up': True, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:13.363765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72281b-55f0-4deb-9af0-8a6000128d0c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Network': ['ID=5712bb1b-5d96-4e72-9b4e-ebfd97769640,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:13.377707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:41:13.413396 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.417743 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.533438 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.627610 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-17fcbbae-0d42-4fe9-9211-766d763372d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.635172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017841-d180-476e-a22a-2c6d72c402bb req-63ce8026-ad67-4aa4-a659-4993ae2a1145 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:13.637024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2017841-d180-476e-a22a-2c6d72c402bb req-63ce8026-ad67-4aa4-a659-4993ae2a1145 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.2143118 Mar 11 17:41:13.743928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:13.798404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2017841-d180-476e-a22a-2c6d72c402bb req-65b75ad6-2b52-417d-99bf-6161524fb6c3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493578 Mar 11 17:41:14.007991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.032071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.170868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.25.8.149 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/ea2f1369-9d93-4e40-92b1-7023b4be5747) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:41:14.297805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.337634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:14.383821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:14.390169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:14.392474 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=ea2f1369-9d93-4e40-92b1-7023b4be5747,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:14.394700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:41:14.728799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.382199 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.556249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00d832-29fa-4aeb-9681-9d2479ef1479 req-9c9e29e1-85f3-474e-9210-132ec2aaba51 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:15.557973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f00d832-29fa-4aeb-9681-9d2479ef1479 req-9c9e29e1-85f3-474e-9210-132ec2aaba51 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1733394 Mar 11 17:41:15.615187 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-9d8b6f8b-31ef-46c0-9ff7-08529904ed95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994461 Mar 11 17:41:15.654934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f00d832-29fa-4aeb-9681-9d2479ef1479 req-d713af3c-5ffe-421d-884c-1336025a1204 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816486 Mar 11 17:41:15.692351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3ea83a84-4440-4084-ac62-f859d0b325d3 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:41:15.754313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-a1c2e016-ef4c-4d14-a92f-3a8b7a841473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:15.756716 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-a1c2e016-ef4c-4d14-a92f-3a8b7a841473 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0738392 Mar 11 17:41:15.894635 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-90fe1e05-820a-4a60-8c3e-9d3fbacf0eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:15.949431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-41eb4cda-5f95-4f74-aac0-04ab4b27c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:15.952759 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-41eb4cda-5f95-4f74-aac0-04ab4b27c93d service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1714218 Mar 11 17:41:16.010229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:41:16.026699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Sync routers for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:41:16.048200 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.050822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:16.051959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:16.056239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-850db7d1-9f4a-42a6-9988-17f256807faa tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7179697 Mar 11 17:41:16.060310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57668) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:16.070512 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-7af9644f-0734-4ad9-a1b3-30398a10cb4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a803d35f-099a-48a0-8255-b5e50831d61c HTTP/1.1" status: 200 len: 217 time: 0.1100988 Mar 11 17:41:16.115746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3bfea543-b01b-45f6-8cad-3a3c5f92f20c tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8aeaef2d4e8143e48671ec95b1c2286a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522254 Mar 11 17:41:16.118848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57672) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:16.199524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-0b9bf512-b4d0-4a5f-a424-2dde687d2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:16.201248 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-0b9bf512-b4d0-4a5f-a424-2dde687d2f56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.1239405 Mar 11 17:41:16.295646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-749c9dc3-b36e-4f21-836d-688380d75735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:16.299373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-749c9dc3-b36e-4f21-836d-688380d75735 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902340 Mar 11 17:41:16.340606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:16.361148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fdb87-e1fa-4d35-bbca-80e826cae70e tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:16.363196 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ff9fdb87-e1fa-4d35-bbca-80e826cae70e tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2382729 Mar 11 17:41:16.366512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57682) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:16.450743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-09d43501-c617-4a7d-ab68-501e2da5574f tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0831118 Mar 11 17:41:16.453488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57684) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:16.464854 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-ec0caaf5-fc55-4c82-b2e7-ead9dba29f57 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571321 Mar 11 17:41:16.469276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548403891', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:16.676389 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-40a4e910-cad8-48c4-8918-9ad7906584e4 req-7ba2f1f7-896f-4e9b-95fd-2b30c69b4420 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041898 Mar 11 17:41:16.709134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:41:16.716557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.767101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:14Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:16.826380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Checking router: 3ea83a84-4440-4084-ac62-f859d0b325d3 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:41:16.827392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Updating router 3ea83a84-4440-4084-ac62-f859d0b325d3 port ea2f1369-9d93-4e40-92b1-7023b4be5747 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:41:16.859231 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:16.967329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbe581-4c6e-4d63-a884-04d123e6b8de req-f9aadedf-d0fd-4e14-aa07-8dc5dd24b4e2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:16.969227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fbbe581-4c6e-4d63-a884-04d123e6b8de req-f9aadedf-d0fd-4e14-aa07-8dc5dd24b4e2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.1053145 Mar 11 17:41:17.160068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fbbe581-4c6e-4d63-a884-04d123e6b8de req-9767555c-fbfa-44f8-afb3-01005b70fb61 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290433 Mar 11 17:41:17.289194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:17.338706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:17.413866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Subnet': ['ID=c0a19244-4aff-4777-ade3-ee9be930b038,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:17.421132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Checking segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:17.422037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network hostable DHCP agents. Network: 5712bb1b-5d96-4e72-9b4e-ebfd97769640, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:41:17.444720 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:17.445721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:41:17.453202 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:17.473970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 5712bb1b-5d96-4e72-9b4e-ebfd97769640) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:17.484946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:17.486488 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:17.529973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c29b64a7-1622-48d7-a0d6-225a0ce2e8ad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0752308 Mar 11 17:41:17.532970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57700) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:17.538417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035595b9-cefd-453f-8999-e55431c83871 None None] Pushing event updated for resources: {'Port': ['ID=ea2f1369-9d93-4e40-92b1-7023b4be5747,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:17.545794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27545eb6-8ac1-4298-a64e-02b12284a7d6 None None] Network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:41:17.656900 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Attempting to bind port ea2f1369-9d93-4e40-92b1-7023b4be5747 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:41:17.657370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Attempting to bind port ea2f1369-9d93-4e40-92b1-7023b4be5747 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:41:17.657739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Attempting to bind port ea2f1369-9d93-4e40-92b1-7023b4be5747 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:17.673059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:41:17.673436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:17.674025 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:17.674426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:41:17.674893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Bound port: ea2f1369-9d93-4e40-92b1-7023b4be5747, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:41:17.675266 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:17.806567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] For port ea2f1369-9d93-4e40-92b1-7023b4be5747, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:18.125685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] For port ea2f1369-9d93-4e40-92b1-7023b4be5747, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ea2f1369-9d93-4e40-92b1-7023b4be5747,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:41:18.138208 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:18.166633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:41:18.167502 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:18.440090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:18.441797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:18.523606 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:18.568444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047042-5f6b-4a71-9ac7-d696fa613eb8 req-6e4654a4-8f7f-41d3-b47d-e3ebf56a1796 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:18.579130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035595b9-cefd-453f-8999-e55431c83871 None None] Pushing event updated for resources: {'Port': ['ID=ea2f1369-9d93-4e40-92b1-7023b4be5747,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:18.580440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28047042-5f6b-4a71-9ac7-d696fa613eb8 req-6e4654a4-8f7f-41d3-b47d-e3ebf56a1796 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 944 time: 0.2732291 Mar 11 17:41:18.595420 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:18.737671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28047042-5f6b-4a71-9ac7-d696fa613eb8 req-20839d1f-9444-401d-8a75-b57fbf02df52 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604849 Mar 11 17:41:18.766456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Allocated IP 172.20.0.2 (5712bb1b-5d96-4e72-9b4e-ebfd97769640/c0a19244-4aff-4777-ade3-ee9be930b038/1200972a-65bd-48ac-97ed-d4155be6484c) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:41:18.830259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:19.072213 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:19.089490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device df61c21c-9b39-4d86-95b4-d026bc5f1ce1 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:41:19.222271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port df61c21c-9b39-4d86-95b4-d026bc5f1ce1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:19.240460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'df61c21c-9b39-4d86-95b4-d026bc5f1ce1', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'port_id': 'df61c21c-9b39-4d86-95b4-d026bc5f1ce1', 'mac_address': 'fa:16:3e:64:f7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:41:19.505187 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:19.564780 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:19.580578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df61c21c-9b39-4d86-95b4-d026bc5f1ce1 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:41:19.595780 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:19.671211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port df61c21c-9b39-4d86-95b4-d026bc5f1ce1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:19.673840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:14Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:19.676032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.20.0.1 (5712bb1b-5d96-4e72-9b4e-ebfd97769640/c0a19244-4aff-4777-ade3-ee9be930b038/edc160a3-6f03-426d-a1cd-f6aa10e3586b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:41:19.719034 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:19.727696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:19.731421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35818b95-7d8a-4d11-a1a6-0bc94e3807e5 None None] The sync data for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 is: [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:14Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:41:19.747849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:19.760210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:41:19.762668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Pushing event updated for resources: {'Port': ['ID=1200972a-65bd-48ac-97ed-d4155be6484c,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:19.971793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Attempting to bind port 1200972a-65bd-48ac-97ed-d4155be6484c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:41:19.972260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Attempting to bind port 1200972a-65bd-48ac-97ed-d4155be6484c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:41:19.972885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Attempting to bind port 1200972a-65bd-48ac-97ed-d4155be6484c on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:19.986344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:19.991458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:41:19.992031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Checking segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:19.992561 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:19.993126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Bound using segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:41:19.994281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Bound port: 1200972a-65bd-48ac-97ed-d4155be6484c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:41:19.994281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:20.043237 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:20.050639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af79c3-5c95-41f3-b574-16f0805f8ace req-d668ac48-a0cc-4f71-b8e7-580c9ffac2a8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:20.052985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19af79c3-5c95-41f3-b574-16f0805f8ace req-d668ac48-a0cc-4f71-b8e7-580c9ffac2a8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 945 time: 0.1486506 Mar 11 17:41:20.129945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['df61c21c-9b39-4d86-95b4-d026bc5f1ce1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:41:20.172024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19af79c3-5c95-41f3-b574-16f0805f8ace req-f9e0dbbf-7473-4158-aa83-bb36c9cac0f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994399 Mar 11 17:41:20.179747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:20.322479 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:20.326245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:20.337443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:41:20.362601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] For port 1200972a-65bd-48ac-97ed-d4155be6484c, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:20.384646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=edc160a3-6f03-426d-a1cd-f6aa10e3586b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:20.393109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] For port 1200972a-65bd-48ac-97ed-d4155be6484c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1200972a-65bd-48ac-97ed-d4155be6484c,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:41:20.409202 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:20.441683 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:20.604710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46373a-0d02-4558-bdfd-a7b528ca88ad None None] Pushing event updated for resources: {'Port': ['ID=1200972a-65bd-48ac-97ed-d4155be6484c,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:20.660956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:21.175100 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:21.181991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:21.295421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=edc160a3-6f03-426d-a1cd-f6aa10e3586b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:21.304896 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:21.462360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ba8a-86e9-4c6f-80ed-39b197e08362 req-31607e36-c42a-4ef2-b277-d22d1f5f79d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:21.467545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed59ba8a-86e9-4c6f-80ed-39b197e08362 req-31607e36-c42a-4ef2-b277-d22d1f5f79d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 945 time: 0.1311219 Mar 11 17:41:21.493570 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:41:22.096626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed59ba8a-86e9-4c6f-80ed-39b197e08362 req-eed31852-f5b9-43d2-809c-05ebf24f5a10 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951726 Mar 11 17:41:22.161214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:22.164093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:22.165268 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d5c6d-397a-48f6-9376-41a3006102f9 None None] Network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:41:22.278742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1200972a-65bd-48ac-97ed-d4155be6484c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:22.371960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a7c7ab36-fcde-472b-bae0-d9bb4a3ebd0a None None] Provisioning complete for port 1200972a-65bd-48ac-97ed-d4155be6484c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:22.372242 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ab36-fcde-472b-bae0-d9bb4a3ebd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:22.448245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3ea83a84-4440-4084-ac62-f859d0b325d3 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:41:22.548015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1200972a-65bd-48ac-97ed-d4155be6484c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:22.548740 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:22.628408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:41:22.634866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eaea27b2-148b-4381-b9b2-6201d8537f4a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "PUT /v2.0/routers/3ea83a84-4440-4084-ac62-f859d0b325d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1006906 Mar 11 17:41:22.719710 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Sync routers for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:41:22.734335 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:22.735223 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:22.923739 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ab36-fcde-472b-bae0-d9bb4a3ebd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:22.942923 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:23.085004 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:23.092685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-cff08d3c-ff2a-4a69-b567-4e6eaa8214f9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595453889&fields=id&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 267 time: 0.0914617 Mar 11 17:41:23.092957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a7c7ab36-fcde-472b-bae0-d9bb4a3ebd0a None None] For port 1200972a-65bd-48ac-97ed-d4155be6484c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1200972a-65bd-48ac-97ed-d4155be6484c,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:23.102283 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ab36-fcde-472b-bae0-d9bb4a3ebd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:23.138089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device df61c21c-9b39-4d86-95b4-d026bc5f1ce1 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:23.331041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17865a-db15-4522-88d0-417449a07752 req-25ea284d-ea0d-43e4-a3fd-b6830ce9505c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:23.334662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7ab36-fcde-472b-bae0-d9bb4a3ebd0a None None] Pushing event updated for resources: {'Port': ['ID=1200972a-65bd-48ac-97ed-d4155be6484c,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:23.346462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-25ea284d-ea0d-43e4-a3fd-b6830ce9505c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 797 time: 0.2364631 Mar 11 17:41:23.370432 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:41:23.370822 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:41:23.390742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:41:23.403497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:23.403884 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:23.485217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-f7568cdc-5b3d-4064-b0a0-0091869b360a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/quotas/8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 375 time: 0.1227043 Mar 11 17:41:23.488524 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'edc160a3-6f03-426d-a1cd-f6aa10e3586b', 'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:8b:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:18Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 2, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:23.545827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfac301-f9a4-44e8-a8c9-8e13a7a49ee5 req-47c03b19-84e4-4ac7-97d7-fb0ba9755f08 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:23.547748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9dfac301-f9a4-44e8-a8c9-8e13a7a49ee5 req-47c03b19-84e4-4ac7-97d7-fb0ba9755f08 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 945 time: 0.1991215 Mar 11 17:41:23.559758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ae00c750-f235-4bc5-b64d-d4261730aabc None None] Provisioning complete for port 1200972a-65bd-48ac-97ed-d4155be6484c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:23.560398 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ae00c750-f235-4bc5-b64d-d4261730aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:23.570988 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Checking router: 3ea83a84-4440-4084-ac62-f859d0b325d3 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:41:23.571624 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Updating router 3ea83a84-4440-4084-ac62-f859d0b325d3 port edc160a3-6f03-426d-a1cd-f6aa10e3586b binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:41:23.626454 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:23.636787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-9558fc0e-7210-49f6-b0fa-d3e90020363f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1373332 Mar 11 17:41:23.724056 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:23.836310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port df61c21c-9b39-4d86-95b4-d026bc5f1ce1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:23.837623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0746a25c-58ac-42ee-926c-c3620ba42d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61c21c-9b39-4d86-95b4-d026bc5f1ce1'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:41:23.841057 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1130d739-5e7c-432d-bb81-c9ecc611e0a2" -d '{"events": [{"server_uuid": "0746a25c-58ac-42ee-926c-c3620ba42d6d", "name": "network-vif-plugged", "status": "completed", "tag": "df61c21c-9b39-4d86-95b4-d026bc5f1ce1"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:41:23.847316 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:23.881445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-94e8a8ef-563c-4fa7-b50b-8bfebd9b3899 service neutron] 10.222.0.53 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173915 Mar 11 17:41:23.895994 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9dfac301-f9a4-44e8-a8c9-8e13a7a49ee5 req-5249c4d8-42ef-44a7-86a1-6c9e16b83f36 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325913 Mar 11 17:41:24.081534 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cd6688-c374-4eb5-9738-6c24b37fc449 x-openstack-request-id: req-f8cd6688-c374-4eb5-9738-6c24b37fc449 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:41:24.081842 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0746a25c-58ac-42ee-926c-c3620ba42d6d", "name": "network-vif-plugged", "status": "completed", "tag": "df61c21c-9b39-4d86-95b4-d026bc5f1ce1", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:41:24.084999 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8cd6688-c374-4eb5-9738-6c24b37fc449 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:41:24.085453 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0746a25c-58ac-42ee-926c-c3620ba42d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61c21c-9b39-4d86-95b4-d026bc5f1ce1', 'code': 200} Mar 11 17:41:24.157858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-bac47069-5cae-46d1-a346-7e6b56d22a6d service neutron] 10.222.0.53 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593348 Mar 11 17:41:24.202019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:24.209083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4ac22-a101-4b6e-bb4f-9d0387f48ffc req-172fae21-aa7a-442c-8d8a-9e4a12da84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:24.210636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-41e4ac22-a101-4b6e-bb4f-9d0387f48ffc req-172fae21-aa7a-442c-8d8a-9e4a12da84fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 1097 time: 0.0766087 Mar 11 17:41:24.211315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ea2f1369-9d93-4e40-92b1-7023b4be5747 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:24.214681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ae00c750-f235-4bc5-b64d-d4261730aabc None None] Provisioning complete for port edc160a3-6f03-426d-a1cd-f6aa10e3586b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:24.214836 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ae00c750-f235-4bc5-b64d-d4261730aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:24.230589 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:24.244048 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:24.277571 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-41e4ac22-a101-4b6e-bb4f-9d0387f48ffc req-9e68742f-85c0-4141-a09f-81ae2253839d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602195 Mar 11 17:41:24.371351 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Attempting to bind port edc160a3-6f03-426d-a1cd-f6aa10e3586b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:41:24.371707 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Attempting to bind port edc160a3-6f03-426d-a1cd-f6aa10e3586b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:41:24.372253 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Attempting to bind port edc160a3-6f03-426d-a1cd-f6aa10e3586b on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:24.374638 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Pushing event updated for resources: {'Port': ['ID=edc160a3-6f03-426d-a1cd-f6aa10e3586b,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:24.385501 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.386083 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.386843 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.387394 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.387708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ae00c750-f235-4bc5-b64d-d4261730aabc None None] Port edc160a3-6f03-426d-a1cd-f6aa10e3586b cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:41:24.388637 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.389240 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.389672 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.390083 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.390854 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.391476 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.392153 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.392725 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:24.398985 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:41:24.399675 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Checking segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:24.400270 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:24.400831 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Bound using segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:41:24.401475 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Bound port: edc160a3-6f03-426d-a1cd-f6aa10e3586b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:41:24.402132 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:24.417662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ea2f1369-9d93-4e40-92b1-7023b4be5747 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:24.418046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:24.533456 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] For port edc160a3-6f03-426d-a1cd-f6aa10e3586b, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:24.540878 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] For port edc160a3-6f03-426d-a1cd-f6aa10e3586b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=edc160a3-6f03-426d-a1cd-f6aa10e3586b,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:41:24.546862 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:24.588879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b1be416-ee76-4d13-b7e6-91875e8f5b70 req-bd9907dc-4877-4227-8cf9-2029c0ea2d32 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 210 time: 0.0704703 Mar 11 17:41:24.726701 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fb3ea-6175-4ed3-a239-933cc18eb9ff None None] Pushing event updated for resources: {'Port': ['ID=edc160a3-6f03-426d-a1cd-f6aa10e3586b,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:24.730002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-74809286-5fbe-43f7-bc34-d75ef17e4f16 None None] Provisioning complete for port edc160a3-6f03-426d-a1cd-f6aa10e3586b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:24.732584 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-74809286-5fbe-43f7-bc34-d75ef17e4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:24.758423 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:24.759051 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:24.851325 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:24.881468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port ea2f1369-9d93-4e40-92b1-7023b4be5747, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ea2f1369-9d93-4e40-92b1-7023b4be5747,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:24.890915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:25.115093 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-74809286-5fbe-43f7-bc34-d75ef17e4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:25.143764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=ea2f1369-9d93-4e40-92b1-7023b4be5747,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:25.165233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fae2c6-ed00-4859-8a3e-cfc35514b345 req-5ef7e8a9-d679-4759-885c-445fc84b5ba7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:25.182157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1200972a-65bd-48ac-97ed-d4155be6484c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:25.192192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06fae2c6-ed00-4859-8a3e-cfc35514b345 req-5ef7e8a9-d679-4759-885c-445fc84b5ba7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 946 time: 0.1408396 Mar 11 17:41:25.269231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06fae2c6-ed00-4859-8a3e-cfc35514b345 req-56a859f5-c50d-4ddd-bc86-b5f3de0786a6 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739577 Mar 11 17:41:25.380242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-74809286-5fbe-43f7-bc34-d75ef17e4f16 None None] For port edc160a3-6f03-426d-a1cd-f6aa10e3586b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=edc160a3-6f03-426d-a1cd-f6aa10e3586b,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:25.387340 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-74809286-5fbe-43f7-bc34-d75ef17e4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:25.473775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1200972a-65bd-48ac-97ed-d4155be6484c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:25.475304 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:25.521097 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:25.580225 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74809286-5fbe-43f7-bc34-d75ef17e4f16 None None] Pushing event updated for resources: {'Port': ['ID=edc160a3-6f03-426d-a1cd-f6aa10e3586b,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:25.592162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-68e357ac-c266-4dbf-9a20-ed5bc0ca5323 None None] Provisioning complete for port edc160a3-6f03-426d-a1cd-f6aa10e3586b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:25.592578 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-68e357ac-c266-4dbf-9a20-ed5bc0ca5323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:25.853037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c32fc70-3c23-4603-b5ea-06b2a1fb6cf0 req-b385caac-40a4-4123-94d9-240ffce8225c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 210 time: 0.0486600 Mar 11 17:41:25.964856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 57890) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:26.040764 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'edc160a3-6f03-426d-a1cd-f6aa10e3586b', 'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:8b:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:18Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:26.102476 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a485c00-5b01-43c6-978b-d12f155977b1 None None] The sync data for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 is: [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'edc160a3-6f03-426d-a1cd-f6aa10e3586b', 'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:8b:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:18Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:41:26.210024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3b14e1f-645d-4980-90c9-42688794fc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:26.371586 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3b14e1f-645d-4980-90c9-42688794fc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:26.377454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3b14e1f-645d-4980-90c9-42688794fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:26.490859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a3b14e1f-645d-4980-90c9-42688794fc48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2323fa8487ab44b781b5c6ca7a84d9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242665 Mar 11 17:41:26.493694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 57906) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:26.554874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b14e1f-645d-4980-90c9-42688794fc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d6d3a-d78d-47a1-9337-b056eacc10ce,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:26.644888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec0965-24e0-46f1-9a55-401ade649217 req-446a8478-6eba-4852-9499-698c0ee9ee4a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:26.649279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65ec0965-24e0-46f1-9a55-401ade649217 req-446a8478-6eba-4852-9499-698c0ee9ee4a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 946 time: 0.2159359 Mar 11 17:41:26.669453 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:26.776317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:26.777575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65ec0965-24e0-46f1-9a55-401ade649217 req-d8449a78-5c7d-46d3-a2c6-4c76dfbf5301 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084898 Mar 11 17:41:26.893300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:26.901539 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:26.906003 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be1d6d3a-d78d-47a1-9337-b056eacc10ce HTTP/1.1" status: 204 len: 168 time: 0.4106097 Mar 11 17:41:26.940128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d6d3a-d78d-47a1-9337-b056eacc10ce,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:26.967892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.968784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.969374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.969947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.970514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.971068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.971721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.972288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.973027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.973624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.974740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:26.993541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516c1a1-fec1-4100-86d4-ecc5b2aada3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:27.126895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17865a-db15-4522-88d0-417449a07752 req-7d81484b-f7ab-4824-bffb-801a1b0c06ea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:27.146574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-7d81484b-f7ab-4824-bffb-801a1b0c06ea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 797 time: 0.5275400 Mar 11 17:41:27.193504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8af14530-728c-4616-980f-42671211d359 req-099c6adb-c568-4562-b6ca-965181923078 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 210 time: 0.1481192 Mar 11 17:41:27.241208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac30ddb-febd-41f0-a148-ec12e35c0b83 req-ff205dfd-375a-4365-817b-7ca6b8abf745 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:27.244183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ac30ddb-febd-41f0-a148-ec12e35c0b83 req-ff205dfd-375a-4365-817b-7ca6b8abf745 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 946 time: 0.2456074 Mar 11 17:41:27.340721 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-7206fbd0-96f2-4059-ae96-75ba1bd7c075 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 379 time: 0.1742980 Mar 11 17:41:27.372525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ac30ddb-febd-41f0-a148-ec12e35c0b83 req-40f002d4-1b55-4edc-807e-4d0f82324ccd tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153722 Mar 11 17:41:27.390970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'port': {'device_id': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'admin_state_up': True, 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'security_groups': ['f042a76a-34ef-4b97-ae87-061704152f9e']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:27.410546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ea2f1369-9d93-4e40-92b1-7023b4be5747 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:27.596462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ea2f1369-9d93-4e40-92b1-7023b4be5747 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:27.609851 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:27.669631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:41:27.678028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:27.765428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device edc160a3-6f03-426d-a1cd-f6aa10e3586b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:27.934823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port edc160a3-6f03-426d-a1cd-f6aa10e3586b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:27.935196 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.008869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5200ca4-4bb8-4c33-8da3-0d43e69b3cbb req-0c33774d-8269-46be-8be0-d4081fff7193 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:28.017247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5200ca4-4bb8-4c33-8da3-0d43e69b3cbb req-0c33774d-8269-46be-8be0-d4081fff7193 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 946 time: 0.1021223 Mar 11 17:41:28.073785 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.20.0.6 (5712bb1b-5d96-4e72-9b4e-ebfd97769640/c0a19244-4aff-4777-ade3-ee9be930b038/6d789a75-3cd4-4d5f-b407-3b7e7845545a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:41:28.089780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5200ca4-4bb8-4c33-8da3-0d43e69b3cbb req-b22e7b51-4f3b-4a6d-a495-7c96d1068286 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651727 Mar 11 17:41:28.377953 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.401531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06005c49-0487-4448-b6a4-4ca61a21d415 req-565c34b5-8215-41a4-8acb-f90760df5804 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 210 time: 0.0585790 Mar 11 17:41:28.449142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.528297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:28.533209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:28.535967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:28.538608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:41:28.617660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:28.626643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.650702 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-0aa9f4fc-ff2a-4077-989f-1ff79b70f6d5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2862489 Mar 11 17:41:28.669412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Request body: {'port': {'device_id': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:28.749615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.924329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c7db0aa8-1656-432b-8371-e520b0fedfaf None None] Provisioning complete for port 6d789a75-3cd4-4d5f-b407-3b7e7845545a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:28.924876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7db0aa8-1656-432b-8371-e520b0fedfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:28.997149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c7db0aa8-1656-432b-8371-e520b0fedfaf None None] Port 6d789a75-3cd4-4d5f-b407-3b7e7845545a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:41:29.121746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58002) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:29.137695 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.190451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d789a75-3cd4-4d5f-b407-3b7e7845545a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:41:29.202156 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.220417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Transition to ACTIVE for port object 6d789a75-3cd4-4d5f-b407-3b7e7845545a will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:41:29.226521 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.296201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260d9f8-8580-4a2a-86f9-775e9e572243 req-f8edc307-f8d8-4c0b-bc35-5dfc533bb507 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:29.307248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3260d9f8-8580-4a2a-86f9-775e9e572243 req-f8edc307-f8d8-4c0b-bc35-5dfc533bb507 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 946 time: 0.0969231 Mar 11 17:41:29.344558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:29.387625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:41:29.388051 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:41:29.388202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-969267c8-ff25-4421-a131-1ebe45d5aca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.388430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:29.394500 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:41:29.394835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:29.400829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:41:29.404583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Checking segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:29.404583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Bound using segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:41:29.404583 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Bound port: 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:41:29.404583 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.541976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3260d9f8-8580-4a2a-86f9-775e9e572243 req-f554f891-38de-4e7e-90bb-6236db7059f7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131519 Mar 11 17:41:29.586003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-969267c8-ff25-4421-a131-1ebe45d5aca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.596080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-3cf6c4b5-bce5-481f-a01d-9f90e8273bf6 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:29.597741 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-3cf6c4b5-bce5-481f-a01d-9f90e8273bf6 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 946 time: 0.0927565 Mar 11 17:41:29.599823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-969267c8-ff25-4421-a131-1ebe45d5aca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.633829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:29.644144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:41:29.658332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.677516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-969267c8-ff25-4421-a131-1ebe45d5aca9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f03ba338a43546ad8ece460282165f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546649 Mar 11 17:41:29.678825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969267c8-ff25-4421-a131-1ebe45d5aca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce06f8b3-bda8-4288-871b-5fbb981ac886,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:29.686452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58018) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:29.742689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204734aa-f1ff-4c3b-a791-ad802dfd8290 req-d0e82ed4-f7e8-4873-b3be-809932dfa948 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:29.745318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-204734aa-f1ff-4c3b-a791-ad802dfd8290 req-d0e82ed4-f7e8-4873-b3be-809932dfa948 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 943 time: 0.2146108 Mar 11 17:41:29.753318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:29.754282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.755706 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 1091 time: 1.0969439 Mar 11 17:41:29.756647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:41:29.760310 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be88154-59f7-4d01-853a-e8d774aff2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:41:29.883942 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95d10cb-34f6-4779-bb48-97e9480a3952 x-openstack-request-id: req-a95d10cb-34f6-4779-bb48-97e9480a3952 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:41:29.884261 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:41:29.884657 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a95d10cb-34f6-4779-bb48-97e9480a3952 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:41:29.885840 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'status': 'completed', 'code': 200} Mar 11 17:41:29.893752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-204734aa-f1ff-4c3b-a791-ad802dfd8290 req-cb65dac8-5440-436a-9fe7-2bdff170bfc4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061952 Mar 11 17:41:29.926296 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3108b9c7-c09c-40a9-ae57-6b1615b13a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.956834 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3108b9c7-c09c-40a9-ae57-6b1615b13a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:29.957054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7980d-7e39-4dd5-8150-41fb9adccc29 service neutron] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:30.011113 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17865a-db15-4522-88d0-417449a07752 req-735a6b21-8444-448f-bb79-758f1b3ee3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:30.014503 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-735a6b21-8444-448f-bb79-758f1b3ee3f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1094 time: 0.1868458 Mar 11 17:41:30.026778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:41:30.026778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.047251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3108b9c7-c09c-40a9-ae57-6b1615b13a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.050151 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3108b9c7-c09c-40a9-ae57-6b1615b13a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.063989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3108b9c7-c09c-40a9-ae57-6b1615b13a08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce06f8b3-bda8-4288-871b-5fbb981ac886 HTTP/1.1" status: 204 len: 168 time: 0.3639846 Mar 11 17:41:30.093993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108b9c7-c09c-40a9-ae57-6b1615b13a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce06f8b3-bda8-4288-871b-5fbb981ac886,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:30.240788 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-1bc50c98-3e5c-41f5-bfcd-cbb5aa8f3744 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 217 time: 0.2084846 Mar 11 17:41:30.244857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] For port df61c21c-9b39-4d86-95b4-d026bc5f1ce1, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:30.245303 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:30.306284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for df61c21c-9b39-4d86-95b4-d026bc5f1ce1 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:41:30.759441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f95ddb-414f-4acf-a896-d80364f0b348 req-df6618f9-8042-43fa-bced-e90871a583ed tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:30.762577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27f95ddb-414f-4acf-a896-d80364f0b348 req-df6618f9-8042-43fa-bced-e90871a583ed tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 946 time: 0.1091862 Mar 11 17:41:30.833527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17865a-db15-4522-88d0-417449a07752 req-0901679e-167f-40dd-b439-4a70ac2b986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:30.840156 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-0901679e-167f-40dd-b439-4a70ac2b986d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.5897377 Mar 11 17:41:30.858722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27f95ddb-414f-4acf-a896-d80364f0b348 req-253e21b7-9b8b-404d-8251-2e32837d57ee tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798826 Mar 11 17:41:31.077711 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:31.079532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c1c6-9a64-46c8-9a56-bf47a81c4b5b req-e666d350-cac3-4e2f-8bfb-ebeb9213fe1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:31.090863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['df61c21c-9b39-4d86-95b4-d026bc5f1ce1'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:41:31.091600 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35b4c1c6-9a64-46c8-9a56-bf47a81c4b5b req-e666d350-cac3-4e2f-8bfb-ebeb9213fe1d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 943 time: 0.1026118 Mar 11 17:41:31.097749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['a803d35f-099a-48a0-8255-b5e50831d61c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:41:31.112618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17865a-db15-4522-88d0-417449a07752 req-e325d188-68ac-4e99-bbc3-472457e6103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:31.116128 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-e325d188-68ac-4e99-bbc3-472457e6103d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2674048 Mar 11 17:41:31.186245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35b4c1c6-9a64-46c8-9a56-bf47a81c4b5b req-90a58448-4f0f-4554-bd34-35e4d59c9488 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930214 Mar 11 17:41:31.234380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=df61c21c-9b39-4d86-95b4-d026bc5f1ce1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:31.352812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] No DVR routers for this DVR port df61c21c-9b39-4d86-95b4-d026bc5f1ce1 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:31.360908 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:31.364659 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16b328d5-cfbf-4474-9c3c-f53c791ee05e req-555d6088-8607-4702-bca8-fbea3322243b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "DELETE /v2.0/ports/df61c21c-9b39-4d86-95b4-d026bc5f1ce1 HTTP/1.1" status: 204 len: 173 time: 1.7538579 Mar 11 17:41:31.467992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-28b8e7ab-8ca5-44e3-8e07-9bb6224f6737 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421872 Mar 11 17:41:31.671188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-de17865a-db15-4522-88d0-417449a07752 req-d60f506d-8c30-41c4-91f5-06c9fa6c53f3 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958318 Mar 11 17:41:31.793869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-7bc8de86-bc30-40f7-9b5f-a0e2535b4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:31.795736 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-7bc8de86-bc30-40f7-9b5f-a0e2535b4c3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1094 time: 0.0542490 Mar 11 17:41:31.965491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0746a25c-58ac-42ee-926c-c3620ba42d6d', 'name': 'network-vif-deleted', 'tag': 'df61c21c-9b39-4d86-95b4-d026bc5f1ce1'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:41:31.972644 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0103dc-973b-4e79-9f8a-a6ed3bc2144e" -d '{"events": [{"server_uuid": "0746a25c-58ac-42ee-926c-c3620ba42d6d", "name": "network-vif-deleted", "tag": "df61c21c-9b39-4d86-95b4-d026bc5f1ce1"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:41:32.084962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-b267905e-e76b-4b57-ad98-1222731ebb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.091086 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-b267905e-e76b-4b57-ad98-1222731ebb40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.2859716 Mar 11 17:41:32.138532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd0696c6-5f30-4f4c-adc5-2b5166ca7c98 req-00d4106d-a87f-47a1-ad27-854966a58718 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 210 time: 0.0929761 Mar 11 17:41:32.203813 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88a5828-c176-48f2-bcd4-ea2e013c2ea8 x-openstack-request-id: req-d88a5828-c176-48f2-bcd4-ea2e013c2ea8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:41:32.204648 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0746a25c-58ac-42ee-926c-c3620ba42d6d", "name": "network-vif-deleted", "tag": "df61c21c-9b39-4d86-95b4-d026bc5f1ce1", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:41:32.205168 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d88a5828-c176-48f2-bcd4-ea2e013c2ea8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:41:32.205942 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0746a25c-58ac-42ee-926c-c3620ba42d6d', 'name': 'network-vif-deleted', 'tag': 'df61c21c-9b39-4d86-95b4-d026bc5f1ce1', 'status': 'completed', 'code': 200} Mar 11 17:41:32.208490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-52b0893a-f95b-4bdd-bed6-a7c14de10be3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 217 time: 0.1103020 Mar 11 17:41:32.307091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-490507a1-d893-4260-9051-053d19ede8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.309146 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-490507a1-d893-4260-9051-053d19ede8fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.0926676 Mar 11 17:41:32.407311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-553ba7f3-5e8b-4243-91c4-5a6e7632d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.410138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-553ba7f3-5e8b-4243-91c4-5a6e7632d89a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924654 Mar 11 17:41:32.422372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e70a18-d22a-4b56-8e87-5e4dfd9c9e98 req-278c1527-3e2f-4f89-9ffb-f3823beeee5c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:32.431448 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65e70a18-d22a-4b56-8e87-5e4dfd9c9e98 req-278c1527-3e2f-4f89-9ffb-f3823beeee5c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 943 time: 0.1177526 Mar 11 17:41:32.557702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65e70a18-d22a-4b56-8e87-5e4dfd9c9e98 req-324a44bf-335f-4775-85d4-396188f152af tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238947 Mar 11 17:41:32.664953 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-50906bed-a9e0-4db3-89e7-8371b08a81d2 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462552 Mar 11 17:41:32.792977 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4be88154-59f7-4d01-853a-e8d774aff2ab req-505e30f5-bfc9-46a7-8998-abf87da04604 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127400 Mar 11 17:41:32.828332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58114) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:33.066298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'network': {'name': 'tempest-network-smoke--795455739', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'port_security_enabled': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:33.103033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Made reservation on behalf of 71b5a9c1536a4f91b84b5e8b492a6dc2 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:41:33.107191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.134477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.198006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device df61c21c-9b39-4d86-95b4-d026bc5f1ce1 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:41:33.242826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: df61c21c-9b39-4d86-95b4-d026bc5f1ce1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:41:33.243503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device df61c21c-9b39-4d86-95b4-d026bc5f1ce1 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:41:33.274562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.289228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.316959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e8582ee-77c2-4c09-922e-05add337a524 req-b9816298-c402-4121-b1a7-866c5126b0c8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 210 time: 0.0405867 Mar 11 17:41:33.350758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2dd83a-aed0-450f-b8af-2ce0a4fb9f5e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:33.358765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:41:33.373312 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.373908 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Added segment 5bf71426-33a3-4747-8784-bdcbef53cac9 of type vlan for network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 Mar 11 17:41:33.431740 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.470725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.478671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:33.479814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.590608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7607601 Mar 11 17:41:33.593168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58138) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:33.597812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'admin_state_up': True, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:33.633422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2117-27ac-477d-b8b2-b9bedfc5ad8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Network': ['ID=9cc4430a-3d5b-482a-ab57-b04eb973d5b6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:33.649164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:41:33.651268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.652390 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.732470 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:33.741063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716959-b46a-4e9b-9bbe-91d0d2508666 req-22ddd596-60fc-4e93-97e2-23ea4d86aa07 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:33.743026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b716959-b46a-4e9b-9bbe-91d0d2508666 req-22ddd596-60fc-4e93-97e2-23ea4d86aa07 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 943 time: 0.0695200 Mar 11 17:41:33.807262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b716959-b46a-4e9b-9bbe-91d0d2508666 req-9a7a2cc6-a0cd-4725-ac29-16243b4f3ba9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569496 Mar 11 17:41:33.942137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:34.176627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:34.197979 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:34.328094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.25.8.184 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/76508c9f-0ae2-4d79-93ff-7542ceec4b92) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:41:34.472179 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eeb93d63-5918-4058-a4de-8559bf8ed3d6 req-ffb23994-a40d-4392-b976-b5246422e2d7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 210 time: 0.0500224 Mar 11 17:41:34.498118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:41:34.533620 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:34.608608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:34.614068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:34.629572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'port_id': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'mac_address': 'fa:16:3e:4f:92:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:41:34.702479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:34.707299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:34.718818 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:34.734049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:41:34.746774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d789a75-3cd4-4d5f-b407-3b7e7845545a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:41:34.772814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:34.777719 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:34.801068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=76508c9f-0ae2-4d79-93ff-7542ceec4b92,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:34.874607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:35.019949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['6d789a75-3cd4-4d5f-b407-3b7e7845545a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:41:35.032221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5df3f-cb02-4dbe-8b8c-ec2f5819f6ec req-b428d5b8-610c-4837-83f1-1ed321ba6c76 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:35.033779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0b5df3f-cb02-4dbe-8b8c-ec2f5819f6ec req-b428d5b8-610c-4837-83f1-1ed321ba6c76 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 944 time: 0.1159985 Mar 11 17:41:35.104433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0b5df3f-cb02-4dbe-8b8c-ec2f5819f6ec req-11387cc7-9026-417b-ab3b-67e613184451 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634408 Mar 11 17:41:35.206905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.565912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.694663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eebaa46b-30f5-425f-821f-01adba4f6ced req-6be4f13c-5026-48ed-bba9-e3412c7b1da9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 210 time: 0.0865798 Mar 11 17:41:35.777539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:41:35.910700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:41:35.922715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Sync routers for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:41:35.934977 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:35.936465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:35.937383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:35.939946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58212) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:35.940100 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f629831e-d5ff-47eb-9b0a-64e466e8321c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3426518 Mar 11 17:41:36.047520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-09f7b18d-9cb6-435b-8981-f32a9a49afe2 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=71b5a9c1536a4f91b84b5e8b492a6dc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060796 Mar 11 17:41:36.050308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58218) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:36.103849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:36.317538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071d191-6941-4f3f-a042-9f9339555eb3 req-280b2df1-d463-4369-99bc-3a2c1e6bbace tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.332132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6071d191-6941-4f3f-a042-9f9339555eb3 req-280b2df1-d463-4369-99bc-3a2c1e6bbace tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 944 time: 0.1026111 Mar 11 17:41:36.383510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6071d191-6941-4f3f-a042-9f9339555eb3 req-cb1f7f35-e4c3-461d-a50f-cdd5fcb687d8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444827 Mar 11 17:41:36.404213 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:41:35Z', 'revision_number': 3, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:36.430757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de007d9c-0062-4c9b-b4ff-96b2171caabc tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:36.434992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-de007d9c-0062-4c9b-b4ff-96b2171caabc tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3809490 Mar 11 17:41:36.435868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58230) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:36.442296 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Checking router: b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:41:36.443507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Updating router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 port 76508c9f-0ae2-4d79-93ff-7542ceec4b92 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:41:36.480496 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:36.487296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58232) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:36.488024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d76426d8-92e5-4cfe-9e9b-eb4c73fb2138 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499532 Mar 11 17:41:36.492951 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-319814678', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:36.519834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:36.744636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Made reservation on behalf of 71b5a9c1536a4f91b84b5e8b492a6dc2 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:41:36.746825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:36.856470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a57cd11-47d7-4254-84aa-c5f4b625e60e req-8133595a-9291-4ed2-900a-6ab570f01276 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=0746a25c-58ac-42ee-926c-c3620ba42d6d HTTP/1.1" status: 200 len: 210 time: 0.0437522 Mar 11 17:41:36.988050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 6d789a75-3cd4-4d5f-b407-3b7e7845545a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:41:36.998170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 6d789a75-3cd4-4d5f-b407-3b7e7845545a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:36.998712 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.016052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.148385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Subnet': ['ID=1e1fa43f-2e0d-46ea-876e-fa39154b5c2b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:37.166472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Checking segment: {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:37.166877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network hostable DHCP agents. Network: 9cc4430a-3d5b-482a-ab57-b04eb973d5b6, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:41:37.195694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:41:37.214944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 9cc4430a-3d5b-482a-ab57-b04eb973d5b6) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:37.225318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.225916 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.253322 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-389255be-eb0e-4256-b78e-15673de339ba tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7649047 Mar 11 17:41:37.257144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58256) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:37.268638 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.270602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b8b42-5f17-4a69-9742-cecbfdcee71c None None] Network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:41:37.483376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:37.487154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:41:37.495209 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a8fbe3-0bf5-45a9-ab4c-a1953a519639" -d '{"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:41:37.532927 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.625870 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9012509-ae22-4ede-a79f-cdd42bb1a735 x-openstack-request-id: req-e9012509-ae22-4ede-a79f-cdd42bb1a735 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:41:37.626150 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:41:37.626909 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9012509-ae22-4ede-a79f-cdd42bb1a735 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:41:37.627239 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'code': 200} Mar 11 17:41:37.706584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:41:37.707439 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.712066 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.725313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:37.736194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.791472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86287d7-b223-4fa1-992c-a9518b724ca7 req-e2473d8e-2f32-497a-83fc-925fb6f4c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:37.793507 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e86287d7-b223-4fa1-992c-a9518b724ca7 req-e2473d8e-2f32-497a-83fc-925fb6f4c2a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1096 time: 0.0761917 Mar 11 17:41:37.820637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Attempting to bind port 76508c9f-0ae2-4d79-93ff-7542ceec4b92 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:41:37.821012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Attempting to bind port 76508c9f-0ae2-4d79-93ff-7542ceec4b92 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:41:37.821356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Attempting to bind port 76508c9f-0ae2-4d79-93ff-7542ceec4b92 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:37.841409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:41:37.841851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:37.842176 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.842567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:41:37.843046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Bound port: 76508c9f-0ae2-4d79-93ff-7542ceec4b92, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:41:37.843420 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:37.860809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f94d72-7b91-4360-84b0-7a7f16507804 None None] Pushing event updated for resources: {'Port': ['ID=76508c9f-0ae2-4d79-93ff-7542ceec4b92,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:37.888006 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e86287d7-b223-4fa1-992c-a9518b724ca7 req-7ab82fbe-f966-4862-9d59-6cf245f8ae85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875747 Mar 11 17:41:38.017884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4d5d7-cc3e-439f-91e0-34b7eed041b0 req-0af0c3f4-9b00-49cb-bf8f-ef1014511778 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:38.024867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9d4d5d7-cc3e-439f-91e0-34b7eed041b0 req-0af0c3f4-9b00-49cb-bf8f-ef1014511778 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.5454094 Mar 11 17:41:38.065005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Allocated IP 172.20.0.2 (9cc4430a-3d5b-482a-ab57-b04eb973d5b6/1e1fa43f-2e0d-46ea-876e-fa39154b5c2b/4de538ec-6ede-4d6b-a5c6-5260b3601e48) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:41:38.116855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9d4d5d7-cc3e-439f-91e0-34b7eed041b0 req-cb8ee2a7-a233-47ca-84a6-c11eaa02bbe1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780141 Mar 11 17:41:38.204486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] For port 76508c9f-0ae2-4d79-93ff-7542ceec4b92, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:38.230687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] For port 76508c9f-0ae2-4d79-93ff-7542ceec4b92, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=76508c9f-0ae2-4d79-93ff-7542ceec4b92,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:41:38.249825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.257770 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.410936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:38.412398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:38.430578 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.441021 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.479991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f94d72-7b91-4360-84b0-7a7f16507804 None None] Pushing event updated for resources: {'Port': ['ID=76508c9f-0ae2-4d79-93ff-7542ceec4b92,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:38.560834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:38.570221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:38.604691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:41:38.677241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Pushing event updated for resources: {'Port': ['ID=4de538ec-6ede-4d6b-a5c6-5260b3601e48,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:38.747699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Attempting to bind port 4de538ec-6ede-4d6b-a5c6-5260b3601e48 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:41:38.748322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Attempting to bind port 4de538ec-6ede-4d6b-a5c6-5260b3601e48 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:41:38.753982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Attempting to bind port 4de538ec-6ede-4d6b-a5c6-5260b3601e48 on network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:38.784318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:41:38.784857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Checking segment: {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:38.785173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.785508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Bound using segment: {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:41:38.786148 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Bound port: 4de538ec-6ede-4d6b-a5c6-5260b3601e48, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:41:38.787033 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:38.791006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:38.838431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.20.0.1 (9cc4430a-3d5b-482a-ab57-b04eb973d5b6/1e1fa43f-2e0d-46ea-876e-fa39154b5c2b/43ff8f39-9ab3-4687-8285-16a2bd6121ee) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:41:39.007748 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.061278 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.151903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=43ff8f39-9ab3-4687-8285-16a2bd6121ee,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:39.164368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.164736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.165124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.165513 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.165845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.166175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.166559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.166885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.167273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.167592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.168462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.168462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:41:39.194915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:39.196693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:39.199176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:41:39.209992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] For port 4de538ec-6ede-4d6b-a5c6-5260b3601e48, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:39.226817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] For port 4de538ec-6ede-4d6b-a5c6-5260b3601e48, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4de538ec-6ede-4d6b-a5c6-5260b3601e48,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:41:39.232440 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.235108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:41:35Z', 'revision_number': 3, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:39.259789 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.296276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ded85d-5c1a-4130-80f0-6795e308de33 None None] The sync data for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 is: [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:41:35Z', 'revision_number': 3, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:41:39.368024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0db146-3c2a-4c94-8eb1-989a5978ad42 None None] Pushing event updated for resources: {'Port': ['ID=4de538ec-6ede-4d6b-a5c6-5260b3601e48,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:39.557592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133053b-900f-43bd-9a2c-09350e404eb3 req-4559f716-f0b7-4a79-9e3a-f49773bffaba tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:39.559190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b133053b-900f-43bd-9a2c-09350e404eb3 req-4559f716-f0b7-4a79-9e3a-f49773bffaba tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.1914806 Mar 11 17:41:39.613400 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:39.651016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b133053b-900f-43bd-9a2c-09350e404eb3 req-f1f317c9-6e15-41ec-83c3-9ec244b18006 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641446 Mar 11 17:41:39.901369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f144474-6f15-4e84-9640-8a4b1e86b3a0 req-42e8c69e-d16b-4a8d-adb2-67a5cba58b38 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:39.903379 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f144474-6f15-4e84-9640-8a4b1e86b3a0 req-42e8c69e-d16b-4a8d-adb2-67a5cba58b38 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.1229875 Mar 11 17:41:40.031615 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f144474-6f15-4e84-9640-8a4b1e86b3a0 req-cccbeb3f-3fd9-4cbf-8113-7295f34ba3c2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993166 Mar 11 17:41:40.057058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58330) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:40.141569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7731aae9-0359-4b8e-b98c-cf7881a472fc tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:40.143803 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7731aae9-0359-4b8e-b98c-cf7881a472fc tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1091 time: 0.0846775 Mar 11 17:41:40.146662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58334) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:40.151826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:40.207487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.398422 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.635856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.25.8.126 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/b926d059-5625-41a1-87fd-2ab818505883) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:41:40.694269 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.703037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.848602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.909493 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:40.984473 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.039989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=43ff8f39-9ab3-4687-8285-16a2bd6121ee,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:41.090520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=b926d059-5625-41a1-87fd-2ab818505883,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:41.156992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:41.158492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:41.168288 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.209778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 76508c9f-0ae2-4d79-93ff-7542ceec4b92 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:41.227772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:41.231773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:41.243038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:41:41.329475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168dd7d5-e01f-401b-8871-88bb55c8fdd3 None None] Network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:41:41.413991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:41:41.809168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3eb5fed2-a95d-41bd-8fe1-6449b49ea187 None None] Provisioning complete for port 4de538ec-6ede-4d6b-a5c6-5260b3601e48 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:41.809456 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3eb5fed2-a95d-41bd-8fe1-6449b49ea187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:41.861994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:41:41.905674 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-60b995fa-8071-4073-8526-387dc69b4471 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "PUT /v2.0/routers/b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6453161 Mar 11 17:41:41.905999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58378) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:42.218894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Sync routers for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:41:42.260111 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:42.261097 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:42.405638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 76508c9f-0ae2-4d79-93ff-7542ceec4b92 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:42.406684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.455350 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3eb5fed2-a95d-41bd-8fe1-6449b49ea187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.463386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31287bdf-cf48-4edc-9cb8-09d5f1205afa tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.469616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31287bdf-cf48-4edc-9cb8-09d5f1205afa tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.472603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31287bdf-cf48-4edc-9cb8-09d5f1205afa tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.473147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31287bdf-cf48-4edc-9cb8-09d5f1205afa tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.475016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31287bdf-cf48-4edc-9cb8-09d5f1205afa tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.479787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31287bdf-cf48-4edc-9cb8-09d5f1205afa tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.481333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31287bdf-cf48-4edc-9cb8-09d5f1205afa tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.494892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-31287bdf-cf48-4edc-9cb8-09d5f1205afa tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.5837023 Mar 11 17:41:42.495881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58392) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:42.573474 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:42.590795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3eb5fed2-a95d-41bd-8fe1-6449b49ea187 None None] For port 4de538ec-6ede-4d6b-a5c6-5260b3601e48, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4de538ec-6ede-4d6b-a5c6-5260b3601e48,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:42.602891 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3eb5fed2-a95d-41bd-8fe1-6449b49ea187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.829786 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.842918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f271b42-5d20-4240-b166-c75fb1b63cf7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.843326 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f271b42-5d20-4240-b166-c75fb1b63cf7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.843779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f271b42-5d20-4240-b166-c75fb1b63cf7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.844232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f271b42-5d20-4240-b166-c75fb1b63cf7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.844700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f271b42-5d20-4240-b166-c75fb1b63cf7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.849356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f271b42-5d20-4240-b166-c75fb1b63cf7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.849819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f271b42-5d20-4240-b166-c75fb1b63cf7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:42.852144 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0f271b42-5d20-4240-b166-c75fb1b63cf7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.3550086 Mar 11 17:41:42.860884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58402) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:42.875355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 76508c9f-0ae2-4d79-93ff-7542ceec4b92, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=76508c9f-0ae2-4d79-93ff-7542ceec4b92,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:42.883696 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:42.884950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4de538ec-6ede-4d6b-a5c6-5260b3601e48 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:42.999938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5fed2-a95d-41bd-8fe1-6449b49ea187 None None] Pushing event updated for resources: {'Port': ['ID=4de538ec-6ede-4d6b-a5c6-5260b3601e48,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:43.074908 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:41:39Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:40Z', 'revision_number': 2, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:43.132785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=76508c9f-0ae2-4d79-93ff-7542ceec4b92,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:43.149486 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Checking router: b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:41:43.153131 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Updating router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 port 43ff8f39-9ab3-4687-8285-16a2bd6121ee binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:41:43.199505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9595da39-9799-4c96-abaa-7f36024e88e6 None None] Provisioning complete for port 4de538ec-6ede-4d6b-a5c6-5260b3601e48 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:43.200054 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9595da39-9799-4c96-abaa-7f36024e88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.225420 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.258720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4de538ec-6ede-4d6b-a5c6-5260b3601e48 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:43.259106 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.570343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9595da39-9799-4c96-abaa-7f36024e88e6 None None] Provisioning complete for port 43ff8f39-9ab3-4687-8285-16a2bd6121ee triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:43.572611 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9595da39-9799-4c96-abaa-7f36024e88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.701413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 76508c9f-0ae2-4d79-93ff-7542ceec4b92 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:43.766867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-9595da39-9799-4c96-abaa-7f36024e88e6 None None] Port 43ff8f39-9ab3-4687-8285-16a2bd6121ee cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:41:43.772238 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a910917b-a022-4f32-91c6-d564eeefe06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.808977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 76508c9f-0ae2-4d79-93ff-7542ceec4b92 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:43.809937 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.853557 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.861000 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.885957 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4838beeb-0257-4e7c-b103-07b3abbb9356 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 1.0213017 Mar 11 17:41:43.902767 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:43.939888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-65b80644-c549-4917-89a5-32f6f08c0a32 None None] Provisioning complete for port 43ff8f39-9ab3-4687-8285-16a2bd6121ee triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:43.940256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-65b80644-c549-4917-89a5-32f6f08c0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.063939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-65b80644-c549-4917-89a5-32f6f08c0a32 None None] Port 43ff8f39-9ab3-4687-8285-16a2bd6121ee cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:41:44.068949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4de538ec-6ede-4d6b-a5c6-5260b3601e48 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:44.113926 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.128605 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bdb79-ef79-4fab-9f6c-b91d88f54110 None None] Pushing event updated for resources: {'Port': ['ID=43ff8f39-9ab3-4687-8285-16a2bd6121ee,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:44.211220 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Attempting to bind port 43ff8f39-9ab3-4687-8285-16a2bd6121ee on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:41:44.211956 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Attempting to bind port 43ff8f39-9ab3-4687-8285-16a2bd6121ee by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:41:44.212578 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Attempting to bind port 43ff8f39-9ab3-4687-8285-16a2bd6121ee on network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:44.214991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4de538ec-6ede-4d6b-a5c6-5260b3601e48 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:44.215258 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.222876 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:41:44.223962 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Checking segment: {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:44.224874 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.225509 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Bound using segment: {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:41:44.227157 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Bound port: 43ff8f39-9ab3-4687-8285-16a2bd6121ee, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:41:44.230141 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.388011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b6414dbb-67c7-41c9-a4a5-2189dce387f4 None None] Provisioning complete for port 43ff8f39-9ab3-4687-8285-16a2bd6121ee triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:44.388413 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b6414dbb-67c7-41c9-a4a5-2189dce387f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.398276 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] For port 43ff8f39-9ab3-4687-8285-16a2bd6121ee, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:44.402289 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] For port 43ff8f39-9ab3-4687-8285-16a2bd6121ee, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=43ff8f39-9ab3-4687-8285-16a2bd6121ee,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:41:44.409573 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.470788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b6414dbb-67c7-41c9-a4a5-2189dce387f4 None None] Port 43ff8f39-9ab3-4687-8285-16a2bd6121ee cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:41:44.475322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.481753 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.497224 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:44.498056 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:44.546666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=b926d059-5625-41a1-87fd-2ab818505883,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:44.655055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58444) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:44.660098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-64cd3e03-955c-486a-86eb-f4ea73b0b6fd tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967986743', 'description': 'tempest-secgroup-smoke-1967986743 description', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:44.694806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.750670 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64cd3e03-955c-486a-86eb-f4ea73b0b6fd tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.771154 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bdb79-ef79-4fab-9f6c-b91d88f54110 None None] Pushing event updated for resources: {'Port': ['ID=43ff8f39-9ab3-4687-8285-16a2bd6121ee,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:44.797708 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:44.928332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-257eaf66-2691-4937-a6d0-8da87341c338 None None] Provisioning complete for port 43ff8f39-9ab3-4687-8285-16a2bd6121ee triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:44.928966 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-257eaf66-2691-4937-a6d0-8da87341c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.929790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64cd3e03-955c-486a-86eb-f4ea73b0b6fd tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.935142 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64cd3e03-955c-486a-86eb-f4ea73b0b6fd tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:44.950903 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Floating IP 4c067cd7-ea12-4d3b-8138-8fd8d8414072 associated. External IP: 172.25.8.126, port: 6d789a75-3cd4-4d5f-b407-3b7e7845545a. Mar 11 17:41:45.011885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64cd3e03-955c-486a-86eb-f4ea73b0b6fd tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.016174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-64cd3e03-955c-486a-86eb-f4ea73b0b6fd tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3601627 Mar 11 17:41:45.019933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58452) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:45.030110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f5b963d6-3776-48e0-bbf1-f9ae8f9de604 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '34050c80-056b-4460-a878-6eaf4e0816cf', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:45.061622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd3e03-955c-486a-86eb-f4ea73b0b6fd tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34050c80-056b-4460-a878-6eaf4e0816cf,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:45.082757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a1da9-5041-490c-9da1-a0a180e5f929 req-59e9c8cd-6bcd-4479-b001-c41daf53e521 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:45.092068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b9a1da9-5041-490c-9da1-a0a180e5f929 req-59e9c8cd-6bcd-4479-b001-c41daf53e521 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 945 time: 0.1441989 Mar 11 17:41:45.185606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-257eaf66-2691-4937-a6d0-8da87341c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.187670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b9a1da9-5041-490c-9da1-a0a180e5f929 req-b310cdca-4aef-408f-a0a8-0cde71ba4188 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889335 Mar 11 17:41:45.211549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b963d6-3776-48e0-bbf1-f9ae8f9de604 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.254083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-257eaf66-2691-4937-a6d0-8da87341c338 None None] For port 43ff8f39-9ab3-4687-8285-16a2bd6121ee, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=43ff8f39-9ab3-4687-8285-16a2bd6121ee,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:45.280793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b963d6-3776-48e0-bbf1-f9ae8f9de604 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.287782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b963d6-3776-48e0-bbf1-f9ae8f9de604 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.293303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-257eaf66-2691-4937-a6d0-8da87341c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.353932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b963d6-3776-48e0-bbf1-f9ae8f9de604 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.357731 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f5b963d6-3776-48e0-bbf1-f9ae8f9de604 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334908 Mar 11 17:41:45.358204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58460) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:45.372048 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b963d6-3776-48e0-bbf1-f9ae8f9de604 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9d3d0e-8d83-4d70-a86c-ed352ee08e79,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:45.372917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e5b3f08c-9413-41a7-905b-01bc36b491ab tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '34050c80-056b-4460-a878-6eaf4e0816cf', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:45.387155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257eaf66-2691-4937-a6d0-8da87341c338 None None] Pushing event updated for resources: {'Port': ['ID=43ff8f39-9ab3-4687-8285-16a2bd6121ee,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:45.423247 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5b3f08c-9413-41a7-905b-01bc36b491ab tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.478217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3ea83a84-4440-4084-ac62-f859d0b325d3 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:41:45.485418 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5b3f08c-9413-41a7-905b-01bc36b491ab tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.491834 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5b3f08c-9413-41a7-905b-01bc36b491ab tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.527285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3f08c-9413-41a7-905b-01bc36b491ab tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f2baa0-f32e-420e-bbac-3bf8d0ef60cb,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:45.537957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5b3f08c-9413-41a7-905b-01bc36b491ab tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.542182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e5b3f08c-9413-41a7-905b-01bc36b491ab tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1794808 Mar 11 17:41:45.542524 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:41:39Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:44Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:45.543648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58466) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:45.549688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7034ea9f-717f-4641-a6f3-926d2508e63b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '34050c80-056b-4460-a878-6eaf4e0816cf', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:45.582171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7034ea9f-717f-4641-a6f3-926d2508e63b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.585848 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a1cf68-df28-4d32-a0a5-af7f8f33f7ab None None] The sync data for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 is: [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:41:39Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:44Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:41:45.724992 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7034ea9f-717f-4641-a6f3-926d2508e63b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.730073 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7034ea9f-717f-4641-a6f3-926d2508e63b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.759097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034ea9f-717f-4641-a6f3-926d2508e63b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8492ba4f-d6f9-4c31-9d69-5173408bfe89,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:45.768951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7034ea9f-717f-4641-a6f3-926d2508e63b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.772394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7034ea9f-717f-4641-a6f3-926d2508e63b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2241950 Mar 11 17:41:45.773523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58476) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:45.775361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:41:45.778303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-98216934-7367-4afe-919e-0c7e317bfb24 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '34050c80-056b-4460-a878-6eaf4e0816cf', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:45.788041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] Sync routers for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:41:45.803347 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.807902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:45.808597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:45.812598 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98216934-7367-4afe-919e-0c7e317bfb24 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:45.877364 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aa00bd9c-5feb-438d-9c91-61c22ab76f6c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7162342 Mar 11 17:41:45.881340 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:41:45.900496 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8edcc6-089d-484e-84bc-509ed05cec14" -d '{"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:41:45.988202 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128c1bfc-bf1a-43ba-82f1-c1f40948bee8 x-openstack-request-id: req-128c1bfc-bf1a-43ba-82f1-c1f40948bee8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:41:45.989370 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:41:45.990444 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-128c1bfc-bf1a-43ba-82f1-c1f40948bee8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:41:45.991531 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'status': 'completed', 'code': 200} Mar 11 17:41:46.000669 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98216934-7367-4afe-919e-0c7e317bfb24 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.006421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98216934-7367-4afe-919e-0c7e317bfb24 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.070216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:46.118877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98216934-7367-4afe-919e-0c7e317bfb24 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.122304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-98216934-7367-4afe-919e-0c7e317bfb24 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3474352 Mar 11 17:41:46.123376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98216934-7367-4afe-919e-0c7e317bfb24 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd76dde0-32ef-448d-99fb-74282973d391,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:46.125697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:46.136972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-89aeefb5-aa92-4209-b187-38ab1adc051b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '34050c80-056b-4460-a878-6eaf4e0816cf', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:46.153648 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ecfce33-0d7f-45ce-9db8-c8ee4dbfd5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.241184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354c82a-0d57-4131-9a64-a0f08caf4454 req-a41f8df9-c213-4fe2-8cdd-af3c89e5d57b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.251131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f354c82a-0d57-4131-9a64-a0f08caf4454 req-a41f8df9-c213-4fe2-8cdd-af3c89e5d57b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.2096517 Mar 11 17:41:46.322574 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-89aeefb5-aa92-4209-b187-38ab1adc051b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Project 71b5a9c1536a4f91b84b5e8b492a6dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:41:46.336214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89aeefb5-aa92-4209-b187-38ab1adc051b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.341089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f354c82a-0d57-4131-9a64-a0f08caf4454 req-6fbcedf4-9759-4104-80d0-f1694357e23b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847101 Mar 11 17:41:46.383300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58494) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:46.383663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-1806c723-bb7f-4525-862b-6281b953b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.385717 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-1806c723-bb7f-4525-862b-6281b953b277 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1096 time: 0.3727231 Mar 11 17:41:46.601311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb69c4-7eb7-4a7e-b4d8-65ad7cf9400b req-82cd196d-6818-4487-a220-0f0479cb4e89 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.603219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7eb69c4-7eb7-4a7e-b4d8-65ad7cf9400b req-82cd196d-6818-4487-a220-0f0479cb4e89 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 945 time: 0.2911692 Mar 11 17:41:46.629808 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-459f0d42-f8c2-44c0-bf65-73161afd9372 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/4c067cd7-ea12-4d3b-8138-8fd8d8414072 HTTP/1.1" status: 200 len: 991 time: 0.2409911 Mar 11 17:41:46.691404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7eb69c4-7eb7-4a7e-b4d8-65ad7cf9400b req-67719325-eea9-49fc-928c-0f88ddc24b2d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=1fe38080-4b1d-489f-9a34-d4964373b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696507 Mar 11 17:41:46.708820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '4c067cd7-ea12-4d3b-8138-8fd8d8414072', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'port_id': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'mac_address': 'fa:16:3e:4f:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:41:43Z', 'updated_at': '2022-03-11T17:41:43Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc160a3-6f03-426d-a1cd-f6aa10e3586b', 'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:8b:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:18Z', 'updated_at': '2022-03-11T17:41:25Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:46.726012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-5e9ed6c3-9ec3-4573-9e50-2fd5b64f1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.727499 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-5e9ed6c3-9ec3-4573-9e50-2fd5b64f1505 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.3321130 Mar 11 17:41:46.743697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] Checking router: 3ea83a84-4440-4084-ac62-f859d0b325d3 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:41:46.750774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89aeefb5-aa92-4209-b187-38ab1adc051b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.756513 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89aeefb5-aa92-4209-b187-38ab1adc051b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.757429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:41:46.758215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:46.858474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeefb5-aa92-4209-b187-38ab1adc051b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0701158-e025-4b43-aeeb-0918967c77d0,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:46.863093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-9667f030-37d0-485d-bca6-80db0d79166b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:46.868884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-9667f030-37d0-485d-bca6-80db0d79166b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 945 time: 0.0820549 Mar 11 17:41:46.909481 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-0b2599c7-ff88-457a-9a1a-209550307f58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 999 time: 0.1668050 Mar 11 17:41:46.914122 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89aeefb5-aa92-4209-b187-38ab1adc051b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:46.915910 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-89aeefb5-aa92-4209-b187-38ab1adc051b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7890148 Mar 11 17:41:46.928164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:46.934946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a9789fae-0886-456f-b660-e422857fc5b7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '34050c80-056b-4460-a878-6eaf4e0816cf', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:47.003786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:41:47.068165 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-a9789fae-0886-456f-b660-e422857fc5b7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Project 71b5a9c1536a4f91b84b5e8b492a6dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:41:47.075370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port a803d35f-099a-48a0-8255-b5e50831d61c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:41:47.078054 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.079349 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9789fae-0886-456f-b660-e422857fc5b7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.096078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-57408410-b043-4077-87cc-78ccb8742ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:47.097752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-57408410-b043-4077-87cc-78ccb8742ff3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.1798184 Mar 11 17:41:47.220498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] For port a803d35f-099a-48a0-8255-b5e50831d61c, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=a803d35f-099a-48a0-8255-b5e50831d61c,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:47.220968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.228765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.243399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-c1f71373-e44d-46cd-ab40-a3b4a724a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:47.245114 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-c1f71373-e44d-46cd-ab40-a3b4a724a967 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024160 Mar 11 17:41:47.250725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for a803d35f-099a-48a0-8255-b5e50831d61c owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:41:47.274152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9789fae-0886-456f-b660-e422857fc5b7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.306954 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9789fae-0886-456f-b660-e422857fc5b7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.365729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9789fae-0886-456f-b660-e422857fc5b7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.366983 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a9789fae-0886-456f-b660-e422857fc5b7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4374585 Mar 11 17:41:47.381197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9789fae-0886-456f-b660-e422857fc5b7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759070a3-60a4-41a8-a6f1-740cb3416511,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:47.438591 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-6dfe7d6b-e255-460b-af9c-e1222d43061b service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799664 Mar 11 17:41:47.470552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '4c067cd7-ea12-4d3b-8138-8fd8d8414072', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'port_id': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'mac_address': 'fa:16:3e:4f:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:41:43Z', 'updated_at': '2022-03-11T17:41:43Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc160a3-6f03-426d-a1cd-f6aa10e3586b', 'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:8b:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:18Z', 'updated_at': '2022-03-11T17:41:25Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:41:47.557056 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.573201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['a803d35f-099a-48a0-8255-b5e50831d61c'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:41:47.584306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71de42-0de2-400c-90ad-0a6ea5811f29 None None] The sync data for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 is: [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '4c067cd7-ea12-4d3b-8138-8fd8d8414072', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'port_id': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'mac_address': 'fa:16:3e:4f:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:41:43Z', 'updated_at': '2022-03-11T17:41:43Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc160a3-6f03-426d-a1cd-f6aa10e3586b', 'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:8b:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:18Z', 'updated_at': '2022-03-11T17:41:25Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:41:47.635413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58540) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:47.743346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 43ff8f39-9ab3-4687-8285-16a2bd6121ee up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:47.809093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=a803d35f-099a-48a0-8255-b5e50831d61c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:47.820690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] No DVR routers for this DVR port a803d35f-099a-48a0-8255-b5e50831d61c on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:41:47.829240 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.853250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-742b89a9-a197-4073-ba87-230ea33c3cb0 req-678ce2c9-5683-4999-abea-7b114d9eee8c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "DELETE /v2.0/ports/a803d35f-099a-48a0-8255-b5e50831d61c HTTP/1.1" status: 204 len: 173 time: 0.9768336 Mar 11 17:41:47.855276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bb1d4f-0ae1-4812-b180-c6559f46a2e4', 'name': 'network-vif-deleted', 'tag': 'a803d35f-099a-48a0-8255-b5e50831d61c'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:41:47.886553 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1714bd63-0ae5-43ca-880c-f4b47b72025e" -d '{"events": [{"server_uuid": "03bb1d4f-0ae1-4812-b180-c6559f46a2e4", "name": "network-vif-deleted", "tag": "a803d35f-099a-48a0-8255-b5e50831d61c"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:41:47.887958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 43ff8f39-9ab3-4687-8285-16a2bd6121ee triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:47.888678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:47.905501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2563b5a5-f745-4a62-8672-516152bbf6b6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/4c067cd7-ea12-4d3b-8138-8fd8d8414072 HTTP/1.1" status: 200 len: 991 time: 0.2678800 Mar 11 17:41:47.951287 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cf8edcc6-089d-484e-84bc-509ed05cec14 req-a56eb227-a286-4a8d-aa96-7971bec39b56 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023246 Mar 11 17:41:48.093040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-766b6bac-fc69-4e41-af07-adcd3414f3ae tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967986743&fields=id&tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2 HTTP/1.1" status: 200 len: 267 time: 0.4482253 Mar 11 17:41:48.117539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e6135bfe-ab26-4367-ac84-7521cb173e68 req-823b72a2-f458-4506-b83c-c0b4aec7f162 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 210 time: 0.2632697 Mar 11 17:41:48.397501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-d46fd08d-45a9-45e0-a5b8-da54d6230320 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:48.404699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-d46fd08d-45a9-45e0-a5b8-da54d6230320 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/networks?id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 200 len: 796 time: 0.3085070 Mar 11 17:41:48.436095 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:48.440952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-99d64a10-60b6-4493-a8d7-8730ca83623f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/quotas/71b5a9c1536a4f91b84b5e8b492a6dc2 HTTP/1.1" status: 200 len: 375 time: 0.0352893 Mar 11 17:41:48.560574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-15508603-8a54-4677-8dcf-4f9485feec19 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184001 Mar 11 17:41:48.602470 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04deadff-1fb8-45af-aa40-f6d2792fef60 x-openstack-request-id: req-04deadff-1fb8-45af-aa40-f6d2792fef60 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:41:48.603063 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bb1d4f-0ae1-4812-b180-c6559f46a2e4", "name": "network-vif-deleted", "tag": "a803d35f-099a-48a0-8255-b5e50831d61c", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:41:48.603677 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04deadff-1fb8-45af-aa40-f6d2792fef60 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:41:48.604390 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bb1d4f-0ae1-4812-b180-c6559f46a2e4', 'name': 'network-vif-deleted', 'tag': 'a803d35f-099a-48a0-8255-b5e50831d61c', 'status': 'completed', 'code': 200} Mar 11 17:41:48.743652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-cb627f98-cd91-4348-8e35-dd223d1467e6 service neutron] 10.222.0.53 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796072 Mar 11 17:41:48.903033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58572) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:48.939612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-5bb27cb3-db13-4ab1-99b9-0f111eed08f3 service neutron] 10.222.0.53 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796324 Mar 11 17:41:49.024132 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:49.090565 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e5dd16cb-1899-488f-9fa9-759756b7f551 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/4c067cd7-ea12-4d3b-8138-8fd8d8414072 HTTP/1.1" status: 200 len: 991 time: 0.1851943 Mar 11 17:41:49.301475 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec83d01d-c2ba-45f6-bbbf-f3003775e39e None None] New status for floating IP 4c067cd7-ea12-4d3b-8138-8fd8d8414072: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:41:49.381275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f8376b-01f2-4450-89b1-9f7a828506ad req-4c204fe6-3d9a-4ec6-bcc9-2502029d5eb7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 210 time: 0.1056426 Mar 11 17:41:49.435212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c3b7a0-322c-4cd7-a963-111313e1aa28 req-14c5924e-e154-4e90-9928-a45d894ba55d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 210 time: 0.0685194 Mar 11 17:41:50.093357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58612) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:50.174666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-15e914a3-aacf-4dc2-a544-9f59932053d4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/4c067cd7-ea12-4d3b-8138-8fd8d8414072 HTTP/1.1" status: 200 len: 993 time: 0.0801744 Mar 11 17:41:50.508198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17ace7ff-9f2f-45d5-b93e-d57a7860c428 req-139b3805-f961-42da-bf3f-e51aec26723c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 210 time: 0.0600295 Mar 11 17:41:50.559786 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a803d35f-099a-48a0-8255-b5e50831d61c no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:41:50.562700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b47dd5df-2563-49b0-90da-7c025acd7e6a req-0d2274b5-a436-4b22-9890-4dfc8c05cf87 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 210 time: 0.0489392 Mar 11 17:41:50.586528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: a803d35f-099a-48a0-8255-b5e50831d61c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:41:50.587101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device a803d35f-099a-48a0-8255-b5e50831d61c not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:41:50.879013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-10cca232-8d8a-4ae8-aadc-1ea0b7855d52 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:50.881374 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-10cca232-8d8a-4ae8-aadc-1ea0b7855d52 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "GET /v2.0/networks?id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 200 len: 796 time: 0.1615665 Mar 11 17:41:50.945942 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-97bea33f-4ba4-438f-b833-487c382d7969 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2 HTTP/1.1" status: 200 len: 380 time: 0.0540643 Mar 11 17:41:50.957180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'port': {'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'admin_state_up': True, 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'security_groups': ['34050c80-056b-4460-a878-6eaf4e0816cf']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:51.107120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Made reservation on behalf of 71b5a9c1536a4f91b84b5e8b492a6dc2 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:41:51.111004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.287860 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.20.0.3 (9cc4430a-3d5b-482a-ab57-b04eb973d5b6/1e1fa43f-2e0d-46ea-876e-fa39154b5c2b/12eb12f9-2ba7-475a-a6aa-9f9ea937909b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:41:51.483638 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.525012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.598183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:51.614895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:41:51.617621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:41:51.620673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:41:51.687306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:51.687953 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.718816 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-77697c44-4312-4035-80ff-309b31f58b0c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607911 Mar 11 17:41:51.738666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Request body: {'port': {'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:51.764858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-610cf533-4706-4946-9c53-c09295821cb0 req-6e353e8a-81cd-480d-873c-284ecdc18fbe tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 210 time: 0.0722985 Mar 11 17:41:51.816544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca42f25-7e33-4323-a2c5-92ca0a7b0064 req-ceadb6c8-6dd7-43df-a4ec-fbc44614005a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:51.821073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fca42f25-7e33-4323-a2c5-92ca0a7b0064 req-ceadb6c8-6dd7-43df-a4ec-fbc44614005a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 931 time: 0.1893771 Mar 11 17:41:51.827491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:51.891905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fca42f25-7e33-4323-a2c5-92ca0a7b0064 req-dff21c3a-848e-4751-b5eb-324cd5ec82ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572307 Mar 11 17:41:52.112098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7ddf5890-ea61-42f8-8cfb-21bc52cb6418 None None] Provisioning complete for port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:52.112697 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ddf5890-ea61-42f8-8cfb-21bc52cb6418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.178164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf5890-ea61-42f8-8cfb-21bc52cb6418 None None] Port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:41:52.182770 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12eb12f9-2ba7-475a-a6aa-9f9ea937909b {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:41:52.191516 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.212545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Transition to ACTIVE for port object 12eb12f9-2ba7-475a-a6aa-9f9ea937909b will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:41:52.218226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.285014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Pushing event updated for resources: {'Port': ['ID=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:52.395045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Attempting to bind port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:41:52.396115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Attempting to bind port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:41:52.396518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Attempting to bind port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b on network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:52.414810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b on network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:41:52.415252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Attempting to bind port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b on network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:41:52.423918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:41:52.424258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Checking segment: {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:41:52.424814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Bound using segment: {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:41:52.425508 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Bound port: 12eb12f9-2ba7-475a-a6aa-9f9ea937909b, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf71426-33a3-4747-8784-bdcbef53cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:41:52.426023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.529939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] For port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:41:52.534867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] For port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:41:52.540856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.577776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.578536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:52.580045 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] 10.222.0.66 "PUT /v2.0/ports/12eb12f9-2ba7-475a-a6aa-9f9ea937909b HTTP/1.1" status: 200 len: 1091 time: 0.8579113 Mar 11 17:41:52.582602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:41:52.586845 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:41:52.620653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca903a-40dd-4014-82c1-a8b31906c626 service neutron] Pushing event updated for resources: {'Port': ['ID=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:52.654483 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8db30e-e3b4-4c1c-a9b2-3fbd13625002 x-openstack-request-id: req-8a8db30e-e3b4-4c1c-a9b2-3fbd13625002 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:41:52.654863 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:41:52.655069 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a8db30e-e3b4-4c1c-a9b2-3fbd13625002 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:41:52.655496 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'status': 'completed', 'code': 200} Mar 11 17:41:52.695490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-c1167b95-e9e5-4bd3-9c34-95b67832bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.697094 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-c1167b95-e9e5-4bd3-9c34-95b67832bcf6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 1094 time: 0.0680385 Mar 11 17:41:52.769593 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-add6ad25-0e47-467a-8ab7-d63128aa2677 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b HTTP/1.1" status: 200 len: 217 time: 0.0638289 Mar 11 17:41:52.843552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-d8dcaef6-2a2c-41a3-9a80-87b564c836c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.845560 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-d8dcaef6-2a2c-41a3-9a80-87b564c836c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e1fa43f-2e0d-46ea-876e-fa39154b5c2b HTTP/1.1" status: 200 len: 834 time: 0.0695686 Mar 11 17:41:52.887379 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10b98fcf-6bed-441f-a261-92d3acaa695e req-b424ff35-4022-4973-a985-2c540e462692 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=03bb1d4f-0ae1-4812-b180-c6559f46a2e4 HTTP/1.1" status: 200 len: 210 time: 0.0308192 Mar 11 17:41:52.909606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-ce29667e-f645-4b09-a3b6-499ea31d46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:52.912373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-ce29667e-f645-4b09-a3b6-499ea31d46fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598750 Mar 11 17:41:53.063506 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-95a6b007-74ea-406c-82fc-0506882fd697 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439841 Mar 11 17:41:53.088305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ff94a-3257-43fa-90c0-8f0dd60dfa46 req-6dcd63ca-e58b-4351-940b-4757b9d41ccf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:53.089962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-801ff94a-3257-43fa-90c0-8f0dd60dfa46 req-6dcd63ca-e58b-4351-940b-4757b9d41ccf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 943 time: 0.1077135 Mar 11 17:41:53.170693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-801ff94a-3257-43fa-90c0-8f0dd60dfa46 req-96a21de3-d32f-4cbe-a986-44fe7c78adef tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723221 Mar 11 17:41:53.235151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-cce34db1-2e99-4bb3-ac6b-3c47c495509d req-d9a264eb-02c9-40f4-a06e-a13ec767da7b service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610534 Mar 11 17:41:53.346859 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-97d3ce43-793b-45e0-8073-e25fb629e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:53.348738 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-97d3ce43-793b-45e0-8073-e25fb629e2c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 1094 time: 0.0511103 Mar 11 17:41:53.484308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-68546f31-dcda-40a8-94c0-145925fd442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:53.486829 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-68546f31-dcda-40a8-94c0-145925fd442e service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 200 len: 896 time: 0.1315777 Mar 11 17:41:53.543388 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-c768a8c5-3cd4-4bc1-85c5-e05442232c07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b HTTP/1.1" status: 200 len: 217 time: 0.0488784 Mar 11 17:41:53.633848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-21bca575-4108-46ea-8870-d4d5fb36b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:53.635340 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-21bca575-4108-46ea-8870-d4d5fb36b5a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e1fa43f-2e0d-46ea-876e-fa39154b5c2b HTTP/1.1" status: 200 len: 834 time: 0.0796008 Mar 11 17:41:54.063303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-93239c8a-be0c-4928-97db-5c4b20b746d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:54.065029 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-93239c8a-be0c-4928-97db-5c4b20b746d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4219193 Mar 11 17:41:54.164401 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-0c88f5c5-a398-4194-927d-65a12bd97c27 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873191 Mar 11 17:41:54.288467 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-869ffdcd-5ee8-42d3-87b0-2a755fb61da4 req-5b2ea772-7d7c-4d7c-9add-2c508a7aba68 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171396 Mar 11 17:41:54.307466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e957d9-d970-4354-bc8f-8b8fb6981741 req-670ee4e7-6e68-4cfa-84cd-f3e3229671e5 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:54.309732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39e957d9-d970-4354-bc8f-8b8fb6981741 req-670ee4e7-6e68-4cfa-84cd-f3e3229671e5 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 943 time: 0.0595541 Mar 11 17:41:54.348578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39e957d9-d970-4354-bc8f-8b8fb6981741 req-ddfcc3be-9c45-46ca-b871-55e3360f9491 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Mar 11 17:41:55.502685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2629c-e792-46df-9d95-a74cb9060a21 req-9b48f1cb-1166-424b-b34f-1860a248e243 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:55.504793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67d2629c-e792-46df-9d95-a74cb9060a21 req-9b48f1cb-1166-424b-b34f-1860a248e243 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 943 time: 0.0689635 Mar 11 17:41:55.557184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67d2629c-e792-46df-9d95-a74cb9060a21 req-03de0236-24c4-47ec-bc5c-9fa3c6495155 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464103 Mar 11 17:41:56.717006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2112c0a-9d27-4794-9e82-a3c3ad387dbb req-a08683c9-ac47-436b-a474-d407a57914a1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:56.728056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2112c0a-9d27-4794-9e82-a3c3ad387dbb req-a08683c9-ac47-436b-a474-d407a57914a1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 943 time: 0.0765364 Mar 11 17:41:56.769101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2112c0a-9d27-4794-9e82-a3c3ad387dbb req-923b4f01-32b4-4c98-8a73-251094a5c8ae tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399785 Mar 11 17:41:57.354493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 12eb12f9-2ba7-475a-a6aa-9f9ea937909b details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:41:57.546827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:57.563113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:41:57.613923 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:57.637030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eb12f9-2ba7-475a-a6aa-9f9ea937909b {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:41:57.661805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:57.666373 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:57.720804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:57.933114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd54e9-cc09-4b18-8e1d-e5d0b1ca555c req-7dfc2816-ac89-4c1d-bf56-2a55ce26d0dc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:57.934738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edfd54e9-cc09-4b18-8e1d-e5d0b1ca555c req-7dfc2816-ac89-4c1d-bf56-2a55ce26d0dc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 944 time: 0.0724387 Mar 11 17:41:57.983983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edfd54e9-cc09-4b18-8e1d-e5d0b1ca555c req-a388897f-2bef-4c27-a091-723983247d05 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Mar 11 17:41:58.007971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['12eb12f9-2ba7-475a-a6aa-9f9ea937909b'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:41:58.377891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58846) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:58.383006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-01ddbd1f-6f6f-455b-88e9-61fa114f5153 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402647538', 'description': 'tempest-secgroup-smoke-1402647538 description', 'project_id': '725617d7b05e44bca6e50276a11b8f42'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:58.412175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01ddbd1f-6f6f-455b-88e9-61fa114f5153 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.488098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01ddbd1f-6f6f-455b-88e9-61fa114f5153 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.494069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01ddbd1f-6f6f-455b-88e9-61fa114f5153 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.494893 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:41:58.540790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01ddbd1f-6f6f-455b-88e9-61fa114f5153 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.542721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-01ddbd1f-6f6f-455b-88e9-61fa114f5153 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1638229 Mar 11 17:41:58.545077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddbd1f-6f6f-455b-88e9-61fa114f5153 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:58.545805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58858) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:58.550936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5a8b7cbe-ecb6-4601-9cb6-9b012ead70de tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'security_group_rule': {'security_group_id': 'fa82e21d-b8aa-47df-bac3-84bd3c99b6c0', 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:58.579196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7cbe-ecb6-4601-9cb6-9b012ead70de tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.643904 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7cbe-ecb6-4601-9cb6-9b012ead70de tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.648780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7cbe-ecb6-4601-9cb6-9b012ead70de tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.668875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b7cbe-ecb6-4601-9cb6-9b012ead70de tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78413e67-fe98-4097-8c9b-51d8cb1c0d0f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:58.678052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7cbe-ecb6-4601-9cb6-9b012ead70de tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.682158 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5a8b7cbe-ecb6-4601-9cb6-9b012ead70de tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348155 Mar 11 17:41:58.682372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58860) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:58.687106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-52ab6bfe-7028-489b-a4cf-da3ee605d46d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'security_group_rule': {'security_group_id': 'fa82e21d-b8aa-47df-bac3-84bd3c99b6c0', 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:58.714504 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52ab6bfe-7028-489b-a4cf-da3ee605d46d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.780204 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52ab6bfe-7028-489b-a4cf-da3ee605d46d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.784522 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52ab6bfe-7028-489b-a4cf-da3ee605d46d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.804214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab6bfe-7028-489b-a4cf-da3ee605d46d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d125f760-bd76-481b-a887-423b46e951af,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:58.816994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52ab6bfe-7028-489b-a4cf-da3ee605d46d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.819279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-52ab6bfe-7028-489b-a4cf-da3ee605d46d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356537 Mar 11 17:41:58.822648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58866) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:58.828324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-fff7e4ee-c25e-4398-b4c0-b30e424ebbbc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'security_group_rule': {'security_group_id': 'fa82e21d-b8aa-47df-bac3-84bd3c99b6c0', 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:58.856611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fff7e4ee-c25e-4398-b4c0-b30e424ebbbc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.924189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fff7e4ee-c25e-4398-b4c0-b30e424ebbbc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.929062 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fff7e4ee-c25e-4398-b4c0-b30e424ebbbc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.951499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7e4ee-c25e-4398-b4c0-b30e424ebbbc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd1ac24-7e65-4add-869f-60e2804e5939,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:58.958884 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fff7e4ee-c25e-4398-b4c0-b30e424ebbbc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:58.960270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fff7e4ee-c25e-4398-b4c0-b30e424ebbbc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361375 Mar 11 17:41:58.964057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58868) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:58.968667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3b71d115-3943-4f36-ae09-7de836b18224 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'security_group_rule': {'security_group_id': 'fa82e21d-b8aa-47df-bac3-84bd3c99b6c0', 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:58.993876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b71d115-3943-4f36-ae09-7de836b18224 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.069958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b71d115-3943-4f36-ae09-7de836b18224 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.076103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b71d115-3943-4f36-ae09-7de836b18224 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.109944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71d115-3943-4f36-ae09-7de836b18224 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01a1b06-cfb8-4263-b0cf-9e1017d0fd2d,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:59.141020 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b71d115-3943-4f36-ae09-7de836b18224 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.141020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3b71d115-3943-4f36-ae09-7de836b18224 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1690104 Mar 11 17:41:59.141351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 58876) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:59.142099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aa6ef54f-d9a3-4427-9d82-ca494a74bbbb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'security_group_rule': {'security_group_id': 'fa82e21d-b8aa-47df-bac3-84bd3c99b6c0', 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:59.159681 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.165643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287dea0-9be8-453b-973b-46ab8d50178b req-c5f179bf-85c4-4d56-8f31-592b00d3ac1c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:59.173983 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-aa6ef54f-d9a3-4427-9d82-ca494a74bbbb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Project 725617d7b05e44bca6e50276a11b8f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:41:59.174374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c287dea0-9be8-453b-973b-46ab8d50178b req-c5f179bf-85c4-4d56-8f31-592b00d3ac1c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 944 time: 0.0897694 Mar 11 17:41:59.183233 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef54f-d9a3-4427-9d82-ca494a74bbbb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.222488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c287dea0-9be8-453b-973b-46ab8d50178b req-3a0ad29b-6024-4506-b5f7-3d4cdbccf44e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469029 Mar 11 17:41:59.276728 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef54f-d9a3-4427-9d82-ca494a74bbbb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.281060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef54f-d9a3-4427-9d82-ca494a74bbbb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.305504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ef54f-d9a3-4427-9d82-ca494a74bbbb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d20b7b8-8f4f-45c2-b930-c051e342931f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:59.316376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef54f-d9a3-4427-9d82-ca494a74bbbb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.320993 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aa6ef54f-d9a3-4427-9d82-ca494a74bbbb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802676 Mar 11 17:41:59.321527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 58878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:41:59.326502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4e414a5b-4c39-455d-b2a6-10ac6ee386e3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'security_group_rule': {'security_group_id': 'fa82e21d-b8aa-47df-bac3-84bd3c99b6c0', 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:41:59.352123 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-4e414a5b-4c39-455d-b2a6-10ac6ee386e3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Project 725617d7b05e44bca6e50276a11b8f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:41:59.357065 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e414a5b-4c39-455d-b2a6-10ac6ee386e3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.367244 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 12eb12f9-2ba7-475a-a6aa-9f9ea937909b up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:41:59.414931 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e414a5b-4c39-455d-b2a6-10ac6ee386e3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.421640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e414a5b-4c39-455d-b2a6-10ac6ee386e3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.428675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:41:59.433461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:41:59.434006 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.452985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e414a5b-4c39-455d-b2a6-10ac6ee386e3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1432da-28d5-49a8-9b77-ba842cab51af,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:41:59.463024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e414a5b-4c39-455d-b2a6-10ac6ee386e3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.468641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4e414a5b-4c39-455d-b2a6-10ac6ee386e3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434462 Mar 11 17:41:59.542341 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.585611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:41:59.587888 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c819ffea-6e43-4f83-9cd0-8eb7de669c4a" -d '{"events": [{"server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "name": "network-vif-plugged", "status": "completed", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:41:59.633957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:41:59.645237 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:41:59.877299 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e17bb-e5a6-4c54-9f03-9d14695e7984 req-4f80a5f9-4caa-4ed7-8eb7-e6c237ff29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:41:59.879040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-773e17bb-e5a6-4c54-9f03-9d14695e7984 req-4f80a5f9-4caa-4ed7-8eb7-e6c237ff29b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 1096 time: 0.0539863 Mar 11 17:41:59.917394 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a5fbad-0b2e-4d88-ab12-a04ca3795110 x-openstack-request-id: req-06a5fbad-0b2e-4d88-ab12-a04ca3795110 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:41:59.918213 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "name": "network-vif-plugged", "status": "completed", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:41:59.918616 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06a5fbad-0b2e-4d88-ab12-a04ca3795110 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:41:59.919184 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'code': 200} Mar 11 17:41:59.954570 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-773e17bb-e5a6-4c54-9f03-9d14695e7984 req-a85f55f5-a6b1-441b-a0a5-5856b929d9e2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687609 Mar 11 17:41:59.955355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:00.363506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925304b-8c21-4db7-a053-b750ed7cc77f req-739105f4-fb6e-413c-9c31-4859b225cc9c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:00.365748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8925304b-8c21-4db7-a053-b750ed7cc77f req-739105f4-fb6e-413c-9c31-4859b225cc9c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 945 time: 0.0589235 Mar 11 17:42:00.423492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8925304b-8c21-4db7-a053-b750ed7cc77f req-11527049-39a3-4241-94ef-d73224b80598 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450990 Mar 11 17:42:01.561035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b3167-93de-4b43-a059-cde830f748e2 req-981353bd-00a5-4c59-bdfd-eaf599619065 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:01.563532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e27b3167-93de-4b43-a059-cde830f748e2 req-981353bd-00a5-4c59-bdfd-eaf599619065 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 945 time: 0.0707901 Mar 11 17:42:01.644013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e27b3167-93de-4b43-a059-cde830f748e2 req-e69591de-dbdb-47e7-a217-1b606a326ee2 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684092 Mar 11 17:42:02.824306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e28685-978e-4685-a73b-ee57f1dbb5d6 req-43f07194-f7ac-4adf-b69a-949efd204ef0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:02.826120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69e28685-978e-4685-a73b-ee57f1dbb5d6 req-43f07194-f7ac-4adf-b69a-949efd204ef0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 945 time: 0.0676212 Mar 11 17:42:02.885140 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69e28685-978e-4685-a73b-ee57f1dbb5d6 req-305249fb-b3d6-4d7a-940a-0997145c5f9b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498333 Mar 11 17:42:03.055357 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d38ac-e85f-4264-aee6-7b48cf31306b req-2869d09a-c468-471c-be4b-72bcdbc38d0e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:03.063409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-828d38ac-e85f-4264-aee6-7b48cf31306b req-2869d09a-c468-471c-be4b-72bcdbc38d0e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 945 time: 0.0700004 Mar 11 17:42:03.115777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-828d38ac-e85f-4264-aee6-7b48cf31306b req-0f9bbf06-a940-41bb-a3ef-73c291d21a0e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513949 Mar 11 17:42:03.135913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59038) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:03.181543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afd36c1-88ba-4176-b4ea-405e750a0e87 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:03.183086 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6afd36c1-88ba-4176-b4ea-405e750a0e87 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 1091 time: 0.0453508 Mar 11 17:42:03.186044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:03.190968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:42:03.217640 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:03.347324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:03.551159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.25.8.241 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/43152d6d-a835-4f37-a2df-db1e9685066f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:42:03.719631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:03.759752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:03.806546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:03.811949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:03.815623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:42:03.900016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=43152d6d-a835-4f37-a2df-db1e9685066f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:04.264202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.352245 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.550938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.559223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.651311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=43152d6d-a835-4f37-a2df-db1e9685066f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:04.662679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:04.780662 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Floating IP a3f463cd-af4e-4482-82e2-976bfb4648af associated. External IP: 172.25.8.241, port: 12eb12f9-2ba7-475a-a6aa-9f9ea937909b. Mar 11 17:42:05.008669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:42:05.119050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:42:05.131576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] Sync routers for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:42:05.138272 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:05.144873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:42:05.145665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:05.169418 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-72fd1961-81c5-45cf-82cf-5c77cd240d0a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9821403 Mar 11 17:42:05.170149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:05.172273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59072) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:05.172851 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835" -d '{"events": [{"name": "network-changed", "server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:05.241513 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f36567b3-5b3d-442a-91a7-35eada7c49e3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/floatingips/a3f463cd-af4e-4482-82e2-976bfb4648af HTTP/1.1" status: 200 len: 991 time: 0.0680397 Mar 11 17:42:05.285300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:42:05.308062 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16badba-a13a-480d-a4bf-399f74edd40b x-openstack-request-id: req-a16badba-a13a-480d-a4bf-399f74edd40b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:05.308594 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:05.308706 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a16badba-a13a-480d-a4bf-399f74edd40b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:05.309022 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'status': 'completed', 'code': 200} Mar 11 17:42:05.378704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-58b929f1-a45b-4568-b360-df5bff8aa358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:05.380951 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-58b929f1-a45b-4568-b360-df5bff8aa358 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 1096 time: 0.0463636 Mar 11 17:42:05.493396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-765ca93a-6744-4ef0-8229-49d0c36b226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:05.494895 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-765ca93a-6744-4ef0-8229-49d0c36b226f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 200 len: 896 time: 0.1029880 Mar 11 17:42:05.570412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:41:39Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a3f463cd-af4e-4482-82e2-976bfb4648af', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:04Z', 'updated_at': '2022-03-11T17:42:04Z', 'revision_number': 0, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:05.596095 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-8e16ef1e-9eab-4190-a034-b1acf46a2a11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b HTTP/1.1" status: 200 len: 999 time: 0.0928059 Mar 11 17:42:05.622948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] Checking router: b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:42:05.641691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:42:05.642810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:41:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:05.673013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-7fd4df49-f8d0-4907-b9a7-f5e36de25215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:05.675150 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-7fd4df49-f8d0-4907-b9a7-f5e36de25215 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e1fa43f-2e0d-46ea-876e-fa39154b5c2b HTTP/1.1" status: 200 len: 834 time: 0.0714626 Mar 11 17:42:05.748270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-2ca6a86c-86c3-4621-a284-fd4bb08fda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:05.749815 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-2ca6a86c-86c3-4621-a284-fd4bb08fda44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633688 Mar 11 17:42:05.819309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:42:05.867153 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-87633703-cf2c-4a75-a7bc-562db91cd043 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089935 Mar 11 17:42:06.087298 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c5bd16f2-43e7-4850-b9b0-5f5449d7e835 req-74ad965b-057d-42c8-afae-99730f1e8ade service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549757 Mar 11 17:42:06.199798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:41:39Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a3f463cd-af4e-4482-82e2-976bfb4648af', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:04Z', 'updated_at': '2022-03-11T17:42:04Z', 'revision_number': 0, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:06.214191 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde12d7-506b-4208-a6bc-543cb9d9a46d None None] The sync data for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 is: [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:41:39Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a3f463cd-af4e-4482-82e2-976bfb4648af', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:04Z', 'updated_at': '2022-03-11T17:42:04Z', 'revision_number': 0, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:42:06.245392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59096) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:06.403577 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-74cc1608-8fb6-4986-aa24-3d47f6cf57a2 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/floatingips/a3f463cd-af4e-4482-82e2-976bfb4648af HTTP/1.1" status: 200 len: 991 time: 0.1561496 Mar 11 17:42:06.565247 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bfc019-1a7b-4f3c-a02b-08d1fec8518b None None] New status for floating IP a3f463cd-af4e-4482-82e2-976bfb4648af: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:42:07.400754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59122) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:07.486324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-659119f8-6d2e-40f5-8e7f-b3b275dc09ec tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/floatingips/a3f463cd-af4e-4482-82e2-976bfb4648af HTTP/1.1" status: 200 len: 993 time: 0.0843670 Mar 11 17:42:11.125729 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:13.621524 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3c15a183-aad0-4279-b143-a00ad4dbc6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:15.896607 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fca02dee-03cc-42fe-86b0-f74bb3719929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.168468 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:17.556788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119295f1-867e-4154-93d2-d42d3b543c16 req-7c0b054b-1e64-488f-ad85-b30fe06d6489 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:17.559651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-119295f1-867e-4154-93d2-d42d3b543c16 req-7c0b054b-1e64-488f-ad85-b30fe06d6489 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1096 time: 0.0838480 Mar 11 17:42:17.622988 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-b408c50b-58d6-4995-97b3-6f177804a6f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922530 Mar 11 17:42:17.677008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-119295f1-867e-4154-93d2-d42d3b543c16 req-c0682c24-560e-410e-af37-702fe6d7c873 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904217 Mar 11 17:42:17.777662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-1a93fe02-87cc-44ce-957c-1ab8b6eabf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:17.780250 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-1a93fe02-87cc-44ce-957c-1ab8b6eabf5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1096 time: 0.0739756 Mar 11 17:42:17.872463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7d1d1-143c-4e24-9ada-fbfbdfdb8cea req-8ed71c8e-7312-46ad-b017-c73089025817 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:17.874505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bce7d1d1-143c-4e24-9ada-fbfbdfdb8cea req-8ed71c8e-7312-46ad-b017-c73089025817 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0699654 Mar 11 17:42:18.029072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bce7d1d1-143c-4e24-9ada-fbfbdfdb8cea req-f77abbb6-5d02-4a67-bc87-8f640b2dcbfc tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462920 Mar 11 17:42:18.046034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-29a8fedb-f3f7-4165-85ed-9c068a333a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:18.047901 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-29a8fedb-f3f7-4165-85ed-9c068a333a5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.2402737 Mar 11 17:42:18.078714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59810) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:18.194697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-0f2cdb68-a4cf-45f3-9e26-0c9fe300e384 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 1001 time: 0.1296322 Mar 11 17:42:18.252615 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f68343e3-4588-4a97-861e-0f905332454b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/4c067cd7-ea12-4d3b-8138-8fd8d8414072 HTTP/1.1" status: 200 len: 993 time: 0.1696851 Mar 11 17:42:18.303428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-c26b4879-937b-4445-bf70-564779583f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:18.312533 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-c26b4879-937b-4445-bf70-564779583f63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.1036158 Mar 11 17:42:18.356317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 59824) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:18.389843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-9717e810-1383-4533-89a2-7a0974f914d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:18.393581 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-9717e810-1383-4533-89a2-7a0974f914d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719259 Mar 11 17:42:18.419453 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.585922 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-b5d7ea1d-4f46-4e01-8c4c-07741a58ace5 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845317 Mar 11 17:42:18.592179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a46c0aad-1384-4392-9af8-87ee2467f523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.740134 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-03158e99-78c2-45b8-9c5c-9c3e2b7dd272 req-f43b5925-d8e4-496e-a7f1-3a0b41699eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457500 Mar 11 17:42:18.772578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a46c0aad-1384-4392-9af8-87ee2467f523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.785882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a46c0aad-1384-4392-9af8-87ee2467f523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.839399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a46c0aad-1384-4392-9af8-87ee2467f523 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=316e93bd776c4a6d8992ef3e6ec56312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815915 Mar 11 17:42:18.840429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c0aad-1384-4392-9af8-87ee2467f523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdffe29a-7d1c-4b2b-a88b-bf7fc89bf78f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:18.842231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:18.945530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccd38-3d0f-44c3-8ba5-4b5b10399651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.981362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccd38-3d0f-44c3-8ba5-4b5b10399651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:18.989849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 59848) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:18.992975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.057465 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccd38-3d0f-44c3-8ba5-4b5b10399651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.060873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d5ccd38-3d0f-44c3-8ba5-4b5b10399651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:19.076165 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4d5ccd38-3d0f-44c3-8ba5-4b5b10399651 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdffe29a-7d1c-4b2b-a88b-bf7fc89bf78f HTTP/1.1" status: 204 len: 168 time: 0.2188201 Mar 11 17:42:19.099256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ccd38-3d0f-44c3-8ba5-4b5b10399651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdffe29a-7d1c-4b2b-a88b-bf7fc89bf78f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:19.105205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cce96-952e-4bbf-a726-1f86dd6e3e02 req-681e35a5-c0ea-4342-9094-717a7875bd03 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:19.122090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-559cce96-952e-4bbf-a726-1f86dd6e3e02 req-681e35a5-c0ea-4342-9094-717a7875bd03 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.1359999 Mar 11 17:42:19.179277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-559cce96-952e-4bbf-a726-1f86dd6e3e02 req-f2aeee20-5b87-4721-ba03-9413efb7083f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559399 Mar 11 17:42:19.202169 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-eff01955-8cdf-4dc4-98bb-c2166710f3bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2112033 Mar 11 17:42:19.215293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-641156b0-f76c-4fe6-b3b3-feb9a422c502 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:42:19.215293 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-641156b0-f76c-4fe6-b3b3-feb9a422c502 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072794 Mar 11 17:42:20.344510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677aef1-9e0c-4c14-bce0-98948ac7e503 req-12ffca49-2164-4c19-9505-b9ac60aa8739 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:20.346801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5677aef1-9e0c-4c14-bce0-98948ac7e503 req-12ffca49-2164-4c19-9505-b9ac60aa8739 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0652204 Mar 11 17:42:20.409289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5677aef1-9e0c-4c14-bce0-98948ac7e503 req-3bf93ca7-d843-4129-b423-c7c864fa416c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442858 Mar 11 17:42:20.690011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-ea4fa6fd-9aa5-4163-9ac1-ab2fd246960b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402647538&fields=id&tenant_id=725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 267 time: 0.0469406 Mar 11 17:42:20.823943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-7dfbae82-5861-4d29-a5ab-c67fec1b2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:20.827454 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-7dfbae82-5861-4d29-a5ab-c67fec1b2b33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1096 time: 0.0670249 Mar 11 17:42:20.850954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-07bfc485-0971-4e37-a31b-4d8aab73efab tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:20.852547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-07bfc485-0971-4e37-a31b-4d8aab73efab tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.1587920 Mar 11 17:42:20.876665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-3ab5fbe5-ed9e-4366-912a-4572ade3ad2d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/quotas/725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 375 time: 0.0170887 Mar 11 17:42:20.956234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-8d028b79-fb91-4a85-a258-41904e00211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:20.958562 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-8d028b79-fb91-4a85-a258-41904e00211e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.1237254 Mar 11 17:42:20.989732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-71f04b61-a1db-43b7-a360-122c490e1c10 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035104 Mar 11 17:42:21.046630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-0f3dd248-0db7-49b5-a4fe-4855eb6d18cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 1001 time: 0.0808883 Mar 11 17:42:21.116565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-9bf44722-aad4-4a36-bdf1-183b0f0ce77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:21.118397 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-9bf44722-aad4-4a36-bdf1-183b0f0ce77f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.0643837 Mar 11 17:42:21.119211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-364af981-add7-4f9c-ab47-4611a8654028 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270063 Mar 11 17:42:21.193562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-b9da6443-f8b1-4021-be90-bab8b5565dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:21.200283 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-b9da6443-f8b1-4021-be90-bab8b5565dd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729043 Mar 11 17:42:21.277450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-b8b153f4-f7a6-4f52-88d9-9eb66113ce5e service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503155 Mar 11 17:42:21.333356 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-8df50743-9696-460c-8932-746cd93b6ff2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1289220 Mar 11 17:42:21.371614 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-4b3acc16-c1b9-4895-adc2-833809a48693 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590126 Mar 11 17:42:21.660195 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-27d059a1-50fa-4f58-a9dc-1b873b3ef69b service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787375 Mar 11 17:42:21.663425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-63035fee-c838-4534-927f-b3801e5c3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:21.665534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-63035fee-c838-4534-927f-b3801e5c3d69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 1096 time: 0.2733498 Mar 11 17:42:21.712312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b2943-b0d3-425f-9a08-ff6e12b670f6 req-6bc3877a-7d3d-4c0d-83c8-f5e5624c9ac3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:21.726523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-333b2943-b0d3-425f-9a08-ff6e12b670f6 req-6bc3877a-7d3d-4c0d-83c8-f5e5624c9ac3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.1765482 Mar 11 17:42:21.804647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c6135e2d-b38e-42a3-bb22-22ab738d18bb req-e66a9d22-bfe9-466c-bd5a-82a0f16b8440 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 210 time: 0.0658543 Mar 11 17:42:21.869890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-333b2943-b0d3-425f-9a08-ff6e12b670f6 req-ba0f8cf1-d73d-4c84-b864-0433043bb6b1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441474 Mar 11 17:42:21.893155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-d4b4fe23-4cb8-43e8-af63-7c773e4139c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:21.895475 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-d4b4fe23-4cb8-43e8-af63-7c773e4139c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 200 len: 896 time: 0.1989813 Mar 11 17:42:21.975139 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-0a50c615-429d-4d4a-bd79-4aa0ac2cf47c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b HTTP/1.1" status: 200 len: 1001 time: 0.0655971 Mar 11 17:42:22.037521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-890824f8-6348-4658-b43d-7ab23d16e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:22.039037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-890824f8-6348-4658-b43d-7ab23d16e30b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e1fa43f-2e0d-46ea-876e-fa39154b5c2b HTTP/1.1" status: 200 len: 834 time: 0.0565383 Mar 11 17:42:22.094645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-810d7a47-90fe-47a9-b60f-94a988b14797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:22.096668 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-810d7a47-90fe-47a9-b60f-94a988b14797 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500851 Mar 11 17:42:22.219042 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-b5265b53-6537-413c-b16d-4da818320dbb service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120954 Mar 11 17:42:22.341270 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2bde0598-e106-4ab7-9ef0-412858a653c1 req-2d6e7eec-e391-44e5-9743-5ebb44cceccb service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142721 Mar 11 17:42:22.947455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-613775ee-4c81-4dc5-a369-c58601097cf4 req-5d0e15e5-716b-49fc-bc17-8991fa81c042 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 210 time: 0.0551035 Mar 11 17:42:23.093817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-a172fd29-3d01-4bab-8599-c76229d32868 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:23.096283 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-a172fd29-3d01-4bab-8599-c76229d32868 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.2391186 Mar 11 17:42:23.098484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33de4f-eaaf-401e-82fa-f13ee300523e req-a51d7e45-059d-4d44-b9b2-7711e1239e59 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:23.100075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db33de4f-eaaf-401e-82fa-f13ee300523e req-a51d7e45-059d-4d44-b9b2-7711e1239e59 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0846307 Mar 11 17:42:23.151142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db33de4f-eaaf-401e-82fa-f13ee300523e req-b967b184-9e67-4dd2-bfaa-db7d7a4a3110 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 Mar 11 17:42:23.172121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-b30e6c99-c398-422e-877b-2ed95a7b391b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 380 time: 0.0597532 Mar 11 17:42:23.193627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'port': {'device_id': '9722a05d-0439-4f99-ad27-0655d49056bc', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'admin_state_up': True, 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'security_groups': ['fa82e21d-b8aa-47df-bac3-84bd3c99b6c0']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:42:23.318601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Made reservation on behalf of 725617d7b05e44bca6e50276a11b8f42 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:42:23.323068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.534173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.20.0.10 (9362894b-7d3e-440b-a245-310e2ec05ebd/723a2c33-75f4-459f-84dd-d7a9a23bdc60/11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:42:23.727311 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.786918 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.838446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:23.841498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:23.843946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:42:23.873246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:23.911650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:23.912723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:23.932516 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-35bb5cf5-3bec-45bb-bf2e-25f12f3f422c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7475898 Mar 11 17:42:23.947964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Request body: {'port': {'device_id': '9722a05d-0439-4f99-ad27-0655d49056bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:42:24.035552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.145217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf065e5-b0f5-4732-b13d-0c3be06a1ba7 req-3dd7b4e2-fecb-477c-be05-6e1d08f275e1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:24.148302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bf065e5-b0f5-4732-b13d-0c3be06a1ba7 req-3dd7b4e2-fecb-477c-be05-6e1d08f275e1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 932 time: 0.1023567 Mar 11 17:42:24.189829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9a6543ec-3449-4428-99bb-8fabf9929fc2 None None] Provisioning complete for port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:24.190445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9a6543ec-3449-4428-99bb-8fabf9929fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.216527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bf065e5-b0f5-4732-b13d-0c3be06a1ba7 req-cc7af192-2962-4b71-99e7-3f5449b1ce6a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601063 Mar 11 17:42:24.251376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-9a6543ec-3449-4428-99bb-8fabf9929fc2 None None] Port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:42:24.345505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df979b-7a1f-428e-9376-f4249eba07ac req-b0953192-574c-42f9-8247-fab9a9f9a409 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:24.347046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15df979b-7a1f-428e-9376-f4249eba07ac req-b0953192-574c-42f9-8247-fab9a9f9a409 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0588956 Mar 11 17:42:24.398177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15df979b-7a1f-428e-9376-f4249eba07ac req-805121e8-33df-4f6b-aa75-660f78a1e182 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415244 Mar 11 17:42:24.452293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:42:24.461421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.482237 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Transition to ACTIVE for port object 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:42:24.486721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.559739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Pushing event updated for resources: {'Port': ['ID=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:24.628653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Attempting to bind port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:24.629057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Attempting to bind port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:24.629969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Attempting to bind port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:42:24.635231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 on network 9362894b-7d3e-440b-a245-310e2ec05ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:42:24.635567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Attempting to bind port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:42:24.642598 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:42:24.652569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:42:24.653320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Bound using segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:42:24.653680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Bound port: 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:42:24.654071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.776203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] For port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:24.779494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] For port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:42:24.786140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.834995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:24.835732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:24.837364 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] 10.222.0.46 "PUT /v2.0/ports/11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 HTTP/1.1" status: 200 len: 1092 time: 0.8942521 Mar 11 17:42:24.837843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9722a05d-0439-4f99-ad27-0655d49056bc', 'tag': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:24.840300 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1826b39a-924e-4a35-8098-07848f9c4141" -d '{"events": [{"name": "network-changed", "server_uuid": "9722a05d-0439-4f99-ad27-0655d49056bc", "tag": "11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:24.868226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cfc9d-5990-497b-9e88-b0c9109e2c16 service neutron] Pushing event updated for resources: {'Port': ['ID=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:24.926107 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e43954-f7cb-4c8d-8a5f-5c7451a28b19 x-openstack-request-id: req-12e43954-f7cb-4c8d-8a5f-5c7451a28b19 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:24.926916 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9722a05d-0439-4f99-ad27-0655d49056bc", "tag": "11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:24.927300 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12e43954-f7cb-4c8d-8a5f-5c7451a28b19 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:24.927864 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9722a05d-0439-4f99-ad27-0655d49056bc', 'tag': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'status': 'completed', 'code': 200} Mar 11 17:42:24.951670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-d347f9bd-165c-42ea-932c-9428fdd32225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:24.952867 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-d347f9bd-165c-42ea-932c-9428fdd32225 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 1095 time: 0.0635567 Mar 11 17:42:25.366910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fce84-b8e5-434e-b1a1-afd99fbbb098 req-a0032567-2ad8-45bd-aa4b-23a0a85d95d9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:25.374678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba6fce84-b8e5-434e-b1a1-afd99fbbb098 req-a0032567-2ad8-45bd-aa4b-23a0a85d95d9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.0770605 Mar 11 17:42:25.385397 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-59894cd6-2e5b-4fa5-b491-6ede6d59d49a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 HTTP/1.1" status: 200 len: 217 time: 0.4201827 Mar 11 17:42:25.420950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba6fce84-b8e5-434e-b1a1-afd99fbbb098 req-485c66c5-20ee-41a2-86fb-af7fb04ef2fd tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453246 Mar 11 17:42:25.452412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-10443e40-73f8-4931-8dd0-777a4b0f3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:25.453915 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-10443e40-73f8-4931-8dd0-777a4b0f3cf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0616620 Mar 11 17:42:25.528784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-3a134565-dfef-4304-bb83-864cccd505b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:25.530819 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-3a134565-dfef-4304-bb83-864cccd505b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689571 Mar 11 17:42:25.554976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84d18b-aa15-4a5f-9d78-dfa447f69605 req-87a74db5-4012-47a9-b3a1-798a84dfb2d0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:25.556558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c84d18b-aa15-4a5f-9d78-dfa447f69605 req-87a74db5-4012-47a9-b3a1-798a84dfb2d0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0772765 Mar 11 17:42:25.606105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c84d18b-aa15-4a5f-9d78-dfa447f69605 req-540eae16-90be-4df0-81fb-82344501356e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 Mar 11 17:42:25.644449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-a5cc2441-471d-4904-b384-29316b7dd475 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034799 Mar 11 17:42:25.743666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-21226f7a-1c78-4153-9b2b-38b34425b217 req-a70eb3bc-4fa7-46ed-b44d-915295c63519 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911589 Mar 11 17:42:25.839721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b39a-924e-4a35-8098-07848f9c4141 req-f6d3c668-b190-4146-af0f-58850e422b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:25.841190 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1826b39a-924e-4a35-8098-07848f9c4141 req-f6d3c668-b190-4146-af0f-58850e422b0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 1095 time: 0.0441883 Mar 11 17:42:25.940842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b39a-924e-4a35-8098-07848f9c4141 req-382df876-8f93-4a74-a611-729c757dd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:25.942463 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1826b39a-924e-4a35-8098-07848f9c4141 req-382df876-8f93-4a74-a611-729c757dd615 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.0947924 Mar 11 17:42:25.987581 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1826b39a-924e-4a35-8098-07848f9c4141 req-5e983be5-9bf6-495d-aadf-894fa038b389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 HTTP/1.1" status: 200 len: 217 time: 0.0367126 Mar 11 17:42:26.042840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b39a-924e-4a35-8098-07848f9c4141 req-c0a82ef4-474c-4a43-ba76-bc535f6b16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:26.044435 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1826b39a-924e-4a35-8098-07848f9c4141 req-c0a82ef4-474c-4a43-ba76-bc535f6b16f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0496771 Mar 11 17:42:26.106818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b39a-924e-4a35-8098-07848f9c4141 req-18a5b59b-e70f-4bff-9b34-584f8b1c97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:26.108334 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1826b39a-924e-4a35-8098-07848f9c4141 req-18a5b59b-e70f-4bff-9b34-584f8b1c97fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572481 Mar 11 17:42:26.237019 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1826b39a-924e-4a35-8098-07848f9c4141 req-1b6ffa76-9d03-4b1f-9e09-b1b87a623759 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212723 Mar 11 17:42:26.343792 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1826b39a-924e-4a35-8098-07848f9c4141 req-47b016dd-3d77-4a82-8a64-c40151175199 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986261 Mar 11 17:42:26.750286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1037b-5125-4ea4-bb2a-03fcfd963892 req-456946e0-c130-46b3-a157-52ab16d86da5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:26.751683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91e1037b-5125-4ea4-bb2a-03fcfd963892 req-456946e0-c130-46b3-a157-52ab16d86da5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.0878515 Mar 11 17:42:26.765546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f5643-8dd9-4ad2-bd15-2b466e729b2c req-8c03c9f4-27c5-45ed-b1a9-f64f5c1cac72 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:26.767244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-886f5643-8dd9-4ad2-bd15-2b466e729b2c req-8c03c9f4-27c5-45ed-b1a9-f64f5c1cac72 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0741992 Mar 11 17:42:26.828272 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-91e1037b-5125-4ea4-bb2a-03fcfd963892 req-8a1aba7c-e066-432a-919e-d92e3f2df2fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592804 Mar 11 17:42:26.846661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-886f5643-8dd9-4ad2-bd15-2b466e729b2c req-434c2390-237a-45cd-9474-f7afde3daf36 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676372 Mar 11 17:42:28.025740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65931c60-ed0b-452b-907d-c4e9cedd12ae req-5e1fbf3a-8573-4ca1-86e3-ef0adf9acc6b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:28.027273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65931c60-ed0b-452b-907d-c4e9cedd12ae req-5e1fbf3a-8573-4ca1-86e3-ef0adf9acc6b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.0908742 Mar 11 17:42:28.036511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0736525-dc9f-43af-b612-27a0c5ed1f30 req-38d0cb7c-bca9-4e1a-a412-9c6f21ac6b02 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:28.037997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0736525-dc9f-43af-b612-27a0c5ed1f30 req-38d0cb7c-bca9-4e1a-a412-9c6f21ac6b02 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0927556 Mar 11 17:42:28.096062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65931c60-ed0b-452b-907d-c4e9cedd12ae req-3a9357d1-1823-464f-96b6-8c28de97d689 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569575 Mar 11 17:42:28.104775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0736525-dc9f-43af-b612-27a0c5ed1f30 req-e96ab51d-ef00-4066-adad-acb3c02f341f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577352 Mar 11 17:42:29.147822 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:29.296325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6a1bf-91c3-4458-9114-efe807bff751 req-34c8ef49-8f93-4f6d-a471-031db5acc227 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:29.297859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfa6a1bf-91c3-4458-9114-efe807bff751 req-34c8ef49-8f93-4f6d-a471-031db5acc227 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0824296 Mar 11 17:42:29.312219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cef1b-b4d8-4ce5-b711-6a06297ccb56 req-f8763719-f9fe-4e69-8124-88bedbfd6b81 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:29.313791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b25cef1b-b4d8-4ce5-b711-6a06297ccb56 req-f8763719-f9fe-4e69-8124-88bedbfd6b81 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.0862060 Mar 11 17:42:29.373572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfa6a1bf-91c3-4458-9114-efe807bff751 req-63753597-a895-474f-8f45-91c534f93638 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672002 Mar 11 17:42:29.380881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b25cef1b-b4d8-4ce5-b711-6a06297ccb56 req-9fb612ca-0962-4729-a438-a071cab45aa0 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603170 Mar 11 17:42:30.579582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e5c8e-af30-463a-be19-bf61f1080ee2 req-9cd224f8-2239-4ac4-9df7-39ba84e18f9d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:30.580981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d3e5c8e-af30-463a-be19-bf61f1080ee2 req-9cd224f8-2239-4ac4-9df7-39ba84e18f9d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0943129 Mar 11 17:42:30.592764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9319124-5bed-4f91-9445-10224738c9b6 req-fe00c9de-f2e7-463b-a9c6-b87f3ca22b54 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:30.596065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9319124-5bed-4f91-9445-10224738c9b6 req-fe00c9de-f2e7-463b-a9c6-b87f3ca22b54 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.0754373 Mar 11 17:42:30.650223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d3e5c8e-af30-463a-be19-bf61f1080ee2 req-23304220-51b6-4ac7-96c0-77913f3f4b09 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550070 Mar 11 17:42:30.658705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9319124-5bed-4f91-9445-10224738c9b6 req-4ca0e3b4-83f2-4324-9bdb-deb4861f7cf8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574040 Mar 11 17:42:31.825112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf431a2-1c8f-48d5-a287-352134c62c35 req-8a476648-e56e-4e42-a5ee-a4ddef69829f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:31.826636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cf431a2-1c8f-48d5-a287-352134c62c35 req-8a476648-e56e-4e42-a5ee-a4ddef69829f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.0832968 Mar 11 17:42:31.842115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92525378-6560-4127-972a-3af5c29bfa09 req-04325ddc-1029-4cdf-af2d-2670d60ae485 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:31.843868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92525378-6560-4127-972a-3af5c29bfa09 req-04325ddc-1029-4cdf-af2d-2670d60ae485 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.1143868 Mar 11 17:42:31.922198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92525378-6560-4127-972a-3af5c29bfa09 req-d28c5ca5-c821-4c53-b82f-16b64e75042d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708356 Mar 11 17:42:31.948941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0cf431a2-1c8f-48d5-a287-352134c62c35 req-5bf16718-9d42-41d7-9abd-167d40d1cbde tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037810 Mar 11 17:42:33.117275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb51aa3-7239-4a44-a03b-91453f0599fa req-0d62f4b8-b816-45f5-916f-1c46977300ac tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:33.118814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9eb51aa3-7239-4a44-a03b-91453f0599fa req-0d62f4b8-b816-45f5-916f-1c46977300ac tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.1020415 Mar 11 17:42:33.126069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a09df-bcde-4606-85c5-f83d55be513d req-7bb5ceb1-e717-4dc4-8649-d512bdda6791 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:33.127685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-378a09df-bcde-4606-85c5-f83d55be513d req-7bb5ceb1-e717-4dc4-8649-d512bdda6791 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.1096640 Mar 11 17:42:33.198994 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-378a09df-bcde-4606-85c5-f83d55be513d req-bdb1dd5d-6672-43ac-a08e-00e804d881f4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638232 Mar 11 17:42:33.216873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9eb51aa3-7239-4a44-a03b-91453f0599fa req-9ec932fa-722d-4a8f-9e5a-abe905a05ffc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855911 Mar 11 17:42:34.373411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceac532-297f-4b94-bb82-71f3a8cef85b req-0d8fefdb-9ecc-433e-b446-bef5d46f0b39 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:34.375042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ceac532-297f-4b94-bb82-71f3a8cef85b req-0d8fefdb-9ecc-433e-b446-bef5d46f0b39 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.0918953 Mar 11 17:42:34.400773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b16e-0761-4c87-b0e9-0f7c5936178a req-ad6d8796-aca7-4e50-9472-0998a4d8ed27 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:34.402256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1f6b16e-0761-4c87-b0e9-0f7c5936178a req-ad6d8796-aca7-4e50-9472-0998a4d8ed27 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0909140 Mar 11 17:42:34.449540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ceac532-297f-4b94-bb82-71f3a8cef85b req-7173790c-93f7-4941-a724-21dfd7ffbeca tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633795 Mar 11 17:42:34.472790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1f6b16e-0761-4c87-b0e9-0f7c5936178a req-5061efda-7b6b-474f-bd2c-128f18571cff tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624046 Mar 11 17:42:35.495454 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:42:35.901729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a11c7-e86c-4513-93fc-7c210f74339f req-41c158f7-a6db-4b23-bfce-baf4e88185b3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:35.903153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e7a11c7-e86c-4513-93fc-7c210f74339f req-41c158f7-a6db-4b23-bfce-baf4e88185b3 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.3724809 Mar 11 17:42:35.925099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff96aa3-beab-495c-a008-2ee6515d397e req-000f0347-270c-4a3b-a318-68d61cd1197f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:35.927255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ff96aa3-beab-495c-a008-2ee6515d397e req-000f0347-270c-4a3b-a318-68d61cd1197f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.3674273 Mar 11 17:42:35.968458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e7a11c7-e86c-4513-93fc-7c210f74339f req-8f097e4d-4140-4972-aed3-0ff9b868cae5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564578 Mar 11 17:42:35.992498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ff96aa3-beab-495c-a008-2ee6515d397e req-cc175546-cb01-4542-8368-ad25c805b2a2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568027 Mar 11 17:42:37.177786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d7a63-5f35-4909-a2eb-2ab4b0120787 req-7d5f46e8-b62e-4100-be03-06b36c2a7703 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:37.185204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b54d7a63-5f35-4909-a2eb-2ab4b0120787 req-7d5f46e8-b62e-4100-be03-06b36c2a7703 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.1065781 Mar 11 17:42:37.226405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449123e-0280-4cfa-be84-a71caab5d949 req-97be62a3-1fe8-4e7f-9db7-1d090ecaa891 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:37.228496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7449123e-0280-4cfa-be84-a71caab5d949 req-97be62a3-1fe8-4e7f-9db7-1d090ecaa891 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.1270192 Mar 11 17:42:37.259886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b54d7a63-5f35-4909-a2eb-2ab4b0120787 req-f5e48891-b8db-4c1e-ab0b-61f8af636f30 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734332 Mar 11 17:42:37.296982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7449123e-0280-4cfa-be84-a71caab5d949 req-346b5337-46ef-4d3e-9835-f062d0f7cbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602520 Mar 11 17:42:38.398438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d654d-311e-4f75-adb5-9dc898e0f78c req-447761d7-2582-4ffe-ad4d-c9a6e6c29a92 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:38.399944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d63d654d-311e-4f75-adb5-9dc898e0f78c req-447761d7-2582-4ffe-ad4d-c9a6e6c29a92 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 944 time: 0.0650797 Mar 11 17:42:38.456111 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d63d654d-311e-4f75-adb5-9dc898e0f78c req-e2340453-0435-4db6-a20a-d39c530f675e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 Mar 11 17:42:38.465028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e6f0a-908d-4687-9a7f-78a4289d19ff req-37dba0d7-109a-45fe-9e08-9d5001e9a403 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:38.469837 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc4e6f0a-908d-4687-9a7f-78a4289d19ff req-37dba0d7-109a-45fe-9e08-9d5001e9a403 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0889666 Mar 11 17:42:38.527568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc4e6f0a-908d-4687-9a7f-78a4289d19ff req-756b6c0b-119c-4f1a-a4b5-9736fc112560 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489144 Mar 11 17:42:38.793012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:42:38.913041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:38.928388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'port_id': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'mac_address': 'fa:16:3e:a6:a0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:42:38.969139 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:38.985153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:42:39.007059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:39.012460 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:39.084574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:39.094907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.095155 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-a8e37a48-4499-4144-ad62-dcf771f74aba service neutron] show failed (client error): The resource could not be found. Mar 11 17:42:39.095994 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-a8e37a48-4499-4144-ad62-dcf771f74aba service neutron] 10.222.0.46 "GET /v2.0/ports/6d789a75-3cd4-4d5f-b407-3b7e7845545a/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0609224 Mar 11 17:42:39.096438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.096985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.097584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.097823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.098276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.098569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.098893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.099218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.099541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.099857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.100181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:39.271307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:42:39.338965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-3ae9aedc-6578-404d-9830-386224737db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:39.340819 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-3ae9aedc-6578-404d-9830-386224737db9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 1096 time: 0.0516317 Mar 11 17:42:39.354855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:42:39.431935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:39.661493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62378bc1-79a5-41e6-9f75-03f642a91488 req-6e252c84-bf20-4106-aa46-099f92eb838d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:39.669183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62378bc1-79a5-41e6-9f75-03f642a91488 req-6e252c84-bf20-4106-aa46-099f92eb838d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 945 time: 0.0985997 Mar 11 17:42:39.741482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62378bc1-79a5-41e6-9f75-03f642a91488 req-9fe5a5a2-7e99-4d47-b578-d76d61e21a9d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710568 Mar 11 17:42:39.809849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:39.835160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2f3a9-c94a-46aa-9409-c4629f9de74b req-37430121-b412-4e98-897e-e3e610b09440 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:39.839116 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98d2f3a9-c94a-46aa-9409-c4629f9de74b req-37430121-b412-4e98-897e-e3e610b09440 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.1458271 Mar 11 17:42:39.881710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:39.929290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98d2f3a9-c94a-46aa-9409-c4629f9de74b req-abce4dd4-5543-489a-ad21-ebd3df41fcb9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827496 Mar 11 17:42:39.956534 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:39.971728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Transition to ACTIVE for port object 6d789a75-3cd4-4d5f-b407-3b7e7845545a will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:42:39.972873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:39.977637 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8737973-4293-401b-bac5-bb6900e83334" -d '{"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:39.982183 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:40.045908 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe058e2-8b96-411d-880f-4b33a1cace75 x-openstack-request-id: req-efe058e2-8b96-411d-880f-4b33a1cace75 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:40.046204 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:40.046455 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efe058e2-8b96-411d-880f-4b33a1cace75 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:40.047013 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'code': 200} Mar 11 17:42:40.073303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:40.125355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.126024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.126024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.126340 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.126667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.126990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.127309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.127628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.127946 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.128262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.128608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.128927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:42:40.174580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] No DVR routers for this DVR port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:42:40.325985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:40.326317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:40.326640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:42:40.331089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:42:40.331403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:42:40.336732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:42:40.337068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Checking segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:42:40.337445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Bound using segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:42:40.337859 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Bound port: 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:42:40.338236 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:40.414670 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:40.426967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:42:40.426967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:40.485146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:40.485879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:40.487490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] 10.222.0.66 "PUT /v2.0/ports/6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 1091 time: 1.1380663 Mar 11 17:42:40.507590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d3d82-017f-4227-a2f6-47f5bea78a70 service neutron] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:40.570221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-dc902ba1-1ff4-4853-80a2-e742a0cddb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:40.571728 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-dc902ba1-1ff4-4853-80a2-e742a0cddb74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1094 time: 0.0534797 Mar 11 17:42:40.684001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-d0619a60-2245-4c11-8890-7d60c6d5c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:40.685731 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-d0619a60-2245-4c11-8890-7d60c6d5c1f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.1070583 Mar 11 17:42:40.765464 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-cfdb3bf1-e025-490a-871c-4da1ad9ab6ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 999 time: 0.0705500 Mar 11 17:42:40.814920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:42:40.921666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-136f220d-f696-4861-be9d-c58f1b2a6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:40.924324 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-136f220d-f696-4861-be9d-c58f1b2a6fb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.1021245 Mar 11 17:42:40.954759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:42:40.959877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:40.967573 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:40.973353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94502e2-482e-4d7a-b4ae-9f9130765ab0 req-a6c5026e-ca8a-43a2-927e-0056a08ee4b8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:40.983960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e94502e2-482e-4d7a-b4ae-9f9130765ab0 req-a6c5026e-ca8a-43a2-927e-0056a08ee4b8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 945 time: 0.0954216 Mar 11 17:42:41.047078 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e94502e2-482e-4d7a-b4ae-9f9130765ab0 req-2ce8d609-4beb-4da8-b8c6-f459d6088d04 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618160 Mar 11 17:42:41.047224 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-f7748da1-5ac4-47ee-bf65-05f77a71fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:41.049291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-f7748da1-5ac4-47ee-bf65-05f77a71fb07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147506 Mar 11 17:42:41.098725 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:41.145054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:41.146651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722a05d-0439-4f99-ad27-0655d49056bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:41.149572 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facdbd33-14bf-44b4-a33d-4f9588dd3d39" -d '{"events": [{"server_uuid": "9722a05d-0439-4f99-ad27-0655d49056bc", "name": "network-vif-plugged", "status": "completed", "tag": "11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:41.153196 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:41.155684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:41.156660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:42:41.213361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f869a-7900-4edc-943b-cb0995e5ce92 req-38f1ca68-b3b8-4785-b665-445fd973ea07 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:41.221050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-018f869a-7900-4edc-943b-cb0995e5ce92 req-38f1ca68-b3b8-4785-b665-445fd973ea07 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 943 time: 0.0924077 Mar 11 17:42:41.234682 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce0f8b7-b7ee-4da4-b631-08868e1111af x-openstack-request-id: req-0ce0f8b7-b7ee-4da4-b631-08868e1111af {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:41.234973 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722a05d-0439-4f99-ad27-0655d49056bc", "name": "network-vif-plugged", "status": "completed", "tag": "11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:41.235245 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ce0f8b7-b7ee-4da4-b631-08868e1111af {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:41.235639 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722a05d-0439-4f99-ad27-0655d49056bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'code': 200} Mar 11 17:42:41.237860 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-72da6eb7-6c2d-4852-b990-3016d725f179 service neutron] 10.222.0.66 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788709 Mar 11 17:42:41.254390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:41.257172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:42:41.289799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-018f869a-7900-4edc-943b-cb0995e5ce92 req-d7641575-b1df-4dbd-8f19-920f49207122 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677657 Mar 11 17:42:41.374966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eebf5c-9698-4d44-ba48-ab7328c7af5c req-65f7fff3-cb66-42d7-9d62-846e0d89b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:41.376566 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-63eebf5c-9698-4d44-ba48-ab7328c7af5c req-65f7fff3-cb66-42d7-9d62-846e0d89b56d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 1097 time: 0.0616386 Mar 11 17:42:41.387570 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-f1a327ee-2041-4657-bdef-7a64c3e50642 service neutron] 10.222.0.66 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435914 Mar 11 17:42:41.420839 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-63eebf5c-9698-4d44-ba48-ab7328c7af5c req-a2dcdb4f-a5da-4625-8b75-7a1b56a5fedb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323746 Mar 11 17:42:42.049081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:42.051726 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df" -d '{"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:42.154897 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc26b08-8806-4600-85d9-198d26fdd968 x-openstack-request-id: req-4dc26b08-8806-4600-85d9-198d26fdd968 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:42.155441 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:42.162040 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4dc26b08-8806-4600-85d9-198d26fdd968 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:42.162876 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'status': 'completed', 'code': 200} Mar 11 17:42:42.243286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866d728-4c4a-4dbf-819e-d69364e4df20 req-bb9a9176-3960-4bcb-8a5e-0e2b0f1c0563 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.251606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0866d728-4c4a-4dbf-819e-d69364e4df20 req-bb9a9176-3960-4bcb-8a5e-0e2b0f1c0563 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 946 time: 0.0920644 Mar 11 17:42:42.310110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-17f28bca-6abc-43bd-9afa-58f94bbe14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.311829 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-17f28bca-6abc-43bd-9afa-58f94bbe14ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1094 time: 0.1305826 Mar 11 17:42:42.317601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0866d728-4c4a-4dbf-819e-d69364e4df20 req-44922be9-6ad0-4378-9f6d-a668670104c7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641634 Mar 11 17:42:42.333916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-cd15c17f-293f-4a5a-b650-b6b1fb39fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.341188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-cd15c17f-293f-4a5a-b650-b6b1fb39fda7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1094 time: 0.1149986 Mar 11 17:42:42.466613 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b141b19-5228-4d10-b201-f1e6f425bfbe req-cf3811ea-a586-4543-9543-56b41756caa5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.476927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b141b19-5228-4d10-b201-f1e6f425bfbe req-cf3811ea-a586-4543-9543-56b41756caa5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 943 time: 0.0864882 Mar 11 17:42:42.535627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b141b19-5228-4d10-b201-f1e6f425bfbe req-8ce6c18f-36f1-4410-9f47-fb53509dc812 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576041 Mar 11 17:42:42.602661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-cf4f431a-1630-4d52-a1e2-37942663f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.604168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-cf4f431a-1630-4d52-a1e2-37942663f5ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.2816699 Mar 11 17:42:42.615400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-0015d23d-9645-4ac2-852b-5ba9f8275e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.617028 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-0015d23d-9645-4ac2-852b-5ba9f8275e44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.2635474 Mar 11 17:42:42.734130 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-2af73437-5060-4f1a-82c3-949b54107f20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 999 time: 0.1160619 Mar 11 17:42:42.770958 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-d1eab26f-f7db-417e-ab62-ee7232ea441b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 999 time: 0.1063895 Mar 11 17:42:42.841238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-20f5b351-e43b-4688-9854-613f05d19bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.842911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-20f5b351-e43b-4688-9854-613f05d19bad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.0997064 Mar 11 17:42:42.847477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-1c9ad5d4-f8db-4d88-92fe-283b15b809a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.851435 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-1c9ad5d4-f8db-4d88-92fe-283b15b809a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.0640914 Mar 11 17:42:42.932133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-fd3de641-c6af-40f7-b6a4-631ec303be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.933581 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-fd3de641-c6af-40f7-b6a4-631ec303be33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805042 Mar 11 17:42:42.935936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-72bc48a0-f7be-4450-a3fc-2707ba1cea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:42.937297 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-72bc48a0-f7be-4450-a3fc-2707ba1cea83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761032 Mar 11 17:42:43.093764 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-ae8ce236-67e6-42e1-8d34-d463329f9ba2 service neutron] 10.222.0.66 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522033 Mar 11 17:42:43.095519 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-3dbe5de7-7a6d-4580-a041-f9a38510ecec service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466496 Mar 11 17:42:43.267958 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-ea1bf777-8444-4f12-b614-bb2a8fce9200 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598451 Mar 11 17:42:43.270172 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-efc9e36a-e9dd-4b23-ae0d-25bc9a9107df req-03bf481c-47df-44a8-b8d0-748c1aea47b6 service neutron] 10.222.0.66 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691546 Mar 11 17:42:43.425713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d8257-f9a5-48e2-88a2-05a98d965314 req-9db26cde-230d-4472-8d20-1c04b9d61f08 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:43.427860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f92d8257-f9a5-48e2-88a2-05a98d965314 req-9db26cde-230d-4472-8d20-1c04b9d61f08 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 946 time: 0.0520184 Mar 11 17:42:43.465882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f92d8257-f9a5-48e2-88a2-05a98d965314 req-86cead16-6d0b-4638-855b-1351875763a0 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Mar 11 17:42:43.603155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41b4a-e346-4046-beb7-059ff3683477 req-8e1b89c5-a6a4-4468-a3fd-70d02a40f011 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:43.607069 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:42:43.610747 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8a41b4a-e346-4046-beb7-059ff3683477 req-8e1b89c5-a6a4-4468-a3fd-70d02a40f011 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 946 time: 0.0746646 Mar 11 17:42:43.654847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8a41b4a-e346-4046-beb7-059ff3683477 req-fa278dd7-ffcf-457e-8612-c7994caf362e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397186 Mar 11 17:42:43.674923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 60698) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:43.705343 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5edfc6f5-a692-4407-9c4f-3c5281bc407e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:43.783719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:43.788996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab76da-9406-4add-be83-27cfec03a059 req-3d9c8c76-c912-46a3-a7dc-47832a7a0bb9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:43.794819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2ab76da-9406-4add-be83-27cfec03a059 req-3d9c8c76-c912-46a3-a7dc-47832a7a0bb9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 943 time: 0.1356473 Mar 11 17:42:43.811204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'port_id': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'mac_address': 'fa:16:3e:4f:92:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:42:43.866865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2ab76da-9406-4add-be83-27cfec03a059 req-9c4cf2e1-79c1-423b-a9af-b348316c3f69 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639272 Mar 11 17:42:43.906179 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:43.942251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d789a75-3cd4-4d5f-b407-3b7e7845545a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:42:43.967274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:43.981946 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.049197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:44.154415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c72f57-e2ad-4106-bac2-f7494c9ef72d tempest-TestVolumeBootPattern-548326036 tempest-TestVolumeBootPattern-548326036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:44.163256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-80c72f57-e2ad-4106-bac2-f7494c9ef72d tempest-TestVolumeBootPattern-548326036 tempest-TestVolumeBootPattern-548326036-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 1092 time: 0.4835892 Mar 11 17:42:44.165527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60704) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:44.174389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:42:44.226095 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.399401 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.476423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['6d789a75-3cd4-4d5f-b407-3b7e7845545a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:42:44.621992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.25.8.44 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/aaa6a404-3ef1-475b-a263-67f1ee8afe1a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:42:44.786377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.847862 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:44.897720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:42:44.913022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:42:44.921855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:42:44.978277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=aaa6a404-3ef1-475b-a263-67f1ee8afe1a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:45.097721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5241d-0cc0-4dd4-a47b-077f190ce955 req-f33c337d-f9a7-49e7-8b93-16cb82b306f6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:45.111238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05e5241d-0cc0-4dd4-a47b-077f190ce955 req-f33c337d-f9a7-49e7-8b93-16cb82b306f6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 944 time: 0.1013401 Mar 11 17:42:45.173050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05e5241d-0cc0-4dd4-a47b-077f190ce955 req-89ae72f9-ae19-466f-9b92-3a0f04de70e7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607967 Mar 11 17:42:45.739574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-2758a9f3-9e08-4acf-b020-d3f7ffb2af19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:45.741785 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-2758a9f3-9e08-4acf-b020-d3f7ffb2af19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 944 time: 0.1952093 Mar 11 17:42:45.758598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:45.895171 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b7791a1e-c4b5-4c18-9567-4cde90ad4757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.021979 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-7c3b8bef-5dd4-4ad9-8297-fcd6d5ebe132 service neutron] 10.222.0.66 "GET /v2.0/ports/6d789a75-3cd4-4d5f-b407-3b7e7845545a/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 382 time: 0.2727888 Mar 11 17:42:46.055838 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.074677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e273c88-5881-4bbe-9e2c-cf37a8d971b3 req-1c900a76-fa99-4829-8ac6-d9319d07509e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:46.076524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e273c88-5881-4bbe-9e2c-cf37a8d971b3 req-1c900a76-fa99-4829-8ac6-d9319d07509e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 944 time: 0.1010520 Mar 11 17:42:46.163141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e273c88-5881-4bbe-9e2c-cf37a8d971b3 req-eb25e067-f727-45d6-a5a9-b88fd8245818 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689981 Mar 11 17:42:46.195191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-ad2c8edf-0a4d-409e-92c6-ac8579699805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:46.197137 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-ad2c8edf-0a4d-409e-92c6-ac8579699805 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1095 time: 0.1383204 Mar 11 17:42:46.748626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-63f6c568-a563-48bb-b672-a01dab80bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:46.750090 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-63f6c568-a563-48bb-b672-a01dab80bdb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.5457954 Mar 11 17:42:46.852629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.866729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:46.874791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d3ddeb9d-2d98-49c9-8af9-f976a3ea4881 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 1000 time: 0.1166372 Mar 11 17:42:46.984978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=aaa6a404-3ef1-475b-a263-67f1ee8afe1a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:47.002722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d97bd79d-08f5-48d9-8651-cf3f8d71d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:47.004272 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d97bd79d-08f5-48d9-8651-cf3f8d71d720 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.1040084 Mar 11 17:42:47.009181 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.099101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-6c4f68c7-5577-4be6-a417-ef44eee39afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:47.100748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-6c4f68c7-5577-4be6-a417-ef44eee39afa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887055 Mar 11 17:42:47.221107 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Floating IP 984ad127-779a-4b5a-bcbe-c6f00882460f associated. External IP: 172.25.8.44, port: 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2. Mar 11 17:42:47.222957 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.299549 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-688f31c9-47de-4f18-b8f1-e9ea8bf307a1 service neutron] 10.222.0.66 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719153 Mar 11 17:42:47.420885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced1cb9-5c54-4a80-872d-041efce3acc8 req-30fafefc-4d2c-40ea-bc61-e8f447dc0160 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:47.432711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ced1cb9-5c54-4a80-872d-041efce3acc8 req-30fafefc-4d2c-40ea-bc61-e8f447dc0160 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 944 time: 0.1240492 Mar 11 17:42:47.487884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ced1cb9-5c54-4a80-872d-041efce3acc8 req-4bfd6ae1-db2f-4524-9733-922f9fd1ad57 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536249 Mar 11 17:42:47.530286 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-4a4d54cc-d108-4006-ad02-3afdd51996ab service neutron] 10.222.0.66 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174914 Mar 11 17:42:47.623803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:42:47.628898 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:42:47.761771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 6d789a75-3cd4-4d5f-b407-3b7e7845545a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:42:47.768711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 6d789a75-3cd4-4d5f-b407-3b7e7845545a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:47.769158 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.771996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:42:47.808192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] Sync routers for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:42:47.830920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:42:47.831546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:42:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:47.836324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.886727 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-07186853-97d3-4608-b068-66153b5a9577 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7190561 Mar 11 17:42:47.888115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9722a05d-0439-4f99-ad27-0655d49056bc', 'tag': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:47.900979 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aee9f6-79f9-442c-88f5-d27ad5539432" -d '{"events": [{"name": "network-changed", "server_uuid": "9722a05d-0439-4f99-ad27-0655d49056bc", "tag": "11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:47.978084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:47.982743 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490c217a-f9d5-4c82-917e-b410b5beeec9 x-openstack-request-id: req-490c217a-f9d5-4c82-917e-b410b5beeec9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:47.984113 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9722a05d-0439-4f99-ad27-0655d49056bc", "tag": "11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:47.984853 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-490c217a-f9d5-4c82-917e-b410b5beeec9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:47.991775 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9722a05d-0439-4f99-ad27-0655d49056bc', 'tag': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'status': 'completed', 'code': 200} Mar 11 17:42:47.993707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:42:48.159182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-be141826-905f-4c9d-aabc-9f77a5caf1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:48.160758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-be141826-905f-4c9d-aabc-9f77a5caf1bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 1097 time: 0.1440649 Mar 11 17:42:48.314317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:48.320471 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efef3bbc-adee-41d4-b132-d4d2fe88c842" -d '{"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:48.398116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-12633385-a70a-4cba-af7e-e3c7f782ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:48.400877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-12633385-a70a-4cba-af7e-e3c7f782ab06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.2315013 Mar 11 17:42:48.406714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:48.453615 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.473522 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e089493-fd84-4686-a6f1-ff430eea4a8f x-openstack-request-id: req-4e089493-fd84-4686-a6f1-ff430eea4a8f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:48.474148 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:48.474781 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e089493-fd84-4686-a6f1-ff430eea4a8f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:48.476750 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'code': 200} Mar 11 17:42:48.576822 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:48.582995 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-288e2e9b-86cb-4ede-8af5-140b584fd2fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 HTTP/1.1" status: 200 len: 999 time: 0.1638398 Mar 11 17:42:48.585771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:48.670450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-27799425-cec0-4355-81cd-8947d4f9a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:48.672101 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-27799425-cec0-4355-81cd-8947d4f9a95d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0831616 Mar 11 17:42:48.735020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-44f65ec3-0658-4af6-b627-df94548eda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:48.737361 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-44f65ec3-0658-4af6-b627-df94548eda41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553970 Mar 11 17:42:48.745355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cfc3d-ce00-4ae6-8c54-5dc4ff17fc5c req-d98e59a4-1d9f-4840-a575-c0bb7126de5e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:48.752671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f3cfc3d-ce00-4ae6-8c54-5dc4ff17fc5c req-d98e59a4-1d9f-4840-a575-c0bb7126de5e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0978310 Mar 11 17:42:48.832249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8f3cfc3d-ce00-4ae6-8c54-5dc4ff17fc5c req-ebbb0b1d-3aaa-4686-baa3-317e1564e75b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680354 Mar 11 17:42:48.903707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '984ad127-779a-4b5a-bcbe-c6f00882460f', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:a6:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9722a05d-0439-4f99-ad27-0655d49056bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:45Z', 'updated_at': '2022-03-11T17:42:45Z', 'revision_number': 0, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:48.937298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] Checking router: 8020dc2b-dda0-404e-b95a-9de3c6708ae4 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:42:48.947161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:42:48.947841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:42:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:49.075822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:42:49.106169 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:49.124364 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-50e9b560-f5e2-4996-a08d-6380e71b7f48 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725250 Mar 11 17:42:49.376654 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f1aee9f6-79f9-442c-88f5-d27ad5539432 req-6aca1892-cebd-493a-aa98-48a16e256f4e service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389784 Mar 11 17:42:49.592903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '984ad127-779a-4b5a-bcbe-c6f00882460f', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:a6:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9722a05d-0439-4f99-ad27-0655d49056bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:45Z', 'updated_at': '2022-03-11T17:42:45Z', 'revision_number': 0, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:42:49.645541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b44bb2-112f-40a1-9420-418c859226a5 None None] The sync data for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 is: [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '984ad127-779a-4b5a-bcbe-c6f00882460f', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:a6:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9722a05d-0439-4f99-ad27-0655d49056bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:45Z', 'updated_at': '2022-03-11T17:42:45Z', 'revision_number': 0, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:42:49.941330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-992737a9-5491-4813-8a42-d7c177615024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:49.943106 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-992737a9-5491-4813-8a42-d7c177615024 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 1096 time: 0.0606601 Mar 11 17:42:49.956639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:42:50.000471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77375343-e0f3-41d8-91bd-8670c006943b req-e6dfdc1f-873d-46d0-9649-9d3cdb6f00b0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:50.008799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77375343-e0f3-41d8-91bd-8670c006943b req-e6dfdc1f-873d-46d0-9649-9d3cdb6f00b0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 945 time: 0.0922408 Mar 11 17:42:50.043391 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be388b1a-4286-4035-8f55-881ae2d3d5ce None None] New status for floating IP 984ad127-779a-4b5a-bcbe-c6f00882460f: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:42:50.055341 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.078083 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77375343-e0f3-41d8-91bd-8670c006943b req-e6e808e9-9226-4f49-8774-b4ae7a4310e4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680873 Mar 11 17:42:50.299000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-27728317-b199-4806-ba2c-c1d215535481 req-dd3a215b-e721-41c0-b84c-ed3e1c298356 service neutron] (102641) timed out ('10.222.0.53', 33696) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:42:50.385482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:50.424247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:50.476875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:50.480131 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342aaf97-ed44-4d49-b4e2-2d3955cd6437" -d '{"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:50.484996 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.510401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Transition to ACTIVE for port object 6d789a75-3cd4-4d5f-b407-3b7e7845545a will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:42:50.518027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.634988 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab49f9e-a4a4-404a-a4be-d3ddb73b6302 x-openstack-request-id: req-9ab49f9e-a4a4-404a-a4be-d3ddb73b6302 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:50.635331 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:50.635532 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ab49f9e-a4a4-404a-a4be-d3ddb73b6302 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:50.635961 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'code': 200} Mar 11 17:42:50.673438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] No DVR routers for this DVR port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:42:50.710725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:50.845602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:42:50.846207 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:42:50.846340 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:42:50.852103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:42:50.852471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Attempting to bind port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:42:50.857907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:42:50.858256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Checking segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:42:50.858646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Bound using segment: {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:42:50.859075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Bound port: 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea68251e-848b-47c1-b0a9-22a546d3e6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:42:50.859438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.931553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:42:50.934669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:42:50.939870 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.981797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:50.982503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:50.983945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 1092 time: 1.0330863 Mar 11 17:42:51.007118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fca63-0045-401e-aad6-6236d1436782 service neutron] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=11']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:51.064514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d015192a-485f-4946-9588-800f9ad681d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:51.067609 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-d015192a-485f-4946-9588-800f9ad681d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1095 time: 0.0500426 Mar 11 17:42:51.185504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-9efcc069-aef4-465d-8ed4-6674f6a996c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:51.188830 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-9efcc069-aef4-465d-8ed4-6674f6a996c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.1148779 Mar 11 17:42:51.245327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287f549-9aa0-40d1-a94a-555e4f6ed1a9 req-6d03fb77-c486-4bc8-bdb8-961daa43df8a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:51.246897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f287f549-9aa0-40d1-a94a-555e4f6ed1a9 req-6d03fb77-c486-4bc8-bdb8-961daa43df8a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 944 time: 0.0575411 Mar 11 17:42:51.273196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-99c28b30-747b-41bb-8231-9b7f03bb4c99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 999 time: 0.0750222 Mar 11 17:42:51.306960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f287f549-9aa0-40d1-a94a-555e4f6ed1a9 req-46a5a095-0de3-4c0c-a07d-9914e3afbd22 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470052 Mar 11 17:42:51.340782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-9c3492d9-30e2-4e3d-b06b-55672d0d83d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:51.342250 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-9c3492d9-30e2-4e3d-b06b-55672d0d83d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.0600040 Mar 11 17:42:51.401041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-2447e58d-f5d7-42e2-91bc-2cc19e19ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:51.402840 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-2447e58d-f5d7-42e2-91bc-2cc19e19ef5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517256 Mar 11 17:42:51.526635 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-196c934c-5498-4a6b-a27f-8530bf7b9a72 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160810 Mar 11 17:42:51.620162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:42:51.651575 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1414fbca-c19f-4407-8ac9-9da10146efbb req-ea1523f8-8c43-444d-975e-7dee537ffd9e service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183164 Mar 11 17:42:51.686111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:42:52.443471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7bf7-81f3-4c0e-8a91-55315fab8d95 req-7ec3efa3-0cdb-4839-b4ee-a49e0d4cf3b1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:52.445574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7dc7bf7-81f3-4c0e-8a91-55315fab8d95 req-7ec3efa3-0cdb-4839-b4ee-a49e0d4cf3b1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 944 time: 0.0638478 Mar 11 17:42:52.490707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7dc7bf7-81f3-4c0e-8a91-55315fab8d95 req-5e1b4fa7-8631-4078-bbc5-08917ee9b448 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Mar 11 17:42:52.636915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:52.639796 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197" -d '{"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:52.692891 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bda5c6-b866-42d2-8198-3948157c0acf x-openstack-request-id: req-d3bda5c6-b866-42d2-8198-3948157c0acf {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:52.693271 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:52.693523 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3bda5c6-b866-42d2-8198-3948157c0acf {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:52.693931 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'status': 'completed', 'code': 200} Mar 11 17:42:52.804195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-c55fede0-ab46-4068-9e48-685cbb777f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:52.806469 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-c55fede0-ab46-4068-9e48-685cbb777f23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1095 time: 0.0870023 Mar 11 17:42:52.829964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-087e0dd6-b1dc-4420-a1e8-7a938e0dfd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:52.831716 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-087e0dd6-b1dc-4420-a1e8-7a938e0dfd24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1095 time: 0.1033690 Mar 11 17:42:53.022102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-002d637d-420a-41e7-bcce-9e7af97a175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:53.023602 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-002d637d-420a-41e7-bcce-9e7af97a175c service neutron] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.2095456 Mar 11 17:42:53.026722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-2ad173b5-4b03-46e6-9992-ba746e0ca8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:53.028119 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-2ad173b5-4b03-46e6-9992-ba746e0ca8bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.1854196 Mar 11 17:42:53.154609 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-c3c0ddcc-ead5-4ddc-aca1-5d486d56ac2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 999 time: 0.1188252 Mar 11 17:42:53.156906 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-078adb4d-a925-4d1f-8f2e-c58ccb130043 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 999 time: 0.1224008 Mar 11 17:42:53.245556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-f91d5959-d771-4158-b299-1ae09ec39a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:53.247131 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-f91d5959-d771-4158-b299-1ae09ec39a41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.0839188 Mar 11 17:42:53.248849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-c29ff217-94fc-498b-9170-2d9805050dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:53.250178 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-c29ff217-94fc-498b-9170-2d9805050dcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.0855474 Mar 11 17:42:53.324978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-334be8ea-2ce4-4497-aea1-8419e887ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:53.326528 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-334be8ea-2ce4-4497-aea1-8419e887ebcc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731809 Mar 11 17:42:53.329249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-bdf1e6df-6966-4db3-883d-c108a1646183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:53.330715 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-bdf1e6df-6966-4db3-883d-c108a1646183 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691311 Mar 11 17:42:53.498895 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-41645471-5555-41f1-bbaf-e90ffcdcf835 service neutron] 10.222.0.66 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648953 Mar 11 17:42:53.501477 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-7f9a65d5-4672-4ea3-9ca6-8c75d3876ae6 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596513 Mar 11 17:42:53.667174 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-a7d05094-8fe0-41cf-93f0-2c90031f537f service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445491 Mar 11 17:42:53.696859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996b7a-2ef8-4997-a3f6-012dc008065b req-bfcc5597-73c4-48b2-a34a-357e2af4c34d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:53.699524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c996b7a-2ef8-4997-a3f6-012dc008065b req-bfcc5597-73c4-48b2-a34a-357e2af4c34d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 944 time: 0.0607684 Mar 11 17:42:53.777608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4c996b7a-2ef8-4997-a3f6-012dc008065b req-21a0af48-0057-4587-ad3c-7d0d3d38234b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718808 Mar 11 17:42:53.799002 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eae9d3e8-f181-4dc4-a1c7-42baa79fa197 req-2f05efd8-2395-4e5e-aed2-71d6daf5d09c service neutron] 10.222.0.66 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749209 Mar 11 17:42:54.883777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:42:54.917111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804105e3-4987-4da2-9413-3e3c881bf78e req-73c6f0de-0f74-4e39-94cb-e40642e9084d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:42:54.918846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-804105e3-4987-4da2-9413-3e3c881bf78e req-73c6f0de-0f74-4e39-94cb-e40642e9084d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 944 time: 0.0589702 Mar 11 17:42:54.968102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-804105e3-4987-4da2-9413-3e3c881bf78e req-6e440d40-c135-4db9-8f59-f1ec2cd96020 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Mar 11 17:42:54.996854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 60930) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:42:55.040514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:55.057753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'port_id': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'mac_address': 'fa:16:3e:4f:92:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:42:55.092484 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6d746474-8a0e-4da8-8920-e062b17b1edf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/4c067cd7-ea12-4d3b-8138-8fd8d8414072 HTTP/1.1" status: 200 len: 991 time: 0.0911644 Mar 11 17:42:55.126300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:55.150683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d789a75-3cd4-4d5f-b407-3b7e7845545a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:42:55.176949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:55.185860 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:55.266154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=12']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:55.480122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['6d789a75-3cd4-4d5f-b407-3b7e7845545a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:42:56.906750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:42:56.977111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 6d789a75-3cd4-4d5f-b407-3b7e7845545a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:42:56.981682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 6d789a75-3cd4-4d5f-b407-3b7e7845545a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:42:56.982052 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:57.079237 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:57.118373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:42:57.122726 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8b4bcb-c1b4-4e07-8272-fd12918c932a" -d '{"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:42:57.152675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:42:57.158472 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:42:57.197717 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af17daef-905d-451a-8e0a-5913117afdf2 x-openstack-request-id: req-af17daef-905d-451a-8e0a-5913117afdf2 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:42:57.198069 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:42:57.198317 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af17daef-905d-451a-8e0a-5913117afdf2 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:42:57.198702 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'code': 200} Mar 11 17:42:57.231934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=13']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:42:59.151727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:11.119126 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:12.494246 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:43:13.153164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33052) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:13.279716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c91e93-41e8-4511-8bca-a618354dbfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.372249 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c91e93-41e8-4511-8bca-a618354dbfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.377239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48c91e93-41e8-4511-8bca-a618354dbfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.418141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c91e93-41e8-4511-8bca-a618354dbfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eab768-b2fe-40a2-8956-afd724be5c39,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:13.422595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-48c91e93-41e8-4511-8bca-a618354dbfee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23f8174ac09a4a7ca731db9690b1fa8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683702 Mar 11 17:43:13.425461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33062) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:13.484670 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76fbac88-dbe9-4283-a4b2-f25a8c96b7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.509565 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76fbac88-dbe9-4283-a4b2-f25a8c96b7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.568788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76fbac88-dbe9-4283-a4b2-f25a8c96b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.571633 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76fbac88-dbe9-4283-a4b2-f25a8c96b7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:13.577862 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-76fbac88-dbe9-4283-a4b2-f25a8c96b7f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2eab768-b2fe-40a2-8956-afd724be5c39 HTTP/1.1" status: 204 len: 168 time: 0.1502495 Mar 11 17:43:13.590563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbac88-dbe9-4283-a4b2-f25a8c96b7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eab768-b2fe-40a2-8956-afd724be5c39,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:13.636717 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-04586594-bfeb-41b4-a6d5-2f084576b4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:15.887850 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-35637d98-cddd-4fca-8eb6-94ec29799edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:16.102306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-e1cec52b-9591-4c06-a7ef-24e033d6f5f5 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=536b8462b9e94c97a1ec4ec1a299a489&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263326 Mar 11 17:43:16.243890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-22702f88-116f-4f47-8839-98b989172329 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:16.246046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-22702f88-116f-4f47-8839-98b989172329 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348464 Mar 11 17:43:16.265155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-e24c65a2-e140-4980-8692-e70b36fae085 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/quotas/536b8462b9e94c97a1ec4ec1a299a489 HTTP/1.1" status: 200 len: 375 time: 0.0121722 Mar 11 17:43:16.307001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-4f75d6e4-528c-430a-8c6d-e07c1e8e43ed tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=536b8462b9e94c97a1ec4ec1a299a489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323281 Mar 11 17:43:16.503154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65153026-42e2-4735-8d98-ef91b2f8a6a7 req-6990a118-a7e4-425a-89ee-af2fdae8a126 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 210 time: 0.0292501 Mar 11 17:43:17.171515 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.521586 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-155792e1-436c-40e7-b45d-824ba0837506 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=536b8462b9e94c97a1ec4ec1a299a489&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289390 Mar 11 17:43:17.654795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a6a91f9-1ea4-49f2-9073-1c1334185590 req-fa0fce13-ae07-4943-90f3-b6c3a094824d tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 210 time: 0.0545900 Mar 11 17:43:17.702272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3ab8ab10-90ef-4c98-aaa3-26aab4cb307a tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:17.703612 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3ab8ab10-90ef-4c98-aaa3-26aab4cb307a tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775820 Mar 11 17:43:17.718238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Request body: {'port': {'device_id': '66bd99bd-1ea1-4ff9-a500-7378eb5d6c34', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': '536b8462b9e94c97a1ec4ec1a299a489'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:17.840896 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Made reservation on behalf of 536b8462b9e94c97a1ec4ec1a299a489 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:17.844276 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.854588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.951509 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:17.957823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.026642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec8066a-fc7f-47cd-af81-b160eb97eb7e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:18.116227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Allocated IP 192.168.233.171 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/a063e500-e18b-4a8f-848c-0ca3c7cd93a5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:18.282760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.321564 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.378908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:18.382592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:18.386358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:18.393000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Pushing event updated for resources: {'Port': ['ID=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:18.446803 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.452368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:18.453017 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.489212 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-3225a6fb-4043-4aac-9a1c-ad3c53b2cb61 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7719190 Mar 11 17:43:18.500831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Request body: {'port': {'device_id': '66bd99bd-1ea1-4ff9-a500-7378eb5d6c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:18.575134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.710615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a7c2d630-fb0e-4ea8-a983-652da17bc78a None None] Provisioning complete for port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:18.710943 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d630-fb0e-4ea8-a983-652da17bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.717702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33188) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:18.761661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2d630-fb0e-4ea8-a983-652da17bc78a None None] Port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:43:18.834644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee82f89-b939-4551-98ee-ca15165d1b3a tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:18.835140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee82f89-b939-4551-98ee-ca15165d1b3a tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:18.835609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee82f89-b939-4551-98ee-ca15165d1b3a tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:18.844259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ee82f89-b939-4551-98ee-ca15165d1b3a tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=71b5a9c1536a4f91b84b5e8b492a6dc2&network_id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 200 len: 2969 time: 0.1186433 Mar 11 17:43:18.870117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e09b2c-30fa-4501-a781-de19c490a3aa req-30bc0dba-c808-45b6-a320-d4e731ced29e tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:18.880476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e09b2c-30fa-4501-a781-de19c490a3aa req-30bc0dba-c808-45b6-a320-d4e731ced29e tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 936 time: 0.0997345 Mar 11 17:43:18.925345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18e09b2c-30fa-4501-a781-de19c490a3aa req-9d0389b0-48b8-401d-9ecc-d012e42cf35f tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Mar 11 17:43:18.942982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a063e500-e18b-4a8f-848c-0ca3c7cd93a5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:43:18.955089 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.973930 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:18.978094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Transition to ACTIVE for port object a063e500-e18b-4a8f-848c-0ca3c7cd93a5 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:18.982150 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.062202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Pushing event updated for resources: {'Port': ['ID=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:19.127190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Attempting to bind port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:19.127526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Attempting to bind port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:19.127856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Attempting to bind port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:19.141192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:43:19.141688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Attempting to bind port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:19.149284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:19.149617 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:19.150007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:19.150431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Bound port: a063e500-e18b-4a8f-848c-0ca3c7cd93a5, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:19.150788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.224864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] For port a063e500-e18b-4a8f-848c-0ca3c7cd93a5, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:19.229125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] For port a063e500-e18b-4a8f-848c-0ca3c7cd93a5, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:19.234684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.281712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:19.282724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:19.284010 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] 10.222.0.66 "PUT /v2.0/ports/a063e500-e18b-4a8f-848c-0ca3c7cd93a5 HTTP/1.1" status: 200 len: 1096 time: 0.7889023 Mar 11 17:43:19.284626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bd99bd-1ea1-4ff9-a500-7378eb5d6c34', 'tag': 'a063e500-e18b-4a8f-848c-0ca3c7cd93a5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:43:19.288633 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618beae6-16b2-430e-b557-fc4b974eca23" -d '{"events": [{"name": "network-changed", "server_uuid": "66bd99bd-1ea1-4ff9-a500-7378eb5d6c34", "tag": "a063e500-e18b-4a8f-848c-0ca3c7cd93a5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:43:19.316782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0305ad0-3ada-4277-a0c2-215e0618f844 service neutron] Pushing event updated for resources: {'Port': ['ID=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:19.368596 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481d18e-7959-4a29-ad6b-f0c890cb13a3 x-openstack-request-id: req-c481d18e-7959-4a29-ad6b-f0c890cb13a3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:43:19.368596 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bd99bd-1ea1-4ff9-a500-7378eb5d6c34", "tag": "a063e500-e18b-4a8f-848c-0ca3c7cd93a5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:43:19.369429 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c481d18e-7959-4a29-ad6b-f0c890cb13a3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:43:19.369429 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bd99bd-1ea1-4ff9-a500-7378eb5d6c34', 'tag': 'a063e500-e18b-4a8f-848c-0ca3c7cd93a5', 'status': 'completed', 'code': 200} Mar 11 17:43:19.389300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-c9fef5d1-8704-4d0f-b0f4-487a55507c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:19.392463 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-c9fef5d1-8704-4d0f-b0f4-487a55507c66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=536b8462b9e94c97a1ec4ec1a299a489&device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 1099 time: 0.0569258 Mar 11 17:43:19.446708 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-97e189e5-86ff-4abb-8a21-5992c88df44b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a063e500-e18b-4a8f-848c-0ca3c7cd93a5 HTTP/1.1" status: 200 len: 217 time: 0.0444508 Mar 11 17:43:19.573324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-c91961fe-86cb-45fa-bb10-2f3e1859a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:19.574962 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-c91961fe-86cb-45fa-bb10-2f3e1859a09d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1211541 Mar 11 17:43:19.623169 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-73e80884-ed2a-4e77-85de-13b390388246 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861180 Mar 11 17:43:19.652190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-4181b232-8266-4e91-9ec3-655a8f0ba43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:19.653423 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-4181b232-8266-4e91-9ec3-655a8f0ba43a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701146 Mar 11 17:43:19.779566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-692f8c8e-b62a-4c03-80f8-716b6b0713c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:19.783748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-692f8c8e-b62a-4c03-80f8-716b6b0713c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1097 time: 0.0993943 Mar 11 17:43:19.785785 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-e921db6c-dd9d-4e31-ad63-24e71e3a3cf1 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240318 Mar 11 17:43:20.069861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080c451-efab-4a2f-bbbe-72aa72619963 req-b5897837-3073-4a51-956e-8cfd73c2b465 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.071878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b080c451-efab-4a2f-bbbe-72aa72619963 req-b5897837-3073-4a51-956e-8cfd73c2b465 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 948 time: 0.0657635 Mar 11 17:43:20.128079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b080c451-efab-4a2f-bbbe-72aa72619963 req-6303f9e2-07b7-473f-9b94-63377930406e tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448563 Mar 11 17:43:20.313215 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b153ee8b-bc32-481f-850d-b10dae7f18a8 req-720d487d-34c3-49e5-a021-b856ac4d297b service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202935 Mar 11 17:43:20.320578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-c960bcb6-2789-4361-86ab-dbbc1313d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.323050 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-c960bcb6-2789-4361-86ab-dbbc1313d7a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.5076675 Mar 11 17:43:20.426791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-0ea65b0c-4a36-44ae-8722-2ff393a92e8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 1001 time: 0.0960846 Mar 11 17:43:20.435070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618beae6-16b2-430e-b557-fc4b974eca23 req-d0a7e42a-9219-42a9-a582-8c92e9440b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.437040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-618beae6-16b2-430e-b557-fc4b974eca23 req-d0a7e42a-9219-42a9-a582-8c92e9440b46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=536b8462b9e94c97a1ec4ec1a299a489&device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 1099 time: 0.0610769 Mar 11 17:43:20.539949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33206) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:20.547114 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-94c6b65f-0606-4e91-923f-8c7f6a55e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.549635 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-94c6b65f-0606-4e91-923f-8c7f6a55e4f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.1114340 Mar 11 17:43:20.604776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb59e914-6bf4-43a8-908c-2f4993d9e39f tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.606628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-eb59e914-6bf4-43a8-908c-2f4993d9e39f tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b HTTP/1.1" status: 200 len: 814 time: 0.0653684 Mar 11 17:43:20.624695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618beae6-16b2-430e-b557-fc4b974eca23 req-142e65e4-4e5b-4860-8045-4b8b7ac89ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.626146 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-618beae6-16b2-430e-b557-fc4b974eca23 req-142e65e4-4e5b-4860-8045-4b8b7ac89ede service neutron] 10.222.0.66 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.1804409 Mar 11 17:43:20.630854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-c2e6e511-7c42-40f9-a31d-af1730ee3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.632456 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-c2e6e511-7c42-40f9-a31d-af1730ee3bb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685039 Mar 11 17:43:20.684054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-618beae6-16b2-430e-b557-fc4b974eca23 req-d7b71152-4b48-45a0-96ab-0d5e56f8366e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a063e500-e18b-4a8f-848c-0ca3c7cd93a5 HTTP/1.1" status: 200 len: 217 time: 0.0506058 Mar 11 17:43:20.800575 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618beae6-16b2-430e-b557-fc4b974eca23 req-d87570cf-e790-4760-9619-d4f335a3bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.802180 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-618beae6-16b2-430e-b557-fc4b974eca23 req-d87570cf-e790-4760-9619-d4f335a3bd83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.1085835 Mar 11 17:43:20.862497 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-a5e458db-af46-4f6a-a462-a6f6d1223e2c service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217858 Mar 11 17:43:20.882771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618beae6-16b2-430e-b557-fc4b974eca23 req-ed571bd1-015a-4195-b3cf-db8746aed9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:20.884239 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-618beae6-16b2-430e-b557-fc4b974eca23 req-ed571bd1-015a-4195-b3cf-db8746aed9d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749321 Mar 11 17:43:21.033221 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37fdd22f-cb61-4732-9ad9-2d298c556d3d req-e27665b8-6119-48ee-b41d-04b171ae0f87 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624458 Mar 11 17:43:21.044662 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-618beae6-16b2-430e-b557-fc4b974eca23 req-c6b2a8d5-7f5f-4090-846c-420adddf7644 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494730 Mar 11 17:43:21.147480 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-618beae6-16b2-430e-b557-fc4b974eca23 req-d4b60976-6971-4d71-b324-a089f01c2212 service neutron] 10.222.0.66 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958650 Mar 11 17:43:21.262439 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-86d7bbae-e4b2-40c9-a602-832670ace732 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592923 Mar 11 17:43:21.277238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28083bd-75ed-4688-be5e-c3c6fbab605a req-a5b58fd3-b2f2-4e0a-8f5d-c7f446b61ec9 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:21.278804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d28083bd-75ed-4688-be5e-c3c6fbab605a req-a5b58fd3-b2f2-4e0a-8f5d-c7f446b61ec9 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 948 time: 0.0683568 Mar 11 17:43:21.327656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d28083bd-75ed-4688-be5e-c3c6fbab605a req-ba51b2db-1dfd-4615-9b61-3c66207e67a8 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Mar 11 17:43:21.372321 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-8a827375-1237-4776-ad3e-f8ffe2b452b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:21.374031 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-8a827375-1237-4776-ad3e-f8ffe2b452b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 1096 time: 0.0485673 Mar 11 17:43:21.424658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33214) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:21.432026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'network': {'name': 'tempest-network-smoke--72539453', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'port_security_enabled': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:21.459258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Made reservation on behalf of 71b5a9c1536a4f91b84b5e8b492a6dc2 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:21.462939 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.500178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:43:21.518027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.518350 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Added segment 031933d1-71e2-4fba-b392-e44675481a40 of type vlan for network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd Mar 11 17:43:21.528400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-3143edba-b495-4ef1-8ab8-953ba853800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:21.530462 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-3143edba-b495-4ef1-8ab8-953ba853800f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 200 len: 896 time: 0.1331539 Mar 11 17:43:21.577935 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.611389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.618084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:21.618618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:21.639977 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-f52c782b-f164-477f-91e4-e1a74c25a5bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b HTTP/1.1" status: 200 len: 1001 time: 0.0965314 Mar 11 17:43:21.685130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2590616 Mar 11 17:43:21.688586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33224) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:21.703249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Network': ['ID=6074f9fc-87c8-4cfa-8cbd-6b85251f28bd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:21.712519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.712519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.712519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.714607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.714607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.714607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.714607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.714607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.716334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.716334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.716334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.716334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1026814-9b4d-4bf9-a032-11fe09aab0ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:21.728689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:43:21.752004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-d4844d31-225a-411d-9a63-bcbd7238e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:21.753676 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-d4844d31-225a-411d-9a63-bcbd7238e035 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e1fa43f-2e0d-46ea-876e-fa39154b5c2b HTTP/1.1" status: 200 len: 834 time: 0.1121154 Mar 11 17:43:21.822711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40da10b-9f2a-44ca-a117-e44f26e74a18 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:21.824203 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c40da10b-9f2a-44ca-a117-e44f26e74a18 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=71b5a9c1536a4f91b84b5e8b492a6dc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1284640 Mar 11 17:43:21.827939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33228) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:21.832233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-739b8324-1e2e-4e73-a322-95d3d2a4dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:21.833800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-739b8324-1e2e-4e73-a322-95d3d2a4dfd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735004 Mar 11 17:43:21.932332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f616a-4a7c-4f99-bbf9-a6aac4308381 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:21.933868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cc9f616a-4a7c-4f99-bbf9-a6aac4308381 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1046052 Mar 11 17:43:21.936875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33230) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:21.970600 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-4d08b8b8-4507-43e1-bc6b-5238262bedb4 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281986 Mar 11 17:43:21.974440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-33277853-f249-4604-a87d-e1290c85a8d5 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361240 Mar 11 17:43:21.977363 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33232) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:22.019648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c413fef2-386e-441e-ae0c-f2dbb4d7a17c tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=71b5a9c1536a4f91b84b5e8b492a6dc2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395927 Mar 11 17:43:22.022884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33238) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:22.087531 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-91f43290-1b70-4a91-acda-4ca0e9ea27b4 req-40f9f8fe-b7e7-4d2d-bd1d-78f90c8e1469 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092739 Mar 11 17:43:22.145913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633992b1-d967-47fa-b11a-b19a9014af88 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:22.147885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-633992b1-d967-47fa-b11a-b19a9014af88 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1233783 Mar 11 17:43:22.151385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33240) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:22.208076 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dfaca982-9f23-4a3f-8f41-fa44a3e5114d tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552819 Mar 11 17:43:22.211208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33244) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:22.216575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-497429805', 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:22.319618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Made reservation on behalf of 71b5a9c1536a4f91b84b5e8b492a6dc2 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:22.323478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.519188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1925318-4c17-46e9-984d-9eb6ff3c5e6d req-7c855e95-4504-4c1f-82a1-a7f1b4849b0d tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:22.520724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1925318-4c17-46e9-984d-9eb6ff3c5e6d req-7c855e95-4504-4c1f-82a1-a7f1b4849b0d tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 948 time: 0.0944388 Mar 11 17:43:22.600863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1925318-4c17-46e9-984d-9eb6ff3c5e6d req-aa0c8d52-c043-420a-8df8-081980325b4b tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735443 Mar 11 17:43:22.603368 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.662851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Subnet': ['ID=9fbb2503-22ed-417c-8372-c9fddda18181,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:22.680305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Checking segment: {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:22.680709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network hostable DHCP agents. Network: 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:43:22.703045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:43:22.713646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:22.720868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:22.720868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:22.726486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b62925-a45d-4620-89de-ace22774edc0 None None] Network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:43:22.741389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-81078e4b-a5a0-47dd-a807-d58041c11608 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5291109 Mar 11 17:43:22.919784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-6074f9fc-87c8-4cfa-8cbd-6b85251f28bd', 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ips': [{'subnet_id': '9fbb2503-22ed-417c-8372-c9fddda18181'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:43:22.920694 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.020081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33252) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:23.025457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-11489131-3f40-44d3-817c-ee4e862cc16f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950382714', 'description': 'tempest-secgroup-smoke-950382714 description', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:23.066331 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11489131-3f40-44d3-817c-ee4e862cc16f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.094986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Allocated IP 172.20.0.18 (6074f9fc-87c8-4cfa-8cbd-6b85251f28bd/9fbb2503-22ed-417c-8372-c9fddda18181/7f926306-0f9e-446c-8c3f-d41d35e764af) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:23.168514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11489131-3f40-44d3-817c-ee4e862cc16f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.173376 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11489131-3f40-44d3-817c-ee4e862cc16f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.204332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11489131-3f40-44d3-817c-ee4e862cc16f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.209941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-11489131-3f40-44d3-817c-ee4e862cc16f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1842151 Mar 11 17:43:23.211471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:23.217619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-00eab110-73c4-4095-9f1f-09321203621b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '8c93d484-8d79-43f9-926f-5f8b3b90d7b6', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:23.227754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11489131-3f40-44d3-817c-ee4e862cc16f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c93d484-8d79-43f9-926f-5f8b3b90d7b6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:23.275641 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.278436 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00eab110-73c4-4095-9f1f-09321203621b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.285826 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.374678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Pushing event updated for resources: {'Port': ['ID=7f926306-0f9e-446c-8c3f-d41d35e764af,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:23.387194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:23.389676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:23.393694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:23.424189 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00eab110-73c4-4095-9f1f-09321203621b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.429376 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00eab110-73c4-4095-9f1f-09321203621b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.450686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab110-73c4-4095-9f1f-09321203621b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810960fe-b08f-441c-8cab-7940630e618f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:23.475310 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00eab110-73c4-4095-9f1f-09321203621b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.476908 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-00eab110-73c4-4095-9f1f-09321203621b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640517 Mar 11 17:43:23.481417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33262) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:23.488502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-45af4fc9-e522-4af6-b551-af9b5a61eb94 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '8c93d484-8d79-43f9-926f-5f8b3b90d7b6', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:23.519139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Attempting to bind port 7f926306-0f9e-446c-8c3f-d41d35e764af on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:23.519640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Attempting to bind port 7f926306-0f9e-446c-8c3f-d41d35e764af by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:23.520529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Attempting to bind port 7f926306-0f9e-446c-8c3f-d41d35e764af on network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:23.526235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:23.527379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Checking segment: {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:23.527379 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.527379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Bound using segment: {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:23.527877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Bound port: 7f926306-0f9e-446c-8c3f-d41d35e764af, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:23.528265 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.533553 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45af4fc9-e522-4af6-b551-af9b5a61eb94 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.622032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45af4fc9-e522-4af6-b551-af9b5a61eb94 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.626245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] For port 7f926306-0f9e-446c-8c3f-d41d35e764af, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:23.630415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] For port 7f926306-0f9e-446c-8c3f-d41d35e764af, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7f926306-0f9e-446c-8c3f-d41d35e764af,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:23.632317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45af4fc9-e522-4af6-b551-af9b5a61eb94 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.645101 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.661226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af4fc9-e522-4af6-b551-af9b5a61eb94 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aeb9f18-2a85-4d26-af95-1f3daee15728,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:23.670345 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45af4fc9-e522-4af6-b551-af9b5a61eb94 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.675469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33266) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:23.676975 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-45af4fc9-e522-4af6-b551-af9b5a61eb94 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1920173 Mar 11 17:43:23.681979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3728e32d-b658-49aa-88d7-170815544d5c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '8c93d484-8d79-43f9-926f-5f8b3b90d7b6', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:23.718357 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3728e32d-b658-49aa-88d7-170815544d5c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.759956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563bc4-ac95-483b-afb3-0825806b895d None None] Pushing event updated for resources: {'Port': ['ID=7f926306-0f9e-446c-8c3f-d41d35e764af,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:23.830523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15088-831d-40a4-aa2f-ceb4c034f297 req-d3631787-79ed-4328-80d4-6167528ac50c tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:23.832926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7b15088-831d-40a4-aa2f-ceb4c034f297 req-d3631787-79ed-4328-80d4-6167528ac50c tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 948 time: 0.0991917 Mar 11 17:43:23.839767 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3728e32d-b658-49aa-88d7-170815544d5c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.850488 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3728e32d-b658-49aa-88d7-170815544d5c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.883022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728e32d-b658-49aa-88d7-170815544d5c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccd5ef2-6b96-4474-bd62-9e71bd96a397,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:23.899013 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3728e32d-b658-49aa-88d7-170815544d5c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:23.900192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3728e32d-b658-49aa-88d7-170815544d5c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2221549 Mar 11 17:43:23.903342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33270) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:23.909947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1f3489f3-2ce2-4b6e-b2ca-8a03670b4d3d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '8c93d484-8d79-43f9-926f-5f8b3b90d7b6', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:23.918612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7b15088-831d-40a4-aa2f-ceb4c034f297 req-0049c826-5cc4-4120-b324-e0c837a3d589 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762830 Mar 11 17:43:23.970574 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f3489f3-2ce2-4b6e-b2ca-8a03670b4d3d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.070785 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f3489f3-2ce2-4b6e-b2ca-8a03670b4d3d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.075039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f3489f3-2ce2-4b6e-b2ca-8a03670b4d3d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.103056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3489f3-2ce2-4b6e-b2ca-8a03670b4d3d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2cded3-51f8-44f6-96bc-b7cfcf9ca610,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:24.109214 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f3489f3-2ce2-4b6e-b2ca-8a03670b4d3d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.112444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1f3489f3-2ce2-4b6e-b2ca-8a03670b4d3d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2062554 Mar 11 17:43:24.113237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33274) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:24.120054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-103f4a0c-1465-4103-a695-5af1aaaf59cf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '8c93d484-8d79-43f9-926f-5f8b3b90d7b6', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:24.143664 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-103f4a0c-1465-4103-a695-5af1aaaf59cf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Project 71b5a9c1536a4f91b84b5e8b492a6dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:43:24.156980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-103f4a0c-1465-4103-a695-5af1aaaf59cf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.235525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-103f4a0c-1465-4103-a695-5af1aaaf59cf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.241060 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-103f4a0c-1465-4103-a695-5af1aaaf59cf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.262449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f4a0c-1465-4103-a695-5af1aaaf59cf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32adce55-fab0-4ff9-9ed4-8947550a0562,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:24.273510 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-103f4a0c-1465-4103-a695-5af1aaaf59cf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.275135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-103f4a0c-1465-4103-a695-5af1aaaf59cf tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586850 Mar 11 17:43:24.278316 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33276) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:24.284661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f3462ecb-ffd0-4cc0-8d73-4b4f55bd678b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': '8c93d484-8d79-43f9-926f-5f8b3b90d7b6', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:24.311863 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-f3462ecb-ffd0-4cc0-8d73-4b4f55bd678b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Project 71b5a9c1536a4f91b84b5e8b492a6dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:43:24.317113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3462ecb-ffd0-4cc0-8d73-4b4f55bd678b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.406781 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3462ecb-ffd0-4cc0-8d73-4b4f55bd678b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.411254 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3462ecb-ffd0-4cc0-8d73-4b4f55bd678b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.432108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3462ecb-ffd0-4cc0-8d73-4b4f55bd678b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef20f21d-3380-476f-a4f8-3b592d635c75,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:24.443125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3462ecb-ffd0-4cc0-8d73-4b4f55bd678b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:24.444692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f3462ecb-ffd0-4cc0-8d73-4b4f55bd678b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1639192 Mar 11 17:43:24.746479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-5880b4a2-6c91-4618-846b-021a9fd0d2ac tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950382714&fields=id&tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2 HTTP/1.1" status: 200 len: 267 time: 0.0772896 Mar 11 17:43:24.907545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-096c0c77-30b5-4370-b337-a756d9600732 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:24.916800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-096c0c77-30b5-4370-b337-a756d9600732 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/networks?id=6074f9fc-87c8-4cfa-8cbd-6b85251f28bd HTTP/1.1" status: 200 len: 795 time: 0.1610696 Mar 11 17:43:24.939852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-875a0163-cb44-4de5-8743-8bbb7f5f6726 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/quotas/71b5a9c1536a4f91b84b5e8b492a6dc2 HTTP/1.1" status: 200 len: 375 time: 0.0215039 Mar 11 17:43:25.004637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-d33a1ddd-78ea-4406-bea6-b2849d7ba853 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0632401 Mar 11 17:43:25.039568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f035683-de95-4a3d-9bbd-7b80692311bf None None] Network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:43:25.154323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-90fbc1b2-c1d4-401c-88b0-083f9e037309 None None] Provisioning complete for port 7f926306-0f9e-446c-8c3f-d41d35e764af triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:25.154722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-90fbc1b2-c1d4-401c-88b0-083f9e037309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.187312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7a278-958b-4d9e-b5fe-a3e4e7e98700 req-2c249ba2-19a4-4a95-a2a3-f73cd3551534 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:25.189702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ea7a278-958b-4d9e-b5fe-a3e4e7e98700 req-2c249ba2-19a4-4a95-a2a3-f73cd3551534 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 948 time: 0.1442902 Mar 11 17:43:25.201938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-42809d0c-2878-431e-8be1-4af4c1891025 service neutron] 10.222.0.53 "GET /v2.0/networks/6074f9fc-87c8-4cfa-8cbd-6b85251f28bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830466 Mar 11 17:43:25.316525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ea7a278-958b-4d9e-b5fe-a3e4e7e98700 req-1b78587f-3126-40a2-9370-3e1787277e84 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194239 Mar 11 17:43:25.369514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-4da189af-6828-42e0-9490-fdc07f444093 service neutron] 10.222.0.53 "GET /v2.0/networks/6074f9fc-87c8-4cfa-8cbd-6b85251f28bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525574 Mar 11 17:43:25.545623 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-90fbc1b2-c1d4-401c-88b0-083f9e037309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.555111 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e9c762b-7d35-4ac7-825d-f59ad2815ff3 req-e3fcf327-4aad-4bc0-96b3-abb9990e7716 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 210 time: 0.0355434 Mar 11 17:43:25.600019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-90fbc1b2-c1d4-401c-88b0-083f9e037309 None None] For port 7f926306-0f9e-446c-8c3f-d41d35e764af, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7f926306-0f9e-446c-8c3f-d41d35e764af,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:25.606890 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-90fbc1b2-c1d4-401c-88b0-083f9e037309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:25.682237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbc1b2-c1d4-401c-88b0-083f9e037309 None None] Pushing event updated for resources: {'Port': ['ID=7f926306-0f9e-446c-8c3f-d41d35e764af,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:25.729727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a063e500-e18b-4a8f-848c-0ca3c7cd93a5 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:43:25.857839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7f926306-0f9e-446c-8c3f-d41d35e764af up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:25.918795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a063e500-e18b-4a8f-848c-0ca3c7cd93a5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:25.946578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'a063e500-e18b-4a8f-848c-0ca3c7cd93a5', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'a063e500-e18b-4a8f-848c-0ca3c7cd93a5', 'mac_address': 'fa:16:3e:05:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:43:26.005367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7f926306-0f9e-446c-8c3f-d41d35e764af triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:26.006004 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.056244 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.098551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a063e500-e18b-4a8f-848c-0ca3c7cd93a5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:43:26.119440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2877bf92-23c7-4594-939c-2e7c3912ad78 None None] Provisioning complete for port 7f926306-0f9e-446c-8c3f-d41d35e764af triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:26.120288 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2877bf92-23c7-4594-939c-2e7c3912ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.162742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a063e500-e18b-4a8f-848c-0ca3c7cd93a5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:26.174013 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:26.278915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:26.467663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445697-49f5-4c86-8099-f75a41916c9b req-2243497a-f39e-4cbb-9966-0dbe058ccff8 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:26.469260 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07445697-49f5-4c86-8099-f75a41916c9b req-2243497a-f39e-4cbb-9966-0dbe058ccff8 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 949 time: 0.0614955 Mar 11 17:43:26.472591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a063e500-e18b-4a8f-848c-0ca3c7cd93a5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:43:26.543305 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07445697-49f5-4c86-8099-f75a41916c9b req-0f00af51-2e3f-4dec-8ddd-463fa6dc139c tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566187 Mar 11 17:43:26.702736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-106b8511-822b-429a-aaef-afa494249ee7 req-72f4119c-d08f-4fa7-9821-ec0d24ba0340 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 210 time: 0.0518916 Mar 11 17:43:26.899520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-85558425-c346-4891-aaeb-cc66f1710648 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:26.901549 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-85558425-c346-4891-aaeb-cc66f1710648 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "GET /v2.0/networks?id=6074f9fc-87c8-4cfa-8cbd-6b85251f28bd HTTP/1.1" status: 200 len: 795 time: 0.1422122 Mar 11 17:43:26.967983 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-3d86a313-747d-4d08-83a1-d9dae9dfca0e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2 HTTP/1.1" status: 200 len: 472 time: 0.0561233 Mar 11 17:43:26.991118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'port': {'device_id': '059dd09e-19d0-4f42-9cdb-c2483d2c9846', 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd', 'admin_state_up': True, 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'security_groups': ['8c93d484-8d79-43f9-926f-5f8b3b90d7b6']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:27.109855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Made reservation on behalf of 71b5a9c1536a4f91b84b5e8b492a6dc2 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:27.113983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.265398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.20.0.21 (6074f9fc-87c8-4cfa-8cbd-6b85251f28bd/9fbb2503-22ed-417c-8372-c9fddda18181/1b2aa5da-cb58-49bc-a966-62bc03a53c84) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:27.441361 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.484498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.547227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:27.551272 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:27.553822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:27.588820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=1b2aa5da-cb58-49bc-a966-62bc03a53c84,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:27.637320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:27.638173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.663184 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-aed2c77f-2b47-4f7d-9f4e-2c9a7070fbee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6872675 Mar 11 17:43:27.683566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Request body: {'port': {'device_id': '059dd09e-19d0-4f42-9cdb-c2483d2c9846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:27.722668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb31c9f-1fe6-47ae-8aa5-058a17c49066 req-f70693e7-2bbc-419f-96f0-0d8ed9da201b tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:27.730852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a063e500-e18b-4a8f-848c-0ca3c7cd93a5 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:27.732718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bb31c9f-1fe6-47ae-8aa5-058a17c49066 req-f70693e7-2bbc-419f-96f0-0d8ed9da201b tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 949 time: 0.0810990 Mar 11 17:43:27.792643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5bb31c9f-1fe6-47ae-8aa5-058a17c49066 req-44dae2f0-4dae-405a-a705-fe325fc56891 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Mar 11 17:43:27.814372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7f926306-0f9e-446c-8c3f-d41d35e764af up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:27.836983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.914216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddd72b-5f18-4ab9-94c2-43adfd77fa95 req-87e46b5a-94af-4b9c-a62c-b4bde722af51 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:27.924596 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dddd72b-5f18-4ab9-94c2-43adfd77fa95 req-87e46b5a-94af-4b9c-a62c-b4bde722af51 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 932 time: 0.0877879 Mar 11 17:43:27.933010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:43:27.936921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7f926306-0f9e-446c-8c3f-d41d35e764af triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:27.937619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.941106 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:27.942263 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:27.979193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dddd72b-5f18-4ab9-94c2-43adfd77fa95 req-e924d344-1c8e-4d52-b1ff-a253fcd0a794 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534227 Mar 11 17:43:28.149148 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.153975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f3f83966-b507-4327-b847-80f683d82c2b None None] Provisioning complete for port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:28.153975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f3f83966-b507-4327-b847-80f683d82c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.207802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bd99bd-1ea1-4ff9-a500-7378eb5d6c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a063e500-e18b-4a8f-848c-0ca3c7cd93a5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:43:28.210315 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cacc72c-8ae9-447c-96df-db831e16b027" -d '{"events": [{"server_uuid": "66bd99bd-1ea1-4ff9-a500-7378eb5d6c34", "name": "network-vif-plugged", "status": "completed", "tag": "a063e500-e18b-4a8f-848c-0ca3c7cd93a5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:43:28.235802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port a063e500-e18b-4a8f-848c-0ca3c7cd93a5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:28.238104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f3f83966-b507-4327-b847-80f683d82c2b None None] Port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:43:28.243597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.282625 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea65331-368f-418d-99e6-9e435da31ff4 x-openstack-request-id: req-fea65331-368f-418d-99e6-9e435da31ff4 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:43:28.282909 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bd99bd-1ea1-4ff9-a500-7378eb5d6c34", "name": "network-vif-plugged", "status": "completed", "tag": "a063e500-e18b-4a8f-848c-0ca3c7cd93a5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:43:28.283339 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fea65331-368f-418d-99e6-9e435da31ff4 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:43:28.283902 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd99bd-1ea1-4ff9-a500-7378eb5d6c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a063e500-e18b-4a8f-848c-0ca3c7cd93a5', 'code': 200} Mar 11 17:43:28.325162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:28.340900 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2aa5da-cb58-49bc-a966-62bc03a53c84 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:43:28.355434 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.371897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Transition to ACTIVE for port object 1b2aa5da-cb58-49bc-a966-62bc03a53c84 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:28.379702 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.398993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff283e21-4287-4c73-9363-bdf491aaee0b req-267c4cc5-42df-4393-ab3f-6561d20b2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:28.400964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff283e21-4287-4c73-9363-bdf491aaee0b req-267c4cc5-42df-4393-ab3f-6561d20b2c6f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 1101 time: 0.0586004 Mar 11 17:43:28.436696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Pushing event updated for resources: {'Port': ['ID=1b2aa5da-cb58-49bc-a966-62bc03a53c84,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:28.447754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff283e21-4287-4c73-9363-bdf491aaee0b req-a752de47-ddb3-48d4-8db7-f6060ac936d9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Mar 11 17:43:28.507201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Attempting to bind port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:28.507488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Attempting to bind port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:28.507798 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Attempting to bind port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 on network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:28.513025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 on network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:43:28.513376 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Attempting to bind port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 on network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:28.518903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:28.518903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Checking segment: {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:28.520141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Bound using segment: {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:28.520595 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Bound port: 1b2aa5da-cb58-49bc-a966-62bc03a53c84, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:28.520966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.614165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] For port 1b2aa5da-cb58-49bc-a966-62bc03a53c84, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:28.618004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] For port 1b2aa5da-cb58-49bc-a966-62bc03a53c84, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1b2aa5da-cb58-49bc-a966-62bc03a53c84,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:28.622747 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.673236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:28.674126 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:28.675798 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] 10.222.0.66 "PUT /v2.0/ports/1b2aa5da-cb58-49bc-a966-62bc03a53c84 HTTP/1.1" status: 200 len: 1092 time: 1.0036221 Mar 11 17:43:28.676428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059dd09e-19d0-4f42-9cdb-c2483d2c9846', 'tag': '1b2aa5da-cb58-49bc-a966-62bc03a53c84'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:43:28.680284 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e783d98a-2174-47b7-a557-03b9023768e2" -d '{"events": [{"name": "network-changed", "server_uuid": "059dd09e-19d0-4f42-9cdb-c2483d2c9846", "tag": "1b2aa5da-cb58-49bc-a966-62bc03a53c84"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:43:28.710811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ac276-7552-4c20-9156-1ca48203f4ea service neutron] Pushing event updated for resources: {'Port': ['ID=1b2aa5da-cb58-49bc-a966-62bc03a53c84,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:28.735543 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acaffe8-13f6-472a-a3e2-10fd422c6b81 x-openstack-request-id: req-6acaffe8-13f6-472a-a3e2-10fd422c6b81 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:43:28.735833 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059dd09e-19d0-4f42-9cdb-c2483d2c9846", "tag": "1b2aa5da-cb58-49bc-a966-62bc03a53c84", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:43:28.736116 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6acaffe8-13f6-472a-a3e2-10fd422c6b81 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:43:28.736546 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059dd09e-19d0-4f42-9cdb-c2483d2c9846', 'tag': '1b2aa5da-cb58-49bc-a966-62bc03a53c84', 'status': 'completed', 'code': 200} Mar 11 17:43:28.802073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d98a-2174-47b7-a557-03b9023768e2 req-4d873eea-fc67-4c20-ac95-e3b52d3076cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:28.803880 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e783d98a-2174-47b7-a557-03b9023768e2 req-4d873eea-fc67-4c20-ac95-e3b52d3076cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 1095 time: 0.0503068 Mar 11 17:43:28.952795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c03775-16e0-4b43-9f1a-0269a1d318eb req-69be97a1-2a29-4435-8c15-24c6ee56006e tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:28.954321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14c03775-16e0-4b43-9f1a-0269a1d318eb req-69be97a1-2a29-4435-8c15-24c6ee56006e tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 950 time: 0.0795226 Mar 11 17:43:29.008266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14c03775-16e0-4b43-9f1a-0269a1d318eb req-e89a50be-026c-4d32-b0f7-feb562c296ce tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Mar 11 17:43:29.019285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d98a-2174-47b7-a557-03b9023768e2 req-0e6a5305-55cd-44a6-90c4-fef096355dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.019791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d98a-2174-47b7-a557-03b9023768e2 req-0e6a5305-55cd-44a6-90c4-fef096355dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.022092 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e783d98a-2174-47b7-a557-03b9023768e2 req-0e6a5305-55cd-44a6-90c4-fef096355dd3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&shared=False HTTP/1.1" status: 200 len: 1579 time: 0.2107832 Mar 11 17:43:29.121295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b579d50-9c4f-400a-a920-bde28734c7ec req-fdccd21f-7762-4958-9fc7-580cd5178cc1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.123005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b579d50-9c4f-400a-a920-bde28734c7ec req-fdccd21f-7762-4958-9fc7-580cd5178cc1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 944 time: 0.0581098 Mar 11 17:43:29.180011 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:29.193162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b579d50-9c4f-400a-a920-bde28734c7ec req-595ff020-2d3a-4849-bef6-915465818533 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589964 Mar 11 17:43:29.223120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d98a-2174-47b7-a557-03b9023768e2 req-c77ec394-6a32-4f3d-9bf2-7e73907201d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.224635 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e783d98a-2174-47b7-a557-03b9023768e2 req-c77ec394-6a32-4f3d-9bf2-7e73907201d4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1947098 Mar 11 17:43:29.315479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-1f5c66af-a9ec-478b-b15c-94fbc45692d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.317387 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-1f5c66af-a9ec-478b-b15c-94fbc45692d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 1095 time: 0.0527427 Mar 11 17:43:29.359985 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-3f73e27f-0d0e-4dd6-9dda-eee4232a6d2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=1b2aa5da-cb58-49bc-a966-62bc03a53c84 HTTP/1.1" status: 200 len: 217 time: 0.0340059 Mar 11 17:43:29.409308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-2ba84366-5c9c-4697-ad50-b77ddd32b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.411350 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-2ba84366-5c9c-4697-ad50-b77ddd32b6ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fbb2503-22ed-417c-8372-c9fddda18181 HTTP/1.1" status: 200 len: 837 time: 0.0441165 Mar 11 17:43:29.464285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-becef26e-9cea-4304-9fc9-1e220761b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:29.465846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-becef26e-9cea-4304-9fc9-1e220761b93e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6074f9fc-87c8-4cfa-8cbd-6b85251f28bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453475 Mar 11 17:43:29.593180 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-30cc1527-c142-408b-823a-c2e257fa050e service neutron] 10.222.0.66 "GET /v2.0/networks/6074f9fc-87c8-4cfa-8cbd-6b85251f28bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992067 Mar 11 17:43:29.707845 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-60c8e18d-3daf-4db2-b653-5d9e89d3388c req-587d2d5f-5ba3-417d-b14e-ef90eb1b602b service neutron] 10.222.0.66 "GET /v2.0/networks/6074f9fc-87c8-4cfa-8cbd-6b85251f28bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220770 Mar 11 17:43:30.138723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250f530-b149-4df3-af25-5e619bace5c7 req-54843fa1-a753-4895-ae15-29ee0e80e2b1 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:30.146394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6250f530-b149-4df3-af25-5e619bace5c7 req-54843fa1-a753-4895-ae15-29ee0e80e2b1 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 950 time: 0.0604250 Mar 11 17:43:30.222126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6250f530-b149-4df3-af25-5e619bace5c7 req-c45ad6ac-fb0e-41d4-b4b1-46f8bd9d5d0b tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531023 Mar 11 17:43:30.386131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdcdba-9f7d-40b0-9a1c-8a2d119ae6cc req-ba0c9c58-7695-4d23-a8b2-cdc8715bf2d3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:30.387704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24fdcdba-9f7d-40b0-9a1c-8a2d119ae6cc req-ba0c9c58-7695-4d23-a8b2-cdc8715bf2d3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 944 time: 0.0835392 Mar 11 17:43:30.390786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65545124-541a-4bd0-aad4-b225fa5def40 req-bc8aa090-f43a-4bbe-9d2b-37e3d913c218 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:30.392273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65545124-541a-4bd0-aad4-b225fa5def40 req-bc8aa090-f43a-4bbe-9d2b-37e3d913c218 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1097 time: 0.0868216 Mar 11 17:43:30.462357 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65545124-541a-4bd0-aad4-b225fa5def40 req-ea69e421-f95c-46f0-a569-c89a64ed0762 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599964 Mar 11 17:43:30.466643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24fdcdba-9f7d-40b0-9a1c-8a2d119ae6cc req-f34d8f41-f097-400f-8cac-64ca742ea707 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673721 Mar 11 17:43:30.493579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33380) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:30.725158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port b926d059-5625-41a1-87fd-2ab818505883 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:43:30.725511 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.848585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa8c46-4af2-45fe-ae2e-11a58bfe91f3 req-e303bf2f-7e93-4cd2-b5d8-dc86659a236b tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:30.850667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3fa8c46-4af2-45fe-ae2e-11a58bfe91f3 req-e303bf2f-7e93-4cd2-b5d8-dc86659a236b tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 950 time: 0.1069932 Mar 11 17:43:30.854303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.855306 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:30.879159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for b926d059-5625-41a1-87fd-2ab818505883 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:43:30.989909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3fa8c46-4af2-45fe-ae2e-11a58bfe91f3 req-e3ce5283-0e59-44fe-9686-48e0a2572e45 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230640 Mar 11 17:43:31.123098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:31.155428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=b926d059-5625-41a1-87fd-2ab818505883,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:31.239706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:31.240259 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Floating IP 4c067cd7-ea12-4d3b-8138-8fd8d8414072 disassociated (deleted). External IP: 172.25.8.126, port: 6d789a75-3cd4-4d5f-b407-3b7e7845545a. Mar 11 17:43:31.481024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3ea83a84-4440-4084-ac62-f859d0b325d3 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:43:31.640629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:31.660081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:31.660880 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] Sync routers for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:43:31.671764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:31.672425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:31.693909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a76af-58a6-4a2d-bcdc-e42e92e9a6fb req-a36c697f-c965-4a34-84e4-e9b88e6ae44a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:31.695564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d0a76af-58a6-4a2d-bcdc-e42e92e9a6fb req-a36c697f-c965-4a34-84e4-e9b88e6ae44a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 944 time: 0.1089547 Mar 11 17:43:31.703811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5b70cd84-936e-49bc-9a96-b72488425489 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/floatingips/4c067cd7-ea12-4d3b-8138-8fd8d8414072 HTTP/1.1" status: 204 len: 168 time: 1.2088532 Mar 11 17:43:31.705842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:43:31.709575 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9f9292-3d55-4e51-8f8a-361d6241a9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:43:31.771149 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d0a76af-58a6-4a2d-bcdc-e42e92e9a6fb req-454ae801-1ba3-4ad0-b759-2f8c6180800d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658352 Mar 11 17:43:31.822254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:31.838804 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c11d74-aca3-4a34-8b3b-cf1ad253f390 x-openstack-request-id: req-84c11d74-aca3-4a34-8b3b-cf1ad253f390 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:43:31.839112 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:43:31.839413 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84c11d74-aca3-4a34-8b3b-cf1ad253f390 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:43:31.839878 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'status': 'completed', 'code': 200} Mar 11 17:43:31.927967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-936e2fd1-54fa-4a90-aa5b-28206fa9efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:31.929541 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-936e2fd1-54fa-4a90-aa5b-28206fa9efff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 1097 time: 0.0644517 Mar 11 17:43:32.051578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f8ce2-c4b4-4026-8151-8dbc2a2a2b11 req-0d6490b5-8de1-413b-972c-080236e6a7c2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:32.053517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f3f8ce2-c4b4-4026-8151-8dbc2a2a2b11 req-0d6490b5-8de1-413b-972c-080236e6a7c2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 946 time: 0.0802228 Mar 11 17:43:32.084238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-3cb628ea-58b3-4d65-a3ee-33694f38f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:32.086341 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-3cb628ea-58b3-4d65-a3ee-33694f38f7d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 200 len: 897 time: 0.1489842 Mar 11 17:43:32.111380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f3f8ce2-c4b4-4026-8151-8dbc2a2a2b11 req-3e4a4f95-9d1c-42b7-b271-3d355e0dfe6d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498371 Mar 11 17:43:32.158596 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-b2426f56-f465-4869-9618-ff2fc2196d6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 200 len: 217 time: 0.0627248 Mar 11 17:43:32.202398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcc0d0-b740-43b6-adc6-bde517b97290 req-895c944e-da8f-4e6b-8e1c-ab06405c05cb tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:32.205009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75bcc0d0-b740-43b6-adc6-bde517b97290 req-895c944e-da8f-4e6b-8e1c-ab06405c05cb tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 950 time: 0.0981069 Mar 11 17:43:32.230947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-2d3db2d0-0ec8-4c2c-b0db-cecb0b0a58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:32.234534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-2d3db2d0-0ec8-4c2c-b0db-cecb0b0a58f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 200 len: 835 time: 0.0663044 Mar 11 17:43:32.297003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'edc160a3-6f03-426d-a1cd-f6aa10e3586b', 'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:8b:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:18Z', 'updated_at': '2022-03-11T17:41:25Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:32.297589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75bcc0d0-b740-43b6-adc6-bde517b97290 req-7ddcb169-f248-4f78-97cd-cb92bf9459c1 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ec8066a-fc7f-47cd-af81-b160eb97eb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825334 Mar 11 17:43:32.335960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-2ae5321d-b2f5-4751-aac5-de635a6632b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:32.337177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] Checking router: 3ea83a84-4440-4084-ac62-f859d0b325d3 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:43:32.338722 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-2ae5321d-b2f5-4751-aac5-de635a6632b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5712bb1b-5d96-4e72-9b4e-ebfd97769640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955698 Mar 11 17:43:32.350408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:32.351059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:32.503583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:32.530705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16ced8-c23f-4230-88c1-93697539482e req-4441b455-318d-4d66-8189-141a6b5e5b14 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:32.532660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f16ced8-c23f-4230-88c1-93697539482e req-4441b455-318d-4d66-8189-141a6b5e5b14 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.66 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 950 time: 0.1250687 Mar 11 17:43:32.664565 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-f6c6bdbb-7bf5-480a-82cf-3bc2c15676b2 service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107538 Mar 11 17:43:32.767542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6f16ced8-c23f-4230-88c1-93697539482e req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Deleting port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:43:32.767888 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6f16ced8-c23f-4230-88c1-93697539482e req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:32.799340 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'edc160a3-6f03-426d-a1cd-f6aa10e3586b', 'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:8b:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:18Z', 'updated_at': '2022-03-11T17:41:25Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:32.843889 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce0779-3e1d-4dee-b215-fbdcbd5d7689 None None] The sync data for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 is: [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:41:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'edc160a3-6f03-426d-a1cd-f6aa10e3586b', 'name': '', 'network_id': '5712bb1b-5d96-4e72-9b4e-ebfd97769640', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:8b:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:18Z', 'updated_at': '2022-03-11T17:41:25Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'c0a19244-4aff-4777-ade3-ee9be930b038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:43:32.911108 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-db9f9292-3d55-4e51-8f8a-361d6241a9ff req-9d5e132f-174f-431b-b44b-4e18d5c54e3f service neutron] 10.222.0.46 "GET /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386503 Mar 11 17:43:32.963997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-6f16ced8-c23f-4230-88c1-93697539482e req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] For port a063e500-e18b-4a8f-848c-0ca3c7cd93a5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:32.964928 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6f16ced8-c23f-4230-88c1-93697539482e req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:32.968514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2d7d4-e39f-49eb-818a-0cfc3c1eb3bc req-942100ea-41f1-4d24-b222-ee14ebd74c54 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:32.973508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96c2d7d4-e39f-49eb-818a-0cfc3c1eb3bc req-942100ea-41f1-4d24-b222-ee14ebd74c54 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 944 time: 0.0988967 Mar 11 17:43:32.985989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-6f16ced8-c23f-4230-88c1-93697539482e req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Calling delete_port for a063e500-e18b-4a8f-848c-0ca3c7cd93a5 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:43:33.042685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96c2d7d4-e39f-49eb-818a-0cfc3c1eb3bc req-b9953b89-2efd-4b7c-81a4-2ae981f7fe84 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546877 Mar 11 17:43:33.192569 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6f16ced8-c23f-4230-88c1-93697539482e req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.205105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['a063e500-e18b-4a8f-848c-0ca3c7cd93a5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:43:33.243032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Pushing event deleted for resources: {'Port': ['ID=a063e500-e18b-4a8f-848c-0ca3c7cd93a5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:33.296311 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd38e40d-f0fa-4d6b-9e53-7ab380f11966 None None] New status for floating IP 4c067cd7-ea12-4d3b-8138-8fd8d8414072: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:43:33.323226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552d9bf-389d-4c93-b7bf-b4534955d2d3 req-0f7bcef5-d1d2-47e1-a85b-2ecf7d5f93cf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:33.326239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9552d9bf-389d-4c93-b7bf-b4534955d2d3 req-0f7bcef5-d1d2-47e1-a85b-2ecf7d5f93cf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 946 time: 0.0761597 Mar 11 17:43:33.345089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f16ced8-c23f-4230-88c1-93697539482e req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] No DVR routers for this DVR port a063e500-e18b-4a8f-848c-0ca3c7cd93a5 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:43:33.348634 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-6f16ced8-c23f-4230-88c1-93697539482e req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.352108 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6f16ced8-c23f-4230-88c1-93697539482e req-e8cf1bb9-16c3-409f-bad4-9e55501b9612 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.66 "DELETE /v2.0/ports/a063e500-e18b-4a8f-848c-0ca3c7cd93a5 HTTP/1.1" status: 204 len: 173 time: 0.8118002 Mar 11 17:43:33.364035 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bd99bd-1ea1-4ff9-a500-7378eb5d6c34', 'name': 'network-vif-deleted', 'tag': 'a063e500-e18b-4a8f-848c-0ca3c7cd93a5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:43:33.377682 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7235e2-f6ea-4a62-a92e-ca17401d3c00" -d '{"events": [{"server_uuid": "66bd99bd-1ea1-4ff9-a500-7378eb5d6c34", "name": "network-vif-deleted", "tag": "a063e500-e18b-4a8f-848c-0ca3c7cd93a5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:43:33.398224 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9552d9bf-389d-4c93-b7bf-b4534955d2d3 req-e3263aa9-9586-48a4-a51b-5147a02d9582 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=f042a76a-34ef-4b97-ae87-061704152f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647891 Mar 11 17:43:33.524840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2069f342-5121-44c7-8977-26e8dc3fc507 req-c5e36839-5519-4144-8734-cdc51d4068a3 tempest-VolumesNegativeTest-1555219139 tempest-VolumesNegativeTest-1555219139-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bd99bd-1ea1-4ff9-a500-7378eb5d6c34 HTTP/1.1" status: 200 len: 210 time: 0.0432873 Mar 11 17:43:33.544531 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f23dfcd-9899-4328-ad76-5e6acf14e720 x-openstack-request-id: req-8f23dfcd-9899-4328-ad76-5e6acf14e720 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:43:33.546583 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bd99bd-1ea1-4ff9-a500-7378eb5d6c34", "name": "network-vif-deleted", "tag": "a063e500-e18b-4a8f-848c-0ca3c7cd93a5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:43:33.547049 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f23dfcd-9899-4328-ad76-5e6acf14e720 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:43:33.549177 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bd99bd-1ea1-4ff9-a500-7378eb5d6c34', 'name': 'network-vif-deleted', 'tag': 'a063e500-e18b-4a8f-848c-0ca3c7cd93a5', 'status': 'completed', 'code': 200} Mar 11 17:43:33.742089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1b2aa5da-cb58-49bc-a966-62bc03a53c84 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:43:33.816795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-71d66701-92d5-46ce-9f4e-d2a46db63124 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:33.818773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-71d66701-92d5-46ce-9f4e-d2a46db63124 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 946 time: 0.0817950 Mar 11 17:43:33.857083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1b2aa5da-cb58-49bc-a966-62bc03a53c84, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1b2aa5da-cb58-49bc-a966-62bc03a53c84,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:33.872052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '1b2aa5da-cb58-49bc-a966-62bc03a53c84', 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd', 'port_id': '1b2aa5da-cb58-49bc-a966-62bc03a53c84', 'mac_address': 'fa:16:3e:b3:29:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fbb2503-22ed-417c-8372-c9fddda18181', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:43:33.928061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.932827 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port 6d789a75-3cd4-4d5f-b407-3b7e7845545a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:43:33.933865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:33.946646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2aa5da-cb58-49bc-a966-62bc03a53c84 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:43:33.978000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1b2aa5da-cb58-49bc-a966-62bc03a53c84, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1b2aa5da-cb58-49bc-a966-62bc03a53c84,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:33.985149 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.046616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port 6d789a75-3cd4-4d5f-b407-3b7e7845545a, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=6d789a75-3cd4-4d5f-b407-3b7e7845545a,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:34.047238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.075017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for 6d789a75-3cd4-4d5f-b407-3b7e7845545a owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:43:34.081595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=1b2aa5da-cb58-49bc-a966-62bc03a53c84,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:34.202339 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36834efa-de01-4484-a5d3-44a2a8ae1932 req-b39ad908-9bf1-4796-8660-cf6c9c9cc6ed tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:34.203966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36834efa-de01-4484-a5d3-44a2a8ae1932 req-b39ad908-9bf1-4796-8660-cf6c9c9cc6ed tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 945 time: 0.0711911 Mar 11 17:43:34.241482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.255887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36834efa-de01-4484-a5d3-44a2a8ae1932 req-66eb3d7a-0ad9-45c1-b15e-dca261f9d162 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 Mar 11 17:43:34.288193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=6d789a75-3cd4-4d5f-b407-3b7e7845545a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:34.320273 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['1b2aa5da-cb58-49bc-a966-62bc03a53c84'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:43:34.341154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] No DVR routers for this DVR port 6d789a75-3cd4-4d5f-b407-3b7e7845545a on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:43:34.343792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:34.347375 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-76efb2c4-871d-4b99-90ec-fbfa4d4a8d04 req-0164f143-fe4f-4d45-b40e-a7ae0f374f85 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "DELETE /v2.0/ports/6d789a75-3cd4-4d5f-b407-3b7e7845545a HTTP/1.1" status: 204 len: 173 time: 0.5222754 Mar 11 17:43:34.572844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab966308-de4b-497a-af56-94d44e58f3cd req-8e083805-f8a0-4451-9853-ba9823e596f9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc HTTP/1.1" status: 200 len: 210 time: 0.0399492 Mar 11 17:43:35.406713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467058ee-fe11-4e1d-8a7b-ea7dd9d958db req-6e6053bb-1b0d-4392-9762-1e14700fa6a6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:35.408471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-467058ee-fe11-4e1d-8a7b-ea7dd9d958db req-6e6053bb-1b0d-4392-9762-1e14700fa6a6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 945 time: 0.0652599 Mar 11 17:43:35.453422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-467058ee-fe11-4e1d-8a7b-ea7dd9d958db req-2d31086b-efeb-4258-9f49-17643143ae41 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368311 Mar 11 17:43:35.554317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-deleted', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:43:35.554317 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f12f8f-7c64-469f-8da4-fe98fe5da695" -d '{"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-deleted", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:43:35.594937 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7199946b-a526-4de1-8c54-f8f47d624284 x-openstack-request-id: req-7199946b-a526-4de1-8c54-f8f47d624284 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:43:35.595265 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc", "name": "network-vif-deleted", "tag": "6d789a75-3cd4-4d5f-b407-3b7e7845545a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:43:35.595401 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7199946b-a526-4de1-8c54-f8f47d624284 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:43:35.596144 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60e5f7f-7b7d-4cee-8ba2-db21efe5b7dc', 'name': 'network-vif-deleted', 'tag': '6d789a75-3cd4-4d5f-b407-3b7e7845545a', 'status': 'completed', 'code': 200} Mar 11 17:43:35.639533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33598) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:35.742757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1b2aa5da-cb58-49bc-a966-62bc03a53c84 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:35.833977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:43:35.840105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:35.840718 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.950791 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:35.980702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059dd09e-19d0-4f42-9cdb-c2483d2c9846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2aa5da-cb58-49bc-a966-62bc03a53c84'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:43:35.984865 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3835fadd-99a9-4dcf-b6d8-25c92ea6efde" -d '{"events": [{"server_uuid": "059dd09e-19d0-4f42-9cdb-c2483d2c9846", "name": "network-vif-plugged", "status": "completed", "tag": "1b2aa5da-cb58-49bc-a966-62bc03a53c84"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:43:36.015389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1b2aa5da-cb58-49bc-a966-62bc03a53c84, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1b2aa5da-cb58-49bc-a966-62bc03a53c84,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:36.025377 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.026488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a063e500-e18b-4a8f-848c-0ca3c7cd93a5 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:43:36.059314 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee2d51e-c9fa-48fa-a454-57b2b64cd604 x-openstack-request-id: req-9ee2d51e-c9fa-48fa-a454-57b2b64cd604 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:43:36.061450 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059dd09e-19d0-4f42-9cdb-c2483d2c9846", "name": "network-vif-plugged", "status": "completed", "tag": "1b2aa5da-cb58-49bc-a966-62bc03a53c84", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:43:36.061902 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ee2d51e-c9fa-48fa-a454-57b2b64cd604 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:43:36.062752 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059dd09e-19d0-4f42-9cdb-c2483d2c9846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2aa5da-cb58-49bc-a966-62bc03a53c84', 'code': 200} Mar 11 17:43:36.066542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: a063e500-e18b-4a8f-848c-0ca3c7cd93a5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:43:36.067849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device a063e500-e18b-4a8f-848c-0ca3c7cd93a5 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:43:36.155590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=1b2aa5da-cb58-49bc-a966-62bc03a53c84,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:36.194711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215720-1afd-4d1f-825f-ea5ddee3e3c9 req-513d5a67-aff5-492a-9b44-2d747a5052be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:36.198981 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d7215720-1afd-4d1f-825f-ea5ddee3e3c9 req-513d5a67-aff5-492a-9b44-2d747a5052be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 1097 time: 0.0780716 Mar 11 17:43:36.258498 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d7215720-1afd-4d1f-825f-ea5ddee3e3c9 req-1622dadf-73db-4142-a943-65583bbaa717 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486751 Mar 11 17:43:36.527314 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:36.689832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee936c-0cd3-42fc-a793-f6f0e87e3e09 req-ec86830d-2ce7-45d7-9d34-b3d5f97439db tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:36.691350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42ee936c-0cd3-42fc-a793-f6f0e87e3e09 req-ec86830d-2ce7-45d7-9d34-b3d5f97439db tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 946 time: 0.1132839 Mar 11 17:43:36.806985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42ee936c-0cd3-42fc-a793-f6f0e87e3e09 req-e7b7e84f-ee71-4eaf-92a5-329473f3d95f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090481 Mar 11 17:43:36.938400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port edc160a3-6f03-426d-a1cd-f6aa10e3586b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:43:36.939007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.055092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port edc160a3-6f03-426d-a1cd-f6aa10e3586b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=edc160a3-6f03-426d-a1cd-f6aa10e3586b,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:37.055377 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.069658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for edc160a3-6f03-426d-a1cd-f6aa10e3586b owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:43:37.282936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.317324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=edc160a3-6f03-426d-a1cd-f6aa10e3586b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:37.540589 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:37.915488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3ea83a84-4440-4084-ac62-f859d0b325d3 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:43:38.015749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5f38b-671e-4df3-b5a2-15b07962997b req-9f788dd0-46af-4de0-bc84-e6588d4fb369 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:38.017380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebf5f38b-671e-4df3-b5a2-15b07962997b req-9f788dd0-46af-4de0-bc84-e6588d4fb369 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 946 time: 0.0998938 Mar 11 17:43:38.120185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ebf5f38b-671e-4df3-b5a2-15b07962997b req-587ff274-579d-4149-b373-ca0175c188a8 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900009 Mar 11 17:43:38.132277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:38.144085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] Sync routers for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:43:38.148586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-82f7733a-4c51-4f26-84b7-b1c70fb150d3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "PUT /v2.0/routers/3ea83a84-4440-4084-ac62-f859d0b325d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5066464 Mar 11 17:43:38.151227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33808) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:38.173431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:38.174059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:38.218361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de44dd0-7bde-4792-bf13-cc98abc6055a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting subnet c0a19244-4aff-4777-ade3-ee9be930b038 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:43:38.223757 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7de44dd0-7bde-4792-bf13-cc98abc6055a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.284132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7e97c-8cad-492b-b255-0a076ab39112 req-bc4873bc-2753-48df-981d-eac0125e6094 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:38.293443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4dc7e97c-8cad-492b-b255-0a076ab39112 req-bc4873bc-2753-48df-981d-eac0125e6094 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 946 time: 0.0802960 Mar 11 17:43:38.343673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4dc7e97c-8cad-492b-b255-0a076ab39112 req-a08e3f6f-feb6-472e-99e1-8000c6c6b3bb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455492 Mar 11 17:43:38.349440 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7de44dd0-7bde-4792-bf13-cc98abc6055a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.353090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:38.492685 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7de44dd0-7bde-4792-bf13-cc98abc6055a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.591621 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7de44dd0-7bde-4792-bf13-cc98abc6055a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.634330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de44dd0-7bde-4792-bf13-cc98abc6055a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a19244-4aff-4777-ade3-ee9be930b038,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:38.641455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7de44dd0-7bde-4792-bf13-cc98abc6055a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.649590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33822) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:38.649920 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7de44dd0-7bde-4792-bf13-cc98abc6055a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/subnets/c0a19244-4aff-4777-ade3-ee9be930b038 HTTP/1.1" status: 204 len: 168 time: 0.4967396 Mar 11 17:43:38.683064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0643296b-dce9-465a-8968-a09c1f780df6 None None] Network 5712bb1b-5d96-4e72-9b4e-ebfd97769640 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:43:38.806776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.907823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:43:37Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:38.945952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] Checking router: 3ea83a84-4440-4084-ac62-f859d0b325d3 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:43:38.961798 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:38.963025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] Routers {'3ea83a84-4440-4084-ac62-f859d0b325d3'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:38.964412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3ea83a84-4440-4084-ac62-f859d0b325d3'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:39.071885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port ea2f1369-9d93-4e40-92b1-7023b4be5747 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:43:39.072136 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.101538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] Set router 3ea83a84-4440-4084-ac62-f859d0b325d3 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:39.167258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] DHCP port deletion for 5712bb1b-5d96-4e72-9b4e-ebfd97769640 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:43:39.169243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port ea2f1369-9d93-4e40-92b1-7023b4be5747, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ea2f1369-9d93-4e40-92b1-7023b4be5747,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:39.169767 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.174581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:43:39.185130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for ea2f1369-9d93-4e40-92b1-7023b4be5747 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:43:39.258164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 6d789a75-3cd4-4d5f-b407-3b7e7845545a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:43:39.258490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 6d789a75-3cd4-4d5f-b407-3b7e7845545a not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:43:39.345249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Deleting port 1200972a-65bd-48ac-97ed-d4155be6484c {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:43:39.345633 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.438035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] For port 1200972a-65bd-48ac-97ed-d4155be6484c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1200972a-65bd-48ac-97ed-d4155be6484c,segment=NetworkSegment(ea68251e-848b-47c1-b0a9-22a546d3e6c1),segment_id=ea68251e-848b-47c1-b0a9-22a546d3e6c1)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:39.438428 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.449866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.457271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Calling delete_port for 1200972a-65bd-48ac-97ed-d4155be6484c owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:43:39.492929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:43:37Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:39.495443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=ea2f1369-9d93-4e40-92b1-7023b4be5747,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:39.564958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bcb4b-3170-4300-a1f1-75be91f8b9be None None] The sync data for ids ['3ea83a84-4440-4084-ac62-f859d0b325d3'] in n-d-833411-1 is: [{'id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900079886', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:13Z', 'updated_at': '2022-03-11T17:43:37Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': 'ea2f1369-9d93-4e40-92b1-7023b4be5747', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea83a84-4440-4084-ac62-f859d0b325d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:14Z', 'updated_at': '2022-03-11T17:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:43:39.594698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.617466 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.654851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Pushing event deleted for resources: {'Port': ['ID=1200972a-65bd-48ac-97ed-d4155be6484c,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:39.663271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] No DVR routers for this DVR port 1200972a-65bd-48ac-97ed-d4155be6484c on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:43:39.669742 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.670091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.670434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.670766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.671094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.671420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.671743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.672065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.672471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.672870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.673214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.673539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ca023-2486-40d1-8f0d-a3b9845171d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:39.727700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.730027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.784282 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.784282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Fanout notify agent at l3_agent the message router_deleted on router 3ea83a84-4440-4084-ac62-f859d0b325d3 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:43:39.795035 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:39.796324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a61336bd-f61d-427b-817b-631cb10a1d82 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/routers/3ea83a84-4440-4084-ac62-f859d0b325d3 HTTP/1.1" status: 204 len: 168 time: 1.1454701 Mar 11 17:43:39.798912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33850) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:39.855715 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33854) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:39.899792 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.060129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.116325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5712bb1b-5d96-4e72-9b4e-ebfd97769640']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:40.134657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea68251e-848b-47c1-b0a9-22a546d3e6c1') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:40.135116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea68251e-848b-47c1-b0a9-22a546d3e6c1') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:40.151636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.159572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1200972a-65bd-48ac-97ed-d4155be6484c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:43:40.170766 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.185147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:43:40.185976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:43:40.195060 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:43:40.209522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1200972a-65bd-48ac-97ed-d4155be6484c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:43:40.210531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1200972a-65bd-48ac-97ed-d4155be6484c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:43:40.211121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device edc160a3-6f03-426d-a1cd-f6aa10e3586b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:43:40.278125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: edc160a3-6f03-426d-a1cd-f6aa10e3586b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:43:40.278480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device edc160a3-6f03-426d-a1cd-f6aa10e3586b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:43:40.347272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.373781 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.387252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/networks/5712bb1b-5d96-4e72-9b4e-ebfd97769640 HTTP/1.1" status: 204 len: 168 time: 0.5870178 Mar 11 17:43:40.392179 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33868) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:40.507888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b94eeb-284a-4532-9217-cad91ece0666 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Network': ['ID=5712bb1b-5d96-4e72-9b4e-ebfd97769640,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:40.575434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c40eb14d-a685-47f5-9992-48b645874237 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.610299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c40eb14d-a685-47f5-9992-48b645874237 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.698024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:40.724218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c40eb14d-a685-47f5-9992-48b645874237 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.726418 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c40eb14d-a685-47f5-9992-48b645874237 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:40.730079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c40eb14d-a685-47f5-9992-48b645874237 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/security-groups/f042a76a-34ef-4b97-ae87-061704152f9e HTTP/1.1" status: 204 len: 168 time: 0.3340235 Mar 11 17:43:40.740270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40eb14d-a685-47f5-9992-48b645874237 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f042a76a-34ef-4b97-ae87-061704152f9e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:41.062494 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c6747809-5f81-49e2-8d9b-d8c9210ba661 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=536b8462b9e94c97a1ec4ec1a299a489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632348 Mar 11 17:43:41.063296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33892) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:41.149286 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.213662 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0df39a7d-fed7-4b4a-bf74-537ac4ae57f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.259446 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0df39a7d-fed7-4b4a-bf74-537ac4ae57f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.284701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.340467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0df39a7d-fed7-4b4a-bf74-537ac4ae57f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.343787 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0df39a7d-fed7-4b4a-bf74-537ac4ae57f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.345909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0df39a7d-fed7-4b4a-bf74-537ac4ae57f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ec8066a-fc7f-47cd-af81-b160eb97eb7e HTTP/1.1" status: 204 len: 168 time: 0.2815480 Mar 11 17:43:41.382223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df39a7d-fed7-4b4a-bf74-537ac4ae57f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec8066a-fc7f-47cd-af81-b160eb97eb7e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:41.494038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33902) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:41.498983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b7aeeb96-495b-4b6a-88a7-f074b7584104 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134778672', 'description': 'tempest-secgroup-smoke-134778672 description', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:41.553043 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeb96-495b-4b6a-88a7-f074b7584104 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.670968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeb96-495b-4b6a-88a7-f074b7584104 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.677395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ea2f1369-9d93-4e40-92b1-7023b4be5747 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:43:41.678069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeb96-495b-4b6a-88a7-f074b7584104 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.705060 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ea2f1369-9d93-4e40-92b1-7023b4be5747 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:43:41.705469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ea2f1369-9d93-4e40-92b1-7023b4be5747 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:43:41.745676 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeb96-495b-4b6a-88a7-f074b7584104 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.749840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b7aeeb96-495b-4b6a-88a7-f074b7584104 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2547312 Mar 11 17:43:41.751287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33914) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:41.756944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-af9c02ac-d6e4-4e60-ae77-9ed7ca0ee9a7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b195db55-fcf6-4aa5-966c-7a8776e1ba1c', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:41.761306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeeb96-495b-4b6a-88a7-f074b7584104 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b195db55-fcf6-4aa5-966c-7a8776e1ba1c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:41.782852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.20.0.17 (6074f9fc-87c8-4cfa-8cbd-6b85251f28bd/9fbb2503-22ed-417c-8372-c9fddda18181/27c85b62-390f-4d65-9341-d6b440dc7197) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:41.798141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af9c02ac-d6e4-4e60-ae77-9ed7ca0ee9a7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.874749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af9c02ac-d6e4-4e60-ae77-9ed7ca0ee9a7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.881441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af9c02ac-d6e4-4e60-ae77-9ed7ca0ee9a7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.906570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c02ac-d6e4-4e60-ae77-9ed7ca0ee9a7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4636ca25-7c08-4278-96fe-7148c32736c2,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:41.916507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af9c02ac-d6e4-4e60-ae77-9ed7ca0ee9a7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.920971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-af9c02ac-d6e4-4e60-ae77-9ed7ca0ee9a7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656303 Mar 11 17:43:41.921086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33924) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:41.923437 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.926013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-13207aff-c3bb-4c13-9b95-f9c4933bbece tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b195db55-fcf6-4aa5-966c-7a8776e1ba1c', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:41.958127 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13207aff-c3bb-4c13-9b95-f9c4933bbece tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:41.984806 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.030209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:42.030446 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13207aff-c3bb-4c13-9b95-f9c4933bbece tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.038956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13207aff-c3bb-4c13-9b95-f9c4933bbece tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.039690 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:42.060758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:42.077524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13207aff-c3bb-4c13-9b95-f9c4933bbece tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c9109a-9229-47ee-85f1-60872dc05168,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:42.087368 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13207aff-c3bb-4c13-9b95-f9c4933bbece tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.092840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-13207aff-c3bb-4c13-9b95-f9c4933bbece tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1705835 Mar 11 17:43:42.093740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33928) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:42.099203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-36c7ff17-e5e9-4e92-8c2f-3b8d3d3dbb36 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b195db55-fcf6-4aa5-966c-7a8776e1ba1c', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:42.139606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=27c85b62-390f-4d65-9341-d6b440dc7197,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:42.141100 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36c7ff17-e5e9-4e92-8c2f-3b8d3d3dbb36 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.153289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.154053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.154646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.155216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.155802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.156428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.156991 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.157568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.158133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.158683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.159241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.159794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:42.170399 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.221357 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36c7ff17-e5e9-4e92-8c2f-3b8d3d3dbb36 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.230985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36c7ff17-e5e9-4e92-8c2f-3b8d3d3dbb36 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.276473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7ff17-e5e9-4e92-8c2f-3b8d3d3dbb36 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfc1683-7c88-4bb6-8277-988bdb863a0f,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:42.286042 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36c7ff17-e5e9-4e92-8c2f-3b8d3d3dbb36 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.287695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-36c7ff17-e5e9-4e92-8c2f-3b8d3d3dbb36 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924372 Mar 11 17:43:42.290564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33938) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:42.296753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-47665bf1-534e-4a11-82fd-c16a09a9e1c6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b195db55-fcf6-4aa5-966c-7a8776e1ba1c', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:42.351620 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47665bf1-534e-4a11-82fd-c16a09a9e1c6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.434857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47665bf1-534e-4a11-82fd-c16a09a9e1c6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.439410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47665bf1-534e-4a11-82fd-c16a09a9e1c6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.467717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47665bf1-534e-4a11-82fd-c16a09a9e1c6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be332bcc-c4ef-4355-9f9d-f214bc3f17fa,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:42.486613 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47665bf1-534e-4a11-82fd-c16a09a9e1c6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.492296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-47665bf1-534e-4a11-82fd-c16a09a9e1c6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1994038 Mar 11 17:43:42.494631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33944) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:42.500771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3432acc8-80cb-479a-b56d-88bc08d27da4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b195db55-fcf6-4aa5-966c-7a8776e1ba1c', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:42.508876 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.541053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33946) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:42.547141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5bac93ee-a222-4f79-ba6d-69bbf521994b None None] Provisioning complete for port 27c85b62-390f-4d65-9341-d6b440dc7197 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:42.547513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5bac93ee-a222-4f79-ba6d-69bbf521994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.549186 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-3432acc8-80cb-479a-b56d-88bc08d27da4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Project 8aeaef2d4e8143e48671ec95b1c2286a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:43:42.564150 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3432acc8-80cb-479a-b56d-88bc08d27da4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.601451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-5bac93ee-a222-4f79-ba6d-69bbf521994b None None] Port 27c85b62-390f-4d65-9341-d6b440dc7197 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:43:42.677263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3432acc8-80cb-479a-b56d-88bc08d27da4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.693786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1721186114-network', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:42.720309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3432acc8-80cb-479a-b56d-88bc08d27da4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.733216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Made reservation on behalf of 0e9aa0ebc155490792345ad6d3605292 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:42.736967 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.779724 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.782088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432acc8-80cb-479a-b56d-88bc08d27da4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b2f4ce-5f0d-4b87-8c24-d02658d3ca62,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:42.811349 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3432acc8-80cb-479a-b56d-88bc08d27da4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.815922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3432acc8-80cb-479a-b56d-88bc08d27da4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3197432 Mar 11 17:43:42.817703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:42.822759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4e385cfc-edad-42bc-9dc8-7bb1d2112dee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'b195db55-fcf6-4aa5-966c-7a8776e1ba1c', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:42.903548 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-4e385cfc-edad-42bc-9dc8-7bb1d2112dee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Project 8aeaef2d4e8143e48671ec95b1c2286a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:43:42.909814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.913602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e385cfc-edad-42bc-9dc8-7bb1d2112dee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.915149 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.948532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:43:42.963251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3bdf57-fb8a-44f7-a961-cba82a24fff8,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:42.969265 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:42.969742 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Added segment 5a5a873c-2d61-4c69-99cd-8c33abe1638c of type vlan for network d5f387b0-ecda-49e0-9081-cc4aca810cd6 Mar 11 17:43:43.024636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.042170 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e385cfc-edad-42bc-9dc8-7bb1d2112dee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.054636 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e385cfc-edad-42bc-9dc8-7bb1d2112dee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.058743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.059605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.061527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:43.062462 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.076255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e385cfc-edad-42bc-9dc8-7bb1d2112dee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1088aae-76d9-4899-ba47-da6f0a12af3e,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:43.084667 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.146101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6032860 Mar 11 17:43:43.148329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.148991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33954) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:43.155969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Request body: {'subnet': {'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1721186114-subnet', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:43.164060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf85cbb-9e67-4d06-a776-d4e1cecf4d6e admin admin] Pushing event updated for resources: {'Network': ['ID=d5f387b0-ecda-49e0-9081-cc4aca810cd6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:43.175774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network d5f387b0-ecda-49e0-9081-cc4aca810cd6 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:43:43.187065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Made reservation on behalf of 0e9aa0ebc155490792345ad6d3605292 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:43.190078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.192143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e385cfc-edad-42bc-9dc8-7bb1d2112dee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.193525 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4e385cfc-edad-42bc-9dc8-7bb1d2112dee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3746920 Mar 11 17:43:43.199637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:43.206542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'network': {'name': 'tempest-network-smoke--1485233025', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'port_security_enabled': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:43.283779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=27c85b62-390f-4d65-9341-d6b440dc7197,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:43.309851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:43.313322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.361751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:43:43.373064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:43.377193 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:43.392121 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.392801 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Added segment d608ad64-783a-4a28-88e4-e50a7fca5b1e of type vlan for network b5bec2a3-a35c-43e4-9668-9f18fc931403 Mar 11 17:43:43.406801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.459899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f967031e-6aa7-418f-9142-7272d58d2cd9,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:43.481615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Checking segment: {'id': '5a5a873c-2d61-4c69-99cd-8c33abe1638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:43.482207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Network hostable DHCP agents. Network: d5f387b0-ecda-49e0-9081-cc4aca810cd6, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:43:43.506086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Network d5f387b0-ecda-49e0-9081-cc4aca810cd6 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:43:43.516921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.523115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, d5f387b0-ecda-49e0-9081-cc4aca810cd6) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:43.532561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c63b8-151a-41c3-901c-efc5872ac8b1 None None] Network d5f387b0-ecda-49e0-9081-cc4aca810cd6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:43:43.534274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:43.535647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.575610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7a5646dc-0cf3-4c0f-b94a-3502e32a71ed admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4253857 Mar 11 17:43:43.578457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33958) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:43.585971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:43.599683 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.606469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:43.607369 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.645136 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.646215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.701273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4495df67-d43b-4892-a853-21a2acec9593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.716739 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.720713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:43:43.727981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33960) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:43.728238 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5272536 Mar 11 17:43:43.734318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'admin_state_up': True, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:43.759311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c99df4-d396-4fc2-a4be-29444a536331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Network': ['ID=b5bec2a3-a35c-43e4-9668-9f18fc931403,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:43.773141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network b5bec2a3-a35c-43e4-9668-9f18fc931403 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:43:43.808234 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4a6456fd-d8ec-414b-b4d4-509e77f5fefe None None] Provisioning complete for port 27c85b62-390f-4d65-9341-d6b440dc7197 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:43.808866 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4a6456fd-d8ec-414b-b4d4-509e77f5fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.875625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4a6456fd-d8ec-414b-b4d4-509e77f5fefe None None] Port 27c85b62-390f-4d65-9341-d6b440dc7197 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:43:43.887814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:43.892725 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3bfb547f-c231-47aa-89c3-54b4e7cd9f27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "PUT /v2.0/routers/b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0358269 Mar 11 17:43:43.926635 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Sync routers for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:43:43.936303 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:43.936964 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:43.939527 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.946044 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.947441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:43.963497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-d5f387b0-ecda-49e0-9081-cc4aca810cd6', 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'fixed_ips': [{'subnet_id': 'f967031e-6aa7-418f-9142-7272d58d2cd9'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:43:43.965202 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.042081 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.084558 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:44.138519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Allocated IP 172.20.0.2 (d5f387b0-ecda-49e0-9081-cc4aca810cd6/f967031e-6aa7-418f-9142-7272d58d2cd9/720303af-d4a4-4a03-9575-10e4fe87fbf7) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:44.327130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.336687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.374474 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:43:42Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a3f463cd-af4e-4482-82e2-976bfb4648af', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:04Z', 'updated_at': '2022-03-11T17:42:06Z', 'revision_number': 1, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c85b62-390f-4d65-9341-d6b440dc7197', 'name': '', 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:09:24:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9fbb2503-22ed-417c-8372-c9fddda18181', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:41Z', 'updated_at': '2022-03-11T17:43:42Z', 'revision_number': 2, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '9fbb2503-22ed-417c-8372-c9fddda18181', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:44.391822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Pushing event updated for resources: {'Port': ['ID=720303af-d4a4-4a03-9575-10e4fe87fbf7,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:44.410918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Network d5f387b0-ecda-49e0-9081-cc4aca810cd6 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:44.412808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:44.415535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:44.481818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Attempting to bind port 720303af-d4a4-4a03-9575-10e4fe87fbf7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:44.482484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Attempting to bind port 720303af-d4a4-4a03-9575-10e4fe87fbf7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '5a5a873c-2d61-4c69-99cd-8c33abe1638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:44.483032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Attempting to bind port 720303af-d4a4-4a03-9575-10e4fe87fbf7 on network d5f387b0-ecda-49e0-9081-cc4aca810cd6 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:44.490015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:44.490843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Checking segment: {'id': '5a5a873c-2d61-4c69-99cd-8c33abe1638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:44.491778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.492436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Bound using segment: {'id': '5a5a873c-2d61-4c69-99cd-8c33abe1638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:44.493096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Bound port: 720303af-d4a4-4a03-9575-10e4fe87fbf7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5a873c-2d61-4c69-99cd-8c33abe1638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:44.493669 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.530118 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Checking router: b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:43:44.530606 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Updating router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 port 27c85b62-390f-4d65-9341-d6b440dc7197 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:43:44.558697 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.581536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] For port 720303af-d4a4-4a03-9575-10e4fe87fbf7, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:44.585915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] For port 720303af-d4a4-4a03-9575-10e4fe87fbf7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=720303af-d4a4-4a03-9575-10e4fe87fbf7,segment=NetworkSegment(5a5a873c-2d61-4c69-99cd-8c33abe1638c),segment_id=5a5a873c-2d61-4c69-99cd-8c33abe1638c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:44.591882 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.642768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.667261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24763d-165a-4b75-82c9-c1f6c1027a71 None None] Pushing event updated for resources: {'Port': ['ID=720303af-d4a4-4a03-9575-10e4fe87fbf7,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:44.833273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.882813 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.937446 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:44.944258 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.024551 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Pushing event updated for resources: {'Port': ['ID=27c85b62-390f-4d65-9341-d6b440dc7197,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:45.064707 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.064707 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.065084 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.065314 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.065637 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.065959 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.066323 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.066641 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.066956 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.067274 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.067592 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.067908 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:43:45.106457 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Attempting to bind port 27c85b62-390f-4d65-9341-d6b440dc7197 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:45.106825 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Attempting to bind port 27c85b62-390f-4d65-9341-d6b440dc7197 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:45.107184 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Attempting to bind port 27c85b62-390f-4d65-9341-d6b440dc7197 on network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:45.112637 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:45.113003 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Checking segment: {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:45.114203 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.114570 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Bound using segment: {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:45.115048 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Bound port: 27c85b62-390f-4d65-9341-d6b440dc7197, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031933d1-71e2-4fba-b392-e44675481a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:45.115424 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.171816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Allocated IP 172.25.8.200 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/e8c7966d-89a0-4dbf-bec9-c666281c18ff) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:45.174336 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.201324 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] For port 27c85b62-390f-4d65-9341-d6b440dc7197, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:45.205138 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] For port 27c85b62-390f-4d65-9341-d6b440dc7197, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=27c85b62-390f-4d65-9341-d6b440dc7197,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:45.212122 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.218840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.307812 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:45.309377 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:45.387655 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba187284-116e-4e8f-9131-8d747fcb2454 None None] Pushing event updated for resources: {'Port': ['ID=27c85b62-390f-4d65-9341-d6b440dc7197,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:45.407013 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.473606 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.483521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f76f91c5-a5bc-4c44-91cf-b55b9efa7b20 None None] Provisioning complete for port 27c85b62-390f-4d65-9341-d6b440dc7197 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:45.484117 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f76f91c5-a5bc-4c44-91cf-b55b9efa7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.506896 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:45.591508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Pushing event updated for resources: {'Port': ['ID=e8c7966d-89a0-4dbf-bec9-c666281c18ff,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:45.636314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.25.8.25 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/27b6a643-8506-4969-afb8-6909dfa4ce65) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:45.653066 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f76f91c5-a5bc-4c44-91cf-b55b9efa7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.711872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f76f91c5-a5bc-4c44-91cf-b55b9efa7b20 None None] For port 27c85b62-390f-4d65-9341-d6b440dc7197, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=27c85b62-390f-4d65-9341-d6b440dc7197,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:45.726003 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f76f91c5-a5bc-4c44-91cf-b55b9efa7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.816843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f91c5-a5bc-4c44-91cf-b55b9efa7b20 None None] Pushing event updated for resources: {'Port': ['ID=27c85b62-390f-4d65-9341-d6b440dc7197,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:45.825533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:45.827257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:45.830342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:45.870938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 720303af-d4a4-4a03-9575-10e4fe87fbf7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:45.929497 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-36349021-1423-4235-8622-0cd80bd06288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:43:42Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a3f463cd-af4e-4482-82e2-976bfb4648af', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:04Z', 'updated_at': '2022-03-11T17:42:06Z', 'revision_number': 1, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c85b62-390f-4d65-9341-d6b440dc7197', 'name': '', 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:09:24:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9fbb2503-22ed-417c-8372-c9fddda18181', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:41Z', 'updated_at': '2022-03-11T17:43:45Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '9fbb2503-22ed-417c-8372-c9fddda18181', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:45.954805 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d5b41eef-32fb-41c2-9173-98212e0ebe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.970846 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.982262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-11abab36-1384-4a5e-9e68-793bf70b42f7 None None] Provisioning complete for port 27c85b62-390f-4d65-9341-d6b440dc7197 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:45.982489 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11abab36-1384-4a5e-9e68-793bf70b42f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:45.999548 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36349021-1423-4235-8622-0cd80bd06288 None None] The sync data for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 is: [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:43:42Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a3f463cd-af4e-4482-82e2-976bfb4648af', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:04Z', 'updated_at': '2022-03-11T17:42:06Z', 'revision_number': 1, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c85b62-390f-4d65-9341-d6b440dc7197', 'name': '', 'network_id': '6074f9fc-87c8-4cfa-8cbd-6b85251f28bd', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:09:24:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9fbb2503-22ed-417c-8372-c9fddda18181', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:41Z', 'updated_at': '2022-03-11T17:43:45Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '9fbb2503-22ed-417c-8372-c9fddda18181', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:43:46.089824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 720303af-d4a4-4a03-9575-10e4fe87fbf7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:46.094966 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.096479 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.193803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:46.203659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:46.225966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:46.326195 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.332498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad91856-bae6-4232-ab1a-f4ef1e4e2ec5 None None] Network d5f387b0-ecda-49e0-9081-cc4aca810cd6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:43:46.368403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 720303af-d4a4-4a03-9575-10e4fe87fbf7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=720303af-d4a4-4a03-9575-10e4fe87fbf7,segment=NetworkSegment(5a5a873c-2d61-4c69-99cd-8c33abe1638c),segment_id=5a5a873c-2d61-4c69-99cd-8c33abe1638c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:46.386016 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.421988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=27b6a643-8506-4969-afb8-6909dfa4ce65,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:46.487338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=720303af-d4a4-4a03-9575-10e4fe87fbf7,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:46.513228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-577adc22-8f44-4d32-8af9-ee14a79f8c58 None None] Provisioning complete for port 720303af-d4a4-4a03-9575-10e4fe87fbf7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:46.513616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-577adc22-8f44-4d32-8af9-ee14a79f8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.597634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.730208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:46.984273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.020434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-32d15392-5648-486c-a3cb-4382e7b836ba None None] Provisioning complete for port 720303af-d4a4-4a03-9575-10e4fe87fbf7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:47.020869 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-32d15392-5648-486c-a3cb-4382e7b836ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.116428 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.181014 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.558907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:43:47.636653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:43:47.744609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:47.762159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Sync routers for ids ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:43:47.780375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Routers {'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:47.780751 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:47.808973 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.810228 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-65b8c9ef-4356-4682-8389-900b1a2afdaf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2297735 Mar 11 17:43:47.813109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33976) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:47.826188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:47.838354 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Sync routers for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:43:47.860058 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:47.861339 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:47.862358 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:47.868893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ef84b0a3-d647-445f-91f1-6afd402515f7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1390710 Mar 11 17:43:47.872885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33978) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:47.937878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1136c207-85e8-4aee-ba0f-fcee6b7c96e1 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8aeaef2d4e8143e48671ec95b1c2286a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600944 Mar 11 17:43:47.939325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 33982) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:48.079449 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:48.099317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 27c85b62-390f-4d65-9341-d6b440dc7197 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:48.208717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Set router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:48.320383 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:46Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:48.339784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 27c85b62-390f-4d65-9341-d6b440dc7197 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:48.340238 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.350333 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Checking router: 3cf308c2-35f6-490b-a6bc-fe3aeabce64d for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:43:48.350737 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Updating router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d port 27b6a643-8506-4969-afb8-6909dfa4ce65 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:43:48.388593 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.493147 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.513670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 720303af-d4a4-4a03-9575-10e4fe87fbf7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:48.557777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:46Z', 'revision_number': 3, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'gw_port': {'id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:44Z', 'updated_at': '2022-03-11T17:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:48.592657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Checking router: ab5db6f1-979b-49c2-9bb8-9559cf0f88ba for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:43:48.593277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Updating router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba port e8c7966d-89a0-4dbf-bec9-c666281c18ff binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:43:48.626006 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.663932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f215ff22-2518-42c0-9987-6bd4295d6285 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:48.665829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 720303af-d4a4-4a03-9575-10e4fe87fbf7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:48.666383 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.668448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33992) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:48.668963 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f215ff22-2518-42c0-9987-6bd4295d6285 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7279432 Mar 11 17:43:48.702752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d66b804-82ad-490b-a04e-2f559c4909a6 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323958 Mar 11 17:43:48.705309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 33994) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:48.710800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335293133', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:48.831630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:48.836144 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.861665 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.875521 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.968381 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Attempting to bind port 27b6a643-8506-4969-afb8-6909dfa4ce65 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:48.968748 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Attempting to bind port 27b6a643-8506-4969-afb8-6909dfa4ce65 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:48.969110 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Attempting to bind port 27b6a643-8506-4969-afb8-6909dfa4ce65 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:48.974832 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5794b-a8d6-44f2-a750-bdcd49a688ed None None] Pushing event updated for resources: {'Port': ['ID=27b6a643-8506-4969-afb8-6909dfa4ce65,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:48.977012 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:48.977384 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:48.977841 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:48.978222 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:48.978690 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Bound port: 27b6a643-8506-4969-afb8-6909dfa4ce65, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:48.979065 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.062752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.066828 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] For port 27b6a643-8506-4969-afb8-6909dfa4ce65, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:49.071347 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] For port 27b6a643-8506-4969-afb8-6909dfa4ce65, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=27b6a643-8506-4969-afb8-6909dfa4ce65,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:49.086305 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.122867 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.200270 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5794b-a8d6-44f2-a750-bdcd49a688ed None None] Pushing event updated for resources: {'Port': ['ID=27b6a643-8506-4969-afb8-6909dfa4ce65,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:49.218454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.232415 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:49.233057 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:49.275067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Subnet': ['ID=e24d0a9d-1386-4677-ad6e-f57f92dc4cf0,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:49.320160 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.325673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Checking segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:49.326097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network hostable DHCP agents. Network: b5bec2a3-a35c-43e4-9668-9f18fc931403, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:43:49.329916 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.348376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network b5bec2a3-a35c-43e4-9668-9f18fc931403 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:43:49.362083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, b5bec2a3-a35c-43e4-9668-9f18fc931403) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:49.370562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:49.371164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.393274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b7f44be2-1687-40c6-892f-b29a1f0ebbd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6867380 Mar 11 17:43:49.396997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34000) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:49.399856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e2f88-c3d3-424d-ae54-2aaa08a5b1b6 None None] Network b5bec2a3-a35c-43e4-9668-9f18fc931403 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:43:49.430505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Allocated IP 172.20.0.1 (d5f387b0-ecda-49e0-9081-cc4aca810cd6/f967031e-6aa7-418f-9142-7272d58d2cd9/f3d72185-df86-4fac-85a6-8b52aaaeb382) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:49.493473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa51cf8-4c7d-4b12-8e32-97d5c4a43e7d None None] Pushing event updated for resources: {'Port': ['ID=e8c7966d-89a0-4dbf-bec9-c666281c18ff,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:49.496595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Attempting to bind port e8c7966d-89a0-4dbf-bec9-c666281c18ff on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:49.497073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Attempting to bind port e8c7966d-89a0-4dbf-bec9-c666281c18ff by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:49.497581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Attempting to bind port e8c7966d-89a0-4dbf-bec9-c666281c18ff on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:49.521431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:49.521989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:49.522500 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.522998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:49.523834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Bound port: e8c7966d-89a0-4dbf-bec9-c666281c18ff, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:49.524328 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.557841 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:43:49.592115 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:49.637950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] For port e8c7966d-89a0-4dbf-bec9-c666281c18ff, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:49.647437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] For port e8c7966d-89a0-4dbf-bec9-c666281c18ff, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8c7966d-89a0-4dbf-bec9-c666281c18ff,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:49.669212 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.678396 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.740280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.752933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-b5bec2a3-a35c-43e4-9668-9f18fc931403', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:43:49.754002 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.784277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Routers {'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:49.784974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:49.817087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d72185-df86-4fac-85a6-8b52aaaeb382,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:49.831601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Network d5f387b0-ecda-49e0-9081-cc4aca810cd6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:49.834003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:49.836775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:49.861749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa51cf8-4c7d-4b12-8e32-97d5c4a43e7d None None] Pushing event updated for resources: {'Port': ['ID=e8c7966d-89a0-4dbf-bec9-c666281c18ff,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:49.897059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:49.911352 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:46Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:49.982653 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604a9458-9d3d-43cb-84e3-aba9f81137a8 None None] The sync data for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 is: [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:46Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:43:50.083917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.138421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.153221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Allocated IP 172.20.0.2 (b5bec2a3-a35c-43e4-9668-9f18fc931403/e24d0a9d-1386-4677-ad6e-f57f92dc4cf0/746f82ec-202b-4f01-8891-44da3865360c) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:50.277331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] Set router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:50.423122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8441153b-c2e3-4b76-9aaf-10139ad8723e None None] Provisioning complete for port f3d72185-df86-4fac-85a6-8b52aaaeb382 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:50.423507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8441153b-c2e3-4b76-9aaf-10139ad8723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.490675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.496155 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.508288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8441153b-c2e3-4b76-9aaf-10139ad8723e None None] Port f3d72185-df86-4fac-85a6-8b52aaaeb382 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:43:50.579138 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.582060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d72185-df86-4fac-85a6-8b52aaaeb382,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:50.630576 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.660323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.718567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Network b5bec2a3-a35c-43e4-9668-9f18fc931403 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:50.724163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.20.0.1 (b5bec2a3-a35c-43e4-9668-9f18fc931403/e24d0a9d-1386-4677-ad6e-f57f92dc4cf0/35aa5f1a-5050-4c29-a7d0-522e9303799b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:50.726504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:50.736011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:50.744698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Network d5f387b0-ecda-49e0-9081-cc4aca810cd6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:50.745767 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:50.751451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Pushing event updated for resources: {'Port': ['ID=746f82ec-202b-4f01-8891-44da3865360c,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:50.765242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:46Z', 'revision_number': 3, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'gw_port': {'id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:44Z', 'updated_at': '2022-03-11T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:50.831832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60a7732-4021-486b-a6f5-4cdca56703cf None None] The sync data for ids ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'] in n-d-833411-1 is: [{'id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:46Z', 'revision_number': 3, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'gw_port': {'id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:44Z', 'updated_at': '2022-03-11T17:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:43:50.905209 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Attempting to bind port 746f82ec-202b-4f01-8891-44da3865360c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:50.906981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Attempting to bind port 746f82ec-202b-4f01-8891-44da3865360c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:50.907630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Attempting to bind port 746f82ec-202b-4f01-8891-44da3865360c on network b5bec2a3-a35c-43e4-9668-9f18fc931403 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:50.916093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:50.922111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Checking segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:50.925000 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.926332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Bound using segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:50.927106 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Bound port: 746f82ec-202b-4f01-8891-44da3865360c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:50.930285 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:50.993246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:43:51.002399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.075382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] For port 746f82ec-202b-4f01-8891-44da3865360c, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:51.079185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] For port 746f82ec-202b-4f01-8891-44da3865360c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=746f82ec-202b-4f01-8891-44da3865360c,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:51.086176 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.094156 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.178912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network b5bec2a3-a35c-43e4-9668-9f18fc931403 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:51.182451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:51.197733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:51.234530 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:51.241533 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5bf88e65-5289-4586-854d-1fd9beabd8c8 admin admin] 10.222.0.53 "PUT /v2.0/routers/ab5db6f1-979b-49c2-9bb8-9559cf0f88ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4261966 Mar 11 17:43:51.244366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6352db-491a-4a7f-8216-f760bae20fbd None None] Pushing event updated for resources: {'Port': ['ID=746f82ec-202b-4f01-8891-44da3865360c,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:51.255394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0e2f1f62-12d6-4795-b276-4c18a97536ab None None] Provisioning complete for port f3d72185-df86-4fac-85a6-8b52aaaeb382 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:51.255772 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0e2f1f62-12d6-4795-b276-4c18a97536ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.266042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=35aa5f1a-5050-4c29-a7d0-522e9303799b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:51.352230 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.743669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f1f62-12d6-4795-b276-4c18a97536ab None None] Port f3d72185-df86-4fac-85a6-8b52aaaeb382 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:43:51.759619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:51.973566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 27b6a643-8506-4969-afb8-6909dfa4ce65 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:52.071689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 27b6a643-8506-4969-afb8-6909dfa4ce65 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:52.072505 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.237156 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.255199 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34022) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:52.268241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1591439794-network', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:52.270923 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.287266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.328628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 27b6a643-8506-4969-afb8-6909dfa4ce65, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=27b6a643-8506-4969-afb8-6909dfa4ce65,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:52.340422 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.343936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8c7966d-89a0-4dbf-bec9-c666281c18ff up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:52.349806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Made reservation on behalf of 8cac83bcc6de47a99c795c0ca0bc0775 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:52.356401 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.386371 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.477768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=35aa5f1a-5050-4c29-a7d0-522e9303799b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:52.498903 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.596731 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.619235 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.624103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=27b6a643-8506-4969-afb8-6909dfa4ce65,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:52.641383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e8c7966d-89a0-4dbf-bec9-c666281c18ff triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:52.642649 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.666457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:43:52.710402 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.710942 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Added segment 28b4e4bd-39d3-4491-b3b8-03624300f51b of type vlan for network e1a6a009-5f9a-4e53-a9ae-1843690de869 Mar 11 17:43:52.712839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bf0506-9921-4f6d-8139-6920b5b6fd6d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:52.814375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network b5bec2a3-a35c-43e4-9668-9f18fc931403 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:52.815873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:52.816294 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.873243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ccd73-4a38-40b4-9eb3-32aac68a94be None None] Network b5bec2a3-a35c-43e4-9668-9f18fc931403 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:43:52.893669 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.898499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:52.899291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:52.999700 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.003797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:43:53.009580 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7531440 Mar 11 17:43:53.012378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34050) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:53.021764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Request body: {'subnet': {'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1591439794-subnet', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:53.065697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-19866b85-15ee-4a43-9070-b614fed8f334 None None] Provisioning complete for port 746f82ec-202b-4f01-8891-44da3865360c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:53.066507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-19866b85-15ee-4a43-9070-b614fed8f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.106087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port e8c7966d-89a0-4dbf-bec9-c666281c18ff, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8c7966d-89a0-4dbf-bec9-c666281c18ff,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:53.135682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755d817-9090-48ba-b547-3490fde3c3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e1a6a009-5f9a-4e53-a9ae-1843690de869,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:53.164239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Made reservation on behalf of 8cac83bcc6de47a99c795c0ca0bc0775 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:53.166751 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.176995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e1a6a009-5f9a-4e53-a9ae-1843690de869 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:43:53.187581 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.188501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 746f82ec-202b-4f01-8891-44da3865360c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:53.286562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:53.303362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-95d251b9-261d-41b4-8faf-d717bc0f3fad tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "PUT /v2.0/routers/3cf308c2-35f6-490b-a6bc-fe3aeabce64d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9050322 Mar 11 17:43:53.399522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=e8c7966d-89a0-4dbf-bec9-c666281c18ff,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:53.455006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 746f82ec-202b-4f01-8891-44da3865360c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:53.455314 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.457628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-19866b85-15ee-4a43-9070-b614fed8f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.566913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-19866b85-15ee-4a43-9070-b614fed8f334 None None] For port 746f82ec-202b-4f01-8891-44da3865360c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=746f82ec-202b-4f01-8891-44da3865360c,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:53.569633 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.573007 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-19866b85-15ee-4a43-9070-b614fed8f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.677820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19866b85-15ee-4a43-9070-b614fed8f334 None None] Pushing event updated for resources: {'Port': ['ID=746f82ec-202b-4f01-8891-44da3865360c,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:53.686988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaabd8b-92d1-4d7e-b74e-783936f743f0,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:53.719162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-2bb91cf6-5f9f-4b07-b716-af84e9aff336 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134778672&fields=id&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 267 time: 0.0880773 Mar 11 17:43:53.725551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Checking segment: {'id': '28b4e4bd-39d3-4491-b3b8-03624300f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:53.726103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Network hostable DHCP agents. Network: e1a6a009-5f9a-4e53-a9ae-1843690de869, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:43:53.816947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Network e1a6a009-5f9a-4e53-a9ae-1843690de869 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:43:53.845790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e1a6a009-5f9a-4e53-a9ae-1843690de869) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:53.856217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:53.858800 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.860101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8dcf86-afa6-49cf-b533-3caf7f30ee3c None None] Network e1a6a009-5f9a-4e53-a9ae-1843690de869 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:43:53.874436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 27b6a643-8506-4969-afb8-6909dfa4ce65 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:53.903065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-76760fcf-f4bb-448a-9468-23bcd99f805c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8868937 Mar 11 17:43:53.903527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:53.908311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:53.919380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-e20d1daa-a975-4145-9b11-dba2fe5c9c43 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:53.920941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-e20d1daa-a975-4145-9b11-dba2fe5c9c43 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/networks?id=b5bec2a3-a35c-43e4-9668-9f18fc931403 HTTP/1.1" status: 200 len: 797 time: 0.1920102 Mar 11 17:43:53.950992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.953482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:53.960587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1320fdb6-c052-43f5-9cf9-df20aa138b78 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/quotas/8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 375 time: 0.0218077 Mar 11 17:43:54.014475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Sync routers for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:43:54.022845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-202d8a66-dd30-442b-8b92-f6298cff1a88 None None] Provisioning complete for port 35aa5f1a-5050-4c29-a7d0-522e9303799b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:54.023221 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202d8a66-dd30-442b-8b92-f6298cff1a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.033627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.048967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-ff035d2c-e166-4976-bf99-ed8571aec8e1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875044 Mar 11 17:43:54.119285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:54.119925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:54.125044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-202d8a66-dd30-442b-8b92-f6298cff1a88 None None] Port 35aa5f1a-5050-4c29-a7d0-522e9303799b cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:43:54.179392 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-268e2a0c-8076-41c7-b6c2-0ccb3476e5d5 service neutron] 10.222.0.53 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269207 Mar 11 17:43:54.252621 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Sync routers for ids ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:43:54.260101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 27b6a643-8506-4969-afb8-6909dfa4ce65 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:54.260656 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.277214 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Routers {'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:54.279070 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:54.309332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.325064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-202d8a66-dd30-442b-8b92-f6298cff1a88 None None] Provisioning complete for port 746f82ec-202b-4f01-8891-44da3865360c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:54.325513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202d8a66-dd30-442b-8b92-f6298cff1a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.400399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-fde68ae7-2548-49f1-8016-e592a2ba9fce service neutron] 10.222.0.53 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189212 Mar 11 17:43:54.427051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-e1a6a009-5f9a-4e53-a9ae-1843690de869', 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'fixed_ips': [{'subnet_id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:43:54.427930 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.463117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:54.533495 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Set router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:54.790649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fdf0072d-46bb-4381-b7e9-d2dd001a99f2 req-e34300e8-3805-459e-8bf5-ed66c9e3b71c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 210 time: 0.0907905 Mar 11 17:43:54.839340 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8c7966d-89a0-4dbf-bec9-c666281c18ff up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:54.840796 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.890063 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:54.915000 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:50Z', 'revision_number': 4, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'gw_port': {'id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:44Z', 'updated_at': '2022-03-11T17:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f3d72185-df86-4fac-85a6-8b52aaaeb382', 'name': '', 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'mac_address': 'fa:16:3e:5b:23:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'f967031e-6aa7-418f-9142-7272d58d2cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:49Z', 'updated_at': '2022-03-11T17:43:50Z', 'revision_number': 2, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'subnets': [{'id': 'f967031e-6aa7-418f-9142-7272d58d2cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:54.978076 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Checking router: ab5db6f1-979b-49c2-9bb8-9559cf0f88ba for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:43:54.978438 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Updating router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba port f3d72185-df86-4fac-85a6-8b52aaaeb382 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:43:55.030513 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.094974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Allocated IP 172.25.8.190 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/53eb906a-17bb-426b-aa75-58f0f5cedc3f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:55.243434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Allocated IP 172.20.0.2 (e1a6a009-5f9a-4e53-a9ae-1843690de869/5eaabd8b-92d1-4d7e-b74e-783936f743f0/2897a392-fadf-42e9-a94c-025ea1b18b91) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:55.285806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a28a4ba7-d14f-40a2-bdde-795800ff2c6d None None] Provisioning complete for port 35aa5f1a-5050-4c29-a7d0-522e9303799b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:55.286174 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a28a4ba7-d14f-40a2-bdde-795800ff2c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.343507 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.398686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e8c7966d-89a0-4dbf-bec9-c666281c18ff triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:55.399065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.421134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.431176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a28a4ba7-d14f-40a2-bdde-795800ff2c6d None None] Port 35aa5f1a-5050-4c29-a7d0-522e9303799b cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:43:55.472664 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.482734 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.496668 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Pushing event updated for resources: {'Port': ['ID=53eb906a-17bb-426b-aa75-58f0f5cedc3f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:55.518783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:55.523252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:55.529464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:55.573961 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0cf99-a8a4-40ec-97ed-e3a0be2a089f None None] Pushing event updated for resources: {'Port': ['ID=f3d72185-df86-4fac-85a6-8b52aaaeb382,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:55.588818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 746f82ec-202b-4f01-8891-44da3865360c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:55.631390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:51Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '35aa5f1a-5050-4c29-a7d0-522e9303799b', 'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:92:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:50Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 2, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:55.668962 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Attempting to bind port f3d72185-df86-4fac-85a6-8b52aaaeb382 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:55.669530 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Attempting to bind port f3d72185-df86-4fac-85a6-8b52aaaeb382 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '5a5a873c-2d61-4c69-99cd-8c33abe1638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:55.670553 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Attempting to bind port f3d72185-df86-4fac-85a6-8b52aaaeb382 on network d5f387b0-ecda-49e0-9081-cc4aca810cd6 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:55.685223 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:55.685913 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Checking segment: {'id': '5a5a873c-2d61-4c69-99cd-8c33abe1638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:55.686481 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.687028 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Bound using segment: {'id': '5a5a873c-2d61-4c69-99cd-8c33abe1638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:55.687843 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Bound port: f3d72185-df86-4fac-85a6-8b52aaaeb382, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5a873c-2d61-4c69-99cd-8c33abe1638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:55.688696 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.740573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Checking router: 3cf308c2-35f6-490b-a6bc-fe3aeabce64d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:43:55.741024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Updating router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d port 35aa5f1a-5050-4c29-a7d0-522e9303799b binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:43:55.803228 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] For port f3d72185-df86-4fac-85a6-8b52aaaeb382, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:55.808018 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.827293 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.839869 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] For port f3d72185-df86-4fac-85a6-8b52aaaeb382, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f3d72185-df86-4fac-85a6-8b52aaaeb382,segment=NetworkSegment(5a5a873c-2d61-4c69-99cd-8c33abe1638c),segment_id=5a5a873c-2d61-4c69-99cd-8c33abe1638c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:55.851164 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:55.965840 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Routers {'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:55.967854 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:56.042743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.066809 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.121112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22152bf9-10b5-4b2a-9aae-f760ba198293 req-343f0b8f-72c8-49cf-86d1-625572ac6aea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 210 time: 0.1159811 Mar 11 17:43:56.126290 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0cf99-a8a4-40ec-97ed-e3a0be2a089f None None] Pushing event updated for resources: {'Port': ['ID=f3d72185-df86-4fac-85a6-8b52aaaeb382,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:56.139262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9e0b8ff3-f251-476a-b11a-d803f0ffe372 None None] Provisioning complete for port f3d72185-df86-4fac-85a6-8b52aaaeb382 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:56.139658 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8ff3-f251-476a-b11a-d803f0ffe372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.149083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 746f82ec-202b-4f01-8891-44da3865360c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:56.149461 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.251535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Network e1a6a009-5f9a-4e53-a9ae-1843690de869 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:56.254608 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] Set router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:56.288904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:56.300315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:56.341632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Pushing event updated for resources: {'Port': ['ID=2897a392-fadf-42e9-a94c-025ea1b18b91,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:56.414039 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.477581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Attempting to bind port 2897a392-fadf-42e9-a94c-025ea1b18b91 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:56.478083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Attempting to bind port 2897a392-fadf-42e9-a94c-025ea1b18b91 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '28b4e4bd-39d3-4491-b3b8-03624300f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:56.478295 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Attempting to bind port 2897a392-fadf-42e9-a94c-025ea1b18b91 on network e1a6a009-5f9a-4e53-a9ae-1843690de869 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:56.547862 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:50Z', 'revision_number': 4, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'gw_port': {'id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:44Z', 'updated_at': '2022-03-11T17:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f3d72185-df86-4fac-85a6-8b52aaaeb382', 'name': '', 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'mac_address': 'fa:16:3e:5b:23:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'f967031e-6aa7-418f-9142-7272d58d2cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:49Z', 'updated_at': '2022-03-11T17:43:55Z', 'revision_number': 4, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'subnets': [{'id': 'f967031e-6aa7-418f-9142-7272d58d2cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:56.551958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:56.552360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Checking segment: {'id': '28b4e4bd-39d3-4491-b3b8-03624300f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:56.552768 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.553157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Bound using segment: {'id': '28b4e4bd-39d3-4491-b3b8-03624300f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:56.554877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Bound port: 2897a392-fadf-42e9-a94c-025ea1b18b91, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b4e4bd-39d3-4491-b3b8-03624300f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:56.555445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.623234 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6bbab-bcf4-4400-85b0-405cb455d78b None None] The sync data for ids ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'] in n-d-833411-1 is: [{'id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:50Z', 'revision_number': 4, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'gw_port': {'id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:44Z', 'updated_at': '2022-03-11T17:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f3d72185-df86-4fac-85a6-8b52aaaeb382', 'name': '', 'network_id': 'd5f387b0-ecda-49e0-9081-cc4aca810cd6', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'mac_address': 'fa:16:3e:5b:23:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'f967031e-6aa7-418f-9142-7272d58d2cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:49Z', 'updated_at': '2022-03-11T17:43:55Z', 'revision_number': 4, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'subnets': [{'id': 'f967031e-6aa7-418f-9142-7272d58d2cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:43:56.684239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Router 02d1ec79-8f63-4792-84f8-5e44e569f89c is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:43:56.733847 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8ff3-f251-476a-b11a-d803f0ffe372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.743915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-4edd7220-748c-4411-93c1-5131ca176d51 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:56.746863 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-4edd7220-748c-4411-93c1-5131ca176d51 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/networks?id=b5bec2a3-a35c-43e4-9668-9f18fc931403 HTTP/1.1" status: 200 len: 797 time: 0.1866744 Mar 11 17:43:56.897193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9e0b8ff3-f251-476a-b11a-d803f0ffe372 None None] For port f3d72185-df86-4fac-85a6-8b52aaaeb382, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f3d72185-df86-4fac-85a6-8b52aaaeb382,segment=NetworkSegment(5a5a873c-2d61-4c69-99cd-8c33abe1638c),segment_id=5a5a873c-2d61-4c69-99cd-8c33abe1638c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:43:56.907177 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8ff3-f251-476a-b11a-d803f0ffe372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:56.939695 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-2261e4b6-8889-4bf3-81be-ece073ae6321 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 379 time: 0.1352670 Mar 11 17:43:56.958399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'port': {'device_id': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'admin_state_up': True, 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'security_groups': ['b195db55-fcf6-4aa5-966c-7a8776e1ba1c']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:56.985918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] For port 2897a392-fadf-42e9-a94c-025ea1b18b91, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:56.987866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b8ff3-f251-476a-b11a-d803f0ffe372 None None] Pushing event updated for resources: {'Port': ['ID=f3d72185-df86-4fac-85a6-8b52aaaeb382,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:56.994233 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.007498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] For port 2897a392-fadf-42e9-a94c-025ea1b18b91, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2897a392-fadf-42e9-a94c-025ea1b18b91,segment=NetworkSegment(28b4e4bd-39d3-4491-b3b8-03624300f51b),segment_id=28b4e4bd-39d3-4491-b3b8-03624300f51b)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:57.010675 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.033444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:43:57.049201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.060010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Sync routers for ids ['02d1ec79-8f63-4792-84f8-5e44e569f89c'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:43:57.065091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f3d72185-df86-4fac-85a6-8b52aaaeb382 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:57.076077 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.080241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34462) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:43:57.080401 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a9911ef6-d6c3-45ed-ac81-1c0e629e392a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1758106 Mar 11 17:43:57.156120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:43:57.161068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.203221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Routers {'02d1ec79-8f63-4792-84f8-5e44e569f89c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:57.207599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['02d1ec79-8f63-4792-84f8-5e44e569f89c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:57.254976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1c35f8b8-a9ea-4958-b902-afc863add984 None None] Provisioning complete for port f3d72185-df86-4fac-85a6-8b52aaaeb382 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:57.255384 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1c35f8b8-a9ea-4958-b902-afc863add984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.412380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434d198-a04c-4753-95b2-0d715e77ad5f None None] Pushing event updated for resources: {'Port': ['ID=35aa5f1a-5050-4c29-a7d0-522e9303799b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:57.429925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d8d6715-334c-4c89-bcd0-d3a104f19b51 req-e66d411a-8e9b-4aa5-9a3b-a999939d1550 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 210 time: 0.0833762 Mar 11 17:43:57.683044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f4642-b773-4526-91d8-1f923fb8da73 None None] Pushing event updated for resources: {'Port': ['ID=2897a392-fadf-42e9-a94c-025ea1b18b91,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:57.703049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Attempting to bind port 35aa5f1a-5050-4c29-a7d0-522e9303799b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:57.703755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Attempting to bind port 35aa5f1a-5050-4c29-a7d0-522e9303799b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:57.704118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Attempting to bind port 35aa5f1a-5050-4c29-a7d0-522e9303799b on network b5bec2a3-a35c-43e4-9668-9f18fc931403 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:57.714121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f3d72185-df86-4fac-85a6-8b52aaaeb382 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:57.714793 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.818049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Set router 02d1ec79-8f63-4792-84f8-5e44e569f89c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:57.908995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:57.910475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Checking segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:57.911093 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.911982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Bound using segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:57.912692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Bound port: 35aa5f1a-5050-4c29-a7d0-522e9303799b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:57.913268 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:57.996741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.20.0.12 (b5bec2a3-a35c-43e4-9668-9f18fc931403/e24d0a9d-1386-4677-ad6e-f57f92dc4cf0/1b3331c2-c359-445b-8caa-1ab66eef33de) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:58.245528 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.303480 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.379204 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network b5bec2a3-a35c-43e4-9668-9f18fc931403 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:58.387918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:58.390657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:58.417176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:58.588676 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.590460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:58.591129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.632147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] For port 35aa5f1a-5050-4c29-a7d0-522e9303799b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:58.638595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-a6ac40ef-e982-4568-9d9c-e47197f94dfb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6911397 Mar 11 17:43:58.658295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Request body: {'port': {'device_id': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:43:58.672821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] For port 35aa5f1a-5050-4c29-a7d0-522e9303799b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=35aa5f1a-5050-4c29-a7d0-522e9303799b,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:58.679983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9dafd9dd-5c66-45ac-bf6b-7d0dc0d3e710 None None] Provisioning complete for port 35aa5f1a-5050-4c29-a7d0-522e9303799b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:58.681238 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9dafd9dd-5c66-45ac-bf6b-7d0dc0d3e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.695132 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.791144 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:58.989182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460c5ede-f3e1-47bf-b2be-f275a2ddccc3 None None] Network e1a6a009-5f9a-4e53-a9ae-1843690de869 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:43:59.043702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Allocated IP 172.20.0.1 (e1a6a009-5f9a-4e53-a9ae-1843690de869/5eaabd8b-92d1-4d7e-b74e-783936f743f0/c62ccca4-1635-4c2b-8ac0-6f8301702c5c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:43:59.099313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af18471-ccd0-4c1d-aa9c-585eaa628e41 req-230cd983-d3f9-4288-9de0-75839cd556a8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:59.107827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5af18471-ccd0-4c1d-aa9c-585eaa628e41 req-230cd983-d3f9-4288-9de0-75839cd556a8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 932 time: 0.4910569 Mar 11 17:43:59.139819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:53Z', 'updated_at': '2022-03-11T17:43:55Z', 'revision_number': 3, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'gw_port': {'id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:54Z', 'updated_at': '2022-03-11T17:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:59.216192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5af18471-ccd0-4c1d-aa9c-585eaa628e41 req-25231d0a-58c0-4c24-a3b5-ea883d346ff8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071198 Mar 11 17:43:59.221750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2897a392-fadf-42e9-a94c-025ea1b18b91 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:43:59.271173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.278243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Checking router: 02d1ec79-8f63-4792-84f8-5e44e569f89c for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:43:59.280126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Updating router 02d1ec79-8f63-4792-84f8-5e44e569f89c port 53eb906a-17bb-426b-aa75-58f0f5cedc3f binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:43:59.296992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3331c2-c359-445b-8caa-1ab66eef33de {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:43:59.308500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:43:59.309508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:43:59.315541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.329721 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.347384 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Transition to ACTIVE for port object 1b3331c2-c359-445b-8caa-1ab66eef33de will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:43:59.353295 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.378201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434d198-a04c-4753-95b2-0d715e77ad5f None None] Pushing event updated for resources: {'Port': ['ID=35aa5f1a-5050-4c29-a7d0-522e9303799b,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:59.414191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Pushing event updated for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:59.434942 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.447230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Pushing event updated for resources: {'Port': ['ID=c62ccca4-1635-4c2b-8ac0-6f8301702c5c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:59.459641 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.462732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Network e1a6a009-5f9a-4e53-a9ae-1843690de869 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:43:59.466737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:43:59.469058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:43:59.522346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:43:59.523069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:43:59.523490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de on network b5bec2a3-a35c-43e4-9668-9f18fc931403 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:59.528295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Port 1b3331c2-c359-445b-8caa-1ab66eef33de on network b5bec2a3-a35c-43e4-9668-9f18fc931403 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:43:59.528733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de on network b5bec2a3-a35c-43e4-9668-9f18fc931403 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:43:59.538353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:43:59.538830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Checking segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:43:59.539328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Bound using segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:43:59.539855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Bound port: 1b3331c2-c359-445b-8caa-1ab66eef33de, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:43:59.540330 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.545598 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.550368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 2897a392-fadf-42e9-a94c-025ea1b18b91 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:43:59.551485 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.632588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:43:59.645689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:43:59.656519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.746584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:59.747333 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.749083 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] 10.222.0.46 "PUT /v2.0/ports/1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 1092 time: 1.1011446 Mar 11 17:43:59.750629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7179c-6b4c-4d8d-9ba6-c8cd4d608e5b service neutron] Pushing event updated for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:43:59.772147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:43:59.783113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.785560 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629" -d '{"events": [{"name": "network-changed", "server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:43:59.803658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:43:59.855784 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5a07c0-6bb7-4022-b699-61deb940a7b8 x-openstack-request-id: req-cb5a07c0-6bb7-4022-b699-61deb940a7b8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:43:59.856079 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:43:59.856496 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb5a07c0-6bb7-4022-b699-61deb940a7b8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:43:59.856952 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'status': 'completed', 'code': 200} Mar 11 17:43:59.875157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-5e2e2a4f-c485-4e62-9f22-d6b4b1e6c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:43:59.879684 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-5e2e2a4f-c485-4e62-9f22-d6b4b1e6c38f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1095 time: 0.0773623 Mar 11 17:43:59.915864 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9dafd9dd-5c66-45ac-bf6b-7d0dc0d3e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:43:59.961363 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-2b6c304d-4d97-495b-9974-0373c1dcea2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 217 time: 0.0735240 Mar 11 17:44:00.027220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-7df025fd-7601-41ff-8a88-da0e3176ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.028768 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-7df025fd-7601-41ff-8a88-da0e3176ba57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e24d0a9d-1386-4677-ad6e-f57f92dc4cf0 HTTP/1.1" status: 200 len: 835 time: 0.0583956 Mar 11 17:44:00.042810 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.056675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.093023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-b611e0f4-3b03-4eb5-8843-32b6ac045677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.094760 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-b611e0f4-3b03-4eb5-8843-32b6ac045677 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bec2a3-a35c-43e4-9668-9f18fc931403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577161 Mar 11 17:44:00.145039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Pushing event updated for resources: {'Port': ['ID=c62ccca4-1635-4c2b-8ac0-6f8301702c5c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:00.153265 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.207613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9dafd9dd-5c66-45ac-bf6b-7d0dc0d3e710 None None] For port 35aa5f1a-5050-4c29-a7d0-522e9303799b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=35aa5f1a-5050-4c29-a7d0-522e9303799b,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:00.225883 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-ace567a3-2523-4649-9e15-8be786c2a62f service neutron] 10.222.0.46 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227539 Mar 11 17:44:00.230639 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9dafd9dd-5c66-45ac-bf6b-7d0dc0d3e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.240855 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.305851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Network e1a6a009-5f9a-4e53-a9ae-1843690de869 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:00.307318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:00.393662 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-06e5c596-7045-45c4-b1bb-efd048f8ab12 req-fef0f58d-4985-4197-af8a-01b31d35504f service neutron] 10.222.0.46 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574926 Mar 11 17:44:00.395653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 2897a392-fadf-42e9-a94c-025ea1b18b91, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2897a392-fadf-42e9-a94c-025ea1b18b91,segment=NetworkSegment(28b4e4bd-39d3-4491-b3b8-03624300f51b),segment_id=28b4e4bd-39d3-4491-b3b8-03624300f51b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:00.468620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a652b-dbb6-4b61-b37c-fcb50d7501e2 req-7f5e57b5-a83a-4b1f-bdc2-56335c18c643 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.468620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-774a652b-dbb6-4b61-b37c-fcb50d7501e2 req-7f5e57b5-a83a-4b1f-bdc2-56335c18c643 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 944 time: 0.1136339 Mar 11 17:44:00.472230 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.474109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f3d72185-df86-4fac-85a6-8b52aaaeb382 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:00.510093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-e7c19479-b155-4386-935a-17d573be54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.511758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-e7c19479-b155-4386-935a-17d573be54a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1095 time: 0.0587490 Mar 11 17:44:00.516535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Router 02d1ec79-8f63-4792-84f8-5e44e569f89c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:00.534449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-774a652b-dbb6-4b61-b37c-fcb50d7501e2 req-a69a82ca-bed1-4b20-a12b-db8e0d97fddd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569873 Mar 11 17:44:00.560732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-23d5fdd7-05e9-47f8-a973-ea6158e6e16b None None] Provisioning complete for port 2897a392-fadf-42e9-a94c-025ea1b18b91 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:00.561364 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23d5fdd7-05e9-47f8-a973-ea6158e6e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.570611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafd9dd-5c66-45ac-bf6b-7d0dc0d3e710 None None] Pushing event updated for resources: {'Port': ['ID=35aa5f1a-5050-4c29-a7d0-522e9303799b,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:00.652640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-f84417ea-1aaa-45d1-8af4-19906e8ade95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.654178 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-f84417ea-1aaa-45d1-8af4-19906e8ade95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bec2a3-a35c-43e4-9668-9f18fc931403 HTTP/1.1" status: 200 len: 897 time: 0.1356010 Mar 11 17:44:00.695259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:00.714225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1898fda1-6b58-4557-954f-33370b49c393 admin admin] 10.222.0.53 "PUT /v2.0/routers/02d1ec79-8f63-4792-84f8-5e44e569f89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6326349 Mar 11 17:44:00.714862 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-ef8086d6-d8b9-4a25-a48d-12eb88bb0b9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 217 time: 0.0531950 Mar 11 17:44:00.830034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-979dae09-da10-401f-886d-12c8d978b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.835765 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-979dae09-da10-401f-886d-12c8d978b87e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e24d0a9d-1386-4677-ad6e-f57f92dc4cf0 HTTP/1.1" status: 200 len: 835 time: 0.1098783 Mar 11 17:44:00.869398 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.881133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:51Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '35aa5f1a-5050-4c29-a7d0-522e9303799b', 'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:92:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:50Z', 'updated_at': '2022-03-11T17:43:58Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:00.924386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:00.948698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb1f79b-2e2f-4fda-9601-1e2a66fffc3b None None] The sync data for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 is: [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:51Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '35aa5f1a-5050-4c29-a7d0-522e9303799b', 'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:92:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:50Z', 'updated_at': '2022-03-11T17:43:58Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:00.951309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=2897a392-fadf-42e9-a94c-025ea1b18b91,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:00.975458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-60ceeb9b-56b4-40f7-836e-74c43bc3eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:00.977603 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-60ceeb9b-56b4-40f7-836e-74c43bc3eb17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bec2a3-a35c-43e4-9668-9f18fc931403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349859 Mar 11 17:44:01.058631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f3d72185-df86-4fac-85a6-8b52aaaeb382 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:01.059191 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.060918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595f724-7513-4989-83a5-8b42260d171a None None] Pushing event updated for resources: {'Port': ['ID=53eb906a-17bb-426b-aa75-58f0f5cedc3f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:01.215557 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-b56244c6-af48-4111-8848-9952e634554a service neutron] 10.222.0.46 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296786 Mar 11 17:44:01.418274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Attempting to bind port 53eb906a-17bb-426b-aa75-58f0f5cedc3f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:01.418653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Attempting to bind port 53eb906a-17bb-426b-aa75-58f0f5cedc3f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:01.419022 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Attempting to bind port 53eb906a-17bb-426b-aa75-58f0f5cedc3f on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:01.461411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:01.461806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:01.462193 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.462591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:01.471888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Bound port: 53eb906a-17bb-426b-aa75-58f0f5cedc3f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:01.472426 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.517160 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a6e871e-ad1e-4eb8-a8a0-14d00f2a4629 req-135e6ddb-620e-468a-9265-44a2381b2c0f service neutron] 10.222.0.46 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865241 Mar 11 17:44:01.585562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-23d5fdd7-05e9-47f8-a973-ea6158e6e16b None None] Provisioning complete for port 35aa5f1a-5050-4c29-a7d0-522e9303799b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:01.585935 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23d5fdd7-05e9-47f8-a973-ea6158e6e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.646223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] For port 53eb906a-17bb-426b-aa75-58f0f5cedc3f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:01.651509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] For port 53eb906a-17bb-426b-aa75-58f0f5cedc3f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=53eb906a-17bb-426b-aa75-58f0f5cedc3f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:01.715277 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:01.773838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3a011-978d-424a-aa45-7b48a21fca0d req-0d62520e-17fb-4ebf-b9de-425f32a606b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:01.783452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ea3a011-978d-424a-aa45-7b48a21fca0d req-0d62520e-17fb-4ebf-b9de-425f32a606b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 944 time: 0.1273348 Mar 11 17:44:01.846033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ea3a011-978d-424a-aa45-7b48a21fca0d req-7504912e-33ec-4c81-a7d9-2a2559863a40 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534482 Mar 11 17:44:01.872490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Routers {'02d1ec79-8f63-4792-84f8-5e44e569f89c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:01.873095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['02d1ec79-8f63-4792-84f8-5e44e569f89c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:01.875029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595f724-7513-4989-83a5-8b42260d171a None None] Pushing event updated for resources: {'Port': ['ID=53eb906a-17bb-426b-aa75-58f0f5cedc3f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:02.049741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2897a392-fadf-42e9-a94c-025ea1b18b91 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:02.100079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] Set router 02d1ec79-8f63-4792-84f8-5e44e569f89c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:02.218981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a1a2cefa-7c41-4df7-ade0-5e3141b1d3c1 None None] Provisioning complete for port 2897a392-fadf-42e9-a94c-025ea1b18b91 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:02.219354 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a1a2cefa-7c41-4df7-ade0-5e3141b1d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.316508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 2897a392-fadf-42e9-a94c-025ea1b18b91 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:02.317113 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.537689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 35aa5f1a-5050-4c29-a7d0-522e9303799b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:02.542268 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a1a2cefa-7c41-4df7-ade0-5e3141b1d3c1 None None] Provisioning complete for port c62ccca4-1635-4c2b-8ac0-6f8301702c5c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:02.542268 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a1a2cefa-7c41-4df7-ade0-5e3141b1d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.605345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34580) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:02.654107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2cefa-7c41-4df7-ade0-5e3141b1d3c1 None None] Port c62ccca4-1635-4c2b-8ac0-6f8301702c5c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:02.674452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:53Z', 'updated_at': '2022-03-11T17:43:59Z', 'revision_number': 4, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'gw_port': {'id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:54Z', 'updated_at': '2022-03-11T17:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c62ccca4-1635-4c2b-8ac0-6f8301702c5c', 'name': '', 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'mac_address': 'fa:16:3e:1f:1f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:58Z', 'updated_at': '2022-03-11T17:43:59Z', 'revision_number': 2, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'subnets': [{'id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:02.678507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 35aa5f1a-5050-4c29-a7d0-522e9303799b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:02.678507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:02.749551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f56a67-e60d-49b8-a8ce-4215d55e4d76 None None] The sync data for ids ['02d1ec79-8f63-4792-84f8-5e44e569f89c'] in n-d-833411-1 is: [{'id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:53Z', 'updated_at': '2022-03-11T17:43:59Z', 'revision_number': 4, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'gw_port': {'id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:54Z', 'updated_at': '2022-03-11T17:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c62ccca4-1635-4c2b-8ac0-6f8301702c5c', 'name': '', 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'mac_address': 'fa:16:3e:1f:1f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:58Z', 'updated_at': '2022-03-11T17:43:59Z', 'revision_number': 2, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'subnets': [{'id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:02.990795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec642a-8122-4669-86b2-fa68eea5373b req-a8513395-9325-421e-8f76-96849222f766 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:02.992279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96ec642a-8122-4669-86b2-fa68eea5373b req-a8513395-9325-421e-8f76-96849222f766 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 944 time: 0.0784352 Mar 11 17:44:03.046438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96ec642a-8122-4669-86b2-fa68eea5373b req-ad2c470f-83b2-437a-8496-64b658152cd8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468960 Mar 11 17:44:03.104667 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.292128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1b3331c2-c359-445b-8caa-1ab66eef33de details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:44:03.350623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Deleting port f3d72185-df86-4fac-85a6-8b52aaaeb382 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:03.350968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.406439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:03.419702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'port_id': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'mac_address': 'fa:16:3e:2c:92:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:44:03.438611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] For port f3d72185-df86-4fac-85a6-8b52aaaeb382, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f3d72185-df86-4fac-85a6-8b52aaaeb382,segment=NetworkSegment(5a5a873c-2d61-4c69-99cd-8c33abe1638c),segment_id=5a5a873c-2d61-4c69-99cd-8c33abe1638c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:03.438971 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.454165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Calling delete_port for f3d72185-df86-4fac-85a6-8b52aaaeb382 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:03.458718 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.473704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3331c2-c359-445b-8caa-1ab66eef33de {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:44:03.493874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:03.499166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.569267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:03.662691 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:03.691387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d72185-df86-4fac-85a6-8b52aaaeb382,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:03.758766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['1b3331c2-c359-445b-8caa-1ab66eef33de'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:44:03.930189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.288251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:04.311148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52dbbf-b053-473a-a90b-01f76b6db994 req-01fdd590-83d5-45ed-b5f7-ed2132ec4a6b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:04.319333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da52dbbf-b053-473a-a90b-01f76b6db994 req-01fdd590-83d5-45ed-b5f7-ed2132ec4a6b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 945 time: 0.0884864 Mar 11 17:44:04.408711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da52dbbf-b053-473a-a90b-01f76b6db994 req-05af3c40-55a0-4a56-bd04-b79685fb7e71 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881741 Mar 11 17:44:04.475893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:04.485977 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] Sync routers for ids ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:04.489995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8ca0f74f-5317-4d8b-86f3-50ef9206de5f admin admin] 10.222.0.53 "PUT /v2.0/routers/ab5db6f1-979b-49c2-9bb8-9559cf0f88ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8812382 Mar 11 17:44:04.490416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34594) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:04.498574 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] Routers {'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:04.498969 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:04.623022 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.764593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.777356 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] Set router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:04.848552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Deleting port e8c7966d-89a0-4dbf-bec9-c666281c18ff {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:04.849159 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.963495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] For port e8c7966d-89a0-4dbf-bec9-c666281c18ff, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e8c7966d-89a0-4dbf-bec9-c666281c18ff,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:04.963858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:04.977476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Calling delete_port for e8c7966d-89a0-4dbf-bec9-c666281c18ff owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:05.020361 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:44:03Z', 'revision_number': 5, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'gw_port': {'id': 'e8c7966d-89a0-4dbf-bec9-c666281c18ff', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:44Z', 'updated_at': '2022-03-11T17:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:05.050961 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] Checking router: ab5db6f1-979b-49c2-9bb8-9559cf0f88ba for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:05.060001 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] Routers {'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:05.060660 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:05.151954 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] Set router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:05.191631 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.210074 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:44:04Z', 'revision_number': 6, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:05.221585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c7966d-89a0-4dbf-bec9-c666281c18ff,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:05.240790 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52931ee5-a045-4eeb-a271-7c7f074f8282 None None] The sync data for ids ['ab5db6f1-979b-49c2-9bb8-9559cf0f88ba'] in n-d-833411-1 is: [{'id': 'ab5db6f1-979b-49c2-9bb8-9559cf0f88ba', 'name': 'tempest-TestAggregatesBasicOps-1721186114-router', 'tenant_id': '0e9aa0ebc155490792345ad6d3605292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:44:04Z', 'revision_number': 6, 'project_id': '0e9aa0ebc155490792345ad6d3605292', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:05.302721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.310785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1b3331c2-c359-445b-8caa-1ab66eef33de up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:05.390952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 1b3331c2-c359-445b-8caa-1ab66eef33de completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:05.397644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 1b3331c2-c359-445b-8caa-1ab66eef33de triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:05.404652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.454050 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.457037 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.533308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.534293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab5db6f1-979b-49c2-9bb8-9559cf0f88ba {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:05.539766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.540635 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.543958 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-667ed9e0-c28d-42de-a84b-1c99f9379a3b admin admin] 10.222.0.53 "DELETE /v2.0/routers/ab5db6f1-979b-49c2-9bb8-9559cf0f88ba HTTP/1.1" status: 204 len: 168 time: 1.0524623 Mar 11 17:44:05.544615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34600) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:05.568445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:05.571006 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ab7fc0-2520-4bf5-9257-52530ca4440b" -d '{"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-plugged", "status": "completed", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:05.607072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba83561-c63c-4b16-911b-40d47c68d0a6 admin admin] Deleting subnet f967031e-6aa7-418f-9142-7272d58d2cd9 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:44:05.610635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ba83561-c63c-4b16-911b-40d47c68d0a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.611339 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:05.620123 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.623449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea4786-165b-4394-89eb-979c6c59b7c0 req-e02a1c04-9224-4af3-a878-45e5dfe0290a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:05.625539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-deea4786-165b-4394-89eb-979c6c59b7c0 req-e02a1c04-9224-4af3-a878-45e5dfe0290a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 945 time: 0.1211236 Mar 11 17:44:05.682956 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ba83561-c63c-4b16-911b-40d47c68d0a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.698940 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-deea4786-165b-4394-89eb-979c6c59b7c0 req-21c8221d-e1b4-4cfe-b49c-dce76d450f83 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600233 Mar 11 17:44:05.723347 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddae6791-a4a0-4ea0-9caa-28e275474be5 x-openstack-request-id: req-ddae6791-a4a0-4ea0-9caa-28e275474be5 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:05.723634 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-plugged", "status": "completed", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:05.723893 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddae6791-a4a0-4ea0-9caa-28e275474be5 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:05.724425 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'code': 200} Mar 11 17:44:05.735971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:05.828943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2da85-37e2-4c0e-b8a0-2a4b5736c9ff req-ba990160-c651-460c-8b02-bac8002acce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:05.828943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee2da85-37e2-4c0e-b8a0-2a4b5736c9ff req-ba990160-c651-460c-8b02-bac8002acce7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1097 time: 0.0903578 Mar 11 17:44:05.838418 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ba83561-c63c-4b16-911b-40d47c68d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.906837 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3ee2da85-37e2-4c0e-b8a0-2a4b5736c9ff req-6306abc0-8608-4041-bf6b-0aa9177a5a2e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700681 Mar 11 17:44:05.929058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ba83561-c63c-4b16-911b-40d47c68d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.957779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba83561-c63c-4b16-911b-40d47c68d0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f967031e-6aa7-418f-9142-7272d58d2cd9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:05.964200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ba83561-c63c-4b16-911b-40d47c68d0a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:05.967524 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6ba83561-c63c-4b16-911b-40d47c68d0a6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f967031e-6aa7-418f-9142-7272d58d2cd9 HTTP/1.1" status: 204 len: 168 time: 0.4218504 Mar 11 17:44:05.970403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34610) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:05.972920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323d6e9-1eba-4538-b757-6d67a8b1944b None None] Network d5f387b0-ecda-49e0-9081-cc4aca810cd6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:44:06.042063 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.139963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Deleting port 720303af-d4a4-4a03-9575-10e4fe87fbf7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:06.140315 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.234275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6c05fd-cd89-4058-a896-fe785163f24d None None] DHCP port deletion for d5f387b0-ecda-49e0-9081-cc4aca810cd6 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:44:06.293748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] For port 720303af-d4a4-4a03-9575-10e4fe87fbf7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=720303af-d4a4-4a03-9575-10e4fe87fbf7,segment=NetworkSegment(5a5a873c-2d61-4c69-99cd-8c33abe1638c),segment_id=5a5a873c-2d61-4c69-99cd-8c33abe1638c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:06.294122 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.318731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Calling delete_port for 720303af-d4a4-4a03-9575-10e4fe87fbf7 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:06.341829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c05fd-cd89-4058-a896-fe785163f24d None None] Deleting port 720303af-d4a4-4a03-9575-10e4fe87fbf7 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:06.342448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba6c05fd-cd89-4058-a896-fe785163f24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.361303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34614) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:06.402845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 53eb906a-17bb-426b-aa75-58f0f5cedc3f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:06.466375 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.478784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ba6c05fd-cd89-4058-a896-fe785163f24d None None] For port 720303af-d4a4-4a03-9575-10e4fe87fbf7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=720303af-d4a4-4a03-9575-10e4fe87fbf7,segment=NetworkSegment(5a5a873c-2d61-4c69-99cd-8c33abe1638c),segment_id=5a5a873c-2d61-4c69-99cd-8c33abe1638c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:06.479739 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba6c05fd-cd89-4058-a896-fe785163f24d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.499532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c05fd-cd89-4058-a896-fe785163f24d None None] Calling delete_port for 720303af-d4a4-4a03-9575-10e4fe87fbf7 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:06.507774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Pushing event deleted for resources: {'Port': ['ID=720303af-d4a4-4a03-9575-10e4fe87fbf7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:06.517728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] No DVR routers for this DVR port 720303af-d4a4-4a03-9575-10e4fe87fbf7 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:06.569808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 53eb906a-17bb-426b-aa75-58f0f5cedc3f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:06.570182 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.579313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-654e7b38-c2c6-4197-b888-9a1e8fb53669 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b8b0fedff954442ab279e44024e3169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167025 Mar 11 17:44:06.582204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34620) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:06.610743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.640780 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba6c05fd-cd89-4058-a896-fe785163f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.647689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f387b0-ecda-49e0-9081-cc4aca810cd6']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:06.661979 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67fa9cc1-0d6f-41d0-84a7-82d81057809a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.671532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5a873c-2d61-4c69-99cd-8c33abe1638c') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:06.671892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5a873c-2d61-4c69-99cd-8c33abe1638c') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:06.674922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c05fd-cd89-4058-a896-fe785163f24d None None] Pushing event deleted for resources: {'Port': ['ID=720303af-d4a4-4a03-9575-10e4fe87fbf7,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:06.697372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67fa9cc1-0d6f-41d0-84a7-82d81057809a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.702282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c05fd-cd89-4058-a896-fe785163f24d None None] No DVR routers for this DVR port 720303af-d4a4-4a03-9575-10e4fe87fbf7 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:06.702705 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.734445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.765966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.774735 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67fa9cc1-0d6f-41d0-84a7-82d81057809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.778474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67fa9cc1-0d6f-41d0-84a7-82d81057809a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.780129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-67fa9cc1-0d6f-41d0-84a7-82d81057809a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f625b60-482d-499a-ba1b-11c2f44c20a8 HTTP/1.1" status: 204 len: 168 time: 0.1966772 Mar 11 17:44:06.793622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:44:06.794045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.795799 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa9cc1-0d6f-41d0-84a7-82d81057809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f625b60-482d-499a-ba1b-11c2f44c20a8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:06.796088 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:06.799081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 53eb906a-17bb-426b-aa75-58f0f5cedc3f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=53eb906a-17bb-426b-aa75-58f0f5cedc3f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:06.807466 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.882450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f3d72185-df86-4fac-85a6-8b52aaaeb382 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:06.893809 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.916078 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:06.921257 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] 10.222.0.53 "DELETE /v2.0/networks/d5f387b0-ecda-49e0-9081-cc4aca810cd6 HTTP/1.1" status: 204 len: 168 time: 0.9496481 Mar 11 17:44:06.927996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34626) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:06.938789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f49d9f-9867-47bf-8b1b-4fea816619ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f387b0-ecda-49e0-9081-cc4aca810cd6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:06.945097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a7f54-74e0-4319-8397-59b4f79781b9 req-87dfb020-5bb6-409c-a65a-0e47cf6a218e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:06.947527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db7a7f54-74e0-4319-8397-59b4f79781b9 req-87dfb020-5bb6-409c-a65a-0e47cf6a218e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.1077914 Mar 11 17:44:07.003094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f3d72185-df86-4fac-85a6-8b52aaaeb382 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:07.004073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f3d72185-df86-4fac-85a6-8b52aaaeb382 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:07.041638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=53eb906a-17bb-426b-aa75-58f0f5cedc3f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:07.106218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Sync routers for ids ['02d1ec79-8f63-4792-84f8-5e44e569f89c'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:07.121449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Routers {'02d1ec79-8f63-4792-84f8-5e44e569f89c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:07.122524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['02d1ec79-8f63-4792-84f8-5e44e569f89c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:07.157237 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db7a7f54-74e0-4319-8397-59b4f79781b9 req-8485eeaf-c111-4da0-9b67-13e4537fc3c9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996469 Mar 11 17:44:07.302744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Set router 02d1ec79-8f63-4792-84f8-5e44e569f89c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:07.736540 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:53Z', 'updated_at': '2022-03-11T17:43:59Z', 'revision_number': 4, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'gw_port': {'id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:54Z', 'updated_at': '2022-03-11T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c62ccca4-1635-4c2b-8ac0-6f8301702c5c', 'name': '', 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'mac_address': 'fa:16:3e:1f:1f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:58Z', 'updated_at': '2022-03-11T17:43:59Z', 'revision_number': 2, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'subnets': [{'id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:07.767204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Checking router: 02d1ec79-8f63-4792-84f8-5e44e569f89c for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:07.767563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Updating router 02d1ec79-8f63-4792-84f8-5e44e569f89c port c62ccca4-1635-4c2b-8ac0-6f8301702c5c binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:44:07.796984 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:07.900651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 53eb906a-17bb-426b-aa75-58f0f5cedc3f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:07.959585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.015765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 53eb906a-17bb-426b-aa75-58f0f5cedc3f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:08.016024 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.186359 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.195282 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.218757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Deleting port c62ccca4-1635-4c2b-8ac0-6f8301702c5c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:08.219102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.251121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8c7966d-89a0-4dbf-bec9-c666281c18ff no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:08.277404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e8c7966d-89a0-4dbf-bec9-c666281c18ff {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:08.277772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e8c7966d-89a0-4dbf-bec9-c666281c18ff not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:08.278204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 720303af-d4a4-4a03-9575-10e4fe87fbf7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:08.313460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 720303af-d4a4-4a03-9575-10e4fe87fbf7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:08.313809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 720303af-d4a4-4a03-9575-10e4fe87fbf7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:08.325136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9460-9f83-4077-af1c-431ffa6e1cce req-72f1cf5e-4d15-454b-9863-52bea9541f0a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:08.326758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5fdb9460-9f83-4077-af1c-431ffa6e1cce req-72f1cf5e-4d15-454b-9863-52bea9541f0a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0848753 Mar 11 17:44:08.330580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82c084-c179-4c6d-be10-f3f1e50b2a67 None None] Pushing event updated for resources: {'Port': ['ID=c62ccca4-1635-4c2b-8ac0-6f8301702c5c,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:08.369249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Attempting to bind port c62ccca4-1635-4c2b-8ac0-6f8301702c5c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:08.369494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Attempting to bind port c62ccca4-1635-4c2b-8ac0-6f8301702c5c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '28b4e4bd-39d3-4491-b3b8-03624300f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:08.369680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Attempting to bind port c62ccca4-1635-4c2b-8ac0-6f8301702c5c on network e1a6a009-5f9a-4e53-a9ae-1843690de869 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:08.373179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.375408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:08.375408 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Checking segment: {'id': '28b4e4bd-39d3-4491-b3b8-03624300f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:08.375775 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.376484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Bound using segment: {'id': '28b4e4bd-39d3-4491-b3b8-03624300f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:08.376733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Bound port: c62ccca4-1635-4c2b-8ac0-6f8301702c5c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b4e4bd-39d3-4491-b3b8-03624300f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:08.377201 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.396064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Calling delete_port for c62ccca4-1635-4c2b-8ac0-6f8301702c5c owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:08.402602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5fdb9460-9f83-4077-af1c-431ffa6e1cce req-d117e097-899b-46b3-bcb0-38499ddd2c7a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631416 Mar 11 17:44:08.464854 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] For port c62ccca4-1635-4c2b-8ac0-6f8301702c5c, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:08.468943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] For port c62ccca4-1635-4c2b-8ac0-6f8301702c5c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c62ccca4-1635-4c2b-8ac0-6f8301702c5c,segment=NetworkSegment(28b4e4bd-39d3-4491-b3b8-03624300f51b),segment_id=28b4e4bd-39d3-4491-b3b8-03624300f51b)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:08.475513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.538426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Routers {'02d1ec79-8f63-4792-84f8-5e44e569f89c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:08.539285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['02d1ec79-8f63-4792-84f8-5e44e569f89c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:08.597747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82c084-c179-4c6d-be10-f3f1e50b2a67 None None] Pushing event updated for resources: {'Port': ['ID=c62ccca4-1635-4c2b-8ac0-6f8301702c5c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:08.612436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dad036-6367-4707-b05e-491c3bc7b313 req-2d3f2fa3-c531-4063-8423-2b164966d952 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:08.614512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3dad036-6367-4707-b05e-491c3bc7b313 req-2d3f2fa3-c531-4063-8423-2b164966d952 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0810053 Mar 11 17:44:08.614668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b5eca1df-3ae5-4456-82b2-913fe0d0721b None None] Provisioning complete for port c62ccca4-1635-4c2b-8ac0-6f8301702c5c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:08.615199 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5eca1df-3ae5-4456-82b2-913fe0d0721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.704897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3dad036-6367-4707-b05e-491c3bc7b313 req-befe1003-2374-4cf6-9596-f0e594d7b90d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783372 Mar 11 17:44:08.713708 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.723682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] Set router 02d1ec79-8f63-4792-84f8-5e44e569f89c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:08.727115 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34634) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:08.765701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c62ccca4-1635-4c2b-8ac0-6f8301702c5c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:08.775934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a616b12-3ec4-40d0-bad3-e79649cf48d4 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:08.780845 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a616b12-3ec4-40d0-bad3-e79649cf48d4 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1092 time: 0.0514917 Mar 11 17:44:08.782020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:08.786725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:08.808838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b5eca1df-3ae5-4456-82b2-913fe0d0721b None None] Port c62ccca4-1635-4c2b-8ac0-6f8301702c5c update to ACTIVE by agent not found {{(pid=102643) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 11 17:44:08.811897 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:08.935977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7ef60e86-4377-4185-bbd2-c534b206dc7c None None] Could not find standard attr ID for object c62ccca4-1635-4c2b-8ac0-6f8301702c5c. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:44:08.947100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.003480 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.049075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:53Z', 'updated_at': '2022-03-11T17:43:59Z', 'revision_number': 4, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'gw_port': {'id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:54Z', 'updated_at': '2022-03-11T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c62ccca4-1635-4c2b-8ac0-6f8301702c5c', 'name': '', 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'mac_address': 'fa:16:3e:1f:1f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:58Z', 'updated_at': '2022-03-11T17:44:08Z', 'revision_number': 4, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'subnets': [{'id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:09.074545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.25.8.177 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/1a91c985-f2f5-476a-a349-2e49f6bc5041) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:09.077245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6693d-5ada-447b-8090-44bc8bf95a1d None None] The sync data for ids ['02d1ec79-8f63-4792-84f8-5e44e569f89c'] in n-d-833411-1 is: [{'id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:53Z', 'updated_at': '2022-03-11T17:43:59Z', 'revision_number': 4, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'gw_port': {'id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:54Z', 'updated_at': '2022-03-11T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'c62ccca4-1635-4c2b-8ac0-6f8301702c5c', 'name': '', 'network_id': 'e1a6a009-5f9a-4e53-a9ae-1843690de869', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'mac_address': 'fa:16:3e:1f:1f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:58Z', 'updated_at': '2022-03-11T17:44:08Z', 'revision_number': 4, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'subnets': [{'id': '5eaabd8b-92d1-4d7e-b74e-783936f743f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:09.183129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.219442 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.241572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Router 02d1ec79-8f63-4792-84f8-5e44e569f89c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:09.259750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:09.264532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:09.268763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:09.297708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=1a91c985-f2f5-476a-a349-2e49f6bc5041,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:09.368528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:09.376986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5cd8963f-5548-46f6-acf2-445672c18f1e admin admin] 10.222.0.53 "PUT /v2.0/routers/02d1ec79-8f63-4792-84f8-5e44e569f89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4276876 Mar 11 17:44:09.377228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34638) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:09.570384 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:09.746571 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] Sync routers for ids ['02d1ec79-8f63-4792-84f8-5e44e569f89c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:09.756941 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] Routers {'02d1ec79-8f63-4792-84f8-5e44e569f89c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:09.757562 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['02d1ec79-8f63-4792-84f8-5e44e569f89c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:09.866047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] Set router 02d1ec79-8f63-4792-84f8-5e44e569f89c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:10.043663 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.047432 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:53Z', 'updated_at': '2022-03-11T17:44:08Z', 'revision_number': 5, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'gw_port': {'id': '53eb906a-17bb-426b-aa75-58f0f5cedc3f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:54Z', 'updated_at': '2022-03-11T17:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:10.072980 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] Checking router: 02d1ec79-8f63-4792-84f8-5e44e569f89c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:10.081091 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] Routers {'02d1ec79-8f63-4792-84f8-5e44e569f89c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:10.082220 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['02d1ec79-8f63-4792-84f8-5e44e569f89c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:10.129901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.167333 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] Set router 02d1ec79-8f63-4792-84f8-5e44e569f89c gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:10.172862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Deleting port 53eb906a-17bb-426b-aa75-58f0f5cedc3f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:10.173205 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.220065 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:53Z', 'updated_at': '2022-03-11T17:44:10Z', 'revision_number': 6, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:10.244698 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.246244 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2bd1a-bb17-4c48-8065-8d86a3fd2dfd None None] The sync data for ids ['02d1ec79-8f63-4792-84f8-5e44e569f89c'] in n-d-833411-1 is: [{'id': '02d1ec79-8f63-4792-84f8-5e44e569f89c', 'name': 'tempest-TestAggregatesBasicOps-1591439794-router', 'tenant_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:53Z', 'updated_at': '2022-03-11T17:44:10Z', 'revision_number': 6, 'project_id': '8cac83bcc6de47a99c795c0ca0bc0775', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:10.307022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] For port 53eb906a-17bb-426b-aa75-58f0f5cedc3f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=53eb906a-17bb-426b-aa75-58f0f5cedc3f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:10.307415 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.323911 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Calling delete_port for 53eb906a-17bb-426b-aa75-58f0f5cedc3f owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:10.516503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.523340 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.633352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=1a91c985-f2f5-476a-a349-2e49f6bc5041,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:10.647110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.686336 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.721430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Pushing event deleted for resources: {'Port': ['ID=53eb906a-17bb-426b-aa75-58f0f5cedc3f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:10.831839 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.834073 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Floating IP d49f6adf-4575-43dc-babf-06a4a2c10fa1 associated. External IP: 172.25.8.177, port: 1b3331c2-c359-445b-8caa-1ab66eef33de. Mar 11 17:44:10.961061 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:10.964307 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.046774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.047475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d1ec79-8f63-4792-84f8-5e44e569f89c {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:11.053600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.054745 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-adf1d575-de9d-41cf-9a90-ff3df4ce3155 admin admin] 10.222.0.53 "DELETE /v2.0/routers/02d1ec79-8f63-4792-84f8-5e44e569f89c HTTP/1.1" status: 204 len: 168 time: 1.6765804 Mar 11 17:44:11.057459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34642) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:11.102999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b26c178-93cd-4375-ad23-915bfa113836 admin admin] Deleting subnet 5eaabd8b-92d1-4d7e-b74e-783936f743f0 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:44:11.106461 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b26c178-93cd-4375-ad23-915bfa113836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.119796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.143552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b26c178-93cd-4375-ad23-915bfa113836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.173688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:11.232193 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b26c178-93cd-4375-ad23-915bfa113836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.291592 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b26c178-93cd-4375-ad23-915bfa113836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.299303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:11.312660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] Sync routers for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:11.319114 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.325314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26c178-93cd-4375-ad23-915bfa113836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaabd8b-92d1-4d7e-b74e-783936f743f0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:11.328225 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b26c178-93cd-4375-ad23-915bfa113836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.334386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c821e-8ddd-4ae0-a45a-e6b252947f72 None None] Network e1a6a009-5f9a-4e53-a9ae-1843690de869 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:44:11.335564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6b26c178-93cd-4375-ad23-915bfa113836 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5eaabd8b-92d1-4d7e-b74e-783936f743f0 HTTP/1.1" status: 204 len: 168 time: 0.2769794 Mar 11 17:44:11.336261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34644) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:11.351744 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a47146c2-3870-4538-8739-ef4b02b62a8f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5661910 Mar 11 17:44:11.351744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:11.352723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:11.352894 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:11.353430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:11.406413 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868d4fee-6fc9-4f06-8ca4-9e5299547125 x-openstack-request-id: req-868d4fee-6fc9-4f06-8ca4-9e5299547125 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:11.406733 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:11.406926 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-868d4fee-6fc9-4f06-8ca4-9e5299547125 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:11.407335 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'status': 'completed', 'code': 200} Mar 11 17:44:11.453468 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.486553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-d7add0d4-5ad9-4592-b30b-3faf0b804993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:11.488629 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-d7add0d4-5ad9-4592-b30b-3faf0b804993 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1097 time: 0.0509639 Mar 11 17:44:11.505728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef6f14-5c89-470d-8246-a1fd4444d933 req-e56c2ccc-33f6-42e4-82ca-6fd196265f24 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:11.506954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7ef6f14-5c89-470d-8246-a1fd4444d933 req-e56c2ccc-33f6-42e4-82ca-6fd196265f24 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0936580 Mar 11 17:44:11.568527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:11.568762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7ef6f14-5c89-470d-8246-a1fd4444d933 req-220edf69-a87e-4561-ae43-90b0e543b233 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514331 Mar 11 17:44:11.570950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Deleting port 2897a392-fadf-42e9-a94c-025ea1b18b91 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:11.571309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.597881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34652) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:11.650439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] For port 2897a392-fadf-42e9-a94c-025ea1b18b91, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2897a392-fadf-42e9-a94c-025ea1b18b91,segment=NetworkSegment(28b4e4bd-39d3-4491-b3b8-03624300f51b),segment_id=28b4e4bd-39d3-4491-b3b8-03624300f51b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:11.651098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.666525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-fb4ad496-b8c2-4ce0-a31c-8b718f02f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:11.668027 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-fb4ad496-b8c2-4ce0-a31c-8b718f02f54f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bec2a3-a35c-43e4-9668-9f18fc931403 HTTP/1.1" status: 200 len: 897 time: 0.1500721 Mar 11 17:44:11.674663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Calling delete_port for 2897a392-fadf-42e9-a94c-025ea1b18b91 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:11.681446 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-09385998-97fd-44b7-92bc-b5c08aeb3909 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/d49f6adf-4575-43dc-babf-06a4a2c10fa1 HTTP/1.1" status: 200 len: 992 time: 0.0824320 Mar 11 17:44:11.732006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05030bdb-cd11-4e69-99e3-daaf040e87e0 None None] DHCP port deletion for e1a6a009-5f9a-4e53-a9ae-1843690de869 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:44:11.759452 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-3e1f9f8a-93df-444d-bb26-d2c944fca5e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 1000 time: 0.0768805 Mar 11 17:44:11.783125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.811955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] No DVR routers for this DVR port 2897a392-fadf-42e9-a94c-025ea1b18b91 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:11.814450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-05030bdb-cd11-4e69-99e3-daaf040e87e0 None None] The port '2897a392-fadf-42e9-a94c-025ea1b18b91' was deleted {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 11 17:44:11.846981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-7d246f46-ba5e-4549-a41b-6e72dc8801cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:11.849828 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-7d246f46-ba5e-4549-a41b-6e72dc8801cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e24d0a9d-1386-4677-ad6e-f57f92dc4cf0 HTTP/1.1" status: 200 len: 835 time: 0.0782039 Mar 11 17:44:11.867456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Pushing event deleted for resources: {'Port': ['ID=2897a392-fadf-42e9-a94c-025ea1b18b91,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:11.918261 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-349c06d6-6820-4554-9ab2-e56544244b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:11.920221 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-349c06d6-6820-4554-9ab2-e56544244b0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bec2a3-a35c-43e4-9668-9f18fc931403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559566 Mar 11 17:44:11.942260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2897a392-fadf-42e9-a94c-025ea1b18b91 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:11.950975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:11.973310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 2897a392-fadf-42e9-a94c-025ea1b18b91 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:11.973658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2897a392-fadf-42e9-a94c-025ea1b18b91 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:11.974084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 53eb906a-17bb-426b-aa75-58f0f5cedc3f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:11.977319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a6a009-5f9a-4e53-a9ae-1843690de869']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:11.989216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b4e4bd-39d3-4491-b3b8-03624300f51b') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:11.989942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b4e4bd-39d3-4491-b3b8-03624300f51b') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:12.000391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.001810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 53eb906a-17bb-426b-aa75-58f0f5cedc3f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:12.001969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 53eb906a-17bb-426b-aa75-58f0f5cedc3f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:12.002327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c62ccca4-1635-4c2b-8ac0-6f8301702c5c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:12.014451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.021854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:44:12.022257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:12.023996 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:12.058103 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-2de1c269-2f3f-4412-a6ac-223fa7365ab7 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308532 Mar 11 17:44:12.110479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.121050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.127444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e1a6a009-5f9a-4e53-a9ae-1843690de869 HTTP/1.1" status: 204 len: 168 time: 0.7897389 Mar 11 17:44:12.139931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1186cf7-65bd-4f94-8cbc-c98eba2b7486 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a6a009-5f9a-4e53-a9ae-1843690de869,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:12.194040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: c62ccca4-1635-4c2b-8ac0-6f8301702c5c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:12.194652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c62ccca4-1635-4c2b-8ac0-6f8301702c5c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:12.195783 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9bcd4390-3d55-46ce-b439-ba74c3cae0cb req-20544ec7-b69d-4aff-b916-72129fdef310 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297846 Mar 11 17:44:12.231342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:51Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'd49f6adf-4575-43dc-babf-06a4a2c10fa1', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'port_id': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'mac_address': 'fa:16:3e:2c:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:44:09Z', 'updated_at': '2022-03-11T17:44:09Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35aa5f1a-5050-4c29-a7d0-522e9303799b', 'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:92:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:50Z', 'updated_at': '2022-03-11T17:44:00Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:12.261378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] Checking router: 3cf308c2-35f6-490b-a6bc-fe3aeabce64d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:12.270713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:12.271318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:43:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:12.331553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34656) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:12.373473 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a2861c86-751d-4e68-9ac9-6f2df200fe6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e9aa0ebc155490792345ad6d3605292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404809 Mar 11 17:44:12.375941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34658) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:12.382321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:12.424601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9254290-b613-4142-acdb-4ea6924f7754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.451003 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9254290-b613-4142-acdb-4ea6924f7754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.499259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9254290-b613-4142-acdb-4ea6924f7754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.501924 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d9254290-b613-4142-acdb-4ea6924f7754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.503122 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d9254290-b613-4142-acdb-4ea6924f7754 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c3bdf57-fb8a-44f7-a961-cba82a24fff8 HTTP/1.1" status: 204 len: 168 time: 0.1261983 Mar 11 17:44:12.511589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9254290-b613-4142-acdb-4ea6924f7754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3bdf57-fb8a-44f7-a961-cba82a24fff8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:12.627903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:51Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'd49f6adf-4575-43dc-babf-06a4a2c10fa1', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'port_id': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'mac_address': 'fa:16:3e:2c:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:44:09Z', 'updated_at': '2022-03-11T17:44:09Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35aa5f1a-5050-4c29-a7d0-522e9303799b', 'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:92:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:50Z', 'updated_at': '2022-03-11T17:44:00Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:12.655267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001f1f01-5caa-441a-9db5-c603fb028549 None None] The sync data for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 is: [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:51Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'd49f6adf-4575-43dc-babf-06a4a2c10fa1', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'port_id': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'mac_address': 'fa:16:3e:2c:92:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:44:09Z', 'updated_at': '2022-03-11T17:44:09Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35aa5f1a-5050-4c29-a7d0-522e9303799b', 'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:92:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:50Z', 'updated_at': '2022-03-11T17:44:00Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:12.684623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:12.751571 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-632fe43d-e25c-4775-9541-364dbf4208b8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/d49f6adf-4575-43dc-babf-06a4a2c10fa1 HTTP/1.1" status: 200 len: 992 time: 0.0656476 Mar 11 17:44:12.863863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34666) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:12.877099 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d17f4e-0c4a-41d4-808b-e19f28039402 None None] New status for floating IP d49f6adf-4575-43dc-babf-06a4a2c10fa1: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:44:12.908072 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cdc058fb-bdbf-4831-b54b-a13a1a6b823a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8cac83bcc6de47a99c795c0ca0bc0775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428042 Mar 11 17:44:12.910979 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34668) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:12.967812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7eef01f-b424-4b13-a985-4898eb65e289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:12.992855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7eef01f-b424-4b13-a985-4898eb65e289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.039193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7eef01f-b424-4b13-a985-4898eb65e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.041884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7eef01f-b424-4b13-a985-4898eb65e289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.043119 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e7eef01f-b424-4b13-a985-4898eb65e289 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45bf0506-9921-4f6d-8139-6920b5b6fd6d HTTP/1.1" status: 204 len: 168 time: 0.1311893 Mar 11 17:44:13.051240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eef01f-b424-4b13-a985-4898eb65e289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bf0506-9921-4f6d-8139-6920b5b6fd6d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:13.613529 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a23734c2-5403-4a08-a77f-2c7c3eaf22c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:13.755703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:13.815168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-54f98551-b1e6-453d-a282-ea006d3c5a94 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/d49f6adf-4575-43dc-babf-06a4a2c10fa1 HTTP/1.1" status: 200 len: 994 time: 0.0582619 Mar 11 17:44:15.119063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34724) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:15.124061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'network': {'name': 'tempest-network-smoke--1501432942', 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'port_security_enabled': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:15.142968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Made reservation on behalf of c22fedb2c23f45009b13001b92c3b853 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:15.147187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.155593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.232365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.236184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.263009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:44:15.272726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32714142-0c4b-4d69-8a04-90def766ba8b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:15.278982 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.279365 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Added segment c6eb32ed-0ddc-4d77-85a1-8618a9960b5e of type vlan for network f4670da6-c244-4812-8e76-bd3e7d94b301 Mar 11 17:44:15.322175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.346263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.353467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:15.354105 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.409346 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2891974 Mar 11 17:44:15.412292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34728) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:15.417165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'admin_state_up': True, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:15.424064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a329c-05b9-474b-9cd3-2e89d9523145 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Network': ['ID=f4670da6-c244-4812-8e76-bd3e7d94b301,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:15.435155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network f4670da6-c244-4812-8e76-bd3e7d94b301 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:44:15.439668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.440815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.493661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.628480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34730) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:15.635927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:15.880507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11ea0284-032d-471e-9260-4df078a6482f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.022285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.062871 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.189398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Allocated IP 172.25.8.133 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d079b5db-2044-431e-8838-9d61a4b13581) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:16.296134 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.367777 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.491990 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:16.571117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:16.576732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:16.582044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=d079b5db-2044-431e-8838-9d61a4b13581,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:16.583522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:17.171259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.200100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port 27c85b62-390f-4d65-9341-d6b440dc7197 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:17.200479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.223726 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.371014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] For port 27c85b62-390f-4d65-9341-d6b440dc7197, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=27c85b62-390f-4d65-9341-d6b440dc7197,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:17.371379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.389644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for 27c85b62-390f-4d65-9341-d6b440dc7197 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:17.584797 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.751294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:17.782283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=27c85b62-390f-4d65-9341-d6b440dc7197,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:17.834546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:44:18.066385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:18.075573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Sync routers for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:18.081054 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.087526 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:18.088421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:18.091549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.096925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a4105f74-7f5d-4f83-80ac-b9d9e809675f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6793561 Mar 11 17:44:18.097147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34732) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:18.204105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:18.245844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bf335344-7d59-4157-9441-6cce12a52b42 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c22fedb2c23f45009b13001b92c3b853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1471500 Mar 11 17:44:18.248495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34736) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:18.393377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:17Z', 'revision_number': 3, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:18.421417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb67043d-d512-4d43-aa64-147e71cf84ed tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:18.422935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bb67043d-d512-4d43-aa64-147e71cf84ed tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1735456 Mar 11 17:44:18.425603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Checking router: f543fdb5-eb3d-403c-bbfd-04b22fde1e92 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:18.425782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34738) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:18.425997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Updating router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 port d079b5db-2044-431e-8838-9d61a4b13581 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:44:18.458068 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.458730 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.459332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f2f5253a-4b4a-4e7a-b393-8668a208a2fc tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310674 Mar 11 17:44:18.462525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34740) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:18.469436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-799974203', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:18.526638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:18.617722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Made reservation on behalf of c22fedb2c23f45009b13001b92c3b853 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:18.620430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.726395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:18.732965 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.734925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5d4a834c-549d-4c76-877e-720f21ad12fa tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "PUT /v2.0/routers/b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1049783 Mar 11 17:44:18.742836 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] Sync routers for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:18.750689 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.760499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:18.761395 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:18.823276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Attempting to bind port d079b5db-2044-431e-8838-9d61a4b13581 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:18.823866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Attempting to bind port d079b5db-2044-431e-8838-9d61a4b13581 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:18.824475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Attempting to bind port d079b5db-2044-431e-8838-9d61a4b13581 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:18.835490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:18.835893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:18.836526 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.837036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:18.837656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Bound port: d079b5db-2044-431e-8838-9d61a4b13581, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:18.838197 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.841240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4028b1-84c8-438d-bc37-c4d2a8fa9ece None None] Pushing event updated for resources: {'Port': ['ID=d079b5db-2044-431e-8838-9d61a4b13581,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:18.886579 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.934923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] For port d079b5db-2044-431e-8838-9d61a4b13581, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:18.939549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] For port d079b5db-2044-431e-8838-9d61a4b13581, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d079b5db-2044-431e-8838-9d61a4b13581,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:18.945957 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:18.946290 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:18.964428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Subnet': ['ID=a297907d-ba7b-4853-960f-2e303370905c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:18.981936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Checking segment: {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:18.981936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network hostable DHCP agents. Network: f4670da6-c244-4812-8e76-bd3e7d94b301, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:44:19.026682 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network f4670da6-c244-4812-8e76-bd3e7d94b301 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:44:19.037463 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.037665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1f552-8b54-41e5-bb4f-744630670c36 req-084b9e26-5c39-4c4e-9e26-aa18ef889708 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:19.039317 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51f1f552-8b54-41e5-bb4f-744630670c36 req-084b9e26-5c39-4c4e-9e26-aa18ef889708 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 946 time: 0.0724247 Mar 11 17:44:19.048695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, f4670da6-c244-4812-8e76-bd3e7d94b301) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:19.054887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4028b1-84c8-438d-bc37-c4d2a8fa9ece None None] Pushing event updated for resources: {'Port': ['ID=d079b5db-2044-431e-8838-9d61a4b13581,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:19.056168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:19.056864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.057706 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:19.058322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:19.095781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-33a605c8-ed53-4ca1-991b-b70dd8360674 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6296635 Mar 11 17:44:19.096644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34746) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:19.097246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b297d27-c430-43fa-8268-a8e6b6a1a973 None None] Network f4670da6-c244-4812-8e76-bd3e7d94b301 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:44:19.106910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51f1f552-8b54-41e5-bb4f-744630670c36 req-f2b86897-a415-4ce6-b559-18c9ba43591a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528398 Mar 11 17:44:19.253136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:19.277472 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:44:17Z', 'revision_number': 6, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a3f463cd-af4e-4482-82e2-976bfb4648af', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:04Z', 'updated_at': '2022-03-11T17:42:06Z', 'revision_number': 1, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:19.306058 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] Checking router: b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:19.316087 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:19.316861 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:19.433129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-f4670da6-c244-4812-8e76-bd3e7d94b301', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:44:19.434711 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.443328 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:19.605697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-0cbd978d-13f9-464d-9f18-d2b0de38d2cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768826 Mar 11 17:44:19.631750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Allocated IP 172.20.0.2 (f4670da6-c244-4812-8e76-bd3e7d94b301/a297907d-ba7b-4853-960f-2e303370905c/63cbec11-f5fb-4c0a-94ef-e5a713db7a64) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:19.640097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:17Z', 'revision_number': 3, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:19.677067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fc911-efc3-4c07-8813-4acc49ec6d82 None None] The sync data for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 is: [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:17Z', 'revision_number': 3, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:19.718471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.741548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-cbf0d347-0f27-476d-8b7d-e1b93125d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:19.743756 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-cbf0d347-0f27-476d-8b7d-e1b93125d44b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 1097 time: 0.0908010 Mar 11 17:44:19.777749 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:44:17Z', 'revision_number': 6, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a3f463cd-af4e-4482-82e2-976bfb4648af', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:04Z', 'updated_at': '2022-03-11T17:42:06Z', 'revision_number': 1, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:19.885940 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.893983 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:19.907969 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf16441-fa0f-4616-ad7e-09293d111f65 None None] The sync data for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 is: [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:44:17Z', 'revision_number': 6, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'a3f463cd-af4e-4482-82e2-976bfb4648af', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'port_id': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'mac_address': 'fa:16:3e:84:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424578-7182-4732-ae7f-976123967cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:42:04Z', 'updated_at': '2022-03-11T17:42:06Z', 'revision_number': 1, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:19.946825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Network f4670da6-c244-4812-8e76-bd3e7d94b301 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:19.949337 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:19.953016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:19.961479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Pushing event updated for resources: {'Port': ['ID=63cbec11-f5fb-4c0a-94ef-e5a713db7a64,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:19.981284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-6c183f73-e482-46a1-aad2-9305c069a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:19.982923 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-6c183f73-e482-46a1-aad2-9305c069a942 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1895244 Mar 11 17:44:20.018156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Attempting to bind port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:20.018524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Attempting to bind port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:20.018887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Attempting to bind port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 on network f4670da6-c244-4812-8e76-bd3e7d94b301 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:20.024620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:20.024997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Checking segment: {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:20.025405 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:20.025794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Bound using segment: {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:20.026254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Bound port: 63cbec11-f5fb-4c0a-94ef-e5a713db7a64, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:20.026629 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:20.254958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88105e-696e-4a32-8aa6-1443a6a4b98d req-a9499398-8c43-449f-af94-acec0b2c1552 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:20.257381 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f88105e-696e-4a32-8aa6-1443a6a4b98d req-a9499398-8c43-449f-af94-acec0b2c1552 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 946 time: 0.0591471 Mar 11 17:44:20.265961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] For port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:20.270464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] For port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=63cbec11-f5fb-4c0a-94ef-e5a713db7a64,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:20.276029 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:20.392515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81c87-1829-4ffc-98e8-a3ae132bb65a None None] Pushing event updated for resources: {'Port': ['ID=63cbec11-f5fb-4c0a-94ef-e5a713db7a64,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:20.394153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f88105e-696e-4a32-8aa6-1443a6a4b98d req-7f9559c8-e9df-40c3-8868-0e3324d4f188 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036043 Mar 11 17:44:20.526472 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-cf7240bd-6d6d-4d5d-93d0-145f362e1606 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 HTTP/1.1" status: 200 len: 1001 time: 0.5103848 Mar 11 17:44:20.690977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-cf1d4ccd-a853-4936-a1be-28911c62a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:20.693104 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-cf1d4ccd-a853-4936-a1be-28911c62a68e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.1585965 Mar 11 17:44:20.695216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Allocated IP 172.20.0.1 (f4670da6-c244-4812-8e76-bd3e7d94b301/a297907d-ba7b-4853-960f-2e303370905c/0bd200ae-d4c0-4c0b-bab2-cc11feff0571) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:20.805149 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-c581b291-4911-4c9c-a84b-a2393bcaad2f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:20.806613 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-c581b291-4911-4c9c-a84b-a2393bcaad2f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 946 time: 0.1668239 Mar 11 17:44:20.858170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-099a3f8d-ea7b-409b-884b-14f5b7802823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:20.859705 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-099a3f8d-ea7b-409b-884b-14f5b7802823 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587212 Mar 11 17:44:20.993715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.049291 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-b68216c0-e9ce-44f2-9398-34e05e1762b2 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741998 Mar 11 17:44:21.072543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:21.072892 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.177644 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.252298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network f4670da6-c244-4812-8e76-bd3e7d94b301 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:21.268044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:21.271640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:21.323357 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-562d3b51-f71c-458c-8b75-11a193b6c952 req-ad5416fe-38b5-414c-a6c1-4656258f1e3f service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638261 Mar 11 17:44:21.330769 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=0bd200ae-d4c0-4c0b-bab2-cc11feff0571,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:21.337842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] For port 1b2aa5da-cb58-49bc-a966-62bc03a53c84, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1b2aa5da-cb58-49bc-a966-62bc03a53c84,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:21.338738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.363776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for 1b2aa5da-cb58-49bc-a966-62bc03a53c84 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:21.372994 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.520739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740880e5-397c-4ecb-89fb-ab363b96eec0 None None] Network f4670da6-c244-4812-8e76-bd3e7d94b301 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:44:21.560084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5f94f-04f5-4ae6-b37c-5d657a884b96 req-c38d7a39-4d7f-4e9a-8586-1cae8f1e7354 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:21.568261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5b5f94f-04f5-4ae6-b37c-5d657a884b96 req-c38d7a39-4d7f-4e9a-8586-1cae8f1e7354 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=059dd09e-19d0-4f42-9cdb-c2483d2c9846 HTTP/1.1" status: 200 len: 946 time: 0.0758407 Mar 11 17:44:21.608761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.617983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5b5f94f-04f5-4ae6-b37c-5d657a884b96 req-1ecaff8f-8d29-48db-8fcf-17eaf6fabeee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c93d484-8d79-43f9-926f-5f8b3b90d7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485942 Mar 11 17:44:21.631064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9e4d4f23-ef8f-4e60-9e1b-196991f6f368 None None] Provisioning complete for port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:21.631064 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4f23-ef8f-4e60-9e1b-196991f6f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.661481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.699416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=1b2aa5da-cb58-49bc-a966-62bc03a53c84,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:21.786720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] No DVR routers for this DVR port 1b2aa5da-cb58-49bc-a966-62bc03a53c84 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:21.790374 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.792934 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4f23-ef8f-4e60-9e1b-196991f6f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.793752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5ccce573-8307-4eb5-b89b-fc3601d84381 req-1661954a-9ffe-4195-819a-6b1f49a9055f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "DELETE /v2.0/ports/1b2aa5da-cb58-49bc-a966-62bc03a53c84 HTTP/1.1" status: 204 len: 173 time: 0.9745724 Mar 11 17:44:21.794244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059dd09e-19d0-4f42-9cdb-c2483d2c9846', 'name': 'network-vif-deleted', 'tag': '1b2aa5da-cb58-49bc-a966-62bc03a53c84'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:21.796634 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e8d6ea-d26d-4d51-abdc-dbad709ff1e0" -d '{"events": [{"server_uuid": "059dd09e-19d0-4f42-9cdb-c2483d2c9846", "name": "network-vif-deleted", "tag": "1b2aa5da-cb58-49bc-a966-62bc03a53c84"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:21.864192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9e4d4f23-ef8f-4e60-9e1b-196991f6f368 None None] For port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=63cbec11-f5fb-4c0a-94ef-e5a713db7a64,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:21.871426 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4f23-ef8f-4e60-9e1b-196991f6f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:21.916716 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db891938-73b1-488b-9d13-f33d02cd125e x-openstack-request-id: req-db891938-73b1-488b-9d13-f33d02cd125e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:21.917013 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059dd09e-19d0-4f42-9cdb-c2483d2c9846", "name": "network-vif-deleted", "tag": "1b2aa5da-cb58-49bc-a966-62bc03a53c84", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:21.917293 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db891938-73b1-488b-9d13-f33d02cd125e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:21.917697 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059dd09e-19d0-4f42-9cdb-c2483d2c9846', 'name': 'network-vif-deleted', 'tag': '1b2aa5da-cb58-49bc-a966-62bc03a53c84', 'status': 'completed', 'code': 200} Mar 11 17:44:21.951020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d4f23-ef8f-4e60-9e1b-196991f6f368 None None] Pushing event updated for resources: {'Port': ['ID=63cbec11-f5fb-4c0a-94ef-e5a713db7a64,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:22.049476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:22.135101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:22.135478 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.143874 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.149820 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.241378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d079b5db-2044-431e-8838-9d61a4b13581 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:22.247977 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.249966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=0bd200ae-d4c0-4c0b-bab2-cc11feff0571,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:22.266208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-aab18149-84e7-4d9d-8e28-454c6bb15516 None None] Provisioning complete for port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:22.266721 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aab18149-84e7-4d9d-8e28-454c6bb15516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.336879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-aab18149-84e7-4d9d-8e28-454c6bb15516 None None] Port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:22.364229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d079b5db-2044-431e-8838-9d61a4b13581 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:22.364858 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.400005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network f4670da6-c244-4812-8e76-bd3e7d94b301 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:22.402086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:22.403528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-aab18149-84e7-4d9d-8e28-454c6bb15516 None None] Provisioning complete for port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:22.404806 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aab18149-84e7-4d9d-8e28-454c6bb15516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.541311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:22.545993 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.568850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port d079b5db-2044-431e-8838-9d61a4b13581, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d079b5db-2044-431e-8838-9d61a4b13581,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:22.575400 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.591795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 27c85b62-390f-4d65-9341-d6b440dc7197 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:22.642290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 27c85b62-390f-4d65-9341-d6b440dc7197 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:22.642638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 27c85b62-390f-4d65-9341-d6b440dc7197 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:22.677590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:22.678228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=d079b5db-2044-431e-8838-9d61a4b13581,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:22.684773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cdda8e1d-8377-4736-8efa-eff195011591 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "PUT /v2.0/routers/f543fdb5-eb3d-403c-bbfd-04b22fde1e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5861723 Mar 11 17:44:22.686750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e59ffdd2-1c1e-403d-8701-d9f37b5da421 None None] Provisioning complete for port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:22.687659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34756) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:22.689090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e59ffdd2-1c1e-403d-8701-d9f37b5da421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.694489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d52d6a9a-1b28-4e68-a7e3-16bbe2c6af8b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--165854201', 'description': 'tempest-secgroup_access--165854201 description', 'project_id': 'c22fedb2c23f45009b13001b92c3b853'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:22.694787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Sync routers for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:22.723121 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d52d6a9a-1b28-4e68-a7e3-16bbe2c6af8b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.730149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34758) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:22.740112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:22.740774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:22.793324 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.793666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e59ffdd2-1c1e-403d-8701-d9f37b5da421 None None] Port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:22.810091 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d52d6a9a-1b28-4e68-a7e3-16bbe2c6af8b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.814789 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d52d6a9a-1b28-4e68-a7e3-16bbe2c6af8b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.822907 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.846768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d52d6a9a-1b28-4e68-a7e3-16bbe2c6af8b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.848130 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d52d6a9a-1b28-4e68-a7e3-16bbe2c6af8b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1584249 Mar 11 17:44:22.849140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d6a9a-1b28-4e68-a7e3-16bbe2c6af8b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a24133d-ee71-443a-a851-1cd043731629,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:22.850800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34760) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:22.855481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-db664a5a-9201-4cd4-b8b4-f7d9114dde43 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--968541680', 'description': 'tempest-secgroup_general--968541680 description', 'project_id': 'c22fedb2c23f45009b13001b92c3b853'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:22.875296 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:22.879220 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db664a5a-9201-4cd4-b8b4-f7d9114dde43 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.918316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.920957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.922102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/security-groups/8c93d484-8d79-43f9-926f-5f8b3b90d7b6 HTTP/1.1" status: 204 len: 168 time: 0.1909270 Mar 11 17:44:22.933340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c93d484-8d79-43f9-926f-5f8b3b90d7b6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:22.943330 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c716d928-ee59-476a-bbc5-b985b8adb228 None None] Provisioning complete for port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:22.943801 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c716d928-ee59-476a-bbc5-b985b8adb228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:22.944409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.945003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.947173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.947861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.948680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.949330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.950484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.950484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.953866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.953866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.953866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.953866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2262b6f-964a-4cf5-8573-39410cda0c2e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:22.964777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:23.002364 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db664a5a-9201-4cd4-b8b4-f7d9114dde43 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.008735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db664a5a-9201-4cd4-b8b4-f7d9114dde43 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.057489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db664a5a-9201-4cd4-b8b4-f7d9114dde43 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.058777 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-db664a5a-9201-4cd4-b8b4-f7d9114dde43 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2070098 Mar 11 17:44:23.061930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34766) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:23.063329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-688bea71-7c6b-4ba1-a9a8-7a2468bebc46 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting subnet 9fbb2503-22ed-417c-8372-c9fddda18181 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:44:23.065512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db664a5a-9201-4cd4-b8b4-f7d9114dde43 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2476783-d533-4283-b998-fc38501abfde,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:23.067402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6b94e35d-fa47-41d5-81b2-8a507cfc6722 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'security_group_rule': {'security_group_id': '9a24133d-ee71-443a-a851-1cd043731629', 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:23.070051 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-688bea71-7c6b-4ba1-a9a8-7a2468bebc46 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.077438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c716d928-ee59-476a-bbc5-b985b8adb228 None None] Port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:23.098927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b94e35d-fa47-41d5-81b2-8a507cfc6722 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.115042 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-688bea71-7c6b-4ba1-a9a8-7a2468bebc46 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.150667 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b94e35d-fa47-41d5-81b2-8a507cfc6722 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.156696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b94e35d-fa47-41d5-81b2-8a507cfc6722 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.183465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94e35d-fa47-41d5-81b2-8a507cfc6722 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6902b0-7ec7-4419-85df-34c11621ed18,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:23.189636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b94e35d-fa47-41d5-81b2-8a507cfc6722 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.190135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0bd200ae-d4c0-4c0b-bab2-cc11feff0571', 'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:19Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 2, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': 'a297907d-ba7b-4853-960f-2e303370905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:23.195123 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6b94e35d-fa47-41d5-81b2-8a507cfc6722 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298013 Mar 11 17:44:23.226413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Checking router: f543fdb5-eb3d-403c-bbfd-04b22fde1e92 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:23.227192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Updating router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:44:23.253464 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-688bea71-7c6b-4ba1-a9a8-7a2468bebc46 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.258082 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.303407 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-2e0a376b-6bf2-4f57-9798-dd45432a1ca2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1029959 Mar 11 17:44:23.334281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-688bea71-7c6b-4ba1-a9a8-7a2468bebc46 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.353785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-2a7e78aa-2bac-4f5c-b19d-a8e0d6e8c57a tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--165854201&fields=id&tenant_id=c22fedb2c23f45009b13001b92c3b853 HTTP/1.1" status: 200 len: 267 time: 0.0378282 Mar 11 17:44:23.377935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-688bea71-7c6b-4ba1-a9a8-7a2468bebc46 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.381278 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-688bea71-7c6b-4ba1-a9a8-7a2468bebc46 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/subnets/9fbb2503-22ed-417c-8372-c9fddda18181 HTTP/1.1" status: 204 len: 168 time: 0.4155424 Mar 11 17:44:23.382423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bea71-7c6b-4ba1-a9a8-7a2468bebc46 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbb2503-22ed-417c-8372-c9fddda18181,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:23.385592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34780) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:23.406438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-973cffdf-9b25-41df-b372-8ed81c3147ca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--968541680&fields=id&tenant_id=c22fedb2c23f45009b13001b92c3b853 HTTP/1.1" status: 200 len: 267 time: 0.0460150 Mar 11 17:44:23.410314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268fdb8-1509-4c72-8c57-1ee2e68c3652 None None] Network 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:44:23.502158 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-5967ab30-2a5a-493c-8120-85890555395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:23.503752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-5967ab30-2a5a-493c-8120-85890555395f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 1096 time: 0.1369572 Mar 11 17:44:23.508100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.541128 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a24a99-8252-4e53-afb6-f48722172881 req-1914acde-bfe6-4a70-bbe9-af22c1ddff1a tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:23.542749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-1914acde-bfe6-4a70-bbe9-af22c1ddff1a tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/networks?id=f4670da6-c244-4812-8e76-bd3e7d94b301 HTTP/1.1" status: 200 len: 797 time: 0.1258242 Mar 11 17:44:23.559008 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-3e61707f-0d6d-4ff2-9b17-48ae9f5a9ac2 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/quotas/c22fedb2c23f45009b13001b92c3b853 HTTP/1.1" status: 200 len: 375 time: 0.0096538 Mar 11 17:44:23.634271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-0b608588-38ee-4da7-866e-f9ed5bf04c9a tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c22fedb2c23f45009b13001b92c3b853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679836 Mar 11 17:44:23.641973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port 7f926306-0f9e-446c-8c3f-d41d35e764af {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:23.642325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.697519 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-0b46d535-1291-48cd-bd50-8f16ead0579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:23.699156 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-0b46d535-1291-48cd-bd50-8f16ead0579a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 200 len: 896 time: 0.1566899 Mar 11 17:44:23.725359 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.732308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7d2f2f-7c5c-4023-87de-86abb7e5b5e0 None None] DHCP port deletion for 6074f9fc-87c8-4cfa-8cbd-6b85251f28bd request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:44:23.736030 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.771484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] For port 7f926306-0f9e-446c-8c3f-d41d35e764af, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7f926306-0f9e-446c-8c3f-d41d35e764af,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:23.771902 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.793664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for 7f926306-0f9e-446c-8c3f-d41d35e764af owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:23.795302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-ac43fd77-c552-4a9d-94a3-486116d96200 service neutron] 10.222.0.53 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487443 Mar 11 17:44:23.816562 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-3d402e7e-94f9-497a-a088-89c1c3f7abe3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b HTTP/1.1" status: 200 len: 1001 time: 0.1080725 Mar 11 17:44:23.827115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eea083-d508-4120-a2a6-7aca5e65454a None None] Pushing event updated for resources: {'Port': ['ID=0bd200ae-d4c0-4c0b-bab2-cc11feff0571,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:23.925699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d2f2f-7c5c-4023-87de-86abb7e5b5e0 None None] Deleting port 7f926306-0f9e-446c-8c3f-d41d35e764af {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:23.926404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2f2f-7c5c-4023-87de-86abb7e5b5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:23.950468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-2d15872a-cb03-4d36-9904-3ce784277e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:23.951630 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-2d15872a-cb03-4d36-9904-3ce784277e3f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e1fa43f-2e0d-46ea-876e-fa39154b5c2b HTTP/1.1" status: 200 len: 834 time: 0.1009021 Mar 11 17:44:23.958990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-46abf3e6-a447-4b62-bd25-e012c7535994 service neutron] 10.222.0.53 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504271 Mar 11 17:44:23.972777 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.028760 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=7f926306-0f9e-446c-8c3f-d41d35e764af,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:24.043252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] No DVR routers for this DVR port 7f926306-0f9e-446c-8c3f-d41d35e764af on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:24.043470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0d7d2f2f-7c5c-4023-87de-86abb7e5b5e0 None None] For port 7f926306-0f9e-446c-8c3f-d41d35e764af, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7f926306-0f9e-446c-8c3f-d41d35e764af,segment=NetworkSegment(031933d1-71e2-4fba-b392-e44675481a40),segment_id=031933d1-71e2-4fba-b392-e44675481a40)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:24.043875 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2f2f-7c5c-4023-87de-86abb7e5b5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.061941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d2f2f-7c5c-4023-87de-86abb7e5b5e0 None None] Calling delete_port for 7f926306-0f9e-446c-8c3f-d41d35e764af owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:24.097876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-1d7bc46e-b099-438d-96d3-353eb6cde6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:24.099474 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-1d7bc46e-b099-438d-96d3-353eb6cde6fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381381 Mar 11 17:44:24.120491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Attempting to bind port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:24.121926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Attempting to bind port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:24.121926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Attempting to bind port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 on network f4670da6-c244-4812-8e76-bd3e7d94b301 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:24.131003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:24.131703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Checking segment: {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:24.132120 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.132547 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Bound using segment: {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:24.133034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Bound port: 0bd200ae-d4c0-4c0b-bab2-cc11feff0571, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:24.133420 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.137096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:24.195846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.213793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42d2fd45-8819-42d2-8c93-8239f05075c7 req-529bdd7d-70a6-4ccb-b798-1d87d8b583ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 210 time: 0.0421898 Mar 11 17:44:24.265753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6074f9fc-87c8-4cfa-8cbd-6b85251f28bd']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:24.280641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031933d1-71e2-4fba-b392-e44675481a40') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:24.281009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031933d1-71e2-4fba-b392-e44675481a40') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:24.282969 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2f2f-7c5c-4023-87de-86abb7e5b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.284561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-51102cfd-55ed-46eb-bb10-47fc273f4719 None None] Provisioning complete for port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:24.285608 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-51102cfd-55ed-46eb-bb10-47fc273f4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.299172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.324524 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-0dcf595b-b0fc-4ede-a2fd-2d3afdc3cc3f service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153776 Mar 11 17:44:24.325495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.333303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:44:24.333695 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:24.344466 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:24.348810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] For port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:24.360864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d2f2f-7c5c-4023-87de-86abb7e5b5e0 None None] Pushing event deleted for resources: {'Port': ['ID=7f926306-0f9e-446c-8c3f-d41d35e764af,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:24.364149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:24.364149 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.567591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d2f2f-7c5c-4023-87de-86abb7e5b5e0 None None] No DVR routers for this DVR port 7f926306-0f9e-446c-8c3f-d41d35e764af on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:24.575206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] For port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0bd200ae-d4c0-4c0b-bab2-cc11feff0571,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:24.584616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.592710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-51102cfd-55ed-46eb-bb10-47fc273f4719 None None] Port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:24.656068 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:24.656743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:24.774350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eea083-d508-4120-a2a6-7aca5e65454a None None] Pushing event updated for resources: {'Port': ['ID=0bd200ae-d4c0-4c0b-bab2-cc11feff0571,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:24.813571 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.832213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:24.838509 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/networks/6074f9fc-87c8-4cfa-8cbd-6b85251f28bd HTTP/1.1" status: 204 len: 168 time: 1.4496336 Mar 11 17:44:24.838855 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34792) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:24.854093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d079b5db-2044-431e-8838-9d61a4b13581 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:24.872702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfd9c4-1290-4371-853c-0484055ec218 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Network': ['ID=6074f9fc-87c8-4cfa-8cbd-6b85251f28bd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:24.897185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:24.915545 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-daeb6d7a-bc09-4771-a827-eb2ef0eb4c3d req-968e2663-f9b0-4bd5-b088-e33a84497857 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842257 Mar 11 17:44:25.046457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port 43152d6d-a835-4f37-a2df-db1e9685066f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:25.046697 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.064734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d079b5db-2044-431e-8838-9d61a4b13581 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:25.065110 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.071405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c17bdc3f-f8fe-4291-a511-2ad8b6d15fbd None None] Provisioning complete for port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:25.071786 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c17bdc3f-f8fe-4291-a511-2ad8b6d15fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.122297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.122628 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.134450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for 43152d6d-a835-4f37-a2df-db1e9685066f owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:25.295318 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c17bdc3f-f8fe-4291-a511-2ad8b6d15fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.312901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0bd200ae-d4c0-4c0b-bab2-cc11feff0571', 'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:19Z', 'updated_at': '2022-03-11T17:44:24Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': 'a297907d-ba7b-4853-960f-2e303370905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:25.353203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c0132b-1f69-4bb3-8e50-73e21ed4d305 None None] The sync data for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 is: [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0bd200ae-d4c0-4c0b-bab2-cc11feff0571', 'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:19Z', 'updated_at': '2022-03-11T17:44:24Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': 'a297907d-ba7b-4853-960f-2e303370905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:25.374142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c17bdc3f-f8fe-4291-a511-2ad8b6d15fbd None None] For port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0bd200ae-d4c0-4c0b-bab2-cc11feff0571,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:25.380622 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c17bdc3f-f8fe-4291-a511-2ad8b6d15fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.403131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7f926306-0f9e-446c-8c3f-d41d35e764af no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:25.422298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d5a248bb-c450-4c95-b9ae-7fd3feca72c7 req-4765ccd9-2049-48b7-bf0d-a11c20cb43e1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 210 time: 0.0626466 Mar 11 17:44:25.474200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 7f926306-0f9e-446c-8c3f-d41d35e764af {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:25.474901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7f926306-0f9e-446c-8c3f-d41d35e764af not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:25.506315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bdc3f-f8fe-4291-a511-2ad8b6d15fbd None None] Pushing event updated for resources: {'Port': ['ID=0bd200ae-d4c0-4c0b-bab2-cc11feff0571,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:25.523846 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a24a99-8252-4e53-afb6-f48722172881 req-429823c0-0011-409b-abea-fb64f5308bc7 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:25.525406 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-429823c0-0011-409b-abea-fb64f5308bc7 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.66 "GET /v2.0/networks?id=f4670da6-c244-4812-8e76-bd3e7d94b301 HTTP/1.1" status: 200 len: 797 time: 0.2449725 Mar 11 17:44:25.565635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.608313 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-c8295990-6dd0-4da7-aaa6-1a631f578376 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22fedb2c23f45009b13001b92c3b853 HTTP/1.1" status: 200 len: 476 time: 0.0697956 Mar 11 17:44:25.609187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=43152d6d-a835-4f37-a2df-db1e9685066f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:25.619485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'port': {'device_id': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'admin_state_up': True, 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'security_groups': ['9a24133d-ee71-443a-a851-1cd043731629', 'e2476783-d533-4283-b998-fc38501abfde']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:25.729575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.729995 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Floating IP a3f463cd-af4e-4482-82e2-976bfb4648af disassociated (deleted). External IP: 172.25.8.241, port: 12eb12f9-2ba7-475a-a6aa-9f9ea937909b. Mar 11 17:44:25.867916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Made reservation on behalf of c22fedb2c23f45009b13001b92c3b853 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:25.871538 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:25.921392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:25.969078 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1b2aa5da-cb58-49bc-a966-62bc03a53c84 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:25.995971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 1b2aa5da-cb58-49bc-a966-62bc03a53c84 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:25.996310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1b2aa5da-cb58-49bc-a966-62bc03a53c84 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:26.008808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:26.009593 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.105897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:26.121182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Allocated IP 172.20.0.4 (f4670da6-c244-4812-8e76-bd3e7d94b301/a297907d-ba7b-4853-960f-2e303370905c/9a979831-8134-4300-aa3a-5b24a2cb971a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:26.284430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:26.297067 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] Sync routers for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:26.310002 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:26.310804 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:26.315481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.354451 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2197cbef-0205-45f3-9ad8-0c4e1a1dfa4c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/floatingips/a3f463cd-af4e-4482-82e2-976bfb4648af HTTP/1.1" status: 204 len: 168 time: 1.5133469 Mar 11 17:44:26.363124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:26.365739 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6cabea-3f1d-45ca-b895-c21186646aae" -d '{"events": [{"name": "network-changed", "server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:26.422284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.427804 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397f0224-a1dc-40f0-8c10-21f28574a39a x-openstack-request-id: req-397f0224-a1dc-40f0-8c10-21f28574a39a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:26.428146 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:26.428431 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-397f0224-a1dc-40f0-8c10-21f28574a39a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:26.429018 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'status': 'completed', 'code': 200} Mar 11 17:44:26.466612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.496120 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:26.587461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=9a979831-8134-4300-aa3a-5b24a2cb971a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:26.619484 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network f4670da6-c244-4812-8e76-bd3e7d94b301 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:26.624749 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:26.631093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:26.637712 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-30b3fa5c-ff11-4123-a912-bf0e3adfb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:26.645477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-30b3fa5c-ff11-4123-a912-bf0e3adfb934 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 1096 time: 0.1862345 Mar 11 17:44:26.655643 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:44:26.726110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:26.727239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.750663 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-aba9fe6c-6c4c-41ce-8890-462300c96773 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1364396 Mar 11 17:44:26.769606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Request body: {'port': {'device_id': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:26.848322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:26.877106 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:44:17Z', 'revision_number': 6, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:26.919954 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] Checking router: b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:26.933048 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:26.934032 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:27.016667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-dced25ec-56fb-4bb5-9116-1969ce2783d4 None None] Provisioning complete for port 9a979831-8134-4300-aa3a-5b24a2cb971a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:27.017716 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dced25ec-56fb-4bb5-9116-1969ce2783d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.056096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-dced25ec-56fb-4bb5-9116-1969ce2783d4 None None] Port 9a979831-8134-4300-aa3a-5b24a2cb971a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:27.069060 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:27.177485 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a979831-8134-4300-aa3a-5b24a2cb971a {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:44:27.186818 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.201153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Transition to ACTIVE for port object 9a979831-8134-4300-aa3a-5b24a2cb971a will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:44:27.206110 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.238547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20729d68-942a-4c8a-a821-fa0f98d850e1 req-3bf0de05-54df-4ed0-b81f-e8bd64ceedff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:27.240225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20729d68-942a-4c8a-a821-fa0f98d850e1 req-3bf0de05-54df-4ed0-b81f-e8bd64ceedff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 970 time: 0.6095641 Mar 11 17:44:27.250295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd159b5-4757-499d-abc1-c2089d716d0c req-f88e6242-a3c1-4c5d-aa27-984708ea0d8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:27.251957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dcd159b5-4757-499d-abc1-c2089d716d0c req-f88e6242-a3c1-4c5d-aa27-984708ea0d8f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 945 time: 0.5638146 Mar 11 17:44:27.255866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-54771dda-e7bb-4c03-99d8-efcaaff89822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:27.258052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-54771dda-e7bb-4c03-99d8-efcaaff89822 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 200 len: 896 time: 0.6034806 Mar 11 17:44:27.281309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Pushing event updated for resources: {'Port': ['ID=9a979831-8134-4300-aa3a-5b24a2cb971a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:27.292001 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:44:17Z', 'revision_number': 6, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:27.328681 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54977bf2-ab50-401b-a8f8-25439a4250ae None None] The sync data for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 is: [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:44:17Z', 'revision_number': 6, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '43ff8f39-9ab3-4687-8285-16a2bd6121ee', 'name': '', 'network_id': '9cc4430a-3d5b-482a-ab57-b04eb973d5b6', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:2a:0f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:38Z', 'updated_at': '2022-03-11T17:41:45Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '1e1fa43f-2e0d-46ea-876e-fa39154b5c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:27.375754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-999ad0e7-3705-4a8a-ad6a-9185b7485104 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b HTTP/1.1" status: 200 len: 217 time: 0.1081758 Mar 11 17:44:27.385713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Attempting to bind port 9a979831-8134-4300-aa3a-5b24a2cb971a on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:27.386713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Attempting to bind port 9a979831-8134-4300-aa3a-5b24a2cb971a by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:27.387062 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Attempting to bind port 9a979831-8134-4300-aa3a-5b24a2cb971a on network f4670da6-c244-4812-8e76-bd3e7d94b301 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:27.392430 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Port 9a979831-8134-4300-aa3a-5b24a2cb971a on network f4670da6-c244-4812-8e76-bd3e7d94b301 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:44:27.392750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Attempting to bind port 9a979831-8134-4300-aa3a-5b24a2cb971a on network f4670da6-c244-4812-8e76-bd3e7d94b301 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:27.401755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:27.402168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Checking segment: {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:27.403155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Bound using segment: {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:27.403791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Bound port: 9a979831-8134-4300-aa3a-5b24a2cb971a, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:27.404217 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.465544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dcd159b5-4757-499d-abc1-c2089d716d0c req-bf4b84d1-87ac-4b87-a835-7b7fe902dce2 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=34050c80-056b-4460-a878-6eaf4e0816cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839209 Mar 11 17:44:27.488792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] For port 9a979831-8134-4300-aa3a-5b24a2cb971a, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:27.496895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20729d68-942a-4c8a-a821-fa0f98d850e1 req-f62433e6-cea0-41c2-9a7e-7d84d678e503 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2330546 Mar 11 17:44:27.505205 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] For port 9a979831-8134-4300-aa3a-5b24a2cb971a, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9a979831-8134-4300-aa3a-5b24a2cb971a,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:27.522869 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.524042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-fc59c409-2a51-4aec-98e2-53c38d392537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:27.525586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-fc59c409-2a51-4aec-98e2-53c38d392537 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e1fa43f-2e0d-46ea-876e-fa39154b5c2b HTTP/1.1" status: 200 len: 834 time: 0.1412177 Mar 11 17:44:27.568204 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:27.568204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:27.569071 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] 10.222.0.66 "PUT /v2.0/ports/9a979831-8134-4300-aa3a-5b24a2cb971a HTTP/1.1" status: 200 len: 1130 time: 0.8062670 Mar 11 17:44:27.597842 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82849b91-ad6a-46b4-b542-7632317b599b service neutron] Pushing event updated for resources: {'Port': ['ID=9a979831-8134-4300-aa3a-5b24a2cb971a,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:27.672814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-56ee1ceb-2a50-48f7-99b7-23b43620a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:27.674493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-56ee1ceb-2a50-48f7-99b7-23b43620a5b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc4430a-3d5b-482a-ab57-b04eb973d5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423345 Mar 11 17:44:27.709412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a24a99-8252-4e53-afb6-f48722172881 req-5d770c20-dbd0-4283-8141-a664017d5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:27.711048 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-5d770c20-dbd0-4283-8141-a664017d5bb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c22fedb2c23f45009b13001b92c3b853&device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 1133 time: 0.0899065 Mar 11 17:44:27.744304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1234ee7-7bec-48f5-8e56-95d5747d647c None None] New status for floating IP a3f463cd-af4e-4482-82e2-976bfb4648af: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:44:27.770030 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-4ed68b29-4605-47b8-8751-395c8639758e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a979831-8134-4300-aa3a-5b24a2cb971a HTTP/1.1" status: 200 len: 217 time: 0.0511420 Mar 11 17:44:27.827997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-352edbda-e1ea-4fe2-a222-c9f82f180787 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384335 Mar 11 17:44:27.830125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a24a99-8252-4e53-afb6-f48722172881 req-0d3aa8d5-b234-4452-8e3f-b45ed7881b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:27.831700 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-0d3aa8d5-b234-4452-8e3f-b45ed7881b14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a297907d-ba7b-4853-960f-2e303370905c HTTP/1.1" status: 200 len: 834 time: 0.0553904 Mar 11 17:44:27.892365 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a24a99-8252-4e53-afb6-f48722172881 req-b6540569-b351-480a-bd3f-fcd571caf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:27.893892 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-b6540569-b351-480a-bd3f-fcd571caf232 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f4670da6-c244-4812-8e76-bd3e7d94b301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453660 Mar 11 17:44:27.939407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf6cabea-3f1d-45ca-b895-c21186646aae req-00e03317-10c3-4b60-86cd-657671a897bd service neutron] 10.222.0.66 "GET /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950947 Mar 11 17:44:27.994123 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-14134290-86d9-4cc4-aecf-3647254b1d64 service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931296 Mar 11 17:44:28.086150 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9a24a99-8252-4e53-afb6-f48722172881 req-723f9c20-2eb1-4054-88af-5b7758cb8e63 service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840468 Mar 11 17:44:28.179400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-5cc30b03-d351-4fb0-bdc2-c40edccd3593 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:28.180886 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-5cc30b03-d351-4fb0-bdc2-c40edccd3593 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 945 time: 0.0484040 Mar 11 17:44:28.276565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:28.276829 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.365516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] For port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:28.365877 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.383297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for 12eb12f9-2ba7-475a-a6aa-9f9ea937909b owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:28.429740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:28.432016 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaece3b-eaa9-4037-bbed-291e80e2070a" -d '{"events": [{"name": "network-changed", "server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:28.471515 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11b60f4-aec2-4a75-952b-f7625afb04ad x-openstack-request-id: req-a11b60f4-aec2-4a75-952b-f7625afb04ad {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:28.471810 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:28.472064 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a11b60f4-aec2-4a75-952b-f7625afb04ad {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:28.472884 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'status': 'completed', 'code': 200} Mar 11 17:44:28.534490 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.563155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=12eb12f9-2ba7-475a-a6aa-9f9ea937909b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:28.585253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ef1564c-8b33-42bc-b333-b25f923310ff req-2508993d-6f1f-4244-9805-531f08615e70 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3424578-7182-4732-ae7f-976123967cef HTTP/1.1" status: 200 len: 210 time: 0.0388122 Mar 11 17:44:28.602805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-2d975e3f-38ce-403f-909b-aaf19c652c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:28.604399 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-2d975e3f-38ce-403f-909b-aaf19c652c7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c22fedb2c23f45009b13001b92c3b853&device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 1133 time: 0.1096385 Mar 11 17:44:28.627171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] No DVR routers for this DVR port 12eb12f9-2ba7-475a-a6aa-9f9ea937909b on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:28.630273 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:28.633707 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.66 "DELETE /v2.0/ports/12eb12f9-2ba7-475a-a6aa-9f9ea937909b HTTP/1.1" status: 204 len: 173 time: 0.4470229 Mar 11 17:44:28.705446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ce65a-1882-4d83-bf58-bfe505134bce req-ce9c11c1-dca7-44a1-9e6a-9dd0c139b4e1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:28.707592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-090ce65a-1882-4d83-bf58-bfe505134bce req-ce9c11c1-dca7-44a1-9e6a-9dd0c139b4e1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 982 time: 0.1193686 Mar 11 17:44:28.759229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-223b0673-67f6-402d-8e69-878186a9b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:28.760733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-223b0673-67f6-402d-8e69-878186a9b8df service neutron] 10.222.0.66 "GET /v2.0/networks?id=f4670da6-c244-4812-8e76-bd3e7d94b301 HTTP/1.1" status: 200 len: 897 time: 0.1409061 Mar 11 17:44:28.768792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-090ce65a-1882-4d83-bf58-bfe505134bce req-788a48b8-7671-4920-9aa9-3d234100221b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0516503 Mar 11 17:44:28.806874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-0f3952aa-c593-44f1-8c1e-84b6e3c62670 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a979831-8134-4300-aa3a-5b24a2cb971a HTTP/1.1" status: 200 len: 217 time: 0.0367746 Mar 11 17:44:28.867261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-119e5473-3dc6-4513-9b20-eab6020285c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:28.868668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-119e5473-3dc6-4513-9b20-eab6020285c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a297907d-ba7b-4853-960f-2e303370905c HTTP/1.1" status: 200 len: 834 time: 0.0553830 Mar 11 17:44:28.924788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-ca96ae09-8ce3-4b2a-90cd-fb8e9a5c0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:28.926775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-ca96ae09-8ce3-4b2a-90cd-fb8e9a5c0054 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f4670da6-c244-4812-8e76-bd3e7d94b301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506408 Mar 11 17:44:29.055560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-7fe58c13-f00e-4d36-b79e-c0bfe93fd4ae service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197205 Mar 11 17:44:29.185789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.188488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdaece3b-eaa9-4037-bbed-291e80e2070a req-ce5748ba-ad70-47be-89ee-b8555956b180 service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253889 Mar 11 17:44:29.651891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34812) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:29.726011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc15f-32e7-4580-8b4f-e6a646a59f4f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.755896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc15f-32e7-4580-8b4f-e6a646a59f4f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.835052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc15f-32e7-4580-8b4f-e6a646a59f4f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.837906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc15f-32e7-4580-8b4f-e6a646a59f4f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:29.841874 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0cfdc15f-32e7-4580-8b4f-e6a646a59f4f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/security-groups/34050c80-056b-4460-a878-6eaf4e0816cf HTTP/1.1" status: 204 len: 168 time: 0.1861835 Mar 11 17:44:29.850714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdc15f-32e7-4580-8b4f-e6a646a59f4f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34050c80-056b-4460-a878-6eaf4e0816cf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:29.897407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34820) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:29.950985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761055c-b92d-4881-82e2-a171f4ceb60f req-809d0c09-e89f-43ce-9a8d-b59b0ee55107 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:29.955154 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7761055c-b92d-4881-82e2-a171f4ceb60f req-809d0c09-e89f-43ce-9a8d-b59b0ee55107 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 982 time: 0.0755029 Mar 11 17:44:30.002829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7761055c-b92d-4881-82e2-a171f4ceb60f req-3eba3f95-1620-492a-adc4-17e509f92153 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0421684 Mar 11 17:44:30.449984 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:30.491465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'name': 'network-vif-deleted', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:30.494146 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfebd562-3e85-429c-bb06-648892cba5b7" -d '{"events": [{"server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "name": "network-vif-deleted", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:30.547485 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05a93d3-af36-4f84-b61b-dd16fc606ccc x-openstack-request-id: req-e05a93d3-af36-4f84-b61b-dd16fc606ccc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:30.547833 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3424578-7182-4732-ae7f-976123967cef", "name": "network-vif-deleted", "tag": "12eb12f9-2ba7-475a-a6aa-9f9ea937909b", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:30.548046 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e05a93d3-af36-4f84-b61b-dd16fc606ccc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:30.548445 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3424578-7182-4732-ae7f-976123967cef', 'name': 'network-vif-deleted', 'tag': '12eb12f9-2ba7-475a-a6aa-9f9ea937909b', 'status': 'completed', 'code': 200} Mar 11 17:44:31.131815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port 43ff8f39-9ab3-4687-8285-16a2bd6121ee {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:31.132625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:31.132759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5c2a-10b0-4c58-bf31-5e0d54969f0e req-ceebae8b-884b-4219-a70d-ebf5df308b39 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:31.133956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd3f5c2a-10b0-4c58-bf31-5e0d54969f0e req-ceebae8b-884b-4219-a70d-ebf5df308b39 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 982 time: 0.0542541 Mar 11 17:44:31.185345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd3f5c2a-10b0-4c58-bf31-5e0d54969f0e req-913f35ad-7d83-4026-ba9f-44a87dcdccd5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0450518 Mar 11 17:44:31.227523 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] For port 43ff8f39-9ab3-4687-8285-16a2bd6121ee, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=43ff8f39-9ab3-4687-8285-16a2bd6121ee,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:31.227879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:31.246156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for 43ff8f39-9ab3-4687-8285-16a2bd6121ee owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:31.442238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:31.473190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=43ff8f39-9ab3-4687-8285-16a2bd6121ee,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:31.677087 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:31.927994 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:32.007349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 9a979831-8134-4300-aa3a-5b24a2cb971a details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:44:32.011508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 12eb12f9-2ba7-475a-a6aa-9f9ea937909b no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:32.043287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 12eb12f9-2ba7-475a-a6aa-9f9ea937909b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:32.043588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 12eb12f9-2ba7-475a-a6aa-9f9ea937909b not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:32.049394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:32.060870 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b421ef50-df8c-42cb-8cb1-d54428b75009 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "PUT /v2.0/routers/b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1549098 Mar 11 17:44:32.061098 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] Sync routers for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:32.063011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:32.074069 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:32.074852 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:32.125550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed6ed0e-0f01-4569-8b28-718908797d0d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting subnet 1e1fa43f-2e0d-46ea-876e-fa39154b5c2b {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:44:32.129854 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bed6ed0e-0f01-4569-8b28-718908797d0d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.146490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 9a979831-8134-4300-aa3a-5b24a2cb971a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9a979831-8134-4300-aa3a-5b24a2cb971a,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:32.164239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'port_id': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'mac_address': 'fa:16:3e:04:2d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:44:32.179090 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bed6ed0e-0f01-4569-8b28-718908797d0d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.200463 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:32.220082 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.236201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a979831-8134-4300-aa3a-5b24a2cb971a {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:44:32.261411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 9a979831-8134-4300-aa3a-5b24a2cb971a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9a979831-8134-4300-aa3a-5b24a2cb971a,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:32.266640 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.324364 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bed6ed0e-0f01-4569-8b28-718908797d0d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.335750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=9a979831-8134-4300-aa3a-5b24a2cb971a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:32.350419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900fb28-6ccb-4663-ac7a-2bf6a8cd7a59 req-28e01722-77f6-4780-a66c-846982b815db tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:32.356882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e900fb28-6ccb-4663-ac7a-2bf6a8cd7a59 req-28e01722-77f6-4780-a66c-846982b815db tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 983 time: 0.0695550 Mar 11 17:44:32.406728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e900fb28-6ccb-4663-ac7a-2bf6a8cd7a59 req-0020a06a-1bdd-4f16-a5b4-4cfd97cf4947 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0472755 Mar 11 17:44:32.420430 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bed6ed0e-0f01-4569-8b28-718908797d0d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.431616 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:44:31Z', 'revision_number': 7, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:32.454922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6ed0e-0f01-4569-8b28-718908797d0d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1fa43f-2e0d-46ea-876e-fa39154b5c2b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:32.459767 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] Checking router: b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:32.461604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bed6ed0e-0f01-4569-8b28-718908797d0d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.470006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34830) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:32.470231 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bed6ed0e-0f01-4569-8b28-718908797d0d tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/subnets/1e1fa43f-2e0d-46ea-876e-fa39154b5c2b HTTP/1.1" status: 204 len: 168 time: 0.4067523 Mar 11 17:44:32.470329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa501f-93b9-418a-87f7-48feef8b11f8 None None] Network 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:44:32.478755 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] Routers {'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:32.479155 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:32.547926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['9a979831-8134-4300-aa3a-5b24a2cb971a'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:44:32.593285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.594868 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] Set router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:32.721743 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.766349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c26dc7f-b5e0-4483-810d-ece0fbcce092 None None] DHCP port deletion for 9cc4430a-3d5b-482a-ab57-b04eb973d5b6 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:44:32.786874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port 76508c9f-0ae2-4d79-93ff-7542ceec4b92 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:32.787179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.847052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7c26dc7f-b5e0-4483-810d-ece0fbcce092 None None] Deleting port 4de538ec-6ede-4d6b-a5c6-5260b3601e48 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:32.847908 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c26dc7f-b5e0-4483-810d-ece0fbcce092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.891559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] For port 76508c9f-0ae2-4d79-93ff-7542ceec4b92, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=76508c9f-0ae2-4d79-93ff-7542ceec4b92,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:32.892099 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.902611 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:44:31Z', 'revision_number': 7, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:32.906699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for 76508c9f-0ae2-4d79-93ff-7542ceec4b92 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:32.914367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7c26dc7f-b5e0-4483-810d-ece0fbcce092 None None] For port 4de538ec-6ede-4d6b-a5c6-5260b3601e48, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4de538ec-6ede-4d6b-a5c6-5260b3601e48,segment=NetworkSegment(5bf71426-33a3-4747-8784-bdcbef53cac9),segment_id=5bf71426-33a3-4747-8784-bdcbef53cac9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:32.914763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c26dc7f-b5e0-4483-810d-ece0fbcce092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:32.929774 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4ce0d0-ed47-457c-a5c0-105b22715563 None None] The sync data for ids ['b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5'] in n-d-833411-1 is: [{'id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'name': 'tempest-TestNetworkBasicOps-router-1906945360', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:41:33Z', 'updated_at': '2022-03-11T17:44:31Z', 'revision_number': 7, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': '76508c9f-0ae2-4d79-93ff-7542ceec4b92', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:41:34Z', 'updated_at': '2022-03-11T17:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:32.933313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7c26dc7f-b5e0-4483-810d-ece0fbcce092 None None] Calling delete_port for 4de538ec-6ede-4d6b-a5c6-5260b3601e48 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:33.021084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c26dc7f-b5e0-4483-810d-ece0fbcce092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.046614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26dc7f-b5e0-4483-810d-ece0fbcce092 None None] Pushing event deleted for resources: {'Port': ['ID=4de538ec-6ede-4d6b-a5c6-5260b3601e48,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:33.050634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26dc7f-b5e0-4483-810d-ece0fbcce092 None None] No DVR routers for this DVR port 4de538ec-6ede-4d6b-a5c6-5260b3601e48 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:33.102152 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.129226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=76508c9f-0ae2-4d79-93ff-7542ceec4b92,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:33.190753 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.282175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.284856 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.338184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.338909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Fanout notify agent at l3_agent the message router_deleted on router b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:44:33.347071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.348766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9b4dec8e-11ac-450d-a66c-ed840d529c14 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/routers/b0f107ec-dcaa-4c1f-a14a-aca4ecdec7a5 HTTP/1.1" status: 204 len: 168 time: 0.8796139 Mar 11 17:44:33.350970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34832) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:33.432513 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.538386 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.577104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc4430a-3d5b-482a-ab57-b04eb973d5b6']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:33.589627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf71426-33a3-4747-8784-bdcbef53cac9') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:33.589921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf71426-33a3-4747-8784-bdcbef53cac9') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:33.601496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.610388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c62d6a-8b96-4d68-b9e6-78a65d839c7b req-5e79e9e6-f874-491f-b867-1d9498c99609 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:33.611897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55c62d6a-8b96-4d68-b9e6-78a65d839c7b req-5e79e9e6-f874-491f-b867-1d9498c99609 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 983 time: 0.0953362 Mar 11 17:44:33.637326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.645724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:44:33.646118 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:44:33.649395 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:44:33.713655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55c62d6a-8b96-4d68-b9e6-78a65d839c7b req-98293e96-6a1b-4131-ad41-dd357d9aec5d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0934126 Mar 11 17:44:33.725892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.734311 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.739064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/networks/9cc4430a-3d5b-482a-ab57-b04eb973d5b6 HTTP/1.1" status: 204 len: 168 time: 0.3851573 Mar 11 17:44:33.751065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7ba2c-672e-4cc7-b37b-35718e76e755 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Network': ['ID=9cc4430a-3d5b-482a-ab57-b04eb973d5b6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:33.761410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34836) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:33.766578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'network': {'name': 'tempest-network-smoke--969628397', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'port_security_enabled': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:33.789274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Made reservation on behalf of 71b5a9c1536a4f91b84b5e8b492a6dc2 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:33.793007 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.816858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:44:33.825645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.825988 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Added segment 824f7fad-4d48-4f10-8bdd-7bd30c778031 of type vlan for network fe9c610a-203e-4789-be88-dbcee64b547e Mar 11 17:44:33.864679 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.888277 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.893736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:33.894346 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:33.960631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1981227 Mar 11 17:44:33.964527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34838) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:33.969545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd60524-f17f-441c-9fe7-6cc372a567b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Network': ['ID=fe9c610a-203e-4789-be88-dbcee64b547e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:33.971847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'admin_state_up': True, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:33.987622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fe9c610a-203e-4789-be88-dbcee64b547e details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:44:34.014392 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.015692 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.061035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 9a979831-8134-4300-aa3a-5b24a2cb971a up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:34.087855 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.089208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 76508c9f-0ae2-4d79-93ff-7542ceec4b92 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:34.125758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 76508c9f-0ae2-4d79-93ff-7542ceec4b92 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:34.126007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 76508c9f-0ae2-4d79-93ff-7542ceec4b92 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:34.126432 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4de538ec-6ede-4d6b-a5c6-5260b3601e48 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:34.161176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4de538ec-6ede-4d6b-a5c6-5260b3601e48 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:34.161783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4de538ec-6ede-4d6b-a5c6-5260b3601e48 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:34.162107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 43ff8f39-9ab3-4687-8285-16a2bd6121ee no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:34.183870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 43ff8f39-9ab3-4687-8285-16a2bd6121ee {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:34.184220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 43ff8f39-9ab3-4687-8285-16a2bd6121ee not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:34.198513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 9a979831-8134-4300-aa3a-5b24a2cb971a completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:34.202662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 9a979831-8134-4300-aa3a-5b24a2cb971a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:34.203067 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.244772 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.282599 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.305769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:34.308203 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8595d0-703a-478c-afc7-c9873625c024" -d '{"events": [{"server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "name": "network-vif-plugged", "status": "completed", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:34.321763 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 9a979831-8134-4300-aa3a-5b24a2cb971a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9a979831-8134-4300-aa3a-5b24a2cb971a,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:34.327206 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.357595 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f304e4-0fa6-4f8a-ba09-1be6f8722e36 x-openstack-request-id: req-c2f304e4-0fa6-4f8a-ba09-1be6f8722e36 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:34.357887 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "name": "network-vif-plugged", "status": "completed", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:34.358138 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2f304e4-0fa6-4f8a-ba09-1be6f8722e36 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:34.358534 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'code': 200} Mar 11 17:44:34.386806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=9a979831-8134-4300-aa3a-5b24a2cb971a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:34.459706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe4fb-6e35-4749-8688-80b814cdb3af req-c23c7c04-d2b2-4926-8278-637b83ce22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:34.460382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.461283 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8cbe4fb-6e35-4749-8688-80b814cdb3af req-c23c7c04-d2b2-4926-8278-637b83ce22bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 1135 time: 0.0426531 Mar 11 17:44:34.479579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.498844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8cbe4fb-6e35-4749-8688-80b814cdb3af req-c9c122ba-f88d-43dd-aa22-b84bffe3a0f1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0306458 Mar 11 17:44:34.589053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.25.8.205 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a0373a68-47d1-4bce-baa1-cced505b5c02) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:34.692477 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.726816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:34.772925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:34.775802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:34.778251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:34.810156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=a0373a68-47d1-4bce-baa1-cced505b5c02,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:34.845240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e585-6993-469a-93af-1d4ed2e7abde req-e35f1ab0-018b-48ad-8e6f-22c8565d4dc1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:34.846726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3b0e585-6993-469a-93af-1d4ed2e7abde req-e35f1ab0-018b-48ad-8e6f-22c8565d4dc1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 984 time: 0.0547109 Mar 11 17:44:34.898974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3b0e585-6993-469a-93af-1d4ed2e7abde req-d4bae8b4-7300-428f-a384-5151f513ad38 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0395865 Mar 11 17:44:35.040953 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.245263 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.372885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router bbac57e8-9856-4349-9d3b-5de171a10e86 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:44:35.483543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:35.494180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Sync routers for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:35.505294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:35.505918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:35.506612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.511657 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b6644cf5-61da-403d-9c65-5a1e52cb58cb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5417325 Mar 11 17:44:35.512152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34844) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:35.544526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9453278b-90ba-4a37-a550-3c99bd45e644 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=71b5a9c1536a4f91b84b5e8b492a6dc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305495 Mar 11 17:44:35.548413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34846) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:35.622223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:35.639410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac720f25-5d01-4809-a965-f2554eafae2c tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:35.641604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ac720f25-5d01-4809-a965-f2554eafae2c tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916674 Mar 11 17:44:35.644697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34848) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:35.683138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4bd9c46e-11da-41c4-adc2-21ff2309650a tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338135 Mar 11 17:44:35.683488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34850) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:35.688513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1341900368', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:35.778740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Made reservation on behalf of 71b5a9c1536a4f91b84b5e8b492a6dc2 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:35.782613 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:35.816694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:34Z', 'revision_number': 3, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:35.849844 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Checking router: bbac57e8-9856-4349-9d3b-5de171a10e86 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:35.850283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Updating router bbac57e8-9856-4349-9d3b-5de171a10e86 port a0373a68-47d1-4bce-baa1-cced505b5c02 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:44:35.884522 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.016028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.048437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b36b9-4afb-4e42-be6f-48fcb8434941 req-5c6fbee3-828b-4962-9810-fd2e9a37fab6 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:36.051126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-390b36b9-4afb-4e42-be6f-48fcb8434941 req-5c6fbee3-828b-4962-9810-fd2e9a37fab6 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 984 time: 0.0710084 Mar 11 17:44:36.083456 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Subnet': ['ID=821a5649-eb95-4f39-b025-253c73c851f7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:36.093813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Checking segment: {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:36.094345 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network hostable DHCP agents. Network: fe9c610a-203e-4789-be88-dbcee64b547e, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:44:36.098868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-390b36b9-4afb-4e42-be6f-48fcb8434941 req-baa52164-f2fd-4b79-9ec5-b7e2fcd83a74 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0400236 Mar 11 17:44:36.116441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network fe9c610a-203e-4789-be88-dbcee64b547e is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:44:36.128886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, fe9c610a-203e-4789-be88-dbcee64b547e) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:36.144603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:36.145689 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.164165 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-96606c7d-39f5-4396-85a8-ea1d1aa6660f tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4795504 Mar 11 17:44:36.166936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34860) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:36.247768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce091fc-9fe8-4119-8e6d-8d971b985b47 req-95183bbc-5ff3-4f1b-b18b-2e730efaeb7b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:36.249759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ce091fc-9fe8-4119-8e6d-8d971b985b47 req-95183bbc-5ff3-4f1b-b18b-2e730efaeb7b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 984 time: 0.0668199 Mar 11 17:44:36.272327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af93194-178e-450c-b8c6-f98d734f452d None None] Network fe9c610a-203e-4789-be88-dbcee64b547e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:44:36.303490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ce091fc-9fe8-4119-8e6d-8d971b985b47 req-b1046b83-b732-4ce1-9623-9ae19feaa093 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0441437 Mar 11 17:44:36.427492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c067f7d-906f-4626-9c01-33854a78a6e2 req-2c3cf885-b944-4b46-94b9-a4135920861b tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:36.429763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c067f7d-906f-4626-9c01-33854a78a6e2 req-2c3cf885-b944-4b46-94b9-a4135920861b tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 1135 time: 0.0527751 Mar 11 17:44:36.452483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2c067f7d-906f-4626-9c01-33854a78a6e2 req-55672389-0a97-4cc1-b99c-821aabb36203 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.514191 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.523673 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.541565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-fe9c610a-203e-4789-be88-dbcee64b547e', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:44:36.542714 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.558278 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2c067f7d-906f-4626-9c01-33854a78a6e2 req-55672389-0a97-4cc1-b99c-821aabb36203 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.562771 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2c067f7d-906f-4626-9c01-33854a78a6e2 req-55672389-0a97-4cc1-b99c-821aabb36203 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.589540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c067f7d-906f-4626-9c01-33854a78a6e2 req-55672389-0a97-4cc1-b99c-821aabb36203 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1524138 Mar 11 17:44:36.601132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55672389-0a97-4cc1-b99c-821aabb36203 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec63b9-bba6-431b-8e0e-c2c51bcbd3e1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:36.634341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34864) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:36.636309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Attempting to bind port a0373a68-47d1-4bce-baa1-cced505b5c02 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:36.636869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Attempting to bind port a0373a68-47d1-4bce-baa1-cced505b5c02 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:36.637499 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Attempting to bind port a0373a68-47d1-4bce-baa1-cced505b5c02 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:36.639690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19585552-89c9-4538-9616-38b7574d6855 None None] Pushing event updated for resources: {'Port': ['ID=a0373a68-47d1-4bce-baa1-cced505b5c02,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:36.651018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:36.651480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:36.652009 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.652608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:36.653178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Bound port: a0373a68-47d1-4bce-baa1-cced505b5c02, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:36.653628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.685068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b44560-aa7c-4371-a930-618bcd22ef60 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:36.687574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-34b44560-aa7c-4371-a930-618bcd22ef60 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 1130 time: 0.0518050 Mar 11 17:44:36.688424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34866) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:36.693660 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:36.718697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.812481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] For port a0373a68-47d1-4bce-baa1-cced505b5c02, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:36.832610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] For port a0373a68-47d1-4bce-baa1-cced505b5c02, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a0373a68-47d1-4bce-baa1-cced505b5c02,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:36.837962 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.844197 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:36.855998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Allocated IP 172.20.0.2 (fe9c610a-203e-4789-be88-dbcee64b547e/821a5649-eb95-4f39-b025-253c73c851f7/b68d572b-05bf-4bf9-95de-0783faa5dc46) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:36.961376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Allocated IP 172.25.8.100 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/5c2204f6-1fc8-471d-a655-956e5a5a1559) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:36.962814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:36.963451 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:36.969933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19585552-89c9-4538-9616-38b7574d6855 None None] Pushing event updated for resources: {'Port': ['ID=a0373a68-47d1-4bce-baa1-cced505b5c02,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:37.056151 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.095927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.135061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:37.153063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.190915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:37.197302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:37.201748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:37.219269 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.243102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=5c2204f6-1fc8-471d-a655-956e5a5a1559,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:37.253552 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.309606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Network fe9c610a-203e-4789-be88-dbcee64b547e is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:37.320666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:37.324117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Pushing event updated for resources: {'Port': ['ID=b68d572b-05bf-4bf9-95de-0783faa5dc46,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:37.329370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:37.388836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.20.0.1 (fe9c610a-203e-4789-be88-dbcee64b547e/821a5649-eb95-4f39-b025-253c73c851f7/5d54390e-1a02-4a1f-901f-a18acf85c319) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:37.433963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Attempting to bind port b68d572b-05bf-4bf9-95de-0783faa5dc46 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:37.434329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Attempting to bind port b68d572b-05bf-4bf9-95de-0783faa5dc46 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:37.434702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Attempting to bind port b68d572b-05bf-4bf9-95de-0783faa5dc46 on network fe9c610a-203e-4789-be88-dbcee64b547e {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:37.444297 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:37.445173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Checking segment: {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:37.445173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.445472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Bound using segment: {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:37.445929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Bound port: b68d572b-05bf-4bf9-95de-0783faa5dc46, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:37.446301 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.493316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-af524278-e458-4e89-a887-db629ef6b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:34Z', 'revision_number': 3, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:37.526388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af524278-e458-4e89-a887-db629ef6b45f None None] The sync data for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 is: [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:34Z', 'revision_number': 3, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:37.527146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.552830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] For port b68d572b-05bf-4bf9-95de-0783faa5dc46, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:37.553819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] For port b68d572b-05bf-4bf9-95de-0783faa5dc46, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b68d572b-05bf-4bf9-95de-0783faa5dc46,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:37.559030 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.575018 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.619331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network fe9c610a-203e-4789-be88-dbcee64b547e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:37.629566 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:37.635957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:37.647243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57ce72-8c41-4e30-a5f5-e4e2b802d745 None None] Pushing event updated for resources: {'Port': ['ID=b68d572b-05bf-4bf9-95de-0783faa5dc46,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:37.689696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=5d54390e-1a02-4a1f-901f-a18acf85c319,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:37.712720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.777570 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.911540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:37.948572 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.156291 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.165422 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.240009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=5c2204f6-1fc8-471d-a655-956e5a5a1559,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:38.267777 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.298734 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.304107 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.388371 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:38.390426 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=5d54390e-1a02-4a1f-901f-a18acf85c319,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:38.514505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network fe9c610a-203e-4789-be88-dbcee64b547e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:38.516756 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:38.666692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router bbac57e8-9856-4349-9d3b-5de171a10e86 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:38.748186 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Floating IP 28064149-b85d-49f8-8f8b-23b6adbbb7be associated. External IP: 172.25.8.100, port: 9a979831-8134-4300-aa3a-5b24a2cb971a. Mar 11 17:44:38.801551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:38.814130 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9a5342a7-e509-4005-8e95-1e202d1995fc tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "PUT /v2.0/routers/bbac57e8-9856-4349-9d3b-5de171a10e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461341 Mar 11 17:44:38.814814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34870) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:38.894129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3869d22-baec-4e74-9c29-e4b98f71a7a1 None None] Network fe9c610a-203e-4789-be88-dbcee64b547e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:44:38.988643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:39.021192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e82072-bdb8-4235-a52b-d3521177679e tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.021714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e82072-bdb8-4235-a52b-d3521177679e tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.022181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e82072-bdb8-4235-a52b-d3521177679e tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.023220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e82072-bdb8-4235-a52b-d3521177679e tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.023394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2280fa88-55ea-4c05-a7f6-2af9237f5277 None None] Provisioning complete for port b68d572b-05bf-4bf9-95de-0783faa5dc46 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:39.023652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e82072-bdb8-4235-a52b-d3521177679e tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.023984 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2280fa88-55ea-4c05-a7f6-2af9237f5277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.024104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e82072-bdb8-4235-a52b-d3521177679e tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.024723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e82072-bdb8-4235-a52b-d3521177679e tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.025374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e82072-bdb8-4235-a52b-d3521177679e tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.027373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f4e82072-bdb8-4235-a52b-d3521177679e tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5647 time: 0.2115643 Mar 11 17:44:39.030071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34872) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:39.106425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:39.123927 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] Sync routers for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:39.126110 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.147130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2280fa88-55ea-4c05-a7f6-2af9237f5277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.155512 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:39.156180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466aac45-47a3-4218-8fa5-67914390f4d1 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.156687 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466aac45-47a3-4218-8fa5-67914390f4d1 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.156874 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:39.157623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466aac45-47a3-4218-8fa5-67914390f4d1 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.157623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466aac45-47a3-4218-8fa5-67914390f4d1 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.158058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466aac45-47a3-4218-8fa5-67914390f4d1 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.158510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466aac45-47a3-4218-8fa5-67914390f4d1 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.158959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466aac45-47a3-4218-8fa5-67914390f4d1 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.159405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466aac45-47a3-4218-8fa5-67914390f4d1 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.160915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-99acc07e-06a8-469e-8ffb-bab9f291c96e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4710369 Mar 11 17:44:39.161528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:39.164037 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16489b18-9ff5-4319-84f7-33a7cd860ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:39.167588 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-466aac45-47a3-4218-8fa5-67914390f4d1 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5250 time: 0.1340678 Mar 11 17:44:39.167995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:39.168603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34874) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:39.226374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2280fa88-55ea-4c05-a7f6-2af9237f5277 None None] For port b68d572b-05bf-4bf9-95de-0783faa5dc46, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b68d572b-05bf-4bf9-95de-0783faa5dc46,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:39.241702 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2280fa88-55ea-4c05-a7f6-2af9237f5277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.264935 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894e59f7-d4b7-422c-b9d6-f5f029e4cbb7 x-openstack-request-id: req-894e59f7-d4b7-422c-b9d6-f5f029e4cbb7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:39.265234 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:39.265459 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-894e59f7-d4b7-422c-b9d6-f5f029e4cbb7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:39.265855 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'status': 'completed', 'code': 200} Mar 11 17:44:39.306798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280fa88-55ea-4c05-a7f6-2af9237f5277 None None] Pushing event updated for resources: {'Port': ['ID=b68d572b-05bf-4bf9-95de-0783faa5dc46,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:39.367007 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:39.374012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-392bc1cc-964c-4bf8-9cf6-793c6c5dc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.375529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-392bc1cc-964c-4bf8-9cf6-793c6c5dc090 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c22fedb2c23f45009b13001b92c3b853&device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 1135 time: 0.1194725 Mar 11 17:44:39.377112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37535325-4c59-4bb4-a279-b43cdebc3dab tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.377629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37535325-4c59-4bb4-a279-b43cdebc3dab tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.378101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37535325-4c59-4bb4-a279-b43cdebc3dab tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.378681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37535325-4c59-4bb4-a279-b43cdebc3dab tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.379160 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37535325-4c59-4bb4-a279-b43cdebc3dab tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.379772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37535325-4c59-4bb4-a279-b43cdebc3dab tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.380234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37535325-4c59-4bb4-a279-b43cdebc3dab tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.380789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37535325-4c59-4bb4-a279-b43cdebc3dab tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.386968 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-37535325-4c59-4bb4-a279-b43cdebc3dab tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5647 time: 0.2173030 Mar 11 17:44:39.387728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34880) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:39.477932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffd968-91a7-4acc-8e9b-6cbbaf71a567 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.479641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffd968-91a7-4acc-8e9b-6cbbaf71a567 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.480162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffd968-91a7-4acc-8e9b-6cbbaf71a567 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.480660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffd968-91a7-4acc-8e9b-6cbbaf71a567 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.481288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffd968-91a7-4acc-8e9b-6cbbaf71a567 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.482013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffd968-91a7-4acc-8e9b-6cbbaf71a567 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.482624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffd968-91a7-4acc-8e9b-6cbbaf71a567 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.483057 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffd968-91a7-4acc-8e9b-6cbbaf71a567 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.491198 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-66ffd968-91a7-4acc-8e9b-6cbbaf71a567 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5250 time: 0.1008406 Mar 11 17:44:39.494803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34882) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:39.590586 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8f1b05b6-ea40-4d5f-9272-42d97059dd9d None None] Provisioning complete for port 5d54390e-1a02-4a1f-901f-a18acf85c319 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:39.591028 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8f1b05b6-ea40-4d5f-9272-42d97059dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.598359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-8f9a3677-4980-40aa-8149-f4ff1ed691b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.599856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-8f9a3677-4980-40aa-8149-f4ff1ed691b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f4670da6-c244-4812-8e76-bd3e7d94b301 HTTP/1.1" status: 200 len: 897 time: 0.2161105 Mar 11 17:44:39.663486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b05b6-ea40-4d5f-9272-42d97059dd9d None None] Port 5d54390e-1a02-4a1f-901f-a18acf85c319 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:39.678094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8f1b05b6-ea40-4d5f-9272-42d97059dd9d None None] Provisioning complete for port b68d572b-05bf-4bf9-95de-0783faa5dc46 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:39.678779 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8f1b05b6-ea40-4d5f-9272-42d97059dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:39.704304 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '28064149-b85d-49f8-8f8b-23b6adbbb7be', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'port_id': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'mac_address': 'fa:16:3e:04:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 0, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd200ae-d4c0-4c0b-bab2-cc11feff0571', 'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:19Z', 'updated_at': '2022-03-11T17:44:25Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': 'a297907d-ba7b-4853-960f-2e303370905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:39.737431 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] Checking router: f543fdb5-eb3d-403c-bbfd-04b22fde1e92 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:39.747076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-558b4617-c460-442e-8bd4-c67277ec40ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a979831-8134-4300-aa3a-5b24a2cb971a HTTP/1.1" status: 200 len: 999 time: 0.1375241 Mar 11 17:44:39.749303 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:39.750448 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:39.759005 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2a33522d-a0c5-4c2b-adb7-7c5edb94fd9b tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4501 time: 0.5900357 Mar 11 17:44:39.883404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-cecae5f0-d260-4b36-9ed7-b719252935c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.884942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-cecae5f0-d260-4b36-9ed7-b719252935c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a297907d-ba7b-4853-960f-2e303370905c HTTP/1.1" status: 200 len: 834 time: 0.1249325 Mar 11 17:44:39.913346 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b1fa39ee-3768-4ce8-be03-6cc5c791d851 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4501 time: 0.4168484 Mar 11 17:44:39.915313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:39.967889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-59a29938-6e35-48c8-b197-3f3b5fa3856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.968274 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:39.970580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-59a29938-6e35-48c8-b197-3f3b5fa3856b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f4670da6-c244-4812-8e76-bd3e7d94b301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779884 Mar 11 17:44:39.979973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52fdc6c-b514-4724-93d0-d773537d580d tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.980472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52fdc6c-b514-4724-93d0-d773537d580d tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:39.996396 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d52fdc6c-b514-4724-93d0-d773537d580d tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f543fdb5-eb3d-403c-bbfd-04b22fde1e92 HTTP/1.1" status: 200 len: 1990 time: 0.0658107 Mar 11 17:44:40.005765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Sync routers for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:40.029113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:40.029861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:40.094546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a0373a68-47d1-4bce-baa1-cced505b5c02 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:40.135245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b906b696-d3eb-4333-899e-d0b32ebc50a9 None None] Provisioning complete for port 5d54390e-1a02-4a1f-901f-a18acf85c319 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:40.135849 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b906b696-d3eb-4333-899e-d0b32ebc50a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.140849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-04725ac6-f3bb-4915-86c4-af249ace45b9 service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641071 Mar 11 17:44:40.165803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34890) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:40.170324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0c59619e-cd97-49f0-b006-804bc9336af6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976978088', 'description': 'tempest-secgroup-smoke-976978088 description', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:40.198906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b906b696-d3eb-4333-899e-d0b32ebc50a9 None None] Port 5d54390e-1a02-4a1f-901f-a18acf85c319 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:40.213326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c59619e-cd97-49f0-b006-804bc9336af6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.264550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16489b18-9ff5-4319-84f7-33a7cd860ec5 req-7c880502-8f17-492a-9182-36730a486998 service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171305 Mar 11 17:44:40.318820 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c59619e-cd97-49f0-b006-804bc9336af6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.323566 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c59619e-cd97-49f0-b006-804bc9336af6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.336793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:40.339032 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '28064149-b85d-49f8-8f8b-23b6adbbb7be', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'port_id': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'mac_address': 'fa:16:3e:04:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 0, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd200ae-d4c0-4c0b-bab2-cc11feff0571', 'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:19Z', 'updated_at': '2022-03-11T17:44:25Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': 'a297907d-ba7b-4853-960f-2e303370905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:40.339667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a0373a68-47d1-4bce-baa1-cced505b5c02 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:40.339667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.362290 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c59619e-cd97-49f0-b006-804bc9336af6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.367496 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0c59619e-cd97-49f0-b006-804bc9336af6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1968155 Mar 11 17:44:40.367496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34892) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:40.371081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8cb95454-af54-4c24-a82c-8e9906419cb0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': 'da5081ca-4749-4a21-8b82-cf742a3af529', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:40.374464 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759717d-a681-4fb3-b031-08dd4397c2d2 None None] The sync data for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 is: [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '28064149-b85d-49f8-8f8b-23b6adbbb7be', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'port_id': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'mac_address': 'fa:16:3e:04:2d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 0, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd200ae-d4c0-4c0b-bab2-cc11feff0571', 'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:19Z', 'updated_at': '2022-03-11T17:44:25Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': 'a297907d-ba7b-4853-960f-2e303370905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:40.379645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59619e-cd97-49f0-b006-804bc9336af6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5081ca-4749-4a21-8b82-cf742a3af529,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:40.402909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4add3452-1368-4621-b83b-d2d82c0c8119 None None] Provisioning complete for port 5d54390e-1a02-4a1f-901f-a18acf85c319 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:40.403288 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4add3452-1368-4621-b83b-d2d82c0c8119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.406382 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cb95454-af54-4c24-a82c-8e9906419cb0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.482074 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cb95454-af54-4c24-a82c-8e9906419cb0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.486416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cb95454-af54-4c24-a82c-8e9906419cb0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.509512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb95454-af54-4c24-a82c-8e9906419cb0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6520155f-6b4d-450f-b842-3f653bf88ea7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:40.515522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cb95454-af54-4c24-a82c-8e9906419cb0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.520224 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8cb95454-af54-4c24-a82c-8e9906419cb0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494756 Mar 11 17:44:40.521219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:40.526535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cbed7177-0578-47cd-8da2-4220a9ecd791 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': 'da5081ca-4749-4a21-8b82-cf742a3af529', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:40.556039 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbed7177-0578-47cd-8da2-4220a9ecd791 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.632219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbed7177-0578-47cd-8da2-4220a9ecd791 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.638192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbed7177-0578-47cd-8da2-4220a9ecd791 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.654292 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2b503-72dc-4cf2-907f-00895db6f949 None None] New status for floating IP 28064149-b85d-49f8-8f8b-23b6adbbb7be: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:44:40.661618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4add3452-1368-4621-b83b-d2d82c0c8119 None None] Port 5d54390e-1a02-4a1f-901f-a18acf85c319 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:40.671610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed7177-0578-47cd-8da2-4220a9ecd791 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4f28ed-703e-4d10-ae04-a91dcdf70089,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:40.689775 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbed7177-0578-47cd-8da2-4220a9ecd791 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.694723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34896) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:40.697614 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cbed7177-0578-47cd-8da2-4220a9ecd791 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1739633 Mar 11 17:44:40.699478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-014a1e5e-9d3d-482e-a86a-4980583628d8 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': 'da5081ca-4749-4a21-8b82-cf742a3af529', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:40.732211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-014a1e5e-9d3d-482e-a86a-4980583628d8 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.750910 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.797016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port a0373a68-47d1-4bce-baa1-cced505b5c02, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a0373a68-47d1-4bce-baa1-cced505b5c02,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:40.801163 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.802249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b68d572b-05bf-4bf9-95de-0783faa5dc46 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:40.819717 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-014a1e5e-9d3d-482e-a86a-4980583628d8 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.824314 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-014a1e5e-9d3d-482e-a86a-4980583628d8 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.863419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a1e5e-9d3d-482e-a86a-4980583628d8 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d24bad6-5d6a-4ae9-b8aa-d77adc2f7a80,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:40.875640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-014a1e5e-9d3d-482e-a86a-4980583628d8 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.876986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-014a1e5e-9d3d-482e-a86a-4980583628d8 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1811919 Mar 11 17:44:40.881684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:40.888243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-64ed1d3e-1140-4d09-81f1-376de4b9a1fe tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': 'da5081ca-4749-4a21-8b82-cf742a3af529', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:40.889480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=a0373a68-47d1-4bce-baa1-cced505b5c02,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:40.902826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.903173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.903513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.903849 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.904187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.904559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.904888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.905216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.905538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.905865 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.906190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.906678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:40.921275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64ed1d3e-1140-4d09-81f1-376de4b9a1fe tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.921726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b68d572b-05bf-4bf9-95de-0783faa5dc46 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:40.922029 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.924806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '5d54390e-1a02-4a1f-901f-a18acf85c319', 'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:d9:5a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:38Z', 'revision_number': 2, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '821a5649-eb95-4f39-b025-253c73c851f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:40.976773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Checking router: bbac57e8-9856-4349-9d3b-5de171a10e86 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:40.977130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Updating router bbac57e8-9856-4349-9d3b-5de171a10e86 port 5d54390e-1a02-4a1f-901f-a18acf85c319 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:44:40.989160 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64ed1d3e-1140-4d09-81f1-376de4b9a1fe tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:40.993906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64ed1d3e-1140-4d09-81f1-376de4b9a1fe tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.009464 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.014654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed1d3e-1140-4d09-81f1-376de4b9a1fe tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bbe7ba-210b-44b0-9da0-56d5b16cbabc,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:41.021418 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64ed1d3e-1140-4d09-81f1-376de4b9a1fe tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.022627 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-64ed1d3e-1140-4d09-81f1-376de4b9a1fe tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394672 Mar 11 17:44:41.025404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34900) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:41.029913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5fc2b3ea-6407-405d-8ab1-752e64fdbba1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': 'da5081ca-4749-4a21-8b82-cf742a3af529', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:41.051204 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-5fc2b3ea-6407-405d-8ab1-752e64fdbba1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Project 71b5a9c1536a4f91b84b5e8b492a6dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:44:41.057929 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b3ea-6407-405d-8ab1-752e64fdbba1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.124495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b3ea-6407-405d-8ab1-752e64fdbba1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.129090 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b3ea-6407-405d-8ab1-752e64fdbba1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.148810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2b3ea-6407-405d-8ab1-752e64fdbba1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3ef65f-aa1a-41b9-8d9c-34ee793dec86,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:41.156749 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b3ea-6407-405d-8ab1-752e64fdbba1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.160871 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5fc2b3ea-6407-405d-8ab1-752e64fdbba1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342826 Mar 11 17:44:41.161229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34902) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:41.165780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2c947aa9-2a18-4edc-8afa-6081d91d4286 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'security_group_rule': {'security_group_id': 'da5081ca-4749-4a21-8b82-cf742a3af529', 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:41.175080 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.189751 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-2c947aa9-2a18-4edc-8afa-6081d91d4286 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Project 71b5a9c1536a4f91b84b5e8b492a6dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:44:41.195514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c947aa9-2a18-4edc-8afa-6081d91d4286 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.262954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c947aa9-2a18-4edc-8afa-6081d91d4286 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.267045 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c947aa9-2a18-4edc-8afa-6081d91d4286 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.283930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c947aa9-2a18-4edc-8afa-6081d91d4286 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a2cb36-3bc4-4337-b36c-145bd025982a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:41.303935 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c947aa9-2a18-4edc-8afa-6081d91d4286 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.306695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2c947aa9-2a18-4edc-8afa-6081d91d4286 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441298 Mar 11 17:44:41.361345 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.367400 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.420704 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468ff51-7960-4685-828e-d8cac1220f36 None None] Pushing event updated for resources: {'Port': ['ID=5d54390e-1a02-4a1f-901f-a18acf85c319,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:41.478132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Attempting to bind port 5d54390e-1a02-4a1f-901f-a18acf85c319 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:41.478523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Attempting to bind port 5d54390e-1a02-4a1f-901f-a18acf85c319 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:41.478887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Attempting to bind port 5d54390e-1a02-4a1f-901f-a18acf85c319 on network fe9c610a-203e-4789-be88-dbcee64b547e {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:41.484467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:41.484852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Checking segment: {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:41.485266 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.485661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Bound using segment: {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:41.486130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Bound port: 5d54390e-1a02-4a1f-901f-a18acf85c319, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:41.486518 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.533213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-024eacf6-88b2-49ef-9e47-d71428090272 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976978088&fields=id&tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2 HTTP/1.1" status: 200 len: 267 time: 0.0455465 Mar 11 17:44:41.560646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] For port 5d54390e-1a02-4a1f-901f-a18acf85c319, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:41.564084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] For port 5d54390e-1a02-4a1f-901f-a18acf85c319, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5d54390e-1a02-4a1f-901f-a18acf85c319,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:41.571610 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.625617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:41.626246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:41.678456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-f00ab024-14ee-4b8c-8f62-01281fb5b6d0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:41.684955 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-f00ab024-14ee-4b8c-8f62-01281fb5b6d0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/networks?id=fe9c610a-203e-4789-be88-dbcee64b547e HTTP/1.1" status: 200 len: 796 time: 0.1436181 Mar 11 17:44:41.706919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7819578e-d6e0-475e-96b1-1e07474dbe1a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/quotas/71b5a9c1536a4f91b84b5e8b492a6dc2 HTTP/1.1" status: 200 len: 375 time: 0.0191805 Mar 11 17:44:41.754021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468ff51-7960-4685-828e-d8cac1220f36 None None] Pushing event updated for resources: {'Port': ['ID=5d54390e-1a02-4a1f-901f-a18acf85c319,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:41.761127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a97de6c5-1d8b-4592-adee-570e0b91e750 None None] Provisioning complete for port 5d54390e-1a02-4a1f-901f-a18acf85c319 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:41.761496 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a97de6c5-1d8b-4592-adee-570e0b91e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.772412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-9020c8ac-5052-4d28-8801-a66fc3cda411 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550067 Mar 11 17:44:41.818406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:41.890309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-1e7cefef-5e4d-4af4-aaa7-4d44ed0b9f9f service neutron] 10.222.0.53 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168284 Mar 11 17:44:41.899656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a0373a68-47d1-4bce-baa1-cced505b5c02 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:41.974155 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a97de6c5-1d8b-4592-adee-570e0b91e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:41.989999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-dbefb14b-b584-4913-a670-e668057f9164 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880172 Mar 11 17:44:42.080719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a97de6c5-1d8b-4592-adee-570e0b91e750 None None] For port 5d54390e-1a02-4a1f-901f-a18acf85c319, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5d54390e-1a02-4a1f-901f-a18acf85c319,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:42.096273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a97de6c5-1d8b-4592-adee-570e0b91e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.103269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a0373a68-47d1-4bce-baa1-cced505b5c02 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:42.103628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.166295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb5f23f0-c1ff-4b0c-be46-6b0bd2dfe946 req-1b8060bb-96e2-493c-9d4d-9d5133d2d122 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 210 time: 0.0283787 Mar 11 17:44:42.229776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97de6c5-1d8b-4592-adee-570e0b91e750 None None] Pushing event updated for resources: {'Port': ['ID=5d54390e-1a02-4a1f-901f-a18acf85c319,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:42.248285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2d00050e-7071-4fa3-8a01-14df383f76c5 None None] Provisioning complete for port 5d54390e-1a02-4a1f-901f-a18acf85c319 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:42.248616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2d00050e-7071-4fa3-8a01-14df383f76c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:42.339427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '5d54390e-1a02-4a1f-901f-a18acf85c319', 'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:d9:5a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:41Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '821a5649-eb95-4f39-b025-253c73c851f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:42.371001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e076af-87c7-4e04-81bc-870d57efa308 None None] The sync data for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 is: [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '5d54390e-1a02-4a1f-901f-a18acf85c319', 'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:d9:5a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:41Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '821a5649-eb95-4f39-b025-253c73c851f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:43.346913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67d67fd9-a042-4617-8995-82d55058ad25 req-0ccdcdd8-e851-4244-8295-5cfdacfbe4a6 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 210 time: 0.0449400 Mar 11 17:44:43.360930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-d019cc20-6a88-41b8-bc3f-aa91efbd0370 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:43.362506 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-d019cc20-6a88-41b8-bc3f-aa91efbd0370 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.46 "GET /v2.0/networks?id=fe9c610a-203e-4789-be88-dbcee64b547e HTTP/1.1" status: 200 len: 796 time: 0.1693313 Mar 11 17:44:43.434563 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-3c0a7b8f-bdfc-470f-acfb-d1b789222bf7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2 HTTP/1.1" status: 200 len: 379 time: 0.0601380 Mar 11 17:44:43.447685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'port': {'device_id': '64a1041d-1725-47ea-be67-078c25147122', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'admin_state_up': True, 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'security_groups': ['da5081ca-4749-4a21-8b82-cf742a3af529']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:43.594913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Made reservation on behalf of 71b5a9c1536a4f91b84b5e8b492a6dc2 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:44:43.598546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.621098 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-295ad50d-ef3a-4b58-9141-a4f826c534f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.734405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.20.0.4 (fe9c610a-203e-4789-be88-dbcee64b547e/821a5649-eb95-4f39-b025-253c73c851f7/ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:43.888635 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.901203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5d54390e-1a02-4a1f-901f-a18acf85c319 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:43.938027 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.966301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5d54390e-1a02-4a1f-901f-a18acf85c319 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:43.966674 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:43.992001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network fe9c610a-203e-4789-be88-dbcee64b547e is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:43.995035 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:43.997914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:44.022993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:44.038415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.038755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.039094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.039422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.039753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.040076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.040423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.040745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.041066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.041488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.041809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.042124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:44:44.067218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:44.067906 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.084830 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-7beb9c15-5bfb-4df8-a2c0-83390139e5f0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6419566 Mar 11 17:44:44.102348 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Request body: {'port': {'device_id': '64a1041d-1725-47ea-be67-078c25147122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:44.164504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.248489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-86ed2c4a-c8f4-46ef-a363-e2c8f19ac102 None None] Provisioning complete for port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:44.248863 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-86ed2c4a-c8f4-46ef-a363-e2c8f19ac102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.285001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-86ed2c4a-c8f4-46ef-a363-e2c8f19ac102 None None] Port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:44.443128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:44:44.450979 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.463506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Transition to ACTIVE for port object ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:44:44.473123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.505385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7a5ee-83de-48de-b13b-145157a9fc37 req-5ed0f940-6de0-4f4f-b309-718db1c06a53 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:44.506832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cd7a5ee-83de-48de-b13b-145157a9fc37 req-5ed0f940-6de0-4f4f-b309-718db1c06a53 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 931 time: 0.0578263 Mar 11 17:44:44.529232 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:44.550497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cd7a5ee-83de-48de-b13b-145157a9fc37 req-f37a8da6-dccb-4eff-b891-535c1cd645c7 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374634 Mar 11 17:44:44.613421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Attempting to bind port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:44.613759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Attempting to bind port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:44.614090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Attempting to bind port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc on network fe9c610a-203e-4789-be88-dbcee64b547e {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:44.619178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc on network fe9c610a-203e-4789-be88-dbcee64b547e not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:44:44.619505 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Attempting to bind port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc on network fe9c610a-203e-4789-be88-dbcee64b547e {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:44.626029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:44.626405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Checking segment: {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:44.626829 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Bound using segment: {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:44.627323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Bound port: ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824f7fad-4d48-4f10-8bdd-7bd30c778031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:44.627688 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.696548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] For port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:44.699883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] For port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:44.704891 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.743317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:44.743317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:44.745613 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] 10.222.0.46 "PUT /v2.0/ports/ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc HTTP/1.1" status: 200 len: 1091 time: 0.6495624 Mar 11 17:44:44.745613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:44.746730 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a90a710-c6e4-4660-adf1-eac8d7729c79" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:44.772540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d337e5-757c-40b7-acd9-8954f003eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:44.807985 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbad0974-d8ff-4ca4-a65a-534b2f57f364 x-openstack-request-id: req-cbad0974-d8ff-4ca4-a65a-534b2f57f364 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:44.812384 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:44.812384 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbad0974-d8ff-4ca4-a65a-534b2f57f364 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:44.812384 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'status': 'completed', 'code': 200} Mar 11 17:44:44.855725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-204bb8b0-7fb1-482e-94ce-f2d5ee085994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:44.857416 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-204bb8b0-7fb1-482e-94ce-f2d5ee085994 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 1094 time: 0.0623734 Mar 11 17:44:44.901523 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-db5615dc-8bf9-4a2e-8e7a-56b3b0d21fec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc HTTP/1.1" status: 200 len: 217 time: 0.0359809 Mar 11 17:44:44.959028 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-9827818e-3026-4cae-82cf-baf4519c8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:44.960533 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-9827818e-3026-4cae-82cf-baf4519c8420 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=821a5649-eb95-4f39-b025-253c73c851f7 HTTP/1.1" status: 200 len: 835 time: 0.0520813 Mar 11 17:44:45.010462 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-d703c17e-8bd4-40b2-b756-6e33cf448e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:45.011963 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-d703c17e-8bd4-40b2-b756-6e33cf448e08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe9c610a-203e-4789-be88-dbcee64b547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445867 Mar 11 17:44:45.112748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-5fe8e4ab-c720-4ee6-9f34-d7c616e4e7b8 service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937250 Mar 11 17:44:45.205923 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f7e1c132-47c3-4ec7-9d32-1795a68b15e1 req-c081257c-0fc6-44ba-bcd7-fde64b39139c service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869193 Mar 11 17:44:45.327280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-9f920d44-d5e8-4814-b6f2-7e47a5c9a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:45.328729 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-9f920d44-d5e8-4814-b6f2-7e47a5c9a301 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 1094 time: 0.0674238 Mar 11 17:44:45.417211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-cec1d201-9d8a-42ad-93d3-5841458a8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:45.418669 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-cec1d201-9d8a-42ad-93d3-5841458a8422 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe9c610a-203e-4789-be88-dbcee64b547e HTTP/1.1" status: 200 len: 896 time: 0.0832279 Mar 11 17:44:45.466307 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-52351167-11d4-4e44-b697-0a3c0647a072 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc HTTP/1.1" status: 200 len: 217 time: 0.0389848 Mar 11 17:44:45.524069 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-b903f973-2043-41be-b0fe-926a72f67642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:45.525690 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-b903f973-2043-41be-b0fe-926a72f67642 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=821a5649-eb95-4f39-b025-253c73c851f7 HTTP/1.1" status: 200 len: 835 time: 0.0526054 Mar 11 17:44:45.579612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-e9bce881-e12d-4962-b429-5696d4cb3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:45.581253 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-e9bce881-e12d-4962-b429-5696d4cb3926 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe9c610a-203e-4789-be88-dbcee64b547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483873 Mar 11 17:44:45.674780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bbf2b-1731-4520-9931-5f2d1c4f1b28 req-58d35820-a0a8-47b7-aff9-1d9e9cc0a6c1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:45.678277 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0bbf2b-1731-4520-9931-5f2d1c4f1b28 req-58d35820-a0a8-47b7-aff9-1d9e9cc0a6c1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 943 time: 0.0536242 Mar 11 17:44:45.708559 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-6521e9c9-e2ce-4cbc-b65b-47d56d4a7988 service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171834 Mar 11 17:44:45.725145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b0bbf2b-1731-4520-9931-5f2d1c4f1b28 req-b9ec086c-47fb-481b-b827-2d248aa217d4 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377030 Mar 11 17:44:45.804268 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a90a710-c6e4-4660-adf1-eac8d7729c79 req-4738e535-5aeb-41b4-bc8f-799d5430fbdf service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890608 Mar 11 17:44:45.884647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-146bd3f3-f856-4bb6-bd33-cded5fe336b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:46.848253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384a3ad-e826-409b-ae10-9daaefe22fcb req-c9c4ed82-26f9-4f98-ad2b-fd6013338557 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:46.849763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3384a3ad-e826-409b-ae10-9daaefe22fcb req-c9c4ed82-26f9-4f98-ad2b-fd6013338557 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 943 time: 0.0514090 Mar 11 17:44:46.888908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3384a3ad-e826-409b-ae10-9daaefe22fcb req-0f3f504b-2576-4532-8a3d-07c849574d55 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Mar 11 17:44:47.177607 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:47.221303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b789a13-21ff-4a30-bde5-b69423dc11e6 req-1e16b24e-aac7-4c85-854d-67209ffcc398 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:47.223350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b789a13-21ff-4a30-bde5-b69423dc11e6 req-1e16b24e-aac7-4c85-854d-67209ffcc398 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0549321 Mar 11 17:44:47.262180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b789a13-21ff-4a30-bde5-b69423dc11e6 req-1c59d77d-5968-46b1-ae5f-57f2dffb3684 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324693 Mar 11 17:44:47.285426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 34944) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:47.404076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4e23f43d-25a1-4a92-9a2e-761026889e93 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/d49f6adf-4575-43dc-babf-06a4a2c10fa1 HTTP/1.1" status: 200 len: 994 time: 0.1174695 Mar 11 17:44:47.527348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:44:47.625067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:47.636380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'port_id': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'mac_address': 'fa:16:3e:bf:db:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:44:47.678449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:47.692891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:44:47.713133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:47.717368 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:47.767178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:47.782012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6808f-f3b6-4498-ae00-d385c8c1308a req-1e08b992-78c1-455c-a890-749481ec68a4 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:47.783564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92f6808f-f3b6-4498-ae00-d385c8c1308a req-1e08b992-78c1-455c-a890-749481ec68a4 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1097 time: 0.0491488 Mar 11 17:44:47.833004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92f6808f-f3b6-4498-ae00-d385c8c1308a req-b5e5af62-b08c-4f8b-aea0-05a617f4a14a tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Mar 11 17:44:47.919168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-4f530fc1-6727-4b5a-b48b-16d97fe7af74 req-d543c38f-abe2-4101-9f5b-7cc6adaacc2c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:44:47.921959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f530fc1-6727-4b5a-b48b-16d97fe7af74 req-d543c38f-abe2-4101-9f5b-7cc6adaacc2c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071204 Mar 11 17:44:47.981527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:44:48.073981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f7ab-679a-43bf-8e05-ef892c8e3f1f req-4077908d-ab14-45da-9c58-9d2c1f67ef03 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:48.076611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9823f7ab-679a-43bf-8e05-ef892c8e3f1f req-4077908d-ab14-45da-9c58-9d2c1f67ef03 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 944 time: 0.1044118 Mar 11 17:44:48.130534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9823f7ab-679a-43bf-8e05-ef892c8e3f1f req-70d9f292-583c-47e1-8bfe-e3187338e1ee tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440159 Mar 11 17:44:48.430023 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:48.537708 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-f80c6b49-247d-4609-83ff-a379b1052af3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278360 Mar 11 17:44:48.546766 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-925ffb18-c4b8-48b4-94fe-58f4fc016ab6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:44:48.547773 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-925ffb18-c4b8-48b4-94fe-58f4fc016ab6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052204 Mar 11 17:44:48.976160 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.053655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-9126a1f7-efca-4d43-ab91-e259f00813a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:49.055073 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-9126a1f7-efca-4d43-ab91-e259f00813a7 service neutron] 10.222.0.53 "GET /v2.0/ports/1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 1094 time: 0.0387654 Mar 11 17:44:49.064280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Request body: {'binding': {'host': 'n-h1-833411-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:49.064771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Unknown quota resources ['binding']. {{(pid=102641) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 17:44:49.260675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f46471-5ce3-4be3-97ca-1b594ccac183 req-18e99327-e01a-4b8f-bd02-496aae9d57ea tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:49.262184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90f46471-5ce3-4be3-97ca-1b594ccac183 req-18e99327-e01a-4b8f-bd02-496aae9d57ea tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 944 time: 0.0565665 Mar 11 17:44:49.302953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90f46471-5ce3-4be3-97ca-1b594ccac183 req-766734a1-585c-42ca-aaab-6e2b9ac33eda tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347054 Mar 11 17:44:49.522037 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de on host n-h1-833411-1 for vnic_type normal with profile None {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:49.522271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:49.522600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de on network b5bec2a3-a35c-43e4-9668-9f18fc931403 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:49.526812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Port 1b3331c2-c359-445b-8caa-1ab66eef33de on network b5bec2a3-a35c-43e4-9668-9f18fc931403 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:44:49.527129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de on network b5bec2a3-a35c-43e4-9668-9f18fc931403 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:49.531739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:49.532073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Checking segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:49.532488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Bound using segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:49.532904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Bound port: 1b3331c2-c359-445b-8caa-1ab66eef33de, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:49.540312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:44:49.593124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:44:49.597204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:49.597583 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.614356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:49.621531 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] Notify callbacks [] for binding, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.622723 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d0744e13-010e-4608-9c35-89145d7de565 service neutron] 10.222.0.53 "POST /v2.0/ports/1b3331c2-c359-445b-8caa-1ab66eef33de/bindings HTTP/1.1" status: 201 len: 389 time: 0.5619614 Mar 11 17:44:49.683337 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.716471 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:49.719473 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d0ffd8-3945-45b9-81e9-ee6f4768ac0b" -d '{"events": [{"server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "name": "network-vif-plugged", "status": "completed", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:49.735968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:49.741158 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:49.785869 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff94a47a-ff66-4b25-8888-be28b7992f35 x-openstack-request-id: req-ff94a47a-ff66-4b25-8888-be28b7992f35 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:49.786221 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "name": "network-vif-plugged", "status": "completed", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:49.786528 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff94a47a-ff66-4b25-8888-be28b7992f35 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:49.787105 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'code': 200} Mar 11 17:44:49.791499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6588e1-cc53-4113-92d2-fc6212ee52dd req-e4561b58-86c5-43c5-a7e1-f5515c0fea87 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:49.793093 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac6588e1-cc53-4113-92d2-fc6212ee52dd req-e4561b58-86c5-43c5-a7e1-f5515c0fea87 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0615566 Mar 11 17:44:49.816634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:49.855928 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac6588e1-cc53-4113-92d2-fc6212ee52dd req-7fc64182-0c24-4a6a-9702-62d8d9b4c707 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 Mar 11 17:44:49.892717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-dfeb2c18-9ad2-40a8-9287-cd4566f1bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:49.894741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-dfeb2c18-9ad2-40a8-9287-cd4566f1bca1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1097 time: 0.0431015 Mar 11 17:44:49.900988 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b162c2d-8366-4e0f-80be-9a98adcdfd16 req-ac6438b0-3664-4375-a93f-3cb749f91ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:49.902717 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b162c2d-8366-4e0f-80be-9a98adcdfd16 req-ac6438b0-3664-4375-a93f-3cb749f91ccf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 1096 time: 0.0439100 Mar 11 17:44:49.936786 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9b162c2d-8366-4e0f-80be-9a98adcdfd16 req-143e484c-b076-4470-a834-cd3694787a80 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276151 Mar 11 17:44:49.996934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-8c784467-896c-40ab-80d7-4f4057e6ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:49.998420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-8c784467-896c-40ab-80d7-4f4057e6ba97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b5bec2a3-a35c-43e4-9668-9f18fc931403 HTTP/1.1" status: 200 len: 897 time: 0.0974016 Mar 11 17:44:50.070879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-0623320f-f734-4724-83da-6ee687b8fd13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 1002 time: 0.0663490 Mar 11 17:44:50.125587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d4410608-2eed-49db-9767-99154822008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:50.127084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d4410608-2eed-49db-9767-99154822008a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e24d0a9d-1386-4677-ad6e-f57f92dc4cf0 HTTP/1.1" status: 200 len: 835 time: 0.0499260 Mar 11 17:44:50.172816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e3f7435f-c26a-4fc5-96cc-d171c138594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:50.174344 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e3f7435f-c26a-4fc5-96cc-d171c138594b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5bec2a3-a35c-43e4-9668-9f18fc931403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414877 Mar 11 17:44:50.266617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-602e4590-5ac3-4d42-a8e8-58b31ba6d98c service neutron] 10.222.0.66 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861702 Mar 11 17:44:50.373142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-95f99c48-4d87-4d79-8ae0-6fe6c986d13f service neutron] 10.222.0.66 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001229 Mar 11 17:44:50.485407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fe145-3d8b-4064-acdd-d16ccabc35bf req-278588dc-dadc-41a3-92d6-27d62e989503 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:50.486897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-607fe145-3d8b-4064-acdd-d16ccabc35bf req-278588dc-dadc-41a3-92d6-27d62e989503 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 945 time: 0.0992942 Mar 11 17:44:50.543703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-ad85c358-3a45-414d-b2fa-8354e2fbad38 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:50.545234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-ad85c358-3a45-414d-b2fa-8354e2fbad38 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1097 time: 0.1148083 Mar 11 17:44:50.553338 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-607fe145-3d8b-4064-acdd-d16ccabc35bf req-aa71d16b-3714-4671-bdfc-dba66f9526d1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601504 Mar 11 17:44:50.558221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833411-1'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:50.612485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.744310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:50.784617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:50.826024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:50.828324 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4efb63-f1c5-4afa-acff-3097e91ac43e" -d '{"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:50.832456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.838875 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:50.872739 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728b145f-4533-458e-a515-9f8cf05d68f0 x-openstack-request-id: req-728b145f-4533-458e-a515-9f8cf05d68f0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:50.873098 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:50.873291 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-728b145f-4533-458e-a515-9f8cf05d68f0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:50.873659 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'code': 200} Mar 11 17:44:51.004395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Pushing event updated for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:51.090560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336b954-7402-4caf-9e01-f52d20134e09 req-528b3c25-b418-4720-9319-de585871b70d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:51.092811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0336b954-7402-4caf-9e01-f52d20134e09 req-528b3c25-b418-4720-9319-de585871b70d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 944 time: 0.1368277 Mar 11 17:44:51.155177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de on host n-h2-833411-1 for vnic_type normal with profile {"migrating_to": "n-h1-833411-1"} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:44:51.155408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:44:51.155726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de on network b5bec2a3-a35c-43e4-9668-9f18fc931403 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:51.168947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Port 1b3331c2-c359-445b-8caa-1ab66eef33de on network b5bec2a3-a35c-43e4-9668-9f18fc931403 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:44:51.169268 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Attempting to bind port 1b3331c2-c359-445b-8caa-1ab66eef33de on network b5bec2a3-a35c-43e4-9668-9f18fc931403 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:44:51.174333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0336b954-7402-4caf-9e01-f52d20134e09 req-e0d9f028-d15d-4717-9c32-13373523d347 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719419 Mar 11 17:44:51.177503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:44:51.177843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Checking segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:44:51.178220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Bound using segment: {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:44:51.178643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Bound port: 1b3331c2-c359-445b-8caa-1ab66eef33de, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd608ad64-783a-4a28-88e4-e50a7fca5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:44:51.178999 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.225160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3214b469-afe9-4269-ba2a-1e76d4043b33 None None] Provisioning complete for port 1b3331c2-c359-445b-8caa-1ab66eef33de triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:51.225777 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3214b469-afe9-4269-ba2a-1e76d4043b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.244664 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:44:51.247776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:44:51.252703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.261159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3214b469-afe9-4269-ba2a-1e76d4043b33 None None] Port 1b3331c2-c359-445b-8caa-1ab66eef33de cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:44:51.351804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Pushing event updated for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=8']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:51.394687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:51.395452 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.397180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-e917fd85-8a5f-4a43-8630-65a8b80a829f service neutron] 10.222.0.66 "PUT /v2.0/ports/1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 1122 time: 0.8429241 Mar 11 17:44:51.494137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['1b3331c2-c359-445b-8caa-1ab66eef33de'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:44:51.693547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92235f-2167-4516-af1b-df6d54b5406c req-aeffa19a-9882-465b-a522-5bcaa34fced1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:51.695041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f92235f-2167-4516-af1b-df6d54b5406c req-aeffa19a-9882-465b-a522-5bcaa34fced1 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 945 time: 0.0602372 Mar 11 17:44:51.737419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f92235f-2167-4516-af1b-df6d54b5406c req-16d2b8bd-696a-4c32-965e-947113b79a9c tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361578 Mar 11 17:44:51.766085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6b0bd8b7-33a5-4834-b42e-82ff6b59904a None None] Provisioning complete for port 1b3331c2-c359-445b-8caa-1ab66eef33de triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:44:51.766477 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd8b7-33a5-4834-b42e-82ff6b59904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.859777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957192de-6803-4641-bb04-70b60ec92298 req-12c817a9-8995-4785-9a71-058b52e3d2e4 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:51.861278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-957192de-6803-4641-bb04-70b60ec92298 req-12c817a9-8995-4785-9a71-058b52e3d2e4 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 945 time: 0.0505393 Mar 11 17:44:51.902814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-957192de-6803-4641-bb04-70b60ec92298 req-e0b2054f-3583-408b-b797-735160df1170 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352340 Mar 11 17:44:51.914446 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd8b7-33a5-4834-b42e-82ff6b59904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:51.924949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 34996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:51.954675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:51.957333 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe25b46-ef7e-4787-be39-4f14f2d96b9f" -d '{"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-plugged", "status": "completed", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:51.969269 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db2dcfc-2021-42a1-9144-7ad515689ba7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:51.973663 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0db2dcfc-2021-42a1-9144-7ad515689ba7 tempest-TestNetworkBasicOps-750458420 tempest-TestNetworkBasicOps-750458420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 1091 time: 0.0450037 Mar 11 17:44:51.974020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35002) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:51.978221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6b0bd8b7-33a5-4834-b42e-82ff6b59904a None None] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:51.978895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:44:52.000286 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd8b7-33a5-4834-b42e-82ff6b59904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.006545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.042355 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4674c8-2efa-43c0-a946-845cf651634e x-openstack-request-id: req-0d4674c8-2efa-43c0-a946-845cf651634e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:52.042669 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-plugged", "status": "completed", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:52.042980 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d4674c8-2efa-43c0-a946-845cf651634e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:52.043283 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'code': 200} Mar 11 17:44:52.161954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.172384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bd8b7-33a5-4834-b42e-82ff6b59904a None None] Pushing event updated for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:52.685994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f70a2-e64b-497f-9f77-e38c694a742c req-824ad0fe-d9ca-4089-8573-95169454d822 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:52.687524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac0f70a2-e64b-497f-9f77-e38c694a742c req-824ad0fe-d9ca-4089-8573-95169454d822 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 946 time: 0.4751019 Mar 11 17:44:52.743816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14440e8-06cc-40bd-9c8a-53a6cd9db617 req-4fcf9988-df53-4c08-935c-c694aa2437d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:52.745318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a14440e8-06cc-40bd-9c8a-53a6cd9db617 req-4fcf9988-df53-4c08-935c-c694aa2437d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.4841018 Mar 11 17:44:52.746550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Allocated IP 172.25.8.115 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/8267a871-7f53-4f50-86b6-d101450bfc35) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:44:52.808492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac0f70a2-e64b-497f-9f77-e38c694a742c req-5c01daac-2dbd-4f78-b36b-88b45123d96a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117158 Mar 11 17:44:52.862484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a14440e8-06cc-40bd-9c8a-53a6cd9db617 req-59f38286-9530-4f5e-bd5b-8353f2838916 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087348 Mar 11 17:44:52.875055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:52.877749 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449cab8-1a95-4e30-bfc9-441f059eb9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:52.919827 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9482ee5-fd9e-4dc2-8eb9-64221d2a20bd x-openstack-request-id: req-b9482ee5-fd9e-4dc2-8eb9-64221d2a20bd {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:52.920122 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:52.920389 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9482ee5-fd9e-4dc2-8eb9-64221d2a20bd {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:52.920783 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'status': 'completed', 'code': 200} Mar 11 17:44:52.923644 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.964678 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:52.986439 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-63910179-d854-4cd8-b761-bfd81ee671dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:52.988036 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-63910179-d854-4cd8-b761-bfd81ee671dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1127 time: 0.0449677 Mar 11 17:44:53.005860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:44:53.008927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:44:53.012699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:44:53.039721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=8267a871-7f53-4f50-86b6-d101450bfc35,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:53.108045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-1fddbcd3-1b8c-4141-ad18-e4a67dd5e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:53.109574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-1fddbcd3-1b8c-4141-ad18-e4a67dd5e0f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bec2a3-a35c-43e4-9668-9f18fc931403 HTTP/1.1" status: 200 len: 897 time: 0.1134765 Mar 11 17:44:53.183633 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-118b5e86-8aa4-48b3-9905-59fc4d0c0af5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 1002 time: 0.0645292 Mar 11 17:44:53.235282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-cef924f6-3f09-47d3-bfda-b0cf3a711968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:53.236930 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-cef924f6-3f09-47d3-bfda-b0cf3a711968 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e24d0a9d-1386-4677-ad6e-f57f92dc4cf0 HTTP/1.1" status: 200 len: 835 time: 0.0469785 Mar 11 17:44:53.292223 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-e3d33b53-a04e-400f-8c9b-777042fa65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:53.293690 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-e3d33b53-a04e-400f-8c9b-777042fa65c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bec2a3-a35c-43e4-9668-9f18fc931403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501902 Mar 11 17:44:53.402579 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-df09c989-402d-406b-94e4-90d3a9d7c5b4 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006773 Mar 11 17:44:53.423478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.509365 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.527257 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f449cab8-1a95-4e30-bfc9-441f059eb9a4 req-8d611a61-5e81-4e6a-b9d9-828836db1ae2 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153524 Mar 11 17:44:53.686587 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.691892 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.766962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event updated for resources: {'Port': ['ID=8267a871-7f53-4f50-86b6-d101450bfc35,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:53.779806 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:53.915687 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Floating IP 6923615f-a13a-4c25-a4a9-7511d6f03d9f associated. External IP: 172.25.8.115, port: ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc. Mar 11 17:44:53.997723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-c99bd406-dbc4-4c95-ad39-37f9e648a2c9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:53.999101 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-c99bd406-dbc4-4c95-ad39-37f9e648a2c9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 946 time: 0.0558348 Mar 11 17:44:54.048249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f04e9-00c9-494b-a33f-f022214dee7b req-a7080bf7-1806-4953-ab65-c28667342109 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:54.051931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da7f04e9-00c9-494b-a33f-f022214dee7b req-a7080bf7-1806-4953-ab65-c28667342109 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 946 time: 0.1676989 Mar 11 17:44:54.099738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c658b8-093d-4f76-94d8-9f8f74c375e3 req-9b5fe600-0d7a-4272-9049-0a559c0aebd5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:54.100574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:44:54.100933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.101275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66c658b8-093d-4f76-94d8-9f8f74c375e3 req-9b5fe600-0d7a-4272-9049-0a559c0aebd5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.1501076 Mar 11 17:44:54.134940 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1b3331c2-c359-445b-8caa-1ab66eef33de details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:44:54.180649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da7f04e9-00c9-494b-a33f-f022214dee7b req-2575279a-3a22-4dfa-96df-51521f86290b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196194 Mar 11 17:44:54.208428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66c658b8-093d-4f76-94d8-9f8f74c375e3 req-8e21f771-e799-4460-9072-242e873eb50a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001730 Mar 11 17:44:54.231599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] For port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:54.231599 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.242394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:44:54.254711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1b3331c2-c359-445b-8caa-1ab66eef33de has no active binding in host n-h1-833411-1 {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 17:44:54.273345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router bbac57e8-9856-4349-9d3b-5de171a10e86 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:54.382315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:54.393198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] Sync routers for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:54.406942 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.414528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:54.415583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:54.441629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8eaa9b21-64a2-4771-bd3f-588be80d1e5e tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4637439 Mar 11 17:44:54.441899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35016) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:54.479868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.480492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.481467 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Floating IP 984ad127-779a-4b5a-bcbe-c6f00882460f disassociated. External IP: 172.25.8.44, port: 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2. Mar 11 17:44:54.481467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:44:54.507872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-06e2dac0-8108-487c-a7fe-25bff9a1d757 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/floatingips/6923615f-a13a-4c25-a4a9-7511d6f03d9f HTTP/1.1" status: 200 len: 991 time: 0.0646789 Mar 11 17:44:54.536891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:54.615321 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.647602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:44:54.757440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:44:54.771360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '6923615f-a13a-4c25-a4a9-7511d6f03d9f', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'port_id': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'mac_address': 'fa:16:3e:bf:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1041d-1725-47ea-be67-078c25147122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:44:53Z', 'updated_at': '2022-03-11T17:44:53Z', 'revision_number': 0, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d54390e-1a02-4a1f-901f-a18acf85c319', 'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:d9:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:42Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '821a5649-eb95-4f39-b025-253c73c851f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:54.797876 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] Checking router: bbac57e8-9856-4349-9d3b-5de171a10e86 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:54.806398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:54.807006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:54.872527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:44:54.883993 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] Sync routers for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:44:54.895638 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:54.896546 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:54.914112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] No DVR routers for this DVR port 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:44:54.916801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:54.920404 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ce78eb0d-82c2-4dbb-9632-df7c1d056027 req-874acb7b-11e7-4572-b6e6-115a2d682776 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "DELETE /v2.0/ports/11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 HTTP/1.1" status: 204 len: 173 time: 0.9149771 Mar 11 17:44:54.920716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722a05d-0439-4f99-ad27-0655d49056bc', 'name': 'network-vif-deleted', 'tag': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:54.922001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:44:54.923165 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccebf491-29df-49d8-812f-75bd235c59e7" -d '{"events": [{"server_uuid": "9722a05d-0439-4f99-ad27-0655d49056bc", "name": "network-vif-deleted", "tag": "11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:54.926550 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552e55a3-1281-485a-8832-87b85cb8b8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:44:54.930140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:54.985787 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380ef4de-21c3-4767-8475-64e015249eae x-openstack-request-id: req-380ef4de-21c3-4767-8475-64e015249eae {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:54.986515 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:54.987004 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-380ef4de-21c3-4767-8475-64e015249eae {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:54.987667 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'status': 'completed', 'code': 200} Mar 11 17:44:55.022548 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fdcf35-b657-477c-b95c-4ed0aa784d54 x-openstack-request-id: req-37fdcf35-b657-477c-b95c-4ed0aa784d54 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:44:55.023111 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722a05d-0439-4f99-ad27-0655d49056bc", "name": "network-vif-deleted", "tag": "11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:44:55.023111 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37fdcf35-b657-477c-b95c-4ed0aa784d54 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:44:55.023436 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722a05d-0439-4f99-ad27-0655d49056bc', 'name': 'network-vif-deleted', 'tag': '11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2', 'status': 'completed', 'code': 200} Mar 11 17:44:55.030069 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:55.081089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-6c85460a-33f0-47d9-b4a3-25b011a7e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:55.083465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-6c85460a-33f0-47d9-b4a3-25b011a7e455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 1096 time: 0.0588770 Mar 11 17:44:55.266425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-abf19bd6-0aa5-4d47-a3d9-3271ec6f03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:55.267932 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-abf19bd6-0aa5-4d47-a3d9-3271ec6f03f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe9c610a-203e-4789-be88-dbcee64b547e HTTP/1.1" status: 200 len: 896 time: 0.1781287 Mar 11 17:44:55.284026 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '6923615f-a13a-4c25-a4a9-7511d6f03d9f', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'port_id': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'mac_address': 'fa:16:3e:bf:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1041d-1725-47ea-be67-078c25147122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:44:53Z', 'updated_at': '2022-03-11T17:44:53Z', 'revision_number': 0, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d54390e-1a02-4a1f-901f-a18acf85c319', 'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:d9:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:42Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '821a5649-eb95-4f39-b025-253c73c851f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:55.355399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dec0b9-1209-4b1a-a1a1-61d6f8be2c06 None None] The sync data for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 is: [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '6923615f-a13a-4c25-a4a9-7511d6f03d9f', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'port_id': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'mac_address': 'fa:16:3e:bf:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1041d-1725-47ea-be67-078c25147122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:44:53Z', 'updated_at': '2022-03-11T17:44:53Z', 'revision_number': 0, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d54390e-1a02-4a1f-901f-a18acf85c319', 'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:d9:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:42Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '821a5649-eb95-4f39-b025-253c73c851f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:55.380786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26c0ac5a-b3a2-4693-a766-c2f526c8d011 req-5d9d6ca7-f11d-4309-8c08-77308789ba72 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 210 time: 0.0557323 Mar 11 17:44:55.387368 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:55.425102 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] Checking router: 8020dc2b-dda0-404e-b95a-9de3c6708ae4 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:44:55.428610 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-bb7cfaa7-b26b-4904-af75-7e6896e76f8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc HTTP/1.1" status: 200 len: 999 time: 0.1475894 Mar 11 17:44:55.437374 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:44:55.437987 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:55.465566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aabfab-ae2e-409d-aa03-a5100680f61e req-049d6648-2d1d-40bb-8a51-eb714221e533 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:55.467417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78aabfab-ae2e-409d-aa03-a5100680f61e req-049d6648-2d1d-40bb-8a51-eb714221e533 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.1276264 Mar 11 17:44:55.509664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-f8550ec9-6896-481d-b288-f74a943eee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:55.513238 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-f8550ec9-6896-481d-b288-f74a943eee2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=821a5649-eb95-4f39-b025-253c73c851f7 HTTP/1.1" status: 200 len: 835 time: 0.0752919 Mar 11 17:44:55.513238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:55.536365 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78aabfab-ae2e-409d-aa03-a5100680f61e req-fe019694-0737-42b8-9eab-208146704c51 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622435 Mar 11 17:44:55.616180 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-7061343e-7d7b-479d-9439-2a4a9769ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:55.617646 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-7061343e-7d7b-479d-9439-2a4a9769ddd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe9c610a-203e-4789-be88-dbcee64b547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956466 Mar 11 17:44:55.623129 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5db91ef2-d714-4a43-be30-75ceced123b3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/floatingips/6923615f-a13a-4c25-a4a9-7511d6f03d9f HTTP/1.1" status: 200 len: 991 time: 0.1090615 Mar 11 17:44:55.708366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638e31d3-3c2a-419f-8ec2-26711cf6ac8d None None] New status for floating IP 6923615f-a13a-4c25-a4a9-7511d6f03d9f: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:44:55.718162 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:44:55.721657 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-4e91ea68-b1b2-478e-8206-20879b7ac334 service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965748 Mar 11 17:44:55.829973 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-552e55a3-1281-485a-8832-87b85cb8b8c2 req-0f9129e3-c48b-4c9c-84b5-3efca3e5686d service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006556 Mar 11 17:44:55.967195 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:44:55.997210 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65115a-9063-4955-8529-1da00d991b71 None None] The sync data for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 is: [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:44:56.235135 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3ccb5-a624-4e22-880b-00d4b7c97800 None None] New status for floating IP 984ad127-779a-4b5a-bcbe-c6f00882460f: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:44:56.498232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eaa7846f-0104-49c7-908b-0d18c27d8f83 req-fc89d3c1-8b98-499b-9c8a-46108136e179 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 210 time: 0.0302248 Mar 11 17:44:56.626017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35032) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:44:56.664180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051aac-80a9-4076-8cf9-80f77617b685 req-db9bea5e-c3ea-41e4-8b2a-3a51b10cc9ac tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:56.665702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-54051aac-80a9-4076-8cf9-80f77617b685 req-db9bea5e-c3ea-41e4-8b2a-3a51b10cc9ac tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0570054 Mar 11 17:44:56.703898 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bdb9b50f-252d-40b6-8051-42475a7c8d3a tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/floatingips/6923615f-a13a-4c25-a4a9-7511d6f03d9f HTTP/1.1" status: 200 len: 993 time: 0.0734282 Mar 11 17:44:56.717584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-54051aac-80a9-4076-8cf9-80f77617b685 req-5e9bf604-33cb-4dcf-a8df-4f83081d0a1c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446866 Mar 11 17:44:57.574032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:44:57.597975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32012fdd-d7d7-472d-92db-ad33dd8912fc req-b9ce4fc7-a5f1-4f45-a625-2457a0043dbd tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 210 time: 0.0268288 Mar 11 17:44:57.599902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:44:57.600281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 11b5d87b-51dc-4a9b-b80c-565ca8ddc5f2 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:44:57.841999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc7443-aad2-4a5f-9d26-f98f8af6e21c req-d655bb04-87cb-40fc-8e58-47020bb5012e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:57.843579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24bc7443-aad2-4a5f-9d26-f98f8af6e21c req-d655bb04-87cb-40fc-8e58-47020bb5012e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0527892 Mar 11 17:44:57.881911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24bc7443-aad2-4a5f-9d26-f98f8af6e21c req-8d10e8ff-bf6b-4e09-894a-aac041e99394 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315771 Mar 11 17:44:58.713294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68baaf98-cb41-4426-bb2e-4675c97dc868 req-05fc3fd8-86ec-4b23-a142-4fd46fdc1d7f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=9722a05d-0439-4f99-ad27-0655d49056bc HTTP/1.1" status: 200 len: 210 time: 0.0277970 Mar 11 17:44:59.016322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dde2e-84fe-4da6-bace-303cda29a9f7 req-153067ab-06eb-4718-b873-3eb88d66f2dc tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:44:59.017740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-047dde2e-84fe-4da6-bace-303cda29a9f7 req-153067ab-06eb-4718-b873-3eb88d66f2dc tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0557737 Mar 11 17:44:59.057677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-047dde2e-84fe-4da6-bace-303cda29a9f7 req-726526de-cb65-4233-a173-cf8a0e0be357 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335672 Mar 11 17:44:59.173583 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:44:59.961101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-869b0cc0-8ad1-49e4-9cf1-808cbfe5714d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402647538&fields=id&tenant_id=725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 267 time: 0.0329628 Mar 11 17:45:00.066684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010922df-782e-496c-a24a-55113be9c239 req-1abdc7bb-a6a9-4240-be46-2967c87085fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:00.068098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-1abdc7bb-a6a9-4240-be46-2967c87085fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.1001124 Mar 11 17:45:00.083446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-70498c59-8a86-4532-b112-5a284d1f9a46 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/quotas/725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 375 time: 0.0096405 Mar 11 17:45:00.142944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-3fc310d1-1353-4b12-83c4-51992309adc1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539267 Mar 11 17:45:00.196702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9df2f-0a7b-46e2-9168-12d5fb0be8da req-0cbacb0f-0903-4a53-bb36-821a15f990b7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:00.198203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d9df2f-0a7b-46e2-9168-12d5fb0be8da req-0cbacb0f-0903-4a53-bb36-821a15f990b7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0545661 Mar 11 17:45:00.277857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d9df2f-0a7b-46e2-9168-12d5fb0be8da req-f8166534-ed4a-463d-8e77-014a39e9fd56 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736611 Mar 11 17:45:00.321429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-db6ccd9b-c5f5-42e1-b32a-777b555ccbb8 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522028 Mar 11 17:45:00.413498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-a81e3b74-46ef-43f1-840b-3383879555be service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861228 Mar 11 17:45:00.700503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-885b4226-420b-4783-94e0-3f4bfff7c65b req-38ce0782-7479-42f5-89c6-41697860132a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 210 time: 0.0280740 Mar 11 17:45:01.419368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb7ab3-617f-4f5c-b462-fecd026b4491 req-457aaaf3-f6d7-4812-a1ad-9a840d75f5be tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:01.421062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44cb7ab3-617f-4f5c-b462-fecd026b4491 req-457aaaf3-f6d7-4812-a1ad-9a840d75f5be tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0598850 Mar 11 17:45:01.465529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-44cb7ab3-617f-4f5c-b462-fecd026b4491 req-1aa5bd84-6abd-4bf5-afff-bff46a982e69 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362477 Mar 11 17:45:01.725341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010922df-782e-496c-a24a-55113be9c239 req-7731c882-33e6-480a-b78f-efd4cec9cee2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:01.726886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-7731c882-33e6-480a-b78f-efd4cec9cee2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.1318951 Mar 11 17:45:01.823278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-cee95d5c-2ea8-454e-9bfb-a862e75994e8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 380 time: 0.0844855 Mar 11 17:45:01.825241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25b243cf-fac4-4a47-92a5-2e8c9c4ec1db req-ef8ca74a-5a31-4e6b-bdea-c8c9f993327d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 210 time: 0.0410254 Mar 11 17:45:01.834944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'port': {'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'admin_state_up': True, 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'security_groups': ['fa82e21d-b8aa-47df-bac3-84bd3c99b6c0']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:01.990412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Made reservation on behalf of 725617d7b05e44bca6e50276a11b8f42 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:01.994360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.297210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.20.0.8 (9362894b-7d3e-440b-a245-310e2ec05ebd/723a2c33-75f4-459f-84dd-d7a9a23bdc60/805cd189-54e2-40b7-a933-50a3ab610696) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:02.538961 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.875452 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:02.892094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a3b0e-b6de-49ef-b870-91db7f09b9c3 req-e87d7bb5-d122-4c47-809a-d387d116a331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:02.893673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e0a3b0e-b6de-49ef-b870-91db7f09b9c3 req-e87d7bb5-d122-4c47-809a-d387d116a331 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.3417621 Mar 11 17:45:02.978696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:03.002922 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:03.009870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:03.014030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=805cd189-54e2-40b7-a933-50a3ab610696,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:03.063295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e0a3b0e-b6de-49ef-b870-91db7f09b9c3 req-dc222f3a-2d5d-46d6-8491-d2feab90dd7b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444154 Mar 11 17:45:03.086872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bd527-ec97-4832-b012-38a408b64f31 req-6505a82e-94e2-4efa-94b7-d93a532e07cb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:03.089702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-455bd527-ec97-4832-b012-38a408b64f31 req-6505a82e-94e2-4efa-94b7-d93a532e07cb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 931 time: 0.1582918 Mar 11 17:45:03.102447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:03.102447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.144412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-ec8b8d67-6e40-4b2c-917e-5bbcf8a09cc9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3135548 Mar 11 17:45:03.161180 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Request body: {'port': {'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:03.212479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-455bd527-ec97-4832-b012-38a408b64f31 req-4aaa1519-4827-40ff-b397-c9514640634a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066914 Mar 11 17:45:03.250841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.300108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7e22fe53-89a8-46c3-887f-21425c22788b None None] Provisioning complete for port 805cd189-54e2-40b7-a933-50a3ab610696 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:03.300942 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e22fe53-89a8-46c3-887f-21425c22788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.337623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7e22fe53-89a8-46c3-887f-21425c22788b None None] Port 805cd189-54e2-40b7-a933-50a3ab610696 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:45:03.610010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805cd189-54e2-40b7-a933-50a3ab610696 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:45:03.618466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.635963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Transition to ACTIVE for port object 805cd189-54e2-40b7-a933-50a3ab610696 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:03.640559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.640857 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:45:03.697013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Pushing event updated for resources: {'Port': ['ID=805cd189-54e2-40b7-a933-50a3ab610696,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:03.763283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Attempting to bind port 805cd189-54e2-40b7-a933-50a3ab610696 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:03.763686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Attempting to bind port 805cd189-54e2-40b7-a933-50a3ab610696 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:03.763948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Attempting to bind port 805cd189-54e2-40b7-a933-50a3ab610696 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:03.776202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Port 805cd189-54e2-40b7-a933-50a3ab610696 on network 9362894b-7d3e-440b-a245-310e2ec05ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:45:03.776561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Attempting to bind port 805cd189-54e2-40b7-a933-50a3ab610696 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:03.783100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:03.783390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:03.784441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Bound using segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:03.785230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Bound port: 805cd189-54e2-40b7-a933-50a3ab610696, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:03.785801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.879451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] For port 805cd189-54e2-40b7-a933-50a3ab610696, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:03.887635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] For port 805cd189-54e2-40b7-a933-50a3ab610696, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=805cd189-54e2-40b7-a933-50a3ab610696,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:03.895458 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.943496 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:03.944113 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:03.946308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] 10.222.0.66 "PUT /v2.0/ports/805cd189-54e2-40b7-a933-50a3ab610696 HTTP/1.1" status: 200 len: 1091 time: 0.7936454 Mar 11 17:45:03.946678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:03.949223 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "tag": "805cd189-54e2-40b7-a933-50a3ab610696"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:03.975071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567c941-ef84-4ae1-819e-53c191567be1 service neutron] Pushing event updated for resources: {'Port': ['ID=805cd189-54e2-40b7-a933-50a3ab610696,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:04.022598 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f46fc01-384a-40e7-9640-b4b27e14349f x-openstack-request-id: req-9f46fc01-384a-40e7-9640-b4b27e14349f {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:04.022889 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "tag": "805cd189-54e2-40b7-a933-50a3ab610696", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:04.023308 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f46fc01-384a-40e7-9640-b4b27e14349f {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:04.023709 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696', 'status': 'completed', 'code': 200} Mar 11 17:45:04.067494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010922df-782e-496c-a24a-55113be9c239 req-420cd31d-ffc1-465c-8231-a6988aa6e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.069286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-420cd31d-ffc1-465c-8231-a6988aa6e144 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 1094 time: 0.0623212 Mar 11 17:45:04.137183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-0ce1ef14-2bf5-433d-ba23-ca1bb4bd4f8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805cd189-54e2-40b7-a933-50a3ab610696 HTTP/1.1" status: 200 len: 217 time: 0.0599177 Mar 11 17:45:04.227022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010922df-782e-496c-a24a-55113be9c239 req-395b602a-6211-49b2-8641-fa09c323a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.228624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-395b602a-6211-49b2-8641-fa09c323a947 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0850244 Mar 11 17:45:04.253981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94de4d-4664-4b66-8b7f-1d4cbd8f9925 req-61202b99-492d-4530-a746-96d39b5f14ee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.255359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c94de4d-4664-4b66-8b7f-1d4cbd8f9925 req-61202b99-492d-4530-a746-96d39b5f14ee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 946 time: 0.0817482 Mar 11 17:45:04.344920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010922df-782e-496c-a24a-55113be9c239 req-ac49d709-5273-4357-a5e6-c7875dad37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.346430 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-ac49d709-5273-4357-a5e6-c7875dad37bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101096 Mar 11 17:45:04.350659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c94de4d-4664-4b66-8b7f-1d4cbd8f9925 req-b191989b-26ba-4ebd-bc46-0b5e4fb8eae7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761220 Mar 11 17:45:04.371857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b28e83-caab-4916-98df-024fcfa391e4 req-d53c897e-6355-495e-86f2-7840227c38a7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.373639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1b28e83-caab-4916-98df-024fcfa391e4 req-d53c897e-6355-495e-86f2-7840227c38a7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.0797024 Mar 11 17:45:04.468166 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1b28e83-caab-4916-98df-024fcfa391e4 req-758ec03b-00f0-4a07-828a-b5ae6f361523 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729685 Mar 11 17:45:04.496250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-08a7c051-9ab9-4746-8ee4-9b0a237543dc service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214781 Mar 11 17:45:04.608713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-010922df-782e-496c-a24a-55113be9c239 req-e28b53fe-ed9f-4712-81a1-148470ed3755 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033452 Mar 11 17:45:04.697682 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-00dec887-2a9e-48a0-b5fd-092cc144176c service neutron] 10.222.0.46 "GET /v2.0/ports/1b3331c2-c359-445b-8caa-1ab66eef33de/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 384 time: 0.0719502 Mar 11 17:45:04.713612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-163051c9-e8e7-4ae7-9269-f24bbed636e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.715124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-163051c9-e8e7-4ae7-9269-f24bbed636e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 1094 time: 0.0536432 Mar 11 17:45:04.819944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-bfa63112-a1ee-4a1a-8fda-258347896325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.821527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-bfa63112-a1ee-4a1a-8fda-258347896325 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.0985312 Mar 11 17:45:04.870580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-ac56055c-3869-4179-9c2e-04142e3d9127 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805cd189-54e2-40b7-a933-50a3ab610696 HTTP/1.1" status: 200 len: 217 time: 0.0410039 Mar 11 17:45:04.895165 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d845d357-08eb-40f4-b2d3-f0654e7b0aec service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:04.918548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d845d357-08eb-40f4-b2d3-f0654e7b0aec service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:04.928167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-928dc26e-19e1-444c-bc56-a415b4523978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.929745 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-928dc26e-19e1-444c-bc56-a415b4523978 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0528982 Mar 11 17:45:04.963723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:04.966028 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb7e142-3ee4-481c-b8ec-895679e347c1" -d '{"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:04.975202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d845d357-08eb-40f4-b2d3-f0654e7b0aec service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:04.983023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-219a3879-3b16-4791-8daf-68f95dc33b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:04.985576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-219a3879-3b16-4791-8daf-68f95dc33b56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471239 Mar 11 17:45:04.991384 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d845d357-08eb-40f4-b2d3-f0654e7b0aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:05.039555 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c15fb1-df9e-42df-976a-2a1546f22773 x-openstack-request-id: req-d3c15fb1-df9e-42df-976a-2a1546f22773 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:05.040177 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:05.040756 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3c15fb1-df9e-42df-976a-2a1546f22773 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:05.041535 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'code': 200} Mar 11 17:45:05.089068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d845d357-08eb-40f4-b2d3-f0654e7b0aec service neutron] Transition to ACTIVE for port object 1b3331c2-c359-445b-8caa-1ab66eef33de will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:05.095184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d845d357-08eb-40f4-b2d3-f0654e7b0aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:05.105699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-751f0adf-5f9e-4f4e-b43a-20fa024fabf3 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101913 Mar 11 17:45:05.224494 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cdc45642-16c8-44ba-afe5-4c3385a4cbdf req-432ebef8-9aae-4287-a6f5-792e51815d51 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127217 Mar 11 17:45:05.238172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845d357-08eb-40f4-b2d3-f0654e7b0aec service neutron] Pushing event updated for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=11']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:05.257509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d845d357-08eb-40f4-b2d3-f0654e7b0aec service neutron] No DVR routers for this DVR port 1b3331c2-c359-445b-8caa-1ab66eef33de on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:05.413460 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-d845d357-08eb-40f4-b2d3-f0654e7b0aec service neutron] 10.222.0.46 "PUT /v2.0/ports/1b3331c2-c359-445b-8caa-1ab66eef33de/bindings/n-h1-833411-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7046273 Mar 11 17:45:05.524903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789403-c50a-4f45-a2c7-a2cfdd336d87 req-f5c10715-d0ee-4f9e-b59a-1d3891f0f9a7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:05.526419 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48789403-c50a-4f45-a2c7-a2cfdd336d87 req-f5c10715-d0ee-4f9e-b59a-1d3891f0f9a7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 945 time: 0.0875795 Mar 11 17:45:05.545503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-42f5aa09-2f56-4744-b626-94d63efd4396 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:05.547093 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-42f5aa09-2f56-4744-b626-94d63efd4396 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.0663195 Mar 11 17:45:05.662442 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48789403-c50a-4f45-a2c7-a2cfdd336d87 req-941e9700-ee21-4159-b255-0ea7b8399747 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247220 Mar 11 17:45:05.683097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-62500932-2806-4e77-88d0-6caacec095b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:05.684725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-62500932-2806-4e77-88d0-6caacec095b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 1096 time: 0.1294789 Mar 11 17:45:05.698410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898c865-1b2a-48d9-9441-473e5fc4b39a req-579735a2-7913-4374-a132-ce27a1880bce tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:05.700688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b898c865-1b2a-48d9-9441-473e5fc4b39a req-579735a2-7913-4374-a132-ce27a1880bce tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.1110559 Mar 11 17:45:05.772659 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b898c865-1b2a-48d9-9441-473e5fc4b39a req-e280745f-733d-4dea-82a2-1715946c6bdc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656509 Mar 11 17:45:05.779108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-fcbf49d6-72d2-4882-a222-9897dbbe801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:05.781070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-fcbf49d6-72d2-4882-a222-9897dbbe801d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1096 time: 0.0680223 Mar 11 17:45:05.879556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-68e4bc3b-2893-4401-915f-385764c715c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:05.881065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-68e4bc3b-2893-4401-915f-385764c715c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b5bec2a3-a35c-43e4-9668-9f18fc931403 HTTP/1.1" status: 200 len: 897 time: 0.0932488 Mar 11 17:45:05.955331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-6d15956f-aec6-4656-ba87-aa70b05ae11c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 1000 time: 0.0683534 Mar 11 17:45:06.006192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-0e893f5e-3d1e-4e1d-abd3-80191e5a7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:06.007824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-0e893f5e-3d1e-4e1d-abd3-80191e5a7a0f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e24d0a9d-1386-4677-ad6e-f57f92dc4cf0 HTTP/1.1" status: 200 len: 835 time: 0.0466101 Mar 11 17:45:06.057737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-86b5b8e7-cf69-463b-9ec0-e16b620547dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:06.059236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-86b5b8e7-cf69-463b-9ec0-e16b620547dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5bec2a3-a35c-43e4-9668-9f18fc931403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452216 Mar 11 17:45:06.155899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-9e0d0e9e-ef64-4530-b272-08ac4327a887 service neutron] 10.222.0.66 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904160 Mar 11 17:45:06.251400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-fa3e7641-39d3-48e6-9fa9-e33b691f1cdc service neutron] 10.222.0.66 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894179 Mar 11 17:45:06.475526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-f026bca0-88fc-4752-968d-d6c5947a9bbc tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:06.477058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-f026bca0-88fc-4752-968d-d6c5947a9bbc tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 1096 time: 0.0451467 Mar 11 17:45:06.620940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-93a96e58-2a36-4a3d-861b-a3dff9faa69e service neutron] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:06.624397 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-93a96e58-2a36-4a3d-861b-a3dff9faa69e service neutron] Notify callbacks [] for binding, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:06.625513 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a9d447a-66b1-4a64-b8ba-d43ea06d02bc req-93a96e58-2a36-4a3d-861b-a3dff9faa69e service neutron] 10.222.0.66 "DELETE /v2.0/ports/1b3331c2-c359-445b-8caa-1ab66eef33de/bindings/n-h2-833411-1 HTTP/1.1" status: 204 len: 173 time: 0.1410604 Mar 11 17:45:06.812255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5336b21-dd80-4059-be3d-d4f5cbe6096e req-b69e69c4-c70e-4543-85a0-c0826de272b8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:06.814930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5336b21-dd80-4059-be3d-d4f5cbe6096e req-b69e69c4-c70e-4543-85a0-c0826de272b8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 945 time: 0.0642679 Mar 11 17:45:06.862455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5336b21-dd80-4059-be3d-d4f5cbe6096e req-5fbad09b-926b-4546-8ed8-a65c71f0bfac tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414891 Mar 11 17:45:06.913199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b297e-c807-46c1-9636-5f5fe8d0cdd2 req-82f0d828-27e5-43fb-99b3-a68f385bd71a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:06.914902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa2b297e-c807-46c1-9636-5f5fe8d0cdd2 req-82f0d828-27e5-43fb-99b3-a68f385bd71a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.0509331 Mar 11 17:45:06.984869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa2b297e-c807-46c1-9636-5f5fe8d0cdd2 req-03729a56-4f99-445a-aa6f-8484602ae01f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627415 Mar 11 17:45:06.995397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5339b-c323-48cd-8575-06b4136cfc12 req-fbd862d4-f5cd-4312-ba11-6d780790c0fb tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:07.011335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43d5339b-c323-48cd-8575-06b4136cfc12 req-fbd862d4-f5cd-4312-ba11-6d780790c0fb tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1096 time: 0.0611134 Mar 11 17:45:07.037903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43d5339b-c323-48cd-8575-06b4136cfc12 req-c666e272-d98b-4c56-aa30-df3c66a6f139 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335534 Mar 11 17:45:07.160211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822237b9-1cf6-4f10-870f-e2af6c6992bc req-7dbf5061-9d9b-4ba6-a928-db221d10ef0a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:07.163427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-822237b9-1cf6-4f10-870f-e2af6c6992bc req-7dbf5061-9d9b-4ba6-a928-db221d10ef0a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 945 time: 0.0545478 Mar 11 17:45:07.205249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-822237b9-1cf6-4f10-870f-e2af6c6992bc req-623e138b-d128-4b9a-95af-861f1b5b8cdc tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361814 Mar 11 17:45:07.229245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35100) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:07.291824 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a5027cb-d0ad-4ccf-8592-00456d5fe5b5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/d49f6adf-4575-43dc-babf-06a4a2c10fa1 HTTP/1.1" status: 200 len: 992 time: 0.0610259 Mar 11 17:45:07.522155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35106) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:07.636723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1b3331c2-c359-445b-8caa-1ab66eef33de no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:07.678970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port 1a91c985-f2f5-476a-a349-2e49f6bc5041 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:07.679316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.681264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1b3331c2-c359-445b-8caa-1ab66eef33de not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:07.754682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.754925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.766318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for 1a91c985-f2f5-476a-a349-2e49f6bc5041 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:07.944269 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:07.973739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=1a91c985-f2f5-476a-a349-2e49f6bc5041,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:08.039611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:08.039941 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Floating IP d49f6adf-4575-43dc-babf-06a4a2c10fa1 disassociated (deleted). External IP: 172.25.8.177, port: 1b3331c2-c359-445b-8caa-1ab66eef33de. Mar 11 17:45:08.169009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b253ef-738f-48ea-b4cf-6c14c82fffc6 req-ba5af7b3-d58d-4fb2-90c4-2fb61393a099 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:08.170482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2b253ef-738f-48ea-b4cf-6c14c82fffc6 req-ba5af7b3-d58d-4fb2-90c4-2fb61393a099 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.0941491 Mar 11 17:45:08.512229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2b253ef-738f-48ea-b4cf-6c14c82fffc6 req-53286bc6-f7dd-4993-8bed-4b4971094daf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340933 Mar 11 17:45:08.576404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:08.684238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:08.689037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:08.694960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] Sync routers for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:08.704004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:08.704648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:08.716800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0a4bb13b-a7ff-4ff8-b66c-364d0ba79a2a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/floatingips/d49f6adf-4575-43dc-babf-06a4a2c10fa1 HTTP/1.1" status: 204 len: 168 time: 1.1934252 Mar 11 17:45:08.717327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:08.719551 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48" -d '{"events": [{"name": "network-changed", "server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:08.774020 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e7e324-a243-45b0-bff6-994250d944c4 x-openstack-request-id: req-f5e7e324-a243-45b0-bff6-994250d944c4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:08.774307 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:08.774558 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5e7e324-a243-45b0-bff6-994250d944c4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:08.774956 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'status': 'completed', 'code': 200} Mar 11 17:45:08.842389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-e96041f8-08ab-49fe-a114-258fd3b8899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:08.844181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-e96041f8-08ab-49fe-a114-258fd3b8899b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 1096 time: 0.0467298 Mar 11 17:45:08.974590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:08.989587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-4936c43d-d109-43bd-88a7-92cd42a7fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:08.991002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-4936c43d-d109-43bd-88a7-92cd42a7fd5c service neutron] 10.222.0.66 "GET /v2.0/networks?id=b5bec2a3-a35c-43e4-9668-9f18fc931403 HTTP/1.1" status: 200 len: 897 time: 0.1393139 Mar 11 17:45:09.003826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3caf4-93c8-45dc-a56d-a8d0e9c83042 req-37c874d0-d4e2-4fa0-ba84-0621421a8cb5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:09.005322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dcd3caf4-93c8-45dc-a56d-a8d0e9c83042 req-37c874d0-d4e2-4fa0-ba84-0621421a8cb5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 945 time: 0.0676808 Mar 11 17:45:09.050434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-651c5138-e12f-4f39-b0f2-e8924fd0ad35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 200 len: 217 time: 0.0440919 Mar 11 17:45:09.113581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dcd3caf4-93c8-45dc-a56d-a8d0e9c83042 req-d3141946-9f7c-4302-aa29-cdecbe1b9fec tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=b195db55-fcf6-4aa5-966c-7a8776e1ba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992455 Mar 11 17:45:09.121773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-579990af-ff6e-4200-bdbc-40a38e1d6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:09.123264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-579990af-ff6e-4200-bdbc-40a38e1d6e83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e24d0a9d-1386-4677-ad6e-f57f92dc4cf0 HTTP/1.1" status: 200 len: 835 time: 0.0667603 Mar 11 17:45:09.171221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-69d30d80-499f-4396-b710-4b5a8b980e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:09.172761 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-69d30d80-499f-4396-b710-4b5a8b980e03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5bec2a3-a35c-43e4-9668-9f18fc931403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416639 Mar 11 17:45:09.186422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:51Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '35aa5f1a-5050-4c29-a7d0-522e9303799b', 'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:92:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:50Z', 'updated_at': '2022-03-11T17:44:00Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:09.218202 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] Checking router: 3cf308c2-35f6-490b-a6bc-fe3aeabce64d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:09.228388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:09.229015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:09.265396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-041ba2eb-3b53-48ee-bb0f-5389a1a14840 service neutron] 10.222.0.66 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850930 Mar 11 17:45:09.338779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:09.367519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69c400c1-5ee8-4a9e-b78b-3d7dd83afc48 req-3ba40492-13a9-4025-882b-867587373f9f service neutron] 10.222.0.66 "GET /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911238 Mar 11 17:45:09.508101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-492d3005-32a1-4278-aa40-924f2bf8d0c8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:09.509631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-492d3005-32a1-4278-aa40-924f2bf8d0c8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Mar 11 17:45:09.544517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:51Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '35aa5f1a-5050-4c29-a7d0-522e9303799b', 'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:92:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:50Z', 'updated_at': '2022-03-11T17:44:00Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:09.573842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898234e6-9ebf-479d-b19d-857ea8001c20 None None] The sync data for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 is: [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:43:51Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '35aa5f1a-5050-4c29-a7d0-522e9303799b', 'name': '', 'network_id': 'b5bec2a3-a35c-43e4-9668-9f18fc931403', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:92:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:50Z', 'updated_at': '2022-03-11T17:44:00Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'e24d0a9d-1386-4677-ad6e-f57f92dc4cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:09.653623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3b478-4f40-46f0-b162-10046938bf4f req-f055d142-6b5e-4a1e-92e9-cd155d57b041 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:09.655150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07a3b478-4f40-46f0-b162-10046938bf4f req-f055d142-6b5e-4a1e-92e9-cd155d57b041 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.0696626 Mar 11 17:45:09.657222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port 1b3331c2-c359-445b-8caa-1ab66eef33de {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:09.657562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.775929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07a3b478-4f40-46f0-b162-10046938bf4f req-8b650087-2c75-4897-9173-8542d0298daf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134579 Mar 11 17:45:09.805154 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port 1b3331c2-c359-445b-8caa-1ab66eef33de, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=1b3331c2-c359-445b-8caa-1ab66eef33de,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:09.805546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.822122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for 1b3331c2-c359-445b-8caa-1ab66eef33de owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:09.830334 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793723d1-d9db-4c18-854f-cdeeacd1d9bb None None] New status for floating IP d49f6adf-4575-43dc-babf-06a4a2c10fa1: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:45:09.969807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:09.997416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=1b3331c2-c359-445b-8caa-1ab66eef33de,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:10.051994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] No DVR routers for this DVR port 1b3331c2-c359-445b-8caa-1ab66eef33de on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:10.054502 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:10.057821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b5b562b-85d8-4f2d-8c7d-3dd82acedaf9 req-6a6f75e8-a849-436b-a636-e837f0fab12c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.66 "DELETE /v2.0/ports/1b3331c2-c359-445b-8caa-1ab66eef33de HTTP/1.1" status: 204 len: 173 time: 0.5429168 Mar 11 17:45:10.231614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78781c31-e89d-4240-b3cc-c94fa1b7c5dd req-1a01d562-8d71-427c-8e84-c6d3996b7cb6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8412504-5f5a-4be2-a025-62fda2e1d304 HTTP/1.1" status: 200 len: 210 time: 0.0275300 Mar 11 17:45:10.776208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-deleted', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:10.778688 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53040cf-5569-436b-a2d8-9baa209ea67b" -d '{"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-deleted", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:10.815172 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338473ec-9f95-4af6-8f28-97f454da9a70 x-openstack-request-id: req-338473ec-9f95-4af6-8f28-97f454da9a70 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:10.815471 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8412504-5f5a-4be2-a025-62fda2e1d304", "name": "network-vif-deleted", "tag": "1b3331c2-c359-445b-8caa-1ab66eef33de", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:10.815896 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-338473ec-9f95-4af6-8f28-97f454da9a70 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:10.816846 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8412504-5f5a-4be2-a025-62fda2e1d304', 'name': 'network-vif-deleted', 'tag': '1b3331c2-c359-445b-8caa-1ab66eef33de', 'status': 'completed', 'code': 200} Mar 11 17:45:10.897080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d734c5-07b4-4f5a-bb1c-dc7c7dc559d6 req-96d2534d-11fa-4568-84ec-569448ba2c16 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:10.898558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38d734c5-07b4-4f5a-bb1c-dc7c7dc559d6 req-96d2534d-11fa-4568-84ec-569448ba2c16 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.0500894 Mar 11 17:45:10.943929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38d734c5-07b4-4f5a-bb1c-dc7c7dc559d6 req-49185c0d-e4ea-42a2-9dfa-ef984e00fc50 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359752 Mar 11 17:45:11.155297 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.289795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35128) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:11.647531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:11.904219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port 35aa5f1a-5050-4c29-a7d0-522e9303799b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:11.904589 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.000523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port 35aa5f1a-5050-4c29-a7d0-522e9303799b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=35aa5f1a-5050-4c29-a7d0-522e9303799b,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:12.000890 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.013014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for 35aa5f1a-5050-4c29-a7d0-522e9303799b owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:12.115222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84f2d9-b27f-4d08-a095-ddc24d223b90 req-8ca5bf87-8db1-4c71-9892-c9e363da8d8a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:12.116518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff84f2d9-b27f-4d08-a095-ddc24d223b90 req-8ca5bf87-8db1-4c71-9892-c9e363da8d8a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.0951762 Mar 11 17:45:12.206398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff84f2d9-b27f-4d08-a095-ddc24d223b90 req-2cab46e3-2c1e-4ed4-9a30-e182a23030d7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529802 Mar 11 17:45:12.270562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.305774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=35aa5f1a-5050-4c29-a7d0-522e9303799b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:12.489337 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:12.709240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:12.815038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:12.820685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-283cb22b-8981-4200-9c00-a64d28caedea tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "PUT /v2.0/routers/3cf308c2-35f6-490b-a6bc-fe3aeabce64d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5298064 Mar 11 17:45:12.823347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35132) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:12.825171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] Sync routers for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:12.835699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:12.836315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:12.953379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:13.142045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:45:12Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:13.160118 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-c951fab6-d36a-44f3-9157-0de26e396763 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting subnet e24d0a9d-1386-4677-ad6e-f57f92dc4cf0 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:45:13.163424 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c951fab6-d36a-44f3-9157-0de26e396763 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.168711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] Checking router: 3cf308c2-35f6-490b-a6bc-fe3aeabce64d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:13.178136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] Routers {'3cf308c2-35f6-490b-a6bc-fe3aeabce64d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:13.178749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:44:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:13.203591 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c951fab6-d36a-44f3-9157-0de26e396763 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.290697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] Set router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:13.332989 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c951fab6-d36a-44f3-9157-0de26e396763 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.380654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ec59c-9568-461b-aa56-7745b8561783 req-315ffd94-b3bf-4ac1-a295-812715a5a9d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:13.382246 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d74ec59c-9568-461b-aa56-7745b8561783 req-315ffd94-b3bf-4ac1-a295-812715a5a9d2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.0956178 Mar 11 17:45:13.422798 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c951fab6-d36a-44f3-9157-0de26e396763 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.462254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d74ec59c-9568-461b-aa56-7745b8561783 req-629bbd2e-1aab-4cc5-a093-96a429054f54 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671277 Mar 11 17:45:13.464046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c951fab6-d36a-44f3-9157-0de26e396763 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.467326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c951fab6-d36a-44f3-9157-0de26e396763 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/subnets/e24d0a9d-1386-4677-ad6e-f57f92dc4cf0 HTTP/1.1" status: 204 len: 168 time: 0.6423850 Mar 11 17:45:13.467521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951fab6-d36a-44f3-9157-0de26e396763 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Subnet': ['ID=e24d0a9d-1386-4677-ad6e-f57f92dc4cf0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:13.469346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35136) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:13.476534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b068a3fc-4073-4332-8a7e-e3637cd3c6af None None] Network b5bec2a3-a35c-43e4-9668-9f18fc931403 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:45:13.602015 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.615457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:45:12Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:13.650676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf92cc-5fd3-417a-9832-cec01030ad76 None None] The sync data for ids ['3cf308c2-35f6-490b-a6bc-fe3aeabce64d'] in n-d-833411-1 is: [{'id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281193870', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:43:43Z', 'updated_at': '2022-03-11T17:45:12Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '27b6a643-8506-4969-afb8-6909dfa4ce65', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf308c2-35f6-490b-a6bc-fe3aeabce64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:43:45Z', 'updated_at': '2022-03-11T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:13.655550 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-49424431-234d-4913-8edc-bd37a217d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.730432 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.763153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7acb32-ac4d-4f8a-b622-226487da3de5 None None] DHCP port deletion for b5bec2a3-a35c-43e4-9668-9f18fc931403 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:45:13.794621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port 27b6a643-8506-4969-afb8-6909dfa4ce65 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:13.794967 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.817746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bd7acb32-ac4d-4f8a-b622-226487da3de5 None None] Deleting port 746f82ec-202b-4f01-8891-44da3865360c {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:13.818468 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd7acb32-ac4d-4f8a-b622-226487da3de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.886090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port 27b6a643-8506-4969-afb8-6909dfa4ce65, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=27b6a643-8506-4969-afb8-6909dfa4ce65,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:13.886697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.902905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for 27b6a643-8506-4969-afb8-6909dfa4ce65 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:13.915397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bd7acb32-ac4d-4f8a-b622-226487da3de5 None None] For port 746f82ec-202b-4f01-8891-44da3865360c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=746f82ec-202b-4f01-8891-44da3865360c,segment=NetworkSegment(d608ad64-783a-4a28-88e4-e50a7fca5b1e),segment_id=d608ad64-783a-4a28-88e4-e50a7fca5b1e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:13.916033 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd7acb32-ac4d-4f8a-b622-226487da3de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:13.927518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 35aa5f1a-5050-4c29-a7d0-522e9303799b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:13.934281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bd7acb32-ac4d-4f8a-b622-226487da3de5 None None] Calling delete_port for 746f82ec-202b-4f01-8891-44da3865360c owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:13.955220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 35aa5f1a-5050-4c29-a7d0-522e9303799b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:45:13.955461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 35aa5f1a-5050-4c29-a7d0-522e9303799b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:13.955886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 746f82ec-202b-4f01-8891-44da3865360c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:14.084861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.092668 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.095868 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd7acb32-ac4d-4f8a-b622-226487da3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.112043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=27b6a643-8506-4969-afb8-6909dfa4ce65,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:14.134028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7acb32-ac4d-4f8a-b622-226487da3de5 None None] Pushing event deleted for resources: {'Port': ['ID=746f82ec-202b-4f01-8891-44da3865360c,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:14.141901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7acb32-ac4d-4f8a-b622-226487da3de5 None None] No DVR routers for this DVR port 746f82ec-202b-4f01-8891-44da3865360c on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:14.181280 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.238520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1b3331c2-c359-445b-8caa-1ab66eef33de no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:14.263581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 1b3331c2-c359-445b-8caa-1ab66eef33de {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:45:14.263920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 1b3331c2-c359-445b-8caa-1ab66eef33de not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:14.276035 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.278344 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.324883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.325422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf308c2-35f6-490b-a6bc-fe3aeabce64d {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:45:14.332851 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.336469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-92c44b1b-c07b-4f5d-b5df-7afe7a11bd37 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/routers/3cf308c2-35f6-490b-a6bc-fe3aeabce64d HTTP/1.1" status: 204 len: 168 time: 0.8637245 Mar 11 17:45:14.337114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35138) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:14.387527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-6658b9d3-e0ea-4cf4-91df-1c5331a60ccb req-68bcbb17-ff78-4a48-a394-01fb1df195ba service neutron] (102642) timed out ('10.222.0.46', 57193) {{(pid=102642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:45:14.421307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.507219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.530105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bec2a3-a35c-43e4-9668-9f18fc931403']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:14.540325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd608ad64-783a-4a28-88e4-e50a7fca5b1e') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:14.540654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd608ad64-783a-4a28-88e4-e50a7fca5b1e') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:14.559549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.605343 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.616446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:45:14.617094 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:45:14.620830 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:45:14.648800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337ca77-8594-4173-8ca6-3935aecbb52a req-fa63ee6b-78fc-4023-8b6f-5845a97580b1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:14.650297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b337ca77-8594-4173-8ca6-3935aecbb52a req-fa63ee6b-78fc-4023-8b6f-5845a97580b1 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.1029997 Mar 11 17:45:14.714264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.726323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.729062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/networks/b5bec2a3-a35c-43e4-9668-9f18fc931403 HTTP/1.1" status: 204 len: 168 time: 0.3913391 Mar 11 17:45:14.731867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35142) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:14.743701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1eeb6d-55db-419b-85cb-1c233903506d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Network': ['ID=b5bec2a3-a35c-43e4-9668-9f18fc931403,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:14.749048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b337ca77-8594-4173-8ca6-3935aecbb52a req-96ddf337-40e2-4a19-b915-b1a50b5ea26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669985 Mar 11 17:45:14.800551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-604ab165-ed56-453f-87df-4bc0767d0245 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.831322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-604ab165-ed56-453f-87df-4bc0767d0245 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.892018 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-604ab165-ed56-453f-87df-4bc0767d0245 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.894661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-604ab165-ed56-453f-87df-4bc0767d0245 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:14.895892 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-604ab165-ed56-453f-87df-4bc0767d0245 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/security-groups/b195db55-fcf6-4aa5-966c-7a8776e1ba1c HTTP/1.1" status: 204 len: 168 time: 0.1624875 Mar 11 17:45:14.906122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ab165-ed56-453f-87df-4bc0767d0245 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b195db55-fcf6-4aa5-966c-7a8776e1ba1c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:15.320493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35148) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:15.325019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ffacccef-d922-453f-bc9d-ed427e6f375e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762498786', 'description': 'tempest-secgroup-smoke-762498786 description', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:15.345461 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffacccef-d922-453f-bc9d-ed427e6f375e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.411939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffacccef-d922-453f-bc9d-ed427e6f375e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.415814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffacccef-d922-453f-bc9d-ed427e6f375e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.444259 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacccef-d922-453f-bc9d-ed427e6f375e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea6020d-11e2-4463-930a-d270df03b9b9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:15.449355 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffacccef-d922-453f-bc9d-ed427e6f375e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.450573 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ffacccef-d922-453f-bc9d-ed427e6f375e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1290810 Mar 11 17:45:15.454888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:15.459620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-66c35d41-ca4c-4de8-92a1-82c4f56fa0df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'cea6020d-11e2-4463-930a-d270df03b9b9', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:15.489425 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66c35d41-ca4c-4de8-92a1-82c4f56fa0df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.549345 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66c35d41-ca4c-4de8-92a1-82c4f56fa0df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.553129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66c35d41-ca4c-4de8-92a1-82c4f56fa0df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.573023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c35d41-ca4c-4de8-92a1-82c4f56fa0df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f922724-cc94-44c2-848e-1a97ac874ac8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:15.580835 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66c35d41-ca4c-4de8-92a1-82c4f56fa0df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.582551 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-66c35d41-ca4c-4de8-92a1-82c4f56fa0df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267500 Mar 11 17:45:15.585354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35152) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:15.589678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e7c9d723-42bb-406e-9a7b-68f7b5047076 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'cea6020d-11e2-4463-930a-d270df03b9b9', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:15.614949 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d723-42bb-406e-9a7b-68f7b5047076 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.679259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d723-42bb-406e-9a7b-68f7b5047076 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.683482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d723-42bb-406e-9a7b-68f7b5047076 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.702448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9d723-42bb-406e-9a7b-68f7b5047076 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dffcaa2-595b-4d85-8c96-9e9e5587392f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:15.711107 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d723-42bb-406e-9a7b-68f7b5047076 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.712329 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e7c9d723-42bb-406e-9a7b-68f7b5047076 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260476 Mar 11 17:45:15.715074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35154) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:15.719631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-86a1aa6d-9d0f-4583-af02-63f8903db800 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'cea6020d-11e2-4463-930a-d270df03b9b9', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:15.746901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86a1aa6d-9d0f-4583-af02-63f8903db800 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.807500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86a1aa6d-9d0f-4583-af02-63f8903db800 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.811487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86a1aa6d-9d0f-4583-af02-63f8903db800 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.834459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1aa6d-9d0f-4583-af02-63f8903db800 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebbdd1c-d014-4be7-9921-c9ce16d6382a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:15.840508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-86a1aa6d-9d0f-4583-af02-63f8903db800 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.841915 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-86a1aa6d-9d0f-4583-af02-63f8903db800 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258307 Mar 11 17:45:15.844961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35158) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:15.849306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f3faed28-86e5-4f73-80a5-bd2132535d29 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'cea6020d-11e2-4463-930a-d270df03b9b9', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:15.881129 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3faed28-86e5-4f73-80a5-bd2132535d29 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.888162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db832a-43d9-49ae-8fdb-10e1ffee8711 req-e3d73d99-30d1-4e96-be1d-821ffba7749d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:15.888784 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b247ad3-2c54-4b44-b7b4-fdb14c5db556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.896164 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26db832a-43d9-49ae-8fdb-10e1ffee8711 req-e3d73d99-30d1-4e96-be1d-821ffba7749d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 943 time: 0.0690084 Mar 11 17:45:15.930280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26db832a-43d9-49ae-8fdb-10e1ffee8711 req-bce81fed-583d-480f-9b03-a141e48427eb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328100 Mar 11 17:45:15.941325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 27b6a643-8506-4969-afb8-6909dfa4ce65 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:15.967186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 27b6a643-8506-4969-afb8-6909dfa4ce65 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:45:15.968414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 27b6a643-8506-4969-afb8-6909dfa4ce65 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:15.971287 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3faed28-86e5-4f73-80a5-bd2132535d29 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.980252 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3faed28-86e5-4f73-80a5-bd2132535d29 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:15.998884 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3faed28-86e5-4f73-80a5-bd2132535d29 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04e44e0-e74c-4a8a-b1d4-b4e9227242d3,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:16.021138 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3faed28-86e5-4f73-80a5-bd2132535d29 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.022970 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f3faed28-86e5-4f73-80a5-bd2132535d29 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770566 Mar 11 17:45:16.025714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35160) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:16.030568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-235bfc42-54ed-4c5a-87cd-d2a01fe052cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'cea6020d-11e2-4463-930a-d270df03b9b9', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:16.051326 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-235bfc42-54ed-4c5a-87cd-d2a01fe052cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Project 8aeaef2d4e8143e48671ec95b1c2286a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:45:16.057431 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-235bfc42-54ed-4c5a-87cd-d2a01fe052cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.122373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-235bfc42-54ed-4c5a-87cd-d2a01fe052cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.126106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-235bfc42-54ed-4c5a-87cd-d2a01fe052cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.144926 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bfc42-54ed-4c5a-87cd-d2a01fe052cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2fbf79-f045-4848-94b6-f207bd803537,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:16.153564 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-235bfc42-54ed-4c5a-87cd-d2a01fe052cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.154863 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-235bfc42-54ed-4c5a-87cd-d2a01fe052cd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280372 Mar 11 17:45:16.157571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35162) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:16.161978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bcc5c412-c96a-4772-a164-aba1be8a07df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'security_group_rule': {'security_group_id': 'cea6020d-11e2-4463-930a-d270df03b9b9', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:16.182397 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-bcc5c412-c96a-4772-a164-aba1be8a07df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Project 8aeaef2d4e8143e48671ec95b1c2286a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:45:16.187671 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c412-c96a-4772-a164-aba1be8a07df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.250267 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c412-c96a-4772-a164-aba1be8a07df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.255063 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c412-c96a-4772-a164-aba1be8a07df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.256111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 805cd189-54e2-40b7-a933-50a3ab610696 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:45:16.273018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5c412-c96a-4772-a164-aba1be8a07df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2f0924-2826-4a3a-8740-b9069da34a29,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:16.282946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c412-c96a-4772-a164-aba1be8a07df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.284684 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bcc5c412-c96a-4772-a164-aba1be8a07df tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260581 Mar 11 17:45:16.287622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35164) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:16.293407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'network': {'name': 'tempest-network-smoke--861267282', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'port_security_enabled': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:16.313330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:16.317476 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.348619 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:45:16.358508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.359022 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Added segment 3008edb4-419c-474e-90f0-1bcd9a71beaa of type vlan for network fec4ca16-f040-4eba-baad-33cd13746627 Mar 11 17:45:16.366972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 805cd189-54e2-40b7-a933-50a3ab610696, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=805cd189-54e2-40b7-a933-50a3ab610696,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:16.379841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '805cd189-54e2-40b7-a933-50a3ab610696', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:45:16.402744 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.419616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.427888 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.433608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:16.434967 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.435113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805cd189-54e2-40b7-a933-50a3ab610696 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:45:16.456148 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 805cd189-54e2-40b7-a933-50a3ab610696, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=805cd189-54e2-40b7-a933-50a3ab610696,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:16.460316 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.495722 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2068944 Mar 11 17:45:16.500965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35166) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:16.506284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'admin_state_up': True, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:16.512886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216325be-060c-4f5e-8cc5-01983c4451e8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Network': ['ID=fec4ca16-f040-4eba-baad-33cd13746627,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:16.519410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=805cd189-54e2-40b7-a933-50a3ab610696,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:16.525993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fec4ca16-f040-4eba-baad-33cd13746627 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:45:16.540524 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.541744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.597772 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.744393 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.779221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['805cd189-54e2-40b7-a933-50a3ab610696'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:45:16.951807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:16.975389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.102544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad950c-3c68-4a1b-acb2-7a2b11c2e748 req-7905bcf8-c475-4ec1-8917-cefd7979fe0e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:17.103962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35ad950c-3c68-4a1b-acb2-7a2b11c2e748 req-7905bcf8-c475-4ec1-8917-cefd7979fe0e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 944 time: 0.0910957 Mar 11 17:45:17.126343 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.25.8.10 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/79d58d43-f67f-4ae9-9228-69ca2bfb8ee4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:17.180812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.181912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35ad950c-3c68-4a1b-acb2-7a2b11c2e748 req-0a4920a5-1c05-463b-aa5a-2d89ef99e51f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704932 Mar 11 17:45:17.259652 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.293704 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.343248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:17.347572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:17.351908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:17.355168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=79d58d43-f67f-4ae9-9228-69ca2bfb8ee4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:17.603163 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.812311 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:17.939121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d4c218cf-0423-4bef-a76f-ae6105749b4c is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:45:18.044625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:18.055115 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Sync routers for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:18.065334 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:18.065669 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.065912 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:18.066903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4c704cbf-b69f-4eaf-af28-83a7683da382 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5648370 Mar 11 17:45:18.070342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:18.099197 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-df33b48b-7484-430b-be1e-5325ce17e6c7 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8aeaef2d4e8143e48671ec95b1c2286a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272605 Mar 11 17:45:18.102186 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35172) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:18.173883 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:18.188916 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a8d462-f3bb-4da8-9433-cf43195c182b tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:18.190739 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f8a8d462-f3bb-4da8-9433-cf43195c182b tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872204 Mar 11 17:45:18.193650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35174) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:18.226526 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0f51205d-c9b9-4ba9-a503-ff38931f09b9 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312593 Mar 11 17:45:18.228857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35178) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:18.234388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-414865041', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:18.270279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 805cd189-54e2-40b7-a933-50a3ab610696 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:18.327859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 805cd189-54e2-40b7-a933-50a3ab610696 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:18.333206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 805cd189-54e2-40b7-a933-50a3ab610696 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:18.333816 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.361866 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:17Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:18.379007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f5f5-3565-4b5f-81c7-779336daf245 req-9c2847b0-64c5-4dfd-bd1a-e1430505c469 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:18.380543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c415f5f5-3565-4b5f-81c7-779336daf245 req-9c2847b0-64c5-4dfd-bd1a-e1430505c469 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 944 time: 0.1240704 Mar 11 17:45:18.381411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:18.384749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.397610 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Checking router: d4c218cf-0423-4bef-a76f-ae6105749b4c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:18.398430 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Updating router d4c218cf-0423-4bef-a76f-ae6105749b4c port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:45:18.426770 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.441233 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.444720 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.466809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:18.469469 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ce084a-abf7-4255-b66c-a040cd69a2c7" -d '{"events": [{"server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "name": "network-vif-plugged", "status": "completed", "tag": "805cd189-54e2-40b7-a933-50a3ab610696"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:18.483570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 805cd189-54e2-40b7-a933-50a3ab610696, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=805cd189-54e2-40b7-a933-50a3ab610696,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:18.490279 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.496689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c415f5f5-3565-4b5f-81c7-779336daf245 req-a0f66c33-c0bb-4967-9360-44d047d1837f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084688 Mar 11 17:45:18.559954 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c743ba-00ae-4038-b86b-138a8fa334c8 x-openstack-request-id: req-e5c743ba-00ae-4038-b86b-138a8fa334c8 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:18.560215 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "name": "network-vif-plugged", "status": "completed", "tag": "805cd189-54e2-40b7-a933-50a3ab610696", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:18.560578 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5c743ba-00ae-4038-b86b-138a8fa334c8 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:18.561060 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696', 'code': 200} Mar 11 17:45:18.568096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=805cd189-54e2-40b7-a933-50a3ab610696,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:18.647304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.705786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfe258-a8ba-4fd9-9f06-fa03e0062155 req-8164f6b0-ca1f-40f4-8d28-e46bacc1a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:18.707932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ddfe258-a8ba-4fd9-9f06-fa03e0062155 req-8164f6b0-ca1f-40f4-8d28-e46bacc1a9de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 1096 time: 0.0931060 Mar 11 17:45:18.741676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Subnet': ['ID=b457a1fe-f6e9-49d5-a264-cfaebfe6a92c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:18.747613 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.753996 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.767347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Checking segment: {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:18.767718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network hostable DHCP agents. Network: fec4ca16-f040-4eba-baad-33cd13746627, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:45:18.772554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2ddfe258-a8ba-4fd9-9f06-fa03e0062155 req-3e354cb6-2290-48c1-8d2f-57e110beccfe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581677 Mar 11 17:45:18.788927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network fec4ca16-f040-4eba-baad-33cd13746627 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:45:18.802476 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Attempting to bind port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:18.802803 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Attempting to bind port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:18.803136 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Attempting to bind port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:18.808802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, fec4ca16-f040-4eba-baad-33cd13746627) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:18.813098 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:18.813476 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:18.813887 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.814277 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:18.814818 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Bound port: 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:18.815204 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.817171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:18.817778 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.821263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a356a-2632-4245-aab3-e5207416cb0e None None] Network fec4ca16-f040-4eba-baad-33cd13746627 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:45:18.837531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5e27cf6d-2d63-46d4-960d-799a6d49431c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6069922 Mar 11 17:45:18.839936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35186) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:18.875159 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] For port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:18.880947 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] For port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=79d58d43-f67f-4ae9-9228-69ca2bfb8ee4,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:18.882993 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Pushing event updated for resources: {'Port': ['ID=79d58d43-f67f-4ae9-9228-69ca2bfb8ee4,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:18.887494 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:18.895744 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.896130 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.897033 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.897621 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.898156 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.898656 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.899168 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.899681 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.900189 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.900931 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.902032 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.902642 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:18.959557 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb5117-5c68-489a-bc3a-2653df26b792 None None] Pushing event updated for resources: {'Port': ['ID=79d58d43-f67f-4ae9-9228-69ca2bfb8ee4,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:18.976384 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:18.977244 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:19.094614 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:19.106900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.213981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-fec4ca16-f040-4eba-baad-33cd13746627', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:45:19.215345 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.384170 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:17Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:19.387383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Allocated IP 172.20.0.2 (fec4ca16-f040-4eba-baad-33cd13746627/b457a1fe-f6e9-49d5-a264-cfaebfe6a92c/d51bdb11-58cd-4178-91a3-8cc13b1ca1a8) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:19.415823 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22613607-d6e0-4a76-b0ea-726c9d8ec5a5 None None] The sync data for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 is: [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:17Z', 'revision_number': 3, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:19.422805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.560275 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b57a995-191d-488c-a3fb-d04e5208391c req-0b69e8a9-19e0-4cfd-a273-eb5a9957dbc1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504594 Mar 11 17:45:19.602499 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.611433 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.661965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57a995-191d-488c-a3fb-d04e5208391c req-29390eb0-d8ef-407a-951d-2cd434bad85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:19.663852 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b57a995-191d-488c-a3fb-d04e5208391c req-29390eb0-d8ef-407a-951d-2cd434bad85b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 1096 time: 0.0545022 Mar 11 17:45:19.670869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Network fec4ca16-f040-4eba-baad-33cd13746627 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:19.675372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:19.678170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Pushing event updated for resources: {'Port': ['ID=d51bdb11-58cd-4178-91a3-8cc13b1ca1a8,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:19.680433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:19.765196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Attempting to bind port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:19.765570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Attempting to bind port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:19.765932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Attempting to bind port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 on network fec4ca16-f040-4eba-baad-33cd13746627 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:19.772049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:19.772478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Checking segment: {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:19.772887 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.773284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Bound using segment: {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:19.773750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Bound port: d51bdb11-58cd-4178-91a3-8cc13b1ca1a8, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:19.774132 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.883429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] For port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:19.883694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57a995-191d-488c-a3fb-d04e5208391c req-0c98033e-e9ed-4566-a87b-69cf874de461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:19.884313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d4790-31f3-4f02-9b54-8e416a64f13f req-44f0f500-5021-4287-a6b3-7a2e2a32f6a0 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:19.885260 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b57a995-191d-488c-a3fb-d04e5208391c req-0c98033e-e9ed-4566-a87b-69cf874de461 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe9c610a-203e-4789-be88-dbcee64b547e HTTP/1.1" status: 200 len: 896 time: 0.1933203 Mar 11 17:45:19.886557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a95d4790-31f3-4f02-9b54-8e416a64f13f req-44f0f500-5021-4287-a6b3-7a2e2a32f6a0 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 945 time: 0.2602923 Mar 11 17:45:19.892240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] For port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d51bdb11-58cd-4178-91a3-8cc13b1ca1a8,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:19.898337 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:19.982329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71526fa5-cbcd-442a-9ab7-0c4f323da081 None None] Pushing event updated for resources: {'Port': ['ID=d51bdb11-58cd-4178-91a3-8cc13b1ca1a8,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:20.015289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:20.026671 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b57a995-191d-488c-a3fb-d04e5208391c req-67e25e6e-84cb-4167-8507-813286a8ab47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc HTTP/1.1" status: 200 len: 1001 time: 0.1325474 Mar 11 17:45:20.107421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57a995-191d-488c-a3fb-d04e5208391c req-c6423e6b-eb81-43d8-8be5-4d7a9754f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:20.109339 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b57a995-191d-488c-a3fb-d04e5208391c req-c6423e6b-eb81-43d8-8be5-4d7a9754f7bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=821a5649-eb95-4f39-b025-253c73c851f7 HTTP/1.1" status: 200 len: 835 time: 0.0757170 Mar 11 17:45:20.127139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:20.127632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.198475 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57a995-191d-488c-a3fb-d04e5208391c req-754ada7d-7ed6-409f-9670-7c6bb5228e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:20.202287 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b57a995-191d-488c-a3fb-d04e5208391c req-754ada7d-7ed6-409f-9670-7c6bb5228e03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe9c610a-203e-4789-be88-dbcee64b547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848792 Mar 11 17:45:20.267282 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.349673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=79d58d43-f67f-4ae9-9228-69ca2bfb8ee4,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:20.360674 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.416520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a95d4790-31f3-4f02-9b54-8e416a64f13f req-2ddc9d76-3c51-4cc6-96dd-7dfce5a49153 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5216491 Mar 11 17:45:20.418222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.20.0.1 (fec4ca16-f040-4eba-baad-33cd13746627/b457a1fe-f6e9-49d5-a264-cfaebfe6a92c/e96a187f-3727-419e-a5dc-127e2d64c56f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:20.462370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=79d58d43-f67f-4ae9-9228-69ca2bfb8ee4,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:20.468644 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b57a995-191d-488c-a3fb-d04e5208391c req-8e204625-bad5-44f6-8124-4d76ed37d26e service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565398 Mar 11 17:45:20.588995 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4b57a995-191d-488c-a3fb-d04e5208391c req-9d6c63d8-719d-4391-9818-2e517409f604 service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122172 Mar 11 17:45:20.592375 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.634638 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.682321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network fec4ca16-f040-4eba-baad-33cd13746627 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:20.685517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:20.689377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:20.695694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=e96a187f-3727-419e-a5dc-127e2d64c56f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:20.739543 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:20.902365 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.211931 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.217036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.263422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b65a58-994e-4516-ba26-ec20863b42d1 None None] Network fec4ca16-f040-4eba-baad-33cd13746627 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:45:21.301006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.302901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=e96a187f-3727-419e-a5dc-127e2d64c56f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:21.343823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-17d8a88c-8381-48e5-ad64-e70044bbe763 None None] Provisioning complete for port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:21.344199 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-17d8a88c-8381-48e5-ad64-e70044bbe763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.423622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network fec4ca16-f040-4eba-baad-33cd13746627 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:21.425775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:21.504807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-17d8a88c-8381-48e5-ad64-e70044bbe763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.550859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-17d8a88c-8381-48e5-ad64-e70044bbe763 None None] For port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d51bdb11-58cd-4178-91a3-8cc13b1ca1a8,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:21.557346 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-17d8a88c-8381-48e5-ad64-e70044bbe763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.582086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d4c218cf-0423-4bef-a76f-ae6105749b4c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:21.592625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61473abd-7cd8-4ed5-9379-7625d4525721 req-ca5904ee-558d-47fb-afa1-b5f17ec719c8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:21.594189 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61473abd-7cd8-4ed5-9379-7625d4525721 req-ca5904ee-558d-47fb-afa1-b5f17ec719c8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 945 time: 0.0762720 Mar 11 17:45:21.611812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8a88c-8381-48e5-ad64-e70044bbe763 None None] Pushing event updated for resources: {'Port': ['ID=d51bdb11-58cd-4178-91a3-8cc13b1ca1a8,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:21.699702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-61473abd-7cd8-4ed5-9379-7625d4525721 req-821201d5-996c-45dc-a5e5-1779eca3b74b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964592 Mar 11 17:45:21.760657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:21.766171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ffeeda76-2a30-4a31-be4c-13819f0dfb9e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "PUT /v2.0/routers/d4c218cf-0423-4bef-a76f-ae6105749b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9246714 Mar 11 17:45:21.793204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Sync routers for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:21.806236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:21.806950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:21.844325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16888-78bd-47ac-8b04-c22f62623004 req-03777cff-efc6-4c22-8d0f-1181dbe4f849 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:21.845899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bd16888-78bd-47ac-8b04-c22f62623004 req-03777cff-efc6-4c22-8d0f-1181dbe4f849 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 945 time: 0.0639679 Mar 11 17:45:21.922925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bd16888-78bd-47ac-8b04-c22f62623004 req-8f041b2a-b2dd-4893-a145-3c98f1c4d379 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701261 Mar 11 17:45:21.927314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-98c48101-8a72-45fa-88bb-ccca7502da1b None None] Provisioning complete for port e96a187f-3727-419e-a5dc-127e2d64c56f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:21.927689 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98c48101-8a72-45fa-88bb-ccca7502da1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:21.948143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35202) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:21.982619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:22.010280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b7a750-6c30-4f00-a613-1f70af2f193c tempest-TestVolumeBootPattern-548326036 tempest-TestVolumeBootPattern-548326036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:22.012679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e3b7a750-6c30-4f00-a613-1f70af2f193c tempest-TestVolumeBootPattern-548326036 tempest-TestVolumeBootPattern-548326036-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 1091 time: 0.0634599 Mar 11 17:45:22.015645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35208) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:22.022210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:22.052562 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.057980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-98c48101-8a72-45fa-88bb-ccca7502da1b None None] Port e96a187f-3727-419e-a5dc-127e2d64c56f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:45:22.122269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:22.124712 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-351fd9b1-d864-496d-9e18-c315576dcdde tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762498786&fields=id&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 267 time: 0.0484159 Mar 11 17:45:22.172828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-98c48101-8a72-45fa-88bb-ccca7502da1b None None] Provisioning complete for port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:22.173203 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98c48101-8a72-45fa-88bb-ccca7502da1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.207184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.286332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-79d33104-137b-42dc-992e-1da1f1d57de1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:22.294778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-79d33104-137b-42dc-992e-1da1f1d57de1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/networks?id=fec4ca16-f040-4eba-baad-33cd13746627 HTTP/1.1" status: 200 len: 796 time: 0.1590211 Mar 11 17:45:22.311760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-10a9581b-172b-4a97-8ca2-e0bb98dc0acd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/quotas/8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 375 time: 0.0155420 Mar 11 17:45:22.324552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:22.324931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.388193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-6d68466f-d91b-4703-a6d7-176515677aae tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677226 Mar 11 17:45:22.456074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e96a187f-3727-419e-a5dc-127e2d64c56f', 'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:6c:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:19Z', 'updated_at': '2022-03-11T17:45:21Z', 'revision_number': 2, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:22.497446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Checking router: d4c218cf-0423-4bef-a76f-ae6105749b4c for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:22.497808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Updating router d4c218cf-0423-4bef-a76f-ae6105749b4c port e96a187f-3727-419e-a5dc-127e2d64c56f binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:45:22.498259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-36dadb04-8f55-455e-9475-c5d1957abdda service neutron] 10.222.0.53 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970564 Mar 11 17:45:22.525253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:22.572507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.595394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8b478bac-403d-48b4-adb1-10a0fbe2daec None None] Provisioning complete for port e96a187f-3727-419e-a5dc-127e2d64c56f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:22.596294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8b478bac-403d-48b4-adb1-10a0fbe2daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.608062 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-0f311a39-de26-4f6a-9377-c20ce9308898 service neutron] 10.222.0.53 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030474 Mar 11 17:45:22.676502 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8b478bac-403d-48b4-adb1-10a0fbe2daec None None] Port e96a187f-3727-419e-a5dc-127e2d64c56f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:45:22.716399 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.25.8.103 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d0757a48-ce88-41a5-a90d-e6c03164d0cd) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:22.724386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:22.724706 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.811982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e17daccf-f8fe-4c14-8f3a-073fc2cd8851 req-d7b53b7e-b2d8-40ce-b963-8a5cd5b3a359 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 210 time: 0.0369298 Mar 11 17:45:22.865524 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.903235 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:22.948469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:22.951654 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:22.955570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:22.984574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=d0757a48-ce88-41a5-a90d-e6c03164d0cd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:23.166405 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.174266 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.261595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf9085-f722-4b34-99c4-37a762e38b29 None None] Pushing event updated for resources: {'Port': ['ID=e96a187f-3727-419e-a5dc-127e2d64c56f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:23.263047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-85518123-7f0a-4c11-8f7f-edff33573b39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672069 Mar 11 17:45:23.357521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Attempting to bind port e96a187f-3727-419e-a5dc-127e2d64c56f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:23.358000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Attempting to bind port e96a187f-3727-419e-a5dc-127e2d64c56f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:23.358483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Attempting to bind port e96a187f-3727-419e-a5dc-127e2d64c56f on network fec4ca16-f040-4eba-baad-33cd13746627 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:23.367548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:23.368242 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Checking segment: {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:23.370172 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.370705 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Bound using segment: {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:23.371608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Bound port: e96a187f-3727-419e-a5dc-127e2d64c56f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:23.372177 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.384824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-acd94254-a4d4-4724-98fb-3d33d364b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:23.387797 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-acd94254-a4d4-4724-98fb-3d33d364b89f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c22fedb2c23f45009b13001b92c3b853&device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 1135 time: 0.0680799 Mar 11 17:45:23.390319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.469201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] For port e96a187f-3727-419e-a5dc-127e2d64c56f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:23.469201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] For port e96a187f-3727-419e-a5dc-127e2d64c56f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e96a187f-3727-419e-a5dc-127e2d64c56f,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:23.475612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.485884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.542784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:23.544013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:23.597955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-c055e3d7-b804-4555-b896-4c4ed026aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:23.600014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-c055e3d7-b804-4555-b896-4c4ed026aac2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f4670da6-c244-4812-8e76-bd3e7d94b301 HTTP/1.1" status: 200 len: 897 time: 0.1904879 Mar 11 17:45:23.605264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf9085-f722-4b34-99c4-37a762e38b29 None None] Pushing event updated for resources: {'Port': ['ID=e96a187f-3727-419e-a5dc-127e2d64c56f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:23.622846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-349b0dae-6f54-4b12-8ba9-89c1b95b6eee None None] Provisioning complete for port e96a187f-3727-419e-a5dc-127e2d64c56f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:23.623228 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-349b0dae-6f54-4b12-8ba9-89c1b95b6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.697204 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.704561 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.729014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-f679582f-dd5a-4119-bb4a-6483019753c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a979831-8134-4300-aa3a-5b24a2cb971a HTTP/1.1" status: 200 len: 1001 time: 0.1220219 Mar 11 17:45:23.753525 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=d0757a48-ce88-41a5-a90d-e6c03164d0cd,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:23.758106 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-349b0dae-6f54-4b12-8ba9-89c1b95b6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.781417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:23.809453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-13c9446f-a9e4-4ddb-8d5b-70e219cf17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:23.810944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-13c9446f-a9e4-4ddb-8d5b-70e219cf17cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a297907d-ba7b-4853-960f-2e303370905c HTTP/1.1" status: 200 len: 834 time: 0.0736582 Mar 11 17:45:23.837823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-349b0dae-6f54-4b12-8ba9-89c1b95b6eee None None] For port e96a187f-3727-419e-a5dc-127e2d64c56f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e96a187f-3727-419e-a5dc-127e2d64c56f,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:23.842502 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-349b0dae-6f54-4b12-8ba9-89c1b95b6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.850008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:23.905263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b0dae-6f54-4b12-8ba9-89c1b95b6eee None None] Pushing event updated for resources: {'Port': ['ID=e96a187f-3727-419e-a5dc-127e2d64c56f,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:23.952980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b702226c-afad-4de1-a702-56889cf35901 req-8998ce34-9705-4272-8a6a-04257d500afd tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 210 time: 0.0350540 Mar 11 17:45:23.960885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-8f5fdec2-cb5c-4a27-8756-d016bdb21534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:23.962422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-8f5fdec2-cb5c-4a27-8756-d016bdb21534 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f4670da6-c244-4812-8e76-bd3e7d94b301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446128 Mar 11 17:45:24.028767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-20e6aebf-d4b7-4e13-aa57-63e406c1c69b None None] Provisioning complete for port e96a187f-3727-419e-a5dc-127e2d64c56f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:24.029186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-20e6aebf-d4b7-4e13-aa57-63e406c1c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.091498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-269abad1-e535-4320-bf99-5c85512c7f16 service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190300 Mar 11 17:45:24.147642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-945fc41c-c8f9-49a8-af30-de66ec559188 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:24.149540 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-945fc41c-c8f9-49a8-af30-de66ec559188 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/networks?id=fec4ca16-f040-4eba-baad-33cd13746627 HTTP/1.1" status: 200 len: 796 time: 0.1803005 Mar 11 17:45:24.184637 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Floating IP 2d06d786-96ce-4c85-a84e-3ce04d8eabdd associated. External IP: 172.25.8.103, port: 805cd189-54e2-40b7-a933-50a3ab610696. Mar 11 17:45:24.208977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ac16b03-7b6b-45f8-bd0e-2b7069ef0523 req-9ea85220-74ba-4c11-ac2a-9d282e71c6fa service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066666 Mar 11 17:45:24.221668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e96a187f-3727-419e-a5dc-127e2d64c56f', 'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:6c:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:19Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:24.248393 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-1c694b46-a49a-477a-a900-f62a51bcf8ee tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aeaef2d4e8143e48671ec95b1c2286a HTTP/1.1" status: 200 len: 379 time: 0.0853057 Mar 11 17:45:24.256985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50bb90-de6b-489d-b527-cf62466db7ec None None] The sync data for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 is: [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e96a187f-3727-419e-a5dc-127e2d64c56f', 'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:6c:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:19Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:24.265629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'port': {'device_id': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'admin_state_up': True, 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'security_groups': ['cea6020d-11e2-4463-930a-d270df03b9b9']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:24.505366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Made reservation on behalf of 8aeaef2d4e8143e48671ec95b1c2286a for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:24.508890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.589441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:24.742736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.20.0.9 (fec4ca16-f040-4eba-baad-33cd13746627/b457a1fe-f6e9-49d5-a264-cfaebfe6a92c/b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:24.770813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:24.784953 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] Sync routers for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:24.797894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:24.798796 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:24.810603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:24.883857 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f2a0acb6-2b48-4249-ba29-f8b5cc4a15bf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8671033 Mar 11 17:45:24.888627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:24.890968 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731f2506-b24d-4eec-b65c-561983f5de2d" -d '{"events": [{"name": "network-changed", "server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "tag": "805cd189-54e2-40b7-a933-50a3ab610696"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:24.924796 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:24.950957 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63288bc4-1fb8-40c6-930f-7786dc80b741 x-openstack-request-id: req-63288bc4-1fb8-40c6-930f-7786dc80b741 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:24.951724 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "tag": "805cd189-54e2-40b7-a933-50a3ab610696", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:24.951987 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63288bc4-1fb8-40c6-930f-7786dc80b741 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:24.952432 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696', 'status': 'completed', 'code': 200} Mar 11 17:45:24.972589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.023481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f2506-b24d-4eec-b65c-561983f5de2d req-cc19d76f-62f9-42d4-bb45-7feabed29ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:25.025735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731f2506-b24d-4eec-b65c-561983f5de2d req-cc19d76f-62f9-42d4-bb45-7feabed29ea1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 1096 time: 0.0569727 Mar 11 17:45:25.056874 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.174229 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network fec4ca16-f040-4eba-baad-33cd13746627 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:25.177221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f2506-b24d-4eec-b65c-561983f5de2d req-cb4507b7-2532-47b8-9d34-9c554727a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:25.179642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731f2506-b24d-4eec-b65c-561983f5de2d req-cb4507b7-2532-47b8-9d34-9c554727a4eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1466086 Mar 11 17:45:25.181056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:25.188563 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2d06d786-96ce-4c85-a84e-3ce04d8eabdd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:23Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 0, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:25.194092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a666fb0-1b83-47c6-89a3-190dc9767688 req-94908a95-8a34-4453-a91a-6a4c495816a0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:25.198817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:25.199654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a666fb0-1b83-47c6-89a3-190dc9767688 req-94908a95-8a34-4453-a91a-6a4c495816a0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 931 time: 0.0879743 Mar 11 17:45:25.223909 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] Checking router: 8020dc2b-dda0-404e-b95a-9de3c6708ae4 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:25.233093 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:25.233872 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:25.247851 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:25.289610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731f2506-b24d-4eec-b65c-561983f5de2d req-9a3f712f-c47b-4370-8b6a-98204c0023db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805cd189-54e2-40b7-a933-50a3ab610696 HTTP/1.1" status: 200 len: 999 time: 0.0889142 Mar 11 17:45:25.327887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:25.329019 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.356559 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-eb31e6f4-5024-4585-8191-aea9bfa63283 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947073 Mar 11 17:45:25.378017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Request body: {'port': {'device_id': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:25.391942 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:25.417639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f2506-b24d-4eec-b65c-561983f5de2d req-83175cdb-d060-493a-ad7a-8bcdb0213a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:25.419971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731f2506-b24d-4eec-b65c-561983f5de2d req-83175cdb-d060-493a-ad7a-8bcdb0213a27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.1213477 Mar 11 17:45:25.446552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a666fb0-1b83-47c6-89a3-190dc9767688 req-0f2f5ebd-d2ad-4628-855b-143bb843fbb0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350471 Mar 11 17:45:25.484570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f2506-b24d-4eec-b65c-561983f5de2d req-837bc4b3-12cd-4499-ad48-082fa87c88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:25.486314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731f2506-b24d-4eec-b65c-561983f5de2d req-837bc4b3-12cd-4499-ad48-082fa87c88cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542314 Mar 11 17:45:25.490988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.621240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731f2506-b24d-4eec-b65c-561983f5de2d req-6b64509f-066b-4897-b813-853b3fb748a4 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246090 Mar 11 17:45:25.641440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1f0f3f8a-b08b-4eb4-b7d1-b91f8bd7dcaf None None] Provisioning complete for port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:25.643020 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3f8a-b08b-4eb4-b7d1-b91f8bd7dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.723776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f3f8a-b08b-4eb4-b7d1-b91f8bd7dcaf None None] Port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:45:25.727864 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2d06d786-96ce-4c85-a84e-3ce04d8eabdd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:23Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 0, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:25.746651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731f2506-b24d-4eec-b65c-561983f5de2d req-73604c35-9958-4676-bce9-2ce162683dbb service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176493 Mar 11 17:45:25.758511 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc0038-4281-4293-a36a-2f34e75ba067 None None] The sync data for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 is: [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2d06d786-96ce-4c85-a84e-3ce04d8eabdd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:23Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 0, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:25.863090 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:45:25.871377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.894428 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Transition to ACTIVE for port object b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:45:25.898853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:25.959613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:25.968883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e96a187f-3727-419e-a5dc-127e2d64c56f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:26.041198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e96a187f-3727-419e-a5dc-127e2d64c56f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:26.041845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:26.062243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Attempting to bind port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:26.062580 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Attempting to bind port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:26.062910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Attempting to bind port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 on network fec4ca16-f040-4eba-baad-33cd13746627 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:26.069784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 on network fec4ca16-f040-4eba-baad-33cd13746627 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:45:26.070112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Attempting to bind port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 on network fec4ca16-f040-4eba-baad-33cd13746627 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:26.077671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:26.078920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Checking segment: {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:26.079331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Bound using segment: {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:26.080540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Bound port: b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3008edb4-419c-474e-90f0-1bcd9a71beaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:26.080928 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:26.140645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ad9e2-9989-4a3d-963f-3fc52dd50b76 None None] New status for floating IP 2d06d786-96ce-4c85-a84e-3ce04d8eabdd: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:45:26.165953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:26.169314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:26.177153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:26.222594 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:26.223419 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:26.225114 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 HTTP/1.1" status: 200 len: 1091 time: 0.8521893 Mar 11 17:45:26.245738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe565e4d-610f-4522-85f8-74dbb3beb0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:26.326675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-144f3bcb-d195-49d6-b69a-159b294e48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:26.328523 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-144f3bcb-d195-49d6-b69a-159b294e48ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 1094 time: 0.0537755 Mar 11 17:45:26.371528 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-511851a1-aad0-42df-9fb2-6c63d281c9a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 HTTP/1.1" status: 200 len: 217 time: 0.0347471 Mar 11 17:45:26.426008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-f80e7c9b-14a6-428f-9091-2ce340a7c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:26.427484 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-f80e7c9b-14a6-428f-9091-2ce340a7c572 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b457a1fe-f6e9-49d5-a264-cfaebfe6a92c HTTP/1.1" status: 200 len: 834 time: 0.0474741 Mar 11 17:45:26.481986 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-9be097db-df47-4429-9864-c3a9977d7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:26.483616 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-9be097db-df47-4429-9864-c3a9977d7e1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fec4ca16-f040-4eba-baad-33cd13746627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476091 Mar 11 17:45:26.582176 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-368385e6-d9db-409b-8eb5-e5b5911a99fe service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888209 Mar 11 17:45:26.676181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2374e-d64a-44f1-b2cf-db1e26b8176b req-908a7cad-7b80-4211-b2c3-c0a239be543c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:26.677903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cc2374e-d64a-44f1-b2cf-db1e26b8176b req-908a7cad-7b80-4211-b2c3-c0a239be543c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 943 time: 0.1461475 Mar 11 17:45:26.685386 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c34b8b1e-f759-441a-8d0e-0a181cab1ebb req-60d8780f-b5ba-4f6e-bb2d-bbe7fd4575ba service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960619 Mar 11 17:45:26.730458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cc2374e-d64a-44f1-b2cf-db1e26b8176b req-998d6274-dac5-4a4b-810c-ee373c7eddda tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365598 Mar 11 17:45:26.953812 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:26.956487 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4343511a-fcf7-480b-b26b-02a162b7eced" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:26.996511 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44a3b60-4cfd-4185-bbaa-5a9c382c9132 x-openstack-request-id: req-e44a3b60-4cfd-4185-bbaa-5a9c382c9132 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:26.996801 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:26.997050 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e44a3b60-4cfd-4185-bbaa-5a9c382c9132 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:26.997450 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'status': 'completed', 'code': 200} Mar 11 17:45:27.071983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343511a-fcf7-480b-b26b-02a162b7eced req-ca2faf9e-fe1c-460e-a14e-c987cab4c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:27.073531 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4343511a-fcf7-480b-b26b-02a162b7eced req-ca2faf9e-fe1c-460e-a14e-c987cab4c92a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 1094 time: 0.0430217 Mar 11 17:45:27.172540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343511a-fcf7-480b-b26b-02a162b7eced req-c9ceb78e-beea-44a2-b3d0-9ca7dd85ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:27.174065 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4343511a-fcf7-480b-b26b-02a162b7eced req-c9ceb78e-beea-44a2-b3d0-9ca7dd85ae57 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fec4ca16-f040-4eba-baad-33cd13746627 HTTP/1.1" status: 200 len: 896 time: 0.0917337 Mar 11 17:45:27.221295 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4343511a-fcf7-480b-b26b-02a162b7eced req-ae79685f-4460-481f-b3ff-e810afd06653 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 HTTP/1.1" status: 200 len: 217 time: 0.0381031 Mar 11 17:45:27.292471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343511a-fcf7-480b-b26b-02a162b7eced req-a9308c9a-de8d-4f6c-87fd-9eea99127a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:27.293953 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4343511a-fcf7-480b-b26b-02a162b7eced req-a9308c9a-de8d-4f6c-87fd-9eea99127a6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b457a1fe-f6e9-49d5-a264-cfaebfe6a92c HTTP/1.1" status: 200 len: 834 time: 0.0642838 Mar 11 17:45:27.340086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343511a-fcf7-480b-b26b-02a162b7eced req-66ed908d-8b6e-4305-8409-352e9bd259dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:27.341627 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4343511a-fcf7-480b-b26b-02a162b7eced req-66ed908d-8b6e-4305-8409-352e9bd259dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fec4ca16-f040-4eba-baad-33cd13746627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411999 Mar 11 17:45:27.441691 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4343511a-fcf7-480b-b26b-02a162b7eced req-a478d8c1-29c2-4d3c-a772-f5db300ceaca service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919836 Mar 11 17:45:27.538156 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4343511a-fcf7-480b-b26b-02a162b7eced req-f4737861-ff40-455b-8993-a60ea173d702 service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889318 Mar 11 17:45:27.850066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acded1e4-5391-443c-a3e0-b3052a6598d5 req-cda34639-53e7-48e3-9e67-7ecb6f086d9f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:27.851551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acded1e4-5391-443c-a3e0-b3052a6598d5 req-cda34639-53e7-48e3-9e67-7ecb6f086d9f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 943 time: 0.0506740 Mar 11 17:45:27.890607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acded1e4-5391-443c-a3e0-b3052a6598d5 req-bea794a5-dc0f-428e-b0c4-d1034edf437c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327771 Mar 11 17:45:29.011313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f2204-ebea-4ef1-9ef0-9174bee59080 req-42306b37-fa9c-406c-b83c-c6387eec72c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:29.012840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-856f2204-ebea-4ef1-9ef0-9174bee59080 req-42306b37-fa9c-406c-b83c-c6387eec72c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 943 time: 0.0499756 Mar 11 17:45:29.053457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-856f2204-ebea-4ef1-9ef0-9174bee59080 req-974920f0-1cc6-4db1-92d9-09529dc7e649 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344117 Mar 11 17:45:29.197975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.760056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:45:29.808994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35248) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:29.862558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:29.874748 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'port_id': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'mac_address': 'fa:16:3e:ad:a1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:45:29.881475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ab21303-f48a-41e4-b95a-ce56856ef1fb tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/floatingips/6923615f-a13a-4c25-a4a9-7511d6f03d9f HTTP/1.1" status: 200 len: 993 time: 0.0712907 Mar 11 17:45:29.914663 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:29.933372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:45:29.955187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:29.965709 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.024571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:30.178128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:30.246264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:45:30.251623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f48b7-1e07-4b6e-90a2-9bd08883beb7 req-d66b51db-1a46-48ad-beff-50f0f77e7107 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:30.253979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-756f48b7-1e07-4b6e-90a2-9bd08883beb7 req-d66b51db-1a46-48ad-beff-50f0f77e7107 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 944 time: 0.1300874 Mar 11 17:45:30.296292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-756f48b7-1e07-4b6e-90a2-9bd08883beb7 req-bad96ad9-0ae4-41af-9bc3-2322e9fc1d6a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355623 Mar 11 17:45:30.351434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port 8267a871-7f53-4f50-86b6-d101450bfc35 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:30.351779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.431976 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.432308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.444835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for 8267a871-7f53-4f50-86b6-d101450bfc35 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:30.603260 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.633677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=8267a871-7f53-4f50-86b6-d101450bfc35,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:30.692293 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:30.692685 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Floating IP 6923615f-a13a-4c25-a4a9-7511d6f03d9f disassociated (deleted). External IP: 172.25.8.115, port: ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc. Mar 11 17:45:31.275620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router bbac57e8-9856-4349-9d3b-5de171a10e86 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:31.395455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:31.400714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:31.408846 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] Sync routers for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:31.421763 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:31.422982 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:31.431462 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0a26a2b1-507e-43da-8ec9-1ea8b65a0e1b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/floatingips/6923615f-a13a-4c25-a4a9-7511d6f03d9f HTTP/1.1" status: 204 len: 168 time: 1.2519987 Mar 11 17:45:31.432068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:31.435293 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:31.448617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1ac8f-8449-400a-a5a1-009644771aae req-125468c8-871e-4fbc-bef3-60774f5e6aa0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:31.450004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99a1ac8f-8449-400a-a5a1-009644771aae req-125468c8-871e-4fbc-bef3-60774f5e6aa0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 944 time: 0.0686958 Mar 11 17:45:31.494832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-99a1ac8f-8449-400a-a5a1-009644771aae req-03bbdfee-b559-44db-b724-3e2637476d40 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380106 Mar 11 17:45:31.567083 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b94e23-0668-4707-829d-b119ede6a27d x-openstack-request-id: req-b4b94e23-0668-4707-829d-b119ede6a27d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:31.567837 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:31.568495 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4b94e23-0668-4707-829d-b119ede6a27d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:31.569207 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'status': 'completed', 'code': 200} Mar 11 17:45:31.577658 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:31.676025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-dece5027-5e80-41ee-a231-765e429a780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:31.677800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-dece5027-5e80-41ee-a231-765e429a780c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 1096 time: 0.0831892 Mar 11 17:45:31.730509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6facdc-e949-474a-95b1-10bf426f2c39 req-6a28b243-55e5-45e6-b1d3-96c9bed92565 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:31.732221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc6facdc-e949-474a-95b1-10bf426f2c39 req-6a28b243-55e5-45e6-b1d3-96c9bed92565 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 945 time: 0.0618792 Mar 11 17:45:31.765472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:31.791408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc6facdc-e949-474a-95b1-10bf426f2c39 req-45dbb31d-8dc6-4f7a-b20a-c46eeebdb00b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457666 Mar 11 17:45:31.836719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-d90fe0d5-25c1-4fbd-b14f-785f3258840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:31.838461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-d90fe0d5-25c1-4fbd-b14f-785f3258840a service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe9c610a-203e-4789-be88-dbcee64b547e HTTP/1.1" status: 200 len: 896 time: 0.1522565 Mar 11 17:45:31.850070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:45:31.858315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:31.858689 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:31.900450 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-58bed1fc-f6de-4535-b19b-584ec55a1eb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc HTTP/1.1" status: 200 len: 217 time: 0.0433297 Mar 11 17:45:31.903318 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '5d54390e-1a02-4a1f-901f-a18acf85c319', 'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:d9:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:42Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '821a5649-eb95-4f39-b025-253c73c851f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:31.933763 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] Checking router: bbac57e8-9856-4349-9d3b-5de171a10e86 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:31.944540 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:31.945226 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:31.976100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-e664d874-19f6-4b64-9175-fee5de36ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:31.977629 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-e664d874-19f6-4b64-9175-fee5de36ef23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=821a5649-eb95-4f39-b025-253c73c851f7 HTTP/1.1" status: 200 len: 835 time: 0.0573075 Mar 11 17:45:31.981698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.024284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:32.027743 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6ceb06-7ee0-4c71-9639-1b39f3d13163" -d '{"events": [{"server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "name": "network-vif-plugged", "status": "completed", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:32.035057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:32.042166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:32.081060 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e564114a-6b2a-4eae-ac6a-3ecbea230d68 x-openstack-request-id: req-e564114a-6b2a-4eae-ac6a-3ecbea230d68 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:32.082465 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "name": "network-vif-plugged", "status": "completed", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:32.082872 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e564114a-6b2a-4eae-ac6a-3ecbea230d68 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:32.083624 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'code': 200} Mar 11 17:45:32.092822 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:32.119935 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-b23b3b51-3ece-4ac6-b79f-e5b4070caba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:32.123711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:32.126172 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-b23b3b51-3ece-4ac6-b79f-e5b4070caba3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe9c610a-203e-4789-be88-dbcee64b547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298358 Mar 11 17:45:32.234084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d3414-e49e-4998-8b95-e88034a9d94c req-51905a4d-f884-4066-ba06-6aa7cf349eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:32.235960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f1d3414-e49e-4998-8b95-e88034a9d94c req-51905a4d-f884-4066-ba06-6aa7cf349eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 1096 time: 0.0715418 Mar 11 17:45:32.292289 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-df0f4caf-8c48-4197-8cd5-c0c4504be9f3 service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435087 Mar 11 17:45:32.294702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f1d3414-e49e-4998-8b95-e88034a9d94c req-2d712a89-706b-4e3a-a87f-7f4f099b8d89 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513885 Mar 11 17:45:32.431865 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '5d54390e-1a02-4a1f-901f-a18acf85c319', 'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:d9:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:42Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '821a5649-eb95-4f39-b025-253c73c851f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:32.459264 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f9ba7f-1975-4db0-98ed-99937ed93faf None None] The sync data for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 is: [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:37Z', 'revision_number': 4, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '5d54390e-1a02-4a1f-901f-a18acf85c319', 'name': '', 'network_id': 'fe9c610a-203e-4789-be88-dbcee64b547e', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'mac_address': 'fa:16:3e:d9:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '821a5649-eb95-4f39-b025-253c73c851f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:37Z', 'updated_at': '2022-03-11T17:44:42Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'subnets': [{'id': '821a5649-eb95-4f39-b025-253c73c851f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:32.625603 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-78fbb22c-fc24-491b-a4a3-97f6f54d57a0 req-1017d46d-234d-4272-b6a4-2ed939c7c0a0 service neutron] 10.222.0.46 "GET /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251280 Mar 11 17:45:32.669409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0922b-7c6e-4fe1-9f15-b2c8d18a72cd req-2d5356b2-57cc-43f7-9697-fea0b631fa7f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:32.671045 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20b0922b-7c6e-4fe1-9f15-b2c8d18a72cd req-2d5356b2-57cc-43f7-9697-fea0b631fa7f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0843771 Mar 11 17:45:32.739888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20b0922b-7c6e-4fe1-9f15-b2c8d18a72cd req-405f2f4b-20cb-4758-918b-c3125336267f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570064 Mar 11 17:45:32.778781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd12908-6f6e-4c92-80ec-593a96c72b1b None None] New status for floating IP 6923615f-a13a-4c25-a4a9-7511d6f03d9f: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:45:32.948318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189fd2f-c648-47a4-bbff-d3cbaa115eca req-d68d72d5-3e3b-4ee9-8415-9d35d2612605 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:32.950049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8189fd2f-c648-47a4-bbff-d3cbaa115eca req-d68d72d5-3e3b-4ee9-8415-9d35d2612605 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 945 time: 0.0590336 Mar 11 17:45:32.991581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8189fd2f-c648-47a4-bbff-d3cbaa115eca req-2c6c5e9c-5c44-41ab-9e38-ef270444ed91 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350733 Mar 11 17:45:33.825088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-566e2fad-196d-41fd-b956-37736e496df0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:33.826606 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-566e2fad-196d-41fd-b956-37736e496df0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.46 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 945 time: 0.0484381 Mar 11 17:45:33.860966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e469a-dc3b-4c25-9611-ed7dbc718685 req-13c26ffe-1171-4253-b60e-d924035080c8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:33.862465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c3e469a-dc3b-4c25-9611-ed7dbc718685 req-13c26ffe-1171-4253-b60e-d924035080c8 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0510230 Mar 11 17:45:33.901691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c3e469a-dc3b-4c25-9611-ed7dbc718685 req-a9062186-15d1-46a8-85a3-742af5b760db tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329776 Mar 11 17:45:33.919791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:33.920143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.012847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] For port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:34.013222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.027335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:34.029662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54681deb-7812-402f-b633-f456aae1eaa7 req-e16a103f-d38e-4387-b23f-722c3cbee18c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:34.031182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-54681deb-7812-402f-b633-f456aae1eaa7 req-e16a103f-d38e-4387-b23f-722c3cbee18c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0540972 Mar 11 17:45:34.072668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-54681deb-7812-402f-b633-f456aae1eaa7 req-8c190854-67c2-462d-be7b-7ca6f42632d2 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348501 Mar 11 17:45:34.095458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35282) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:34.126769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0930-5b3b-4729-b5f4-90b38e69e5b5 req-dec94b51-96a8-4105-82f5-5c228e1aeed0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:34.128844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c1b0930-5b3b-4729-b5f4-90b38e69e5b5 req-dec94b51-96a8-4105-82f5-5c228e1aeed0 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/ports?device_id=64a1041d-1725-47ea-be67-078c25147122 HTTP/1.1" status: 200 len: 945 time: 0.0519176 Mar 11 17:45:34.153357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79326873-6e6b-4dfe-aea5-ca2dfe4cbc98 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:34.154867 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-79326873-6e6b-4dfe-aea5-ca2dfe4cbc98 tempest-TestNetworkAdvancedServerOps-1842505029 tempest-TestNetworkAdvancedServerOps-1842505029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 1091 time: 0.0584514 Mar 11 17:45:34.157876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35284) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:34.167432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:34.184416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c1b0930-5b3b-4729-b5f4-90b38e69e5b5 req-3cfe336e-ea1f-4d1a-8045-962181737ba4 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "GET /v2.0/security-groups?id=da5081ca-4749-4a21-8b82-cf742a3af529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493674 Mar 11 17:45:34.194680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.208533 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.237074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:34.282869 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] No DVR routers for this DVR port ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:34.285433 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.288823 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f55d7eac-ccea-4be1-a34b-7b8665c31461 req-bfee4fb5-1d91-4da6-9a33-c13e954c52ce tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.46 "DELETE /v2.0/ports/ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc HTTP/1.1" status: 204 len: 173 time: 0.4559548 Mar 11 17:45:34.289282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'name': 'network-vif-deleted', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:34.291951 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aea1b6f-75c1-410b-a7b7-f78d21d9a978" -d '{"events": [{"server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "name": "network-vif-deleted", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:34.305104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.335869 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22398f33-5527-4699-9776-0e8bf4dccda4 x-openstack-request-id: req-22398f33-5527-4699-9776-0e8bf4dccda4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:34.336412 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1041d-1725-47ea-be67-078c25147122", "name": "network-vif-deleted", "tag": "ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:34.336854 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22398f33-5527-4699-9776-0e8bf4dccda4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:34.337314 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1041d-1725-47ea-be67-078c25147122', 'name': 'network-vif-deleted', 'tag': 'ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc', 'status': 'completed', 'code': 200} Mar 11 17:45:34.420623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Allocated IP 172.25.8.71 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a3730047-35c9-429e-8abc-ff85fa37de1f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:34.531611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.567776 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:34.615059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:34.618140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:34.621704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:34.647612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=a3730047-35c9-429e-8abc-ff85fa37de1f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:34.662147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.662461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.662831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.663195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.663506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.663851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.664170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.664523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.664847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.665168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.665488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:34.665805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:35.003635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.071112 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.242295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35292) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:35.316177 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02348042-3d95-46b2-9997-770a3f8e6de3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.357724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02348042-3d95-46b2-9997-770a3f8e6de3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.422308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02348042-3d95-46b2-9997-770a3f8e6de3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.425201 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02348042-3d95-46b2-9997-770a3f8e6de3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.429045 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-02348042-3d95-46b2-9997-770a3f8e6de3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/security-groups/da5081ca-4749-4a21-8b82-cf742a3af529 HTTP/1.1" status: 204 len: 168 time: 0.1831758 Mar 11 17:45:35.435792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02348042-3d95-46b2-9997-770a3f8e6de3 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5081ca-4749-4a21-8b82-cf742a3af529,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:35.475809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35296) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:35.522602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.527641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.599204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event updated for resources: {'Port': ['ID=a3730047-35c9-429e-8abc-ff85fa37de1f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:35.608327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.716656 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Floating IP 3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898 associated. External IP: 172.25.8.71, port: b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3. Mar 11 17:45:35.858162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:35.923687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d4c218cf-0423-4bef-a76f-ae6105749b4c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:36.028703 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:36.039821 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] Sync routers for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:36.047806 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.054241 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:36.054856 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:36.083434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1264a11d-4054-411b-a6bd-f64d9e4840b3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9245040 Mar 11 17:45:36.084124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:45:36.086644 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606121b5-86ce-4757-9244-84097aeb1ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:45:36.128578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port 5d54390e-1a02-4a1f-901f-a18acf85c319 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:36.128931 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.135381 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19301dd5-b66c-4553-bfb6-dd29b705048c x-openstack-request-id: req-19301dd5-b66c-4553-bfb6-dd29b705048c {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:45:36.135794 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:45:36.136120 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19301dd5-b66c-4553-bfb6-dd29b705048c {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:45:36.136589 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'status': 'completed', 'code': 200} Mar 11 17:45:36.202024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea23f07-c3f1-4c55-b47f-1dba17a64703 req-5aab252e-d816-4964-8712-012a63403448 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:36.203544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ea23f07-c3f1-4c55-b47f-1dba17a64703 req-5aab252e-d816-4964-8712-012a63403448 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0522807 Mar 11 17:45:36.207200 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:36.247184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ea23f07-c3f1-4c55-b47f-1dba17a64703 req-ee48ebee-2358-4f1a-b112-e61484c31f6b tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349076 Mar 11 17:45:36.254410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-19543f1d-1ac3-4d28-b62f-e14664a4a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:36.256196 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-19543f1d-1ac3-4d28-b62f-e14664a4a7de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 1096 time: 0.0788128 Mar 11 17:45:36.261336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] For port 5d54390e-1a02-4a1f-901f-a18acf85c319, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5d54390e-1a02-4a1f-901f-a18acf85c319,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:36.261709 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.272806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35302) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:36.291815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for 5d54390e-1a02-4a1f-901f-a18acf85c319 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:36.339780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bf0113e5-310e-4220-8980-1b8fdb2a94e0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898 HTTP/1.1" status: 200 len: 990 time: 0.0642798 Mar 11 17:45:36.412361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-3da52651-ccc9-400f-98a8-35558b95a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:36.413858 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-3da52651-ccc9-400f-98a8-35558b95a922 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fec4ca16-f040-4eba-baad-33cd13746627 HTTP/1.1" status: 200 len: 896 time: 0.1496029 Mar 11 17:45:36.439766 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'port_id': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'mac_address': 'fa:16:3e:ad:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:34Z', 'updated_at': '2022-03-11T17:45:34Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96a187f-3727-419e-a5dc-127e2d64c56f', 'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:6c:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:19Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:36.465841 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] Checking router: d4c218cf-0423-4bef-a76f-ae6105749b4c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:36.475047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:36.475648 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:36.528292 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-f507e0c2-dbbd-4f77-8a17-326d512b0a94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 HTTP/1.1" status: 200 len: 998 time: 0.1076024 Mar 11 17:45:36.584078 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:36.606169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-19366867-62a2-4dbb-b3d1-1435e32e5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:36.607672 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-19366867-62a2-4dbb-b3d1-1435e32e5609 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b457a1fe-f6e9-49d5-a264-cfaebfe6a92c HTTP/1.1" status: 200 len: 834 time: 0.0722864 Mar 11 17:45:36.656178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:36.694518 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=5d54390e-1a02-4a1f-901f-a18acf85c319,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:36.700386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-3a4face3-d2df-4de9-99f4-50b33c0e7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:36.701887 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-3a4face3-d2df-4de9-99f4-50b33c0e7717 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fec4ca16-f040-4eba-baad-33cd13746627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874546 Mar 11 17:45:36.836878 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'port_id': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'mac_address': 'fa:16:3e:ad:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:34Z', 'updated_at': '2022-03-11T17:45:34Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96a187f-3727-419e-a5dc-127e2d64c56f', 'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:6c:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:19Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:36.863747 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7aba7d-012b-4959-9d9c-8b8517e17b5e None None] The sync data for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 is: [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'port_id': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'mac_address': 'fa:16:3e:ad:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:34Z', 'updated_at': '2022-03-11T17:45:34Z', 'revision_number': 0, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96a187f-3727-419e-a5dc-127e2d64c56f', 'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:6c:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:19Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:36.889611 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-622f9765-82cd-44c5-a398-903197c31e49 service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695590 Mar 11 17:45:36.994912 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.072745 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-606121b5-86ce-4757-9244-84097aeb1ea4 req-ac786acf-ebed-4c98-a3cd-a048a91aaf7e service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557107 Mar 11 17:45:37.094853 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b71b2-e608-4f62-aa06-676b5b861a20 None None] New status for floating IP 3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:45:37.246121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Router bbac57e8-9856-4349-9d3b-5de171a10e86 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:37.342070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35304) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:37.401314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:37.411317 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-80edda17-1ae7-4d27-b3c2-50de11615253 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "PUT /v2.0/routers/bbac57e8-9856-4349-9d3b-5de171a10e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9343710 Mar 11 17:45:37.412163 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] Sync routers for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:37.415149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35306) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:37.422190 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bf3cd8cd-7c75-475b-961f-ca3bc68cc62a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898 HTTP/1.1" status: 200 len: 992 time: 0.0735178 Mar 11 17:45:37.423325 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:37.423943 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:37.477849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c223e9-363f-42ba-b807-00c54c07b54b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting subnet 821a5649-eb95-4f39-b025-253c73c851f7 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:45:37.481025 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36c223e9-363f-42ba-b807-00c54c07b54b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.523292 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36c223e9-363f-42ba-b807-00c54c07b54b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.530760 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:37.606473 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36c223e9-363f-42ba-b807-00c54c07b54b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.669410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36c223e9-363f-42ba-b807-00c54c07b54b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.696992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c223e9-363f-42ba-b807-00c54c07b54b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Subnet': ['ID=821a5649-eb95-4f39-b025-253c73c851f7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:37.700820 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36c223e9-363f-42ba-b807-00c54c07b54b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.703919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-36c223e9-363f-42ba-b807-00c54c07b54b tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/subnets/821a5649-eb95-4f39-b025-253c73c851f7 HTTP/1.1" status: 204 len: 168 time: 0.2877674 Mar 11 17:45:37.706533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35308) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:37.710231 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ab58d-dbd0-4c36-ac47-e0707fd1e89d None None] Network fe9c610a-203e-4789-be88-dbcee64b547e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:45:37.711457 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:45:36Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:37.743899 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] Checking router: bbac57e8-9856-4349-9d3b-5de171a10e86 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:37.753009 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] Routers {'bbac57e8-9856-4349-9d3b-5de171a10e86'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:37.753629 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['bbac57e8-9856-4349-9d3b-5de171a10e86'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:37.796129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:37.826538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:37.870399 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] Set router bbac57e8-9856-4349-9d3b-5de171a10e86 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:37.954848 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.016559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:45:38.017576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ec3eb9ca-cc8f-46ad-b8d7-625e4d4d7fbc not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:38.042971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Deleting port a0373a68-47d1-4bce-baa1-cced505b5c02 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:38.043638 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.167130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0808ff21-60a6-4f6c-b782-fe8eb4e5cd2c None None] DHCP port deletion for fe9c610a-203e-4789-be88-dbcee64b547e request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:45:38.174600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] For port a0373a68-47d1-4bce-baa1-cced505b5c02, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a0373a68-47d1-4bce-baa1-cced505b5c02,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:38.176719 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.194253 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:45:36Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:38.199155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Calling delete_port for a0373a68-47d1-4bce-baa1-cced505b5c02 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:38.227031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0808ff21-60a6-4f6c-b782-fe8eb4e5cd2c None None] Deleting port b68d572b-05bf-4bf9-95de-0783faa5dc46 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:38.227485 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0808ff21-60a6-4f6c-b782-fe8eb4e5cd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.233007 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce8144-8b32-48ba-9c17-bbb882b13eb9 None None] The sync data for ids ['bbac57e8-9856-4349-9d3b-5de171a10e86'] in n-d-833411-1 is: [{'id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'name': 'tempest-TestNetworkBasicOps-router-1813504613', 'tenant_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:45:36Z', 'revision_number': 5, 'project_id': '71b5a9c1536a4f91b84b5e8b492a6dc2', 'gw_port': {'id': 'a0373a68-47d1-4bce-baa1-cced505b5c02', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbac57e8-9856-4349-9d3b-5de171a10e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:34Z', 'updated_at': '2022-03-11T17:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:38.302497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0808ff21-60a6-4f6c-b782-fe8eb4e5cd2c None None] For port b68d572b-05bf-4bf9-95de-0783faa5dc46, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b68d572b-05bf-4bf9-95de-0783faa5dc46,segment=NetworkSegment(824f7fad-4d48-4f10-8bdd-7bd30c778031),segment_id=824f7fad-4d48-4f10-8bdd-7bd30c778031)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:38.303230 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0808ff21-60a6-4f6c-b782-fe8eb4e5cd2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.321312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0808ff21-60a6-4f6c-b782-fe8eb4e5cd2c None None] Calling delete_port for b68d572b-05bf-4bf9-95de-0783faa5dc46 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:38.384309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.403059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0808ff21-60a6-4f6c-b782-fe8eb4e5cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.415406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Port': ['ID=a0373a68-47d1-4bce-baa1-cced505b5c02,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:38.431616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808ff21-60a6-4f6c-b782-fe8eb4e5cd2c None None] Pushing event deleted for resources: {'Port': ['ID=b68d572b-05bf-4bf9-95de-0783faa5dc46,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:38.435239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808ff21-60a6-4f6c-b782-fe8eb4e5cd2c None None] No DVR routers for this DVR port b68d572b-05bf-4bf9-95de-0783faa5dc46 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:38.491643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.609368 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.612162 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.661833 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.662379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Fanout notify agent at l3_agent the message router_deleted on router bbac57e8-9856-4349-9d3b-5de171a10e86 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:45:38.670046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.671333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c7d17a13-389e-4990-a582-d4d457728893 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/routers/bbac57e8-9856-4349-9d3b-5de171a10e86 HTTP/1.1" status: 204 len: 168 time: 0.9638650 Mar 11 17:45:38.674126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35312) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:38.761573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.851395 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.879276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9c610a-203e-4789-be88-dbcee64b547e']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:38.889704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824f7fad-4d48-4f10-8bdd-7bd30c778031') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:38.890002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824f7fad-4d48-4f10-8bdd-7bd30c778031') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:38.900751 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.914802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.921903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:45:38.922277 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:45:38.929212 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:45:38.992838 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.000750 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.003967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] 10.222.0.53 "DELETE /v2.0/networks/fe9c610a-203e-4789-be88-dbcee64b547e HTTP/1.1" status: 204 len: 168 time: 0.3288953 Mar 11 17:45:39.018185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f10270-5a53-4ace-9a87-e0b35c509815 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] Pushing event deleted for resources: {'Network': ['ID=fe9c610a-203e-4789-be88-dbcee64b547e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:39.318101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35318) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:39.474474 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4438cc41-2618-4bb4-9ce5-29de06192fcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71b5a9c1536a4f91b84b5e8b492a6dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550317 Mar 11 17:45:39.476903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:39.523934 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47e9a0de-6d1d-4b68-b20c-d30e38d97cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.545454 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47e9a0de-6d1d-4b68-b20c-d30e38d97cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.590389 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47e9a0de-6d1d-4b68-b20c-d30e38d97cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.593082 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-47e9a0de-6d1d-4b68-b20c-d30e38d97cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.594434 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-47e9a0de-6d1d-4b68-b20c-d30e38d97cbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d2dd83a-aed0-450f-b8af-2ce0a4fb9f5e HTTP/1.1" status: 204 len: 168 time: 0.1166244 Mar 11 17:45:39.602545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9a0de-6d1d-4b68-b20c-d30e38d97cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2dd83a-aed0-450f-b8af-2ce0a4fb9f5e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:39.865398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35328) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:39.884017 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca696113-76e4-4087-821e-e824ce422139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.920305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b68d572b-05bf-4bf9-95de-0783faa5dc46 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:39.945660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: b68d572b-05bf-4bf9-95de-0783faa5dc46 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:45:39.946007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b68d572b-05bf-4bf9-95de-0783faa5dc46 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:39.946437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a0373a68-47d1-4bce-baa1-cced505b5c02 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:39.967675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a0373a68-47d1-4bce-baa1-cced505b5c02 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:45:39.968025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a0373a68-47d1-4bce-baa1-cced505b5c02 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:39.968476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5d54390e-1a02-4a1f-901f-a18acf85c319 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:39.974098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca696113-76e4-4087-821e-e824ce422139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.978540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca696113-76e4-4087-821e-e824ce422139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:39.989473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 5d54390e-1a02-4a1f-901f-a18acf85c319 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:45:39.989828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5d54390e-1a02-4a1f-901f-a18acf85c319 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:40.025080 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35330) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:40.025869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ca696113-76e4-4087-821e-e824ce422139 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6732a1e3863248c7a5a127ff5885f402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555457 Mar 11 17:45:40.028072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca696113-76e4-4087-821e-e824ce422139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb979ebc-ae8f-4d92-a709-a1c9167bd811,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:40.075962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65599657-e1cb-4074-b1f2-7ddf1b7d1582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.096598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65599657-e1cb-4074-b1f2-7ddf1b7d1582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.147152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65599657-e1cb-4074-b1f2-7ddf1b7d1582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.149742 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-65599657-e1cb-4074-b1f2-7ddf1b7d1582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.150895 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-65599657-e1cb-4074-b1f2-7ddf1b7d1582 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb979ebc-ae8f-4d92-a709-a1c9167bd811 HTTP/1.1" status: 204 len: 168 time: 0.1247339 Mar 11 17:45:40.158593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65599657-e1cb-4074-b1f2-7ddf1b7d1582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb979ebc-ae8f-4d92-a709-a1c9167bd811,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:40.640390 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:45:40.839166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:40.937358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-17337566-network', 'tenant_id': '271100890b7241959fa12716ab9306df'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:40.958870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Made reservation on behalf of 271100890b7241959fa12716ab9306df for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:40.961123 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:40.969474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.043294 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.047006 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.071275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:45:41.080239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc374b-c822-4884-a9f0-91f916cfe69c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:41.090764 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.091265 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Added segment ff737827-6fe7-474b-b699-33b7f9fb6f4b of type vlan for network 917b5110-e951-4484-b9df-862492c18d66 Mar 11 17:45:41.136754 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.149588 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.162385 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.163391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:41.163959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.217003 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3766019 Mar 11 17:45:41.220210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35356) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:41.225849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Request body: {'subnet': {'network_id': '917b5110-e951-4484-b9df-862492c18d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-17337566-subnet', 'tenant_id': '271100890b7241959fa12716ab9306df', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:41.230065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d75723-b591-4748-8b3c-2728545b8503 admin admin] Pushing event updated for resources: {'Network': ['ID=917b5110-e951-4484-b9df-862492c18d66,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:41.239642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 917b5110-e951-4484-b9df-862492c18d66 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:45:41.248490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Made reservation on behalf of 271100890b7241959fa12716ab9306df for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:41.250929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.427055 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.483111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9107d7fc-2778-47e8-b8b4-f8c3bc825f97,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:41.493478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Checking segment: {'id': 'ff737827-6fe7-474b-b699-33b7f9fb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '917b5110-e951-4484-b9df-862492c18d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:41.493863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Network hostable DHCP agents. Network: 917b5110-e951-4484-b9df-862492c18d66, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:45:41.509862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Network 917b5110-e951-4484-b9df-862492c18d66 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:45:41.519225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 917b5110-e951-4484-b9df-862492c18d66) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:41.524103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:41.525135 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.528177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70506279-ae6e-4a73-86fa-c4e57ba9d6fe None None] Network 917b5110-e951-4484-b9df-862492c18d66 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:45:41.545015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2e49ac38-bf19-483f-8e9f-43c188d8e73b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.3236313 Mar 11 17:45:41.547938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35360) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:41.552989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:41.573331 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.574366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.633718 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.684415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-917b5110-e951-4484-b9df-862492c18d66', 'network_id': '917b5110-e951-4484-b9df-862492c18d66', 'tenant_id': '271100890b7241959fa12716ab9306df', 'fixed_ips': [{'subnet_id': '9107d7fc-2778-47e8-b8b4-f8c3bc825f97'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:45:41.685456 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:41.833845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Allocated IP 172.20.0.2 (917b5110-e951-4484-b9df-862492c18d66/9107d7fc-2778-47e8-b8b4-f8c3bc825f97/885f456f-85c9-4943-85be-4a627130b5f5) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:42.003658 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.010278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.056560 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Network 917b5110-e951-4484-b9df-862492c18d66 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:42.060315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Pushing event updated for resources: {'Port': ['ID=885f456f-85c9-4943-85be-4a627130b5f5,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:42.062776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:42.065635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:42.074263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.074609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.074948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.075283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.075614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.075944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.076299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.076655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.076974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.077299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.077616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.077982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:42.119416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.134570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Attempting to bind port 885f456f-85c9-4943-85be-4a627130b5f5 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:42.134980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Attempting to bind port 885f456f-85c9-4943-85be-4a627130b5f5 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'ff737827-6fe7-474b-b699-33b7f9fb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '917b5110-e951-4484-b9df-862492c18d66'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:42.135322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Attempting to bind port 885f456f-85c9-4943-85be-4a627130b5f5 on network 917b5110-e951-4484-b9df-862492c18d66 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:42.141760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:42.142279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Checking segment: {'id': 'ff737827-6fe7-474b-b699-33b7f9fb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '917b5110-e951-4484-b9df-862492c18d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:42.142789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.143581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Bound using segment: {'id': 'ff737827-6fe7-474b-b699-33b7f9fb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '917b5110-e951-4484-b9df-862492c18d66'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:42.143832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Bound port: 885f456f-85c9-4943-85be-4a627130b5f5, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff737827-6fe7-474b-b699-33b7f9fb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '917b5110-e951-4484-b9df-862492c18d66'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:42.144223 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.215322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] For port 885f456f-85c9-4943-85be-4a627130b5f5, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:42.218782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] For port 885f456f-85c9-4943-85be-4a627130b5f5, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=885f456f-85c9-4943-85be-4a627130b5f5,segment=NetworkSegment(ff737827-6fe7-474b-b699-33b7f9fb6f4b),segment_id=ff737827-6fe7-474b-b699-33b7f9fb6f4b)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:42.223680 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.287198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f7c1a-4135-4515-b21a-a671a76cac16 None None] Pushing event updated for resources: {'Port': ['ID=885f456f-85c9-4943-85be-4a627130b5f5,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:42.341748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.362356 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.504585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Allocated IP 172.25.8.15 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/8e7618de-3b79-423f-886d-9a79f3188aee) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:42.623882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.664464 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:42.707024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:42.711300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:42.714873 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:42.720238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Pushing event updated for resources: {'Port': ['ID=8e7618de-3b79-423f-886d-9a79f3188aee,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:42.974666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.190366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.259569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902050c-be63-4830-981a-c3041139c851 None None] Network 917b5110-e951-4484-b9df-862492c18d66 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:45:43.329752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Router e9c05690-6246-4a94-8006-4a1682c841b7 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:45:43.395584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c9b1fe4d-b387-4238-9b99-d46f04ee1533 None None] Provisioning complete for port 885f456f-85c9-4943-85be-4a627130b5f5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:43.396011 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fe4d-b387-4238-9b99-d46f04ee1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.440970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:43.454438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Sync routers for ids ['e9c05690-6246-4a94-8006-4a1682c841b7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:43.463387 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.467461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-25bdecdc-f1f1-4730-a3f8-e2168b7366fd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 1.9159002 Mar 11 17:45:43.467884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35362) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:43.476194 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Routers {'e9c05690-6246-4a94-8006-4a1682c841b7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:43.476978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e9c05690-6246-4a94-8006-4a1682c841b7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:43.635557 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fe4d-b387-4238-9b99-d46f04ee1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.655004 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e33f-50e0-4567-a572-05ed41416063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.673875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Set router e9c05690-6246-4a94-8006-4a1682c841b7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:43.765785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c9b1fe4d-b387-4238-9b99-d46f04ee1533 None None] For port 885f456f-85c9-4943-85be-4a627130b5f5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=885f456f-85c9-4943-85be-4a627130b5f5,segment=NetworkSegment(ff737827-6fe7-474b-b699-33b7f9fb6f4b),segment_id=ff737827-6fe7-474b-b699-33b7f9fb6f4b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:43.778993 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fe4d-b387-4238-9b99-d46f04ee1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:43.879738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1fe4d-b387-4238-9b99-d46f04ee1533 None None] Pushing event updated for resources: {'Port': ['ID=885f456f-85c9-4943-85be-4a627130b5f5,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:43.928717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-180ca614-0962-4b11-b4d6-15b01af91d85 None None] Provisioning complete for port 885f456f-85c9-4943-85be-4a627130b5f5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:43.929191 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-180ca614-0962-4b11-b4d6-15b01af91d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.025055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 885f456f-85c9-4943-85be-4a627130b5f5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:44.026788 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.086696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:41Z', 'updated_at': '2022-03-11T17:45:42Z', 'revision_number': 3, 'project_id': '271100890b7241959fa12716ab9306df', 'gw_port': {'id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:42Z', 'updated_at': '2022-03-11T17:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:44.117636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Checking router: e9c05690-6246-4a94-8006-4a1682c841b7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:44.117961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Updating router e9c05690-6246-4a94-8006-4a1682c841b7 port 8e7618de-3b79-423f-886d-9a79f3188aee binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:45:44.151223 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.153569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 885f456f-85c9-4943-85be-4a627130b5f5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:44.153953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.252051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Allocated IP 172.20.0.1 (917b5110-e951-4484-b9df-862492c18d66/9107d7fc-2778-47e8-b8b4-f8c3bc825f97/45e84218-7f70-4835-afc9-bcf561984c11) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:44.516727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.523832 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.585219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Attempting to bind port 8e7618de-3b79-423f-886d-9a79f3188aee on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:44.585589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Attempting to bind port 8e7618de-3b79-423f-886d-9a79f3188aee by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:44.585955 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Attempting to bind port 8e7618de-3b79-423f-886d-9a79f3188aee on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:44.591835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315ee61-9f9f-4aca-9fa8-6465876b5171 None None] Pushing event updated for resources: {'Port': ['ID=8e7618de-3b79-423f-886d-9a79f3188aee,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:44.594401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:44.594778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:44.595214 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.595630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:44.596075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Bound port: 8e7618de-3b79-423f-886d-9a79f3188aee, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:44.596480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.650139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] For port 8e7618de-3b79-423f-886d-9a79f3188aee, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:44.653483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] For port 8e7618de-3b79-423f-886d-9a79f3188aee, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8e7618de-3b79-423f-886d-9a79f3188aee,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:44.658654 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.685557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.723045 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.733256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Routers {'e9c05690-6246-4a94-8006-4a1682c841b7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:44.734021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e9c05690-6246-4a94-8006-4a1682c841b7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:44.740669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315ee61-9f9f-4aca-9fa8-6465876b5171 None None] Pushing event updated for resources: {'Port': ['ID=8e7618de-3b79-423f-886d-9a79f3188aee,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:44.764734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Network 917b5110-e951-4484-b9df-862492c18d66 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:44.767836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:44.771424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:44.799287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Pushing event updated for resources: {'Port': ['ID=45e84218-7f70-4835-afc9-bcf561984c11,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:44.822522 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:44.883836 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] Set router e9c05690-6246-4a94-8006-4a1682c841b7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:44.981186 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.085928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:41Z', 'updated_at': '2022-03-11T17:45:42Z', 'revision_number': 3, 'project_id': '271100890b7241959fa12716ab9306df', 'gw_port': {'id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:42Z', 'updated_at': '2022-03-11T17:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:45.124080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b24dc-2866-425a-af25-40f7e7e47716 None None] The sync data for ids ['e9c05690-6246-4a94-8006-4a1682c841b7'] in n-d-833411-1 is: [{'id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:41Z', 'updated_at': '2022-03-11T17:45:42Z', 'revision_number': 3, 'project_id': '271100890b7241959fa12716ab9306df', 'gw_port': {'id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:42Z', 'updated_at': '2022-03-11T17:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:45.135941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f5033be2-c382-41eb-bdc7-fd683e2033eb None None] Provisioning complete for port 45e84218-7f70-4835-afc9-bcf561984c11 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:45.136328 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f5033be2-c382-41eb-bdc7-fd683e2033eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.162607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.167833 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.173176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f5033be2-c382-41eb-bdc7-fd683e2033eb None None] Port 45e84218-7f70-4835-afc9-bcf561984c11 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:45:45.257676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Pushing event updated for resources: {'Port': ['ID=45e84218-7f70-4835-afc9-bcf561984c11,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:45.261597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.371778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Network 917b5110-e951-4484-b9df-862492c18d66 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:45.373454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:45.562421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Router e9c05690-6246-4a94-8006-4a1682c841b7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:45.701526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:45.708779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-97641dd7-c4f9-4536-908e-22923001c76e admin admin] 10.222.0.53 "PUT /v2.0/routers/e9c05690-6246-4a94-8006-4a1682c841b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2380702 Mar 11 17:45:45.712154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-157c47c0-e35e-45d4-9e2d-c14cb93b5a48 None None] Provisioning complete for port 45e84218-7f70-4835-afc9-bcf561984c11 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:45.712828 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-157c47c0-e35e-45d4-9e2d-c14cb93b5a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:45.758604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-157c47c0-e35e-45d4-9e2d-c14cb93b5a48 None None] Port 45e84218-7f70-4835-afc9-bcf561984c11 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:45:45.898540 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3423a468-d8a9-4053-a573-9fda1c333fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.054856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8e7618de-3b79-423f-886d-9a79f3188aee up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:46.274843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8e7618de-3b79-423f-886d-9a79f3188aee triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:46.275206 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.366167 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.386523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 8e7618de-3b79-423f-886d-9a79f3188aee, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8e7618de-3b79-423f-886d-9a79f3188aee,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:46.393476 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.394877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 885f456f-85c9-4943-85be-4a627130b5f5 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:46.483369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=8e7618de-3b79-423f-886d-9a79f3188aee,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:46.495843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 885f456f-85c9-4943-85be-4a627130b5f5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:46.496216 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:46.902229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35386) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:47.033909 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Sync routers for ids ['e9c05690-6246-4a94-8006-4a1682c841b7'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:47.047349 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Routers {'e9c05690-6246-4a94-8006-4a1682c841b7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:47.047951 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e9c05690-6246-4a94-8006-4a1682c841b7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:47.153175 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Set router e9c05690-6246-4a94-8006-4a1682c841b7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:47.184120 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.254684 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.358679 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:41Z', 'updated_at': '2022-03-11T17:45:44Z', 'revision_number': 4, 'project_id': '271100890b7241959fa12716ab9306df', 'gw_port': {'id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:42Z', 'updated_at': '2022-03-11T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '45e84218-7f70-4835-afc9-bcf561984c11', 'name': '', 'network_id': '917b5110-e951-4484-b9df-862492c18d66', 'tenant_id': '271100890b7241959fa12716ab9306df', 'mac_address': 'fa:16:3e:59:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '9107d7fc-2778-47e8-b8b4-f8c3bc825f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:44Z', 'updated_at': '2022-03-11T17:45:45Z', 'revision_number': 2, 'project_id': '271100890b7241959fa12716ab9306df', 'subnets': [{'id': '9107d7fc-2778-47e8-b8b4-f8c3bc825f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:47.387282 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Checking router: e9c05690-6246-4a94-8006-4a1682c841b7 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:47.387663 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Updating router e9c05690-6246-4a94-8006-4a1682c841b7 port 45e84218-7f70-4835-afc9-bcf561984c11 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:45:47.420658 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.517365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Deleting port 45e84218-7f70-4835-afc9-bcf561984c11 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:47.517705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.594696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.607046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Calling delete_port for 45e84218-7f70-4835-afc9-bcf561984c11 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:47.689822 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.696324 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.742117 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3afdb2-fa10-4225-9861-7916b2b826f4 None None] Pushing event updated for resources: {'Port': ['ID=45e84218-7f70-4835-afc9-bcf561984c11,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:47.806012 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Attempting to bind port 45e84218-7f70-4835-afc9-bcf561984c11 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:47.806581 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Attempting to bind port 45e84218-7f70-4835-afc9-bcf561984c11 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'ff737827-6fe7-474b-b699-33b7f9fb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '917b5110-e951-4484-b9df-862492c18d66'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:47.807062 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Attempting to bind port 45e84218-7f70-4835-afc9-bcf561984c11 on network 917b5110-e951-4484-b9df-862492c18d66 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:47.813584 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:47.814139 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Checking segment: {'id': 'ff737827-6fe7-474b-b699-33b7f9fb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '917b5110-e951-4484-b9df-862492c18d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:47.814642 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.815125 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Bound using segment: {'id': 'ff737827-6fe7-474b-b699-33b7f9fb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '917b5110-e951-4484-b9df-862492c18d66'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:47.815750 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Bound port: 45e84218-7f70-4835-afc9-bcf561984c11, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff737827-6fe7-474b-b699-33b7f9fb6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '917b5110-e951-4484-b9df-862492c18d66'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:47.816258 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.825685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:47.868006 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.plugin [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Port 45e84218-7f70-4835-afc9-bcf561984c11 has been deleted concurrently {{(pid=102644) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 11 17:45:47.886424 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Routers {'e9c05690-6246-4a94-8006-4a1682c841b7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:47.887104 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e9c05690-6246-4a94-8006-4a1682c841b7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:47.937294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e84218-7f70-4835-afc9-bcf561984c11,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:47.982320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8e7618de-3b79-423f-886d-9a79f3188aee up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:45:48.035823 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] Set router e9c05690-6246-4a94-8006-4a1682c841b7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:48.073198 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.076228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 8e7618de-3b79-423f-886d-9a79f3188aee triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:45:48.076859 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.115618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-eaafffc9-b399-4471-a93d-2ed3ab93a7b3 None None] Could not find standard attr ID for object 45e84218-7f70-4835-afc9-bcf561984c11. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 17:45:48.246051 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:41Z', 'updated_at': '2022-03-11T17:45:47Z', 'revision_number': 5, 'project_id': '271100890b7241959fa12716ab9306df', 'gw_port': {'id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:42Z', 'updated_at': '2022-03-11T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:48.278596 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb551f79-cf50-481d-9a16-301cf80b4dcc None None] The sync data for ids ['e9c05690-6246-4a94-8006-4a1682c841b7'] in n-d-833411-1 is: [{'id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:41Z', 'updated_at': '2022-03-11T17:45:47Z', 'revision_number': 5, 'project_id': '271100890b7241959fa12716ab9306df', 'gw_port': {'id': '8e7618de-3b79-423f-886d-9a79f3188aee', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:42Z', 'updated_at': '2022-03-11T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:48.379807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Router e9c05690-6246-4a94-8006-4a1682c841b7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:45:48.434118 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.505790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:48.513643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-33439103-380c-4d23-a529-acd6f4e61343 admin admin] 10.222.0.53 "PUT /v2.0/routers/e9c05690-6246-4a94-8006-4a1682c841b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6080077 Mar 11 17:45:48.513920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35388) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:48.626727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.741879 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.799510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Deleting port 8e7618de-3b79-423f-886d-9a79f3188aee {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:48.800463 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.883290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] For port 8e7618de-3b79-423f-886d-9a79f3188aee, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8e7618de-3b79-423f-886d-9a79f3188aee,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:48.883656 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.898312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Calling delete_port for 8e7618de-3b79-423f-886d-9a79f3188aee owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:48.976653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] Sync routers for ids ['e9c05690-6246-4a94-8006-4a1682c841b7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:48.997145 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:48.998610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] Routers {'e9c05690-6246-4a94-8006-4a1682c841b7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:48.999214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e9c05690-6246-4a94-8006-4a1682c841b7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:49.082428 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.094818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] Set router e9c05690-6246-4a94-8006-4a1682c841b7 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:49.111272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7618de-3b79-423f-886d-9a79f3188aee,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:49.149441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:41Z', 'updated_at': '2022-03-11T17:45:48Z', 'revision_number': 6, 'project_id': '271100890b7241959fa12716ab9306df', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:49.176498 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.181736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] Checking router: e9c05690-6246-4a94-8006-4a1682c841b7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:49.189898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] Routers {'e9c05690-6246-4a94-8006-4a1682c841b7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:49.190539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e9c05690-6246-4a94-8006-4a1682c841b7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:49.256713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] Set router e9c05690-6246-4a94-8006-4a1682c841b7 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:49.267377 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.270062 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.313278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:41Z', 'updated_at': '2022-03-11T17:45:49Z', 'revision_number': 7, 'project_id': '271100890b7241959fa12716ab9306df', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:49.322477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.324067 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c05690-6246-4a94-8006-4a1682c841b7 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:45:49.328328 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.332278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bdbd6cb2-c3e6-49b4-8ad0-4a40a9590fb9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e9c05690-6246-4a94-8006-4a1682c841b7 HTTP/1.1" status: 204 len: 168 time: 0.8147376 Mar 11 17:45:49.332762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35390) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:49.341661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9d869-44c5-4367-9d34-da6dd5a88613 None None] The sync data for ids ['e9c05690-6246-4a94-8006-4a1682c841b7'] in n-d-833411-1 is: [{'id': 'e9c05690-6246-4a94-8006-4a1682c841b7', 'name': 'tempest-ImageQuotaTest-17337566-router', 'tenant_id': '271100890b7241959fa12716ab9306df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:41Z', 'updated_at': '2022-03-11T17:45:49Z', 'revision_number': 7, 'project_id': '271100890b7241959fa12716ab9306df', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:49.386187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b652ad5-4177-4cf6-8989-2d05b4c35181 admin admin] Deleting subnet 9107d7fc-2778-47e8-b8b4-f8c3bc825f97 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:45:49.389695 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b652ad5-4177-4cf6-8989-2d05b4c35181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.431579 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b652ad5-4177-4cf6-8989-2d05b4c35181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.513029 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b652ad5-4177-4cf6-8989-2d05b4c35181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.566079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b652ad5-4177-4cf6-8989-2d05b4c35181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.591275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b652ad5-4177-4cf6-8989-2d05b4c35181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9107d7fc-2778-47e8-b8b4-f8c3bc825f97,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:49.594619 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b652ad5-4177-4cf6-8989-2d05b4c35181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.598018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1b652ad5-4177-4cf6-8989-2d05b4c35181 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9107d7fc-2778-47e8-b8b4-f8c3bc825f97 HTTP/1.1" status: 204 len: 168 time: 0.2643523 Mar 11 17:45:49.600562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35392) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:49.600930 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f0892-6269-4295-af9c-05b26c6dcc1f None None] Network 917b5110-e951-4484-b9df-862492c18d66 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:45:49.674347 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.727235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Deleting port 885f456f-85c9-4943-85be-4a627130b5f5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:49.727603 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.799132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] For port 885f456f-85c9-4943-85be-4a627130b5f5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=885f456f-85c9-4943-85be-4a627130b5f5,segment=NetworkSegment(ff737827-6fe7-474b-b699-33b7f9fb6f4b),segment_id=ff737827-6fe7-474b-b699-33b7f9fb6f4b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:49.799132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.807531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d473679-5db4-4e19-9b10-80c765df8050 None None] DHCP port deletion for 917b5110-e951-4484-b9df-862492c18d66 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:45:49.820445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Calling delete_port for 885f456f-85c9-4943-85be-4a627130b5f5 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:49.856648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6d473679-5db4-4e19-9b10-80c765df8050 None None] Deleting port 885f456f-85c9-4943-85be-4a627130b5f5 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:45:49.856929 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d473679-5db4-4e19-9b10-80c765df8050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.915464 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.935777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6d473679-5db4-4e19-9b10-80c765df8050 None None] For port 885f456f-85c9-4943-85be-4a627130b5f5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=885f456f-85c9-4943-85be-4a627130b5f5,segment=NetworkSegment(ff737827-6fe7-474b-b699-33b7f9fb6f4b),segment_id=ff737827-6fe7-474b-b699-33b7f9fb6f4b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:45:49.936170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d473679-5db4-4e19-9b10-80c765df8050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:49.946483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] No DVR routers for this DVR port 885f456f-85c9-4943-85be-4a627130b5f5 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:49.952422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=885f456f-85c9-4943-85be-4a627130b5f5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:49.973535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6d473679-5db4-4e19-9b10-80c765df8050 None None] Calling delete_port for 885f456f-85c9-4943-85be-4a627130b5f5 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:45:50.027991 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.028421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8e7618de-3b79-423f-886d-9a79f3188aee no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:50.050851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917b5110-e951-4484-b9df-862492c18d66']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:50.059981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8e7618de-3b79-423f-886d-9a79f3188aee {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:45:50.059981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8e7618de-3b79-423f-886d-9a79f3188aee not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:50.060430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 885f456f-85c9-4943-85be-4a627130b5f5 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:45:50.061658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff737827-6fe7-474b-b699-33b7f9fb6f4b') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:50.061957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff737827-6fe7-474b-b699-33b7f9fb6f4b') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:50.072895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.088172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.088915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 885f456f-85c9-4943-85be-4a627130b5f5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:45:50.088915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 885f456f-85c9-4943-85be-4a627130b5f5 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:45:50.096492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:45:50.096492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: items = [ Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:45:50.098187 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:45:50.121046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d473679-5db4-4e19-9b10-80c765df8050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.148847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d473679-5db4-4e19-9b10-80c765df8050 None None] Pushing event deleted for resources: {'Port': ['ID=885f456f-85c9-4943-85be-4a627130b5f5,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:50.158465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d473679-5db4-4e19-9b10-80c765df8050 None None] No DVR routers for this DVR port 885f456f-85c9-4943-85be-4a627130b5f5 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:45:50.167122 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.179580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.182454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] 10.222.0.53 "DELETE /v2.0/networks/917b5110-e951-4484-b9df-862492c18d66 HTTP/1.1" status: 204 len: 168 time: 0.5786331 Mar 11 17:45:50.191566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62776d-23c7-4b87-9705-98f6f2fb5b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=917b5110-e951-4484-b9df-862492c18d66,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:50.290699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35396) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:50.339384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a802fadc-e4da-450c-befe-fffd500a8b91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=271100890b7241959fa12716ab9306df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474386 Mar 11 17:45:50.341833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35398) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:50.394053 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53cbfa1c-4238-4a86-abee-0e6518fd1a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.415474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53cbfa1c-4238-4a86-abee-0e6518fd1a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.461004 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53cbfa1c-4238-4a86-abee-0e6518fd1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.463647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53cbfa1c-4238-4a86-abee-0e6518fd1a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.467191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-53cbfa1c-4238-4a86-abee-0e6518fd1a0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ccc374b-c822-4884-a9f0-91f916cfe69c HTTP/1.1" status: 204 len: 168 time: 0.1219256 Mar 11 17:45:50.473251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbfa1c-4238-4a86-abee-0e6518fd1a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc374b-c822-4884-a9f0-91f916cfe69c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:50.801662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35404) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:50.815819 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67df-4b6f-4ab9-9b64-72e83cd6be69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.891363 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67df-4b6f-4ab9-9b64-72e83cd6be69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.895809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67df-4b6f-4ab9-9b64-72e83cd6be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:50.932823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f67df-4b6f-4ab9-9b64-72e83cd6be69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66dd5e3-a617-4c49-905e-d06dee982a43,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:50.937984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4a1f67df-4b6f-4ab9-9b64-72e83cd6be69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1350763 Mar 11 17:45:50.941113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35406) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:50.996362 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d80afe96-3f93-4c0c-b173-49aec572df46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.017391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d80afe96-3f93-4c0c-b173-49aec572df46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.064210 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d80afe96-3f93-4c0c-b173-49aec572df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.067520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d80afe96-3f93-4c0c-b173-49aec572df46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:51.068692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d80afe96-3f93-4c0c-b173-49aec572df46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e66dd5e3-a617-4c49-905e-d06dee982a43 HTTP/1.1" status: 204 len: 168 time: 0.1266611 Mar 11 17:45:51.076245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80afe96-3f93-4c0c-b173-49aec572df46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66dd5e3-a617-4c49-905e-d06dee982a43,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:55.492319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35416) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:55.582212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8b792b03-a36e-4ce6-893d-687362238906 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3191 time: 0.0886841 Mar 11 17:45:55.584932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35418) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:55.589586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'network': {'name': 'tempest-network-smoke--752475677', 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'port_security_enabled': False}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:55.609234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Made reservation on behalf of c22fedb2c23f45009b13001b92c3b853 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:55.613741 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.925253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:45:55.933976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.934319 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Added segment 2d12563c-f1ba-46cc-a01f-3ea72522474e of type vlan for network 48484acc-f77f-4e4a-aae3-065cf5b165d0 Mar 11 17:45:55.974335 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:55.998987 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.004917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:56.005512 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.063374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4773993 Mar 11 17:45:56.066127 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35420) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:56.071081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'admin_state_up': True, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:56.078460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd02c8a-32e0-459e-a2b3-f97d4a11ecab tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Network': ['ID=48484acc-f77f-4e4a-aae3-065cf5b165d0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:56.091659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 48484acc-f77f-4e4a-aae3-065cf5b165d0 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:45:56.098377 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.099447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.151720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.296715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.486590 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.509132 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.614150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Allocated IP 172.25.8.159 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d4b71612-9832-4c82-bad1-2ce845b68924) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:56.731882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.774193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:56.815161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:56.818639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:56.823275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:56.829107 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=d4b71612-9832-4c82-bad1-2ce845b68924,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:56.856943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.857286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.857624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.857955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.858286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.858614 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.858937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.859265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.859588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.859905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.860222 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:56.860567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:45:57.091193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.295721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.444438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Router 4b8726d4-5803-43f9-8e1a-9641fe485b8b is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:45:57.552635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:45:57.562668 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Sync routers for ids ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:45:57.574002 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Routers {'4b8726d4-5803-43f9-8e1a-9641fe485b8b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:57.574612 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:57.574800 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:57.575921 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d5c09bf4-4209-4cef-9cd3-e9956eb4b269 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5087950 Mar 11 17:45:57.578885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35422) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:57.627606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ffbdca-a299-41f8-8915-e14d6376bc2c tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:57.629680 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-86ffbdca-a299-41f8-8915-e14d6376bc2c tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c22fedb2c23f45009b13001b92c3b853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0498006 Mar 11 17:45:57.632724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35424) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:57.733736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c59553-3992-4826-bab3-950292581444 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:57.735173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f9c59553-3992-4826-bab3-950292581444 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014721 Mar 11 17:45:57.738085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35426) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:57.767792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-723a2f36-caa9-4ce0-89a0-f4e07674c5f3 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284963 Mar 11 17:45:57.771248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35428) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:57.774484 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Set router 4b8726d4-5803-43f9-8e1a-9641fe485b8b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:57.800015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ca82a458-a905-415e-a815-80cc03dc9a55 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c22fedb2c23f45009b13001b92c3b853&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266254 Mar 11 17:45:57.802614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35430) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:57.897570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c449654f-0023-4271-b43e-d02a4dc3ee09 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:57.900870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c449654f-0023-4271-b43e-d02a4dc3ee09 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972512 Mar 11 17:45:57.902144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35432) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:57.930879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c370567e-f670-4b5b-a1f3-6d671716ee91 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275586 Mar 11 17:45:57.933445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35434) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:57.938577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2117362859', 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0', 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:45:57.953416 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:45:56Z', 'revision_number': 3, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:57.980085 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Checking router: 4b8726d4-5803-43f9-8e1a-9641fe485b8b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:45:57.980464 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Updating router 4b8726d4-5803-43f9-8e1a-9641fe485b8b port d4b71612-9832-4c82-bad1-2ce845b68924 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:45:58.009244 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.029794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Made reservation on behalf of c22fedb2c23f45009b13001b92c3b853 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:45:58.033539 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.216050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.264469 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.270622 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.278295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Subnet': ['ID=4a206e69-3df4-4a43-ae31-cc532f069d1d,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:58.289466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Checking segment: {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:58.289829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network hostable DHCP agents. Network: 48484acc-f77f-4e4a-aae3-065cf5b165d0, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:45:58.308728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network 48484acc-f77f-4e4a-aae3-065cf5b165d0 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:45:58.319270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 48484acc-f77f-4e4a-aae3-065cf5b165d0) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:58.327471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:45:58.328313 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.328623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74df05b-0153-4181-8218-8c13c5bf8999 None None] Network 48484acc-f77f-4e4a-aae3-065cf5b165d0 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:45:58.332259 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96c89f-ab83-4c76-b6bc-578afae09454 None None] Pushing event updated for resources: {'Port': ['ID=d4b71612-9832-4c82-bad1-2ce845b68924,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:58.335952 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Attempting to bind port d4b71612-9832-4c82-bad1-2ce845b68924 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:58.336718 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Attempting to bind port d4b71612-9832-4c82-bad1-2ce845b68924 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:58.336718 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Attempting to bind port d4b71612-9832-4c82-bad1-2ce845b68924 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:58.342680 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:58.343113 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:58.343574 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.343970 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:58.344526 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Bound port: d4b71612-9832-4c82-bad1-2ce845b68924, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:58.344937 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.350623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35436) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:45:58.351569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-45b9d79e-8696-42ba-a73b-ae6b199bdde5 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4169850 Mar 11 17:45:58.403907 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] For port d4b71612-9832-4c82-bad1-2ce845b68924, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:58.407281 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] For port d4b71612-9832-4c82-bad1-2ce845b68924, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d4b71612-9832-4c82-bad1-2ce845b68924,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:58.412874 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.470847 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Routers {'4b8726d4-5803-43f9-8e1a-9641fe485b8b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:45:58.471476 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:58.505894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-48484acc-f77f-4e4a-aae3-065cf5b165d0', 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'fixed_ips': [{'subnet_id': '4a206e69-3df4-4a43-ae31-cc532f069d1d'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:45:58.506766 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.527785 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96c89f-ab83-4c76-b6bc-578afae09454 None None] Pushing event updated for resources: {'Port': ['ID=d4b71612-9832-4c82-bad1-2ce845b68924,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:58.598103 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] Set router 4b8726d4-5803-43f9-8e1a-9641fe485b8b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:45:58.660019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Allocated IP 172.20.0.18 (48484acc-f77f-4e4a-aae3-065cf5b165d0/4a206e69-3df4-4a43-ae31-cc532f069d1d/5a7acce7-355e-42d2-9857-312edf07b6f6) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:58.784145 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:45:56Z', 'revision_number': 3, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:45:58.811818 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.816648 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdc355-78f7-4e19-b27c-4c6e1782f77e None None] The sync data for ids ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'] in n-d-833411-1 is: [{'id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:45:56Z', 'revision_number': 3, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:45:58.818161 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.872400 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Network 48484acc-f77f-4e4a-aae3-065cf5b165d0 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:45:58.873881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:45:58.877054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:45:58.887389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Pushing event updated for resources: {'Port': ['ID=5a7acce7-355e-42d2-9857-312edf07b6f6,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:58.946866 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Attempting to bind port 5a7acce7-355e-42d2-9857-312edf07b6f6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:45:58.947262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Attempting to bind port 5a7acce7-355e-42d2-9857-312edf07b6f6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:45:58.947582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Attempting to bind port 5a7acce7-355e-42d2-9857-312edf07b6f6 on network 48484acc-f77f-4e4a-aae3-065cf5b165d0 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:45:58.952901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:45:58.953274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Checking segment: {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:45:58.953682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:58.954074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Bound using segment: {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:45:58.954530 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Bound port: 5a7acce7-355e-42d2-9857-312edf07b6f6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:45:58.954906 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.020887 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] For port 5a7acce7-355e-42d2-9857-312edf07b6f6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:45:59.025802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] For port 5a7acce7-355e-42d2-9857-312edf07b6f6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5a7acce7-355e-42d2-9857-312edf07b6f6,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:45:59.034458 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.126838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126d5a-9199-436d-aa8d-17a1675c4440 None None] Pushing event updated for resources: {'Port': ['ID=5a7acce7-355e-42d2-9857-312edf07b6f6,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:45:59.204773 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.509687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.804233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Allocated IP 172.20.0.17 (48484acc-f77f-4e4a-aae3-065cf5b165d0/4a206e69-3df4-4a43-ae31-cc532f069d1d/f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:45:59.951888 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:45:59.980608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5a7acce7-355e-42d2-9857-312edf07b6f6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:00.023770 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.035130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5a7acce7-355e-42d2-9857-312edf07b6f6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:00.035622 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.070249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network 48484acc-f77f-4e4a-aae3-065cf5b165d0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:00.073858 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:00.078437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:46:00.107948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:00.137306 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.144465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.179928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 5a7acce7-355e-42d2-9857-312edf07b6f6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5a7acce7-355e-42d2-9857-312edf07b6f6,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:00.184998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.185861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d4b71612-9832-4c82-bad1-2ce845b68924 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:00.210620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4834ed29-b106-4ef3-8c10-ab0ef7565670 None None] Network 48484acc-f77f-4e4a-aae3-065cf5b165d0 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:46:00.287947 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.335072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=5a7acce7-355e-42d2-9857-312edf07b6f6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:00.337435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fefd54df-9709-432c-ba98-3b101a562a44 None None] Provisioning complete for port 5a7acce7-355e-42d2-9857-312edf07b6f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:00.337835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fefd54df-9709-432c-ba98-3b101a562a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.411809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d4b71612-9832-4c82-bad1-2ce845b68924 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:00.412178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.637380 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.643120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.722176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:00.725519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.767694 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.790195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port d4b71612-9832-4c82-bad1-2ce845b68924, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d4b71612-9832-4c82-bad1-2ce845b68924,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:00.794983 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:00.851789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network 48484acc-f77f-4e4a-aae3-065cf5b165d0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:00.854279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:00.855726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=d4b71612-9832-4c82-bad1-2ce845b68924,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:00.983666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Router 4b8726d4-5803-43f9-8e1a-9641fe485b8b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:01.047857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e4971210-7508-4dba-87f3-ca4a70491e1b None None] Provisioning complete for port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:01.048491 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4971210-7508-4dba-87f3-ca4a70491e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:01.086139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e4971210-7508-4dba-87f3-ca4a70491e1b None None] Port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:46:01.097449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e4971210-7508-4dba-87f3-ca4a70491e1b None None] Provisioning complete for port 5a7acce7-355e-42d2-9857-312edf07b6f6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:01.097822 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e4971210-7508-4dba-87f3-ca4a70491e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:01.102852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:01.116587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-026d8b06-1354-4d9d-8042-3d10d49f2aca tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "PUT /v2.0/routers/4b8726d4-5803-43f9-8e1a-9641fe485b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7549016 Mar 11 17:46:01.127301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Sync routers for ids ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:46:01.148076 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Routers {'4b8726d4-5803-43f9-8e1a-9641fe485b8b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:01.148740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:01.314073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Set router 4b8726d4-5803-43f9-8e1a-9641fe485b8b gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:01.430064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-cdae2379-7ce4-4746-8009-f8d92559e406 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:01.431601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-cdae2379-7ce4-4746-8009-f8d92559e406 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/networks?id=48484acc-f77f-4e4a-aae3-065cf5b165d0 HTTP/1.1" status: 200 len: 797 time: 0.1231861 Mar 11 17:46:01.451641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-fec8092b-a102-4f42-8358-362c740e1eac tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/quotas/c22fedb2c23f45009b13001b92c3b853 HTTP/1.1" status: 200 len: 375 time: 0.0136302 Mar 11 17:46:01.474912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f4937ece-d443-4054-9a5b-05015da6dc1e None None] Provisioning complete for port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:01.475313 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4937ece-d443-4054-9a5b-05015da6dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:01.520579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-e672d9fa-5684-4aef-a857-1bb54d23624a tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c22fedb2c23f45009b13001b92c3b853&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0622678 Mar 11 17:46:01.541343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f4937ece-d443-4054-9a5b-05015da6dc1e None None] Port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:46:01.569743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6', 'name': '', 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:e9:4d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4a206e69-3df4-4a43-ae31-cc532f069d1d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:59Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 2, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': '4a206e69-3df4-4a43-ae31-cc532f069d1d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:01.601198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Checking router: 4b8726d4-5803-43f9-8e1a-9641fe485b8b for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:46:01.601546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Updating router 4b8726d4-5803-43f9-8e1a-9641fe485b8b port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:46:01.626603 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:01.728794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-92383e39-b434-4892-ae42-7d6465acd18b service neutron] 10.222.0.53 "GET /v2.0/networks/48484acc-f77f-4e4a-aae3-065cf5b165d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952949 Mar 11 17:46:01.735329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8e228798-2212-46dd-aead-7e34e332f474 None None] Provisioning complete for port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:01.735696 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8e228798-2212-46dd-aead-7e34e332f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:01.794186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8e228798-2212-46dd-aead-7e34e332f474 None None] Port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:46:01.835535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-5d6903b0-eeb0-41ad-8419-c3c8c168062a service neutron] 10.222.0.53 "GET /v2.0/networks/48484acc-f77f-4e4a-aae3-065cf5b165d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003251 Mar 11 17:46:01.940027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5a7acce7-355e-42d2-9857-312edf07b6f6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:01.990656 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:01.999194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.031520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39fc4b41-3498-4174-b68e-8b818a8cf138 req-e7bd2afd-f3b6-45ab-ac8c-958b86311b4f tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 210 time: 0.0356555 Mar 11 17:46:02.063625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc3c76-fe9e-4fc0-ad6c-c7334d683641 None None] Pushing event updated for resources: {'Port': ['ID=f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:02.081584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5a7acce7-355e-42d2-9857-312edf07b6f6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:02.081955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.162018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Attempting to bind port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:02.162390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Attempting to bind port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:02.162750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Attempting to bind port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 on network 48484acc-f77f-4e4a-aae3-065cf5b165d0 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:46:02.172601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:46:02.172977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Checking segment: {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:02.173380 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.173830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Bound using segment: {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:46:02.174315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Bound port: f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:02.174715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.273982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d4b71612-9832-4c82-bad1-2ce845b68924 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:02.306088 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] For port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:02.331817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] For port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:02.340188 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.371149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f4e532c6-3ed6-42cc-adc3-918a9337797e None None] Provisioning complete for port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:02.371623 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4e532c6-3ed6-42cc-adc3-918a9337797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.459004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d4b71612-9832-4c82-bad1-2ce845b68924 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:02.459534 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.491686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Routers {'4b8726d4-5803-43f9-8e1a-9641fe485b8b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:02.492464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:45:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:02.504533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc3c76-fe9e-4fc0-ad6c-c7334d683641 None None] Pushing event updated for resources: {'Port': ['ID=f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:02.683133 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4e532c6-3ed6-42cc-adc3-918a9337797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:02.704097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] Set router 4b8726d4-5803-43f9-8e1a-9641fe485b8b gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:02.798522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f4e532c6-3ed6-42cc-adc3-918a9337797e None None] For port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:02.809055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4e532c6-3ed6-42cc-adc3-918a9337797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:03.069267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4a3c735b-e9b0-4625-a680-9bd1435d318d None None] Provisioning complete for port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:03.069953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4a3c735b-e9b0-4625-a680-9bd1435d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:03.101367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e532c6-3ed6-42cc-adc3-918a9337797e None None] Pushing event updated for resources: {'Port': ['ID=f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:03.127648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-589dfe93-bb17-4c33-b159-851486b99410 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:03.131573 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-589dfe93-bb17-4c33-b159-851486b99410 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.46 "GET /v2.0/networks?id=48484acc-f77f-4e4a-aae3-065cf5b165d0 HTTP/1.1" status: 200 len: 797 time: 0.1234214 Mar 11 17:46:03.147266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Request body: {'port': {'device_id': '4a87b0ea-6090-445d-8aa0-58e785806d8e', 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0', 'admin_state_up': True, 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:46:03.181190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75e8f0af-5e75-4499-8045-55e48c088d8d req-e2520721-68f1-4e61-a511-5b011f58bfe6 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 210 time: 0.0401216 Mar 11 17:46:03.236357 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6', 'name': '', 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:e9:4d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4a206e69-3df4-4a43-ae31-cc532f069d1d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:59Z', 'updated_at': '2022-03-11T17:46:02Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': '4a206e69-3df4-4a43-ae31-cc532f069d1d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:03.269262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f4e4b-e98b-4bf9-a0f1-aa4e2762b171 None None] The sync data for ids ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'] in n-d-833411-1 is: [{'id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6', 'name': '', 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:e9:4d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4a206e69-3df4-4a43-ae31-cc532f069d1d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:59Z', 'updated_at': '2022-03-11T17:46:02Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': '4a206e69-3df4-4a43-ae31-cc532f069d1d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:46:03.286140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Made reservation on behalf of c22fedb2c23f45009b13001b92c3b853 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:03.290128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:03.459075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Allocated IP 172.20.0.23 (48484acc-f77f-4e4a-aae3-065cf5b165d0/4a206e69-3df4-4a43-ae31-cc532f069d1d/e96d5645-8cb3-4a41-a9c3-ae5026f376e7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:03.594451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:03.631655 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:03.676623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Network 48484acc-f77f-4e4a-aae3-065cf5b165d0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:03.679695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:03.683551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:46:03.689950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event updated for resources: {'Port': ['ID=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:03.755309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:03.755992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:03.773752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-2d0ef6cf-7742-4365-81d5-c24de8aadd48 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6328857 Mar 11 17:46:03.786577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Request body: {'port': {'device_id': '4a87b0ea-6090-445d-8aa0-58e785806d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:46:03.844768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:03.962255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0cd65b77-d8d5-435b-90aa-2a376a861fe3 None None] Provisioning complete for port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:03.962576 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0cd65b77-d8d5-435b-90aa-2a376a861fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:04.002486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:04.046803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0cd65b77-d8d5-435b-90aa-2a376a861fe3 None None] Port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:46:04.069458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:04.070880 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:04.186372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96d5645-8cb3-4a41-a9c3-ae5026f376e7 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:46:04.196003 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:04.208738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Transition to ACTIVE for port object e96d5645-8cb3-4a41-a9c3-ae5026f376e7 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:46:04.214413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:04.310522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63e850-3764-482d-843b-d843678b8595 req-e59690ed-5e3b-4186-8c88-7ca64b3f7d12 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:04.312898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b63e850-3764-482d-843b-d843678b8595 req-e59690ed-5e3b-4186-8c88-7ca64b3f7d12 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 907 time: 0.0675888 Mar 11 17:46:04.315358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Pushing event updated for resources: {'Port': ['ID=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:04.352173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Attempting to bind port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:04.352546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Attempting to bind port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:04.352883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Attempting to bind port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 on network 48484acc-f77f-4e4a-aae3-065cf5b165d0 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:46:04.357938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 on network 48484acc-f77f-4e4a-aae3-065cf5b165d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:46:04.358374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Attempting to bind port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 on network 48484acc-f77f-4e4a-aae3-065cf5b165d0 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:46:04.364411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:46:04.364861 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Checking segment: {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:04.365416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Bound using segment: {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:46:04.365825 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Bound port: e96d5645-8cb3-4a41-a9c3-ae5026f376e7, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d12563c-f1ba-46cc-a01f-3ea72522474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:04.366259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:04.440961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] For port e96d5645-8cb3-4a41-a9c3-ae5026f376e7, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:04.444527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] For port e96d5645-8cb3-4a41-a9c3-ae5026f376e7, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:04.450562 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:04.496682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:04.497316 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:04.498767 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] 10.222.0.46 "PUT /v2.0/ports/e96d5645-8cb3-4a41-a9c3-ae5026f376e7 HTTP/1.1" status: 200 len: 1055 time: 0.7172229 Mar 11 17:46:04.499225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a87b0ea-6090-445d-8aa0-58e785806d8e', 'tag': 'e96d5645-8cb3-4a41-a9c3-ae5026f376e7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:46:04.501566 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdf6e0e-2785-471b-bd94-d060bb893ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a87b0ea-6090-445d-8aa0-58e785806d8e", "tag": "e96d5645-8cb3-4a41-a9c3-ae5026f376e7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:46:04.532929 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7d4c3-b5ba-4c7f-a3e5-cf141eb70fbc service neutron] Pushing event updated for resources: {'Port': ['ID=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:04.553027 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb341f6-2fcc-4137-84bd-ab61f01cb706 x-openstack-request-id: req-0fb341f6-2fcc-4137-84bd-ab61f01cb706 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:46:04.553373 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a87b0ea-6090-445d-8aa0-58e785806d8e", "tag": "e96d5645-8cb3-4a41-a9c3-ae5026f376e7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:46:04.553719 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fb341f6-2fcc-4137-84bd-ab61f01cb706 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:46:04.554174 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a87b0ea-6090-445d-8aa0-58e785806d8e', 'tag': 'e96d5645-8cb3-4a41-a9c3-ae5026f376e7', 'status': 'completed', 'code': 200} Mar 11 17:46:04.609476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-c415aeef-d663-41dd-9bad-3f5c9f445d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:04.611618 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-c415aeef-d663-41dd-9bad-3f5c9f445d2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c22fedb2c23f45009b13001b92c3b853&device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 1058 time: 0.0492294 Mar 11 17:46:04.659485 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-158c1e3a-3ff2-421b-a831-5134e12f3458 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e96d5645-8cb3-4a41-a9c3-ae5026f376e7 HTTP/1.1" status: 200 len: 217 time: 0.0369682 Mar 11 17:46:04.711167 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-d8b64163-452f-4f69-a0b9-7f5432bde20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:04.712660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-d8b64163-452f-4f69-a0b9-7f5432bde20a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a206e69-3df4-4a43-ae31-cc532f069d1d HTTP/1.1" status: 200 len: 838 time: 0.0456614 Mar 11 17:46:04.764634 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-28065d0e-dda9-404d-a075-32e796cca103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:04.766109 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-28065d0e-dda9-404d-a075-32e796cca103 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48484acc-f77f-4e4a-aae3-065cf5b165d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461023 Mar 11 17:46:04.859347 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-d61f926c-32bc-42f6-bef6-5b031c876d7c service neutron] 10.222.0.46 "GET /v2.0/networks/48484acc-f77f-4e4a-aae3-065cf5b165d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842531 Mar 11 17:46:04.965530 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c9a3287-eefa-49f3-8f1f-77fb112375b2 req-f98740e7-bdb5-4643-aa75-fa8f8a48dd71 service neutron] 10.222.0.46 "GET /v2.0/networks/48484acc-f77f-4e4a-aae3-065cf5b165d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945015 Mar 11 17:46:05.053999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-7ccb9a62-16e0-4ea6-90a5-94d9d95a600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:05.055505 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-7ccb9a62-16e0-4ea6-90a5-94d9d95a600c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c22fedb2c23f45009b13001b92c3b853&device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 1058 time: 0.0430818 Mar 11 17:46:05.148875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-088bb247-206a-4ebe-988a-bb0b3c81e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:05.150336 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-088bb247-206a-4ebe-988a-bb0b3c81e871 service neutron] 10.222.0.46 "GET /v2.0/networks?id=48484acc-f77f-4e4a-aae3-065cf5b165d0 HTTP/1.1" status: 200 len: 897 time: 0.0877652 Mar 11 17:46:05.194173 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-8f5f2c71-fad1-4544-a366-c315f86434c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e96d5645-8cb3-4a41-a9c3-ae5026f376e7 HTTP/1.1" status: 200 len: 217 time: 0.0364118 Mar 11 17:46:05.260404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-2b18a841-51c3-4e64-b76f-43d6082d8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:05.261911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-2b18a841-51c3-4e64-b76f-43d6082d8570 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a206e69-3df4-4a43-ae31-cc532f069d1d HTTP/1.1" status: 200 len: 838 time: 0.0597644 Mar 11 17:46:05.316514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-f9242f7a-fddc-4073-ba78-1b0943470d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:05.318069 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-f9242f7a-fddc-4073-ba78-1b0943470d71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=48484acc-f77f-4e4a-aae3-065cf5b165d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466142 Mar 11 17:46:05.439037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-d42d0abf-bdd7-40c4-a48e-f413e05422b8 service neutron] 10.222.0.46 "GET /v2.0/networks/48484acc-f77f-4e4a-aae3-065cf5b165d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126697 Mar 11 17:46:05.459687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af0762-3be9-4d1a-98e2-287705562fc0 req-52d8b50a-4387-486f-9adb-c082f04525d7 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:05.461177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00af0762-3be9-4d1a-98e2-287705562fc0 req-52d8b50a-4387-486f-9adb-c082f04525d7 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 907 time: 0.0572281 Mar 11 17:46:05.554699 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cdf6e0e-2785-471b-bd94-d060bb893ae0 req-ebed02c8-f15c-479a-89aa-9b9b03ad9ccd service neutron] 10.222.0.46 "GET /v2.0/networks/48484acc-f77f-4e4a-aae3-065cf5b165d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054585 Mar 11 17:46:06.587237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f90430-f261-49f1-8600-31629c1525b7 req-024d0e4f-a154-41df-a34f-27c3787843b9 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:06.588799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55f90430-f261-49f1-8600-31629c1525b7 req-024d0e4f-a154-41df-a34f-27c3787843b9 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 907 time: 0.0506113 Mar 11 17:46:07.729041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772c771-d718-4966-85e3-f4797fdaaa9f req-b9cfedc7-b400-455b-9a05-f9fa1c9ae2ed tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:07.730422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7772c771-d718-4966-85e3-f4797fdaaa9f req-b9cfedc7-b400-455b-9a05-f9fa1c9ae2ed tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 907 time: 0.0641832 Mar 11 17:46:07.947953 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e96d5645-8cb3-4a41-a9c3-ae5026f376e7 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:46:08.054995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e96d5645-8cb3-4a41-a9c3-ae5026f376e7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:08.066649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'e96d5645-8cb3-4a41-a9c3-ae5026f376e7', 'network_id': '48484acc-f77f-4e4a-aae3-065cf5b165d0', 'port_id': 'e96d5645-8cb3-4a41-a9c3-ae5026f376e7', 'mac_address': 'fa:16:3e:2f:a3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a206e69-3df4-4a43-ae31-cc532f069d1d', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:46:08.104644 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.118320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96d5645-8cb3-4a41-a9c3-ae5026f376e7 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:46:08.139229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e96d5645-8cb3-4a41-a9c3-ae5026f376e7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:08.143093 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:08.196398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:08.387833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['e96d5645-8cb3-4a41-a9c3-ae5026f376e7'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:46:08.849654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725ea1b-c694-4356-beeb-a3e58f7bc526 req-266000a3-d5ee-45f9-abdd-4521b1b5fc2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:08.851197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2725ea1b-c694-4356-beeb-a3e58f7bc526 req-266000a3-d5ee-45f9-abdd-4521b1b5fc2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 908 time: 0.0503645 Mar 11 17:46:09.951970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e96d5645-8cb3-4a41-a9c3-ae5026f376e7 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:09.974030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcbdf3-f708-4e42-af3b-d5532210c251 req-f0f27619-3ccd-46a9-ab75-664fe415be89 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:09.975538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02fcbdf3-f708-4e42-af3b-d5532210c251 req-f0f27619-3ccd-46a9-ab75-664fe415be89 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 908 time: 0.0538218 Mar 11 17:46:10.000777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:46:10.005009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:10.005382 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.087632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.110238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a87b0ea-6090-445d-8aa0-58e785806d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96d5645-8cb3-4a41-a9c3-ae5026f376e7'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:46:10.112507 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8f578e-5995-4c6a-bc81-3710a1260afc" -d '{"events": [{"server_uuid": "4a87b0ea-6090-445d-8aa0-58e785806d8e", "name": "network-vif-plugged", "status": "completed", "tag": "e96d5645-8cb3-4a41-a9c3-ae5026f376e7"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:46:10.125884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e96d5645-8cb3-4a41-a9c3-ae5026f376e7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:10.130125 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:10.162686 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d81c272-263b-41d7-ab0f-ab46a5316cb7 x-openstack-request-id: req-8d81c272-263b-41d7-ab0f-ab46a5316cb7 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:46:10.162977 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a87b0ea-6090-445d-8aa0-58e785806d8e", "name": "network-vif-plugged", "status": "completed", "tag": "e96d5645-8cb3-4a41-a9c3-ae5026f376e7", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:46:10.163236 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d81c272-263b-41d7-ab0f-ab46a5316cb7 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:46:10.163779 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a87b0ea-6090-445d-8aa0-58e785806d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96d5645-8cb3-4a41-a9c3-ae5026f376e7', 'code': 200} Mar 11 17:46:10.199170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:10.273512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2cde9-02ff-4a48-8cf5-d738a16be99f req-d9cf6d03-d762-4f4e-a857-29ffa550148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:10.275039 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05e2cde9-02ff-4a48-8cf5-d738a16be99f req-d9cf6d03-d762-4f4e-a857-29ffa550148a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 1060 time: 0.0450907 Mar 11 17:46:10.947087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384e515-a38a-4426-9b32-fbd62f659751 req-9e4222da-0828-42bd-83b0-a62a57a3ed81 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:10.948860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d384e515-a38a-4426-9b32-fbd62f659751 req-9e4222da-0828-42bd-83b0-a62a57a3ed81 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0569456 Mar 11 17:46:10.993833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d384e515-a38a-4426-9b32-fbd62f659751 req-4409c5ff-95ed-466d-bb37-143712fc2609 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Mar 11 17:46:11.115711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53102a-2ec8-479b-af2f-cacbff3fc54b req-51ccc38b-1237-494b-80bb-5bf7813469b6 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:11.117850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b53102a-2ec8-479b-af2f-cacbff3fc54b req-51ccc38b-1237-494b-80bb-5bf7813469b6 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 909 time: 0.0553572 Mar 11 17:46:11.162053 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:12.135583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014d6dd-785d-47c1-a701-24f66c2f6e8f req-3b4c3d5e-2cea-4c0b-be58-84a6bc27f413 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:12.137036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b014d6dd-785d-47c1-a701-24f66c2f6e8f req-3b4c3d5e-2cea-4c0b-be58-84a6bc27f413 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0498638 Mar 11 17:46:12.178852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b014d6dd-785d-47c1-a701-24f66c2f6e8f req-70b601bd-aad1-415e-8255-26500c3c27bf tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352793 Mar 11 17:46:12.246821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e69b2-b179-49b7-8ba6-3dc5ab5d9c2a req-ab331844-a3b4-4e3c-922c-5b7195966ad8 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:12.248286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-507e69b2-b179-49b7-8ba6-3dc5ab5d9c2a req-ab331844-a3b4-4e3c-922c-5b7195966ad8 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 909 time: 0.0550864 Mar 11 17:46:12.382706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf7900-07fd-4f23-83e7-65cde9a23c13 req-5562964b-590e-4c0b-83e5-83058fa7d609 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:12.384223 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fabf7900-07fd-4f23-83e7-65cde9a23c13 req-5562964b-590e-4c0b-83e5-83058fa7d609 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 909 time: 0.0600567 Mar 11 17:46:12.500004 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa055c-844b-4a60-9e49-7b203d6b5ec0 req-9bf98ec4-0941-430d-a893-e38c632e82d9 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:12.502463 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06aa055c-844b-4a60-9e49-7b203d6b5ec0 req-9bf98ec4-0941-430d-a893-e38c632e82d9 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 1060 time: 0.0442400 Mar 11 17:46:12.615335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bec4d0-295b-4a40-afce-c6fc314509e4 req-d3bb9ac9-64b3-43e3-8896-dbd5fc380100 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:12.616888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43bec4d0-295b-4a40-afce-c6fc314509e4 req-d3bb9ac9-64b3-43e3-8896-dbd5fc380100 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 1135 time: 0.0404990 Mar 11 17:46:12.658898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43bec4d0-295b-4a40-afce-c6fc314509e4 req-dd1bf395-6002-44c4-92b9-e5039bbca263 tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0358248 Mar 11 17:46:12.682800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:12.723004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298161d9-197c-4c61-96ca-8032437435aa tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:12.724606 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-298161d9-197c-4c61-96ca-8032437435aa tempest-TestSecurityGroupsBasicOps-1553504630 tempest-TestSecurityGroupsBasicOps-1553504630-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 1055 time: 0.0406482 Mar 11 17:46:12.958786 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed506753-621b-46f0-b5ce-58f5d8eec57c req-33dd2a82-ee22-434b-ae29-a54b3a07e2f7 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:12.960286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed506753-621b-46f0-b5ce-58f5d8eec57c req-33dd2a82-ee22-434b-ae29-a54b3a07e2f7 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 909 time: 0.0630417 Mar 11 17:46:13.306939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3041852-026f-4ecb-b1e0-ae13e641a3fb req-42324aee-0bb3-4d8a-8371-07d646d9b7ec tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:13.308991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3041852-026f-4ecb-b1e0-ae13e641a3fb req-42324aee-0bb3-4d8a-8371-07d646d9b7ec tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0561318 Mar 11 17:46:13.352958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3041852-026f-4ecb-b1e0-ae13e641a3fb req-97d3f31c-422d-4146-8b1b-b3e1fb7405f6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374191 Mar 11 17:46:13.622809 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-58ea7bfd-347f-439a-aabd-de31355897c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.092121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af52b4-2596-40cb-8933-6b3fd85565f9 req-0eff99b5-6516-4ba2-8cac-c213b80e8f04 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:14.093653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d1af52b4-2596-40cb-8933-6b3fd85565f9 req-0eff99b5-6516-4ba2-8cac-c213b80e8f04 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 909 time: 0.0561259 Mar 11 17:46:14.370265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-beec17c4-51d6-4ae6-823b-d329bc19f7b2 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:14.371718 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-beec17c4-51d6-4ae6-823b-d329bc19f7b2 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 909 time: 0.0493867 Mar 11 17:46:14.477369 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:14.477721 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.480387 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9428f5-9684-491f-90e5-906807d4e2a3 req-0864802a-297e-4abf-baf2-d2c6ac1f570f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:14.481912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd9428f5-9684-491f-90e5-906807d4e2a3 req-0864802a-297e-4abf-baf2-d2c6ac1f570f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0547316 Mar 11 17:46:14.525519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd9428f5-9684-491f-90e5-906807d4e2a3 req-8cbf513c-17c0-41aa-897d-a8c3f82ea27e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372410 Mar 11 17:46:14.574415 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] For port e96d5645-8cb3-4a41-a9c3-ae5026f376e7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:14.574813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.588452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Calling delete_port for e96d5645-8cb3-4a41-a9c3-ae5026f376e7 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:14.720300 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.753361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Port': ['ID=e96d5645-8cb3-4a41-a9c3-ae5026f376e7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:14.801671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] No DVR routers for this DVR port e96d5645-8cb3-4a41-a9c3-ae5026f376e7 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:46:14.804258 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:14.807638 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7b0bed07-7122-44e0-98a7-5fdfa71c8bff req-62440ac6-c326-4542-a7c7-cc3fb93d4c00 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.46 "DELETE /v2.0/ports/e96d5645-8cb3-4a41-a9c3-ae5026f376e7 HTTP/1.1" status: 204 len: 173 time: 0.4301686 Mar 11 17:46:14.808100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a87b0ea-6090-445d-8aa0-58e785806d8e', 'name': 'network-vif-deleted', 'tag': 'e96d5645-8cb3-4a41-a9c3-ae5026f376e7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:46:14.810471 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca644ed6-6601-4276-a196-57cd4762a70e" -d '{"events": [{"server_uuid": "4a87b0ea-6090-445d-8aa0-58e785806d8e", "name": "network-vif-deleted", "tag": "e96d5645-8cb3-4a41-a9c3-ae5026f376e7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:46:14.854496 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0234d9-bf65-4dbd-9d11-895fb32fca7c x-openstack-request-id: req-ac0234d9-bf65-4dbd-9d11-895fb32fca7c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:46:14.855351 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a87b0ea-6090-445d-8aa0-58e785806d8e", "name": "network-vif-deleted", "tag": "e96d5645-8cb3-4a41-a9c3-ae5026f376e7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:46:14.855815 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac0234d9-bf65-4dbd-9d11-895fb32fca7c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:46:14.856252 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a87b0ea-6090-445d-8aa0-58e785806d8e', 'name': 'network-vif-deleted', 'tag': 'e96d5645-8cb3-4a41-a9c3-ae5026f376e7', 'status': 'completed', 'code': 200} Mar 11 17:46:15.214629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8d19922-ca00-4731-a74c-cc3044141e91 req-9f719b29-334f-406c-9808-47828a9404a0 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a87b0ea-6090-445d-8aa0-58e785806d8e HTTP/1.1" status: 200 len: 210 time: 0.0286798 Mar 11 17:46:15.648792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423dcc2-ed3b-4236-9868-540537992487 req-5f1de5d2-7e35-4371-a82a-7e166820f698 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:15.650285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f423dcc2-ed3b-4236-9868-540537992487 req-5f1de5d2-7e35-4371-a82a-7e166820f698 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Mar 11 17:46:15.688093 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f423dcc2-ed3b-4236-9868-540537992487 req-d0ae8841-6a39-45c8-b811-d02052540a5c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Mar 11 17:46:15.899430 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-96f30a91-ee82-4301-94e0-84873945c4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.279863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35544) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:16.660995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:16.865336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0982e-aa2c-4eb1-9dcc-32b247e4be40 req-9c59c4ea-639c-40cb-8f32-2ebebca7507a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:16.866826 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82d0982e-aa2c-4eb1-9dcc-32b247e4be40 req-9c59c4ea-639c-40cb-8f32-2ebebca7507a tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.1045861 Mar 11 17:46:16.931720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82d0982e-aa2c-4eb1-9dcc-32b247e4be40 req-f4d277ca-78f3-4eaf-a4f6-9d46438cecb3 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580750 Mar 11 17:46:16.985204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:16.985550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.079173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] For port f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:17.079529 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.092968 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Calling delete_port for f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:17.184637 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.280625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.306524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Port': ['ID=f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:17.495392 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.638578 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:46:17.703300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Router 4b8726d4-5803-43f9-8e1a-9641fe485b8b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:17.806745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:17.811576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2f49f0a8-b8ec-4d3c-9c3e-a16b2a73d6b1 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "PUT /v2.0/routers/4b8726d4-5803-43f9-8e1a-9641fe485b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5303714 Mar 11 17:46:17.814427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35548) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:17.816058 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] Sync routers for ids ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:46:17.826053 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] Routers {'4b8726d4-5803-43f9-8e1a-9641fe485b8b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:17.826650 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:17.872204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0b8d84-60b0-4c79-b02e-c00702f67b2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting subnet 4a206e69-3df4-4a43-ae31-cc532f069d1d {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:46:17.875439 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8d84-60b0-4c79-b02e-c00702f67b2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.919324 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8d84-60b0-4c79-b02e-c00702f67b2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:17.932932 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] Set router 4b8726d4-5803-43f9-8e1a-9641fe485b8b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:18.010142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e96d5645-8cb3-4a41-a9c3-ae5026f376e7 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:46:18.032177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: e96d5645-8cb3-4a41-a9c3-ae5026f376e7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:46:18.032719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e96d5645-8cb3-4a41-a9c3-ae5026f376e7 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:46:18.045268 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8d84-60b0-4c79-b02e-c00702f67b2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.095507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e872ea-1e27-47bf-8077-a3ade94d5c4c req-fbf4abe9-6015-40bc-8498-70b5acb04ce7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:18.096923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7e872ea-1e27-47bf-8077-a3ade94d5c4c req-fbf4abe9-6015-40bc-8498-70b5acb04ce7 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0931311 Mar 11 17:46:18.123048 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:17Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:18.147282 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8d84-60b0-4c79-b02e-c00702f67b2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.183356 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7e872ea-1e27-47bf-8077-a3ade94d5c4c req-acd70002-0ac7-424b-9252-d7cda4eb53e6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784998 Mar 11 17:46:18.187244 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8d84-60b0-4c79-b02e-c00702f67b2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.193741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1f0b8d84-60b0-4c79-b02e-c00702f67b2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "DELETE /v2.0/subnets/4a206e69-3df4-4a43-ae31-cc532f069d1d HTTP/1.1" status: 204 len: 168 time: 0.3750532 Mar 11 17:46:18.193741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b8d84-60b0-4c79-b02e-c00702f67b2b tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Subnet': ['ID=4a206e69-3df4-4a43-ae31-cc532f069d1d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:18.194177 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35552) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:18.199776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6e5e3-7524-4545-8aac-879331fd747b None None] Network 48484acc-f77f-4e4a-aae3-065cf5b165d0 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:46:18.249779 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] Checking router: 4b8726d4-5803-43f9-8e1a-9641fe485b8b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:46:18.259232 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] Routers {'4b8726d4-5803-43f9-8e1a-9641fe485b8b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:18.259822 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:18.315838 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.371566 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] Set router 4b8726d4-5803-43f9-8e1a-9641fe485b8b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:18.412091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed5a10-697e-41a4-83a4-bac9902e6b13 None None] DHCP port deletion for 48484acc-f77f-4e4a-aae3-065cf5b165d0 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:46:18.426324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.463040 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.481739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed5a10-697e-41a4-83a4-bac9902e6b13 None None] Deleting port 5a7acce7-355e-42d2-9857-312edf07b6f6 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:18.482115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5a10-697e-41a4-83a4-bac9902e6b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.493574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting port d4b71612-9832-4c82-bad1-2ce845b68924 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:18.493935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.563152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c6ed5a10-697e-41a4-83a4-bac9902e6b13 None None] For port 5a7acce7-355e-42d2-9857-312edf07b6f6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5a7acce7-355e-42d2-9857-312edf07b6f6,segment=NetworkSegment(2d12563c-f1ba-46cc-a01f-3ea72522474e),segment_id=2d12563c-f1ba-46cc-a01f-3ea72522474e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:18.563558 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5a10-697e-41a4-83a4-bac9902e6b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.576224 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:17Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:18.580754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed5a10-697e-41a4-83a4-bac9902e6b13 None None] Calling delete_port for 5a7acce7-355e-42d2-9857-312edf07b6f6 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:18.582956 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] For port d4b71612-9832-4c82-bad1-2ce845b68924, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d4b71612-9832-4c82-bad1-2ce845b68924,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:18.583395 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.595546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Calling delete_port for d4b71612-9832-4c82-bad1-2ce845b68924 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:18.606998 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69220cc-13e8-483d-b92b-c8b6f77d4c25 None None] The sync data for ids ['4b8726d4-5803-43f9-8e1a-9641fe485b8b'] in n-d-833411-1 is: [{'id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911659373', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:17Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd4b71612-9832-4c82-bad1-2ce845b68924', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8726d4-5803-43f9-8e1a-9641fe485b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:56Z', 'updated_at': '2022-03-11T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:46:18.671828 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5a10-697e-41a4-83a4-bac9902e6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.698830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed5a10-697e-41a4-83a4-bac9902e6b13 None None] No DVR routers for this DVR port 5a7acce7-355e-42d2-9857-312edf07b6f6 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:46:18.702779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed5a10-697e-41a4-83a4-bac9902e6b13 None None] Pushing event deleted for resources: {'Port': ['ID=5a7acce7-355e-42d2-9857-312edf07b6f6,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:18.771134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.795033 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Port': ['ID=d4b71612-9832-4c82-bad1-2ce845b68924,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:18.859584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.951018 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.953291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.982103 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.997770 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:18.998328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8726d4-5803-43f9-8e1a-9641fe485b8b {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:46:19.006128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.010041 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3a3d8c59-4c8e-402e-a3b9-9010a45d003d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "DELETE /v2.0/routers/4b8726d4-5803-43f9-8e1a-9641fe485b8b HTTP/1.1" status: 204 len: 168 time: 0.8123074 Mar 11 17:46:19.010208 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35554) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:19.101007 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.187946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.210041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48484acc-f77f-4e4a-aae3-065cf5b165d0']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:19.220542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d12563c-f1ba-46cc-a01f-3ea72522474e') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:19.220841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d12563c-f1ba-46cc-a01f-3ea72522474e') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:19.230459 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.245475 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.251741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:46:19.252277 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:46:19.255725 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:46:19.320085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626becb-6600-4759-80e4-72384a9c1a6c req-1a5cb926-215d-4194-854a-85cb4a70be62 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:19.321766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7626becb-6600-4759-80e4-72384a9c1a6c req-1a5cb926-215d-4194-854a-85cb4a70be62 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0604422 Mar 11 17:46:19.341216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.353559 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.356854 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "DELETE /v2.0/networks/48484acc-f77f-4e4a-aae3-065cf5b165d0 HTTP/1.1" status: 204 len: 168 time: 0.3457060 Mar 11 17:46:19.361447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35558) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:19.368661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1f990-d8c5-4bba-ae64-56ee80010110 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Network': ['ID=48484acc-f77f-4e4a-aae3-065cf5b165d0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:19.405767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7626becb-6600-4759-80e4-72384a9c1a6c req-50071141-c481-4eec-b02d-0c9d170edf49 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725598 Mar 11 17:46:19.551766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting port 5c2204f6-1fc8-471d-a655-956e5a5a1559 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:19.552317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.589572 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-84a966f5-698e-4f80-bec6-1f160fc8d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:19.590966 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-84a966f5-698e-4f80-bec6-1f160fc8d2fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 1096 time: 0.0432518 Mar 11 17:46:19.647715 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.648299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.661274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Calling delete_port for 5c2204f6-1fc8-471d-a655-956e5a5a1559 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:19.828173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.859986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Port': ['ID=5c2204f6-1fc8-471d-a655-956e5a5a1559,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:19.931936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:19.932170 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Floating IP 28064149-b85d-49f8-8f8b-23b6adbbb7be disassociated (deleted). External IP: 172.25.8.100, port: 9a979831-8134-4300-aa3a-5b24a2cb971a. Mar 11 17:46:19.949197 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5a7acce7-355e-42d2-9857-312edf07b6f6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:46:19.971698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 5a7acce7-355e-42d2-9857-312edf07b6f6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:46:19.972481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5a7acce7-355e-42d2-9857-312edf07b6f6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:46:19.973154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:46:19.996112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:46:19.996959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device f35a1a9a-fe26-4bf4-9204-f3b4a16ae9a6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:46:19.997785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d4b71612-9832-4c82-bad1-2ce845b68924 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:46:20.021662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d4b71612-9832-4c82-bad1-2ce845b68924 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:46:20.022426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d4b71612-9832-4c82-bad1-2ce845b68924 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:46:20.075576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-4263014f-7352-47b7-92c0-95e60e7f41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:20.077107 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-4263014f-7352-47b7-92c0-95e60e7f41d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fec4ca16-f040-4eba-baad-33cd13746627 HTTP/1.1" status: 200 len: 896 time: 0.4592764 Mar 11 17:46:20.144319 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-3cecd78a-ab6f-458c-82cd-5c6ad907097e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 HTTP/1.1" status: 200 len: 1000 time: 0.0595622 Mar 11 17:46:20.198811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-92b816f9-a945-41ea-89bc-134765602693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:20.200256 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-92b816f9-a945-41ea-89bc-134765602693 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b457a1fe-f6e9-49d5-a264-cfaebfe6a92c HTTP/1.1" status: 200 len: 834 time: 0.0483308 Mar 11 17:46:20.251627 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-bf4cded5-a182-40da-ae36-9163d9fb55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:20.253152 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-bf4cded5-a182-40da-ae36-9163d9fb55c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fec4ca16-f040-4eba-baad-33cd13746627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460374 Mar 11 17:46:20.344080 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-a8790cd9-df40-46eb-b6ec-f0ff1fce1e2c service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806463 Mar 11 17:46:20.446813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9ef42986-9ffb-4250-a575-321ca6d3efd6 req-bf8e487b-c43b-45b3-9255-b0afe18e16b4 service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949240 Mar 11 17:46:20.448251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:20.591775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452a4eb-bb85-43d2-8f93-c59b5c74065c req-08f0fcd8-cf21-4e04-b257-0c57e71e695e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:20.593252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2452a4eb-bb85-43d2-8f93-c59b5c74065c req-08f0fcd8-cf21-4e04-b257-0c57e71e695e tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0944211 Mar 11 17:46:20.609354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:20.618590 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:20.618781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] Sync routers for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:46:20.628321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:20.629000 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:20.657242 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e6d89228-0db8-4ef8-bc6b-5ac9378ff634 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "DELETE /v2.0/floatingips/28064149-b85d-49f8-8f8b-23b6adbbb7be HTTP/1.1" status: 204 len: 168 time: 1.2948263 Mar 11 17:46:20.659803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:46:20.662720 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1866125b-2310-49ce-994e-67e907fcd5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:46:20.668469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2452a4eb-bb85-43d2-8f93-c59b5c74065c req-91c22fe8-601f-4b17-ba75-346d6f7a314d tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675421 Mar 11 17:46:20.714264 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a669b5d4-3313-4665-aa21-308ce4f556d4 x-openstack-request-id: req-a669b5d4-3313-4665-aa21-308ce4f556d4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:46:20.714558 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:46:20.714808 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a669b5d4-3313-4665-aa21-308ce4f556d4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:46:20.715210 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'status': 'completed', 'code': 200} Mar 11 17:46:20.740098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:20.856145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-bdda31eb-33f2-4f1e-b05e-5d3d2b734179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:20.857699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-bdda31eb-33f2-4f1e-b05e-5d3d2b734179 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c22fedb2c23f45009b13001b92c3b853&device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 1135 time: 0.1196849 Mar 11 17:46:20.969878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0bd200ae-d4c0-4c0b-bab2-cc11feff0571', 'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:19Z', 'updated_at': '2022-03-11T17:44:25Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': 'a297907d-ba7b-4853-960f-2e303370905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:20.975500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b199f3-c790-4bf4-93a5-7ef8e89b0f76 req-03f14d36-94f1-482e-902f-f50773b41df9 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:20.977019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9b199f3-c790-4bf4-93a5-7ef8e89b0f76 req-03f14d36-94f1-482e-902f-f50773b41df9 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 984 time: 0.1045864 Mar 11 17:46:20.995364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] Checking router: f543fdb5-eb3d-403c-bbfd-04b22fde1e92 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:46:20.995759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-e2754543-d1a6-41ab-9443-0a1dddb6c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:20.997193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-e2754543-d1a6-41ab-9443-0a1dddb6c965 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f4670da6-c244-4812-8e76-bd3e7d94b301 HTTP/1.1" status: 200 len: 897 time: 0.1322153 Mar 11 17:46:21.004161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:21.004785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:21.046570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-810c12ee-80b6-44ff-a627-ff3a52704b7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a979831-8134-4300-aa3a-5b24a2cb971a HTTP/1.1" status: 200 len: 217 time: 0.0419641 Mar 11 17:46:21.068853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9b199f3-c790-4bf4-93a5-7ef8e89b0f76 req-50a5d442-bc0a-46eb-a2d9-737b0a467a07 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0829296 Mar 11 17:46:21.105121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-acd83c19-cc43-4e79-b7d6-a9847664783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:21.106586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-acd83c19-cc43-4e79-b7d6-a9847664783d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a297907d-ba7b-4853-960f-2e303370905c HTTP/1.1" status: 200 len: 834 time: 0.0523841 Mar 11 17:46:21.112973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:21.155567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-2f67dae6-4c8d-4b6b-8ac7-22e26dea8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:21.157175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-2f67dae6-4c8d-4b6b-8ac7-22e26dea8511 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f4670da6-c244-4812-8e76-bd3e7d94b301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435431 Mar 11 17:46:21.171998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-ac923b0c-5447-4111-a4dc-6b6acaaaff17 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:46:21.172999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-ac923b0c-5447-4111-a4dc-6b6acaaaff17 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053625 Mar 11 17:46:21.282105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-4562e092-63d8-4f14-841a-ccbde92c11b6 service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024077 Mar 11 17:46:21.325592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0bd200ae-d4c0-4c0b-bab2-cc11feff0571', 'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:19Z', 'updated_at': '2022-03-11T17:44:25Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': 'a297907d-ba7b-4853-960f-2e303370905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:21.352645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb706f-fbdc-4a9f-88bf-005d2b76bfbe None None] The sync data for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 is: [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:44:21Z', 'revision_number': 4, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0bd200ae-d4c0-4c0b-bab2-cc11feff0571', 'name': '', 'network_id': 'f4670da6-c244-4812-8e76-bd3e7d94b301', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'a297907d-ba7b-4853-960f-2e303370905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:19Z', 'updated_at': '2022-03-11T17:44:25Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'subnets': [{'id': 'a297907d-ba7b-4853-960f-2e303370905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:46:21.381758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866125b-2310-49ce-994e-67e907fcd5d0 req-1e6e5a7b-69e9-45e1-bca5-f2d5d1908b3d service neutron] 10.222.0.66 "GET /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919578 Mar 11 17:46:21.607058 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae3d20-2b7f-4c1f-8603-3b8ec77ba6f8 None None] New status for floating IP 28064149-b85d-49f8-8f8b-23b6adbbb7be: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:46:21.797935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ce0d-2f95-445c-9a57-d0d3bafaf2d0 req-30809daf-7bba-4169-81c9-1888fd59b817 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:21.799273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f74ce0d-2f95-445c-9a57-d0d3bafaf2d0 req-30809daf-7bba-4169-81c9-1888fd59b817 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0564616 Mar 11 17:46:21.840225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f74ce0d-2f95-445c-9a57-d0d3bafaf2d0 req-612b3b9c-2678-4137-8054-feb958f73e4c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336151 Mar 11 17:46:22.195130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fcd07-faa6-4dc2-99fc-12b39c9a2165 req-f67e5142-6319-4a6e-8c15-f0a1eedfe38e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:22.196717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d8fcd07-faa6-4dc2-99fc-12b39c9a2165 req-f67e5142-6319-4a6e-8c15-f0a1eedfe38e tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 984 time: 0.0554378 Mar 11 17:46:22.245167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d8fcd07-faa6-4dc2-99fc-12b39c9a2165 req-e61d18bf-01a4-479e-abc3-f52c783e3762 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a24133d-ee71-443a-a851-1cd043731629&id=e2476783-d533-4283-b998-fc38501abfde&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0408769 Mar 11 17:46:22.451277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db1788-facf-489c-bbc0-916b07d90888 req-e8f8354f-cae1-41a3-b907-2a47179415aa tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:22.452790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3db1788-facf-489c-bbc0-916b07d90888 req-e8f8354f-cae1-41a3-b907-2a47179415aa tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 984 time: 0.0506775 Mar 11 17:46:22.549612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c3db1788-facf-489c-bbc0-916b07d90888 req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting port 9a979831-8134-4300-aa3a-5b24a2cb971a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:22.549952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c3db1788-facf-489c-bbc0-916b07d90888 req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.642177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c3db1788-facf-489c-bbc0-916b07d90888 req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] For port 9a979831-8134-4300-aa3a-5b24a2cb971a, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9a979831-8134-4300-aa3a-5b24a2cb971a,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:22.642545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c3db1788-facf-489c-bbc0-916b07d90888 req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.657040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c3db1788-facf-489c-bbc0-916b07d90888 req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Calling delete_port for 9a979831-8134-4300-aa3a-5b24a2cb971a owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:22.788854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c3db1788-facf-489c-bbc0-916b07d90888 req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.818621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Port': ['ID=9a979831-8134-4300-aa3a-5b24a2cb971a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:22.863602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3db1788-facf-489c-bbc0-916b07d90888 req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] No DVR routers for this DVR port 9a979831-8134-4300-aa3a-5b24a2cb971a on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:46:22.866520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c3db1788-facf-489c-bbc0-916b07d90888 req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:22.869962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3db1788-facf-489c-bbc0-916b07d90888 req-6b274f5d-858e-46e0-875d-83d1d176c9ce tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.66 "DELETE /v2.0/ports/9a979831-8134-4300-aa3a-5b24a2cb971a HTTP/1.1" status: 204 len: 173 time: 0.4116769 Mar 11 17:46:22.870453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'name': 'network-vif-deleted', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:46:22.872969 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2436bec5-c6b5-456f-984b-b9273b6a053e" -d '{"events": [{"server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "name": "network-vif-deleted", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:46:22.916316 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ed9865-8006-43d3-b484-2b7ef12d05b0 x-openstack-request-id: req-f8ed9865-8006-43d3-b484-2b7ef12d05b0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:46:22.916754 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c4bafd-9cf5-4b09-8b5b-4eb83520cc73", "name": "network-vif-deleted", "tag": "9a979831-8134-4300-aa3a-5b24a2cb971a", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:46:22.917014 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8ed9865-8006-43d3-b484-2b7ef12d05b0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:46:22.917419 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c4bafd-9cf5-4b09-8b5b-4eb83520cc73', 'name': 'network-vif-deleted', 'tag': '9a979831-8134-4300-aa3a-5b24a2cb971a', 'status': 'completed', 'code': 200} Mar 11 17:46:22.971026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e28eb-51b5-438f-8cb5-2a4b385c2901 req-9c7ab64c-0d73-4d69-b931-abfe03815b65 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:22.972599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd5e28eb-51b5-438f-8cb5-2a4b385c2901 req-9c7ab64c-0d73-4d69-b931-abfe03815b65 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0543263 Mar 11 17:46:23.022461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd5e28eb-51b5-438f-8cb5-2a4b385c2901 req-099b0cfb-b25c-4be3-b559-7fb531d796f6 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Mar 11 17:46:23.372303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7326a3ff-a9d2-4441-a99b-c343434075f2 req-7c935a15-898c-49c0-9452-07ce868405fb tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c4bafd-9cf5-4b09-8b5b-4eb83520cc73 HTTP/1.1" status: 200 len: 210 time: 0.0310087 Mar 11 17:46:23.782060 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60e2d4-0109-4ce5-820c-9d7b9901946f req-01801212-b8e1-498b-b3aa-2b02d2613dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:23.783465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4e60e2d4-0109-4ce5-820c-9d7b9901946f req-01801212-b8e1-498b-b3aa-2b02d2613dec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 1096 time: 0.0405116 Mar 11 17:46:23.817823 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4e60e2d4-0109-4ce5-820c-9d7b9901946f req-275caf3e-74a3-4406-a1d2-1d590dbf5562 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272381 Mar 11 17:46:24.143242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cc2bc-d721-4aa4-8f17-0ea98e80c604 req-ae4a057f-3d4a-41bf-91d4-d157efc7e20c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:24.144764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b66cc2bc-d721-4aa4-8f17-0ea98e80c604 req-ae4a057f-3d4a-41bf-91d4-d157efc7e20c tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0485463 Mar 11 17:46:24.199368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b66cc2bc-d721-4aa4-8f17-0ea98e80c604 req-96f2ce37-f56a-4e7c-96fe-9dabd35bf8ca tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476294 Mar 11 17:46:24.246403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-d9346231-4e1a-4188-b5aa-09dee2bb69ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458395 Mar 11 17:46:24.313328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-3703bc2d-a1a0-478a-af92-c22784668fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:24.314834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-3703bc2d-a1a0-478a-af92-c22784668fc7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 1096 time: 0.0456128 Mar 11 17:46:24.427417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-181c932f-0b78-4435-bab4-d32b3a1cb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:24.428924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-181c932f-0b78-4435-bab4-d32b3a1cb7e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.0878561 Mar 11 17:46:24.430002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35588) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:24.524709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-a9f353b8-89a2-422c-9408-2fcb739ac635 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805cd189-54e2-40b7-a933-50a3ab610696 HTTP/1.1" status: 200 len: 1001 time: 0.0876942 Mar 11 17:46:24.564473 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d0d58a-4b63-4ccd-8ee5-74f12babfbac tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.599935 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d0d58a-4b63-4ccd-8ee5-74f12babfbac tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.603361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-31283956-6097-42b3-960a-7d7590fde521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:24.604866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-31283956-6097-42b3-960a-7d7590fde521 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0709431 Mar 11 17:46:24.674470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-c407c92d-4e6c-4da6-997e-acf2cea333a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:24.676279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-c407c92d-4e6c-4da6-997e-acf2cea333a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635362 Mar 11 17:46:24.677995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d0d58a-4b63-4ccd-8ee5-74f12babfbac tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.680503 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-95d0d58a-4b63-4ccd-8ee5-74f12babfbac tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.681537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-95d0d58a-4b63-4ccd-8ee5-74f12babfbac tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "DELETE /v2.0/security-groups/e2476783-d533-4283-b998-fc38501abfde HTTP/1.1" status: 204 len: 168 time: 0.2506101 Mar 11 17:46:24.686002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35590) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:24.707045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0d58a-4b63-4ccd-8ee5-74f12babfbac tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2476783-d533-4283-b998-fc38501abfde,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:24.765834 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bd65fa5-0bda-44c6-a6e2-e05c052fbde0 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.792256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-d1de2b61-41e1-4a82-b791-5ed3981356be service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096461 Mar 11 17:46:24.793675 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bd65fa5-0bda-44c6-a6e2-e05c052fbde0 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.850046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bd65fa5-0bda-44c6-a6e2-e05c052fbde0 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.852757 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bd65fa5-0bda-44c6-a6e2-e05c052fbde0 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:24.856494 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0bd65fa5-0bda-44c6-a6e2-e05c052fbde0 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "DELETE /v2.0/security-groups/9a24133d-ee71-443a-a851-1cd043731629 HTTP/1.1" status: 204 len: 168 time: 0.1668296 Mar 11 17:46:24.858042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35592) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:24.868660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd65fa5-0bda-44c6-a6e2-e05c052fbde0 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a24133d-ee71-443a-a851-1cd043731629,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:24.985702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4323cc0-d6c2-43b7-b9ea-fdcc5341eb07 req-43cdbb2c-404e-4d70-b6cf-f91c75e4bf27 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870453 Mar 11 17:46:25.257877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.387650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfeeabc-5dd2-4460-94b8-e888377fd84d req-e6b711f6-5b7a-435e-a41d-c312fe5290b0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:25.389177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dfeeabc-5dd2-4460-94b8-e888377fd84d req-e6b711f6-5b7a-435e-a41d-c312fe5290b0 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0966306 Mar 11 17:46:25.473585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dfeeabc-5dd2-4460-94b8-e888377fd84d req-a9c8422e-0b6c-4677-8b03-5d5f56197954 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764809 Mar 11 17:46:25.594409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:25.594866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.610663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35596) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:25.674992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-759a6768-d7b8-465b-a41f-c4d941e3728f tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/floatingips/3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898 HTTP/1.1" status: 200 len: 992 time: 0.0627570 Mar 11 17:46:25.686163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] For port 0bd200ae-d4c0-4c0b-bab2-cc11feff0571, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0bd200ae-d4c0-4c0b-bab2-cc11feff0571,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:25.686528 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.700200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Calling delete_port for 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:25.891288 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:25.919775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Port': ['ID=0bd200ae-d4c0-4c0b-bab2-cc11feff0571,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:26.028094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:46:26.030315 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:46:26.099446 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.186255 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.192937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:26.215048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'port_id': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'mac_address': 'fa:16:3e:ad:a1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:46:26.222657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:46:26.225454 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da75bb5-317f-4bfb-9f25-2e3fff6097cd" -d '{"events": [{"server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "name": "network-vif-unplugged", "status": "completed", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:46:26.259890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:26.265458 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d38c49-a844-4a6d-9509-c15b8e634b63 x-openstack-request-id: req-98d38c49-a844-4a6d-9509-c15b8e634b63 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:46:26.265772 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "name": "network-vif-unplugged", "status": "completed", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:46:26.265970 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98d38c49-a844-4a6d-9509-c15b8e634b63 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:46:26.266352 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'code': 200} Mar 11 17:46:26.271178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.298473 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.323031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:46:26.342081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:26.378170 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:46:26.378539 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:46:26.566149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 9a979831-8134-4300-aa3a-5b24a2cb971a no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:46:26.587808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 9a979831-8134-4300-aa3a-5b24a2cb971a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:46:26.588158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 9a979831-8134-4300-aa3a-5b24a2cb971a not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:46:26.623360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:26.729429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:26.734217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-74d38262-94ee-47b0-be60-05d220ccba2d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "PUT /v2.0/routers/f543fdb5-eb3d-403c-bbfd-04b22fde1e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8751373 Mar 11 17:46:26.736874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35600) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:26.739503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] Sync routers for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:46:26.753174 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:26.753777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:26.787753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0844cc-de60-4bda-a414-ead7d4e2acff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting subnet a297907d-ba7b-4853-960f-2e303370905c {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:46:26.790850 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e0844cc-de60-4bda-a414-ead7d4e2acff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.830347 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e0844cc-de60-4bda-a414-ead7d4e2acff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.857575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:26.921197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e0844cc-de60-4bda-a414-ead7d4e2acff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:26.983500 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e0844cc-de60-4bda-a414-ead7d4e2acff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.011262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0844cc-de60-4bda-a414-ead7d4e2acff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Subnet': ['ID=a297907d-ba7b-4853-960f-2e303370905c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:27.017051 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e0844cc-de60-4bda-a414-ead7d4e2acff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.020282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8e0844cc-de60-4bda-a414-ead7d4e2acff tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "DELETE /v2.0/subnets/a297907d-ba7b-4853-960f-2e303370905c HTTP/1.1" status: 204 len: 168 time: 0.2823799 Mar 11 17:46:27.024079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35602) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:27.076123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10405a8e-3351-4432-918d-018979eca644 None None] Network f4670da6-c244-4812-8e76-bd3e7d94b301 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:46:27.132427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.180796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.238038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:46:27.244962 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.296747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting port d079b5db-2044-431e-8838-9d61a4b13581 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:27.297092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.299343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:27.309688 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.392535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] For port d079b5db-2044-431e-8838-9d61a4b13581, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d079b5db-2044-431e-8838-9d61a4b13581,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:27.392905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.407147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:27.407604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Calling delete_port for d079b5db-2044-431e-8838-9d61a4b13581 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:27.432259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:46:25Z', 'revision_number': 5, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port': {'id': 'd079b5db-2044-431e-8838-9d61a4b13581', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:44:16Z', 'updated_at': '2022-03-11T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:27.462262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] Checking router: f543fdb5-eb3d-403c-bbfd-04b22fde1e92 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:46:27.479384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] Routers {'f543fdb5-eb3d-403c-bbfd-04b22fde1e92'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:27.480039 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:27.524195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d7b9a3-8c69-4806-b0ec-efbbf380ba48 None None] DHCP port deletion for f4670da6-c244-4812-8e76-bd3e7d94b301 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:46:27.565103 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:46:27.623734 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.635392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] Set router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:27.651848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Port': ['ID=d079b5db-2044-431e-8838-9d61a4b13581,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:27.696932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:46:27Z', 'revision_number': 6, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:27.715557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.734204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d6ee2-e300-4c21-bc7c-68e5f6082500 None None] The sync data for ids ['f543fdb5-eb3d-403c-bbfd-04b22fde1e92'] in n-d-833411-1 is: [{'id': 'f543fdb5-eb3d-403c-bbfd-04b22fde1e92', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1334767330', 'tenant_id': 'c22fedb2c23f45009b13001b92c3b853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:44:15Z', 'updated_at': '2022-03-11T17:46:27Z', 'revision_number': 6, 'project_id': 'c22fedb2c23f45009b13001b92c3b853', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:46:27.765638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-76d7b9a3-8c69-4806-b0ec-efbbf380ba48 None None] Deleting port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:27.766068 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-76d7b9a3-8c69-4806-b0ec-efbbf380ba48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.819830 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.822068 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.858912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-76d7b9a3-8c69-4806-b0ec-efbbf380ba48 None None] For port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=63cbec11-f5fb-4c0a-94ef-e5a713db7a64,segment=NetworkSegment(c6eb32ed-0ddc-4d77-85a1-8618a9960b5e),segment_id=c6eb32ed-0ddc-4d77-85a1-8618a9960b5e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:27.859315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-76d7b9a3-8c69-4806-b0ec-efbbf380ba48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.880239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-76d7b9a3-8c69-4806-b0ec-efbbf380ba48 None None] Calling delete_port for 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:27.880527 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.880931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Fanout notify agent at l3_agent the message router_deleted on router f543fdb5-eb3d-403c-bbfd-04b22fde1e92 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:46:27.890198 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:27.894103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7eaab123-b8f8-42db-a7b2-d28bfb457d72 tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "DELETE /v2.0/routers/f543fdb5-eb3d-403c-bbfd-04b22fde1e92 HTTP/1.1" status: 204 len: 168 time: 0.8662395 Mar 11 17:46:27.894816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35604) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:27.979092 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.018402 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-76d7b9a3-8c69-4806-b0ec-efbbf380ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.039177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Deleting port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:46:28.039423 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.061457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7b9a3-8c69-4806-b0ec-efbbf380ba48 None None] Pushing event deleted for resources: {'Port': ['ID=63cbec11-f5fb-4c0a-94ef-e5a713db7a64,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:28.063331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7b9a3-8c69-4806-b0ec-efbbf380ba48 None None] No DVR routers for this DVR port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:46:28.126710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] For port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64, host n-d-833411-1, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:28.127095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.149587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Calling delete_port for 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:46:28.152907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 17:46:28.154532 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.194000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Port': ['ID=63cbec11-f5fb-4c0a-94ef-e5a713db7a64,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:28.198603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] No DVR routers for this DVR port 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:46:28.297713 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.318478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4670da6-c244-4812-8e76-bd3e7d94b301']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:28.328151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:28.328581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6eb32ed-0ddc-4d77-85a1-8618a9960b5e') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:28.338999 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.353787 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.359672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:46:28.360062 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:46:28.363107 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:46:28.426018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.437883 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.441191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] 10.222.0.53 "DELETE /v2.0/networks/f4670da6-c244-4812-8e76-bd3e7d94b301 HTTP/1.1" status: 204 len: 168 time: 0.5452836 Mar 11 17:46:28.455747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed6c55-df11-4f23-bcdc-bbdd282bda6d tempest-TestSecurityGroupsBasicOps-417345438 tempest-TestSecurityGroupsBasicOps-417345438-project] Pushing event deleted for resources: {'Network': ['ID=f4670da6-c244-4812-8e76-bd3e7d94b301,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:28.584778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:46:28.610365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:46:28.610683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 63cbec11-f5fb-4c0a-94ef-e5a713db7a64 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:46:28.611220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:46:28.632709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:46:28.633054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0bd200ae-d4c0-4c0b-bab2-cc11feff0571 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:46:28.692730 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35612) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:28.832239 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-68c4b656-4030-4bbf-b2b3-21d43b7663bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c22fedb2c23f45009b13001b92c3b853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387696 Mar 11 17:46:28.835463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35616) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:28.885444 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7dd59a5-aaa6-4a3f-87bc-601ab86f7d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.907810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7dd59a5-aaa6-4a3f-87bc-601ab86f7d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.953116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7dd59a5-aaa6-4a3f-87bc-601ab86f7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.955785 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7dd59a5-aaa6-4a3f-87bc-601ab86f7d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:28.956947 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c7dd59a5-aaa6-4a3f-87bc-601ab86f7d94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32714142-0c4b-4d69-8a04-90def766ba8b HTTP/1.1" status: 204 len: 168 time: 0.1205225 Mar 11 17:46:28.965153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd59a5-aaa6-4a3f-87bc-601ab86f7d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32714142-0c4b-4d69-8a04-90def766ba8b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:29.201062 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.222237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35622) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:29.240858 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-629aa66f-d57d-46f2-a301-27b801727d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.314876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-629aa66f-d57d-46f2-a301-27b801727d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.319382 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-629aa66f-d57d-46f2-a301-27b801727d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.358597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-629aa66f-d57d-46f2-a301-27b801727d20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b32cc8df8bb9451cbed663e23a987c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352937 Mar 11 17:46:29.359511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629aa66f-d57d-46f2-a301-27b801727d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0732b93-4c38-4138-85ba-ee4f6127a706,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:29.361447 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35624) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:29.414814 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-598f6e6e-4d92-470e-89a8-c3d8b960856e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.435142 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-598f6e6e-4d92-470e-89a8-c3d8b960856e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.480936 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-598f6e6e-4d92-470e-89a8-c3d8b960856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.483418 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-598f6e6e-4d92-470e-89a8-c3d8b960856e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.485354 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-598f6e6e-4d92-470e-89a8-c3d8b960856e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0732b93-4c38-4138-85ba-ee4f6127a706 HTTP/1.1" status: 204 len: 168 time: 0.1220639 Mar 11 17:46:29.494949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f6e6e-4d92-470e-89a8-c3d8b960856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0732b93-4c38-4138-85ba-ee4f6127a706,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:29.812008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:29.852440 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-df0f41f3-2ed9-41ee-8e92-acd217737572 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66ff5c1d01df4ac987b487d302a33a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391443 Mar 11 17:46:29.854744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35632) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:29.893326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d079b5db-2044-431e-8838-9d61a4b13581 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:46:29.906716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-476f3318-74ec-4734-8368-e923cdf69ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.918456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d079b5db-2044-431e-8838-9d61a4b13581 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:46:29.918912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d079b5db-2044-431e-8838-9d61a4b13581 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:46:29.934005 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-476f3318-74ec-4734-8368-e923cdf69ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.980324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-476f3318-74ec-4734-8368-e923cdf69ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.982843 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-476f3318-74ec-4734-8368-e923cdf69ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:29.983980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-476f3318-74ec-4734-8368-e923cdf69ef1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cdec63b9-bba6-431b-8e0e-c2c51bcbd3e1 HTTP/1.1" status: 204 len: 168 time: 0.1283593 Mar 11 17:46:29.992065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f3318-74ec-4734-8368-e923cdf69ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec63b9-bba6-431b-8e0e-c2c51bcbd3e1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:30.046358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:30.094153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:30.094506 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.171054 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.196538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:46:30.198752 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e428af01-6e6a-4791-a97d-0d14355c3723" -d '{"events": [{"server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "name": "network-vif-plugged", "status": "completed", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:46:30.212146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:30.217176 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.242714 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d4837d-4188-44a7-916b-e3651ed0e9a0 x-openstack-request-id: req-18d4837d-4188-44a7-916b-e3651ed0e9a0 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:46:30.243104 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "name": "network-vif-plugged", "status": "completed", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:46:30.243255 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18d4837d-4188-44a7-916b-e3651ed0e9a0 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:46:30.243604 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'code': 200} Mar 11 17:46:30.280511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:30.690943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35656) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:30.787715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-365478238-network', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:46:30.806236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Made reservation on behalf of 49eae59a960e414e8db0dbf40c73adb2 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:30.808739 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.817584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.892958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.897093 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.925112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:30.930343 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680d6352-7c61-4121-9b46-b6bfa78f8e83,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:30.938680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:30.938962 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Added segment 36db4abe-4cff-4130-85a8-41d27539728b of type vlan for network f71fc531-cdee-43f5-a259-c5dba888ddeb Mar 11 17:46:30.986980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.011583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.012754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:31.013340 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.055724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3636537 Mar 11 17:46:31.058778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35660) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:31.063865 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Request body: {'subnet': {'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-365478238-subnet', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:46:31.087098 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Made reservation on behalf of 49eae59a960e414e8db0dbf40c73adb2 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:31.089501 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.106020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46102470-d3fa-43cd-b6c3-0f08318735dd admin admin] Pushing event updated for resources: {'Network': ['ID=f71fc531-cdee-43f5-a259-c5dba888ddeb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:31.116272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network f71fc531-cdee-43f5-a259-c5dba888ddeb details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:46:31.257202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.315950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7bd2ca4-43f3-4353-bade-1f65139f757c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:31.324449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Checking segment: {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:31.324807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Network hostable DHCP agents. Network: f71fc531-cdee-43f5-a259-c5dba888ddeb, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:46:31.342005 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Network f71fc531-cdee-43f5-a259-c5dba888ddeb is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:46:31.351219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, f71fc531-cdee-43f5-a259-c5dba888ddeb) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:31.355337 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:31.355932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.360595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b44d60-2d4c-495d-a9ab-9b5c5c1fa5af None None] Network f71fc531-cdee-43f5-a259-c5dba888ddeb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:46:31.374549 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-caf333ed-093b-4955-a97e-0609383fc4c6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3145812 Mar 11 17:46:31.377924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:31.382367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:46:31.401729 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.402804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.454643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.515045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-f71fc531-cdee-43f5-a259-c5dba888ddeb', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:46:31.515924 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.594839 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.656434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Allocated IP 172.20.0.2 (f71fc531-cdee-43f5-a259-c5dba888ddeb/d7bd2ca4-43f3-4353-bade-1f65139f757c/546a8990-ad0c-43dd-924a-f1943213de43) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:31.799002 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.801490 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.807393 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.819021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.851283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Network f71fc531-cdee-43f5-a259-c5dba888ddeb is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:31.854168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:31.858347 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:46:31.862883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Pushing event updated for resources: {'Port': ['ID=546a8990-ad0c-43dd-924a-f1943213de43,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:31.917135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Attempting to bind port 546a8990-ad0c-43dd-924a-f1943213de43 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:31.917601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Attempting to bind port 546a8990-ad0c-43dd-924a-f1943213de43 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:31.917963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Attempting to bind port 546a8990-ad0c-43dd-924a-f1943213de43 on network f71fc531-cdee-43f5-a259-c5dba888ddeb {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:46:31.922829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:46:31.923212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Checking segment: {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:31.923615 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.924009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Bound using segment: {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:46:31.924492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Bound port: 546a8990-ad0c-43dd-924a-f1943213de43, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:31.924896 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:31.929663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Allocated IP 172.25.8.107 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/1319becc-039e-4ee7-ad87-15aa9eb745a2) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:31.988269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] For port 546a8990-ad0c-43dd-924a-f1943213de43, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:31.991394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] For port 546a8990-ad0c-43dd-924a-f1943213de43, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=546a8990-ad0c-43dd-924a-f1943213de43,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:31.996458 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:32.042945 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:32.054858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fab47-5631-4e48-9483-75dba1d0a60d None None] Pushing event updated for resources: {'Port': ['ID=546a8990-ad0c-43dd-924a-f1943213de43,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:32.088522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:32.129389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:32.132806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:32.137043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:46:32.159176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=1319becc-039e-4ee7-ad87-15aa9eb745a2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:32.406107 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:32.605868 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:32.753887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Router fc07698e-bd99-453a-b49a-31a98d0f00f7 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:46:32.876877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:32.889352 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Sync routers for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:46:32.897844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:32.901957 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aa318f9b-65fb-43ab-a580-3db6b4e88ad8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5205784 Mar 11 17:46:32.902230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35664) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:32.907994 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:32.908659 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:33.027700 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:33.079895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc0b9d-ac7b-4562-80af-981f7bbf2e98 None None] Network f71fc531-cdee-43f5-a259-c5dba888ddeb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:46:33.167893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f027a540-6cd2-41bd-880f-d07684b4d2e0 None None] Provisioning complete for port 546a8990-ad0c-43dd-924a-f1943213de43 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:33.168460 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f027a540-6cd2-41bd-880f-d07684b4d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.213968 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:32Z', 'revision_number': 3, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:33.240875 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Checking router: fc07698e-bd99-453a-b49a-31a98d0f00f7 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:46:33.241607 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Updating router fc07698e-bd99-453a-b49a-31a98d0f00f7 port 1319becc-039e-4ee7-ad87-15aa9eb745a2 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:46:33.267849 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.314055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f027a540-6cd2-41bd-880f-d07684b4d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.353993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f027a540-6cd2-41bd-880f-d07684b4d2e0 None None] For port 546a8990-ad0c-43dd-924a-f1943213de43, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=546a8990-ad0c-43dd-924a-f1943213de43,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:33.358928 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f027a540-6cd2-41bd-880f-d07684b4d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.401180 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.413755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027a540-6cd2-41bd-880f-d07684b4d2e0 None None] Pushing event updated for resources: {'Port': ['ID=546a8990-ad0c-43dd-924a-f1943213de43,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:33.563556 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.570628 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.589496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Allocated IP 172.20.0.1 (f71fc531-cdee-43f5-a259-c5dba888ddeb/d7bd2ca4-43f3-4353-bade-1f65139f757c/2b5ebc37-8302-4500-bce1-fca582ee1b4f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:33.628777 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Attempting to bind port 1319becc-039e-4ee7-ad87-15aa9eb745a2 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:33.629151 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Attempting to bind port 1319becc-039e-4ee7-ad87-15aa9eb745a2 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:33.629514 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Attempting to bind port 1319becc-039e-4ee7-ad87-15aa9eb745a2 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:46:33.636682 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Pushing event updated for resources: {'Port': ['ID=1319becc-039e-4ee7-ad87-15aa9eb745a2,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:33.642953 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:46:33.643329 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:33.643723 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.644114 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:46:33.644603 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Bound port: 1319becc-039e-4ee7-ad87-15aa9eb745a2, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:33.644984 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.648529 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.648903 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.649241 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.649576 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.649903 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.650231 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.650554 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.650876 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.651201 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.651521 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.651839 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.652157 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:33.684245 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-daf98384-02ca-483b-aa0c-b69eeeeb7fe2 None None] Provisioning complete for port 546a8990-ad0c-43dd-924a-f1943213de43 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:33.684561 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-daf98384-02ca-483b-aa0c-b69eeeeb7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.709725 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.717237 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] For port 1319becc-039e-4ee7-ad87-15aa9eb745a2, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:33.717237 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] For port 1319becc-039e-4ee7-ad87-15aa9eb745a2, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1319becc-039e-4ee7-ad87-15aa9eb745a2,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:33.722051 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.749674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.788377 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a990d5-60a0-40ed-bb69-9c345d4d89b5 None None] Pushing event updated for resources: {'Port': ['ID=1319becc-039e-4ee7-ad87-15aa9eb745a2,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:33.792643 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:33.793472 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:33.793778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Network f71fc531-cdee-43f5-a259-c5dba888ddeb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:33.796921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:33.800589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:46:33.824562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5ebc37-8302-4500-bce1-fca582ee1b4f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:33.844226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:33.901526 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:34.001410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.019609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 546a8990-ad0c-43dd-924a-f1943213de43 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:34.072793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 546a8990-ad0c-43dd-924a-f1943213de43 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:34.073149 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.120619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8cf36ffe-9ab6-4d65-a60d-0471bef133da None None] Provisioning complete for port 2b5ebc37-8302-4500-bce1-fca582ee1b4f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:34.121372 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cf36ffe-9ab6-4d65-a60d-0471bef133da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.183740 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:32Z', 'revision_number': 3, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:34.186761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.191643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.212853 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe06cb-c201-4304-b7a5-5f41341aeab1 None None] The sync data for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 is: [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:32Z', 'revision_number': 3, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:46:34.262622 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.267822 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5ebc37-8302-4500-bce1-fca582ee1b4f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:34.346673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8cf36ffe-9ab6-4d65-a60d-0471bef133da None None] Port 2b5ebc37-8302-4500-bce1-fca582ee1b4f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:46:34.373567 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Network f71fc531-cdee-43f5-a259-c5dba888ddeb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:34.374936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:34.514938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Router fc07698e-bd99-453a-b49a-31a98d0f00f7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:34.637143 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:34.649946 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-90a26944-153a-4e17-ad80-4455083919a2 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc07698e-bd99-453a-b49a-31a98d0f00f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457366 Mar 11 17:46:34.674829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fa098cb3-b255-4af1-bd01-b5eda7f10cdf None None] Provisioning complete for port 2b5ebc37-8302-4500-bce1-fca582ee1b4f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:34.675523 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fa098cb3-b255-4af1-bd01-b5eda7f10cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:34.714398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fa098cb3-b255-4af1-bd01-b5eda7f10cdf None None] Port 2b5ebc37-8302-4500-bce1-fca582ee1b4f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:46:35.168026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35680) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:35.173351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1673454207-network', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:46:35.199194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Made reservation on behalf of d2fd2126ea2b45fbb2c6d56f07a4e48b for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:35.201698 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.211562 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.288969 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.293328 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.317895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:46:35.327649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1c4765-5591-4a49-81fb-84c8dda91a01,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:35.333474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.334312 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Added segment 05181751-6635-42c4-9432-786dfd02e5b8 of type vlan for network 95f52647-eb80-4a59-8b5c-49d00eddfca1 Mar 11 17:46:35.374316 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.411166 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.412228 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:35.412882 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.475709 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3063803 Mar 11 17:46:35.478296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35682) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:35.483349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Request body: {'subnet': {'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1673454207-subnet', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:46:35.488502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31b3f1-c35d-40be-815e-adf860fd3245 admin admin] Pushing event updated for resources: {'Network': ['ID=95f52647-eb80-4a59-8b5c-49d00eddfca1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:35.503582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 95f52647-eb80-4a59-8b5c-49d00eddfca1 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:46:35.509020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Made reservation on behalf of d2fd2126ea2b45fbb2c6d56f07a4e48b for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:46:35.511684 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.694781 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.757521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c7f9af-20bd-44d5-b308-e57f1f940fc0,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:35.768450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.768797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.769138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.769570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.769937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.770511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.770886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.771221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.771530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.771850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.772166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.772583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:35.777543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Checking segment: {'id': '05181751-6635-42c4-9432-786dfd02e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:35.777915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Network hostable DHCP agents. Network: 95f52647-eb80-4a59-8b5c-49d00eddfca1, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:46:35.795715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Network 95f52647-eb80-4a59-8b5c-49d00eddfca1 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:46:35.804796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 95f52647-eb80-4a59-8b5c-49d00eddfca1) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:35.809391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:46:35.810132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.814397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00baa552-562b-4c00-b99e-291e8adaf6c1 None None] Network 95f52647-eb80-4a59-8b5c-49d00eddfca1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:46:35.826870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9b433ed9-aa5d-4766-adb0-92992567e9be admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3473876 Mar 11 17:46:35.829539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35684) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:35.833961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:46:35.854549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.855734 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.915629 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:35.984080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Sync routers for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:46:35.992631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-95f52647-eb80-4a59-8b5c-49d00eddfca1', 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'fixed_ips': [{'subnet_id': '56c7f9af-20bd-44d5-b308-e57f1f940fc0'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:46:35.993567 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.015674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1319becc-039e-4ee7-ad87-15aa9eb745a2 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:36.039473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:36.040132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:36.076467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.275362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1319becc-039e-4ee7-ad87-15aa9eb745a2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:36.275616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.280077 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.284679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:36.300588 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.333868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Allocated IP 172.20.0.2 (95f52647-eb80-4a59-8b5c-49d00eddfca1/56c7f9af-20bd-44d5-b308-e57f1f940fc0/fd06cabc-fd2f-452d-b560-aafa860811c7) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:36.426319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Allocated IP 172.25.8.243 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/738119d9-9950-4d91-993e-40e05593f611) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:36.538909 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.574237 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.597281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.622307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:36.625541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:36.631058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:46:36.637232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Pushing event updated for resources: {'Port': ['ID=738119d9-9950-4d91-993e-40e05593f611,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:36.667079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 1319becc-039e-4ee7-ad87-15aa9eb745a2, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1319becc-039e-4ee7-ad87-15aa9eb745a2,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:36.682623 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.694205 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.728129 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.765166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=1319becc-039e-4ee7-ad87-15aa9eb745a2,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:36.769690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Network 95f52647-eb80-4a59-8b5c-49d00eddfca1 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:36.776976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:36.803762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:46:36.820324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:34Z', 'revision_number': 2, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:36.862415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Pushing event updated for resources: {'Port': ['ID=fd06cabc-fd2f-452d-b560-aafa860811c7,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:36.867404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Checking router: fc07698e-bd99-453a-b49a-31a98d0f00f7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:46:36.867759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Updating router fc07698e-bd99-453a-b49a-31a98d0f00f7 port 2b5ebc37-8302-4500-bce1-fca582ee1b4f binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:46:36.899786 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.919834 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.921819 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Attempting to bind port fd06cabc-fd2f-452d-b560-aafa860811c7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:36.922187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Attempting to bind port fd06cabc-fd2f-452d-b560-aafa860811c7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '05181751-6635-42c4-9432-786dfd02e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:36.922546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Attempting to bind port fd06cabc-fd2f-452d-b560-aafa860811c7 on network 95f52647-eb80-4a59-8b5c-49d00eddfca1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:46:36.936019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:46:36.936426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Checking segment: {'id': '05181751-6635-42c4-9432-786dfd02e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:36.936834 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:36.937229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Bound using segment: {'id': '05181751-6635-42c4-9432-786dfd02e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:46:36.937696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Bound port: fd06cabc-fd2f-452d-b560-aafa860811c7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05181751-6635-42c4-9432-786dfd02e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:36.938077 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.097619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] For port fd06cabc-fd2f-452d-b560-aafa860811c7, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:37.102063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] For port fd06cabc-fd2f-452d-b560-aafa860811c7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fd06cabc-fd2f-452d-b560-aafa860811c7,segment=NetworkSegment(05181751-6635-42c4-9432-786dfd02e5b8),segment_id=05181751-6635-42c4-9432-786dfd02e5b8)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:37.115081 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.220170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6460e-b111-4a36-99a6-3ea413de47d2 None None] Pushing event updated for resources: {'Port': ['ID=fd06cabc-fd2f-452d-b560-aafa860811c7,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:37.329310 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.334852 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.384803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d3985-9fea-4521-8204-4c9377497b32 None None] Pushing event updated for resources: {'Port': ['ID=2b5ebc37-8302-4500-bce1-fca582ee1b4f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:37.463703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Attempting to bind port 2b5ebc37-8302-4500-bce1-fca582ee1b4f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:37.464238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Attempting to bind port 2b5ebc37-8302-4500-bce1-fca582ee1b4f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:37.464841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Attempting to bind port 2b5ebc37-8302-4500-bce1-fca582ee1b4f on network f71fc531-cdee-43f5-a259-c5dba888ddeb {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:46:37.482479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:46:37.482837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Checking segment: {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:37.483805 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.484398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Bound using segment: {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:46:37.484944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Bound port: 2b5ebc37-8302-4500-bce1-fca582ee1b4f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:37.485307 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.501622 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.561338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] For port 2b5ebc37-8302-4500-bce1-fca582ee1b4f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:37.566745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] For port 2b5ebc37-8302-4500-bce1-fca582ee1b4f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2b5ebc37-8302-4500-bce1-fca582ee1b4f,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:37.575257 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.651759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:37.652456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:37.690986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:46:37.705911 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d3985-9fea-4521-8204-4c9377497b32 None None] Pushing event updated for resources: {'Port': ['ID=2b5ebc37-8302-4500-bce1-fca582ee1b4f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:37.808522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:37.818432 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Sync routers for ids ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:46:37.835565 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:37.838132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-caef6926-10e0-4122-bab7-6a9e6c2dc971 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0075581 Mar 11 17:46:37.840571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35686) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:46:37.846667 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Routers {'255caa37-44b2-48b7-8c81-fb0f6e9dc83e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:37.847298 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:37.985288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2be0e771-3d74-433a-94bc-7636d137f5ff None None] Provisioning complete for port 2b5ebc37-8302-4500-bce1-fca582ee1b4f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:37.985581 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2be0e771-3d74-433a-94bc-7636d137f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.042056 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Set router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:38.047828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:38.160898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fd06cabc-fd2f-452d-b560-aafa860811c7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:38.250897 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2be0e771-3d74-433a-94bc-7636d137f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.328393 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '738119d9-9950-4d91-993e-40e05593f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:35Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 3, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'gw_port': {'id': '738119d9-9950-4d91-993e-40e05593f611', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:36Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:38.337354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port fd06cabc-fd2f-452d-b560-aafa860811c7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:38.337732 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.368615 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Checking router: 255caa37-44b2-48b7-8c81-fb0f6e9dc83e for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:46:38.369106 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Updating router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e port 738119d9-9950-4d91-993e-40e05593f611 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:46:38.397063 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2be0e771-3d74-433a-94bc-7636d137f5ff None None] For port 2b5ebc37-8302-4500-bce1-fca582ee1b4f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2b5ebc37-8302-4500-bce1-fca582ee1b4f,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:38.414178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2be0e771-3d74-433a-94bc-7636d137f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.420073 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.552303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11a60b-9dd3-4b6d-93d1-c093c96c43ed None None] Network 95f52647-eb80-4a59-8b5c-49d00eddfca1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:46:38.575998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.577738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0e771-3d74-433a-94bc-7636d137f5ff None None] Pushing event updated for resources: {'Port': ['ID=2b5ebc37-8302-4500-bce1-fca582ee1b4f,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:38.635084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-83127e21-d1a3-49c6-bb13-4ff09aea63d9 None None] Provisioning complete for port 2b5ebc37-8302-4500-bce1-fca582ee1b4f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:38.635459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83127e21-d1a3-49c6-bb13-4ff09aea63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.697798 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port fd06cabc-fd2f-452d-b560-aafa860811c7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fd06cabc-fd2f-452d-b560-aafa860811c7,segment=NetworkSegment(05181751-6635-42c4-9432-786dfd02e5b8),segment_id=05181751-6635-42c4-9432-786dfd02e5b8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:38.712249 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.713100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1319becc-039e-4ee7-ad87-15aa9eb745a2 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:38.753105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:37Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:38.811637 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.818289 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.826500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bdd03-67d0-492c-a168-7420e960a0a7 None None] The sync data for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 is: [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:37Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:46:38.831651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.878468 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Attempting to bind port 738119d9-9950-4d91-993e-40e05593f611 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:38.878982 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Attempting to bind port 738119d9-9950-4d91-993e-40e05593f611 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:38.878982 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Attempting to bind port 738119d9-9950-4d91-993e-40e05593f611 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:46:38.881928 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b17cb-de71-42c5-a36d-8041f4c0ca81 None None] Pushing event updated for resources: {'Port': ['ID=738119d9-9950-4d91-993e-40e05593f611,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:38.886905 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:46:38.887204 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:38.887607 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.888100 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:46:38.888460 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Bound port: 738119d9-9950-4d91-993e-40e05593f611, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:38.889280 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.907691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=fd06cabc-fd2f-452d-b560-aafa860811c7,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:38.976718 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] For port 738119d9-9950-4d91-993e-40e05593f611, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:38.977782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1319becc-039e-4ee7-ad87-15aa9eb745a2 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:38.978173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:38.982481 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] For port 738119d9-9950-4d91-993e-40e05593f611, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=738119d9-9950-4d91-993e-40e05593f611,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:38.988634 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.094547 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Routers {'255caa37-44b2-48b7-8c81-fb0f6e9dc83e'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:39.097703 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:39.145403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d7c664f6-cc70-4515-b206-f3d503712c1d None None] Provisioning complete for port fd06cabc-fd2f-452d-b560-aafa860811c7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:39.145869 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7c664f6-cc70-4515-b206-f3d503712c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.172582 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b17cb-de71-42c5-a36d-8041f4c0ca81 None None] Pushing event updated for resources: {'Port': ['ID=738119d9-9950-4d91-993e-40e05593f611,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:39.190940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Allocated IP 172.20.0.1 (95f52647-eb80-4a59-8b5c-49d00eddfca1/56c7f9af-20bd-44d5-b308-e57f1f940fc0/00c7ff76-75f8-48c6-9f70-ce38a151a563) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:46:39.267681 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] Set router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:39.368801 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.419840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1ade15d7-9334-4e61-bd91-63e1b8c6b9b7 None None] Provisioning complete for port fd06cabc-fd2f-452d-b560-aafa860811c7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:39.421716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.427138 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ade15d7-9334-4e61-bd91-63e1b8c6b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.481914 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Network 95f52647-eb80-4a59-8b5c-49d00eddfca1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:39.484893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:39.487863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:46:39.493612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=00c7ff76-75f8-48c6-9f70-ce38a151a563,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:39.522870 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '738119d9-9950-4d91-993e-40e05593f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:35Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 3, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'gw_port': {'id': '738119d9-9950-4d91-993e-40e05593f611', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:36Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:39.554818 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.569863 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94601bb-ffa0-40d3-a5e4-eacfbcaf91f7 None None] The sync data for ids ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'] in n-d-833411-1 is: [{'id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '738119d9-9950-4d91-993e-40e05593f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:35Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 3, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'gw_port': {'id': '738119d9-9950-4d91-993e-40e05593f611', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:36Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:46:39.711193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.785511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ef81ad7c-bb7c-4fe0-84fa-e265dac24271 None None] Provisioning complete for port 00c7ff76-75f8-48c6-9f70-ce38a151a563 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:39.786977 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ef81ad7c-bb7c-4fe0-84fa-e265dac24271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.824090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ef81ad7c-bb7c-4fe0-84fa-e265dac24271 None None] Port 00c7ff76-75f8-48c6-9f70-ce38a151a563 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:46:39.918608 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:39.924562 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.015911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.017852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=00c7ff76-75f8-48c6-9f70-ce38a151a563,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:40.134973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Network 95f52647-eb80-4a59-8b5c-49d00eddfca1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:46:40.136708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:46:40.165332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 738119d9-9950-4d91-993e-40e05593f611 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:40.230283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 738119d9-9950-4d91-993e-40e05593f611 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:40.230997 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.278791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:46:40.358793 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.382059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 738119d9-9950-4d91-993e-40e05593f611, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=738119d9-9950-4d91-993e-40e05593f611,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:40.387177 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.388032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fd06cabc-fd2f-452d-b560-aafa860811c7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:40.437557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:46:40.444893 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9786f489-51af-43b6-9abd-4be1c831e7a8 admin admin] 10.222.0.53 "PUT /v2.0/routers/255caa37-44b2-48b7-8c81-fb0f6e9dc83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6023850 Mar 11 17:46:40.498731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0b0753aa-c0eb-4e3a-9ca9-82e04990b117 None None] Provisioning complete for port 00c7ff76-75f8-48c6-9f70-ce38a151a563 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:40.499102 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b0753aa-c0eb-4e3a-9ca9-82e04990b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.503323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=738119d9-9950-4d91-993e-40e05593f611,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:40.552146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-0b0753aa-c0eb-4e3a-9ca9-82e04990b117 None None] Port 00c7ff76-75f8-48c6-9f70-ce38a151a563 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:46:40.554966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port fd06cabc-fd2f-452d-b560-aafa860811c7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:40.555232 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:40.660500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2b5ebc37-8302-4500-bce1-fca582ee1b4f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:40.710255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 2b5ebc37-8302-4500-bce1-fca582ee1b4f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:40.710971 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.159989 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:41.954639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 738119d9-9950-4d91-993e-40e05593f611 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:42.011308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 738119d9-9950-4d91-993e-40e05593f611 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:42.011949 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.111908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Sync routers for ids ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:46:42.122859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Routers {'255caa37-44b2-48b7-8c81-fb0f6e9dc83e'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:42.125366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:42.240252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Set router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:42.429392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-3b08dedd-75f6-4874-88c0-04d35339cd59 req-99ff54d5-e664-45ba-9033-fda14f5314bc tempest-ServersTestJSON-1702823025 tempest-ServersTestJSON-1702823025-project] (102641) timed out ('10.222.0.66', 53422) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:46:42.614712 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '738119d9-9950-4d91-993e-40e05593f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:35Z', 'updated_at': '2022-03-11T17:46:39Z', 'revision_number': 4, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'gw_port': {'id': '738119d9-9950-4d91-993e-40e05593f611', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:36Z', 'updated_at': '2022-03-11T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '00c7ff76-75f8-48c6-9f70-ce38a151a563', 'name': '', 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'mac_address': 'fa:16:3e:3f:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '56c7f9af-20bd-44d5-b308-e57f1f940fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:38Z', 'updated_at': '2022-03-11T17:46:39Z', 'revision_number': 2, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'subnets': [{'id': '56c7f9af-20bd-44d5-b308-e57f1f940fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:42.646334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Checking router: 255caa37-44b2-48b7-8c81-fb0f6e9dc83e for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:46:42.646689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Updating router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e port 00c7ff76-75f8-48c6-9f70-ce38a151a563 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:46:42.672192 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.950033 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:42.956065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.013783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Pushing event updated for resources: {'Port': ['ID=00c7ff76-75f8-48c6-9f70-ce38a151a563,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:43.042163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.042510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.042846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.043176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.043502 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.043826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.044146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.044493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.044818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.045138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.045453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.045772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:46:43.077850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Attempting to bind port 00c7ff76-75f8-48c6-9f70-ce38a151a563 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:46:43.078219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Attempting to bind port 00c7ff76-75f8-48c6-9f70-ce38a151a563 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '05181751-6635-42c4-9432-786dfd02e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:46:43.078577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Attempting to bind port 00c7ff76-75f8-48c6-9f70-ce38a151a563 on network 95f52647-eb80-4a59-8b5c-49d00eddfca1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:46:43.084201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:46:43.084615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Checking segment: {'id': '05181751-6635-42c4-9432-786dfd02e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:46:43.085017 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.085409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Bound using segment: {'id': '05181751-6635-42c4-9432-786dfd02e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:46:43.085869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Bound port: 00c7ff76-75f8-48c6-9f70-ce38a151a563, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05181751-6635-42c4-9432-786dfd02e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:46:43.086619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.164243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] For port 00c7ff76-75f8-48c6-9f70-ce38a151a563, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:46:43.167701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] For port 00c7ff76-75f8-48c6-9f70-ce38a151a563, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=00c7ff76-75f8-48c6-9f70-ce38a151a563,segment=NetworkSegment(05181751-6635-42c4-9432-786dfd02e5b8),segment_id=05181751-6635-42c4-9432-786dfd02e5b8)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:46:43.174137 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.242409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Routers {'255caa37-44b2-48b7-8c81-fb0f6e9dc83e'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:46:43.243066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:43.291294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12d229-38f0-4a73-82e1-9a5b4df11dae None None] Pushing event updated for resources: {'Port': ['ID=00c7ff76-75f8-48c6-9f70-ce38a151a563,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:43.322419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-08dd4687-3219-4250-892e-196d25b8e83b None None] Provisioning complete for port 00c7ff76-75f8-48c6-9f70-ce38a151a563 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:43.322789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-08dd4687-3219-4250-892e-196d25b8e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.419904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] Set router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:46:43.579222 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-08dd4687-3219-4250-892e-196d25b8e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.651763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-35081c70-3be0-4b6d-a76f-09cc74754f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.654637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-08dd4687-3219-4250-892e-196d25b8e83b None None] For port 00c7ff76-75f8-48c6-9f70-ce38a151a563, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=00c7ff76-75f8-48c6-9f70-ce38a151a563,segment=NetworkSegment(05181751-6635-42c4-9432-786dfd02e5b8),segment_id=05181751-6635-42c4-9432-786dfd02e5b8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:46:43.660533 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-08dd4687-3219-4250-892e-196d25b8e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:43.735818 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd4687-3219-4250-892e-196d25b8e83b None None] Pushing event updated for resources: {'Port': ['ID=00c7ff76-75f8-48c6-9f70-ce38a151a563,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:46:43.753456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '738119d9-9950-4d91-993e-40e05593f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:35Z', 'updated_at': '2022-03-11T17:46:39Z', 'revision_number': 4, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'gw_port': {'id': '738119d9-9950-4d91-993e-40e05593f611', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:36Z', 'updated_at': '2022-03-11T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '00c7ff76-75f8-48c6-9f70-ce38a151a563', 'name': '', 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'mac_address': 'fa:16:3e:3f:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '56c7f9af-20bd-44d5-b308-e57f1f940fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:38Z', 'updated_at': '2022-03-11T17:46:43Z', 'revision_number': 4, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'subnets': [{'id': '56c7f9af-20bd-44d5-b308-e57f1f940fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:46:43.789089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e6a1f-afe3-4c56-9334-8c5d94c36dc9 None None] The sync data for ids ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'] in n-d-833411-1 is: [{'id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '738119d9-9950-4d91-993e-40e05593f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:35Z', 'updated_at': '2022-03-11T17:46:39Z', 'revision_number': 4, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'gw_port': {'id': '738119d9-9950-4d91-993e-40e05593f611', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:36Z', 'updated_at': '2022-03-11T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '00c7ff76-75f8-48c6-9f70-ce38a151a563', 'name': '', 'network_id': '95f52647-eb80-4a59-8b5c-49d00eddfca1', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'mac_address': 'fa:16:3e:3f:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '56c7f9af-20bd-44d5-b308-e57f1f940fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:38Z', 'updated_at': '2022-03-11T17:46:43Z', 'revision_number': 4, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'subnets': [{'id': '56c7f9af-20bd-44d5-b308-e57f1f940fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:46:43.804519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fdb7b594-a2ce-4c05-a8bc-6f4c2be13382 None None] Provisioning complete for port 00c7ff76-75f8-48c6-9f70-ce38a151a563 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:43.804519 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b594-a2ce-4c05-a8bc-6f4c2be13382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:44.001170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 00c7ff76-75f8-48c6-9f70-ce38a151a563 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:46:44.073163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 00c7ff76-75f8-48c6-9f70-ce38a151a563 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:46:44.073535 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:45.894650 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ff27d8b3-c0e4-4f31-8580-b8c710f6c25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:47.195845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.441791 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:48.982551 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:46:54.638852 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:46:59.194134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:02.770179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35884) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:02.930463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port a3730047-35c9-429e-8abc-ff85fa37de1f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:47:02.931532 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.018699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.019109 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.039019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for a3730047-35c9-429e-8abc-ff85fa37de1f owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:47:03.203986 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.234308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=a3730047-35c9-429e-8abc-ff85fa37de1f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:03.246754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.246754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.247101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.247277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.247816 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.248364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.248691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.249025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.249356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.249679 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.250009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.250329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:03.322776 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.323272 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Floating IP 3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898 disassociated (deleted). External IP: 172.25.8.71, port: b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3. Mar 11 17:47:03.604013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d4c218cf-0423-4bef-a76f-ae6105749b4c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:03.772436 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:03.780550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:03.788483 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] Sync routers for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:47:03.805868 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:03.807047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:03.812570 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3e16289b-9ad9-43f3-b84a-0f47e12303c5 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/floatingips/3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898 HTTP/1.1" status: 204 len: 168 time: 1.0409939 Mar 11 17:47:03.813164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:47:03.815441 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b190704-06c1-48d5-9068-d59b27a1757b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:47:03.901846 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e7a197-fb2b-457a-a1e4-f4ee1e59f123 x-openstack-request-id: req-13e7a197-fb2b-457a-a1e4-f4ee1e59f123 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:47:03.901997 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:47:03.902103 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13e7a197-fb2b-457a-a1e4-f4ee1e59f123 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:47:03.902511 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'status': 'completed', 'code': 200} Mar 11 17:47:03.952298 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:04.147685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190704-06c1-48d5-9068-d59b27a1757b req-74476830-1612-4cc9-989f-cc910bf94cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:04.149737 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b190704-06c1-48d5-9068-d59b27a1757b req-74476830-1612-4cc9-989f-cc910bf94cdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 1096 time: 0.2352931 Mar 11 17:47:04.212556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5fd9-4ed7-4618-9364-ea11b590ae5f req-64ece261-fc60-4e5b-895e-b6b73b5ab012 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:04.215208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcfd5fd9-4ed7-4618-9364-ea11b590ae5f req-64ece261-fc60-4e5b-895e-b6b73b5ab012 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0827010 Mar 11 17:47:04.264083 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcfd5fd9-4ed7-4618-9364-ea11b590ae5f req-8bb72eed-7994-40a2-b8ad-2b7d417b14c1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422342 Mar 11 17:47:04.298209 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190704-06c1-48d5-9068-d59b27a1757b req-e6ecc91a-fd95-427f-8e99-e9c98fdd2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:04.299849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b190704-06c1-48d5-9068-d59b27a1757b req-e6ecc91a-fd95-427f-8e99-e9c98fdd2415 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fec4ca16-f040-4eba-baad-33cd13746627 HTTP/1.1" status: 200 len: 896 time: 0.1429279 Mar 11 17:47:04.350766 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b190704-06c1-48d5-9068-d59b27a1757b req-27f97216-cc13-4b55-9de1-5fb0b1f24042 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 HTTP/1.1" status: 200 len: 217 time: 0.0405321 Mar 11 17:47:04.351632 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e96a187f-3727-419e-a5dc-127e2d64c56f', 'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:6c:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:19Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:04.390073 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] Checking router: d4c218cf-0423-4bef-a76f-ae6105749b4c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:47:04.400280 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:04.400942 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:04.408195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190704-06c1-48d5-9068-d59b27a1757b req-a551f984-dae2-44e6-8f4f-df4a2906875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:04.409867 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b190704-06c1-48d5-9068-d59b27a1757b req-a551f984-dae2-44e6-8f4f-df4a2906875d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b457a1fe-f6e9-49d5-a264-cfaebfe6a92c HTTP/1.1" status: 200 len: 834 time: 0.0520124 Mar 11 17:47:04.474704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190704-06c1-48d5-9068-d59b27a1757b req-b9c1e44d-dcfb-43fc-92bb-3cba3658f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:04.476666 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b190704-06c1-48d5-9068-d59b27a1757b req-b9c1e44d-dcfb-43fc-92bb-3cba3658f21f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fec4ca16-f040-4eba-baad-33cd13746627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578728 Mar 11 17:47:04.490682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-3b190704-06c1-48d5-9068-d59b27a1757b req-ba6d3a9c-c794-48a7-9bef-194290c546f2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:47:04.492391 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b190704-06c1-48d5-9068-d59b27a1757b req-ba6d3a9c-c794-48a7-9bef-194290c546f2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062990 Mar 11 17:47:04.529536 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:04.612036 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b190704-06c1-48d5-9068-d59b27a1757b req-0a805817-5ac7-4c80-b4fc-bb0fcb4a5a7e service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109724 Mar 11 17:47:04.728541 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3b190704-06c1-48d5-9068-d59b27a1757b req-4642a20f-488a-4827-9315-b1f4f7cf2173 service neutron] 10.222.0.46 "GET /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054053 Mar 11 17:47:04.774002 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e96a187f-3727-419e-a5dc-127e2d64c56f', 'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:6c:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:19Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:04.806458 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c95316-6410-4506-bf10-c48a49786c24 None None] The sync data for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 is: [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e96a187f-3727-419e-a5dc-127e2d64c56f', 'name': '', 'network_id': 'fec4ca16-f040-4eba-baad-33cd13746627', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'mac_address': 'fa:16:3e:6c:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:19Z', 'updated_at': '2022-03-11T17:45:23Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'subnets': [{'id': 'b457a1fe-f6e9-49d5-a264-cfaebfe6a92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:47:05.137488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96ecf40-3c2e-434a-bbf5-7c3dd4a75488 None None] New status for floating IP 3f2e0d41-5fc1-4e5c-8cdc-bc05138bf898: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:47:05.413683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a135c73-cd57-4b5e-b531-33ecc265cbe3 req-5afc346a-a71a-4ba3-89eb-d16e6f1e4bde tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:05.416561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a135c73-cd57-4b5e-b531-33ecc265cbe3 req-5afc346a-a71a-4ba3-89eb-d16e6f1e4bde tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0678649 Mar 11 17:47:05.487183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a135c73-cd57-4b5e-b531-33ecc265cbe3 req-3b2095d3-6eb9-4406-8898-e030ff859d47 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/security-groups?id=cea6020d-11e2-4463-930a-d270df03b9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531700 Mar 11 17:47:05.747389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-1e01b61c-996b-45a6-a9d3-4d62b51c3ec9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:05.749033 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-1e01b61c-996b-45a6-a9d3-4d62b51c3ec9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 945 time: 0.0571434 Mar 11 17:47:05.855850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:47:05.856595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:05.959933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:05.960307 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:05.973919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:47:06.103472 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.144134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:06.190700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] No DVR routers for this DVR port b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:47:06.193549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:06.196914 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-043a519a-2321-4e0c-b7a6-82ce62ef0c8a req-369292d6-b5be-4779-ad45-1d9023dd44d1 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.46 "DELETE /v2.0/ports/b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 HTTP/1.1" status: 204 len: 173 time: 0.4409137 Mar 11 17:47:06.197371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'name': 'network-vif-deleted', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:47:06.199627 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce06a50-1769-4bae-b8d0-84d0e6e94235" -d '{"events": [{"server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "name": "network-vif-deleted", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:47:06.447183 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20747f4-a328-4cbf-96ff-8d68061e4d55 x-openstack-request-id: req-f20747f4-a328-4cbf-96ff-8d68061e4d55 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:47:06.447481 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef1bd3d-9000-46f5-945a-b653a019cac7", "name": "network-vif-deleted", "tag": "b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:47:06.447776 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f20747f4-a328-4cbf-96ff-8d68061e4d55 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:47:06.448180 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef1bd3d-9000-46f5-945a-b653a019cac7', 'name': 'network-vif-deleted', 'tag': 'b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3', 'status': 'completed', 'code': 200} Mar 11 17:47:06.646428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbcbe79b-232b-4008-968e-535229a771c9 req-5c34c3ed-a3dd-4bba-9a34-1752e948abc4 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ef1bd3d-9000-46f5-945a-b653a019cac7 HTTP/1.1" status: 200 len: 210 time: 0.0296328 Mar 11 17:47:07.716882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 35964) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:08.221896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:08.543114 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port e96a187f-3727-419e-a5dc-127e2d64c56f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:47:08.543469 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:08.690329 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port e96a187f-3727-419e-a5dc-127e2d64c56f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e96a187f-3727-419e-a5dc-127e2d64c56f,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:08.690601 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:08.707460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for e96a187f-3727-419e-a5dc-127e2d64c56f owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:47:09.292932 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:09.364643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=e96a187f-3727-419e-a5dc-127e2d64c56f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:09.693595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.012168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Router d4c218cf-0423-4bef-a76f-ae6105749b4c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:10.155380 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:10.170401 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3afcdd6f-cc64-43a4-ba57-24a42fa21b42 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "PUT /v2.0/routers/d4c218cf-0423-4bef-a76f-ae6105749b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4497833 Mar 11 17:47:10.170938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35990) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:10.172043 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] Sync routers for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:47:10.190125 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:10.190882 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:10.297465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd40506-baa2-419e-a269-4e49d9448c19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting subnet b457a1fe-f6e9-49d5-a264-cfaebfe6a92c {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:47:10.307770 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd40506-baa2-419e-a269-4e49d9448c19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.336192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:47:10.365761 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd40506-baa2-419e-a269-4e49d9448c19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.383975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:47:10.384238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b33f23a9-5bd7-4bf8-8866-0fdaf2f7e1f3 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:47:10.384952 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:10.481932 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd40506-baa2-419e-a269-4e49d9448c19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.594015 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd40506-baa2-419e-a269-4e49d9448c19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.636977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd40506-baa2-419e-a269-4e49d9448c19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Subnet': ['ID=b457a1fe-f6e9-49d5-a264-cfaebfe6a92c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:10.652401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd40506-baa2-419e-a269-4e49d9448c19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.657286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0e9a8-27af-43f9-9e3c-9aa29f593b80 None None] Network fec4ca16-f040-4eba-baad-33cd13746627 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:47:10.658397 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8bd40506-baa2-419e-a269-4e49d9448c19 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/subnets/b457a1fe-f6e9-49d5-a264-cfaebfe6a92c HTTP/1.1" status: 204 len: 168 time: 0.4863157 Mar 11 17:47:10.665189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 35994) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:10.696657 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:47:09Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:10.729821 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] Checking router: d4c218cf-0423-4bef-a76f-ae6105749b4c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:47:10.747843 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] Routers {'d4c218cf-0423-4bef-a76f-ae6105749b4c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:10.748740 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:46:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d4c218cf-0423-4bef-a76f-ae6105749b4c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:10.883192 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:10.938499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] Set router d4c218cf-0423-4bef-a76f-ae6105749b4c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:11.050567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c8ab7-9a7c-4960-a173-443016b0b82d None None] DHCP port deletion for fec4ca16-f040-4eba-baad-33cd13746627 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:47:11.051543 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.120553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b20c8ab7-9a7c-4960-a173-443016b0b82d None None] Deleting port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:47:11.121233 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b20c8ab7-9a7c-4960-a173-443016b0b82d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.188941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b20c8ab7-9a7c-4960-a173-443016b0b82d None None] For port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d51bdb11-58cd-4178-91a3-8cc13b1ca1a8,segment=NetworkSegment(3008edb4-419c-474e-90f0-1bcd9a71beaa),segment_id=3008edb4-419c-474e-90f0-1bcd9a71beaa)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:11.189631 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b20c8ab7-9a7c-4960-a173-443016b0b82d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.205067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b20c8ab7-9a7c-4960-a173-443016b0b82d None None] Calling delete_port for d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:47:11.214976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Deleting port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:47:11.215576 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.301281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.319158 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:47:09Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:11.328044 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b20c8ab7-9a7c-4960-a173-443016b0b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.359106 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac59808-9e2d-4cd0-94a1-b71d284f9af2 None None] The sync data for ids ['d4c218cf-0423-4bef-a76f-ae6105749b4c'] in n-d-833411-1 is: [{'id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82558090', 'tenant_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:47:09Z', 'revision_number': 5, 'project_id': '8aeaef2d4e8143e48671ec95b1c2286a', 'gw_port': {'id': '79d58d43-f67f-4ae9-9228-69ca2bfb8ee4', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c218cf-0423-4bef-a76f-ae6105749b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:45:16Z', 'updated_at': '2022-03-11T17:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:47:11.371868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c8ab7-9a7c-4960-a173-443016b0b82d None None] Pushing event deleted for resources: {'Port': ['ID=d51bdb11-58cd-4178-91a3-8cc13b1ca1a8,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:11.383461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c8ab7-9a7c-4960-a173-443016b0b82d None None] No DVR routers for this DVR port d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:47:11.444201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] For port 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=79d58d43-f67f-4ae9-9228-69ca2bfb8ee4,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:11.444929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.459741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Calling delete_port for 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:47:11.751655 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:11.787377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Port': ['ID=79d58d43-f67f-4ae9-9228-69ca2bfb8ee4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:11.880288 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.034728 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.037805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.101387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.102039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Fanout notify agent at l3_agent the message router_deleted on router d4c218cf-0423-4bef-a76f-ae6105749b4c {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:47:12.122089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:47:12.128241 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.136433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8b449fcd-8fd8-4478-927c-0d3aedb4f652 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/routers/d4c218cf-0423-4bef-a76f-ae6105749b4c HTTP/1.1" status: 204 len: 168 time: 1.4636521 Mar 11 17:47:12.142996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36008) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:12.160479 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:47:12.161830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d51bdb11-58cd-4178-91a3-8cc13b1ca1a8 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:47:12.163382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e96a187f-3727-419e-a5dc-127e2d64c56f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:47:12.184521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e96a187f-3727-419e-a5dc-127e2d64c56f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:47:12.184870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e96a187f-3727-419e-a5dc-127e2d64c56f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:47:12.303134 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.422878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.447907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec4ca16-f040-4eba-baad-33cd13746627']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:12.457017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3008edb4-419c-474e-90f0-1bcd9a71beaa') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:12.457305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3008edb4-419c-474e-90f0-1bcd9a71beaa') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:12.473209 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.487803 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.493900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:47:12.494654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:47:12.497336 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:47:12.578289 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.590876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.597600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36012) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:12.604902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/networks/fec4ca16-f040-4eba-baad-33cd13746627 HTTP/1.1" status: 204 len: 168 time: 0.4583704 Mar 11 17:47:12.623506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb317dfd-fee6-4c84-a08a-4d17dfcd6ffb tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'Network': ['ID=fec4ca16-f040-4eba-baad-33cd13746627,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:12.681769 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b004fed2-d29e-4b7a-9a03-b362e77416c9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.732491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b004fed2-d29e-4b7a-9a03-b362e77416c9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.822563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b004fed2-d29e-4b7a-9a03-b362e77416c9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.826736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b004fed2-d29e-4b7a-9a03-b362e77416c9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:12.833597 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b004fed2-d29e-4b7a-9a03-b362e77416c9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] 10.222.0.53 "DELETE /v2.0/security-groups/cea6020d-11e2-4463-930a-d270df03b9b9 HTTP/1.1" status: 204 len: 168 time: 0.2340145 Mar 11 17:47:12.862061 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004fed2-d29e-4b7a-9a03-b362e77416c9 tempest-TestNetworkAdvancedServerOps-907754119 tempest-TestNetworkAdvancedServerOps-907754119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea6020d-11e2-4463-930a-d270df03b9b9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:13.256147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36024) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:13.414757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a5f67371-65ba-47bf-9b6e-7e3a30dea3ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8aeaef2d4e8143e48671ec95b1c2286a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574163 Mar 11 17:47:13.419011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:13.496077 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de9d-f872-4027-a509-99ec05ed3f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.529471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de9d-f872-4027-a509-99ec05ed3f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.601247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de9d-f872-4027-a509-99ec05ed3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.604928 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de9d-f872-4027-a509-99ec05ed3f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.606658 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6fa0de9d-f872-4027-a509-99ec05ed3f36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a6f2adb-08c8-47a2-9266-32391b812264 HTTP/1.1" status: 204 len: 168 time: 0.1858792 Mar 11 17:47:13.628990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de9d-f872-4027-a509-99ec05ed3f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6f2adb-08c8-47a2-9266-32391b812264,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:13.649512 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-efe81e14-5a61-4664-b689-ad5b43a4b7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:13.956537 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:47:13.988532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:47:13.989791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 79d58d43-f67f-4ae9-9228-69ca2bfb8ee4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:47:14.106091 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:14.155492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36044) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:14.155735 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-114eacd4-3533-4595-a8cd-f5995dfc7b0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcff9c8d89174a30bdb6b35e2e2e983a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482988 Mar 11 17:47:14.207385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd8065d7-6101-4dfd-b912-b7fe699ac2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:14.233793 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd8065d7-6101-4dfd-b912-b7fe699ac2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:14.281683 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd8065d7-6101-4dfd-b912-b7fe699ac2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:14.284305 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd8065d7-6101-4dfd-b912-b7fe699ac2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:14.285515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bd8065d7-6101-4dfd-b912-b7fe699ac2f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4a71196-61a2-40e2-bc4f-1edf2a6450f4 HTTP/1.1" status: 204 len: 168 time: 0.1283073 Mar 11 17:47:14.295081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8065d7-6101-4dfd-b912-b7fe699ac2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a71196-61a2-40e2-bc4f-1edf2a6450f4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:15.018249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36080) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:15.113828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-4c5ae2bb-1984-47bf-8545-e6ff806dd171 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402647538&fields=id&tenant_id=725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 267 time: 0.0336668 Mar 11 17:47:15.123509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-398625864-network', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:15.192097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Made reservation on behalf of 431dda757a1d468fb5a4c3e7daeb84f8 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:15.194895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.213042 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.287152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-68f0be78-ed96-49c7-a93e-0ecb1ea683f4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:15.288557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-68f0be78-ed96-49c7-a93e-0ecb1ea683f4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.1560543 Mar 11 17:47:15.318373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-cc121f4c-743a-449a-ab2b-cbe29ca912b6 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/quotas/725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 375 time: 0.0138774 Mar 11 17:47:15.371310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.377576 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.397695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:15.412052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-2a174ad4-8a10-416a-895b-6a224d4ebe01 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0872016 Mar 11 17:47:15.428381 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.428720 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Added segment e9d64582-1434-4bbf-8065-15bd7ce07f17 of type vlan for network 6c4cd7c3-379f-4153-816e-4bb5745e14ad Mar 11 17:47:15.437554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdbc4ee-2659-4353-81ca-50f2546e381c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:15.524642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.576385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.577325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:15.577901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.589478 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-b2bffd09-a38a-4ce2-aaf8-44251df04161 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527553 Mar 11 17:47:15.623329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6000886 Mar 11 17:47:15.624589 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36090) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:15.633141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Request body: {'subnet': {'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-398625864-subnet', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:15.657020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Made reservation on behalf of 431dda757a1d468fb5a4c3e7daeb84f8 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:15.660246 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.704107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b84c3c-6a62-44cb-8bd5-af5d4288aaef admin admin] Pushing event updated for resources: {'Network': ['ID=6c4cd7c3-379f-4153-816e-4bb5745e14ad,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:15.728023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 6c4cd7c3-379f-4153-816e-4bb5745e14ad details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:47:15.761240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-f9b36f18-2c87-4bd9-bb83-0a2ee18d2766 service neutron] 10.222.0.53 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587102 Mar 11 17:47:15.886861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.923217 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e325450-2eec-41a9-a5cd-3d059d7f7ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:15.951512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Pushing event updated for resources: {'Subnet': ['ID=680fc3f1-1043-4570-a5ad-7edac5b27644,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:15.967754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Checking segment: {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:15.968122 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Network hostable DHCP agents. Network: 6c4cd7c3-379f-4153-816e-4bb5745e14ad, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:15.985434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Network 6c4cd7c3-379f-4153-816e-4bb5745e14ad is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:15.995630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 6c4cd7c3-379f-4153-816e-4bb5745e14ad) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:15.999877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:16.000508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.015129 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e485b60-6ae2-492d-8e6e-69c12fa8135b None None] Network 6c4cd7c3-379f-4153-816e-4bb5745e14ad requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:47:16.030756 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1b28ea92-4415-4a75-8461-d4740044c0af admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4011610 Mar 11 17:47:16.031218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36100) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:16.035861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:16.063120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.066112 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.159599 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.204278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:47:16.205108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e45ff82a-c76e-4da8-a76f-396772fb0754 req-c1b4b965-9ddf-407b-9f95-b50180b17829 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 210 time: 0.0433981 Mar 11 17:47:16.205241 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.376396 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Allocated IP 172.20.0.2 (6c4cd7c3-379f-4153-816e-4bb5745e14ad/680fc3f1-1043-4570-a5ad-7edac5b27644/21c2b763-e999-4d7e-9e10-e1d074d14e3d) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:16.414680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.728786 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.735350 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.736557 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.760574 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.781989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Network 6c4cd7c3-379f-4153-816e-4bb5745e14ad is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:16.787360 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:16.791380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:16.800487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Pushing event updated for resources: {'Port': ['ID=21c2b763-e999-4d7e-9e10-e1d074d14e3d,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:16.891998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Attempting to bind port 21c2b763-e999-4d7e-9e10-e1d074d14e3d on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:16.892843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Attempting to bind port 21c2b763-e999-4d7e-9e10-e1d074d14e3d by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:16.893649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Attempting to bind port 21c2b763-e999-4d7e-9e10-e1d074d14e3d on network 6c4cd7c3-379f-4153-816e-4bb5745e14ad {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:16.902267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:47:16.902772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Checking segment: {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:16.903320 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.903983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Bound using segment: {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:47:16.904662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Bound port: 21c2b763-e999-4d7e-9e10-e1d074d14e3d, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:16.905075 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:16.953301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Allocated IP 172.25.8.208 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/89fee29b-ba6d-4858-9533-ce8cd8baaa2b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:17.004002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] For port 21c2b763-e999-4d7e-9e10-e1d074d14e3d, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:17.009366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] For port 21c2b763-e999-4d7e-9e10-e1d074d14e3d, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=21c2b763-e999-4d7e-9e10-e1d074d14e3d,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:17.016388 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.092767 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.116862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129e581-d143-4fda-aab6-1217a5883bc9 None None] Pushing event updated for resources: {'Port': ['ID=21c2b763-e999-4d7e-9e10-e1d074d14e3d,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:17.147418 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.201720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:17.205725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:17.211537 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:17.211894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:17.273827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Pushing event updated for resources: {'Port': ['ID=89fee29b-ba6d-4858-9533-ce8cd8baaa2b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:17.464736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-873440bb-83d8-4ba7-8b8f-aa9ccb902ddf req-144eb8e8-f96c-4865-a0a8-f929806bde9e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 210 time: 0.0581951 Mar 11 17:47:17.736157 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-97885dde-f121-4186-884b-3ac8c2910898 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:17.738579 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-97885dde-f121-4186-884b-3ac8c2910898 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 812 time: 0.1727340 Mar 11 17:47:17.802885 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-a1fca2a9-a810-4245-b37c-21e8283dd231 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=725617d7b05e44bca6e50276a11b8f42 HTTP/1.1" status: 200 len: 380 time: 0.0504079 Mar 11 17:47:17.818963 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'port': {'device_id': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'admin_state_up': True, 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'security_groups': ['fa82e21d-b8aa-47df-bac3-84bd3c99b6c0']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:17.950534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Made reservation on behalf of 725617d7b05e44bca6e50276a11b8f42 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:17.954904 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.034788 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.123891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 21c2b763-e999-4d7e-9e10-e1d074d14e3d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:18.242048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 21c2b763-e999-4d7e-9e10-e1d074d14e3d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:18.242935 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.252714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.20.0.9 (9362894b-7d3e-440b-a245-310e2ec05ebd/723a2c33-75f4-459f-84dd-d7a9a23bdc60/bdffa220-fb4c-40d9-9693-a1f920185e21) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:18.419019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.537312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 21c2b763-e999-4d7e-9e10-e1d074d14e3d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=21c2b763-e999-4d7e-9e10-e1d074d14e3d,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:18.557052 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.583586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.660614 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.671701 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.672703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ee2c3-90ef-4167-8693-193c3dbd7f9c None None] Network 6c4cd7c3-379f-4153-816e-4bb5745e14ad requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:47:18.698403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.725363 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-186a56ae-2153-4e5e-b5c8-eed0d1a6dede req-22f45961-3fe5-4149-b034-3102fdae30f5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 210 time: 0.1098704 Mar 11 17:47:18.776482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=21c2b763-e999-4d7e-9e10-e1d074d14e3d,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:18.795793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-99a0cb2a-350f-4d07-92f1-54d6715fb7e4 None None] Provisioning complete for port 21c2b763-e999-4d7e-9e10-e1d074d14e3d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:18.796473 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-99a0cb2a-350f-4d07-92f1-54d6715fb7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.799750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 9362894b-7d3e-440b-a245-310e2ec05ebd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:18.803667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:18.808249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:18.887105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=bdffa220-fb4c-40d9-9693-a1f920185e21,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:18.938776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:18.940092 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:18.980916 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e5f1abd2-b7b4-4b7f-a40a-0bbd7378f4fa tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1659548 Mar 11 17:47:19.000908 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Request body: {'port': {'device_id': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:19.041023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:47:19.150604 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.162067 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.316989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-495531bf-e87b-41cc-8f71-d60562c17077 None None] Provisioning complete for port bdffa220-fb4c-40d9-9693-a1f920185e21 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:19.321507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-495531bf-e87b-41cc-8f71-d60562c17077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.328102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:19.369285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.373486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7d92b112-be8c-44ef-a4da-8d62e9927695 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3388622 Mar 11 17:47:19.375001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36136) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:19.408240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-495531bf-e87b-41cc-8f71-d60562c17077 None None] Port bdffa220-fb4c-40d9-9693-a1f920185e21 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:47:19.410564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Sync routers for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:47:19.429551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:19.430796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:19.616322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdffa220-fb4c-40d9-9693-a1f920185e21 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:47:19.631860 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.645738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Transition to ACTIVE for port object bdffa220-fb4c-40d9-9693-a1f920185e21 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:19.649120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:19.650496 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.741981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b7b17be2-f548-4701-8090-2bfd53aedd94 None None] Provisioning complete for port 21c2b763-e999-4d7e-9e10-e1d074d14e3d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:19.742896 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b7b17be2-f548-4701-8090-2bfd53aedd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:19.791872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Pushing event updated for resources: {'Port': ['ID=bdffa220-fb4c-40d9-9693-a1f920185e21,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:19.872725 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Attempting to bind port bdffa220-fb4c-40d9-9693-a1f920185e21 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:19.873442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Attempting to bind port bdffa220-fb4c-40d9-9693-a1f920185e21 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:19.873792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Attempting to bind port bdffa220-fb4c-40d9-9693-a1f920185e21 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:19.878302 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Port bdffa220-fb4c-40d9-9693-a1f920185e21 on network 9362894b-7d3e-440b-a245-310e2ec05ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:47:19.878642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Attempting to bind port bdffa220-fb4c-40d9-9693-a1f920185e21 on network 9362894b-7d3e-440b-a245-310e2ec05ebd {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:19.885486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:47:19.885837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Checking segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:19.886227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Bound using segment: {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:47:19.886677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Bound port: bdffa220-fb4c-40d9-9693-a1f920185e21, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dba9be-1347-4aeb-b7ce-d3e7940171ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:19.887283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.013096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] For port bdffa220-fb4c-40d9-9693-a1f920185e21, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:20.018930 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] For port bdffa220-fb4c-40d9-9693-a1f920185e21, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdffa220-fb4c-40d9-9693-a1f920185e21,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:20.038313 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.091274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ca0e6-c613-481d-96a6-cada07ceda97 req-eb344b90-4e40-4e05-a70d-846097564959 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:20.094137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e9ca0e6-c613-481d-96a6-cada07ceda97 req-eb344b90-4e40-4e05-a70d-846097564959 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 943 time: 0.2252548 Mar 11 17:47:20.107116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:20.107755 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.109763 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] 10.222.0.46 "PUT /v2.0/ports/bdffa220-fb4c-40d9-9693-a1f920185e21 HTTP/1.1" status: 200 len: 1091 time: 1.1179667 Mar 11 17:47:20.110236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:47:20.112763 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f54554-e0b4-45ac-8574-366fb0210fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:47:20.128962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 21c2b763-e999-4d7e-9e10-e1d074d14e3d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:20.143717 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ff65c-683b-4a0a-bc77-b73845ea02ea service neutron] Pushing event updated for resources: {'Port': ['ID=bdffa220-fb4c-40d9-9693-a1f920185e21,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:20.215676 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cf6c4a-e1ca-4626-aad4-daec8dcfed7a x-openstack-request-id: req-79cf6c4a-e1ca-4626-aad4-daec8dcfed7a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:47:20.215969 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:47:20.216271 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79cf6c4a-e1ca-4626-aad4-daec8dcfed7a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:47:20.216645 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'status': 'completed', 'code': 200} Mar 11 17:47:20.219935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:17Z', 'revision_number': 3, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:20.236581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-97d4c0f2-3531-460e-8320-478a02f45364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:20.238642 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-97d4c0f2-3531-460e-8320-478a02f45364 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 1094 time: 0.0734665 Mar 11 17:47:20.325289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Checking router: 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:47:20.325648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Updating router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:47:20.346700 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-83b6bae8-85c9-4198-bdca-234ce078f48f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdffa220-fb4c-40d9-9693-a1f920185e21 HTTP/1.1" status: 200 len: 217 time: 0.0980093 Mar 11 17:47:20.406061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 21c2b763-e999-4d7e-9e10-e1d074d14e3d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:20.407330 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.426297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e9ca0e6-c613-481d-96a6-cada07ceda97 req-002fadbd-3874-429e-98b7-f55a1dfe696b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065526 Mar 11 17:47:20.477668 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e73e235c-8eb7-4202-9c3a-bd8149bd4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:20.481733 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e73e235c-8eb7-4202-9c3a-bd8149bd4e42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.1278100 Mar 11 17:47:20.486293 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.581938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-ff2059c1-1af2-4d88-8a43-39d8be0355f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:20.584705 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-ff2059c1-1af2-4d88-8a43-39d8be0355f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962074 Mar 11 17:47:20.600304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.757091 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-e2dbdc4c-b235-4e6c-b2d1-a001d08f7f34 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623600 Mar 11 17:47:20.914281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.921880 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:20.956942 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4a8c6279-06ad-41d4-951b-6034aee0c5ab req-2e0e1c82-cdac-4f5b-b7ee-33efd7bc4cb1 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924372 Mar 11 17:47:20.965758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Allocated IP 172.20.0.1 (6c4cd7c3-379f-4153-816e-4bb5745e14ad/680fc3f1-1043-4570-a5ad-7edac5b27644/b0d26408-5e50-4dce-999e-23c768f57e7b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:21.011336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae41adf-c9f8-4b0c-8535-71fcee739402 None None] Pushing event updated for resources: {'Port': ['ID=89fee29b-ba6d-4858-9533-ce8cd8baaa2b,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:21.021994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Attempting to bind port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:21.022368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Attempting to bind port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:21.023185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Attempting to bind port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:21.030006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:47:21.030587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:21.031205 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.031654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:47:21.032115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Bound port: 89fee29b-ba6d-4858-9533-ce8cd8baaa2b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:21.032526 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.082064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-c09da2b9-1d61-4af3-917f-35ce5c31407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:21.083605 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-c09da2b9-1d61-4af3-917f-35ce5c31407f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 1094 time: 0.0790610 Mar 11 17:47:21.098924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] For port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:21.103061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] For port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=89fee29b-ba6d-4858-9533-ce8cd8baaa2b,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:21.107020 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.199358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae41adf-c9f8-4b0c-8535-71fcee739402 None None] Pushing event updated for resources: {'Port': ['ID=89fee29b-ba6d-4858-9533-ce8cd8baaa2b,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:21.209887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-daf75e68-de39-4bfd-b588-afc1bc9bf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:21.212329 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-daf75e68-de39-4bfd-b588-afc1bc9bf529 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1208608 Mar 11 17:47:21.226730 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.246638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:21.247285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:21.269590 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-1a50683e-f861-4294-a14b-58b1603ab6fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdffa220-fb4c-40d9-9693-a1f920185e21 HTTP/1.1" status: 200 len: 217 time: 0.0503817 Mar 11 17:47:21.305082 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.347020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-c4face8a-6cc8-4ce0-98f8-13c3fbf51b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:21.353847 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-c4face8a-6cc8-4ce0-98f8-13c3fbf51b87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0743856 Mar 11 17:47:21.369161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Network 6c4cd7c3-379f-4153-816e-4bb5745e14ad is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:21.377475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:21.387262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:21.408440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d26408-5e50-4dce-999e-23c768f57e7b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:21.411891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:21.450928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-19c44a44-0f04-439b-8288-60b946d49919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:21.454399 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-19c44a44-0f04-439b-8288-60b946d49919 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960677 Mar 11 17:47:21.455780 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.620263 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-d39d3f88-99b2-41ae-8e4e-18eec2138470 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577744 Mar 11 17:47:21.727483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:17Z', 'revision_number': 3, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:21.769554 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-41f54554-e0b4-45ac-8574-366fb0210fbf req-b4c8366b-49d1-43c5-83a5-6bfcff765395 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412458 Mar 11 17:47:21.795857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc69c19-dcce-4e99-807f-94843893adad None None] The sync data for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 is: [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:17Z', 'revision_number': 3, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:47:21.803812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366e113-2f84-4acc-908b-28e82819c82a req-eecff2ce-ff96-4288-b47f-7d8fef137089 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:21.805718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c616ff0c-0f5f-4602-91c3-f5406e9bb208 None None] Provisioning complete for port b0d26408-5e50-4dce-999e-23c768f57e7b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:21.805878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5366e113-2f84-4acc-908b-28e82819c82a req-eecff2ce-ff96-4288-b47f-7d8fef137089 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 943 time: 0.1829636 Mar 11 17:47:21.806090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c616ff0c-0f5f-4602-91c3-f5406e9bb208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.809116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:21.847619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c616ff0c-0f5f-4602-91c3-f5406e9bb208 None None] Port b0d26408-5e50-4dce-999e-23c768f57e7b cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:47:21.898873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5366e113-2f84-4acc-908b-28e82819c82a req-0430a753-e40b-4af0-939b-8812047db9d7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789177 Mar 11 17:47:22.036755 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:22.042418 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:22.152725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d26408-5e50-4dce-999e-23c768f57e7b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:22.157442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:22.311983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Network 6c4cd7c3-379f-4153-816e-4bb5745e14ad is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:22.313556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:22.488605 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:22.641418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:22.647470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-440bda21-01af-410d-9bd1-83b7d96dc283 admin admin] 10.222.0.53 "PUT /v2.0/routers/15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2707298 Mar 11 17:47:22.682617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6a5ed743-dc36-4317-88bc-e8db7e6d8406 None None] Provisioning complete for port b0d26408-5e50-4dce-999e-23c768f57e7b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:22.684166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed743-dc36-4317-88bc-e8db7e6d8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:22.728379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ed743-dc36-4317-88bc-e8db7e6d8406 None None] Port b0d26408-5e50-4dce-999e-23c768f57e7b cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:47:23.073577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d15d1e-79ba-45c2-8f1b-0a0856bc3dbe req-af00c461-2532-43ab-85e8-d23cf6592aec tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:23.075879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96d15d1e-79ba-45c2-8f1b-0a0856bc3dbe req-af00c461-2532-43ab-85e8-d23cf6592aec tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 943 time: 0.0820525 Mar 11 17:47:23.135083 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-96d15d1e-79ba-45c2-8f1b-0a0856bc3dbe req-486cf957-f66b-4001-916d-a6819d0294b7 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531764 Mar 11 17:47:23.292945 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36182) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:23.298070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-768052076-network', 'tenant_id': '94e5626f8914405788ab429683e9eb5e'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:23.321389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Made reservation on behalf of 94e5626f8914405788ab429683e9eb5e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:23.323330 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.333363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.416297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.420686 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.447713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:47:23.458494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab58d457-446b-40bd-8ee4-a82c2c3c36e4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:23.473519 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.473925 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Added segment 6c65c8d8-cf3f-46db-80ff-6e25b08b977a of type vlan for network ebd259a8-389d-48b3-aee9-11d267e9b8e7 Mar 11 17:47:23.518768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.545360 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.546408 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:23.547194 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.610348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36186) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:23.612926 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3188729 Mar 11 17:47:23.615619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Request body: {'subnet': {'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-768052076-subnet', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:23.620969 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a7066-3080-48de-80d0-0cf6e6fde915 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd259a8-389d-48b3-aee9-11d267e9b8e7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:23.634299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network ebd259a8-389d-48b3-aee9-11d267e9b8e7 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:47:23.640615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Made reservation on behalf of 94e5626f8914405788ab429683e9eb5e for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:23.643384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.852355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:23.912497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=003ac0cf-15b9-4a2a-ab07-4237db83b698,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:23.925441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Checking segment: {'id': '6c65c8d8-cf3f-46db-80ff-6e25b08b977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:23.925802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Network hostable DHCP agents. Network: ebd259a8-389d-48b3-aee9-11d267e9b8e7, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:47:23.976049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Network ebd259a8-389d-48b3-aee9-11d267e9b8e7 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:47:23.990805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, ebd259a8-389d-48b3-aee9-11d267e9b8e7) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:23.995941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:23.996665 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.005800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c975f1c-1dff-4c4d-b5a8-b9073c42061f None None] Network ebd259a8-389d-48b3-aee9-11d267e9b8e7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:47:24.039752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-be17055c-a1a8-4d30-80bd-14298ef795c3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4280198 Mar 11 17:47:24.040070 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36188) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:24.044514 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:24.068213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.071430 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.105217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 89fee29b-ba6d-4858-9533-ce8cd8baaa2b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:24.159674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.259557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec3d278-9909-4b94-8c80-40248be06060 req-3872d6e8-81f3-46c9-a525-40a2817a05f9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541351 Mar 11 17:47:24.300195 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Sync routers for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:47:24.323532 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:24.324277 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:24.371361 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.384115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-ebd259a8-389d-48b3-aee9-11d267e9b8e7', 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'fixed_ips': [{'subnet_id': '003ac0cf-15b9-4a2a-ab07-4237db83b698'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:47:24.385875 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.400971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:24.401628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.481267 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:24.536219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6e431-1698-4884-b4a1-31525aaff7ea req-933df5b8-d327-4bcb-9654-28c8cead8dc4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:24.538131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28f6e431-1698-4884-b4a1-31525aaff7ea req-933df5b8-d327-4bcb-9654-28c8cead8dc4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 943 time: 0.2441118 Mar 11 17:47:24.602798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3d278-9909-4b94-8c80-40248be06060 req-8d175fd6-15e5-4f6b-b2f4-696dc2d228e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:24.604380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec3d278-9909-4b94-8c80-40248be06060 req-8d175fd6-15e5-4f6b-b2f4-696dc2d228e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 1096 time: 0.2040462 Mar 11 17:47:24.737003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28f6e431-1698-4884-b4a1-31525aaff7ea req-4432ea0e-0b5f-4b18-9a2d-45874ad5f2f4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874008 Mar 11 17:47:24.743350 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.784187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.819168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3d278-9909-4b94-8c80-40248be06060 req-8a5152c7-f248-4cd1-bdfb-a16755ce7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:24.821028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec3d278-9909-4b94-8c80-40248be06060 req-8a5152c7-f248-4cd1-bdfb-a16755ce7c8a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1800506 Mar 11 17:47:24.879168 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:24.884972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Allocated IP 172.20.0.2 (ebd259a8-389d-48b3-aee9-11d267e9b8e7/003ac0cf-15b9-4a2a-ab07-4237db83b698/4284fdf7-eb61-4f70-978c-975600adf761) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:24.923640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=89fee29b-ba6d-4858-9533-ce8cd8baaa2b,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:24.944528 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'b0d26408-5e50-4dce-999e-23c768f57e7b', 'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'mac_address': 'fa:16:3e:57:0d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:20Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 2, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'subnets': [{'id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:24.977571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec3d278-9909-4b94-8c80-40248be06060 req-e028a18b-a2d0-43a4-a2fd-f4ae1f81d5b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805cd189-54e2-40b7-a933-50a3ab610696 HTTP/1.1" status: 200 len: 1001 time: 0.1455669 Mar 11 17:47:24.983542 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Checking router: 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:47:24.983992 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Updating router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 port b0d26408-5e50-4dce-999e-23c768f57e7b binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:47:25.014434 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.017144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Allocated IP 172.25.8.241 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/b2743d25-0249-40e0-a1fd-c8c9fd7221c1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:25.077886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3d278-9909-4b94-8c80-40248be06060 req-f483d3da-381c-49b6-b95a-184e3c93d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:25.080150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec3d278-9909-4b94-8c80-40248be06060 req-f483d3da-381c-49b6-b95a-184e3c93d871 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0960298 Mar 11 17:47:25.100308 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.137958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3d278-9909-4b94-8c80-40248be06060 req-772ea86c-2683-4f8b-8f87-752e82525285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:25.139485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec3d278-9909-4b94-8c80-40248be06060 req-772ea86c-2683-4f8b-8f87-752e82525285 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527740 Mar 11 17:47:25.168144 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.214537 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.219511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=89fee29b-ba6d-4858-9533-ce8cd8baaa2b,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:25.239925 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.246077 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.311949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:25.313298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Pushing event updated for resources: {'Port': ['ID=b2743d25-0249-40e0-a1fd-c8c9fd7221c1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:25.323655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:25.325696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec3d278-9909-4b94-8c80-40248be06060 req-a5ac1462-28bd-4164-8619-424efc5dede8 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755798 Mar 11 17:47:25.330230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:25.346422 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Pushing event updated for resources: {'Port': ['ID=4284fdf7-eb61-4f70-978c-975600adf761,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:25.357431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Network ebd259a8-389d-48b3-aee9-11d267e9b8e7 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:25.359207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:25.363205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:25.482224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Attempting to bind port 4284fdf7-eb61-4f70-978c-975600adf761 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:25.482746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Attempting to bind port 4284fdf7-eb61-4f70-978c-975600adf761 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '6c65c8d8-cf3f-46db-80ff-6e25b08b977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:25.483252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Attempting to bind port 4284fdf7-eb61-4f70-978c-975600adf761 on network ebd259a8-389d-48b3-aee9-11d267e9b8e7 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:25.490856 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.491617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:47:25.492139 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Checking segment: {'id': '6c65c8d8-cf3f-46db-80ff-6e25b08b977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:25.492765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.493363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Bound using segment: {'id': '6c65c8d8-cf3f-46db-80ff-6e25b08b977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:47:25.494441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Bound port: 4284fdf7-eb61-4f70-978c-975600adf761, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c65c8d8-cf3f-46db-80ff-6e25b08b977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:25.494995 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.501650 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.592370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] For port 4284fdf7-eb61-4f70-978c-975600adf761, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:25.603515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] For port 4284fdf7-eb61-4f70-978c-975600adf761, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4284fdf7-eb61-4f70-978c-975600adf761,segment=NetworkSegment(6c65c8d8-cf3f-46db-80ff-6e25b08b977a),segment_id=6c65c8d8-cf3f-46db-80ff-6e25b08b977a)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:25.608245 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.704991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43338cf-17d1-4fc6-a97f-f240ffd2c750 None None] Pushing event updated for resources: {'Port': ['ID=4284fdf7-eb61-4f70-978c-975600adf761,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:25.721400 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Attempting to bind port b0d26408-5e50-4dce-999e-23c768f57e7b on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:25.721764 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Attempting to bind port b0d26408-5e50-4dce-999e-23c768f57e7b by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:25.722117 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Attempting to bind port b0d26408-5e50-4dce-999e-23c768f57e7b on network 6c4cd7c3-379f-4153-816e-4bb5745e14ad {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:25.725053 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc9f5e-f5e3-482d-a8bc-70de95ae6380 None None] Pushing event updated for resources: {'Port': ['ID=b0d26408-5e50-4dce-999e-23c768f57e7b,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:25.741497 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:47:25.742040 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Checking segment: {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:25.742516 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.742986 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Bound using segment: {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:47:25.743526 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Bound port: b0d26408-5e50-4dce-999e-23c768f57e7b, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:25.744022 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.824251 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] For port b0d26408-5e50-4dce-999e-23c768f57e7b, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:25.829735 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] For port b0d26408-5e50-4dce-999e-23c768f57e7b, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b0d26408-5e50-4dce-999e-23c768f57e7b,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:25.836665 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.919992 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:25.956061 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:25.956694 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:26.005143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3f74d1bf-ab3e-497c-90c6-41e7fa4e44c2 None None] Provisioning complete for port b0d26408-5e50-4dce-999e-23c768f57e7b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:26.005528 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3f74d1bf-ab3e-497c-90c6-41e7fa4e44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.040838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c071f-049f-47ed-8c73-3e62d28c346c req-0e693c15-2848-46c4-b4c8-76d9692a485b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:26.042365 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be8c071f-049f-47ed-8c73-3e62d28c346c req-0e693c15-2848-46c4-b4c8-76d9692a485b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 943 time: 0.1387205 Mar 11 17:47:26.105288 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc9f5e-f5e3-482d-a8bc-70de95ae6380 None None] Pushing event updated for resources: {'Port': ['ID=b0d26408-5e50-4dce-999e-23c768f57e7b,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:26.135586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec3d278-9909-4b94-8c80-40248be06060 req-eb49d31e-6633-4aee-85f1-58874b0b00cc service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8054156 Mar 11 17:47:26.174173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 89fee29b-ba6d-4858-9533-ce8cd8baaa2b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:26.177848 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-be8c071f-049f-47ed-8c73-3e62d28c346c req-eeaf3ca7-edd6-4384-ab84-e39df8d8fd5a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279142 Mar 11 17:47:26.280245 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:26.327262 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3f74d1bf-ab3e-497c-90c6-41e7fa4e44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.375653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.421504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3f74d1bf-ab3e-497c-90c6-41e7fa4e44c2 None None] For port b0d26408-5e50-4dce-999e-23c768f57e7b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b0d26408-5e50-4dce-999e-23c768f57e7b,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:26.422607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:26.422978 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.451037 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3f74d1bf-ab3e-497c-90c6-41e7fa4e44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.537982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Router 17221f6e-d877-4d8a-b473-f0e2c286abb6 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:47:26.548673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74d1bf-ab3e-497c-90c6-41e7fa4e44c2 None None] Pushing event updated for resources: {'Port': ['ID=b0d26408-5e50-4dce-999e-23c768f57e7b,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:26.584993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f4ed1ce6-a8a7-441c-899c-3ca39c7476ce None None] Provisioning complete for port b0d26408-5e50-4dce-999e-23c768f57e7b triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:26.590611 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4ed1ce6-a8a7-441c-899c-3ca39c7476ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.604198 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'b0d26408-5e50-4dce-999e-23c768f57e7b', 'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'mac_address': 'fa:16:3e:57:0d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:20Z', 'updated_at': '2022-03-11T17:47:25Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'subnets': [{'id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:26.650208 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541758d-b1d1-41ff-83bc-78b856f69d71 None None] The sync data for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 is: [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'b0d26408-5e50-4dce-999e-23c768f57e7b', 'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'mac_address': 'fa:16:3e:57:0d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:20Z', 'updated_at': '2022-03-11T17:47:25Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'subnets': [{'id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:47:26.660706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:26.682586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:26.683890 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0fc9a488-c73b-47e7-8fe7-3e24aab62e2a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6427217 Mar 11 17:47:26.686552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36208) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:26.686680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Sync routers for ids ['17221f6e-d877-4d8a-b473-f0e2c286abb6'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:47:26.733184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Routers {'17221f6e-d877-4d8a-b473-f0e2c286abb6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:26.733827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['17221f6e-d877-4d8a-b473-f0e2c286abb6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:26.889437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Set router 17221f6e-d877-4d8a-b473-f0e2c286abb6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:27.175136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:25Z', 'revision_number': 3, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'gw_port': {'id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:27.246922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Checking router: 17221f6e-d877-4d8a-b473-f0e2c286abb6 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:47:27.248395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Updating router 17221f6e-d877-4d8a-b473-f0e2c286abb6 port b2743d25-0249-40e0-a1fd-c8c9fd7221c1 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:47:27.306564 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.533164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2832ff53-603c-4034-ad35-1e0f1fa44baa None None] Network ebd259a8-389d-48b3-aee9-11d267e9b8e7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:47:27.629196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-befc4f62-e318-43dc-af9a-0afdf95bf5af None None] Provisioning complete for port 4284fdf7-eb61-4f70-978c-975600adf761 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:27.630059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-befc4f62-e318-43dc-af9a-0afdf95bf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.835621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769880-a70a-4db2-8d7e-9e0519745e18 req-fde34326-8d75-45c7-9a91-f8419287e524 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:27.843268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27769880-a70a-4db2-8d7e-9e0519745e18 req-fde34326-8d75-45c7-9a91-f8419287e524 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 943 time: 0.0643744 Mar 11 17:47:27.846760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:27.903560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27769880-a70a-4db2-8d7e-9e0519745e18 req-80a55215-0fe4-48f5-bb01-f21dc550e647 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591338 Mar 11 17:47:27.949691 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-befc4f62-e318-43dc-af9a-0afdf95bf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.028854 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-befc4f62-e318-43dc-af9a-0afdf95bf5af None None] For port 4284fdf7-eb61-4f70-978c-975600adf761, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4284fdf7-eb61-4f70-978c-975600adf761,segment=NetworkSegment(6c65c8d8-cf3f-46db-80ff-6e25b08b977a),segment_id=6c65c8d8-cf3f-46db-80ff-6e25b08b977a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:28.068376 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-befc4f62-e318-43dc-af9a-0afdf95bf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.084148 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Allocated IP 172.20.0.1 (ebd259a8-389d-48b3-aee9-11d267e9b8e7/003ac0cf-15b9-4a2a-ab07-4237db83b698/88222a35-a33b-4278-b8c2-09eb1df0df7a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:28.163937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4284fdf7-eb61-4f70-978c-975600adf761 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:28.215459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.235624 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.243793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.257496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc4f62-e318-43dc-af9a-0afdf95bf5af None None] Pushing event updated for resources: {'Port': ['ID=4284fdf7-eb61-4f70-978c-975600adf761,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:28.295055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.315243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4284fdf7-eb61-4f70-978c-975600adf761 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:28.318174 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.321640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Attempting to bind port b2743d25-0249-40e0-a1fd-c8c9fd7221c1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:28.322093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Attempting to bind port b2743d25-0249-40e0-a1fd-c8c9fd7221c1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:28.322532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Attempting to bind port b2743d25-0249-40e0-a1fd-c8c9fd7221c1 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:28.360736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:47:28.361275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:28.361930 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.362341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:47:28.362894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Bound port: b2743d25-0249-40e0-a1fd-c8c9fd7221c1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:28.363649 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.365592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88127a-f939-42ac-91af-9bbedba4bd47 None None] Pushing event updated for resources: {'Port': ['ID=b2743d25-0249-40e0-a1fd-c8c9fd7221c1,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:28.385694 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Network ebd259a8-389d-48b3-aee9-11d267e9b8e7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:28.387283 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Pushing event updated for resources: {'Port': ['ID=88222a35-a33b-4278-b8c2-09eb1df0df7a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:28.390676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:28.397649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:28.472670 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.476222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] For port b2743d25-0249-40e0-a1fd-c8c9fd7221c1, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:28.479791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] For port b2743d25-0249-40e0-a1fd-c8c9fd7221c1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b2743d25-0249-40e0-a1fd-c8c9fd7221c1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:28.509039 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.574899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b0d26408-5e50-4dce-999e-23c768f57e7b up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:28.687835 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.824543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88127a-f939-42ac-91af-9bbedba4bd47 None None] Pushing event updated for resources: {'Port': ['ID=b2743d25-0249-40e0-a1fd-c8c9fd7221c1,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:28.833449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Routers {'17221f6e-d877-4d8a-b473-f0e2c286abb6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:28.834618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['17221f6e-d877-4d8a-b473-f0e2c286abb6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:28.901941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.912113 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:28.912433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cb4e72e4-cc30-4c92-847e-d81626522328 None None] Provisioning complete for port 4284fdf7-eb61-4f70-978c-975600adf761 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:28.912808 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cb4e72e4-cc30-4c92-847e-d81626522328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.006738 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.008923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Pushing event updated for resources: {'Port': ['ID=88222a35-a33b-4278-b8c2-09eb1df0df7a,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:29.018100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] Set router 17221f6e-d877-4d8a-b473-f0e2c286abb6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:29.049134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8779bc-8fe1-46de-a6a7-6d6496ba923c req-b134fcdf-caf8-49db-b287-f4ac785c5d9d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:29.058439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da8779bc-8fe1-46de-a6a7-6d6496ba923c req-b134fcdf-caf8-49db-b287-f4ac785c5d9d tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 943 time: 0.0814006 Mar 11 17:47:29.114102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da8779bc-8fe1-46de-a6a7-6d6496ba923c req-95af2bfc-6033-46e0-94e0-80a1e2d60b78 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493550 Mar 11 17:47:29.123830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b0d26408-5e50-4dce-999e-23c768f57e7b triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:29.123830 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.143277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Network ebd259a8-389d-48b3-aee9-11d267e9b8e7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:29.144936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:29.290662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.315284 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Router 17221f6e-d877-4d8a-b473-f0e2c286abb6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:29.401604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-117a6270-a3ca-4937-94ce-84b854333e4e None None] Provisioning complete for port 88222a35-a33b-4278-b8c2-09eb1df0df7a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:29.401975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-117a6270-a3ca-4937-94ce-84b854333e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.448514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 4, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'gw_port': {'id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '88222a35-a33b-4278-b8c2-09eb1df0df7a', 'name': '', 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'mac_address': 'fa:16:3e:03:a8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:27Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 1, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'subnets': [{'id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:29.449448 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-117a6270-a3ca-4937-94ce-84b854333e4e None None] Port 88222a35-a33b-4278-b8c2-09eb1df0df7a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:47:29.462891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:29.485201 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-cce774ce-452a-4a26-b93d-69eaadcf389b admin admin] 10.222.0.53 "PUT /v2.0/routers/17221f6e-d877-4d8a-b473-f0e2c286abb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7919817 Mar 11 17:47:29.486868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f92bad6-40ff-4c08-ab6c-5d0f51b3d74d None None] The sync data for ids ['17221f6e-d877-4d8a-b473-f0e2c286abb6'] in n-d-833411-1 is: [{'id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 4, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'gw_port': {'id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '88222a35-a33b-4278-b8c2-09eb1df0df7a', 'name': '', 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'mac_address': 'fa:16:3e:03:a8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:27Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 1, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'subnets': [{'id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:47:29.577161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-897b6b8d-3475-4b61-91a3-28c98ff09382 None None] Provisioning complete for port 88222a35-a33b-4278-b8c2-09eb1df0df7a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:29.577625 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-897b6b8d-3475-4b61-91a3-28c98ff09382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:29.622961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-897b6b8d-3475-4b61-91a3-28c98ff09382 None None] Port 88222a35-a33b-4278-b8c2-09eb1df0df7a cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:47:30.037578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4284fdf7-eb61-4f70-978c-975600adf761 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:30.112567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 4284fdf7-eb61-4f70-978c-975600adf761 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:30.113091 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.337726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb0092-0f25-4fdc-b86e-b44f62876b44 req-71dc3cb2-67e7-4942-b26e-b460632dda03 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:30.339310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbb0092-0f25-4fdc-b86e-b44f62876b44 req-71dc3cb2-67e7-4942-b26e-b460632dda03 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 943 time: 0.1260676 Mar 11 17:47:30.370800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36242) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:30.377030 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-adef7374-d76f-4185-ac11-a40c0aab3aa9 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673421656', 'description': 'tempest-secgroup-smoke-1673421656 description', 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:30.390821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbb0092-0f25-4fdc-b86e-b44f62876b44 req-ecbd352c-b6c4-4d8b-8fb8-a2a2b846fd83 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 Mar 11 17:47:30.405024 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adef7374-d76f-4185-ac11-a40c0aab3aa9 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.520859 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adef7374-d76f-4185-ac11-a40c0aab3aa9 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.526553 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adef7374-d76f-4185-ac11-a40c0aab3aa9 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.561639 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-adef7374-d76f-4185-ac11-a40c0aab3aa9 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.566217 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-adef7374-d76f-4185-ac11-a40c0aab3aa9 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1906235 Mar 11 17:47:30.566217 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7374-d76f-4185-ac11-a40c0aab3aa9 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b26106-f288-4e4e-b16e-eb672111bd51,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:30.566939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36246) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:30.581119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-88f89c12-14d1-4c39-b5b3-ac8929917146 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Request body: {'security_group_rule': {'security_group_id': 'b4b26106-f288-4e4e-b16e-eb672111bd51', 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:30.611769 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88f89c12-14d1-4c39-b5b3-ac8929917146 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.674397 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88f89c12-14d1-4c39-b5b3-ac8929917146 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.681581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88f89c12-14d1-4c39-b5b3-ac8929917146 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.700031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f89c12-14d1-4c39-b5b3-ac8929917146 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cf066f-a312-475e-9b5d-0883601ac2c5,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:30.712876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88f89c12-14d1-4c39-b5b3-ac8929917146 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.714191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-88f89c12-14d1-4c39-b5b3-ac8929917146 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411855 Mar 11 17:47:30.717234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36248) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:30.722339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b6ecf0d1-7c44-4ab5-b734-e63509c219d1 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Request body: {'security_group_rule': {'security_group_id': 'b4b26106-f288-4e4e-b16e-eb672111bd51', 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:30.752730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf0d1-7c44-4ab5-b734-e63509c219d1 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.817782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf0d1-7c44-4ab5-b734-e63509c219d1 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.822100 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf0d1-7c44-4ab5-b734-e63509c219d1 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.840875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecf0d1-7c44-4ab5-b734-e63509c219d1 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405b0bd6-cfbb-4e50-9ade-d6be26ce461e,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:30.849908 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf0d1-7c44-4ab5-b734-e63509c219d1 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.851133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b6ecf0d1-7c44-4ab5-b734-e63509c219d1 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328070 Mar 11 17:47:30.853959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36250) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:30.859012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2151de7c-90f3-4611-9c7f-42eeae75ca14 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Request body: {'security_group_rule': {'security_group_id': 'b4b26106-f288-4e4e-b16e-eb672111bd51', 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:30.885566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2151de7c-90f3-4611-9c7f-42eeae75ca14 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.949076 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2151de7c-90f3-4611-9c7f-42eeae75ca14 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.953447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2151de7c-90f3-4611-9c7f-42eeae75ca14 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.976039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151de7c-90f3-4611-9c7f-42eeae75ca14 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d64d6f-a29c-4742-87ff-2d0c5174dc9b,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:30.985467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2151de7c-90f3-4611-9c7f-42eeae75ca14 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:30.990434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:30.992916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2151de7c-90f3-4611-9c7f-42eeae75ca14 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378086 Mar 11 17:47:30.995397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-64a8dab8-09b5-4a19-8316-a6ca2faacb23 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Request body: {'security_group_rule': {'security_group_id': 'b4b26106-f288-4e4e-b16e-eb672111bd51', 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:31.023272 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64a8dab8-09b5-4a19-8316-a6ca2faacb23 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.092165 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64a8dab8-09b5-4a19-8316-a6ca2faacb23 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.097921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64a8dab8-09b5-4a19-8316-a6ca2faacb23 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.117096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8dab8-09b5-4a19-8316-a6ca2faacb23 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5ee9ab-ecdb-496e-9f61-e1c491d64d9b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:31.128853 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64a8dab8-09b5-4a19-8316-a6ca2faacb23 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.132609 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-64a8dab8-09b5-4a19-8316-a6ca2faacb23 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385958 Mar 11 17:47:31.133023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:31.137334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-52d7aa5d-63f3-4301-9de5-208c992c9142 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Request body: {'security_group_rule': {'security_group_id': 'b4b26106-f288-4e4e-b16e-eb672111bd51', 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:31.157806 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-52d7aa5d-63f3-4301-9de5-208c992c9142 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Project 431dda757a1d468fb5a4c3e7daeb84f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:47:31.164144 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52d7aa5d-63f3-4301-9de5-208c992c9142 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.232971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52d7aa5d-63f3-4301-9de5-208c992c9142 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.236796 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52d7aa5d-63f3-4301-9de5-208c992c9142 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.256773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7aa5d-63f3-4301-9de5-208c992c9142 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741ccf95-408b-4a66-ba6f-a38cb8a833d7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:31.265619 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52d7aa5d-63f3-4301-9de5-208c992c9142 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.267569 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-52d7aa5d-63f3-4301-9de5-208c992c9142 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337242 Mar 11 17:47:31.270835 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36260) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:31.275480 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f574efe1-ebca-42db-afb9-04eae955c220 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Request body: {'security_group_rule': {'security_group_id': 'b4b26106-f288-4e4e-b16e-eb672111bd51', 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:31.296659 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-f574efe1-ebca-42db-afb9-04eae955c220 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Project 431dda757a1d468fb5a4c3e7daeb84f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:47:31.301586 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f574efe1-ebca-42db-afb9-04eae955c220 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.365484 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f574efe1-ebca-42db-afb9-04eae955c220 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.369150 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f574efe1-ebca-42db-afb9-04eae955c220 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.386881 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574efe1-ebca-42db-afb9-04eae955c220 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7842a3-67ad-487a-955b-74f7f49cb3f1,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:31.396467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f574efe1-ebca-42db-afb9-04eae955c220 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:31.397987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f574efe1-ebca-42db-afb9-04eae955c220 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261501 Mar 11 17:47:31.546466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3af6b-5033-4ff1-b7af-ae568f8994f7 req-0eb66df4-155f-4aca-bf90-13899ba8eb10 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:31.548106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbd3af6b-5033-4ff1-b7af-ae568f8994f7 req-0eb66df4-155f-4aca-bf90-13899ba8eb10 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 943 time: 0.0780184 Mar 11 17:47:31.593568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-04ff2eef-ae61-4767-b7ae-677ee51b2776 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673421656&fields=id&tenant_id=431dda757a1d468fb5a4c3e7daeb84f8 HTTP/1.1" status: 200 len: 267 time: 0.0715501 Mar 11 17:47:31.618343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbd3af6b-5033-4ff1-b7af-ae568f8994f7 req-2045d42f-3839-45eb-a057-d63cc626c2d9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626764 Mar 11 17:47:31.637353 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:47:31.704724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-8a7be5f6-0bed-41bd-9369-a718ba72785c tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:31.706142 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-8a7be5f6-0bed-41bd-9369-a718ba72785c tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/networks?id=6c4cd7c3-379f-4153-816e-4bb5745e14ad HTTP/1.1" status: 200 len: 808 time: 0.1030576 Mar 11 17:47:31.721291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-eb6dbdf3-120c-469c-8e8f-0a158f341da3 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/quotas/431dda757a1d468fb5a4c3e7daeb84f8 HTTP/1.1" status: 200 len: 375 time: 0.0087292 Mar 11 17:47:31.776175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0d42db9d-49be-4f82-ab31-925ac92d38f7 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=431dda757a1d468fb5a4c3e7daeb84f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493755 Mar 11 17:47:31.868911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-cf7a9c79-096b-4a03-bec2-570476118237 service neutron] 10.222.0.53 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814228 Mar 11 17:47:31.962642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-be168394-f008-418c-af68-3336f5b1e7aa service neutron] 10.222.0.53 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876253 Mar 11 17:47:32.043378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b2743d25-0249-40e0-a1fd-c8c9fd7221c1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:32.100369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b2743d25-0249-40e0-a1fd-c8c9fd7221c1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:32.100874 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.203334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-264fc325-e3a4-40b8-9023-3703225eb3cd req-80764797-f7f3-45df-a3e2-767f47382452 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 210 time: 0.0349560 Mar 11 17:47:32.208733 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.231721 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port b2743d25-0249-40e0-a1fd-c8c9fd7221c1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b2743d25-0249-40e0-a1fd-c8c9fd7221c1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:32.236332 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.289341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=b2743d25-0249-40e0-a1fd-c8c9fd7221c1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:32.400865 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device bdffa220-fb4c-40d9-9693-a1f920185e21 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:47:32.533220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port bdffa220-fb4c-40d9-9693-a1f920185e21, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdffa220-fb4c-40d9-9693-a1f920185e21,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:32.547287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'port_id': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'mac_address': 'fa:16:3e:6d:98:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:47:32.610281 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.636620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdffa220-fb4c-40d9-9693-a1f920185e21 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:47:32.670800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port bdffa220-fb4c-40d9-9693-a1f920185e21, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdffa220-fb4c-40d9-9693-a1f920185e21,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:32.678920 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:32.718923 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Sync routers for ids ['17221f6e-d877-4d8a-b473-f0e2c286abb6'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:47:32.731387 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Routers {'17221f6e-d877-4d8a-b473-f0e2c286abb6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:32.732014 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['17221f6e-d877-4d8a-b473-f0e2c286abb6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:32.767605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=bdffa220-fb4c-40d9-9693-a1f920185e21,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:32.805217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351fcae-abfa-4eb9-a154-e1fd038ceef0 req-189bd8b7-b286-481f-b551-5e0e06660060 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:32.806698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351fcae-abfa-4eb9-a154-e1fd038ceef0 req-189bd8b7-b286-481f-b551-5e0e06660060 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 944 time: 0.0661922 Mar 11 17:47:32.869778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351fcae-abfa-4eb9-a154-e1fd038ceef0 req-4ffe32c5-07c1-494e-9318-af7e8c7787a2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561047 Mar 11 17:47:32.869940 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Set router 17221f6e-d877-4d8a-b473-f0e2c286abb6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:32.928048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['bdffa220-fb4c-40d9-9693-a1f920185e21'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:47:33.097828 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 4, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'gw_port': {'id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '88222a35-a33b-4278-b8c2-09eb1df0df7a', 'name': '', 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'mac_address': 'fa:16:3e:03:a8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:27Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 2, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'subnets': [{'id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:33.137740 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Checking router: 17221f6e-d877-4d8a-b473-f0e2c286abb6 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:47:33.138383 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Updating router 17221f6e-d877-4d8a-b473-f0e2c286abb6 port 88222a35-a33b-4278-b8c2-09eb1df0df7a binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:47:33.179334 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.366522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-fc273b90-c355-4df7-858f-668617087084 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:33.377509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-fc273b90-c355-4df7-858f-668617087084 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.66 "GET /v2.0/networks?id=6c4cd7c3-379f-4153-816e-4bb5745e14ad HTTP/1.1" status: 200 len: 808 time: 0.1956186 Mar 11 17:47:33.382483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-469e9bc8-ae63-449f-bcb5-5848f6d15241 req-d5251851-8b08-4108-990d-e196da8444e2 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 210 time: 0.0698669 Mar 11 17:47:33.438459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-f150a9bb-2caa-4e9e-a9c5-8b064abecbd7 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=431dda757a1d468fb5a4c3e7daeb84f8 HTTP/1.1" status: 200 len: 380 time: 0.0491233 Mar 11 17:47:33.448625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Request body: {'port': {'device_id': '058380a5-d713-432b-8ec8-5b17d6b88348', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'admin_state_up': True, 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'security_groups': ['b4b26106-f288-4e4e-b16e-eb672111bd51']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:33.588569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Made reservation on behalf of 431dda757a1d468fb5a4c3e7daeb84f8 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:47:33.592981 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.674376 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.684420 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.736492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Allocated IP 172.20.0.11 (6c4cd7c3-379f-4153-816e-4bb5745e14ad/680fc3f1-1043-4570-a5ad-7edac5b27644/aa1026ba-4085-4f48-9da5-96768c68c4b8) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:33.740249 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Pushing event updated for resources: {'Port': ['ID=88222a35-a33b-4278-b8c2-09eb1df0df7a,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:33.795813 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.796512 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.797030 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.797532 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.798032 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.798523 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.799024 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.799616 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.800103 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.800613 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.801098 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.802161 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:33.823382 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Attempting to bind port 88222a35-a33b-4278-b8c2-09eb1df0df7a on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:33.823821 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Attempting to bind port 88222a35-a33b-4278-b8c2-09eb1df0df7a by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '6c65c8d8-cf3f-46db-80ff-6e25b08b977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:33.824271 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Attempting to bind port 88222a35-a33b-4278-b8c2-09eb1df0df7a on network ebd259a8-389d-48b3-aee9-11d267e9b8e7 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:33.834058 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:47:33.835904 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Checking segment: {'id': '6c65c8d8-cf3f-46db-80ff-6e25b08b977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:33.836480 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.838496 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Bound using segment: {'id': '6c65c8d8-cf3f-46db-80ff-6e25b08b977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:47:33.840258 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Bound port: 88222a35-a33b-4278-b8c2-09eb1df0df7a, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c65c8d8-cf3f-46db-80ff-6e25b08b977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:33.841398 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:33.932958 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] For port 88222a35-a33b-4278-b8c2-09eb1df0df7a, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:33.939061 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] For port 88222a35-a33b-4278-b8c2-09eb1df0df7a, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=88222a35-a33b-4278-b8c2-09eb1df0df7a,segment=NetworkSegment(6c65c8d8-cf3f-46db-80ff-6e25b08b977a),segment_id=6c65c8d8-cf3f-46db-80ff-6e25b08b977a)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:33.953788 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.021533 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.063120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.070311 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a4332-1f13-439c-a1f6-524f3d4c02b3 None None] Pushing event updated for resources: {'Port': ['ID=88222a35-a33b-4278-b8c2-09eb1df0df7a,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:34.085416 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Routers {'17221f6e-d877-4d8a-b473-f0e2c286abb6'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:34.086015 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['17221f6e-d877-4d8a-b473-f0e2c286abb6'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:34.117903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b2743d25-0249-40e0-a1fd-c8c9fd7221c1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:34.158171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'Port': ['ID=aa1026ba-4085-4f48-9da5-96768c68c4b8,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:34.187787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Network 6c4cd7c3-379f-4153-816e-4bb5745e14ad is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:34.191534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:34.195329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:34.218982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-1485109a-3a7b-40fd-8fc4-c1d499c635cf None None] Provisioning complete for port 88222a35-a33b-4278-b8c2-09eb1df0df7a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:34.219626 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1485109a-3a7b-40fd-8fc4-c1d499c635cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.268606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c932f-fffc-486d-a02b-8c2750e00f5a req-427653bd-41ef-4828-89b1-011a4641dfa8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:34.276778 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] Set router 17221f6e-d877-4d8a-b473-f0e2c286abb6 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:34.278642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d0c932f-fffc-486d-a02b-8c2750e00f5a req-427653bd-41ef-4828-89b1-011a4641dfa8 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 944 time: 0.3066981 Mar 11 17:47:34.306288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port b2743d25-0249-40e0-a1fd-c8c9fd7221c1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:34.306824 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.368348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:34.376981 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.424250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d0c932f-fffc-486d-a02b-8c2750e00f5a req-3a806dc7-cec1-40aa-95a5-b7ef213f5432 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444271 Mar 11 17:47:34.445173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-0849906a-951d-4886-bc46-c3f1a7d482d8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0011849 Mar 11 17:47:34.450448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1485109a-3a7b-40fd-8fc4-c1d499c635cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.456959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Request body: {'port': {'device_id': '058380a5-d713-432b-8ec8-5b17d6b88348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:34.474130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device bdffa220-fb4c-40d9-9693-a1f920185e21 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:34.576100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1485109a-3a7b-40fd-8fc4-c1d499c635cf None None] For port 88222a35-a33b-4278-b8c2-09eb1df0df7a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=88222a35-a33b-4278-b8c2-09eb1df0df7a,segment=NetworkSegment(6c65c8d8-cf3f-46db-80ff-6e25b08b977a),segment_id=6c65c8d8-cf3f-46db-80ff-6e25b08b977a)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:34.589072 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1485109a-3a7b-40fd-8fc4-c1d499c635cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.631886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.656865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35cef2-1293-4db3-bb37-571a8d1844a4 req-746d831a-178d-4bfa-8757-1e6dcd1dd92a tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:34.658721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b35cef2-1293-4db3-bb37-571a8d1844a4 req-746d831a-178d-4bfa-8757-1e6dcd1dd92a tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 932 time: 0.1676538 Mar 11 17:47:34.659142 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 4, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'gw_port': {'id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '88222a35-a33b-4278-b8c2-09eb1df0df7a', 'name': '', 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'mac_address': 'fa:16:3e:03:a8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:27Z', 'updated_at': '2022-03-11T17:47:33Z', 'revision_number': 4, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'subnets': [{'id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:34.691405 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc2999-7cbb-4671-a953-1dfa0f3eac5c None None] The sync data for ids ['17221f6e-d877-4d8a-b473-f0e2c286abb6'] in n-d-833411-1 is: [{'id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:28Z', 'revision_number': 4, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'gw_port': {'id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '88222a35-a33b-4278-b8c2-09eb1df0df7a', 'name': '', 'network_id': 'ebd259a8-389d-48b3-aee9-11d267e9b8e7', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'mac_address': 'fa:16:3e:03:a8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:27Z', 'updated_at': '2022-03-11T17:47:33Z', 'revision_number': 4, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'subnets': [{'id': '003ac0cf-15b9-4a2a-ab07-4237db83b698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:47:34.694899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port bdffa220-fb4c-40d9-9693-a1f920185e21 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:34.721050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485109a-3a7b-40fd-8fc4-c1d499c635cf None None] Pushing event updated for resources: {'Port': ['ID=88222a35-a33b-4278-b8c2-09eb1df0df7a,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:34.736765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port bdffa220-fb4c-40d9-9693-a1f920185e21 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:34.737148 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.791259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-adc23e2b-b3ac-43bf-87a9-a8d7463903c7 None None] Provisioning complete for port aa1026ba-4085-4f48-9da5-96768c68c4b8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:34.791795 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-adc23e2b-b3ac-43bf-87a9-a8d7463903c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.834099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b35cef2-1293-4db3-bb37-571a8d1844a4 req-653e1c00-4275-4260-aca0-d4ab2d8e5faa tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583927 Mar 11 17:47:34.875042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-adc23e2b-b3ac-43bf-87a9-a8d7463903c7 None None] Port aa1026ba-4085-4f48-9da5-96768c68c4b8 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:47:34.885607 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.904873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-adc23e2b-b3ac-43bf-87a9-a8d7463903c7 None None] Provisioning complete for port 88222a35-a33b-4278-b8c2-09eb1df0df7a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:34.905248 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-adc23e2b-b3ac-43bf-87a9-a8d7463903c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:34.939563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:47:34.941851 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39304c6e-f8d7-4dc2-a7f6-8d16dc1168cf" -d '{"events": [{"server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "name": "network-vif-plugged", "status": "completed", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:47:34.968167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port bdffa220-fb4c-40d9-9693-a1f920185e21, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdffa220-fb4c-40d9-9693-a1f920185e21,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:34.978129 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.020862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1026ba-4085-4f48-9da5-96768c68c4b8 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:47:35.035177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.055299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Transition to ACTIVE for port object aa1026ba-4085-4f48-9da5-96768c68c4b8 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:47:35.060450 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.097206 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391fc06-46c5-4a6a-9bbb-4ac60d572e33 x-openstack-request-id: req-8391fc06-46c5-4a6a-9bbb-4ac60d572e33 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:47:35.102131 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "name": "network-vif-plugged", "status": "completed", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:47:35.102414 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8391fc06-46c5-4a6a-9bbb-4ac60d572e33 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:47:35.102845 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'code': 200} Mar 11 17:47:35.106391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=bdffa220-fb4c-40d9-9693-a1f920185e21,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:35.186285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Pushing event updated for resources: {'Port': ['ID=aa1026ba-4085-4f48-9da5-96768c68c4b8,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:35.199220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486e8bd-b28d-4ceb-a3f6-a6ff75abb0b7 req-ca2d8759-e46e-423c-9512-7117621af811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:35.200933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b486e8bd-b28d-4ceb-a3f6-a6ff75abb0b7 req-ca2d8759-e46e-423c-9512-7117621af811 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 1096 time: 0.0499170 Mar 11 17:47:35.247161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Attempting to bind port aa1026ba-4085-4f48-9da5-96768c68c4b8 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:47:35.247507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Attempting to bind port aa1026ba-4085-4f48-9da5-96768c68c4b8 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:47:35.247846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Attempting to bind port aa1026ba-4085-4f48-9da5-96768c68c4b8 on network 6c4cd7c3-379f-4153-816e-4bb5745e14ad {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:35.257218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Port aa1026ba-4085-4f48-9da5-96768c68c4b8 on network 6c4cd7c3-379f-4153-816e-4bb5745e14ad not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:47:35.257649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Attempting to bind port aa1026ba-4085-4f48-9da5-96768c68c4b8 on network 6c4cd7c3-379f-4153-816e-4bb5745e14ad {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:47:35.260546 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b486e8bd-b28d-4ceb-a3f6-a6ff75abb0b7 req-fc5a80e5-8dd8-4637-8661-8c57e2898592 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507228 Mar 11 17:47:35.263505 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:47:35.263937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Checking segment: {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:47:35.264440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Bound using segment: {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:47:35.265099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Bound port: aa1026ba-4085-4f48-9da5-96768c68c4b8, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d64582-1434-4bbf-8065-15bd7ce07f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:47:35.265556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.349366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] For port aa1026ba-4085-4f48-9da5-96768c68c4b8, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:47:35.353185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] For port aa1026ba-4085-4f48-9da5-96768c68c4b8, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:47:35.359837 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.408222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:35.408882 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:35.411155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] 10.222.0.66 "PUT /v2.0/ports/aa1026ba-4085-4f48-9da5-96768c68c4b8 HTTP/1.1" status: 200 len: 1092 time: 0.9580400 Mar 11 17:47:35.411651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058380a5-d713-432b-8ec8-5b17d6b88348', 'tag': 'aa1026ba-4085-4f48-9da5-96768c68c4b8'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:47:35.414277 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa" -d '{"events": [{"name": "network-changed", "server_uuid": "058380a5-d713-432b-8ec8-5b17d6b88348", "tag": "aa1026ba-4085-4f48-9da5-96768c68c4b8"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:47:35.451030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c5406-b385-4cf0-b1f3-2a4b6834ba2e service neutron] Pushing event updated for resources: {'Port': ['ID=aa1026ba-4085-4f48-9da5-96768c68c4b8,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:35.608621 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe365ffa-b5c5-4c0c-8658-550143ce6e97 x-openstack-request-id: req-fe365ffa-b5c5-4c0c-8658-550143ce6e97 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:47:35.608949 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058380a5-d713-432b-8ec8-5b17d6b88348", "tag": "aa1026ba-4085-4f48-9da5-96768c68c4b8", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:47:35.609161 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe365ffa-b5c5-4c0c-8658-550143ce6e97 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:47:35.609572 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058380a5-d713-432b-8ec8-5b17d6b88348', 'tag': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'status': 'completed', 'code': 200} Mar 11 17:47:35.623728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-3ea6abc0-f347-403d-9208-dbe155963d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:35.625402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-3ea6abc0-f347-403d-9208-dbe155963d03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431dda757a1d468fb5a4c3e7daeb84f8&device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1095 time: 0.1574161 Mar 11 17:47:35.686887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-3299a2bc-c716-4fca-b915-4009ccf6c7a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8 HTTP/1.1" status: 200 len: 217 time: 0.0527649 Mar 11 17:47:35.696409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e4af-946b-478d-8e78-8ec66136f072 req-12feb55e-b705-47dd-bace-021e29ca9524 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:35.698080 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c819e4af-946b-478d-8e78-8ec66136f072 req-12feb55e-b705-47dd-bace-021e29ca9524 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 945 time: 0.1249557 Mar 11 17:47:35.779797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-53ed8142-efe1-4ec0-9b25-e484f2a6b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:35.781308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-53ed8142-efe1-4ec0-9b25-e484f2a6b2a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=680fc3f1-1043-4570-a5ad-7edac5b27644 HTTP/1.1" status: 200 len: 847 time: 0.0823083 Mar 11 17:47:35.787362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c819e4af-946b-478d-8e78-8ec66136f072 req-702a92d6-219c-41c7-94f5-3fc25a0c7181 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770645 Mar 11 17:47:35.831000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-1294c382-79fe-48c6-9be6-92982eecdd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:35.833036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-1294c382-79fe-48c6-9be6-92982eecdd99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c4cd7c3-379f-4153-816e-4bb5745e14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441718 Mar 11 17:47:35.970531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-1527e650-1e0a-4163-abfe-57f64f51e01f service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317842 Mar 11 17:47:36.045533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad09fa5-caf7-46b6-8f92-75315abbc131 req-adb745d2-de81-43c8-8ed7-2bd26603cce8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:36.052889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fad09fa5-caf7-46b6-8f92-75315abbc131 req-adb745d2-de81-43c8-8ed7-2bd26603cce8 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 944 time: 0.1346745 Mar 11 17:47:36.064642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 88222a35-a33b-4278-b8c2-09eb1df0df7a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:36.112381 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fad09fa5-caf7-46b6-8f92-75315abbc131 req-eb1a8755-b86b-4b2a-85a5-44f512fd716e tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584903 Mar 11 17:47:36.125935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 88222a35-a33b-4278-b8c2-09eb1df0df7a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:36.126785 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:36.148276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a48d149-4b74-4cc0-b494-210a9c105a41 req-007dc43b-bdbd-4c6a-820d-7df02f970622 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717215 Mar 11 17:47:36.273163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-09ad3d37-1c97-4496-9601-2c2f473aca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:36.276090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-09ad3d37-1c97-4496-9601-2c2f473aca5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431dda757a1d468fb5a4c3e7daeb84f8&device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1095 time: 0.0668182 Mar 11 17:47:36.393137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-46265fa9-a0ec-4947-b300-829e29e2bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:36.394825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-46265fa9-a0ec-4947-b300-829e29e2bfd2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c4cd7c3-379f-4153-816e-4bb5745e14ad HTTP/1.1" status: 200 len: 908 time: 0.1112614 Mar 11 17:47:36.443758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-e27297ad-cc95-4a65-8506-bd30adbbb262 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8 HTTP/1.1" status: 200 len: 217 time: 0.0423307 Mar 11 17:47:36.509868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-fe627dbb-915b-4968-a9a3-fda62078893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:36.511413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-fe627dbb-915b-4968-a9a3-fda62078893f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=680fc3f1-1043-4570-a5ad-7edac5b27644 HTTP/1.1" status: 200 len: 847 time: 0.0620203 Mar 11 17:47:36.563429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-38595d0d-9af9-46c4-8427-f3a677b44596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:36.564961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-38595d0d-9af9-46c4-8427-f3a677b44596 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c4cd7c3-379f-4153-816e-4bb5745e14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469913 Mar 11 17:47:36.657925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-28cff206-d7ac-43a0-bf0b-e24852027c58 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867264 Mar 11 17:47:36.748287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d23be0f8-bb82-4f75-bd3e-c326a45a28fa req-d0c7f295-945b-4b1d-9844-62d9dde2012e service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841641 Mar 11 17:47:36.905131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c1d80-961a-4e2d-9d8c-fc5ef439f330 req-d3981fe3-eaef-4c69-a13e-5cba7527b60b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:36.906585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-296c1d80-961a-4e2d-9d8c-fc5ef439f330 req-d3981fe3-eaef-4c69-a13e-5cba7527b60b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 945 time: 0.0487075 Mar 11 17:47:36.944407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-296c1d80-961a-4e2d-9d8c-fc5ef439f330 req-68bd26af-2ab4-4579-aed8-6c287256ce9f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Mar 11 17:47:37.063257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19378f9-a427-4bdd-9332-7c3ce9cbeccf req-9090425b-f797-4308-b426-7b955e77bbdc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:37.064691 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c19378f9-a427-4bdd-9332-7c3ce9cbeccf req-9090425b-f797-4308-b426-7b955e77bbdc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 945 time: 0.0536342 Mar 11 17:47:37.105184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c19378f9-a427-4bdd-9332-7c3ce9cbeccf req-6f2e07f3-fa11-4c86-b093-f756665be35f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336092 Mar 11 17:47:37.128164 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36342) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:37.172714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea0f387-3adc-414b-8f3f-70f4264a7496 tempest-TestVolumeBootPattern-548326036 tempest-TestVolumeBootPattern-548326036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:37.174647 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dea0f387-3adc-414b-8f3f-70f4264a7496 tempest-TestVolumeBootPattern-548326036 tempest-TestVolumeBootPattern-548326036-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 1091 time: 0.0453503 Mar 11 17:47:37.178836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 36346) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:37.191315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:37.236922 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.248358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380556d-d74d-4e81-8172-8df916448bc9 req-a0c29a0f-cd00-420f-98f3-eee16e159f07 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:37.251353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a380556d-d74d-4e81-8172-8df916448bc9 req-a0c29a0f-cd00-420f-98f3-eee16e159f07 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 944 time: 0.0734026 Mar 11 17:47:37.334574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a380556d-d74d-4e81-8172-8df916448bc9 req-e24e25aa-ca33-43fd-a8cc-df558d9d8d0f tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723467 Mar 11 17:47:37.387609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.496101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Allocated IP 172.25.8.209 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/37df65dc-0bfb-418d-b74a-a40ed0d2dd4d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:37.611132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.644946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:37.685570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:37.690005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:37.694280 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:37.697440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=37df65dc-0bfb-418d-b74a-a40ed0d2dd4d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:37.724680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.725032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.725374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.725708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.726039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.726515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.726711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.726994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.727314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.727641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.727964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:37.728283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:38.062331 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.132201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.287002 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.291639 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.363685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event updated for resources: {'Port': ['ID=37df65dc-0bfb-418d-b74a-a40ed0d2dd4d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:38.372390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:38.808060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb1be7-a21c-4806-8fb6-cc9912783131 req-e3da5971-4f05-4cb9-87c0-a40bc82c2bcc tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:38.809560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ecb1be7-a21c-4806-8fb6-cc9912783131 req-e3da5971-4f05-4cb9-87c0-a40bc82c2bcc tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 944 time: 0.3921394 Mar 11 17:47:38.810629 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Floating IP cf2a5e90-4e29-4670-a81e-ee765110e5f7 associated. External IP: 172.25.8.209, port: bdffa220-fb4c-40d9-9693-a1f920185e21. Mar 11 17:47:38.924384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ecb1be7-a21c-4806-8fb6-cc9912783131 req-7316cc62-0f91-4e0a-8d0f-473c66fc86a1 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800734 Mar 11 17:47:39.053320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:39.163157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:39.173417 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] Sync routers for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:47:39.183279 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:39.186457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:39.187019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:39.211939 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-82017f3d-4a50-4d99-a251-2899adf94622 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0313885 Mar 11 17:47:39.212845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:47:39.215094 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24295f3-b9c0-4e23-bcfb-cced5335c482" -d '{"events": [{"name": "network-changed", "server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:47:39.252856 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bff462-29df-4268-887e-1c7454c32ae0 x-openstack-request-id: req-c2bff462-29df-4268-887e-1c7454c32ae0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:47:39.253148 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:47:39.253409 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2bff462-29df-4268-887e-1c7454c32ae0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:47:39.253801 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'status': 'completed', 'code': 200} Mar 11 17:47:39.317472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:39.324834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-e4230f7d-b805-45a5-821b-37415c875d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:39.326995 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-e4230f7d-b805-45a5-821b-37415c875d54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 1096 time: 0.0468774 Mar 11 17:47:39.424318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-806ae8d6-8926-4126-a199-6f8ca3d21aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:39.425770 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-806ae8d6-8926-4126-a199-6f8ca3d21aa7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.0902483 Mar 11 17:47:39.497121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-6b68f818-171a-4f0d-8044-6fb4126b166d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdffa220-fb4c-40d9-9693-a1f920185e21 HTTP/1.1" status: 200 len: 999 time: 0.0640461 Mar 11 17:47:39.558255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-2be56322-9564-4570-b963-2f79a3a40e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:39.560438 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-2be56322-9564-4570-b963-2f79a3a40e1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0570292 Mar 11 17:47:39.574498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2d06d786-96ce-4c85-a84e-3ce04d8eabdd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:23Z', 'updated_at': '2022-03-11T17:45:26Z', 'revision_number': 1, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}, {'id': 'cf2a5e90-4e29-4670-a81e-ee765110e5f7', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:6d:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:37Z', 'updated_at': '2022-03-11T17:47:37Z', 'revision_number': 0, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:39.602490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] Checking router: 8020dc2b-dda0-404e-b95a-9de3c6708ae4 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:47:39.611843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:39.612492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:39.619747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-d850908c-9a1f-4881-9fe8-489483f9edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:39.621583 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-d850908c-9a1f-4881-9fe8-489483f9edc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543704 Mar 11 17:47:39.732698 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-f9f4d7b5-495f-413f-8c73-2158759ad8b6 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040666 Mar 11 17:47:39.736838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:39.841629 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d24295f3-b9c0-4e23-bcfb-cced5335c482 req-78b321e1-9777-4da4-9424-79050e8f93be service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022084 Mar 11 17:47:40.055683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5cda5-7480-4fd8-ad16-575cc1ae9121 req-3fc0f558-a128-45be-aaa7-72ecd5210948 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:40.057261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0a5cda5-7480-4fd8-ad16-575cc1ae9121 req-3fc0f558-a128-45be-aaa7-72ecd5210948 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 944 time: 0.0571480 Mar 11 17:47:40.099240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0a5cda5-7480-4fd8-ad16-575cc1ae9121 req-e54c0b26-cd48-40df-be8b-802c6ddb8c6b tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353937 Mar 11 17:47:40.148010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2d06d786-96ce-4c85-a84e-3ce04d8eabdd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:23Z', 'updated_at': '2022-03-11T17:45:26Z', 'revision_number': 1, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}, {'id': 'cf2a5e90-4e29-4670-a81e-ee765110e5f7', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:6d:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:37Z', 'updated_at': '2022-03-11T17:47:37Z', 'revision_number': 0, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:40.174754 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d45f63-2e05-42b3-91b5-a18110f149bb None None] The sync data for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 is: [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2d06d786-96ce-4c85-a84e-3ce04d8eabdd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:23Z', 'updated_at': '2022-03-11T17:45:26Z', 'revision_number': 1, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}, {'id': 'cf2a5e90-4e29-4670-a81e-ee765110e5f7', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:6d:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:37Z', 'updated_at': '2022-03-11T17:47:37Z', 'revision_number': 0, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:47:40.382272 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac727e-437b-4e71-b231-6abe7dc8b277 None None] New status for floating IP cf2a5e90-4e29-4670-a81e-ee765110e5f7: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:47:40.944755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device aa1026ba-4085-4f48-9da5-96768c68c4b8 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:47:41.040899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port aa1026ba-4085-4f48-9da5-96768c68c4b8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:41.052124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'port_id': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'mac_address': 'fa:16:3e:35:c9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:47:41.088228 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:41.101336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1026ba-4085-4f48-9da5-96768c68c4b8 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:47:41.121205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port aa1026ba-4085-4f48-9da5-96768c68c4b8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:41.126098 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:41.198995 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:41.204944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=aa1026ba-4085-4f48-9da5-96768c68c4b8,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:41.241401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d396f89-9719-4eb7-b378-5bad85c4b15f req-f271090a-485c-4f6f-81d5-dac5e9a98670 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:41.243178 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d396f89-9719-4eb7-b378-5bad85c4b15f req-f271090a-485c-4f6f-81d5-dac5e9a98670 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 945 time: 0.0604212 Mar 11 17:47:41.287966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d396f89-9719-4eb7-b378-5bad85c4b15f req-8691e3a4-0444-443d-a9f1-3f6374a7574a tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376260 Mar 11 17:47:41.445565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['aa1026ba-4085-4f48-9da5-96768c68c4b8'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:47:42.415161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121ad8d-fa1d-43ee-9712-3ee5bf74e4dc req-8797103a-adf6-493b-86de-4742102468b2 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:42.416822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a121ad8d-fa1d-43ee-9712-3ee5bf74e4dc req-8797103a-adf6-493b-86de-4742102468b2 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 945 time: 0.0582855 Mar 11 17:47:42.455896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a121ad8d-fa1d-43ee-9712-3ee5bf74e4dc req-b081a820-f758-499b-bfa7-33455f52b8bd tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328782 Mar 11 17:47:42.959419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device aa1026ba-4085-4f48-9da5-96768c68c4b8 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:47:43.011664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port aa1026ba-4085-4f48-9da5-96768c68c4b8 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:47:43.015861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port aa1026ba-4085-4f48-9da5-96768c68c4b8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:47:43.016299 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.096236 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.119827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058380a5-d713-432b-8ec8-5b17d6b88348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1026ba-4085-4f48-9da5-96768c68c4b8'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:47:43.122156 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1123455-3272-40ba-b421-d526d2d0cab1" -d '{"events": [{"server_uuid": "058380a5-d713-432b-8ec8-5b17d6b88348", "name": "network-vif-plugged", "status": "completed", "tag": "aa1026ba-4085-4f48-9da5-96768c68c4b8"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:47:43.139163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port aa1026ba-4085-4f48-9da5-96768c68c4b8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:47:43.143937 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.166774 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4069c204-4893-4238-ac34-c6fee765aaf2 x-openstack-request-id: req-4069c204-4893-4238-ac34-c6fee765aaf2 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:47:43.167065 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058380a5-d713-432b-8ec8-5b17d6b88348", "name": "network-vif-plugged", "status": "completed", "tag": "aa1026ba-4085-4f48-9da5-96768c68c4b8", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:47:43.167319 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4069c204-4893-4238-ac34-c6fee765aaf2 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:47:43.167711 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058380a5-d713-432b-8ec8-5b17d6b88348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'code': 200} Mar 11 17:47:43.197702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=aa1026ba-4085-4f48-9da5-96768c68c4b8,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:43.205517 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.205962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.206369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.206766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.207160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.207611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.207965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.208374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.208756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.209224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.209610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.209991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:47:43.269531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bda4c4-a20e-4ed2-9106-6edcd0de1000 req-f585512a-82ce-46f0-a416-73d43a4f5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:43.271065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7bda4c4-a20e-4ed2-9106-6edcd0de1000 req-f585512a-82ce-46f0-a416-73d43a4f5d75 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1097 time: 0.0404906 Mar 11 17:47:43.305651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7bda4c4-a20e-4ed2-9106-6edcd0de1000 req-196816af-d85d-4d1b-be60-9ddba12d76f0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284047 Mar 11 17:47:43.582488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825921dd-3937-4242-95bb-7222033b0027 req-c0960f6f-6ae8-4727-970d-50409afc8488 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:43.584000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-825921dd-3937-4242-95bb-7222033b0027 req-c0960f6f-6ae8-4727-970d-50409afc8488 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 946 time: 0.0528111 Mar 11 17:47:43.612775 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dadff101-4a83-4d84-8396-092b18e5be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:43.626607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-825921dd-3937-4242-95bb-7222033b0027 req-ba540f7c-f16c-4adf-81d0-112eb32f428d tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364566 Mar 11 17:47:44.747013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bb5ca-7325-4387-9dfb-3f3f67dab876 req-7a03e89a-bf5b-4ca8-aecf-fb4b453d90fe tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:44.748409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b5bb5ca-7325-4387-9dfb-3f3f67dab876 req-7a03e89a-bf5b-4ca8-aecf-fb4b453d90fe tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 946 time: 0.0480750 Mar 11 17:47:44.786735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b5bb5ca-7325-4387-9dfb-3f3f67dab876 req-6e0309a4-b153-4ff7-a059-60d4f16a48d0 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Mar 11 17:47:44.919787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eddb1-8adb-4633-a7c2-997c917d098b req-bf4cc700-e1df-401f-8165-56c7a8e0af8c tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:44.921387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d94eddb1-8adb-4633-a7c2-997c917d098b req-bf4cc700-e1df-401f-8165-56c7a8e0af8c tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 946 time: 0.0529654 Mar 11 17:47:44.961162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d94eddb1-8adb-4633-a7c2-997c917d098b req-1c36d413-d6ba-479f-9ee6-d788223bca1c tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328040 Mar 11 17:47:45.081912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec9421-0493-4ea2-912e-128f62f6afad req-cbbb3cab-8bfa-42d4-8192-2e9bf5a729c6 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:45.083375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12ec9421-0493-4ea2-912e-128f62f6afad req-cbbb3cab-8bfa-42d4-8192-2e9bf5a729c6 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 946 time: 0.0543969 Mar 11 17:47:45.122889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12ec9421-0493-4ea2-912e-128f62f6afad req-bff08ae3-7750-4dbe-a2d4-92dda06d8e4c tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333242 Mar 11 17:47:45.146628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36428) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:45.295225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0cf0b4-af3f-4762-a629-9de734c67af2 tempest-TestServerBasicOps-1176750444 tempest-TestServerBasicOps-1176750444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:45.300923 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bf0cf0b4-af3f-4762-a629-9de734c67af2 tempest-TestServerBasicOps-1176750444 tempest-TestServerBasicOps-1176750444-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1092 time: 0.1532245 Mar 11 17:47:45.303327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 36432) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:47:45.308012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:47:45.328970 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.432558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.543440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Allocated IP 172.25.8.206 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/4a45689e-44c0-45be-8d19-02e805497254) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:47:45.642810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.681547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:45.721296 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:47:45.725431 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:47:45.729584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:47:45.732591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'Port': ['ID=4a45689e-44c0-45be-8d19-02e805497254,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:45.889603 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-83b0984c-a6c1-44f1-9c40-ada794107a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.105838 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.191011 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.343289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.347779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.415490 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event updated for resources: {'Port': ['ID=4a45689e-44c0-45be-8d19-02e805497254,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:47:46.430120 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.544763 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Floating IP 140ac00d-68f0-4272-845f-c6774106a867 associated. External IP: 172.25.8.206, port: aa1026ba-4085-4f48-9da5-96768c68c4b8. Mar 11 17:47:46.764027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:47:46.871752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:47:46.881628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] Sync routers for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:47:46.890032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:46.891846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:46.892690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:46.923982 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-230b5e24-5c9d-4555-a6c0-1d138a863390 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6194980 Mar 11 17:47:46.924663 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058380a5-d713-432b-8ec8-5b17d6b88348', 'tag': 'aa1026ba-4085-4f48-9da5-96768c68c4b8'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:47:46.927314 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ae7487-6847-430a-a72f-622382348102" -d '{"events": [{"name": "network-changed", "server_uuid": "058380a5-d713-432b-8ec8-5b17d6b88348", "tag": "aa1026ba-4085-4f48-9da5-96768c68c4b8"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:47:46.972052 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe29c4b-f039-4de3-9eba-ebdf64eb6124 x-openstack-request-id: req-6fe29c4b-f039-4de3-9eba-ebdf64eb6124 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:47:46.972379 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058380a5-d713-432b-8ec8-5b17d6b88348", "tag": "aa1026ba-4085-4f48-9da5-96768c68c4b8", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:47:46.972622 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fe29c4b-f039-4de3-9eba-ebdf64eb6124 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:47:46.973047 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058380a5-d713-432b-8ec8-5b17d6b88348', 'tag': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'status': 'completed', 'code': 200} Mar 11 17:47:47.031480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:47.050113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7487-6847-430a-a72f-622382348102 req-7c2784ea-62f1-49ce-8b3d-92cb2e0fc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:47.053156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2ae7487-6847-430a-a72f-622382348102 req-7c2784ea-62f1-49ce-8b3d-92cb2e0fc387 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431dda757a1d468fb5a4c3e7daeb84f8&device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1097 time: 0.0546248 Mar 11 17:47:47.185874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7487-6847-430a-a72f-622382348102 req-e263277f-2604-4eca-81d4-2c1a58637ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:47.187519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2ae7487-6847-430a-a72f-622382348102 req-e263277f-2604-4eca-81d4-2c1a58637ee1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c4cd7c3-379f-4153-816e-4bb5745e14ad HTTP/1.1" status: 200 len: 908 time: 0.1273761 Mar 11 17:47:47.248725 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:47.279140 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2ae7487-6847-430a-a72f-622382348102 req-f112ea05-e47b-448d-8fd8-eca7692b8842 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8 HTTP/1.1" status: 200 len: 1000 time: 0.0846243 Mar 11 17:47:47.337028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7487-6847-430a-a72f-622382348102 req-42b00322-0e41-4c6e-a56b-e61f8def8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:47.338869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2ae7487-6847-430a-a72f-622382348102 req-42b00322-0e41-4c6e-a56b-e61f8def8d2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=680fc3f1-1043-4570-a5ad-7edac5b27644 HTTP/1.1" status: 200 len: 847 time: 0.0526428 Mar 11 17:47:47.344436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '140ac00d-68f0-4272-845f-c6774106a867', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'port_id': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'mac_address': 'fa:16:3e:35:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058380a5-d713-432b-8ec8-5b17d6b88348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:45Z', 'updated_at': '2022-03-11T17:47:45Z', 'revision_number': 0, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d26408-5e50-4dce-999e-23c768f57e7b', 'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'mac_address': 'fa:16:3e:57:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:20Z', 'updated_at': '2022-03-11T17:47:26Z', 'revision_number': 5, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'subnets': [{'id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:47.373388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] Checking router: 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:47:47.384419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:47:47.385055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:47:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:47.404819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7487-6847-430a-a72f-622382348102 req-637488b8-a2b0-4329-b90e-e00cd9a31aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:47:47.406509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2ae7487-6847-430a-a72f-622382348102 req-637488b8-a2b0-4329-b90e-e00cd9a31aae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c4cd7c3-379f-4153-816e-4bb5745e14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606306 Mar 11 17:47:47.517064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:47:47.541572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2ae7487-6847-430a-a72f-622382348102 req-8e6d2e09-f37e-4a19-8925-31971ab0f4a4 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280527 Mar 11 17:47:47.666788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2ae7487-6847-430a-a72f-622382348102 req-7752bea5-316d-4767-8adb-9b1469d42b23 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186485 Mar 11 17:47:47.798131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '140ac00d-68f0-4272-845f-c6774106a867', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'port_id': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'mac_address': 'fa:16:3e:35:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058380a5-d713-432b-8ec8-5b17d6b88348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:45Z', 'updated_at': '2022-03-11T17:47:45Z', 'revision_number': 0, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d26408-5e50-4dce-999e-23c768f57e7b', 'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'mac_address': 'fa:16:3e:57:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:20Z', 'updated_at': '2022-03-11T17:47:26Z', 'revision_number': 5, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'subnets': [{'id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:47:47.830148 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c36524d-4a3b-4294-8097-732d6e24f236 None None] The sync data for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 is: [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '140ac00d-68f0-4272-845f-c6774106a867', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'port_id': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'mac_address': 'fa:16:3e:35:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058380a5-d713-432b-8ec8-5b17d6b88348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:47:45Z', 'updated_at': '2022-03-11T17:47:45Z', 'revision_number': 0, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0d26408-5e50-4dce-999e-23c768f57e7b', 'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'mac_address': 'fa:16:3e:57:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:20Z', 'updated_at': '2022-03-11T17:47:26Z', 'revision_number': 5, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'subnets': [{'id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:47:48.108221 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af83cbf-1bb5-42aa-ba15-2c559d8cbcfc None None] New status for floating IP 140ac00d-68f0-4272-845f-c6774106a867: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:47:48.457004 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:48.988004 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:47:59.247647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:08.636197 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:48:11.195477 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:13.618146 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2bad-abeb-4ddf-97d3-9cfc94f0404e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:15.894676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-571cf62d-8665-427f-b463-7f3530969a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:17.200696 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.454311 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:18.984503 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:21.554145 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-bf35e422-2a12-46ed-80f9-2133081e6f0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526259 Mar 11 17:48:21.666012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-2361f74d-4108-43c0-bf4f-fb1961955620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:21.670591 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-2361f74d-4108-43c0-bf4f-fb1961955620 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 1096 time: 0.0556827 Mar 11 17:48:21.791419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-b902abdc-59ce-461e-895d-c58091cbd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:21.792865 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-b902abdc-59ce-461e-895d-c58091cbd791 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1008487 Mar 11 17:48:21.867442 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-d6ffb22f-b09f-45bc-977d-8b80784838ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdffa220-fb4c-40d9-9693-a1f920185e21 HTTP/1.1" status: 200 len: 1001 time: 0.0679991 Mar 11 17:48:21.936027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-4ad54a27-b44a-4f68-a51a-ed313aefebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:21.937654 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-4ad54a27-b44a-4f68-a51a-ed313aefebcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0624986 Mar 11 17:48:21.991278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-16137b07-2819-4f62-ac94-4632b42d4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:21.993060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-16137b07-2819-4f62-ac94-4632b42d4c2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471683 Mar 11 17:48:22.096436 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-77e920ea-cf99-4ef0-b772-2bb86bb51716 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947111 Mar 11 17:48:22.561945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-69e4274c-7997-45cf-ac8a-a9785913cf41 req-e430d377-ef4f-4979-903f-5f1caddba983 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579964 Mar 11 17:48:25.241133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41159f6-47ca-4802-a827-2bcba4927654 req-bfb102a6-901a-4f1e-ab52-1556b428a265 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574658 Mar 11 17:48:25.330846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41159f6-47ca-4802-a827-2bcba4927654 req-efa2ecbb-0e7f-4ac9-bb04-c406a2f12f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:25.333896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41159f6-47ca-4802-a827-2bcba4927654 req-efa2ecbb-0e7f-4ac9-bb04-c406a2f12f0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 1096 time: 0.0496943 Mar 11 17:48:25.453929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41159f6-47ca-4802-a827-2bcba4927654 req-92c8f0d8-6e09-4ac9-b971-58fa28d90aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:25.455415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41159f6-47ca-4802-a827-2bcba4927654 req-92c8f0d8-6e09-4ac9-b971-58fa28d90aa9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.0962663 Mar 11 17:48:25.538558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41159f6-47ca-4802-a827-2bcba4927654 req-00bbe663-0237-4729-8d09-5b6db57901fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805cd189-54e2-40b7-a933-50a3ab610696 HTTP/1.1" status: 200 len: 1001 time: 0.0753860 Mar 11 17:48:25.591063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41159f6-47ca-4802-a827-2bcba4927654 req-3b4c147a-bb25-400c-8faf-80802d1a5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:25.592708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41159f6-47ca-4802-a827-2bcba4927654 req-3b4c147a-bb25-400c-8faf-80802d1a5e6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0461521 Mar 11 17:48:25.667411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41159f6-47ca-4802-a827-2bcba4927654 req-a932b3d3-79aa-4fec-918e-ee1983411c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:25.669075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41159f6-47ca-4802-a827-2bcba4927654 req-a932b3d3-79aa-4fec-918e-ee1983411c8e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697606 Mar 11 17:48:25.781973 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41159f6-47ca-4802-a827-2bcba4927654 req-a0ff8f82-e4ff-445a-979b-6ef957a72529 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063957 Mar 11 17:48:25.887740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d41159f6-47ca-4802-a827-2bcba4927654 req-caaf0a9d-d097-406a-a2dd-80ddcc59c6e3 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999510 Mar 11 17:48:29.249937 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.654590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:32.659353 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061188041', 'description': 'tempest-secgroup-smoke-1061188041 description', 'project_id': '49eae59a960e414e8db0dbf40c73adb2'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:32.680715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.746585 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.750188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.779447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.780852 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1251996 Mar 11 17:48:32.783650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:32.788571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7629b512-88ea-4475-94df-6636ab0945fe tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'security_group_rule': {'security_group_id': '3f4f6ead-3e72-4de9-bbd8-43b35ff016f6', 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:32.794335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:32.806522 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.806868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.807206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.807543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.807885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.808218 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.808569 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.808893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.809216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.809539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.809862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.810198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc442f-3032-44ff-bbc3-fba89145a2a9 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:32.828269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7629b512-88ea-4475-94df-6636ab0945fe tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.878657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7629b512-88ea-4475-94df-6636ab0945fe tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.883154 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7629b512-88ea-4475-94df-6636ab0945fe tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.904604 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629b512-88ea-4475-94df-6636ab0945fe tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c989d96f-3d9d-45f0-8c96-ed8ffa24caa0,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:32.910512 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7629b512-88ea-4475-94df-6636ab0945fe tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.914593 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7629b512-88ea-4475-94df-6636ab0945fe tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271441 Mar 11 17:48:32.914593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37030) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:32.918688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ac62bc21-d386-43d5-9176-d3c98c472882 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'security_group_rule': {'security_group_id': '3f4f6ead-3e72-4de9-bbd8-43b35ff016f6', 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:32.942430 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac62bc21-d386-43d5-9176-d3c98c472882 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:32.997277 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac62bc21-d386-43d5-9176-d3c98c472882 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.001218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac62bc21-d386-43d5-9176-d3c98c472882 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.019682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62bc21-d386-43d5-9176-d3c98c472882 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a591091e-1ebd-40e8-be9a-d8b21245d95e,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.028884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac62bc21-d386-43d5-9176-d3c98c472882 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.030095 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ac62bc21-d386-43d5-9176-d3c98c472882 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146650 Mar 11 17:48:33.032718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37032) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:33.037570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-dc167ec1-07d5-403a-bdd4-858fbe76b21c tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'security_group_rule': {'security_group_id': '3f4f6ead-3e72-4de9-bbd8-43b35ff016f6', 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:33.062507 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc167ec1-07d5-403a-bdd4-858fbe76b21c tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.120466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc167ec1-07d5-403a-bdd4-858fbe76b21c tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.124014 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc167ec1-07d5-403a-bdd4-858fbe76b21c tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.142420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc167ec1-07d5-403a-bdd4-858fbe76b21c tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6319b7d-26ea-47e8-8e97-e0e5835903e3,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.150895 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc167ec1-07d5-403a-bdd4-858fbe76b21c tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.152509 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-dc167ec1-07d5-403a-bdd4-858fbe76b21c tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188219 Mar 11 17:48:33.155191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37034) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:33.159343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6bd6191a-3b7d-4bc0-a5f6-41327a6f1038 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'security_group_rule': {'security_group_id': '3f4f6ead-3e72-4de9-bbd8-43b35ff016f6', 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:33.185133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd6191a-3b7d-4bc0-a5f6-41327a6f1038 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.245176 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd6191a-3b7d-4bc0-a5f6-41327a6f1038 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.248941 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd6191a-3b7d-4bc0-a5f6-41327a6f1038 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.267387 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6191a-3b7d-4bc0-a5f6-41327a6f1038 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d9622f-3c0c-47f4-9484-be5ac16afc91,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.277239 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bd6191a-3b7d-4bc0-a5f6-41327a6f1038 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.278439 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6bd6191a-3b7d-4bc0-a5f6-41327a6f1038 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223898 Mar 11 17:48:33.281119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:33.285391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-19fc714b-537c-4cc2-887f-ab75f45821e6 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'security_group_rule': {'security_group_id': '3f4f6ead-3e72-4de9-bbd8-43b35ff016f6', 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:33.305955 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-19fc714b-537c-4cc2-887f-ab75f45821e6 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Project 49eae59a960e414e8db0dbf40c73adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:48:33.310536 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19fc714b-537c-4cc2-887f-ab75f45821e6 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.370804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19fc714b-537c-4cc2-887f-ab75f45821e6 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.374421 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19fc714b-537c-4cc2-887f-ab75f45821e6 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.391282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc714b-537c-4cc2-887f-ab75f45821e6 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de662386-6fa0-4915-b962-3fa3ceb34bb0,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.400200 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19fc714b-537c-4cc2-887f-ab75f45821e6 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.401697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-19fc714b-537c-4cc2-887f-ab75f45821e6 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193871 Mar 11 17:48:33.404600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37038) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:33.408967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a383fd7a-c4f4-4589-a68c-e8a27e1c4184 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'security_group_rule': {'security_group_id': '3f4f6ead-3e72-4de9-bbd8-43b35ff016f6', 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:33.429655 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-a383fd7a-c4f4-4589-a68c-e8a27e1c4184 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Project 49eae59a960e414e8db0dbf40c73adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:48:33.434495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a383fd7a-c4f4-4589-a68c-e8a27e1c4184 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.495681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a383fd7a-c4f4-4589-a68c-e8a27e1c4184 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.499479 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a383fd7a-c4f4-4589-a68c-e8a27e1c4184 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.520864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383fd7a-c4f4-4589-a68c-e8a27e1c4184 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e408efa-6f68-44c0-8a47-501385824c74,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:33.526106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a383fd7a-c4f4-4589-a68c-e8a27e1c4184 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:33.527719 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a383fd7a-c4f4-4589-a68c-e8a27e1c4184 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221888 Mar 11 17:48:33.722219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-e8509743-63a0-4502-862f-17ff2008e270 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061188041&fields=id&tenant_id=49eae59a960e414e8db0dbf40c73adb2 HTTP/1.1" status: 200 len: 267 time: 0.0332286 Mar 11 17:48:33.825566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-f0d386c7-2869-409e-a469-a4a5ec3b432c tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:33.827080 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-f0d386c7-2869-409e-a469-a4a5ec3b432c tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/networks?id=f71fc531-cdee-43f5-a259-c5dba888ddeb HTTP/1.1" status: 200 len: 813 time: 0.0980437 Mar 11 17:48:33.842880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-c61e3ff3-edbb-45e0-b259-1ba68ff4fb93 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/quotas/49eae59a960e414e8db0dbf40c73adb2 HTTP/1.1" status: 200 len: 375 time: 0.0088127 Mar 11 17:48:33.895101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-080520d7-b0be-4336-9b08-b3d5411d8418 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49eae59a960e414e8db0dbf40c73adb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469685 Mar 11 17:48:33.993023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-46471fb4-9e7a-4c1f-8ee1-2ef465a85eed service neutron] 10.222.0.53 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859442 Mar 11 17:48:34.081671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-6bc63c2b-e6bd-4b32-a83e-37df64873302 service neutron] 10.222.0.53 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824437 Mar 11 17:48:35.382211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b2f5f30-6525-46c8-8d1c-9d60cf3cda0e req-8ae82eac-7341-4684-abc8-6b3680b112aa tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 210 time: 0.0314901 Mar 11 17:48:36.309880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-e2525ca9-cf12-4043-a92b-a3b9a3dcf0f4 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:36.311342 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-e2525ca9-cf12-4043-a92b-a3b9a3dcf0f4 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.46 "GET /v2.0/networks?id=f71fc531-cdee-43f5-a259-c5dba888ddeb HTTP/1.1" status: 200 len: 813 time: 0.1147604 Mar 11 17:48:36.360584 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-cde158d7-9d6d-4f27-bc14-bd733718feb0 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49eae59a960e414e8db0dbf40c73adb2 HTTP/1.1" status: 200 len: 380 time: 0.0375082 Mar 11 17:48:36.373733 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'port': {'device_id': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'admin_state_up': True, 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'security_groups': ['3f4f6ead-3e72-4de9-bbd8-43b35ff016f6']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:36.487862 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-246dbebb-3e8d-45a3-8921-92794274decc req-bf3c7704-e413-416e-b564-702692a8e117 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 210 time: 0.0305288 Mar 11 17:48:36.495544 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Made reservation on behalf of 49eae59a960e414e8db0dbf40c73adb2 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:48:36.499188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.640764 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Allocated IP 172.20.0.10 (f71fc531-cdee-43f5-a259-c5dba888ddeb/d7bd2ca4-43f3-4353-bade-1f65139f757c/b273287c-7115-426f-ae0a-4380d700367f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:36.792943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.826629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.871710 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Network f71fc531-cdee-43f5-a259-c5dba888ddeb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:36.875368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:36.879519 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:48:36.910366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'Port': ['ID=b273287c-7115-426f-ae0a-4380d700367f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:36.939449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:36.940136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:36.959813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-01c79d35-f6a6-4052-9574-583d187984dd tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5916498 Mar 11 17:48:36.971897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Request body: {'port': {'device_id': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:37.032695 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.121416 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-11aa869d-45df-4686-b35d-054428359df5 None None] Provisioning complete for port b273287c-7115-426f-ae0a-4380d700367f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:37.122026 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11aa869d-45df-4686-b35d-054428359df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.156523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-11aa869d-45df-4686-b35d-054428359df5 None None] Port b273287c-7115-426f-ae0a-4380d700367f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:48:37.305123 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b273287c-7115-426f-ae0a-4380d700367f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:48:37.312914 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.324606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Transition to ACTIVE for port object b273287c-7115-426f-ae0a-4380d700367f will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:48:37.328503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.378420 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Pushing event updated for resources: {'Port': ['ID=b273287c-7115-426f-ae0a-4380d700367f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:37.456533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Attempting to bind port b273287c-7115-426f-ae0a-4380d700367f on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:48:37.457256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Attempting to bind port b273287c-7115-426f-ae0a-4380d700367f by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:48:37.457878 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Attempting to bind port b273287c-7115-426f-ae0a-4380d700367f on network f71fc531-cdee-43f5-a259-c5dba888ddeb {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:48:37.463706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Port b273287c-7115-426f-ae0a-4380d700367f on network f71fc531-cdee-43f5-a259-c5dba888ddeb not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:48:37.464367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Attempting to bind port b273287c-7115-426f-ae0a-4380d700367f on network f71fc531-cdee-43f5-a259-c5dba888ddeb {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:48:37.474012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:48:37.474404 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Checking segment: {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:48:37.474931 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Bound using segment: {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:48:37.475468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Bound port: b273287c-7115-426f-ae0a-4380d700367f, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36db4abe-4cff-4130-85a8-41d27539728b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:48:37.475829 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.567633 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] For port b273287c-7115-426f-ae0a-4380d700367f, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:48:37.572244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] For port b273287c-7115-426f-ae0a-4380d700367f, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b273287c-7115-426f-ae0a-4380d700367f,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:48:37.577030 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.636245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:37.636919 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:37.639441 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] 10.222.0.46 "PUT /v2.0/ports/b273287c-7115-426f-ae0a-4380d700367f HTTP/1.1" status: 200 len: 1092 time: 0.6719754 Mar 11 17:48:37.648184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:48:37.656324 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c68f00-3580-4261-bfc2-93abd530ce13" -d '{"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:48:37.671770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c8fa8-36e6-48ce-b44e-ece7142f7ce1 req-3ba72968-87ff-4087-9a37-d69a4657ae45 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:37.680029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba6c8fa8-36e6-48ce-b44e-ece7142f7ce1 req-3ba72968-87ff-4087-9a37-d69a4657ae45 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0782623 Mar 11 17:48:37.738076 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0ce2b1-a73d-49e2-a9e1-142343ef8e84 x-openstack-request-id: req-ca0ce2b1-a73d-49e2-a9e1-142343ef8e84 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:48:37.738602 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:48:37.739707 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca0ce2b1-a73d-49e2-a9e1-142343ef8e84 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:48:37.740213 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f', 'status': 'completed', 'code': 200} Mar 11 17:48:37.743259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba6c8fa8-36e6-48ce-b44e-ece7142f7ce1 req-bca1a4bf-1de8-41f4-8bc2-8bab64eee444 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619960 Mar 11 17:48:37.761109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a53d18-23c1-48b8-b73c-d03320feffcc service neutron] Pushing event updated for resources: {'Port': ['ID=b273287c-7115-426f-ae0a-4380d700367f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:37.777840 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-f87dcfc8-faf0-4683-89ea-32db251f92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:37.779656 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-f87dcfc8-faf0-4683-89ea-32db251f92ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49eae59a960e414e8db0dbf40c73adb2&device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1095 time: 0.0857694 Mar 11 17:48:37.831077 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-2e502c78-1749-4e0f-9e06-822c66e052f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b273287c-7115-426f-ae0a-4380d700367f HTTP/1.1" status: 200 len: 217 time: 0.0437450 Mar 11 17:48:37.885053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-449705d4-21c5-468e-954d-e13e1ed5eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:37.886604 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-449705d4-21c5-468e-954d-e13e1ed5eb02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7bd2ca4-43f3-4353-bade-1f65139f757c HTTP/1.1" status: 200 len: 852 time: 0.0479059 Mar 11 17:48:37.934203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-227bcc14-e33b-43b5-9a74-19d23437e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:37.935714 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-227bcc14-e33b-43b5-9a74-19d23437e83d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71fc531-cdee-43f5-a259-c5dba888ddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424700 Mar 11 17:48:38.032780 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-b7d1be4e-531a-42e4-bee8-f0f233c96f58 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896082 Mar 11 17:48:38.124791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b33b90b7-2cd3-4eb9-8a0a-b65ef64a0104 req-20ff3f80-6716-4154-8fd9-9da0abbd8436 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844388 Mar 11 17:48:38.217252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-fb04f72f-edc3-4ff5-834f-30b40427adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:38.218690 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-fb04f72f-edc3-4ff5-834f-30b40427adce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49eae59a960e414e8db0dbf40c73adb2&device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1095 time: 0.0467396 Mar 11 17:48:38.313702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-f3db2705-c782-4025-8b0b-560ec4f6b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:38.315080 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-f3db2705-c782-4025-8b0b-560ec4f6b5b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f71fc531-cdee-43f5-a259-c5dba888ddeb HTTP/1.1" status: 200 len: 913 time: 0.0879190 Mar 11 17:48:38.356434 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-6472b8ab-536b-4a1f-8f69-64c885b6aced service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b273287c-7115-426f-ae0a-4380d700367f HTTP/1.1" status: 200 len: 217 time: 0.0346842 Mar 11 17:48:38.410336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-118c29ab-a165-494a-b1ba-f36c90e893ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:38.412316 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-118c29ab-a165-494a-b1ba-f36c90e893ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7bd2ca4-43f3-4353-bade-1f65139f757c HTTP/1.1" status: 200 len: 852 time: 0.0495913 Mar 11 17:48:38.459599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-08c56e6b-e591-498e-bb1e-fe36b655e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:38.461161 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-08c56e6b-e591-498e-bb1e-fe36b655e443 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71fc531-cdee-43f5-a259-c5dba888ddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423884 Mar 11 17:48:38.554135 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-36391fd1-ecf9-4751-a4a6-edf8038ffef3 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Mar 11 17:48:38.648279 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-26c68f00-3580-4261-bfc2-93abd530ce13 req-762f940d-b144-4f8b-b4e1-fc77b78bccc0 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878832 Mar 11 17:48:38.858410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf05b0-cb28-46f2-8424-f2296f7b89e3 req-40c6111b-a8b7-46f8-b3cf-312b5ad42d93 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:38.859886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7eaf05b0-cb28-46f2-8424-f2296f7b89e3 req-40c6111b-a8b7-46f8-b3cf-312b5ad42d93 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0500937 Mar 11 17:48:38.899850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7eaf05b0-cb28-46f2-8424-f2296f7b89e3 req-ccf2e83b-6f92-4972-9710-9474ca379e99 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331385 Mar 11 17:48:40.022661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e4652-ee6b-4b25-965e-30ce230e3033 req-c869cfe3-0e3d-46fa-a0c5-4281e4607b20 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:40.024160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef8e4652-ee6b-4b25-965e-30ce230e3033 req-c869cfe3-0e3d-46fa-a0c5-4281e4607b20 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0551629 Mar 11 17:48:40.063469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef8e4652-ee6b-4b25-965e-30ce230e3033 req-cdb6d0ff-64e5-4483-ad36-b6ce67d100b2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328248 Mar 11 17:48:41.179598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ce3ef-cce5-4a6e-aa85-d04d6b3ac2d6 req-6baabda0-c724-4cfa-89d8-6f1b46fcc56b tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:41.181145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-126ce3ef-cce5-4a6e-aa85-d04d6b3ac2d6 req-6baabda0-c724-4cfa-89d8-6f1b46fcc56b tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0489690 Mar 11 17:48:41.195208 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:41.221578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-126ce3ef-cce5-4a6e-aa85-d04d6b3ac2d6 req-279e8c5a-e723-4d92-96f0-f6add219638b tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344167 Mar 11 17:48:42.336769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60b30-1a69-4cc9-9022-85a320884f7e req-95793236-b194-464d-9d23-482138d4591e tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:42.338234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfa60b30-1a69-4cc9-9022-85a320884f7e req-95793236-b194-464d-9d23-482138d4591e tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0492535 Mar 11 17:48:42.375983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfa60b30-1a69-4cc9-9022-85a320884f7e req-d5059568-5668-42c4-9f34-8df03fe602a4 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316534 Mar 11 17:48:43.496411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b4106-c135-4777-b827-3ea9e36f204c req-c8735102-94cc-4e66-970f-563b5ab8f425 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:43.497878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e0b4106-c135-4777-b827-3ea9e36f204c req-c8735102-94cc-4e66-970f-563b5ab8f425 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0527952 Mar 11 17:48:43.535174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e0b4106-c135-4777-b827-3ea9e36f204c req-b74ffb87-f906-4d88-a87d-421a5e07ebd8 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Mar 11 17:48:43.616084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d69ed626-196d-4162-b7a0-356ebe9820db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:44.651142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ed17a-fe03-4e9e-b0bd-33494210f94c req-02325d70-eeb7-42a3-99bd-15000080a4df tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:44.652897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-150ed17a-fe03-4e9e-b0bd-33494210f94c req-02325d70-eeb7-42a3-99bd-15000080a4df tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0496945 Mar 11 17:48:44.695474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-150ed17a-fe03-4e9e-b0bd-33494210f94c req-725f7a03-f99c-4a86-9640-a6c1c90c0418 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365391 Mar 11 17:48:45.635000 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:48:45.809978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d13bb-42d0-43d8-9f8f-eb2a73286a51 req-e6bc5a60-57dc-49c5-b123-6a2527db7205 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:45.811427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-768d13bb-42d0-43d8-9f8f-eb2a73286a51 req-e6bc5a60-57dc-49c5-b123-6a2527db7205 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0480957 Mar 11 17:48:45.848754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-768d13bb-42d0-43d8-9f8f-eb2a73286a51 req-5dc963b1-c0cf-44ab-ae82-3acc333f4aa8 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313337 Mar 11 17:48:45.897110 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0a94d4d0-f8c7-4053-884c-a27e928ec13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:46.969348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030259bd-b079-4b00-8a17-91f9f688bb03 req-43bdbdeb-6e63-47e8-8a8a-13adb081ffb1 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:46.970865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-030259bd-b079-4b00-8a17-91f9f688bb03 req-43bdbdeb-6e63-47e8-8a8a-13adb081ffb1 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0534632 Mar 11 17:48:47.009371 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-030259bd-b079-4b00-8a17-91f9f688bb03 req-49d285a9-2b46-436f-960c-ee66779835f8 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Mar 11 17:48:47.201676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:48.127702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d87bad-7e9b-4c8f-a720-9d210b4e0092 req-22757f76-3870-45cf-b9f1-969280644e21 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:48.129201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9d87bad-7e9b-4c8f-a720-9d210b4e0092 req-22757f76-3870-45cf-b9f1-969280644e21 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 944 time: 0.0505586 Mar 11 17:48:48.168521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9d87bad-7e9b-4c8f-a720-9d210b4e0092 req-f7380d46-5517-4aad-9793-cfc5ebbe1e54 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330963 Mar 11 17:48:48.454438 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:48.853647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b273287c-7115-426f-ae0a-4380d700367f details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:48:48.948974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b273287c-7115-426f-ae0a-4380d700367f, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b273287c-7115-426f-ae0a-4380d700367f,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:48.960567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'b273287c-7115-426f-ae0a-4380d700367f', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'port_id': 'b273287c-7115-426f-ae0a-4380d700367f', 'mac_address': 'fa:16:3e:7e:55:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:48:49.006564 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:49.008243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:49.022110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b273287c-7115-426f-ae0a-4380d700367f {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:48:49.041375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b273287c-7115-426f-ae0a-4380d700367f, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b273287c-7115-426f-ae0a-4380d700367f,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:49.044991 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:49.097010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=b273287c-7115-426f-ae0a-4380d700367f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:49.105936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.106196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.106531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.106868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.107193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.107514 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.107833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.108152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.108522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.108839 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.109159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.109472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:49.278914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['b273287c-7115-426f-ae0a-4380d700367f'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:48:49.293444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e3af5-29c0-44bd-9823-8b94351372d8 req-3ddf0dfb-fb4b-48a7-8436-257db8531a97 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:49.294925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-637e3af5-29c0-44bd-9823-8b94351372d8 req-3ddf0dfb-fb4b-48a7-8436-257db8531a97 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Mar 11 17:48:49.332326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-637e3af5-29c0-44bd-9823-8b94351372d8 req-c6acd87b-0d44-4704-8c43-3c2cfafb4337 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313845 Mar 11 17:48:50.452220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc407a-a801-47c6-9146-3ec8a77f9487 req-1259540f-d41a-4af7-84f8-cd8d419ad5ce tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:50.453706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1bc407a-a801-47c6-9146-3ec8a77f9487 req-1259540f-d41a-4af7-84f8-cd8d419ad5ce tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 945 time: 0.0536275 Mar 11 17:48:50.490838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1bc407a-a801-47c6-9146-3ec8a77f9487 req-c287ebaf-54f6-488e-8164-7850738d7abe tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311267 Mar 11 17:48:50.853058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b273287c-7115-426f-ae0a-4380d700367f up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:48:50.902784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port b273287c-7115-426f-ae0a-4380d700367f completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:48:50.906956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port b273287c-7115-426f-ae0a-4380d700367f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:48:50.907329 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:50.982378 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:51.007355 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:48:51.009573 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba65593-789a-4c5d-8266-f686ddb97735" -d '{"events": [{"server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "name": "network-vif-plugged", "status": "completed", "tag": "b273287c-7115-426f-ae0a-4380d700367f"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:48:51.021778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port b273287c-7115-426f-ae0a-4380d700367f, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b273287c-7115-426f-ae0a-4380d700367f,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:48:51.026095 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:51.050938 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62f46d3-9108-48f7-9e68-e8701e63e3d8 x-openstack-request-id: req-d62f46d3-9108-48f7-9e68-e8701e63e3d8 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:48:51.051231 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "name": "network-vif-plugged", "status": "completed", "tag": "b273287c-7115-426f-ae0a-4380d700367f", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:48:51.051483 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d62f46d3-9108-48f7-9e68-e8701e63e3d8 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:48:51.051868 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f', 'code': 200} Mar 11 17:48:51.077741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=b273287c-7115-426f-ae0a-4380d700367f,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:51.149260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768db6e-f727-4acf-a17e-abd71d3c55d5 req-dc99781f-eca4-4d76-b9fc-24fc41ddb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:51.150812 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2768db6e-f727-4acf-a17e-abd71d3c55d5 req-dc99781f-eca4-4d76-b9fc-24fc41ddb80c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1097 time: 0.0411327 Mar 11 17:48:51.185510 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2768db6e-f727-4acf-a17e-abd71d3c55d5 req-b188ab27-440d-4517-b623-12be1f893938 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279458 Mar 11 17:48:51.615156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d46d-d14c-4f03-862e-d73d0db3ffaf req-61f3b306-4036-436d-8c31-62a4eadf1dcf tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:51.616699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c20d46d-d14c-4f03-862e-d73d0db3ffaf req-61f3b306-4036-436d-8c31-62a4eadf1dcf tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 946 time: 0.0542536 Mar 11 17:48:51.656570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c20d46d-d14c-4f03-862e-d73d0db3ffaf req-6b8cafcb-0672-4150-99a9-f336c8ac50c5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325241 Mar 11 17:48:52.774032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d18968-0c85-4502-bc6f-6eb829be49cb req-bd561729-b15e-4f27-98cd-6713f45162f3 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:52.775584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1d18968-0c85-4502-bc6f-6eb829be49cb req-bd561729-b15e-4f27-98cd-6713f45162f3 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 946 time: 0.0484769 Mar 11 17:48:52.812711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e1d18968-0c85-4502-bc6f-6eb829be49cb req-c70f3faa-73ae-422f-94a8-9e1475502d5e tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308633 Mar 11 17:48:52.940174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa9d3c-d50e-4db9-b29e-66a46bee527f req-23d3d537-7938-42fc-892e-98b70f37ab70 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:52.941605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05fa9d3c-d50e-4db9-b29e-66a46bee527f req-23d3d537-7938-42fc-892e-98b70f37ab70 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 946 time: 0.0537000 Mar 11 17:48:52.979847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-05fa9d3c-d50e-4db9-b29e-66a46bee527f req-6a63b4eb-6174-4051-8c34-41510e2ab9ae tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Mar 11 17:48:53.002122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37114) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:53.139075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2de506-683d-4195-a8af-0a7bb1d442c9 tempest-TestVolumeBackupRestore-2066100656 tempest-TestVolumeBackupRestore-2066100656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:53.140622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9f2de506-683d-4195-a8af-0a7bb1d442c9 tempest-TestVolumeBackupRestore-2066100656 tempest-TestVolumeBackupRestore-2066100656-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1092 time: 0.1374881 Mar 11 17:48:53.143563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37118) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:53.147875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'b273287c-7115-426f-ae0a-4380d700367f', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:53.177262 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:53.278116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:53.385131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Allocated IP 172.25.8.85 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a1289ee3-250c-40c8-a05d-87516cae9e4e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:48:53.493213 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:53.525746 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:53.566295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:48:53.569225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:48:53.572299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:48:53.595261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'Port': ['ID=a1289ee3-250c-40c8-a05d-87516cae9e4e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:53.608977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.609318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.609648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.609974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.610295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.610614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.610930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.611240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.611554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.611865 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.612177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.612514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:48:53.944106 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:54.015400 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:54.035221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37128) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:54.175299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f3fe9-98b7-4d77-8485-ac9419e8e229 req-61453bea-548f-4cbf-ab49-fc8e0cc0e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:54.176819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c9f3fe9-98b7-4d77-8485-ac9419e8e229 req-61453bea-548f-4cbf-ab49-fc8e0cc0e911 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1097 time: 0.1406767 Mar 11 17:48:54.227429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:54.232754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c9f3fe9-98b7-4d77-8485-ac9419e8e229 req-cfa56ba4-9816-43dc-b56a-6dc2ad4b84c7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497110 Mar 11 17:48:54.234314 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:54.301420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event updated for resources: {'Port': ['ID=a1289ee3-250c-40c8-a05d-87516cae9e4e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:48:54.313562 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:54.414924 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Floating IP c6f827e8-103a-4c39-a72e-e5fd82a1726b associated. External IP: 172.25.8.85, port: b273287c-7115-426f-ae0a-4380d700367f. Mar 11 17:48:54.922493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Router fc07698e-bd99-453a-b49a-31a98d0f00f7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:48:55.034403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:48:55.044787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] Sync routers for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:48:55.053102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.055519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:48:55.056132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:48:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:55.083830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-99e55702-93b2-4bfd-bd86-8d76802b5343 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9392450 Mar 11 17:48:55.084757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:48:55.086702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37138) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:55.088115 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0" -d '{"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:48:55.131530 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337babf-c4fe-409c-b780-cf373d1f376e x-openstack-request-id: req-0337babf-c4fe-409c-b780-cf373d1f376e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:48:55.131841 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:48:55.132244 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0337babf-c4fe-409c-b780-cf373d1f376e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:48:55.132713 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f', 'status': 'completed', 'code': 200} Mar 11 17:48:55.143387 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da853d86-35c0-43da-894c-03f8caf740d3 tempest-TestVolumeBackupRestore-2066100656 tempest-TestVolumeBackupRestore-2066100656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:55.145181 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-da853d86-35c0-43da-894c-03f8caf740d3 tempest-TestVolumeBackupRestore-2066100656 tempest-TestVolumeBackupRestore-2066100656-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1092 time: 0.0574627 Mar 11 17:48:55.148322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37142) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:48:55.153746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-be323ee8-65bb-4cdf-8e82-c6588c6601f5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Request body: {'floatingip': {'port_id': 'b273287c-7115-426f-ae0a-4380d700367f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:48:55.264694 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be323ee8-65bb-4cdf-8e82-c6588c6601f5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:55.269529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-637d916e-c2bf-4484-bd60-d313dab0d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:55.271001 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-637d916e-c2bf-4484-bd60-d313dab0d96d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49eae59a960e414e8db0dbf40c73adb2&device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1097 time: 0.1144145 Mar 11 17:48:55.354224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:48:55.479118 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-d747dc3e-4b8c-4e92-897d-a2c8d2b61f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:55.481159 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-d747dc3e-4b8c-4e92-897d-a2c8d2b61f5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=f71fc531-cdee-43f5-a259-c5dba888ddeb HTTP/1.1" status: 200 len: 913 time: 0.1658204 Mar 11 17:48:55.586003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'c6f827e8-103a-4c39-a72e-e5fd82a1726b', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'port_id': 'b273287c-7115-426f-ae0a-4380d700367f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'mac_address': 'fa:16:3e:7e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:48:53Z', 'updated_at': '2022-03-11T17:48:53Z', 'revision_number': 0, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:55.588499 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-67ee5388-edd3-4ea3-9739-529443b63a35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b273287c-7115-426f-ae0a-4380d700367f HTTP/1.1" status: 200 len: 999 time: 0.0987577 Mar 11 17:48:55.618663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] Checking router: fc07698e-bd99-453a-b49a-31a98d0f00f7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:48:55.627309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:48:55.627950 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:48:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:55.690067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-4c579e01-e415-4f34-b17f-52398ac626da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:55.691496 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-4c579e01-e415-4f34-b17f-52398ac626da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7bd2ca4-43f3-4353-bade-1f65139f757c HTTP/1.1" status: 200 len: 852 time: 0.0770638 Mar 11 17:48:55.743350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:48:55.776742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-1fa5470e-ad15-4301-8df3-a05db7e2c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:55.779071 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-1fa5470e-ad15-4301-8df3-a05db7e2c0ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71fc531-cdee-43f5-a259-c5dba888ddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600998 Mar 11 17:48:55.986276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'c6f827e8-103a-4c39-a72e-e5fd82a1726b', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'port_id': 'b273287c-7115-426f-ae0a-4380d700367f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'mac_address': 'fa:16:3e:7e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:48:53Z', 'updated_at': '2022-03-11T17:48:53Z', 'revision_number': 0, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:55.989188 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-ccd2f0f8-06e7-4b2c-a29a-bbed4b74ce6f service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660604 Mar 11 17:48:56.014057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f99b84-7472-4bcf-a53a-d86d7d1156e2 None None] The sync data for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 is: [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'c6f827e8-103a-4c39-a72e-e5fd82a1726b', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'port_id': 'b273287c-7115-426f-ae0a-4380d700367f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'mac_address': 'fa:16:3e:7e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:48:53Z', 'updated_at': '2022-03-11T17:48:53Z', 'revision_number': 0, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:48:56.123603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be323ee8-65bb-4cdf-8e82-c6588c6601f5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.131939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be323ee8-65bb-4cdf-8e82-c6588c6601f5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.188604 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d80222aa-68d3-4cd2-b3e8-5c18520b58c0 req-888f4f8f-9aa0-4a6e-9c3f-553bb606f4f7 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910305 Mar 11 17:48:56.236882 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1940e-1d10-4db8-ba70-664cd4563a4a None None] New status for floating IP c6f827e8-103a-4c39-a72e-e5fd82a1726b: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:48:56.360253 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be323ee8-65bb-4cdf-8e82-c6588c6601f5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Router fc07698e-bd99-453a-b49a-31a98d0f00f7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:48:56.479220 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be323ee8-65bb-4cdf-8e82-c6588c6601f5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:48:56.484096 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be323ee8-65bb-4cdf-8e82-c6588c6601f5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:48:56.488658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] Sync routers for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:48:56.499082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:48:56.499700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:48:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:56.514379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:48:56.516499 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0cd684-7929-410b-afe6-476e783113aa" -d '{"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:48:56.544682 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-be323ee8-65bb-4cdf-8e82-c6588c6601f5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "PUT /v2.0/floatingips/c6f827e8-103a-4c39-a72e-e5fd82a1726b HTTP/1.1" status: 200 len: 991 time: 1.3946636 Mar 11 17:48:56.570174 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74e4585-c6b2-4aee-a71b-8151e154f80c x-openstack-request-id: req-e74e4585-c6b2-4aee-a71b-8151e154f80c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:48:56.570463 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:48:56.570718 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e74e4585-c6b2-4aee-a71b-8151e154f80c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:48:56.571130 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f', 'status': 'completed', 'code': 200} Mar 11 17:48:56.620588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:48:56.632624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cd684-7929-410b-afe6-476e783113aa req-34154a9a-a8c7-4d2e-811d-066b3f6702e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:56.634178 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4f0cd684-7929-410b-afe6-476e783113aa req-34154a9a-a8c7-4d2e-811d-066b3f6702e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49eae59a960e414e8db0dbf40c73adb2&device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1097 time: 0.0400014 Mar 11 17:48:56.726973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cd684-7929-410b-afe6-476e783113aa req-5ac4d9c8-a426-4f82-ba8a-57ef7975f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:56.728463 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4f0cd684-7929-410b-afe6-476e783113aa req-5ac4d9c8-a426-4f82-ba8a-57ef7975f8e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f71fc531-cdee-43f5-a259-c5dba888ddeb HTTP/1.1" status: 200 len: 913 time: 0.0873678 Mar 11 17:48:56.794755 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4f0cd684-7929-410b-afe6-476e783113aa req-bc359423-cc45-48a3-a950-ff44efe93786 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b273287c-7115-426f-ae0a-4380d700367f HTTP/1.1" status: 200 len: 1001 time: 0.0576794 Mar 11 17:48:56.851014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cd684-7929-410b-afe6-476e783113aa req-244cdcbe-adfc-4e0a-9aa2-6ace0528c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:56.852538 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4f0cd684-7929-410b-afe6-476e783113aa req-244cdcbe-adfc-4e0a-9aa2-6ace0528c3eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7bd2ca4-43f3-4353-bade-1f65139f757c HTTP/1.1" status: 200 len: 852 time: 0.0480347 Mar 11 17:48:56.859113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'c6f827e8-103a-4c39-a72e-e5fd82a1726b', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'port_id': 'b273287c-7115-426f-ae0a-4380d700367f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'mac_address': 'fa:16:3e:7e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:48:53Z', 'updated_at': '2022-03-11T17:48:56Z', 'revision_number': 2, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:56.894926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] Checking router: fc07698e-bd99-453a-b49a-31a98d0f00f7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:48:56.903579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:48:56.904218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:48:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:56.909751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cd684-7929-410b-afe6-476e783113aa req-0d9eac69-f88d-4426-9f2e-67540d388390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:56.911290 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4f0cd684-7929-410b-afe6-476e783113aa req-0d9eac69-f88d-4426-9f2e-67540d388390 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71fc531-cdee-43f5-a259-c5dba888ddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517151 Mar 11 17:48:57.003861 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4f0cd684-7929-410b-afe6-476e783113aa req-2bae5c80-3fa9-4976-84bf-8d75dc7cf073 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844865 Mar 11 17:48:57.012996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:48:57.101404 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-4f0cd684-7929-410b-afe6-476e783113aa req-8d672e3d-5c59-4f86-94b5-b5dead9bac94 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887775 Mar 11 17:48:57.243098 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'c6f827e8-103a-4c39-a72e-e5fd82a1726b', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'port_id': 'b273287c-7115-426f-ae0a-4380d700367f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'mac_address': 'fa:16:3e:7e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:48:53Z', 'updated_at': '2022-03-11T17:48:56Z', 'revision_number': 2, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:48:57.273208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3bb5a-2721-4650-b511-0d06ab8c1585 None None] The sync data for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 is: [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'c6f827e8-103a-4c39-a72e-e5fd82a1726b', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'port_id': 'b273287c-7115-426f-ae0a-4380d700367f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'mac_address': 'fa:16:3e:7e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:48:53Z', 'updated_at': '2022-03-11T17:48:56Z', 'revision_number': 2, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:48:58.572753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:48:58.575137 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c" -d '{"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:48:58.615262 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ac0d5-d1fd-4af4-9243-5c4e298fa7b7 x-openstack-request-id: req-207ac0d5-d1fd-4af4-9243-5c4e298fa7b7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:48:58.615544 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:48:58.615800 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-207ac0d5-d1fd-4af4-9243-5c4e298fa7b7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:48:58.616198 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f', 'status': 'completed', 'code': 200} Mar 11 17:48:58.679004 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-1ba9d72d-d177-43e2-b4e8-1f6f6107a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:58.680613 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-1ba9d72d-d177-43e2-b4e8-1f6f6107a87b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49eae59a960e414e8db0dbf40c73adb2&device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1097 time: 0.0418863 Mar 11 17:48:58.769883 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-0ca415e6-728b-489f-a22e-b739d20832fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:58.771312 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-0ca415e6-728b-489f-a22e-b739d20832fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=f71fc531-cdee-43f5-a259-c5dba888ddeb HTTP/1.1" status: 200 len: 913 time: 0.0847769 Mar 11 17:48:58.834772 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-dc726dc5-9449-4be2-a028-f27ca20f6be8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b273287c-7115-426f-ae0a-4380d700367f HTTP/1.1" status: 200 len: 1001 time: 0.0565515 Mar 11 17:48:58.883577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-dfb88809-dbf4-4d11-8702-bafe3384e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:58.885069 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-dfb88809-dbf4-4d11-8702-bafe3384e9d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7bd2ca4-43f3-4353-bade-1f65139f757c HTTP/1.1" status: 200 len: 852 time: 0.0432160 Mar 11 17:48:58.944492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-7d1f1381-9116-470c-afcc-ada5733bae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:48:58.945973 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-7d1f1381-9116-470c-afcc-ada5733bae02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71fc531-cdee-43f5-a259-c5dba888ddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539689 Mar 11 17:48:59.034516 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-23acb7cf-18da-476b-9bd9-8776370f5e62 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813355 Mar 11 17:48:59.126843 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8f6645ad-021d-4cd0-b8e4-c04f2953e98c req-f35e668b-c5bd-4df2-8271-e7ae977eb54d service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850863 Mar 11 17:48:59.238695 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:11.205688 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:13.621581 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-332af09c-c62c-4884-bb7f-759a2107860b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:15.901301 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-12e60f86-2e8b-4225-8365-b01225122c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.004913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37154) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:17.166762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port 37df65dc-0bfb-418d-b74a-a40ed0d2dd4d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:17.167104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.205095 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.247304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.247634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.259463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for 37df65dc-0bfb-418d-b74a-a40ed0d2dd4d owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:17.405454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.435899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=37df65dc-0bfb-418d-b74a-a40ed0d2dd4d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:17.497520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.497849 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Floating IP cf2a5e90-4e29-4670-a81e-ee765110e5f7 disassociated (deleted). External IP: 172.25.8.209, port: bdffa220-fb4c-40d9-9693-a1f920185e21. Mar 11 17:49:17.716668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:17.826462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:17.831954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:17.837088 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] Sync routers for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:49:17.859458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-056f31c5-a5ab-4be8-9cd7-e3556452931e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "DELETE /v2.0/floatingips/cf2a5e90-4e29-4670-a81e-ee765110e5f7 HTTP/1.1" status: 204 len: 168 time: 0.8531954 Mar 11 17:49:17.860049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:49:17.862723 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:49:17.907774 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66a4093-ea85-4476-a792-0170b6e5b1b2 x-openstack-request-id: req-b66a4093-ea85-4476-a792-0170b6e5b1b2 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:49:17.907774 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:49:17.907774 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b66a4093-ea85-4476-a792-0170b6e5b1b2 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:49:17.907774 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'status': 'completed', 'code': 200} Mar 11 17:49:17.936727 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:17.937857 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:17.977231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-6b61d236-92a3-4440-93b2-33a163f5c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:17.980169 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-6b61d236-92a3-4440-93b2-33a163f5c8b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 1096 time: 0.0470469 Mar 11 17:49:18.077176 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:18.098419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-26bdab41-bc75-40dd-a464-40a7ae70a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:18.100090 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-26bdab41-bc75-40dd-a464-40a7ae70a520 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1119657 Mar 11 17:49:18.105612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92730c-0500-4008-af56-bdcb2203f9b5 req-b2aba5c6-7a58-42ae-a851-c275f9530f1b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:18.107791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c92730c-0500-4008-af56-bdcb2203f9b5 req-b2aba5c6-7a58-42ae-a851-c275f9530f1b tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 945 time: 0.0593591 Mar 11 17:49:18.161627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c92730c-0500-4008-af56-bdcb2203f9b5 req-3991e02b-8ea1-483c-8299-a3101b79c6cc tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469253 Mar 11 17:49:18.354834 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2d06d786-96ce-4c85-a84e-3ce04d8eabdd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:23Z', 'updated_at': '2022-03-11T17:45:26Z', 'revision_number': 1, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:18.388680 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] Checking router: 8020dc2b-dda0-404e-b95a-9de3c6708ae4 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:49:18.398860 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:18.399724 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:18.465707 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:18.524945 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-79930250-dcb5-4d20-8a64-57a22ae868da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdffa220-fb4c-40d9-9693-a1f920185e21 HTTP/1.1" status: 200 len: 217 time: 0.4156075 Mar 11 17:49:18.533075 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:18.579330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-e52ee36a-f959-493b-b1f1-938c0becbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:18.580911 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-e52ee36a-f959-493b-b1f1-938c0becbdb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0488050 Mar 11 17:49:18.634834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-466ff2ee-9f97-41cb-9a81-f81b8b2b83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:18.636261 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-466ff2ee-9f97-41cb-9a81-f81b8b2b83b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485275 Mar 11 17:49:18.743057 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-dec6a308-2fe1-40c3-b05f-81e98f7fe861 service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985339 Mar 11 17:49:18.803715 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2d06d786-96ce-4c85-a84e-3ce04d8eabdd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:23Z', 'updated_at': '2022-03-11T17:45:26Z', 'revision_number': 1, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:18.832215 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fe002f-d459-4819-88cf-4ddc44a3ee97 None None] The sync data for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 is: [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '2d06d786-96ce-4c85-a84e-3ce04d8eabdd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'port_id': '805cd189-54e2-40b7-a933-50a3ab610696', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'mac_address': 'fa:16:3e:cd:0d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:45:23Z', 'updated_at': '2022-03-11T17:45:26Z', 'revision_number': 1, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:49:18.864946 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-1377fc2f-9f32-45f4-bfb3-f99d41abddd0 req-cda30647-80d9-43fd-8bf6-24517783e80f service neutron] 10.222.0.46 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130562 Mar 11 17:49:18.991243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:19.119915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a8f0b-9ce4-4fe5-91c1-0318ff6050e2 None None] New status for floating IP cf2a5e90-4e29-4670-a81e-ee765110e5f7: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:49:19.315460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14839c-5886-4332-afb3-cc97d0e3eaa3 req-6205e718-84a2-4b15-8b82-5aaa202b6e9c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:19.317018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf14839c-5886-4332-afb3-cc97d0e3eaa3 req-6205e718-84a2-4b15-8b82-5aaa202b6e9c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 945 time: 0.0649796 Mar 11 17:49:19.366161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf14839c-5886-4332-afb3-cc97d0e3eaa3 req-a14cc548-83bb-49c3-8e85-c45828f95acf tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Mar 11 17:49:19.927642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-b3d9dd39-867d-4d4c-80b7-7635bd9bf77a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:19.929287 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-b3d9dd39-867d-4d4c-80b7-7635bd9bf77a tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 945 time: 0.0564666 Mar 11 17:49:20.035155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port bdffa220-fb4c-40d9-9693-a1f920185e21 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:20.035498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:20.129472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] For port bdffa220-fb4c-40d9-9693-a1f920185e21, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdffa220-fb4c-40d9-9693-a1f920185e21,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:20.129844 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:20.143451 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for bdffa220-fb4c-40d9-9693-a1f920185e21 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:20.279857 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:20.310753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=bdffa220-fb4c-40d9-9693-a1f920185e21,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:20.353647 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] No DVR routers for this DVR port bdffa220-fb4c-40d9-9693-a1f920185e21 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:20.356722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:20.360710 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-96909da5-ba53-499c-b94f-6fdd3a6564ec req-9f11ebb5-1435-4e85-be4a-75cf047576f9 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.46 "DELETE /v2.0/ports/bdffa220-fb4c-40d9-9693-a1f920185e21 HTTP/1.1" status: 204 len: 173 time: 0.4255037 Mar 11 17:49:20.361181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'name': 'network-vif-deleted', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:49:20.363563 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6ac920-26d7-478b-a84e-fe33b71b400b" -d '{"events": [{"server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "name": "network-vif-deleted", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:49:20.407977 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9be37a-ccdb-4036-b5e8-69e1d9fdd517 x-openstack-request-id: req-3f9be37a-ccdb-4036-b5e8-69e1d9fdd517 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:49:20.408545 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105469b8-a869-450d-8b43-a4ebdb51fad1", "name": "network-vif-deleted", "tag": "bdffa220-fb4c-40d9-9693-a1f920185e21", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:49:20.408703 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f9be37a-ccdb-4036-b5e8-69e1d9fdd517 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:49:20.409019 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105469b8-a869-450d-8b43-a4ebdb51fad1', 'name': 'network-vif-deleted', 'tag': 'bdffa220-fb4c-40d9-9693-a1f920185e21', 'status': 'completed', 'code': 200} Mar 11 17:49:20.481289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac9aba89-3e40-49b7-88af-0e486fcbbd74 req-0a461066-8536-48cf-bdba-591dd6ded4fb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 210 time: 0.0323446 Mar 11 17:49:21.581322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78eb6986-2672-4f4a-81a4-466e9f4b1813 req-f8e928f1-2382-430b-a48e-617a6b4b036f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 210 time: 0.0269325 Mar 11 17:49:22.552133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896432e8-a07a-4173-b7e9-a45c64576638 req-7e667fa8-403d-44fb-8245-78f8c43fb85f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465691 Mar 11 17:49:22.641829 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:49:22.649097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896432e8-a07a-4173-b7e9-a45c64576638 req-ddcf75e6-c1d0-4c48-9707-a4fdc8dd1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:22.650800 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896432e8-a07a-4173-b7e9-a45c64576638 req-ddcf75e6-c1d0-4c48-9707-a4fdc8dd1d9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49eae59a960e414e8db0dbf40c73adb2&device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1097 time: 0.0498109 Mar 11 17:49:22.681823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42dacbff-1610-4025-ac40-ab7a6efe93fa req-c0783048-fb55-4cf4-819f-88a0b48a2dbb tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 210 time: 0.0279617 Mar 11 17:49:22.770548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896432e8-a07a-4173-b7e9-a45c64576638 req-56814c2a-ba2b-4c17-af7c-e949af97bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:22.771959 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896432e8-a07a-4173-b7e9-a45c64576638 req-56814c2a-ba2b-4c17-af7c-e949af97bb7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f71fc531-cdee-43f5-a259-c5dba888ddeb HTTP/1.1" status: 200 len: 913 time: 0.0964324 Mar 11 17:49:22.842353 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896432e8-a07a-4173-b7e9-a45c64576638 req-5320cd60-8e38-4189-894b-1ae557cc95a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b273287c-7115-426f-ae0a-4380d700367f HTTP/1.1" status: 200 len: 1001 time: 0.0623183 Mar 11 17:49:22.892398 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896432e8-a07a-4173-b7e9-a45c64576638 req-5a64e4bb-4ebe-4651-a246-d639524c541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:22.894719 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896432e8-a07a-4173-b7e9-a45c64576638 req-5a64e4bb-4ebe-4651-a246-d639524c541c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7bd2ca4-43f3-4353-bade-1f65139f757c HTTP/1.1" status: 200 len: 852 time: 0.0444205 Mar 11 17:49:22.940699 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896432e8-a07a-4173-b7e9-a45c64576638 req-cca22938-a128-4b42-ad64-d03116f1fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:22.942215 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896432e8-a07a-4173-b7e9-a45c64576638 req-cca22938-a128-4b42-ad64-d03116f1fde4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71fc531-cdee-43f5-a259-c5dba888ddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410314 Mar 11 17:49:22.949605 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device bdffa220-fb4c-40d9-9693-a1f920185e21 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:22.970559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: bdffa220-fb4c-40d9-9693-a1f920185e21 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:22.970910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device bdffa220-fb4c-40d9-9693-a1f920185e21 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:23.043808 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896432e8-a07a-4173-b7e9-a45c64576638 req-5875aa56-a1ea-4383-b083-b8285100e076 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939364 Mar 11 17:49:23.147000 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896432e8-a07a-4173-b7e9-a45c64576638 req-69b34c2f-ba9d-4419-ba62-3683545b5c6a service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943983 Mar 11 17:49:23.778902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bafca634-37da-452e-b16d-794de1fe3c96 req-c8d729ab-1012-4402-83dc-d5be0f0ed025 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=105469b8-a869-450d-8b43-a4ebdb51fad1 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Mar 11 17:49:25.244482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-d34f591b-72b2-4c1a-a5c3-49b885951ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444467 Mar 11 17:49:25.308250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-7a9b98b0-ffb7-463e-93d8-51e2a4b7a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:25.309809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-7a9b98b0-ffb7-463e-93d8-51e2a4b7a4b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431dda757a1d468fb5a4c3e7daeb84f8&device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1097 time: 0.0454051 Mar 11 17:49:25.416578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-548f1b6e-7241-4fb1-a013-eb347e281615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:25.418063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-548f1b6e-7241-4fb1-a013-eb347e281615 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c4cd7c3-379f-4153-816e-4bb5745e14ad HTTP/1.1" status: 200 len: 908 time: 0.0895991 Mar 11 17:49:25.488484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-bc7254b2-7bc4-4720-a972-905666216ec6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8 HTTP/1.1" status: 200 len: 1002 time: 0.0643384 Mar 11 17:49:25.544542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-847a3a01-bdab-4591-af24-8c89710bde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:25.545952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-847a3a01-bdab-4591-af24-8c89710bde9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=680fc3f1-1043-4570-a5ad-7edac5b27644 HTTP/1.1" status: 200 len: 847 time: 0.0507886 Mar 11 17:49:25.594417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-db4fe35c-eab0-438b-a505-87350cabe892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:25.595959 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-db4fe35c-eab0-438b-a505-87350cabe892 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c4cd7c3-379f-4153-816e-4bb5745e14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435162 Mar 11 17:49:25.692456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-8d26ab9f-8580-4c94-ad58-7e0940101085 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888772 Mar 11 17:49:25.784030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f81c3b8e-8dad-4e01-96c1-3a5819351d98 req-751475d4-8422-461c-bb02-b3aee35f1dd4 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855324 Mar 11 17:49:29.150267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37198) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:29.241984 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.312966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port d0757a48-ce88-41a5-a90d-e6c03164d0cd {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:29.313304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.391822 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.392269 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.404653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for d0757a48-ce88-41a5-a90d-e6c03164d0cd owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:29.454003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37202) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:29.684823 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.712745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Deleting port a1289ee3-250c-40c8-a05d-87516cae9e4e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:29.713088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.717394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=d0757a48-ce88-41a5-a90d-e6c03164d0cd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:29.841508 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.841846 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Floating IP 2d06d786-96ce-4c85-a84e-3ce04d8eabdd disassociated (deleted). External IP: 172.25.8.103, port: 805cd189-54e2-40b7-a933-50a3ab610696. Mar 11 17:49:29.847324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.847651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:29.899736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Calling delete_port for a1289ee3-250c-40c8-a05d-87516cae9e4e owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:30.186185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:30.190757 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.228927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event deleted for resources: {'Port': ['ID=a1289ee3-250c-40c8-a05d-87516cae9e4e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:30.368778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.369114 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Floating IP c6f827e8-103a-4c39-a72e-e5fd82a1726b disassociated (deleted). External IP: 172.25.8.85, port: b273287c-7115-426f-ae0a-4380d700367f. Mar 11 17:49:30.428249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:30.434662 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.439300 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] Sync routers for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:49:30.451121 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:30.451893 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:30.510265 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-60a4f6ce-8b7e-44c5-88d9-45ae1781e417 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "DELETE /v2.0/floatingips/2d06d786-96ce-4c85-a84e-3ce04d8eabdd HTTP/1.1" status: 204 len: 168 time: 1.3554265 Mar 11 17:49:30.510265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:49:30.511547 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19932ef-e9a0-4a47-bc44-4677cb940018" -d '{"events": [{"name": "network-changed", "server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "tag": "805cd189-54e2-40b7-a933-50a3ab610696"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:49:30.575157 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:30.654813 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc220653-ca08-488c-a4a2-21552a76fd9d x-openstack-request-id: req-cc220653-ca08-488c-a4a2-21552a76fd9d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:49:30.655183 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "tag": "805cd189-54e2-40b7-a933-50a3ab610696", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:49:30.655357 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc220653-ca08-488c-a4a2-21552a76fd9d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:49:30.655744 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696', 'status': 'completed', 'code': 200} Mar 11 17:49:30.688696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Router fc07698e-bd99-453a-b49a-31a98d0f00f7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:30.725426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-de33ea40-3ec0-4e74-bbf5-37eb22cfdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:30.727545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-de33ea40-3ec0-4e74-bbf5-37eb22cfdb90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=725617d7b05e44bca6e50276a11b8f42&device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 1096 time: 0.0542567 Mar 11 17:49:30.836600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:30.842302 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:30.856115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] Sync routers for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:49:30.869759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:30.870795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:30.883233 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9377960e-9838-4d7a-951b-ffbd0f016ed2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "DELETE /v2.0/floatingips/c6f827e8-103a-4c39-a72e-e5fd82a1726b HTTP/1.1" status: 204 len: 168 time: 1.4254625 Mar 11 17:49:30.895894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:30.915345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77b985-2889-4c46-9015-787683367441 req-06f611b1-5404-438b-bde5-86128ab96850 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:30.917102 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c77b985-2889-4c46-9015-787683367441 req-06f611b1-5404-438b-bde5-86128ab96850 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 945 time: 0.0962451 Mar 11 17:49:30.922162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-693e0ae3-e19c-4bac-a69b-c7314f1bf969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:30.924604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-693e0ae3-e19c-4bac-a69b-c7314f1bf969 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 200 len: 912 time: 0.1867092 Mar 11 17:49:30.941375 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] Checking router: 8020dc2b-dda0-404e-b95a-9de3c6708ae4 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:49:30.951684 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:30.952580 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:31.008570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-b168a6c8-a4be-4174-8293-66ccb6d8518e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805cd189-54e2-40b7-a933-50a3ab610696 HTTP/1.1" status: 200 len: 217 time: 0.0524287 Mar 11 17:49:31.011744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:31.014746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c77b985-2889-4c46-9015-787683367441 req-405b6826-47d7-41a7-861c-11894cd6a9c5 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887005 Mar 11 17:49:31.078604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-0023324e-7ca7-435c-ad89-2343c87f9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.081690 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-0023324e-7ca7-435c-ad89-2343c87f9c25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 200 len: 851 time: 0.0648527 Mar 11 17:49:31.113895 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:31.207643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-867e8df7-c0ac-4108-8ede-8e06fd201978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.209501 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-867e8df7-c0ac-4108-8ede-8e06fd201978 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9362894b-7d3e-440b-a245-310e2ec05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196568 Mar 11 17:49:31.293137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0797-d787-4258-84bb-27d87a5a72ec req-ff4d962d-7e0e-47a3-9694-fb558f5e6aee tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:31.295289 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98ef0797-d787-4258-84bb-27d87a5a72ec req-ff4d962d-7e0e-47a3-9694-fb558f5e6aee tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 946 time: 0.1367736 Mar 11 17:49:31.317179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:31.354286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] Checking router: fc07698e-bd99-453a-b49a-31a98d0f00f7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:49:31.367802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:31.368603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:31.385472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-8e0d25e8-b652-47e5-8cc1-13a2557fb99e service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647215 Mar 11 17:49:31.388697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98ef0797-d787-4258-84bb-27d87a5a72ec req-3a3641ff-2143-426e-aaf6-1ef904cceece tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757205 Mar 11 17:49:31.517773 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d19932ef-e9a0-4a47-bc44-4677cb940018 req-f0b7e819-fea9-455b-a07a-4ce4971f8810 service neutron] 10.222.0.66 "GET /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245451 Mar 11 17:49:31.518139 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:31.534077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:31.583751 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c030bc-1ece-4325-87b1-28fe025cad50 None None] The sync data for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 is: [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:37:13Z', 'revision_number': 4, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '847859f8-0c5f-404c-9193-a82ca7571182', 'name': '', 'network_id': '9362894b-7d3e-440b-a245-310e2ec05ebd', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'mac_address': 'fa:16:3e:c1:f3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:11Z', 'updated_at': '2022-03-11T17:37:16Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'subnets': [{'id': '723a2c33-75f4-459f-84dd-d7a9a23bdc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:49:31.867452 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea2bb60-663c-4ea2-8637-6d56b85280e7 None None] New status for floating IP 2d06d786-96ce-4c85-a84e-3ce04d8eabdd: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:49:31.943386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:31.972923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac663f-ceeb-42d0-a53c-4025e8a66638 None None] The sync data for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 is: [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:33Z', 'revision_number': 4, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '2b5ebc37-8302-4500-bce1-fca582ee1b4f', 'name': '', 'network_id': 'f71fc531-cdee-43f5-a259-c5dba888ddeb', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'mac_address': 'fa:16:3e:af:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:33Z', 'updated_at': '2022-03-11T17:46:38Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'subnets': [{'id': 'd7bd2ca4-43f3-4353-bade-1f65139f757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:49:32.157201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fac85-8027-4c1e-ada2-a6a0be9e093c req-49b129d3-9177-4a24-b2c8-e278a1e0b70c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:32.158828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c81fac85-8027-4c1e-ada2-a6a0be9e093c req-49b129d3-9177-4a24-b2c8-e278a1e0b70c tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 945 time: 0.0675044 Mar 11 17:49:32.204113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c81fac85-8027-4c1e-ada2-a6a0be9e093c req-3681dccb-5c80-4f2d-9845-23a0232fe8e4 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382791 Mar 11 17:49:32.434565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef4224-bfdb-4893-ac6f-e71f92727b89 None None] New status for floating IP c6f827e8-103a-4c39-a72e-e5fd82a1726b: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:49:32.568449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-79568c11-87eb-494a-9ab0-c5ffa4cc803e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:32.569858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-79568c11-87eb-494a-9ab0-c5ffa4cc803e tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 945 time: 0.0870969 Mar 11 17:49:32.577788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d7157-dafd-45b5-962f-edd36d533bd5 req-0d6dcae6-bff1-4b7b-ab9e-693a66695db2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:32.579126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-448d7157-dafd-45b5-962f-edd36d533bd5 req-0d6dcae6-bff1-4b7b-ab9e-693a66695db2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 946 time: 0.0854201 Mar 11 17:49:32.657281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:49:32.659538 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03ff614-f299-4630-845c-0dee47517a46" -d '{"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:49:32.664015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-448d7157-dafd-45b5-962f-edd36d533bd5 req-a1d960e5-b179-4acd-8ebb-8a9edc2987c6 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779827 Mar 11 17:49:32.694294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port 805cd189-54e2-40b7-a933-50a3ab610696 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:32.694644 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.697887 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8109f02-b7f0-493b-a4c5-2684b396fbb2 x-openstack-request-id: req-c8109f02-b7f0-493b-a4c5-2684b396fbb2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:49:32.698185 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "tag": "b273287c-7115-426f-ae0a-4380d700367f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:49:32.698606 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8109f02-b7f0-493b-a4c5-2684b396fbb2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:49:32.699094 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f', 'status': 'completed', 'code': 200} Mar 11 17:49:32.777713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ff614-f299-4630-845c-0dee47517a46 req-ed803404-2ee4-4a17-92eb-a84f5b324368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:32.779494 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c03ff614-f299-4630-845c-0dee47517a46 req-ed803404-2ee4-4a17-92eb-a84f5b324368 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49eae59a960e414e8db0dbf40c73adb2&device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 1097 time: 0.0414550 Mar 11 17:49:32.795655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] For port 805cd189-54e2-40b7-a933-50a3ab610696, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=805cd189-54e2-40b7-a933-50a3ab610696,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:32.796018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:32.810070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for 805cd189-54e2-40b7-a933-50a3ab610696 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:32.872361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ff614-f299-4630-845c-0dee47517a46 req-5badbb34-d59c-4bce-b789-ea56c93450ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:32.873881 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c03ff614-f299-4630-845c-0dee47517a46 req-5badbb34-d59c-4bce-b789-ea56c93450ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=f71fc531-cdee-43f5-a259-c5dba888ddeb HTTP/1.1" status: 200 len: 913 time: 0.0856678 Mar 11 17:49:32.920454 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c03ff614-f299-4630-845c-0dee47517a46 req-74068893-304f-4900-a238-ee6c72ce3bab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b273287c-7115-426f-ae0a-4380d700367f HTTP/1.1" status: 200 len: 217 time: 0.0380292 Mar 11 17:49:32.928656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a72ca6-5521-400e-9687-be64313263b3 req-ccd2bddf-adfc-4693-9c61-66ca83455c31 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:32.930112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1a72ca6-5521-400e-9687-be64313263b3 req-ccd2bddf-adfc-4693-9c61-66ca83455c31 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 946 time: 0.1033332 Mar 11 17:49:32.973445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ff614-f299-4630-845c-0dee47517a46 req-fec11fde-d5a9-4cc8-9518-b51caf39425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:32.974898 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c03ff614-f299-4630-845c-0dee47517a46 req-fec11fde-d5a9-4cc8-9518-b51caf39425d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7bd2ca4-43f3-4353-bade-1f65139f757c HTTP/1.1" status: 200 len: 852 time: 0.0466738 Mar 11 17:49:33.021876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ff614-f299-4630-845c-0dee47517a46 req-93357e19-0f0b-4912-88af-07e4093560bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:49:33.023363 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c03ff614-f299-4630-845c-0dee47517a46 req-93357e19-0f0b-4912-88af-07e4093560bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f71fc531-cdee-43f5-a259-c5dba888ddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415576 Mar 11 17:49:33.041660 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.083737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=805cd189-54e2-40b7-a933-50a3ab610696,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:33.125572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] No DVR routers for this DVR port 805cd189-54e2-40b7-a933-50a3ab610696 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:33.127431 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c03ff614-f299-4630-845c-0dee47517a46 req-df303655-17d4-4c76-b9b6-be7673fce808 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963681 Mar 11 17:49:33.128607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.132073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-675d8b66-d371-43fb-bc95-a1cff967a8fd req-0425aa9b-333e-44ef-8724-e999b2a0f26f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.66 "DELETE /v2.0/ports/805cd189-54e2-40b7-a933-50a3ab610696 HTTP/1.1" status: 204 len: 173 time: 0.5520740 Mar 11 17:49:33.134129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'name': 'network-vif-deleted', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:49:33.137182 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da483c93-9f1f-4516-9e58-dbe00d9d6eaa" -d '{"events": [{"server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "name": "network-vif-deleted", "tag": "805cd189-54e2-40b7-a933-50a3ab610696"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:49:33.143596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b1a72ca6-5521-400e-9687-be64313263b3 req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Deleting port b273287c-7115-426f-ae0a-4380d700367f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:33.143872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b1a72ca6-5521-400e-9687-be64313263b3 req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.193508 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9614b3-809c-4a1f-b1f8-178cb9ee77e7 x-openstack-request-id: req-0d9614b3-809c-4a1f-b1f8-178cb9ee77e7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:49:33.194249 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174bc1c4-839f-4468-82ea-c1046ad5119c", "name": "network-vif-deleted", "tag": "805cd189-54e2-40b7-a933-50a3ab610696", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:49:33.194249 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d9614b3-809c-4a1f-b1f8-178cb9ee77e7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:49:33.194448 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174bc1c4-839f-4468-82ea-c1046ad5119c', 'name': 'network-vif-deleted', 'tag': '805cd189-54e2-40b7-a933-50a3ab610696', 'status': 'completed', 'code': 200} Mar 11 17:49:33.233774 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c03ff614-f299-4630-845c-0dee47517a46 req-365973c4-a101-4aec-a103-637ed0af79c9 service neutron] 10.222.0.46 "GET /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979180 Mar 11 17:49:33.260396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b1a72ca6-5521-400e-9687-be64313263b3 req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] For port b273287c-7115-426f-ae0a-4380d700367f, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=b273287c-7115-426f-ae0a-4380d700367f,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:33.260701 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b1a72ca6-5521-400e-9687-be64313263b3 req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.282605 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-b1a72ca6-5521-400e-9687-be64313263b3 req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Calling delete_port for b273287c-7115-426f-ae0a-4380d700367f owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:33.344822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0f2c627-28e7-470a-83d1-aa84cf38eb80 req-c692d735-276f-4f43-8da9-af494bdfc6c2 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 210 time: 0.0531623 Mar 11 17:49:33.444163 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b1a72ca6-5521-400e-9687-be64313263b3 req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.481109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event deleted for resources: {'Port': ['ID=b273287c-7115-426f-ae0a-4380d700367f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:33.531391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a72ca6-5521-400e-9687-be64313263b3 req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] No DVR routers for this DVR port b273287c-7115-426f-ae0a-4380d700367f on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:33.533964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b1a72ca6-5521-400e-9687-be64313263b3 req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:33.537614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1a72ca6-5521-400e-9687-be64313263b3 req-04a28d84-51ad-4115-a308-64a1cd6bdef5 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.46 "DELETE /v2.0/ports/b273287c-7115-426f-ae0a-4380d700367f HTTP/1.1" status: 204 len: 173 time: 0.6025372 Mar 11 17:49:33.761878 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13c014e9-8f52-4f68-8a26-1acc797bbc33 req-acdccd98-fddf-4590-a730-f15237907948 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 210 time: 0.0259528 Mar 11 17:49:34.440650 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3f0d3f9-f677-4ae5-ae2a-0189cf0d4144 req-da686e69-c350-4c96-840d-f18e4d522161 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 210 time: 0.0264399 Mar 11 17:49:34.867634 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b40727cd-ace1-4c41-aade-bfd479bd7c9b req-ac61b0ac-87de-4b66-941d-5e7a8a4850d3 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 210 time: 0.0308235 Mar 11 17:49:35.195959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'name': 'network-vif-deleted', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:49:35.198549 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb0fd20-1a56-45f4-9a01-24caea3a595b" -d '{"events": [{"server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "name": "network-vif-deleted", "tag": "b273287c-7115-426f-ae0a-4380d700367f"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:49:35.239612 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7ba269-65b8-42cd-9404-caee599211e1 x-openstack-request-id: req-7a7ba269-65b8-42cd-9404-caee599211e1 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:49:35.240063 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ea8a4c-ddad-4f56-b17a-caf933fdf990", "name": "network-vif-deleted", "tag": "b273287c-7115-426f-ae0a-4380d700367f", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:49:35.240321 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a7ba269-65b8-42cd-9404-caee599211e1 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:49:35.240775 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ea8a4c-ddad-4f56-b17a-caf933fdf990', 'name': 'network-vif-deleted', 'tag': 'b273287c-7115-426f-ae0a-4380d700367f', 'status': 'completed', 'code': 200} Mar 11 17:49:35.398216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 805cd189-54e2-40b7-a933-50a3ab610696 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:35.422169 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 805cd189-54e2-40b7-a933-50a3ab610696 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:35.422403 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 805cd189-54e2-40b7-a933-50a3ab610696 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:35.540635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49853cda-b474-4627-90dd-21ea48a65574 req-cd942bc1-c5fb-4f0a-a400-f3e4defa4697 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 210 time: 0.0268178 Mar 11 17:49:35.964683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e4d0716-f8f7-49ca-8bb2-5b904f59d351 req-d935d203-026f-4a30-9218-d1eaa6aef906 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 210 time: 0.0254788 Mar 11 17:49:36.652509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da21c624-7896-4de4-8edf-353d8c798270 req-cdb4fdec-00e4-4687-b477-ee0d3edaf75f tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "GET /v2.0/ports?device_id=174bc1c4-839f-4468-82ea-c1046ad5119c HTTP/1.1" status: 200 len: 210 time: 0.0278201 Mar 11 17:49:37.025569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b273287c-7115-426f-ae0a-4380d700367f no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:37.049317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: b273287c-7115-426f-ae0a-4380d700367f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:37.049920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device b273287c-7115-426f-ae0a-4380d700367f not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:37.066376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74129a2f-5e51-4504-9737-279f2d3264e8 req-567dc47f-0522-4c2a-bf7e-4a44b79a5cf2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 210 time: 0.0291858 Mar 11 17:49:37.713947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37248) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:37.839606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Deleting port aaa6a404-3ef1-475b-a263-67f1ee8afe1a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:37.839943 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.175948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4393dbdc-afa3-4c6a-9e44-62c0188d5138 req-17bf2dd8-3d71-47dc-9cd0-4fa62cc6b4e2 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 210 time: 0.0392382 Mar 11 17:49:38.250373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.250773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.262352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Calling delete_port for aaa6a404-3ef1-475b-a263-67f1ee8afe1a owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:38.395458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.429373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'Port': ['ID=aaa6a404-3ef1-475b-a263-67f1ee8afe1a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:38.452610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.453163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.453497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.453831 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.454170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.454489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.454805 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.455129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.455444 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.455759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.456077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.456492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:38.493872 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.496427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:38.497595 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0deeb787-b058-405f-82e2-7c21cc481e06 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "DELETE /v2.0/floatingips/984ad127-779a-4b5a-bcbe-c6f00882460f HTTP/1.1" status: 204 len: 168 time: 0.7826300 Mar 11 17:49:39.273713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e26cc96-cb12-4b0f-baa3-827c192feac7 req-4c8f6b67-ca8d-4efe-80a9-5a977071f191 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ea8a4c-ddad-4f56-b17a-caf933fdf990 HTTP/1.1" status: 200 len: 210 time: 0.0293405 Mar 11 17:49:40.331029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:40.391283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a72b-37e8-4be6-bfd8-77c071f07940 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:40.417136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a72b-37e8-4be6-bfd8-77c071f07940 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:40.478529 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a72b-37e8-4be6-bfd8-77c071f07940 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:40.481083 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a72b-37e8-4be6-bfd8-77c071f07940 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:40.482258 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c4b9a72b-37e8-4be6-bfd8-77c071f07940 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f4f6ead-3e72-4de9-bbd8-43b35ff016f6 HTTP/1.1" status: 204 len: 168 time: 0.1502409 Mar 11 17:49:40.492834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9a72b-37e8-4be6-bfd8-77c071f07940 tempest-TestVolumeBackupRestore-248486971 tempest-TestVolumeBackupRestore-248486971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4f6ead-3e72-4de9-bbd8-43b35ff016f6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:41.243639 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:41.840539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37444) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:41.941252 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16201b02-1f35-4382-94b9-4328879e8e86 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:41.976455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16201b02-1f35-4382-94b9-4328879e8e86 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:42.062786 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16201b02-1f35-4382-94b9-4328879e8e86 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:42.066140 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16201b02-1f35-4382-94b9-4328879e8e86 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:42.069912 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-16201b02-1f35-4382-94b9-4328879e8e86 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] 10.222.0.53 "DELETE /v2.0/security-groups/fa82e21d-b8aa-47df-bac3-84bd3c99b6c0 HTTP/1.1" status: 204 len: 168 time: 0.2249691 Mar 11 17:49:42.084110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16201b02-1f35-4382-94b9-4328879e8e86 tempest-TestVolumeBootPattern-592846046 tempest-TestVolumeBootPattern-592846046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa82e21d-b8aa-47df-bac3-84bd3c99b6c0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:42.147527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37480) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:42.833535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:43.229533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Deleting port 847859f8-0c5f-404c-9193-a82ca7571182 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:43.230278 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:43.334366 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] For port 847859f8-0c5f-404c-9193-a82ca7571182, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=847859f8-0c5f-404c-9193-a82ca7571182,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:43.335097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:43.356757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Calling delete_port for 847859f8-0c5f-404c-9193-a82ca7571182 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:43.619115 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:43.640912 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bab73d49-8092-454c-9a4f-1554845f0942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:43.661271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Pushing event deleted for resources: {'Port': ['ID=847859f8-0c5f-404c-9193-a82ca7571182,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:43.914005 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:44.237052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:44.365116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:44.370508 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8f22d771-19cb-4884-be77-ee6990aff58c admin admin] 10.222.0.53 "PUT /v2.0/routers/8020dc2b-dda0-404e-b95a-9de3c6708ae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2216997 Mar 11 17:49:44.373035 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37730) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:44.375654 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] Sync routers for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:49:44.388516 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:44.389050 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:44.492627 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:44.531880 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:44.608277 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:44.662734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Deleting port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:44.663069 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:44.717257 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:49:43Z', 'revision_number': 5, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port': {'id': '8416acc2-3e0f-4413-9e4d-88a5c3906cb9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:07Z', 'updated_at': '2022-03-11T17:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:44.744404 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] Checking router: 8020dc2b-dda0-404e-b95a-9de3c6708ae4 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:49:44.745830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] For port 8416acc2-3e0f-4413-9e4d-88a5c3906cb9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8416acc2-3e0f-4413-9e4d-88a5c3906cb9,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:44.746138 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:44.752912 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] Routers {'8020dc2b-dda0-404e-b95a-9de3c6708ae4'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:44.753469 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:44.759701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Calling delete_port for 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:44.844825 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] Set router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:44.898619 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:49:44Z', 'revision_number': 6, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:44.934420 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2e4a9-ec53-4c50-8dc8-2e545443f4e7 None None] The sync data for ids ['8020dc2b-dda0-404e-b95a-9de3c6708ae4'] in n-d-833411-1 is: [{'id': '8020dc2b-dda0-404e-b95a-9de3c6708ae4', 'name': 'tempest-TestVolumeBootPattern-2090557651-router', 'tenant_id': '725617d7b05e44bca6e50276a11b8f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:06Z', 'updated_at': '2022-03-11T17:49:44Z', 'revision_number': 6, 'project_id': '725617d7b05e44bca6e50276a11b8f42', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:49:44.948684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.000738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8416acc2-3e0f-4413-9e4d-88a5c3906cb9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:45.078771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37734) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:45.104254 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.228741 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.230900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.275062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.275727 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8020dc2b-dda0-404e-b95a-9de3c6708ae4 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:49:45.280644 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.281914 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-66fcc7ee-cf41-47e0-be26-8246846dfd4e admin admin] 10.222.0.53 "DELETE /v2.0/routers/8020dc2b-dda0-404e-b95a-9de3c6708ae4 HTTP/1.1" status: 204 len: 168 time: 0.9079623 Mar 11 17:49:45.284487 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37736) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:45.346263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f77a453-f3a1-4cbd-815b-c2cc0851adcc admin admin] Deleting subnet 723a2c33-75f4-459f-84dd-d7a9a23bdc60 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:49:45.352595 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f77a453-f3a1-4cbd-815b-c2cc0851adcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.400702 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f77a453-f3a1-4cbd-815b-c2cc0851adcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.489074 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f77a453-f3a1-4cbd-815b-c2cc0851adcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.489992 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.545762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f77a453-f3a1-4cbd-815b-c2cc0851adcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.576552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77a453-f3a1-4cbd-815b-c2cc0851adcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=723a2c33-75f4-459f-84dd-d7a9a23bdc60,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:45.582530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f77a453-f3a1-4cbd-815b-c2cc0851adcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.583638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6a5e05-1370-497b-934c-a111ae528420 None None] Network 9362894b-7d3e-440b-a245-310e2ec05ebd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:49:45.590157 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1f77a453-f3a1-4cbd-815b-c2cc0851adcc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/723a2c33-75f4-459f-84dd-d7a9a23bdc60 HTTP/1.1" status: 204 len: 168 time: 0.3046253 Mar 11 17:49:45.590857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37738) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:45.676135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.750379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Deleting port 8f659524-24fd-40f9-bed2-bafb8888764b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:45.750718 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.782765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Deleting port 2b5ebc37-8302-4500-bce1-fca582ee1b4f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:45.783141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.808431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1562ac5e-3d79-49f4-ab51-7c3fd73b7cb6 None None] DHCP port deletion for 9362894b-7d3e-440b-a245-310e2ec05ebd request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:49:45.825412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] For port 8f659524-24fd-40f9-bed2-bafb8888764b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8f659524-24fd-40f9-bed2-bafb8888764b,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:45.825779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.841082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Calling delete_port for 8f659524-24fd-40f9-bed2-bafb8888764b owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:45.867602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1562ac5e-3d79-49f4-ab51-7c3fd73b7cb6 None None] Deleting port 8f659524-24fd-40f9-bed2-bafb8888764b {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:45.868177 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1562ac5e-3d79-49f4-ab51-7c3fd73b7cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.945056 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.970914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1562ac5e-3d79-49f4-ab51-7c3fd73b7cb6 None None] For port 8f659524-24fd-40f9-bed2-bafb8888764b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=8f659524-24fd-40f9-bed2-bafb8888764b,segment=NetworkSegment(93dba9be-1347-4aeb-b7ce-d3e7940171ef),segment_id=93dba9be-1347-4aeb-b7ce-d3e7940171ef)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:45.970914 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1562ac5e-3d79-49f4-ab51-7c3fd73b7cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.972156 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-96d61089-d0fa-4169-b54c-4f7adecfe491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:45.984688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1562ac5e-3d79-49f4-ab51-7c3fd73b7cb6 None None] Calling delete_port for 8f659524-24fd-40f9-bed2-bafb8888764b owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:45.992079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] No DVR routers for this DVR port 8f659524-24fd-40f9-bed2-bafb8888764b on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:45.994315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f659524-24fd-40f9-bed2-bafb8888764b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:46.087084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1562ac5e-3d79-49f4-ab51-7c3fd73b7cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.098075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.107143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562ac5e-3d79-49f4-ab51-7c3fd73b7cb6 None None] No DVR routers for this DVR port 8f659524-24fd-40f9-bed2-bafb8888764b on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:46.128134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9362894b-7d3e-440b-a245-310e2ec05ebd']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:46.134618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 847859f8-0c5f-404c-9193-a82ca7571182 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:46.136965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562ac5e-3d79-49f4-ab51-7c3fd73b7cb6 None None] Pushing event deleted for resources: {'Port': ['ID=8f659524-24fd-40f9-bed2-bafb8888764b,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:46.157964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dba9be-1347-4aeb-b7ce-d3e7940171ef') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:46.158457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dba9be-1347-4aeb-b7ce-d3e7940171ef') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:46.159843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 847859f8-0c5f-404c-9193-a82ca7571182 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:46.160218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 847859f8-0c5f-404c-9193-a82ca7571182 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:46.160678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8f659524-24fd-40f9-bed2-bafb8888764b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:46.171813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.185965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8f659524-24fd-40f9-bed2-bafb8888764b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:46.186452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8f659524-24fd-40f9-bed2-bafb8888764b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:46.186913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:46.188796 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.200998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:49:46.201476 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: timer() Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:46.203895 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:46.210450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:46.210793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 8416acc2-3e0f-4413-9e4d-88a5c3906cb9 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:46.237561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] For port 2b5ebc37-8302-4500-bce1-fca582ee1b4f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2b5ebc37-8302-4500-bce1-fca582ee1b4f,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:46.238068 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.251542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Calling delete_port for 2b5ebc37-8302-4500-bce1-fca582ee1b4f owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:46.260931 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.267750 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.274054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9362894b-7d3e-440b-a245-310e2ec05ebd HTTP/1.1" status: 204 len: 168 time: 0.6791062 Mar 11 17:49:46.282664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:46.288804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab24f6-7561-4d07-96a4-8dad36c01323 admin admin] Pushing event deleted for resources: {'Network': ['ID=9362894b-7d3e-440b-a245-310e2ec05ebd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:46.447374 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.475266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5ebc37-8302-4500-bce1-fca582ee1b4f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:46.652457 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.680281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.872679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Router fc07698e-bd99-453a-b49a-31a98d0f00f7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:46.936008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Deleting port e4a6949a-3852-4126-8f24-e92af00018ac {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:46.936378 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:46.980749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:46.986261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6346bc73-f2ca-4a69-bdbe-b9bc395a83a2 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc07698e-bd99-453a-b49a-31a98d0f00f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9039645 Mar 11 17:49:46.988801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37742) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:46.990344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] Sync routers for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:49:47.002452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:47.003286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:47.021042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] For port e4a6949a-3852-4126-8f24-e92af00018ac, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e4a6949a-3852-4126-8f24-e92af00018ac,segment=NetworkSegment(be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4),segment_id=be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:47.021410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.034463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Calling delete_port for e4a6949a-3852-4126-8f24-e92af00018ac owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:47.109624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.131739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:47.222456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.232067 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.244901 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.262626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a6949a-3852-4126-8f24-e92af00018ac,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:47.289229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Deleting port 1319becc-039e-4ee7-ad87-15aa9eb745a2 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:47.289672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.361071 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:49:46Z', 'revision_number': 5, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port': {'id': '1319becc-039e-4ee7-ad87-15aa9eb745a2', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:47.388367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] For port 1319becc-039e-4ee7-ad87-15aa9eb745a2, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1319becc-039e-4ee7-ad87-15aa9eb745a2,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:47.388367 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.403787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Calling delete_port for 1319becc-039e-4ee7-ad87-15aa9eb745a2 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:47.410870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] Checking router: fc07698e-bd99-453a-b49a-31a98d0f00f7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:49:47.420902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] Routers {'fc07698e-bd99-453a-b49a-31a98d0f00f7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:47.421763 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['fc07698e-bd99-453a-b49a-31a98d0f00f7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:47.535173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] Set router fc07698e-bd99-453a-b49a-31a98d0f00f7 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:47.591976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:49:47Z', 'revision_number': 6, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:47.619355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.625343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a6e9f-7b03-4b2e-b271-7dfc16137885 None None] The sync data for ids ['fc07698e-bd99-453a-b49a-31a98d0f00f7'] in n-d-833411-1 is: [{'id': 'fc07698e-bd99-453a-b49a-31a98d0f00f7', 'name': 'tempest-TestVolumeBackupRestore-365478238-router', 'tenant_id': '49eae59a960e414e8db0dbf40c73adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:31Z', 'updated_at': '2022-03-11T17:49:47Z', 'revision_number': 6, 'project_id': '49eae59a960e414e8db0dbf40c73adb2', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:49:47.647482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=1319becc-039e-4ee7-ad87-15aa9eb745a2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:47.718959 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.823192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.823741 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.825813 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.881918 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.882970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc07698e-bd99-453a-b49a-31a98d0f00f7 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:49:47.888839 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.890977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-731a5165-e946-48fe-8e5f-b0cbd4c71f3b admin admin] 10.222.0.53 "DELETE /v2.0/routers/fc07698e-bd99-453a-b49a-31a98d0f00f7 HTTP/1.1" status: 204 len: 168 time: 0.9002554 Mar 11 17:49:47.893340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37744) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:47.942053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae45db25-5650-45b0-acc3-44ffff0599f7 admin admin] Deleting subnet d7bd2ca4-43f3-4353-bade-1f65139f757c {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:49:47.945071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae45db25-5650-45b0-acc3-44ffff0599f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:47.987904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae45db25-5650-45b0-acc3-44ffff0599f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.068008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Router 619c3d08-43e1-4b2b-829b-e20a4670a250 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:48.094908 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae45db25-5650-45b0-acc3-44ffff0599f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.169429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae45db25-5650-45b0-acc3-44ffff0599f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.198185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45db25-5650-45b0-acc3-44ffff0599f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7bd2ca4-43f3-4353-bade-1f65139f757c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:48.202061 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae45db25-5650-45b0-acc3-44ffff0599f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.206360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ae45db25-5650-45b0-acc3-44ffff0599f7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d7bd2ca4-43f3-4353-bade-1f65139f757c HTTP/1.1" status: 204 len: 168 time: 0.3120475 Mar 11 17:49:48.208947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37746) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:48.213546 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:48.214990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d16da-6572-48d8-be0d-aafc78c43671 None None] Network f71fc531-cdee-43f5-a259-c5dba888ddeb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:49:48.223077 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a2450e02-1e11-4b2e-aed7-720939e8cba7 admin admin] 10.222.0.53 "PUT /v2.0/routers/619c3d08-43e1-4b2b-829b-e20a4670a250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9378743 Mar 11 17:49:48.223712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37748) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:48.224014 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] Sync routers for ids ['619c3d08-43e1-4b2b-829b-e20a4670a250'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:49:48.236457 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] Routers {'619c3d08-43e1-4b2b-829b-e20a4670a250'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:48.237296 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['619c3d08-43e1-4b2b-829b-e20a4670a250'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:48.309876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.355214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.356421 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] Set router 619c3d08-43e1-4b2b-829b-e20a4670a250 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:48.441023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Deleting port 546a8990-ad0c-43dd-924a-f1943213de43 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:48.441450 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.485431 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.501818 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.518284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2b5ebc37-8302-4500-bce1-fca582ee1b4f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:48.552570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 2b5ebc37-8302-4500-bce1-fca582ee1b4f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:48.553739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2b5ebc37-8302-4500-bce1-fca582ee1b4f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:48.560419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3ec1fe-8554-4195-a89d-6cad6a8e4aa2 None None] DHCP port deletion for f71fc531-cdee-43f5-a259-c5dba888ddeb request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:49:48.562601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] For port 546a8990-ad0c-43dd-924a-f1943213de43, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=546a8990-ad0c-43dd-924a-f1943213de43,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:48.563206 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.594745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Calling delete_port for 546a8990-ad0c-43dd-924a-f1943213de43 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:48.645086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ec1fe-8554-4195-a89d-6cad6a8e4aa2 None None] Deleting port 546a8990-ad0c-43dd-924a-f1943213de43 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:48.645342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Deleting port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:48.645610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.646022 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8c3ec1fe-8554-4195-a89d-6cad6a8e4aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.656455 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:17Z', 'updated_at': '2022-03-11T17:49:47Z', 'revision_number': 5, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'gw_port': {'id': 'a1aa6022-f61b-40e6-9460-8ce4d2f66fb5', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:37:18Z', 'updated_at': '2022-03-11T17:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:48.705554 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] Checking router: 619c3d08-43e1-4b2b-829b-e20a4670a250 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:49:48.722078 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] Routers {'619c3d08-43e1-4b2b-829b-e20a4670a250'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:48.722801 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['619c3d08-43e1-4b2b-829b-e20a4670a250'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:48.752946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8c3ec1fe-8554-4195-a89d-6cad6a8e4aa2 None None] For port 546a8990-ad0c-43dd-924a-f1943213de43, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=546a8990-ad0c-43dd-924a-f1943213de43,segment=NetworkSegment(36db4abe-4cff-4130-85a8-41d27539728b),segment_id=36db4abe-4cff-4130-85a8-41d27539728b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:48.753829 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8c3ec1fe-8554-4195-a89d-6cad6a8e4aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.770100 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ec1fe-8554-4195-a89d-6cad6a8e4aa2 None None] Calling delete_port for 546a8990-ad0c-43dd-924a-f1943213de43 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:48.771146 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.784045 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] For port a1aa6022-f61b-40e6-9460-8ce4d2f66fb5, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a1aa6022-f61b-40e6-9460-8ce4d2f66fb5,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:48.784492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.801150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Calling delete_port for a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:48.807013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=546a8990-ad0c-43dd-924a-f1943213de43,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:48.810225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] No DVR routers for this DVR port 546a8990-ad0c-43dd-924a-f1943213de43 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:48.838308 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] Set router 619c3d08-43e1-4b2b-829b-e20a4670a250 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:48.907540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.917558 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8c3ec1fe-8554-4195-a89d-6cad6a8e4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.925754 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:17Z', 'updated_at': '2022-03-11T17:49:48Z', 'revision_number': 6, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:48.935091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71fc531-cdee-43f5-a259-c5dba888ddeb']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:48.947518 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36db4abe-4cff-4130-85a8-41d27539728b') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:48.947915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36db4abe-4cff-4130-85a8-41d27539728b') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:48.965267 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.971016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ec1fe-8554-4195-a89d-6cad6a8e4aa2 None None] Pushing event deleted for resources: {'Port': ['ID=546a8990-ad0c-43dd-924a-f1943213de43,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:48.984662 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:48.991750 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb1ddc-71cc-443d-9e95-bd7097786f32 None None] The sync data for ids ['619c3d08-43e1-4b2b-829b-e20a4670a250'] in n-d-833411-1 is: [{'id': '619c3d08-43e1-4b2b-829b-e20a4670a250', 'name': 'tempest-TestVolumeBootPattern-979615381-router', 'tenant_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:37:17Z', 'updated_at': '2022-03-11T17:49:48Z', 'revision_number': 6, 'project_id': '3b3ca3242704495ebe0f0fd1df993c0e', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:49:48.993270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ec1fe-8554-4195-a89d-6cad6a8e4aa2 None None] No DVR routers for this DVR port 546a8990-ad0c-43dd-924a-f1943213de43 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:48.996492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:49:48.997905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:49.009432 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:49.014391 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.076061 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.082552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.086425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f71fc531-cdee-43f5-a259-c5dba888ddeb HTTP/1.1" status: 204 len: 168 time: 0.8763156 Mar 11 17:49:49.089464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37750) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:49.099110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f1fd6-16e6-473c-b3de-9ee9a9526cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f71fc531-cdee-43f5-a259-c5dba888ddeb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:49.139190 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.176857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1aa6022-f61b-40e6-9460-8ce4d2f66fb5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:49.310582 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.407602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.436133 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.491552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.492189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 619c3d08-43e1-4b2b-829b-e20a4670a250 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:49:49.498982 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.500744 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d20b56b5-fe4b-4219-987f-487694ce36f6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/619c3d08-43e1-4b2b-829b-e20a4670a250 HTTP/1.1" status: 204 len: 168 time: 1.2760954 Mar 11 17:49:49.503347 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37752) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:49.556729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d926ee-5e72-468d-ad0a-2ed7f541088d admin admin] Deleting subnet bd4320a7-bf7d-44f9-8b1f-584573205a66 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:49:49.560569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78d926ee-5e72-468d-ad0a-2ed7f541088d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.603787 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78d926ee-5e72-468d-ad0a-2ed7f541088d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.648655 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.690410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78d926ee-5e72-468d-ad0a-2ed7f541088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.743911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78d926ee-5e72-468d-ad0a-2ed7f541088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.774597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d926ee-5e72-468d-ad0a-2ed7f541088d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4320a7-bf7d-44f9-8b1f-584573205a66,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:49.777006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78d926ee-5e72-468d-ad0a-2ed7f541088d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.783288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-78d926ee-5e72-468d-ad0a-2ed7f541088d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bd4320a7-bf7d-44f9-8b1f-584573205a66 HTTP/1.1" status: 204 len: 168 time: 0.2787926 Mar 11 17:49:49.783996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37754) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:49.784401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0330536-a7aa-4d62-a44d-be7bfba92964 None None] Network 3234c898-fc59-42b5-af4e-8adeb9f7b909 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:49:49.861521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.923272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Deleting port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:49.923893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.931326 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Deleting port 00c7ff76-75f8-48c6-9f70-ce38a151a563 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:49.931672 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:49.994362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] For port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1bfb4bf7-70e9-4d36-afb0-77bc33ca6603,segment=NetworkSegment(be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4),segment_id=be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:49.994362 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.003241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f0efd-5018-4b46-9711-85827124d619 None None] DHCP port deletion for 3234c898-fc59-42b5-af4e-8adeb9f7b909 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:49:50.009033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Calling delete_port for 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:50.013620 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] For port 00c7ff76-75f8-48c6-9f70-ce38a151a563, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=00c7ff76-75f8-48c6-9f70-ce38a151a563,segment=NetworkSegment(05181751-6635-42c4-9432-786dfd02e5b8),segment_id=05181751-6635-42c4-9432-786dfd02e5b8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:50.013986 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.027689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Calling delete_port for 00c7ff76-75f8-48c6-9f70-ce38a151a563 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:50.073236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Deleting port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:50.073613 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.121516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.126802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1319becc-039e-4ee7-ad87-15aa9eb745a2 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:50.153382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfb4bf7-70e9-4d36-afb0-77bc33ca6603,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:50.158599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1319becc-039e-4ee7-ad87-15aa9eb745a2 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:50.159171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1319becc-039e-4ee7-ad87-15aa9eb745a2 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:50.159359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:50.160169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] No DVR routers for this DVR port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:50.165738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-333f0efd-5018-4b46-9711-85827124d619 None None] For port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1bfb4bf7-70e9-4d36-afb0-77bc33ca6603,segment=NetworkSegment(be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4),segment_id=be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:50.166140 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.191612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:50.191960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a1aa6022-f61b-40e6-9460-8ce4d2f66fb5 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:50.192421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 546a8990-ad0c-43dd-924a-f1943213de43 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:50.197327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Calling delete_port for 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:50.221917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 546a8990-ad0c-43dd-924a-f1943213de43 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:50.222266 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 546a8990-ad0c-43dd-924a-f1943213de43 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:50.222692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e4a6949a-3852-4126-8f24-e92af00018ac no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:50.238498 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.245125 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.248019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e4a6949a-3852-4126-8f24-e92af00018ac {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:50.248019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e4a6949a-3852-4126-8f24-e92af00018ac not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:50.248446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:50.268648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3234c898-fc59-42b5-af4e-8adeb9f7b909']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:50.270579 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Pushing event deleted for resources: {'Port': ['ID=00c7ff76-75f8-48c6-9f70-ce38a151a563,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:50.283642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:50.283900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0f6921-fb30-4ea5-adb2-4e5c9d3e0cd4') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:50.297160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:50.297504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:50.299993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.318851 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.326175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:49:50.326561 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:50.329580 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:50.347544 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.376895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Pushing event deleted for resources: {'Port': ['ID=1bfb4bf7-70e9-4d36-afb0-77bc33ca6603,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:50.385670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f0efd-5018-4b46-9711-85827124d619 None None] No DVR routers for this DVR port 1bfb4bf7-70e9-4d36-afb0-77bc33ca6603 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:50.392084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.392815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.393330 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.393861 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.394370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.395149 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.395641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.396123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.396636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.397718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.398331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.398823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.399317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.399602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f0efd-5018-4b46-9711-85827124d619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:50.406314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3234c898-fc59-42b5-af4e-8adeb9f7b909 HTTP/1.1" status: 204 len: 168 time: 0.6205716 Mar 11 17:49:50.420807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2f3a1-26d1-40ba-8da8-882efc573074 admin admin] Pushing event deleted for resources: {'Network': ['ID=3234c898-fc59-42b5-af4e-8adeb9f7b909,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:50.497211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.567863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37758) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:50.609574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2ec982db-5b59-4473-bebd-28f7dda4289b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=725617d7b05e44bca6e50276a11b8f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403428 Mar 11 17:49:50.611939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37760) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:50.664567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0377fae-1feb-4245-bb7c-bece47f40608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.686921 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0377fae-1feb-4245-bb7c-bece47f40608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.732534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:49:50.733272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0377fae-1feb-4245-bb7c-bece47f40608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.736535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0377fae-1feb-4245-bb7c-bece47f40608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:50.739989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c0377fae-1feb-4245-bb7c-bece47f40608 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fe38080-4b1d-489f-9a34-d4964373b856 HTTP/1.1" status: 204 len: 168 time: 0.1247594 Mar 11 17:49:50.745360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0377fae-1feb-4245-bb7c-bece47f40608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe38080-4b1d-489f-9a34-d4964373b856,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:50.847773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:49:50.854987 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2fc793a9-57bb-4a8d-a103-576fa32d233d admin admin] 10.222.0.53 "PUT /v2.0/routers/255caa37-44b2-48b7-8c81-fb0f6e9dc83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7630632 Mar 11 17:49:50.857782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:50.863140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] Sync routers for ids ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:49:50.878185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] Routers {'255caa37-44b2-48b7-8c81-fb0f6e9dc83e'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:50.878793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:50.968914 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.142066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37768) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:51.171993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] Set router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:51.186156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c17618fd-2289-4314-9dc7-d46b63352140 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b3ca3242704495ebe0f0fd1df993c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428870 Mar 11 17:49:51.189286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37770) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:51.241116 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5190ba57-f250-411d-950a-97c014ed99b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.265706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5190ba57-f250-411d-950a-97c014ed99b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.319312 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5190ba57-f250-411d-950a-97c014ed99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.322231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5190ba57-f250-411d-950a-97c014ed99b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.325984 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5190ba57-f250-411d-950a-97c014ed99b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c30e6488-279d-48e3-9aa2-0a6a34d24cfa HTTP/1.1" status: 204 len: 168 time: 0.1332281 Mar 11 17:49:51.337853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190ba57-f250-411d-950a-97c014ed99b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e6488-279d-48e3-9aa2-0a6a34d24cfa,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:51.381237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '738119d9-9950-4d91-993e-40e05593f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:35Z', 'updated_at': '2022-03-11T17:49:50Z', 'revision_number': 5, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'gw_port': {'id': '738119d9-9950-4d91-993e-40e05593f611', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:36Z', 'updated_at': '2022-03-11T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:51.409969 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] Checking router: 255caa37-44b2-48b7-8c81-fb0f6e9dc83e for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:49:51.419344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] Routers {'255caa37-44b2-48b7-8c81-fb0f6e9dc83e'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:49:51.419975 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:49:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:51.448202 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.502109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Deleting port 738119d9-9950-4d91-993e-40e05593f611 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:51.502468 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.551670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] Set router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:49:51.603649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] For port 738119d9-9950-4d91-993e-40e05593f611, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=738119d9-9950-4d91-993e-40e05593f611,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:51.604122 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.620573 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Calling delete_port for 738119d9-9950-4d91-993e-40e05593f611 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:51.756307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '738119d9-9950-4d91-993e-40e05593f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:35Z', 'updated_at': '2022-03-11T17:49:50Z', 'revision_number': 5, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'gw_port': {'id': '738119d9-9950-4d91-993e-40e05593f611', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:36Z', 'updated_at': '2022-03-11T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:51.785679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03fa344-b8a0-4b6f-bb98-8e3bca1dd6ce None None] The sync data for ids ['255caa37-44b2-48b7-8c81-fb0f6e9dc83e'] in n-d-833411-1 is: [{'id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'name': 'tempest-TestVolumeBackupRestore-1673454207-router', 'tenant_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '738119d9-9950-4d91-993e-40e05593f611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:46:35Z', 'updated_at': '2022-03-11T17:49:50Z', 'revision_number': 5, 'project_id': 'd2fd2126ea2b45fbb2c6d56f07a4e48b', 'gw_port': {'id': '738119d9-9950-4d91-993e-40e05593f611', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255caa37-44b2-48b7-8c81-fb0f6e9dc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:46:36Z', 'updated_at': '2022-03-11T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:49:51.808374 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:51.842172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Pushing event deleted for resources: {'Port': ['ID=738119d9-9950-4d91-993e-40e05593f611,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:51.908933 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.002474 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.004646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.048724 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.049279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 255caa37-44b2-48b7-8c81-fb0f6e9dc83e {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:49:52.053471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.056133 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a48fdf18-12b0-4995-82ed-6ddd133a562a admin admin] 10.222.0.53 "DELETE /v2.0/routers/255caa37-44b2-48b7-8c81-fb0f6e9dc83e HTTP/1.1" status: 204 len: 168 time: 1.1971540 Mar 11 17:49:52.057282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37774) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:52.103887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c783cad-62f6-48f6-9aae-1318bece550f admin admin] Deleting subnet 56c7f9af-20bd-44d5-b308-e57f1f940fc0 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:49:52.106899 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c783cad-62f6-48f6-9aae-1318bece550f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.144994 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c783cad-62f6-48f6-9aae-1318bece550f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.228324 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c783cad-62f6-48f6-9aae-1318bece550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.255908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 00c7ff76-75f8-48c6-9f70-ce38a151a563 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:52.276827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 00c7ff76-75f8-48c6-9f70-ce38a151a563 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:52.277183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 00c7ff76-75f8-48c6-9f70-ce38a151a563 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:52.290473 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c783cad-62f6-48f6-9aae-1318bece550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.313303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c783cad-62f6-48f6-9aae-1318bece550f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c7f9af-20bd-44d5-b308-e57f1f940fc0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:52.323064 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c783cad-62f6-48f6-9aae-1318bece550f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.326312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8c783cad-62f6-48f6-9aae-1318bece550f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/56c7f9af-20bd-44d5-b308-e57f1f940fc0 HTTP/1.1" status: 204 len: 168 time: 0.2680249 Mar 11 17:49:52.329408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37776) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:52.331620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d5e3a-ef74-48de-bd9d-dc55c015667b None None] Network 95f52647-eb80-4a59-8b5c-49d00eddfca1 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:49:52.399472 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.457292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Deleting port fd06cabc-fd2f-452d-b560-aafa860811c7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:52.457875 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.535629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] For port fd06cabc-fd2f-452d-b560-aafa860811c7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fd06cabc-fd2f-452d-b560-aafa860811c7,segment=NetworkSegment(05181751-6635-42c4-9432-786dfd02e5b8),segment_id=05181751-6635-42c4-9432-786dfd02e5b8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:52.535998 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.541935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e155e00-7101-4aa2-bc05-ca3573f69eef None None] DHCP port deletion for 95f52647-eb80-4a59-8b5c-49d00eddfca1 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:49:52.549571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Calling delete_port for fd06cabc-fd2f-452d-b560-aafa860811c7 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:52.588186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6e155e00-7101-4aa2-bc05-ca3573f69eef None None] Deleting port fd06cabc-fd2f-452d-b560-aafa860811c7 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:49:52.588687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e155e00-7101-4aa2-bc05-ca3573f69eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.627645 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.655104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd06cabc-fd2f-452d-b560-aafa860811c7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:52.655532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6e155e00-7101-4aa2-bc05-ca3573f69eef None None] For port fd06cabc-fd2f-452d-b560-aafa860811c7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fd06cabc-fd2f-452d-b560-aafa860811c7,segment=NetworkSegment(05181751-6635-42c4-9432-786dfd02e5b8),segment_id=05181751-6635-42c4-9432-786dfd02e5b8)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:49:52.656536 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e155e00-7101-4aa2-bc05-ca3573f69eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.661916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] No DVR routers for this DVR port fd06cabc-fd2f-452d-b560-aafa860811c7 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:52.673126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6e155e00-7101-4aa2-bc05-ca3573f69eef None None] Calling delete_port for fd06cabc-fd2f-452d-b560-aafa860811c7 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:49:52.731837 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.749956 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e155e00-7101-4aa2-bc05-ca3573f69eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.751619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f52647-eb80-4a59-8b5c-49d00eddfca1']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:52.761136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05181751-6635-42c4-9432-786dfd02e5b8') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:52.761554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05181751-6635-42c4-9432-786dfd02e5b8') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:49:52.771378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.774737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e155e00-7101-4aa2-bc05-ca3573f69eef None None] Pushing event deleted for resources: {'Port': ['ID=fd06cabc-fd2f-452d-b560-aafa860811c7,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:52.778983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e155e00-7101-4aa2-bc05-ca3573f69eef None None] No DVR routers for this DVR port fd06cabc-fd2f-452d-b560-aafa860811c7 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:49:52.792082 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.798705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:49:52.799098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:49:52.800874 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:49:52.860604 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.866088 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:52.869273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] 10.222.0.53 "DELETE /v2.0/networks/95f52647-eb80-4a59-8b5c-49d00eddfca1 HTTP/1.1" status: 204 len: 168 time: 0.5389259 Mar 11 17:49:52.883325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff55bb-326e-42f3-90b7-bdd0a93fae90 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f52647-eb80-4a59-8b5c-49d00eddfca1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:53.031305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37780) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:53.070299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-29d31f1b-6372-45eb-ba98-d5c7c91b7672 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49eae59a960e414e8db0dbf40c73adb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378604 Mar 11 17:49:53.072692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37782) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:53.119983 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-531c6c9f-21bd-4125-b50b-bb12f6b6fd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.141205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-531c6c9f-21bd-4125-b50b-bb12f6b6fd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.185865 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-531c6c9f-21bd-4125-b50b-bb12f6b6fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.188905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-531c6c9f-21bd-4125-b50b-bb12f6b6fd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.190195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-531c6c9f-21bd-4125-b50b-bb12f6b6fd23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/680d6352-7c61-4121-9b46-b6bfa78f8e83 HTTP/1.1" status: 204 len: 168 time: 0.1166179 Mar 11 17:49:53.199457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c6c9f-21bd-4125-b50b-bb12f6b6fd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680d6352-7c61-4121-9b46-b6bfa78f8e83,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:53.504323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37788) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:53.549198 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1e7098c8-863f-40ee-9c12-bc8e33a62bd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2fd2126ea2b45fbb2c6d56f07a4e48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435622 Mar 11 17:49:53.551597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37790) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:49:53.601373 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.623650 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.673156 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.675708 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:53.676876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f1c4765-5591-4a49-81fb-84c8dda91a01 HTTP/1.1" status: 204 len: 168 time: 0.1243589 Mar 11 17:49:53.684881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1c4765-5591-4a49-81fb-84c8dda91a01,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:49:53.692820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.693161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.693493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.693823 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.694152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.694476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.694796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.695114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.695432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.695748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.696065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:53.696407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c52d0-94e8-4e0a-8219-205a32fe3aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:49:54.075325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fd06cabc-fd2f-452d-b560-aafa860811c7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:54.101254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: fd06cabc-fd2f-452d-b560-aafa860811c7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:54.101600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fd06cabc-fd2f-452d-b560-aafa860811c7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:54.102023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 738119d9-9950-4d91-993e-40e05593f611 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:49:54.122466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 738119d9-9950-4d91-993e-40e05593f611 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:49:54.122812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 738119d9-9950-4d91-993e-40e05593f611 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:49:59.254534 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:49:59.632723 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:50:11.197142 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:13.623691 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11db18f7-bdef-478a-8ab1-a5d385a438dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:15.908088 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e8dea299-ad18-4054-b0f1-21b4902dabbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:17.211011 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.464437 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:18.998220 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:26.233070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90defe62-e110-4861-ab80-fec930fe40f0 req-197672ff-402e-4d12-8537-ed471b4b93b4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392749 Mar 11 17:50:26.313028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90defe62-e110-4861-ab80-fec930fe40f0 req-21e71d27-4c7e-465b-a7a2-06be2c24252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:26.314489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90defe62-e110-4861-ab80-fec930fe40f0 req-21e71d27-4c7e-465b-a7a2-06be2c24252a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431dda757a1d468fb5a4c3e7daeb84f8&device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1097 time: 0.0408225 Mar 11 17:50:26.419685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90defe62-e110-4861-ab80-fec930fe40f0 req-e1efbe09-c2ca-45e6-b090-f37e6bf41469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:26.421171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90defe62-e110-4861-ab80-fec930fe40f0 req-e1efbe09-c2ca-45e6-b090-f37e6bf41469 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c4cd7c3-379f-4153-816e-4bb5745e14ad HTTP/1.1" status: 200 len: 908 time: 0.0883982 Mar 11 17:50:26.483840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90defe62-e110-4861-ab80-fec930fe40f0 req-a959861e-0df7-41c8-9a7d-d906303dba61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8 HTTP/1.1" status: 200 len: 1002 time: 0.0562470 Mar 11 17:50:26.536720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90defe62-e110-4861-ab80-fec930fe40f0 req-bb474e7f-9d47-4f1a-a97f-7891cbe51c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:26.538182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90defe62-e110-4861-ab80-fec930fe40f0 req-bb474e7f-9d47-4f1a-a97f-7891cbe51c23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=680fc3f1-1043-4570-a5ad-7edac5b27644 HTTP/1.1" status: 200 len: 847 time: 0.0476084 Mar 11 17:50:26.582790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90defe62-e110-4861-ab80-fec930fe40f0 req-33ab29de-3198-4ad3-92cc-ae32262825cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:50:26.584386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90defe62-e110-4861-ab80-fec930fe40f0 req-33ab29de-3198-4ad3-92cc-ae32262825cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c4cd7c3-379f-4153-816e-4bb5745e14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402415 Mar 11 17:50:26.672551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90defe62-e110-4861-ab80-fec930fe40f0 req-902b2f6a-3a0a-4828-bf5e-f14203dc1141 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818102 Mar 11 17:50:26.766529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90defe62-e110-4861-ab80-fec930fe40f0 req-a1636be5-fb93-4901-bbca-9d3fd54d2f2c service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875754 Mar 11 17:50:29.255467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:36.632078 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:50:41.198557 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:43.624912 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ed97-a995-48b8-8e48-2d1f1b63a82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:45.909369 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7aacb177-6708-4ab5-ba79-7f3dd41ee1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:47.212520 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:48.466470 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:49.005045 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:50:59.268897 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:11.195065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.627166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98a3e3e3-e1a9-4b28-8ffa-a3e4ae36721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:13.631730 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:51:15.911236 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9200e7fa-c7f9-4b52-84a3-ad0dd6756ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:17.216265 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.471062 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:18.997587 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:27.374690 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-95f82684-12ff-462f-af54-73ed63c11547 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1875086 Mar 11 17:51:27.456020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-bcf743c1-4d6f-48de-b3e7-9b789627da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:27.457424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-bcf743c1-4d6f-48de-b3e7-9b789627da54 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431dda757a1d468fb5a4c3e7daeb84f8&device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1097 time: 0.0397704 Mar 11 17:51:27.565538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-d640091e-880a-4c55-9282-b270345c8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:27.567095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-d640091e-880a-4c55-9282-b270345c8b64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c4cd7c3-379f-4153-816e-4bb5745e14ad HTTP/1.1" status: 200 len: 908 time: 0.0876560 Mar 11 17:51:27.629844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-7a2f8e30-12ee-4053-ac3d-bf7d316d5cf4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8 HTTP/1.1" status: 200 len: 1002 time: 0.0562809 Mar 11 17:51:27.681289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-67568ab7-3f8f-46a5-a413-bcc105250bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:27.683335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-67568ab7-3f8f-46a5-a413-bcc105250bff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=680fc3f1-1043-4570-a5ad-7edac5b27644 HTTP/1.1" status: 200 len: 847 time: 0.0476608 Mar 11 17:51:27.729322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-8b5f03ce-67d0-403c-a027-4864c3c1cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:51:27.730702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-8b5f03ce-67d0-403c-a027-4864c3c1cf52 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c4cd7c3-379f-4153-816e-4bb5745e14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392070 Mar 11 17:51:27.817944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-3174ac21-b6cf-4b6e-ad9b-8c5080af1a52 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807383 Mar 11 17:51:27.908224 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdd24e9e-7273-4ec5-a7d0-881d5d4e14ee req-ff290ebd-51cd-4c52-bd13-1a57fc1eab76 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844002 Mar 11 17:51:29.271051 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:41.194878 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:43.628797 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3dac0a54-49b4-412c-88b1-d791d1359408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:45.912049 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e7f971f-016c-420d-97d3-936b534a4a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:47.218647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:48.472058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:49.000534 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:51:50.631292 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:51:59.273545 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:11.225967 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:13.629822 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-047456b8-6a5a-4cad-8c00-85a6346853f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:15.913545 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-adafd2be-b3a6-4e4b-8eb6-defe7aebd7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:17.225679 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:18.474523 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:19.002726 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:27.222186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06514681-59de-4af4-b99f-170f452728f4 req-c6466e39-8bb3-4148-9f58-459c77ca940e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397353 Mar 11 17:52:27.301960 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06514681-59de-4af4-b99f-170f452728f4 req-d28da52f-47d9-45aa-a681-e3f2927f3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:27.303431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06514681-59de-4af4-b99f-170f452728f4 req-d28da52f-47d9-45aa-a681-e3f2927f3351 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431dda757a1d468fb5a4c3e7daeb84f8&device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 1097 time: 0.0403457 Mar 11 17:52:27.414939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06514681-59de-4af4-b99f-170f452728f4 req-c298404c-b6bb-4beb-a8b4-501a9819ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:27.416450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06514681-59de-4af4-b99f-170f452728f4 req-c298404c-b6bb-4beb-a8b4-501a9819ba7a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c4cd7c3-379f-4153-816e-4bb5745e14ad HTTP/1.1" status: 200 len: 908 time: 0.0896976 Mar 11 17:52:27.479668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06514681-59de-4af4-b99f-170f452728f4 req-47849f2a-5a22-4876-af6e-5189becbdccc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8 HTTP/1.1" status: 200 len: 1002 time: 0.0567982 Mar 11 17:52:27.532317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06514681-59de-4af4-b99f-170f452728f4 req-3b4592fc-e561-4c74-96ce-ff417d7b027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:27.534065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06514681-59de-4af4-b99f-170f452728f4 req-3b4592fc-e561-4c74-96ce-ff417d7b027d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=680fc3f1-1043-4570-a5ad-7edac5b27644 HTTP/1.1" status: 200 len: 847 time: 0.0484979 Mar 11 17:52:27.578530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06514681-59de-4af4-b99f-170f452728f4 req-db8b653d-bf26-494f-b505-6f7f78100f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:27.580063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06514681-59de-4af4-b99f-170f452728f4 req-db8b653d-bf26-494f-b505-6f7f78100f4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c4cd7c3-379f-4153-816e-4bb5745e14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398090 Mar 11 17:52:27.631545 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:52:27.672001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06514681-59de-4af4-b99f-170f452728f4 req-68b8073c-8ca1-465d-973e-39f1e18d6698 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853004 Mar 11 17:52:27.764276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06514681-59de-4af4-b99f-170f452728f4 req-2a13d3a7-9006-49cc-8b34-d5fc474350e6 service neutron] 10.222.0.66 "GET /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849168 Mar 11 17:52:29.270204 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:41.241231 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:43.630701 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c3b19d83-07d5-419e-9302-d46e71f96d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:45.915901 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e8eebc7a-92c0-4ea7-b813-4f0979c74c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:47.230422 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:48.477641 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:49.005404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:59.276141 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:52:59.344903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cbf98-5c7c-40ab-a683-cd8aff2b7479 req-ef3efb36-e443-49ac-9c5e-e0c7d89a8c82 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:59.346378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d93cbf98-5c7c-40ab-a683-cd8aff2b7479 req-ef3efb36-e443-49ac-9c5e-e0c7d89a8c82 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 946 time: 0.1666284 Mar 11 17:52:59.391567 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d93cbf98-5c7c-40ab-a683-cd8aff2b7479 req-88b4e9e8-bba1-4048-9ca3-95c83e344281 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391309 Mar 11 17:52:59.849558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-e9bc9902-7113-4639-b218-921230828d75 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:52:59.850895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-e9bc9902-7113-4639-b218-921230828d75 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.66 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 946 time: 0.0513592 Mar 11 17:52:59.937596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Deleting port aa1026ba-4085-4f48-9da5-96768c68c4b8 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:52:59.937933 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:00.026236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] For port aa1026ba-4085-4f48-9da5-96768c68c4b8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=aa1026ba-4085-4f48-9da5-96768c68c4b8,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:00.026593 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:00.560964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:00.561654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:00.561995 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Floating IP 140ac00d-68f0-4272-845f-c6774106a867 disassociated. External IP: 172.25.8.206, port: aa1026ba-4085-4f48-9da5-96768c68c4b8. Mar 11 17:53:00.562495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Calling delete_port for aa1026ba-4085-4f48-9da5-96768c68c4b8 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:53:00.666748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584915c-6d40-4bf9-90e7-bcab6f055c32 req-ae4cad8e-e837-472a-a3fb-0e388ce121a2 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:00.668229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6584915c-6d40-4bf9-90e7-bcab6f055c32 req-ae4cad8e-e837-472a-a3fb-0e388ce121a2 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/ports?device_id=058380a5-d713-432b-8ec8-5b17d6b88348 HTTP/1.1" status: 200 len: 946 time: 0.1892400 Mar 11 17:53:00.738041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6584915c-6d40-4bf9-90e7-bcab6f055c32 req-2a8a4c6d-cf05-4bb6-b563-e73c88e5f992 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4b26106-f288-4e4e-b16e-eb672111bd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626385 Mar 11 17:53:00.764916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:00.792467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event deleted for resources: {'Port': ['ID=aa1026ba-4085-4f48-9da5-96768c68c4b8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:00.802606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.802957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.803298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.803638 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.803970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.804299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.804662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.804986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.805781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.805781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.805951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.806239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:00.920235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:53:01.029581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:53:01.039270 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] Sync routers for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:53:01.048856 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:53:01.049453 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:52:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:01.069167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] No DVR routers for this DVR port aa1026ba-4085-4f48-9da5-96768c68c4b8 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:01.071811 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:01.075020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7f181a7-508d-4ef5-8958-ccb4cf7c8086 req-a74420cf-2d22-4812-8f4c-e2d323297eef tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.66 "DELETE /v2.0/ports/aa1026ba-4085-4f48-9da5-96768c68c4b8 HTTP/1.1" status: 204 len: 173 time: 1.2186182 Mar 11 17:53:01.075468 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058380a5-d713-432b-8ec8-5b17d6b88348', 'name': 'network-vif-deleted', 'tag': 'aa1026ba-4085-4f48-9da5-96768c68c4b8'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:53:01.077768 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a053809-45c2-4547-9934-ba47a31fdd35" -d '{"events": [{"server_uuid": "058380a5-d713-432b-8ec8-5b17d6b88348", "name": "network-vif-deleted", "tag": "aa1026ba-4085-4f48-9da5-96768c68c4b8"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:53:01.176946 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:53:01.223879 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa80236-ffb3-46bb-8418-5beba416b14e x-openstack-request-id: req-4aa80236-ffb3-46bb-8418-5beba416b14e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:53:01.224182 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058380a5-d713-432b-8ec8-5b17d6b88348", "name": "network-vif-deleted", "tag": "aa1026ba-4085-4f48-9da5-96768c68c4b8", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:53:01.224461 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4aa80236-ffb3-46bb-8418-5beba416b14e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:53:01.224871 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058380a5-d713-432b-8ec8-5b17d6b88348', 'name': 'network-vif-deleted', 'tag': 'aa1026ba-4085-4f48-9da5-96768c68c4b8', 'status': 'completed', 'code': 200} Mar 11 17:53:01.388524 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'b0d26408-5e50-4dce-999e-23c768f57e7b', 'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'mac_address': 'fa:16:3e:57:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:20Z', 'updated_at': '2022-03-11T17:47:26Z', 'revision_number': 5, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'subnets': [{'id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:01.420915 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] Checking router: 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:53:01.430041 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:53:01.430372 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:52:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:01.537529 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:53:01.727402 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'b0d26408-5e50-4dce-999e-23c768f57e7b', 'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'mac_address': 'fa:16:3e:57:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:20Z', 'updated_at': '2022-03-11T17:47:26Z', 'revision_number': 5, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'subnets': [{'id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:01.752773 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a58c73-d34c-4e3d-bce5-a4d8b78c0471 None None] The sync data for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 is: [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:21Z', 'revision_number': 4, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'b0d26408-5e50-4dce-999e-23c768f57e7b', 'name': '', 'network_id': '6c4cd7c3-379f-4153-816e-4bb5745e14ad', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'mac_address': 'fa:16:3e:57:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:20Z', 'updated_at': '2022-03-11T17:47:26Z', 'revision_number': 5, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'subnets': [{'id': '680fc3f1-1043-4570-a5ad-7edac5b27644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:53:01.796818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37868) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:01.925348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Deleting port 4a45689e-44c0-45be-8d19-02e805497254 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:53:01.925751 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:01.967107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e24a67-949d-4024-a7a3-06610bd75c14 None None] New status for floating IP 140ac00d-68f0-4272-845f-c6774106a867: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:53:02.006573 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.006897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.018818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Calling delete_port for 4a45689e-44c0-45be-8d19-02e805497254 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:53:02.151383 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.180642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event deleted for resources: {'Port': ['ID=4a45689e-44c0-45be-8d19-02e805497254,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:02.240498 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.243018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.244179 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0bfa4f4b-64df-4853-95fb-22f10a927e11 tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "DELETE /v2.0/floatingips/140ac00d-68f0-4272-845f-c6774106a867 HTTP/1.1" status: 204 len: 168 time: 0.4463761 Mar 11 17:53:02.312366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37874) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:02.371052 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-692fb46f-f484-47dc-95ee-ecbe2f79765b tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.395259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-692fb46f-f484-47dc-95ee-ecbe2f79765b tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.453653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-692fb46f-f484-47dc-95ee-ecbe2f79765b tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.456155 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-692fb46f-f484-47dc-95ee-ecbe2f79765b tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:02.457574 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-692fb46f-f484-47dc-95ee-ecbe2f79765b tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] 10.222.0.53 "DELETE /v2.0/security-groups/b4b26106-f288-4e4e-b16e-eb672111bd51 HTTP/1.1" status: 204 len: 168 time: 0.1442199 Mar 11 17:53:02.462346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device aa1026ba-4085-4f48-9da5-96768c68c4b8 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:53:02.467213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fb46f-f484-47dc-95ee-ecbe2f79765b tempest-TestServerBasicOps-1445815936 tempest-TestServerBasicOps-1445815936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b26106-f288-4e4e-b16e-eb672111bd51,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:02.496001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: aa1026ba-4085-4f48-9da5-96768c68c4b8 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:53:02.496486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device aa1026ba-4085-4f48-9da5-96768c68c4b8 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:53:02.501623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37878) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:02.975593 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.217971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Deleting port b0d26408-5e50-4dce-999e-23c768f57e7b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:53:03.218319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.295054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] For port b0d26408-5e50-4dce-999e-23c768f57e7b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b0d26408-5e50-4dce-999e-23c768f57e7b,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:03.295329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.308108 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Calling delete_port for b0d26408-5e50-4dce-999e-23c768f57e7b owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:53:03.492966 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.523079 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d26408-5e50-4dce-999e-23c768f57e7b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:03.533964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.534312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.534996 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.535347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.536082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.536082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.536309 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.536674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.537000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.537352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.537734 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.537980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:03.702084 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:03.912225 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:53:04.016026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:53:04.021288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-337a9d8d-03cf-49ba-84c4-b98029be6368 admin admin] 10.222.0.53 "PUT /v2.0/routers/15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5198314 Mar 11 17:53:04.023660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:04.025738 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44be54d-5184-4463-8c56-34a0170829be None None] Sync routers for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:53:04.036653 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44be54d-5184-4463-8c56-34a0170829be None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:53:04.037257 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f44be54d-5184-4463-8c56-34a0170829be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:52:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:04.132734 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.232995 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.234764 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f44be54d-5184-4463-8c56-34a0170829be None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:53:04.288719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Deleting port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:53:04.289066 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.366161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] For port 89fee29b-ba6d-4858-9533-ce8cd8baaa2b, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=89fee29b-ba6d-4858-9533-ce8cd8baaa2b,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:04.366530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.379197 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Calling delete_port for 89fee29b-ba6d-4858-9533-ce8cd8baaa2b owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:53:04.413449 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f44be54d-5184-4463-8c56-34a0170829be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:53:03Z', 'revision_number': 5, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port': {'id': '89fee29b-ba6d-4858-9533-ce8cd8baaa2b', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:04.439696 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44be54d-5184-4463-8c56-34a0170829be None None] Checking router: 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:53:04.448099 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44be54d-5184-4463-8c56-34a0170829be None None] Routers {'15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:53:04.448721 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f44be54d-5184-4463-8c56-34a0170829be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:52:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:04.536610 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-f44be54d-5184-4463-8c56-34a0170829be None None] Set router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:53:04.545783 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.571234 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Pushing event deleted for resources: {'Port': ['ID=89fee29b-ba6d-4858-9533-ce8cd8baaa2b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:04.593944 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-f44be54d-5184-4463-8c56-34a0170829be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:53:04Z', 'revision_number': 6, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:04.620067 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44be54d-5184-4463-8c56-34a0170829be None None] The sync data for ids ['15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47'] in n-d-833411-1 is: [{'id': '15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47', 'name': 'tempest-TestServerBasicOps-398625864-router', 'tenant_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:16Z', 'updated_at': '2022-03-11T17:53:04Z', 'revision_number': 6, 'project_id': '431dda757a1d468fb5a4c3e7daeb84f8', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:53:04.631668 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:53:04.635831 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.726187 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.728251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.774379 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.775138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:53:04.779317 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.780484 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-100536f0-2380-4034-b383-68be157bd611 admin admin] 10.222.0.53 "DELETE /v2.0/routers/15771b5c-c8a0-4c5d-b69b-8d5ed24c4b47 HTTP/1.1" status: 204 len: 168 time: 0.7558315 Mar 11 17:53:04.783009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37888) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:04.830413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2554baf-f923-466a-834f-a53e838e9a30 admin admin] Deleting subnet 680fc3f1-1043-4570-a5ad-7edac5b27644 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:53:04.833920 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2554baf-f923-466a-834f-a53e838e9a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.867068 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2554baf-f923-466a-834f-a53e838e9a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.941334 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2554baf-f923-466a-834f-a53e838e9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:04.995499 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2554baf-f923-466a-834f-a53e838e9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.024258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2554baf-f923-466a-834f-a53e838e9a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680fc3f1-1043-4570-a5ad-7edac5b27644,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:05.030336 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e2554baf-f923-466a-834f-a53e838e9a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.033549 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e2554baf-f923-466a-834f-a53e838e9a30 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/680fc3f1-1043-4570-a5ad-7edac5b27644 HTTP/1.1" status: 204 len: 168 time: 0.2496195 Mar 11 17:53:05.037592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45baa0be-5fc7-482c-9750-315eb615ec76 None None] Network 6c4cd7c3-379f-4153-816e-4bb5745e14ad requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:53:05.038749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37890) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:05.117584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.173062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Deleting port 21c2b763-e999-4d7e-9e10-e1d074d14e3d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:53:05.173438 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.241055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] For port 21c2b763-e999-4d7e-9e10-e1d074d14e3d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=21c2b763-e999-4d7e-9e10-e1d074d14e3d,segment=NetworkSegment(e9d64582-1434-4bbf-8065-15bd7ce07f17),segment_id=e9d64582-1434-4bbf-8065-15bd7ce07f17)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:05.241335 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.255405 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Calling delete_port for 21c2b763-e999-4d7e-9e10-e1d074d14e3d owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:53:05.333202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.357975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c2b763-e999-4d7e-9e10-e1d074d14e3d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:05.361863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] No DVR routers for this DVR port 21c2b763-e999-4d7e-9e10-e1d074d14e3d on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:05.408442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36741584-735e-4993-b3c5-66f237a25b26 None None] DHCP port deletion for 6c4cd7c3-379f-4153-816e-4bb5745e14ad request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:53:05.447281 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.476476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4cd7c3-379f-4153-816e-4bb5745e14ad']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:05.486099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d64582-1434-4bbf-8065-15bd7ce07f17') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:05.486391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d64582-1434-4bbf-8065-15bd7ce07f17') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:05.496225 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.512831 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.518760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:53:05.519829 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:53:05.521838 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:53:05.590460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.595064 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:05.599161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6c4cd7c3-379f-4153-816e-4bb5745e14ad HTTP/1.1" status: 204 len: 168 time: 0.5593762 Mar 11 17:53:05.602394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37892) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:05.614587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e86de3-bd80-43bb-88f5-960528cbe5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4cd7c3-379f-4153-816e-4bb5745e14ad,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:05.967445 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:06.161091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 21c2b763-e999-4d7e-9e10-e1d074d14e3d no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:53:06.183971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 21c2b763-e999-4d7e-9e10-e1d074d14e3d {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:53:06.184474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 21c2b763-e999-4d7e-9e10-e1d074d14e3d not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:53:06.185016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 89fee29b-ba6d-4858-9533-ce8cd8baaa2b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:53:06.206457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 89fee29b-ba6d-4858-9533-ce8cd8baaa2b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:53:06.207528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 89fee29b-ba6d-4858-9533-ce8cd8baaa2b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:53:06.208025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b0d26408-5e50-4dce-999e-23c768f57e7b no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:53:06.228688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Deleting port 88222a35-a33b-4278-b8c2-09eb1df0df7a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:53:06.228970 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:06.232826 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: b0d26408-5e50-4dce-999e-23c768f57e7b {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:53:06.233174 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b0d26408-5e50-4dce-999e-23c768f57e7b not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:53:06.313127 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] For port 88222a35-a33b-4278-b8c2-09eb1df0df7a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=88222a35-a33b-4278-b8c2-09eb1df0df7a,segment=NetworkSegment(6c65c8d8-cf3f-46db-80ff-6e25b08b977a),segment_id=6c65c8d8-cf3f-46db-80ff-6e25b08b977a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:06.313544 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:06.330677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Calling delete_port for 88222a35-a33b-4278-b8c2-09eb1df0df7a owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:53:06.507743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:06.872065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Pushing event deleted for resources: {'Port': ['ID=88222a35-a33b-4278-b8c2-09eb1df0df7a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:07.055483 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.279144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Router 17221f6e-d877-4d8a-b473-f0e2c286abb6 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:53:07.392799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:53:07.398636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0e7c137c-3811-4faf-9163-33041f18c018 admin admin] 10.222.0.53 "PUT /v2.0/routers/17221f6e-d877-4d8a-b473-f0e2c286abb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7951250 Mar 11 17:53:07.401289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 37894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:07.402223 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] Sync routers for ids ['17221f6e-d877-4d8a-b473-f0e2c286abb6'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:53:07.412791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] Routers {'17221f6e-d877-4d8a-b473-f0e2c286abb6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:53:07.413375 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:52:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['17221f6e-d877-4d8a-b473-f0e2c286abb6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:07.509707 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.618088 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.674265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Deleting port b2743d25-0249-40e0-a1fd-c8c9fd7221c1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:53:07.674610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.695290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] Set router 17221f6e-d877-4d8a-b473-f0e2c286abb6 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:53:07.757936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] For port b2743d25-0249-40e0-a1fd-c8c9fd7221c1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=b2743d25-0249-40e0-a1fd-c8c9fd7221c1,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:07.758308 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.775800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Calling delete_port for b2743d25-0249-40e0-a1fd-c8c9fd7221c1 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:53:07.885044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:53:06Z', 'revision_number': 5, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'gw_port': {'id': 'b2743d25-0249-40e0-a1fd-c8c9fd7221c1', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:07.917508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] Checking router: 17221f6e-d877-4d8a-b473-f0e2c286abb6 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:53:07.926711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] Routers {'17221f6e-d877-4d8a-b473-f0e2c286abb6'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:53:07.927327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:52:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['17221f6e-d877-4d8a-b473-f0e2c286abb6'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:07.948432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:07.975549 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2743d25-0249-40e0-a1fd-c8c9fd7221c1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:08.026956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] Set router 17221f6e-d877-4d8a-b473-f0e2c286abb6 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:53:08.039424 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.083665 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:53:07Z', 'revision_number': 6, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:08.110364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec683b46-9fe8-4d08-b78c-5cdf3d4b88d9 None None] The sync data for ids ['17221f6e-d877-4d8a-b473-f0e2c286abb6'] in n-d-833411-1 is: [{'id': '17221f6e-d877-4d8a-b473-f0e2c286abb6', 'name': 'tempest-TestServerBasicOps-768052076-router', 'tenant_id': '94e5626f8914405788ab429683e9eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:47:24Z', 'updated_at': '2022-03-11T17:53:07Z', 'revision_number': 6, 'project_id': '94e5626f8914405788ab429683e9eb5e', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:53:08.144045 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.146925 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.202679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.203354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17221f6e-d877-4d8a-b473-f0e2c286abb6 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:53:08.207881 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.209121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ba7fe1a2-624f-4ec1-9808-369e6cd0e0d2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/17221f6e-d877-4d8a-b473-f0e2c286abb6 HTTP/1.1" status: 204 len: 168 time: 0.8069026 Mar 11 17:53:08.211931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37896) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:08.270727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-500a0ecd-a525-4353-ae05-8b51bfe32b4a admin admin] Deleting subnet 003ac0cf-15b9-4a2a-ab07-4237db83b698 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:53:08.273897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500a0ecd-a525-4353-ae05-8b51bfe32b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.309323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500a0ecd-a525-4353-ae05-8b51bfe32b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.393650 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500a0ecd-a525-4353-ae05-8b51bfe32b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.454137 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500a0ecd-a525-4353-ae05-8b51bfe32b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.482105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a0ecd-a525-4353-ae05-8b51bfe32b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=003ac0cf-15b9-4a2a-ab07-4237db83b698,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:08.486046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-500a0ecd-a525-4353-ae05-8b51bfe32b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.492558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-500a0ecd-a525-4353-ae05-8b51bfe32b4a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/003ac0cf-15b9-4a2a-ab07-4237db83b698 HTTP/1.1" status: 204 len: 168 time: 0.2770462 Mar 11 17:53:08.493759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37898) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:08.495996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b6dca-1ea2-4bc3-b35b-14525ca0b50a None None] Network ebd259a8-389d-48b3-aee9-11d267e9b8e7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:53:08.581283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.642421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Deleting port 4284fdf7-eb61-4f70-978c-975600adf761 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:53:08.642772 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.707336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] For port 4284fdf7-eb61-4f70-978c-975600adf761, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=4284fdf7-eb61-4f70-978c-975600adf761,segment=NetworkSegment(6c65c8d8-cf3f-46db-80ff-6e25b08b977a),segment_id=6c65c8d8-cf3f-46db-80ff-6e25b08b977a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:08.707638 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.720257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Calling delete_port for 4284fdf7-eb61-4f70-978c-975600adf761 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:53:08.803248 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.829985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=4284fdf7-eb61-4f70-978c-975600adf761,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:08.834747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] No DVR routers for this DVR port 4284fdf7-eb61-4f70-978c-975600adf761 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:08.884436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0887409-896c-4f49-953a-b97839af1495 None None] DHCP port deletion for ebd259a8-389d-48b3-aee9-11d267e9b8e7 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 17:53:08.907434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.934448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd259a8-389d-48b3-aee9-11d267e9b8e7']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:08.944619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c65c8d8-cf3f-46db-80ff-6e25b08b977a') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:08.944924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c65c8d8-cf3f-46db-80ff-6e25b08b977a') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:53:08.954050 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.968154 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.975073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:53:08.975552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:53:08.977559 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:53:09.037577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.042917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.046069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] 10.222.0.53 "DELETE /v2.0/networks/ebd259a8-389d-48b3-aee9-11d267e9b8e7 HTTP/1.1" status: 204 len: 168 time: 0.5513322 Mar 11 17:53:09.058390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608a18e-da87-4768-bd87-a9437a563c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd259a8-389d-48b3-aee9-11d267e9b8e7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:09.179210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37902) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:09.223087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bb86e483-9001-44ee-8ff5-5feb68c9af64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=431dda757a1d468fb5a4c3e7daeb84f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424812 Mar 11 17:53:09.225601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37904) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:09.282264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d421511-057d-4401-b5ec-ca001d59fabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.315835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d421511-057d-4401-b5ec-ca001d59fabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.365246 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d421511-057d-4401-b5ec-ca001d59fabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.367877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d421511-057d-4401-b5ec-ca001d59fabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.369362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d421511-057d-4401-b5ec-ca001d59fabe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cdbc4ee-2659-4353-81ca-50f2546e381c HTTP/1.1" status: 204 len: 168 time: 0.1428399 Mar 11 17:53:09.377337 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d421511-057d-4401-b5ec-ca001d59fabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdbc4ee-2659-4353-81ca-50f2546e381c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:09.693295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37910) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:09.736059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4536daf5-77a4-48bb-b228-85756f6c4041 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94e5626f8914405788ab429683e9eb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415189 Mar 11 17:53:09.738699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 37912) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:09.789922 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8625-aac0-4c68-9f20-b51ae8cf2a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.812355 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8625-aac0-4c68-9f20-b51ae8cf2a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.860096 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8625-aac0-4c68-9f20-b51ae8cf2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.862675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8625-aac0-4c68-9f20-b51ae8cf2a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:09.863845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d5c8625-aac0-4c68-9f20-b51ae8cf2a0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab58d457-446b-40bd-8ee4-a82c2c3c36e4 HTTP/1.1" status: 204 len: 168 time: 0.1241913 Mar 11 17:53:09.872699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c8625-aac0-4c68-9f20-b51ae8cf2a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab58d457-446b-40bd-8ee4-a82c2c3c36e4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:10.168824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4284fdf7-eb61-4f70-978c-975600adf761 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:53:10.191923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 4284fdf7-eb61-4f70-978c-975600adf761 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:53:10.192287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 4284fdf7-eb61-4f70-978c-975600adf761 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:53:10.192799 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 88222a35-a33b-4278-b8c2-09eb1df0df7a no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:53:10.215584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 88222a35-a33b-4278-b8c2-09eb1df0df7a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:53:10.215934 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 88222a35-a33b-4278-b8c2-09eb1df0df7a not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:53:10.216438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b2743d25-0249-40e0-a1fd-c8c9fd7221c1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:53:10.240308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: b2743d25-0249-40e0-a1fd-c8c9fd7221c1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:53:10.240308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device b2743d25-0249-40e0-a1fd-c8c9fd7221c1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:53:11.258218 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:13.631894 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-79312aa2-d6b4-4b89-bc53-24c874742f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:15.919362 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-02a566a9-df2d-4143-bd43-4d14867d35a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:17.228138 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:18.480687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:19.008309 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:20.590524 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-af80303e-e311-4dbb-8638-4f7ff70799ab tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d5891e1f452344779576f5d6a36b2454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291309 Mar 11 17:53:20.772145 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-a0db48d8-805a-437b-9d3e-840b09d7bc73 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:20.773624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-a0db48d8-805a-437b-9d3e-840b09d7bc73 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777925 Mar 11 17:53:20.788818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-9571b4b5-d361-4612-adde-2f9b6e4607e5 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/quotas/d5891e1f452344779576f5d6a36b2454 HTTP/1.1" status: 200 len: 375 time: 0.0095518 Mar 11 17:53:20.818579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-ddf339b3-b8dd-4089-b4b5-571d98ecb6d8 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5891e1f452344779576f5d6a36b2454&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247076 Mar 11 17:53:21.987607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a24bdf-fa98-4387-a7b0-e4f9c68d7752 req-43aeab4d-e44c-4704-90a9-9592a086a918 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 210 time: 0.0258546 Mar 11 17:53:22.936912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-005374d7-065f-470c-84b8-a89e0ff0ae48 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d5891e1f452344779576f5d6a36b2454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227287 Mar 11 17:53:23.050930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-8fc7e2c8-95a2-4d69-8fa8-60205a4446c9 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:23.052623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-8fc7e2c8-95a2-4d69-8fa8-60205a4446c9 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105793 Mar 11 17:53:23.071153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Request body: {'port': {'device_id': '1255d957-8ecb-49a0-9e26-e856f17de235', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'admin_state_up': True, 'tenant_id': 'd5891e1f452344779576f5d6a36b2454'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:53:23.100276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ab98624-3234-4476-8db6-c70a983ae45c req-7a20962e-d01a-40ca-a536-5a9a3c8b59cf tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 210 time: 0.0429664 Mar 11 17:53:23.195724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Made reservation on behalf of d5891e1f452344779576f5d6a36b2454 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:23.199077 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.207965 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.280864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.284579 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.349521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf69fee-2901-45c1-88ce-7a17c52e7461,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:23.418406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Allocated IP 192.168.233.134 (8bc8ce66-443f-4dfb-8acd-1ced830d0f62/cbd117b4-8a8c-479c-8904-e2193528d5eb/ac325e51-e489-4960-b042-f0b660e2a516) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:23.570216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.604505 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.657417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:23.660716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:23.664874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:53:23.692667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Pushing event updated for resources: {'Port': ['ID=ac325e51-e489-4960-b042-f0b660e2a516,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:23.718299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:23.718918 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.737234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-704babd1-28de-46f2-b3c0-a89f4abb6a87 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6713111 Mar 11 17:53:23.852543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Request body: {'port': {'device_id': '1255d957-8ecb-49a0-9e26-e856f17de235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:53:23.899155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e464e825-7e8f-4ea8-8618-c3d410d12d64 None None] Provisioning complete for port ac325e51-e489-4960-b042-f0b660e2a516 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:23.899757 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e464e825-7e8f-4ea8-8618-c3d410d12d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.906338 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:23.934182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e464e825-7e8f-4ea8-8618-c3d410d12d64 None None] Port ac325e51-e489-4960-b042-f0b660e2a516 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:53:24.168882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac325e51-e489-4960-b042-f0b660e2a516 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:53:24.178266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:24.215163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Transition to ACTIVE for port object ac325e51-e489-4960-b042-f0b660e2a516 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:24.219895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:24.283375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871a544-5de7-4d8f-a0c8-64e0df00691e req-fe4ed962-2ac9-4175-83ec-e83e669f53ef tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:24.284976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c871a544-5de7-4d8f-a0c8-64e0df00691e req-fe4ed962-2ac9-4175-83ec-e83e669f53ef tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 936 time: 0.1118217 Mar 11 17:53:24.288127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Pushing event updated for resources: {'Port': ['ID=ac325e51-e489-4960-b042-f0b660e2a516,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:24.371467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c871a544-5de7-4d8f-a0c8-64e0df00691e req-e5f86480-25c8-4df4-8dec-8ea1ea467ea8 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/security-groups?id=abf69fee-2901-45c1-88ce-7a17c52e7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765364 Mar 11 17:53:24.391196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Attempting to bind port ac325e51-e489-4960-b042-f0b660e2a516 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:53:24.391677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Attempting to bind port ac325e51-e489-4960-b042-f0b660e2a516 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:53:24.392098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Attempting to bind port ac325e51-e489-4960-b042-f0b660e2a516 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:53:24.397521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Port ac325e51-e489-4960-b042-f0b660e2a516 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:53:24.397837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Attempting to bind port ac325e51-e489-4960-b042-f0b660e2a516 on network 8bc8ce66-443f-4dfb-8acd-1ced830d0f62 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:53:24.402947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:53:24.403283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Checking segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:53:24.403666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Bound using segment: {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:53:24.404093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Bound port: ac325e51-e489-4960-b042-f0b660e2a516, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d15752f-745a-45c5-a2b1-4ae3a3e484a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:53:24.404483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:24.467812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] For port ac325e51-e489-4960-b042-f0b660e2a516, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:53:24.470900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] For port ac325e51-e489-4960-b042-f0b660e2a516, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ac325e51-e489-4960-b042-f0b660e2a516,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:53:24.475438 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:24.510861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:24.511474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:24.512882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] 10.222.0.46 "PUT /v2.0/ports/ac325e51-e489-4960-b042-f0b660e2a516 HTTP/1.1" status: 200 len: 1096 time: 0.7666223 Mar 11 17:53:24.513336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1255d957-8ecb-49a0-9e26-e856f17de235', 'tag': 'ac325e51-e489-4960-b042-f0b660e2a516'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:53:24.515592 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004d1223-3cc4-41fd-b03d-b8d445cffcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1255d957-8ecb-49a0-9e26-e856f17de235", "tag": "ac325e51-e489-4960-b042-f0b660e2a516"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:53:24.539801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf3344-ad75-46dd-9bab-9db6d0ef7d10 service neutron] Pushing event updated for resources: {'Port': ['ID=ac325e51-e489-4960-b042-f0b660e2a516,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:24.575130 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a7b8de-922e-410f-ab3e-cb97bfb545f4 x-openstack-request-id: req-08a7b8de-922e-410f-ab3e-cb97bfb545f4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:53:24.575502 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1255d957-8ecb-49a0-9e26-e856f17de235", "tag": "ac325e51-e489-4960-b042-f0b660e2a516", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:53:24.575824 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08a7b8de-922e-410f-ab3e-cb97bfb545f4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:53:24.576290 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1255d957-8ecb-49a0-9e26-e856f17de235', 'tag': 'ac325e51-e489-4960-b042-f0b660e2a516', 'status': 'completed', 'code': 200} Mar 11 17:53:24.618293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-88d243f9-688a-4891-9449-c05e11b81618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:24.620611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-88d243f9-688a-4891-9449-c05e11b81618 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5891e1f452344779576f5d6a36b2454&device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 1099 time: 0.0568144 Mar 11 17:53:24.667170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-3641a2b9-f8bb-4903-8757-f1f0b7775e00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ac325e51-e489-4960-b042-f0b660e2a516 HTTP/1.1" status: 200 len: 217 time: 0.0389991 Mar 11 17:53:24.718871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-b908df9f-c31d-49e4-95c2-4373497abb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:24.720417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-b908df9f-c31d-49e4-95c2-4373497abb71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0461223 Mar 11 17:53:24.768973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-0d8b07cf-1a24-4848-9d6d-4999f991a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:24.770452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-0d8b07cf-1a24-4848-9d6d-4999f991a0bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435288 Mar 11 17:53:24.860757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-fd118093-d474-432a-b442-10720f4d1488 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818875 Mar 11 17:53:24.955204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e10cfffe-bd25-49e7-9783-3e610a98dd74 req-940066f6-65c4-4d4d-9817-403e6c4b5c0d service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869527 Mar 11 17:53:25.043388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-eb55a61d-3a1a-49d0-8743-fa27c7944578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:25.044934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-eb55a61d-3a1a-49d0-8743-fa27c7944578 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5891e1f452344779576f5d6a36b2454&device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 1099 time: 0.0418723 Mar 11 17:53:25.131310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-d3f6ec00-910f-4c55-abf0-0a970249d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:25.132867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-d3f6ec00-910f-4c55-abf0-0a970249d773 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62 HTTP/1.1" status: 200 len: 869 time: 0.0816836 Mar 11 17:53:25.492201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-a42657bf-188d-4e56-9ea1-13998b0d93e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ac325e51-e489-4960-b042-f0b660e2a516 HTTP/1.1" status: 200 len: 217 time: 0.3515213 Mar 11 17:53:25.563667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-ba9e62d4-9fbc-4e79-a6b2-8ed5f0374478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:25.565158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-ba9e62d4-9fbc-4e79-a6b2-8ed5f0374478 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd117b4-8a8c-479c-8904-e2193528d5eb HTTP/1.1" status: 200 len: 843 time: 0.0655501 Mar 11 17:53:25.574506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4403-2f13-42d3-a8e3-f34963ee5a1b req-8f767717-47dc-42a0-ad7b-9f4fee2f95a0 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:25.575341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf2c4403-2f13-42d3-a8e3-f34963ee5a1b req-8f767717-47dc-42a0-ad7b-9f4fee2f95a0 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 948 time: 0.0864384 Mar 11 17:53:25.647163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf2c4403-2f13-42d3-a8e3-f34963ee5a1b req-a83e20d7-b11b-4552-8b99-f32ee0432f20 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/security-groups?id=abf69fee-2901-45c1-88ce-7a17c52e7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622516 Mar 11 17:53:25.651747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-10fe4da3-495e-4f66-a923-ae399172295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:25.654311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-10fe4da3-495e-4f66-a923-ae399172295d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bc8ce66-443f-4dfb-8acd-1ced830d0f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778744 Mar 11 17:53:25.746019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-efe2d126-34e0-4e68-9ddb-b6ea1968455d service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844424 Mar 11 17:53:25.844572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-004d1223-3cc4-41fd-b03d-b8d445cffcaa req-a520f616-f478-4d23-a1d2-2bd10ac6fd39 service neutron] 10.222.0.46 "GET /v2.0/networks/8bc8ce66-443f-4dfb-8acd-1ced830d0f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Mar 11 17:53:26.088857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ac325e51-e489-4960-b042-f0b660e2a516 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:53:26.181678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ac325e51-e489-4960-b042-f0b660e2a516, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ac325e51-e489-4960-b042-f0b660e2a516,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:26.193108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ac325e51-e489-4960-b042-f0b660e2a516', 'network_id': '8bc8ce66-443f-4dfb-8acd-1ced830d0f62', 'port_id': 'ac325e51-e489-4960-b042-f0b660e2a516', 'mac_address': 'fa:16:3e:54:2b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd117b4-8a8c-479c-8904-e2193528d5eb', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:53:26.233202 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:26.245509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac325e51-e489-4960-b042-f0b660e2a516 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:53:26.263734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ac325e51-e489-4960-b042-f0b660e2a516, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ac325e51-e489-4960-b042-f0b660e2a516,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:26.267839 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:26.317256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ac325e51-e489-4960-b042-f0b660e2a516,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:26.325059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.325405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.325741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.326075 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.326405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.326734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.327055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.327378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.327698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.328025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.328358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.328679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:53:26.511184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ac325e51-e489-4960-b042-f0b660e2a516'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:53:26.768805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7c77f-0242-49c3-bc14-042dab2fb8d5 req-f1f23ac8-be90-4211-9267-e6294859b11a tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:26.770225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ea7c77f-0242-49c3-bc14-042dab2fb8d5 req-f1f23ac8-be90-4211-9267-e6294859b11a tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 949 time: 0.0492167 Mar 11 17:53:26.810735 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ea7c77f-0242-49c3-bc14-042dab2fb8d5 req-3549b3c3-89aa-4de9-a55b-aa2240ad9276 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/security-groups?id=abf69fee-2901-45c1-88ce-7a17c52e7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336635 Mar 11 17:53:27.924160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03d0f-c331-40bb-a66b-d335dd6d78aa req-97bb25b7-fe14-49d5-9293-6d5e23f62349 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:27.925651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63e03d0f-c331-40bb-a66b-d335dd6d78aa req-97bb25b7-fe14-49d5-9293-6d5e23f62349 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 949 time: 0.0485215 Mar 11 17:53:27.962605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63e03d0f-c331-40bb-a66b-d335dd6d78aa req-a9364b99-0a32-435b-8d10-3d18aabe3c31 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/security-groups?id=abf69fee-2901-45c1-88ce-7a17c52e7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306113 Mar 11 17:53:28.105235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ac325e51-e489-4960-b042-f0b660e2a516 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:53:28.153767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ac325e51-e489-4960-b042-f0b660e2a516 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:28.158239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ac325e51-e489-4960-b042-f0b660e2a516 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:28.158610 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:28.236642 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:28.259057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1255d957-8ecb-49a0-9e26-e856f17de235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac325e51-e489-4960-b042-f0b660e2a516'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:53:28.261265 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630ecc6e-256f-4f9a-9eb2-88788b5f6477" -d '{"events": [{"server_uuid": "1255d957-8ecb-49a0-9e26-e856f17de235", "name": "network-vif-plugged", "status": "completed", "tag": "ac325e51-e489-4960-b042-f0b660e2a516"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:53:28.273668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ac325e51-e489-4960-b042-f0b660e2a516, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ac325e51-e489-4960-b042-f0b660e2a516,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:28.277464 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:28.326418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ac325e51-e489-4960-b042-f0b660e2a516,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:28.363257 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76edc6d5-b9ef-4cac-ae7b-232d61a6028c x-openstack-request-id: req-76edc6d5-b9ef-4cac-ae7b-232d61a6028c {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:53:28.363636 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1255d957-8ecb-49a0-9e26-e856f17de235", "name": "network-vif-plugged", "status": "completed", "tag": "ac325e51-e489-4960-b042-f0b660e2a516", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:53:28.363819 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76edc6d5-b9ef-4cac-ae7b-232d61a6028c {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:53:28.364213 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1255d957-8ecb-49a0-9e26-e856f17de235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac325e51-e489-4960-b042-f0b660e2a516', 'code': 200} Mar 11 17:53:28.466982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825396-eaab-433e-a57a-ddeda6f3ee64 req-b5e5fe6d-2b87-416a-86a3-eed8755036bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:28.468542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4825396-eaab-433e-a57a-ddeda6f3ee64 req-b5e5fe6d-2b87-416a-86a3-eed8755036bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 1101 time: 0.0451941 Mar 11 17:53:28.502614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4825396-eaab-433e-a57a-ddeda6f3ee64 req-ccab2320-284e-4b66-ab59-f299c269f6f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=abf69fee-2901-45c1-88ce-7a17c52e7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274692 Mar 11 17:53:29.080797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0c4b9-70af-49d2-bc19-ba439a0b0125 req-ed6bac16-2e54-4cb9-b08a-34ed50916a45 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:29.082353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ae0c4b9-70af-49d2-bc19-ba439a0b0125 req-ed6bac16-2e54-4cb9-b08a-34ed50916a45 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 950 time: 0.0517907 Mar 11 17:53:29.125276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ae0c4b9-70af-49d2-bc19-ba439a0b0125 req-2a68e624-c79b-4fcd-aae3-08e1aa50bd45 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/security-groups?id=abf69fee-2901-45c1-88ce-7a17c52e7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360081 Mar 11 17:53:29.290221 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:30.242521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e35b5b-f532-4a0e-a913-617fbeb3a813 req-d0be1e59-0940-4dc4-9d05-d62362bc1541 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:30.243901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35e35b5b-f532-4a0e-a913-617fbeb3a813 req-d0be1e59-0940-4dc4-9d05-d62362bc1541 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 950 time: 0.0481801 Mar 11 17:53:30.281331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35e35b5b-f532-4a0e-a913-617fbeb3a813 req-2a729dbe-63c8-4410-aa34-8fd7e339a7a3 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/security-groups?id=abf69fee-2901-45c1-88ce-7a17c52e7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Mar 11 17:53:30.614484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-1688724e-1832-4be7-8ca0-28e1437f0da0 req-8aeac385-d483-4776-96f6-e59c060c85d4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:53:30.616076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1688724e-1832-4be7-8ca0-28e1437f0da0 req-8aeac385-d483-4776-96f6-e59c060c85d4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540013 Mar 11 17:53:30.991065 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-bbdb00f6-b936-459d-8336-61229a2e6bee req-d63fcb79-4c7c-4499-a764-bd3ea3540582 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:53:30.992075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbdb00f6-b936-459d-8336-61229a2e6bee req-d63fcb79-4c7c-4499-a764-bd3ea3540582 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539629 Mar 11 17:53:31.330626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a5e3-58a2-44bd-a977-88e577c698b4 req-91d4c378-4645-49cf-80bf-80bca4617956 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:31.332074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87b2a5e3-58a2-44bd-a977-88e577c698b4 req-91d4c378-4645-49cf-80bf-80bca4617956 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 950 time: 0.0554581 Mar 11 17:53:31.372535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-87b2a5e3-58a2-44bd-a977-88e577c698b4 req-3b4fecde-a7dc-49ef-949f-4f9b16c06eb7 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/security-groups?id=abf69fee-2901-45c1-88ce-7a17c52e7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332589 Mar 11 17:53:32.504324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3c412-9b20-4212-b80a-a21cbb7e0ee8 req-06b52e00-55f7-4348-97ba-7383c0b9428c tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:32.505884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35e3c412-9b20-4212-b80a-a21cbb7e0ee8 req-06b52e00-55f7-4348-97ba-7383c0b9428c tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 950 time: 0.0518661 Mar 11 17:53:32.545952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35e3c412-9b20-4212-b80a-a21cbb7e0ee8 req-8d524767-848e-49a2-9c75-b61ba9790421 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.53 "GET /v2.0/security-groups?id=abf69fee-2901-45c1-88ce-7a17c52e7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Mar 11 17:53:32.597614 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-bed03865-fd2b-437e-9fd4-25bc0414e172 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:32.599065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-bed03865-fd2b-437e-9fd4-25bc0414e172 tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.46 "GET /v2.0/ports?device_id=1255d957-8ecb-49a0-9e26-e856f17de235 HTTP/1.1" status: 200 len: 950 time: 0.0478804 Mar 11 17:53:32.689016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Deleting port ac325e51-e489-4960-b042-f0b660e2a516 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:53:32.689287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:32.776049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] For port ac325e51-e489-4960-b042-f0b660e2a516, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ac325e51-e489-4960-b042-f0b660e2a516,segment=NetworkSegment(9d15752f-745a-45c5-a2b1-4ae3a3e484a5),segment_id=9d15752f-745a-45c5-a2b1-4ae3a3e484a5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:32.776453 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:32.789527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Calling delete_port for ac325e51-e489-4960-b042-f0b660e2a516 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:53:32.916468 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:32.927813 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ac325e51-e489-4960-b042-f0b660e2a516'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:53:32.949263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Pushing event deleted for resources: {'Port': ['ID=ac325e51-e489-4960-b042-f0b660e2a516,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:32.998868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] No DVR routers for this DVR port ac325e51-e489-4960-b042-f0b660e2a516 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:53:33.001812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:33.005202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ba3bf9a2-425f-4860-ac9b-2659d3223be7 req-7586c301-a899-473f-adf1-dd2604c226cd tempest-ServersAdminNegativeTestJSON-1950940451 tempest-ServersAdminNegativeTestJSON-1950940451-project] 10.222.0.46 "DELETE /v2.0/ports/ac325e51-e489-4960-b042-f0b660e2a516 HTTP/1.1" status: 204 len: 173 time: 0.3999562 Mar 11 17:53:33.006229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1255d957-8ecb-49a0-9e26-e856f17de235', 'name': 'network-vif-deleted', 'tag': 'ac325e51-e489-4960-b042-f0b660e2a516'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:53:33.008794 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6e2403-6c6e-4f8b-832b-7483fe16fd2a" -d '{"events": [{"server_uuid": "1255d957-8ecb-49a0-9e26-e856f17de235", "name": "network-vif-deleted", "tag": "ac325e51-e489-4960-b042-f0b660e2a516"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:53:33.053833 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19a0234-80af-464a-ab89-8ddb2f049b60 x-openstack-request-id: req-c19a0234-80af-464a-ab89-8ddb2f049b60 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:53:33.054122 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1255d957-8ecb-49a0-9e26-e856f17de235", "name": "network-vif-deleted", "tag": "ac325e51-e489-4960-b042-f0b660e2a516", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:53:33.054378 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c19a0234-80af-464a-ab89-8ddb2f049b60 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:53:33.054785 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1255d957-8ecb-49a0-9e26-e856f17de235', 'name': 'network-vif-deleted', 'tag': 'ac325e51-e489-4960-b042-f0b660e2a516', 'status': 'completed', 'code': 200} Mar 11 17:53:33.838571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38050) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:33.968487 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-99ad1a85-e0d7-4f5b-947d-6f79ca46fa8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5891e1f452344779576f5d6a36b2454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287141 Mar 11 17:53:33.970982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38054) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:34.017282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fda3422e-1d97-43b6-858a-e2790ab5570e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.039071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fda3422e-1d97-43b6-858a-e2790ab5570e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.084241 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fda3422e-1d97-43b6-858a-e2790ab5570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.086887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fda3422e-1d97-43b6-858a-e2790ab5570e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.088158 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-fda3422e-1d97-43b6-858a-e2790ab5570e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abf69fee-2901-45c1-88ce-7a17c52e7461 HTTP/1.1" status: 204 len: 168 time: 0.1162999 Mar 11 17:53:34.095683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3422e-1d97-43b6-858a-e2790ab5570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf69fee-2901-45c1-88ce-7a17c52e7461,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:34.339427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38060) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:34.352787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4c5d950-574d-4e21-a675-148d35f1fd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.427728 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4c5d950-574d-4e21-a675-148d35f1fd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.431012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e4c5d950-574d-4e21-a675-148d35f1fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.467373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5d950-574d-4e21-a675-148d35f1fd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4c4f62-86cc-42a4-a019-9428968b883f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:34.471490 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e4c5d950-574d-4e21-a675-148d35f1fd06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e85d3333fe8433e9271ff6c0af1bdad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310589 Mar 11 17:53:34.474379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38062) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:34.533575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d829c06-62d7-44fb-ad06-b94daa5690b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.555215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d829c06-62d7-44fb-ad06-b94daa5690b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.601339 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d829c06-62d7-44fb-ad06-b94daa5690b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.603787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d829c06-62d7-44fb-ad06-b94daa5690b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:34.604956 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1d829c06-62d7-44fb-ad06-b94daa5690b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf4c4f62-86cc-42a4-a019-9428968b883f HTTP/1.1" status: 204 len: 168 time: 0.1296165 Mar 11 17:53:34.612581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d829c06-62d7-44fb-ad06-b94daa5690b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4c4f62-86cc-42a4-a019-9428968b883f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:35.262983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:35.359053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-500639802-network', 'tenant_id': '6b41184617d845c88072c9896e3edcd9'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:53:35.377173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Made reservation on behalf of 6b41184617d845c88072c9896e3edcd9 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:35.379615 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.387588 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.461349 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.464915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.491401 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:53:35.501400 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c857f32-1836-4ffc-8272-6ec4d466cc5d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:35.507039 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.507389 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Added segment 3301e479-d5c2-43c9-8a9d-9022d50c4af4 of type vlan for network 7522e62d-3dba-4a54-9706-e1e1d2325da3 Mar 11 17:53:35.555722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.580259 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.581236 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:35.581827 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.631675 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3675511 Mar 11 17:53:35.634690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38088) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:53:35.639849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Request body: {'subnet': {'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-500639802-subnet', 'tenant_id': '6b41184617d845c88072c9896e3edcd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:53:35.644671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0e6de-1223-4353-808b-52eed7b05be3 admin admin] Pushing event updated for resources: {'Network': ['ID=7522e62d-3dba-4a54-9706-e1e1d2325da3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:35.659770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Made reservation on behalf of 6b41184617d845c88072c9896e3edcd9 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:35.662493 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.663228 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 7522e62d-3dba-4a54-9706-e1e1d2325da3 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:53:35.830890 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.887400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=135bfa8b-48a7-4158-8faf-1f7ab971e7d4,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:35.893472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Checking segment: {'id': '3301e479-d5c2-43c9-8a9d-9022d50c4af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:53:35.893830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Network hostable DHCP agents. Network: 7522e62d-3dba-4a54-9706-e1e1d2325da3, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:53:35.910243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Network 7522e62d-3dba-4a54-9706-e1e1d2325da3 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:53:35.918734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 7522e62d-3dba-4a54-9706-e1e1d2325da3) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:35.923080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:35.923744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:35.928614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93848e78-61ec-4daf-b97f-0eb5fcd75766 None None] Network 7522e62d-3dba-4a54-9706-e1e1d2325da3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:53:35.938765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-54111ee3-5281-44a2-8cb6-2f2e7eead205 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3028975 Mar 11 17:53:36.062312 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df44aae0-a190-444b-ad67-adf26c8185e0 None None] Network 7522e62d-3dba-4a54-9706-e1e1d2325da3 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:53:36.120970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ac325e51-e489-4960-b042-f0b660e2a516 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:53:36.150314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: ac325e51-e489-4960-b042-f0b660e2a516 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:53:36.150659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ac325e51-e489-4960-b042-f0b660e2a516 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:53:36.377136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-ab9d7bbe-b038-4e71-b5ea-1689f76d9958 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:36.378582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-ab9d7bbe-b038-4e71-b5ea-1689f76d9958 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/networks?id=7522e62d-3dba-4a54-9706-e1e1d2325da3 HTTP/1.1" status: 200 len: 811 time: 0.1074505 Mar 11 17:53:36.393435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-71189e91-55ed-47b1-8704-77e4681d08a6 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/quotas/6b41184617d845c88072c9896e3edcd9 HTTP/1.1" status: 200 len: 375 time: 0.0088577 Mar 11 17:53:36.425105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-8551ea7c-26cd-48f4-8cf2-93bcdcfa6766 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b41184617d845c88072c9896e3edcd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264263 Mar 11 17:53:36.436160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-792580b2-2c6e-4d41-ba01-c92b1ed0688c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:53:36.437125 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-792580b2-2c6e-4d41-ba01-c92b1ed0688c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048988 Mar 11 17:53:36.523679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-f2df9900-abfe-4c59-8ac3-7ed9b5f4200b service neutron] 10.222.0.53 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809660 Mar 11 17:53:36.614131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-ee721b30-b698-4c81-8c45-0057f4508bdb service neutron] 10.222.0.53 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841482 Mar 11 17:53:36.768974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79926e88-1cf0-439e-8889-db4434246251 req-c38977bb-34e5-4f15-8ba0-6cbbff75e551 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 210 time: 0.0259559 Mar 11 17:53:37.851225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dcf7cf3a-27bd-4262-a433-721f921a04f8 req-072f586c-d794-4919-82f7-b19d7726abe3 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 210 time: 0.0271666 Mar 11 17:53:38.934542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-800c542d-f68b-43eb-a013-c9079ef0ad49 req-8649d9f2-781a-4b5f-a8e0-990d016b3d4d tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 210 time: 0.0306797 Mar 11 17:53:40.014899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1856ab06-5d53-4122-a032-a59e48d437fd req-d26d8183-9138-4a57-bce3-ce9289990fc2 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 210 time: 0.0315914 Mar 11 17:53:41.109487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6a936ec-f49c-4cc2-b6d9-9d116bb1d8cb req-38b0a6b9-54d5-4fea-a9a7-2c209df48b46 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 210 time: 0.0264254 Mar 11 17:53:41.259740 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:41.630937 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:53:41.838624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-b852e565-7ff1-4dbb-8bf7-f1177405ea8e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:41.840113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-b852e565-7ff1-4dbb-8bf7-f1177405ea8e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.46 "GET /v2.0/networks?id=7522e62d-3dba-4a54-9706-e1e1d2325da3 HTTP/1.1" status: 200 len: 811 time: 0.1046455 Mar 11 17:53:41.853927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Request body: {'port': {'device_id': '21764592-2a16-462a-a978-c023157c7c19', 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3', 'admin_state_up': True, 'tenant_id': '6b41184617d845c88072c9896e3edcd9'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:53:41.968371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Made reservation on behalf of 6b41184617d845c88072c9896e3edcd9 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:53:41.971584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.097720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Allocated IP 172.20.0.10 (7522e62d-3dba-4a54-9706-e1e1d2325da3/135bfa8b-48a7-4158-8faf-1f7ab971e7d4/de452b3e-656e-4125-b07d-69b1daf01101) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:53:42.228770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2596931d-f65d-4487-8182-cd36e045b532 req-50187685-e47f-4a6c-8e73-481d9cd8ee62 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 210 time: 0.0324874 Mar 11 17:53:42.275587 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.310171 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.359260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Network 7522e62d-3dba-4a54-9706-e1e1d2325da3 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:53:42.362295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:53:42.365923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:53:42.391554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Pushing event updated for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:42.421473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:42.422128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.436802 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e6d4b8d7-841e-4691-b547-d7c7375e3565 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5874386 Mar 11 17:53:42.448602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Request body: {'port': {'device_id': '21764592-2a16-462a-a978-c023157c7c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:53:42.499950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.759410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de452b3e-656e-4125-b07d-69b1daf01101 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:53:42.766531 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.778888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Transition to ACTIVE for port object de452b3e-656e-4125-b07d-69b1daf01101 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:53:42.782498 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.848971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Pushing event updated for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:42.907826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Attempting to bind port de452b3e-656e-4125-b07d-69b1daf01101 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:53:42.908224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Attempting to bind port de452b3e-656e-4125-b07d-69b1daf01101 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '3301e479-d5c2-43c9-8a9d-9022d50c4af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:53:42.908598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Attempting to bind port de452b3e-656e-4125-b07d-69b1daf01101 on network 7522e62d-3dba-4a54-9706-e1e1d2325da3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:53:42.913721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Port de452b3e-656e-4125-b07d-69b1daf01101 on network 7522e62d-3dba-4a54-9706-e1e1d2325da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:53:42.914043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Attempting to bind port de452b3e-656e-4125-b07d-69b1daf01101 on network 7522e62d-3dba-4a54-9706-e1e1d2325da3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:53:42.918912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:53:42.919249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Checking segment: {'id': '3301e479-d5c2-43c9-8a9d-9022d50c4af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:53:42.919633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Bound using segment: {'id': '3301e479-d5c2-43c9-8a9d-9022d50c4af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:53:42.920317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Bound port: de452b3e-656e-4125-b07d-69b1daf01101, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3301e479-d5c2-43c9-8a9d-9022d50c4af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:53:42.920702 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:42.986643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:53:42.989591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:53:42.994712 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:43.029976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.030597 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:43.032103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] 10.222.0.46 "PUT /v2.0/ports/de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 200 len: 1092 time: 0.5875032 Mar 11 17:53:43.032568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:53:43.034920 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01292316-d846-43f9-994e-8b0cb74ce398" -d '{"events": [{"name": "network-changed", "server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "tag": "de452b3e-656e-4125-b07d-69b1daf01101"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:53:43.067213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5451e5-2d37-45c3-8159-8949f88df85e service neutron] Pushing event updated for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:43.089126 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f21f18f-7fad-43e4-ae77-b20f4920a405 x-openstack-request-id: req-4f21f18f-7fad-43e4-ae77-b20f4920a405 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:53:43.089419 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "tag": "de452b3e-656e-4125-b07d-69b1daf01101", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:53:43.089695 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f21f18f-7fad-43e4-ae77-b20f4920a405 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:53:43.090075 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101', 'status': 'completed', 'code': 200} Mar 11 17:53:43.135381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-8752e25a-f8da-4f36-ab38-b8ec81da597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.136887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-8752e25a-f8da-4f36-ab38-b8ec81da597f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b41184617d845c88072c9896e3edcd9&device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0416739 Mar 11 17:53:43.182699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e3157c1d-462f-4e8d-ba51-f2c526e996b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 200 len: 217 time: 0.0371006 Mar 11 17:53:43.230972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e3df1534-5764-42d8-88ac-d866d54f028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.232429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-e3df1534-5764-42d8-88ac-d866d54f028d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=135bfa8b-48a7-4158-8faf-1f7ab971e7d4 HTTP/1.1" status: 200 len: 851 time: 0.0434885 Mar 11 17:53:43.263404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-75e2cb75-bbb2-45a0-88d6-ea6cb38142d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7522e62d-3dba-4a54-9706-e1e1d2325da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247145 Mar 11 17:53:43.386373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-68506fbf-9b9c-4aad-b4e6-843f78059c0a service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160159 Mar 11 17:53:43.394337 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323342-ec7b-4326-9c1d-a63d46cb9835 req-dceac9b0-6c29-4f51-8b2b-4f8af6a70921 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.395709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e323342-ec7b-4326-9c1d-a63d46cb9835 req-dceac9b0-6c29-4f51-8b2b-4f8af6a70921 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 944 time: 0.0762782 Mar 11 17:53:43.484907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e323342-ec7b-4326-9c1d-a63d46cb9835 req-588c014d-d7d9-43fa-9602-117540e596da tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764644 Mar 11 17:53:43.515268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b3ee5ea0-546c-416c-9e22-dd2c42426f27 req-dfbd3b51-de13-44b9-a414-7ae04e0f547f service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180503 Mar 11 17:53:43.603262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292316-d846-43f9-994e-8b0cb74ce398 req-0b6b628f-e99d-44ea-bc21-8e7886facce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.604786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01292316-d846-43f9-994e-8b0cb74ce398 req-0b6b628f-e99d-44ea-bc21-8e7886facce9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b41184617d845c88072c9896e3edcd9&device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0414250 Mar 11 17:53:43.634698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fa776bb9-aee9-48e1-8701-d5302d228bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:43.694554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292316-d846-43f9-994e-8b0cb74ce398 req-bb438e02-3040-433f-b2dd-c6f6a852afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.696013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01292316-d846-43f9-994e-8b0cb74ce398 req-bb438e02-3040-433f-b2dd-c6f6a852afc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7522e62d-3dba-4a54-9706-e1e1d2325da3 HTTP/1.1" status: 200 len: 911 time: 0.0851483 Mar 11 17:53:43.743507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01292316-d846-43f9-994e-8b0cb74ce398 req-a50df89b-0d13-4102-bec8-5a862769d9bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 200 len: 217 time: 0.0408874 Mar 11 17:53:43.794950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292316-d846-43f9-994e-8b0cb74ce398 req-93af5480-bf0f-4877-b22c-6b92df36e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:43.796464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01292316-d846-43f9-994e-8b0cb74ce398 req-93af5480-bf0f-4877-b22c-6b92df36e4c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=135bfa8b-48a7-4158-8faf-1f7ab971e7d4 HTTP/1.1" status: 200 len: 851 time: 0.0454683 Mar 11 17:53:43.832571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01292316-d846-43f9-994e-8b0cb74ce398 req-3351fd31-6235-483e-911f-538ec4955ce5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7522e62d-3dba-4a54-9706-e1e1d2325da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284946 Mar 11 17:53:43.933644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01292316-d846-43f9-994e-8b0cb74ce398 req-53b59940-f91b-4c38-8098-b1a5e58a100c service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934060 Mar 11 17:53:44.034273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01292316-d846-43f9-994e-8b0cb74ce398 req-0fb15a8f-133f-41ff-9402-158ce4300367 service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940969 Mar 11 17:53:44.604147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748714-29d6-447a-b0b5-7e16a6d2fc27 req-a110c77d-4c04-456b-bce7-71889b012817 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:44.605662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d748714-29d6-447a-b0b5-7e16a6d2fc27 req-a110c77d-4c04-456b-bce7-71889b012817 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 944 time: 0.0501173 Mar 11 17:53:44.642969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d748714-29d6-447a-b0b5-7e16a6d2fc27 req-2b933ec3-b348-4721-a1dd-38fa341f446e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Mar 11 17:53:45.761152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a7a28-f71d-4855-9695-a3b91c2a1e62 req-09dbb211-994c-4c2c-b5c5-67c9066d6fad tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:45.762555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-785a7a28-f71d-4855-9695-a3b91c2a1e62 req-09dbb211-994c-4c2c-b5c5-67c9066d6fad tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 944 time: 0.0524561 Mar 11 17:53:45.800506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-785a7a28-f71d-4855-9695-a3b91c2a1e62 req-c1052699-f6ce-47a2-b2a1-db034f51d762 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Mar 11 17:53:45.921063 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1d89373b-ed65-42a3-8c45-cf8c00358ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:46.189549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device de452b3e-656e-4125-b07d-69b1daf01101 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:53:46.288254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:46.300274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'de452b3e-656e-4125-b07d-69b1daf01101', 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3', 'port_id': 'de452b3e-656e-4125-b07d-69b1daf01101', 'mac_address': 'fa:16:3e:eb:d0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135bfa8b-48a7-4158-8faf-1f7ab971e7d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:53:46.339590 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:46.356770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de452b3e-656e-4125-b07d-69b1daf01101 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:53:46.377358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:46.381513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:46.428611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:46.578253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['de452b3e-656e-4125-b07d-69b1daf01101'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:53:46.916601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba33c6-e1fd-4f18-a373-593843d4b250 req-9475bc4a-0506-4f05-ba36-7ca2aedf775e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:46.918098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97ba33c6-e1fd-4f18-a373-593843d4b250 req-9475bc4a-0506-4f05-ba36-7ca2aedf775e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 945 time: 0.0497258 Mar 11 17:53:46.956935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97ba33c6-e1fd-4f18-a373-593843d4b250 req-1ab8016c-36cb-487b-b77c-baba54a66009 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Mar 11 17:53:47.231066 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.071740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf893b0f-86de-40bf-8ca9-1b906663ce38 req-a58b6ba5-1dda-4067-8241-ed5abcd93256 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:48.073243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf893b0f-86de-40bf-8ca9-1b906663ce38 req-a58b6ba5-1dda-4067-8241-ed5abcd93256 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 945 time: 0.0483222 Mar 11 17:53:48.112823 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf893b0f-86de-40bf-8ca9-1b906663ce38 req-3be5c122-0006-41b7-a32d-9d8fd5edf12c tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Mar 11 17:53:48.197267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device de452b3e-656e-4125-b07d-69b1daf01101 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:53:48.248678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port de452b3e-656e-4125-b07d-69b1daf01101 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:53:48.253250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port de452b3e-656e-4125-b07d-69b1daf01101 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:53:48.253617 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.336698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.359549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:53:48.361878 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3297a723-3955-4c70-a01c-922bacb12f4e" -d '{"events": [{"server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "name": "network-vif-plugged", "status": "completed", "tag": "de452b3e-656e-4125-b07d-69b1daf01101"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:53:48.376123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:53:48.381260 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.412072 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146f8b7d-961c-4a29-986e-8f2d41cedaca x-openstack-request-id: req-146f8b7d-961c-4a29-986e-8f2d41cedaca {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:53:48.412407 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "name": "network-vif-plugged", "status": "completed", "tag": "de452b3e-656e-4125-b07d-69b1daf01101", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:53:48.412689 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-146f8b7d-961c-4a29-986e-8f2d41cedaca {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:53:48.413137 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101', 'code': 200} Mar 11 17:53:48.445323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:53:48.485227 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:48.506840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528de25-175d-47d6-982f-c661cb226244 req-08c4527e-7877-4908-8a9c-665fb1f94a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:48.508268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6528de25-175d-47d6-982f-c661cb226244 req-08c4527e-7877-4908-8a9c-665fb1f94a7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 1097 time: 0.0441649 Mar 11 17:53:48.543614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6528de25-175d-47d6-982f-c661cb226244 req-a22b8cdc-7665-42b0-b306-f39185f97859 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289736 Mar 11 17:53:49.014098 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:53:49.231247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cff47e-2eb5-4757-bb4e-0aabebb96308 req-dd24281e-576b-47e9-ae16-debd43f0eb6e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:49.232766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06cff47e-2eb5-4757-bb4e-0aabebb96308 req-dd24281e-576b-47e9-ae16-debd43f0eb6e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0488846 Mar 11 17:53:49.275201 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-06cff47e-2eb5-4757-bb4e-0aabebb96308 req-bf787e65-195e-4a6f-8847-4822b89239ac tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356352 Mar 11 17:53:50.393389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebace61-2b60-4f45-94d9-e2c50839e5fe req-6b0681b2-f9f8-4fa4-bbf8-0c8b24b7d401 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:50.394951 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ebace61-2b60-4f45-94d9-e2c50839e5fe req-6b0681b2-f9f8-4fa4-bbf8-0c8b24b7d401 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0499284 Mar 11 17:53:50.432955 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ebace61-2b60-4f45-94d9-e2c50839e5fe req-5c1d5c31-42fa-4c23-80b3-b25c3e2376bd tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Mar 11 17:53:50.679772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812cedf-b8b7-4bb6-9d9c-e6fd611841f3 req-ba4826dc-fd9a-47cc-91f4-5cacc98f72d9 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:50.681423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f812cedf-b8b7-4bb6-9d9c-e6fd611841f3 req-ba4826dc-fd9a-47cc-91f4-5cacc98f72d9 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0585520 Mar 11 17:53:50.705311 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-dcc7ddb8-95e7-4181-8eac-45e097bb393e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901163 Mar 11 17:53:50.714990 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-9cd50b6e-4bba-43b3-8911-d334421f4627 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:53:50.716069 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-9cd50b6e-4bba-43b3-8911-d334421f4627 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051000 Mar 11 17:53:50.720625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f812cedf-b8b7-4bb6-9d9c-e6fd611841f3 req-7f3bbfb2-f117-469f-8216-87eb1ab54a2b tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331779 Mar 11 17:53:51.872258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1af3-c5ef-42e6-aeb2-99861df9dc1e req-482d2559-2603-43ef-948f-f7dc160eb6d6 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:51.873758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22ac1af3-c5ef-42e6-aeb2-99861df9dc1e req-482d2559-2603-43ef-948f-f7dc160eb6d6 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0738053 Mar 11 17:53:51.878947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-7f6a40ca-5300-48ef-8617-fa2e98dedd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:51.880456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-7f6a40ca-5300-48ef-8617-fa2e98dedd84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b41184617d845c88072c9896e3edcd9&device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 1097 time: 0.0697303 Mar 11 17:53:51.972719 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22ac1af3-c5ef-42e6-aeb2-99861df9dc1e req-1d699c70-5a6f-4daa-bcde-3b5761eaaeae tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906541 Mar 11 17:53:52.002519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-220f167f-63dd-4d1b-a808-6dc2f42284f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:52.003911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-220f167f-63dd-4d1b-a808-6dc2f42284f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7522e62d-3dba-4a54-9706-e1e1d2325da3 HTTP/1.1" status: 200 len: 911 time: 0.1152496 Mar 11 17:53:52.045877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-55a2a1d5-e08e-4b88-b124-36a4632cce99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 200 len: 217 time: 0.0336435 Mar 11 17:53:52.097721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-487e9adc-f6a8-4846-a5b4-c406f3ec6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:52.099229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-487e9adc-f6a8-4846-a5b4-c406f3ec6bec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=135bfa8b-48a7-4158-8faf-1f7ab971e7d4 HTTP/1.1" status: 200 len: 851 time: 0.0475397 Mar 11 17:53:52.130869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-cd3b972b-7058-4c03-8c31-d64c60f2da6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7522e62d-3dba-4a54-9706-e1e1d2325da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244401 Mar 11 17:53:52.218002 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-99a1a8db-ad03-46f3-877a-d9cc075697c1 service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804954 Mar 11 17:53:52.311537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-cfefad0e-7da7-4dd2-8050-381dda3cc73d service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868673 Mar 11 17:53:53.091761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bf80d-ca9d-4eae-9889-8058141758a2 req-d870aa10-b20f-4270-a3bc-3efa73a3d68d tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:53.093253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-438bf80d-ca9d-4eae-9889-8058141758a2 req-d870aa10-b20f-4270-a3bc-3efa73a3d68d tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0491426 Mar 11 17:53:53.130309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-438bf80d-ca9d-4eae-9889-8058141758a2 req-ad9ad839-b642-4ef4-b895-d61802c654fd tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Mar 11 17:53:54.246842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fe19d-45d6-45eb-9530-83f3dbdba8e4 req-2982502b-25a0-4021-89db-3b88b711f43d tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:54.248297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f2fe19d-45d6-45eb-9530-83f3dbdba8e4 req-2982502b-25a0-4021-89db-3b88b711f43d tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0479929 Mar 11 17:53:54.290296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f2fe19d-45d6-45eb-9530-83f3dbdba8e4 req-1568c8b7-6b30-486f-9d11-41280bdb01a4 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Mar 11 17:53:55.407221 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461bf68-5947-4742-9722-c8506c7b73f6 req-af4971c4-a854-4adc-a1dc-b170c97abf72 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:55.408716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6461bf68-5947-4742-9722-c8506c7b73f6 req-af4971c4-a854-4adc-a1dc-b170c97abf72 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0485902 Mar 11 17:53:55.449475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6461bf68-5947-4742-9722-c8506c7b73f6 req-bf6466a8-5e92-4a10-a2ce-9de479156841 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340531 Mar 11 17:53:56.566897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b339-49b9-4ce5-9d05-af7f366b45da req-73a2ccf5-46d3-4635-bf1f-b713528c3fcd tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:56.569052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa55b339-49b9-4ce5-9d05-af7f366b45da req-73a2ccf5-46d3-4635-bf1f-b713528c3fcd tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0486073 Mar 11 17:53:56.606589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa55b339-49b9-4ce5-9d05-af7f366b45da req-4286513c-e511-43e7-abfb-f54c2768cfb4 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Mar 11 17:53:57.721110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa923d1f-ddaf-4217-917e-37c369d5770c req-5b9bb0ef-0d15-408b-a3f9-b4e95994961a tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:57.722465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa923d1f-ddaf-4217-917e-37c369d5770c req-5b9bb0ef-0d15-408b-a3f9-b4e95994961a tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0490551 Mar 11 17:53:57.762905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa923d1f-ddaf-4217-917e-37c369d5770c req-5ea983dd-18ba-43c5-88d6-1399a6869407 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Mar 11 17:53:58.876541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122ca04-918d-46e0-ac32-235d300d2e9e req-a5cd83d3-a80f-4cf3-834c-2ffa14bea417 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:53:58.877999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a122ca04-918d-46e0-ac32-235d300d2e9e req-a5cd83d3-a80f-4cf3-834c-2ffa14bea417 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0479753 Mar 11 17:53:58.915546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a122ca04-918d-46e0-ac32-235d300d2e9e req-db501f7a-530f-40c0-830d-fa3908cb544b tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Mar 11 17:53:59.300216 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:00.041140 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19e608-264c-44c7-8866-99edf82d99cc req-5454542f-2773-48b5-905a-b6f9f8dc44bb tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:00.042613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d19e608-264c-44c7-8866-99edf82d99cc req-5454542f-2773-48b5-905a-b6f9f8dc44bb tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0585241 Mar 11 17:54:00.079947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d19e608-264c-44c7-8866-99edf82d99cc req-a4d4848d-b996-47b9-a7f8-1b22eead8f14 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Mar 11 17:54:01.196993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de929b-1ad5-4a45-8272-987a9ccdf125 req-074bb94e-b651-41cd-bd2a-c9e628d8d14a tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:01.198451 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95de929b-1ad5-4a45-8272-987a9ccdf125 req-074bb94e-b651-41cd-bd2a-c9e628d8d14a tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0491879 Mar 11 17:54:01.238627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95de929b-1ad5-4a45-8272-987a9ccdf125 req-13dbb31c-ca11-48b7-a38b-ce048f929185 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342538 Mar 11 17:54:02.356585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83269f6d-e3da-4085-8990-33b685dac359 req-3d5bb16a-73d0-4867-9d59-44d05ddbba5e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:02.358266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83269f6d-e3da-4085-8990-33b685dac359 req-3d5bb16a-73d0-4867-9d59-44d05ddbba5e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0502350 Mar 11 17:54:02.398261 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83269f6d-e3da-4085-8990-33b685dac359 req-703c539b-ebe7-457c-b036-9d5030909259 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333333 Mar 11 17:54:03.517171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508e4b6-3009-48c7-aca6-7a3020b0cabc req-1b817e22-b855-48c9-b83f-cfdd557ccf56 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:03.518685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0508e4b6-3009-48c7-aca6-7a3020b0cabc req-1b817e22-b855-48c9-b83f-cfdd557ccf56 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0496812 Mar 11 17:54:03.558752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0508e4b6-3009-48c7-aca6-7a3020b0cabc req-125a1a9d-4913-401e-91ee-97bccf7bc4e9 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341234 Mar 11 17:54:04.676545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f825b4-9bb6-4e9f-866b-0489824cd5e4 req-83b1e353-ed3f-4b44-a5b1-d230765972a8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:04.678556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7f825b4-9bb6-4e9f-866b-0489824cd5e4 req-83b1e353-ed3f-4b44-a5b1-d230765972a8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0523961 Mar 11 17:54:04.720456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7f825b4-9bb6-4e9f-866b-0489824cd5e4 req-d8f38d81-4098-428c-95ca-22b037927b09 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358596 Mar 11 17:54:05.841274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104244b1-5ebc-4b11-bd33-3fb701d42a14 req-a90e7cbe-0b3d-401d-8c85-7cf17961220c tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:05.842757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-104244b1-5ebc-4b11-bd33-3fb701d42a14 req-a90e7cbe-0b3d-401d-8c85-7cf17961220c tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0490301 Mar 11 17:54:05.879295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-104244b1-5ebc-4b11-bd33-3fb701d42a14 req-c5bb45bd-c788-4119-81bb-4d2ee6b04cd9 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Mar 11 17:54:06.996363 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c59e25-a8c7-4e6f-aec2-05c319f16512 req-775ebe1e-33d4-421b-b67d-c0a7e1d608ca tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:06.997811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74c59e25-a8c7-4e6f-aec2-05c319f16512 req-775ebe1e-33d4-421b-b67d-c0a7e1d608ca tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0484140 Mar 11 17:54:07.034816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74c59e25-a8c7-4e6f-aec2-05c319f16512 req-d17b7583-c452-4e73-b659-bb51846d7c1e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Mar 11 17:54:08.153723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2dea8-5295-4f3b-99e1-90d18847ce18 req-1ef37bc3-9806-4c69-be14-68972b8d47e0 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:08.155184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62f2dea8-5295-4f3b-99e1-90d18847ce18 req-1ef37bc3-9806-4c69-be14-68972b8d47e0 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0487535 Mar 11 17:54:08.197701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62f2dea8-5295-4f3b-99e1-90d18847ce18 req-2d900cf9-68f6-40d6-ad06-7f4b1eaea9b7 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362089 Mar 11 17:54:09.315291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957ef57-de08-42ed-8c29-1b79b6cf2c02 req-8c0afc56-9ef5-41d2-8e02-6ad396effc2e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:09.316832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2957ef57-de08-42ed-8c29-1b79b6cf2c02 req-8c0afc56-9ef5-41d2-8e02-6ad396effc2e tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0512092 Mar 11 17:54:09.355453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2957ef57-de08-42ed-8c29-1b79b6cf2c02 req-d429f72a-63c3-4dae-9e6c-ff055c4df96f tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Mar 11 17:54:10.482089 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260905b-2ffe-4479-a7bb-a1025d5106c5 req-4a590e98-ea15-462f-9c09-ad07589d16a9 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:10.483579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3260905b-2ffe-4479-a7bb-a1025d5106c5 req-4a590e98-ea15-462f-9c09-ad07589d16a9 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0521431 Mar 11 17:54:10.522167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3260905b-2ffe-4479-a7bb-a1025d5106c5 req-2ed2ceba-2914-467b-88e3-205d2d783cf0 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324075 Mar 11 17:54:11.278666 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:11.637854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b4534-bfa0-4769-b763-c6bb188ff1ee req-4f9bba8a-9292-4c01-860c-e7cf529cdb1c tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:11.640803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e56b4534-bfa0-4769-b763-c6bb188ff1ee req-4f9bba8a-9292-4c01-860c-e7cf529cdb1c tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0477552 Mar 11 17:54:11.681512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e56b4534-bfa0-4769-b763-c6bb188ff1ee req-e1053e0b-428c-4404-a6cc-00a8ae699f59 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360403 Mar 11 17:54:12.799893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698143-b7de-4d07-9af1-c1c81ccff903 req-b5e8cc94-f032-4acc-a378-df32aaa092cd tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:12.801388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc698143-b7de-4d07-9af1-c1c81ccff903 req-b5e8cc94-f032-4acc-a378-df32aaa092cd tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0493262 Mar 11 17:54:12.839315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc698143-b7de-4d07-9af1-c1c81ccff903 req-19209d56-7234-41b3-92bb-bde85f5126bf tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Mar 11 17:54:13.636777 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2dbc905a-333c-4a5a-a0dd-777f5ca13ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:13.955165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e8da8-d766-401a-b627-f723541e7560 req-5ed2642a-b6c9-4db2-8a27-82e510a81f4b tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:13.956656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb6e8da8-d766-401a-b627-f723541e7560 req-5ed2642a-b6c9-4db2-8a27-82e510a81f4b tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0488365 Mar 11 17:54:13.994798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb6e8da8-d766-401a-b627-f723541e7560 req-bfc65c7f-20e1-499f-8800-bb57b77a0a26 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323055 Mar 11 17:54:15.111581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7c3f9-8097-4235-8e79-6f8b8145cfd4 req-7874d4d4-45a2-4bae-b641-269191a05d27 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:15.113091 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c7c3f9-8097-4235-8e79-6f8b8145cfd4 req-7874d4d4-45a2-4bae-b641-269191a05d27 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0488110 Mar 11 17:54:15.155986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1c7c3f9-8097-4235-8e79-6f8b8145cfd4 req-21665e2d-29a4-48d9-bd84-bdc90a8adc16 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Mar 11 17:54:15.924709 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-964656b1-0f8a-4057-af23-c7661b7a6356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:16.273458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d9266-c6f3-46ff-8adc-3a5c01459d8b req-7c45b8eb-bc17-44f6-90a6-1361a190f58b tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:16.274997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-070d9266-c6f3-46ff-8adc-3a5c01459d8b req-7c45b8eb-bc17-44f6-90a6-1361a190f58b tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0494549 Mar 11 17:54:16.312607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-070d9266-c6f3-46ff-8adc-3a5c01459d8b req-31b295f4-d4d2-4281-afe4-5709f8d3b919 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Mar 11 17:54:17.234347 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:17.431205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ee3b-6d57-45a6-9702-f67e4e08c1ea req-6a84de06-c879-487a-8fcd-815f4e2389f8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:17.432692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6316ee3b-6d57-45a6-9702-f67e4e08c1ea req-6a84de06-c879-487a-8fcd-815f4e2389f8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0494542 Mar 11 17:54:17.470218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6316ee3b-6d57-45a6-9702-f67e4e08c1ea req-d5afd4ef-3b58-4570-b4c5-5e23050889a4 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314763 Mar 11 17:54:18.487392 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:18.588979 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05945f-a37c-4559-8a87-4916b8be8598 req-04a289f2-cf2f-4246-99b5-eba716371cb8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:18.590543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf05945f-a37c-4559-8a87-4916b8be8598 req-04a289f2-cf2f-4246-99b5-eba716371cb8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0526931 Mar 11 17:54:18.629744 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:54:18.633768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf05945f-a37c-4559-8a87-4916b8be8598 req-fca5f8ff-0ff5-4f8b-83ac-171ef91f3b52 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373230 Mar 11 17:54:19.011354 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.251868 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-572cc68e-29a1-4975-bd9b-417abec8fec4 service neutron] show failed (client error): The resource could not be found. Mar 11 17:54:19.252913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-572cc68e-29a1-4975-bd9b-417abec8fec4 service neutron] 10.222.0.46 "GET /v2.0/ports/de452b3e-656e-4125-b07d-69b1daf01101/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0529211 Mar 11 17:54:19.445071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-94a4a314-1bdd-4965-9e3e-d948091d60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:19.446544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-94a4a314-1bdd-4965-9e3e-d948091d60bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19&tenant_id=6b41184617d845c88072c9896e3edcd9 HTTP/1.1" status: 200 len: 1097 time: 0.0409737 Mar 11 17:54:19.458624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:54:19.510616 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.746281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:19.777346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6369251-e773-43a0-b6e3-dbe771b4e0d5 req-5d52ed3a-ea83-4f1e-b557-3c356090fcb8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:19.778807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6369251-e773-43a0-b6e3-dbe771b4e0d5 req-5d52ed3a-ea83-4f1e-b557-3c356090fcb8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 946 time: 0.0745478 Mar 11 17:54:19.805701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:19.857345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6369251-e773-43a0-b6e3-dbe771b4e0d5 req-4a2b751f-4c9a-4a54-b17a-0ecadc403c48 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701942 Mar 11 17:54:19.860782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:54:19.863748 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b61fd1b-2070-4f1d-9e27-43459372e418" -d '{"events": [{"server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "name": "network-vif-unplugged", "status": "completed", "tag": "de452b3e-656e-4125-b07d-69b1daf01101"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:54:19.867646 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.884143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Transition to ACTIVE for port object de452b3e-656e-4125-b07d-69b1daf01101 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:19.887842 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:19.926222 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0287f7d0-36a5-447b-ae4b-0172bb31c9cd x-openstack-request-id: req-0287f7d0-36a5-447b-ae4b-0172bb31c9cd {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:54:19.926509 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "name": "network-vif-unplugged", "status": "completed", "tag": "de452b3e-656e-4125-b07d-69b1daf01101", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:54:19.926759 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0287f7d0-36a5-447b-ae4b-0172bb31c9cd {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:54:19.927145 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101', 'code': 200} Mar 11 17:54:19.954994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] No DVR routers for this DVR port de452b3e-656e-4125-b07d-69b1daf01101 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:54:19.958096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Pushing event updated for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:19.984144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.984525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.984864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.985194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.985522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.985847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.986167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.986486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.986804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.987123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.987444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:19.987759 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:20.002403 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Attempting to bind port de452b3e-656e-4125-b07d-69b1daf01101 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:20.002681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Attempting to bind port de452b3e-656e-4125-b07d-69b1daf01101 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '3301e479-d5c2-43c9-8a9d-9022d50c4af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:20.003010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Attempting to bind port de452b3e-656e-4125-b07d-69b1daf01101 on network 7522e62d-3dba-4a54-9706-e1e1d2325da3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:54:20.007894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Port de452b3e-656e-4125-b07d-69b1daf01101 on network 7522e62d-3dba-4a54-9706-e1e1d2325da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:54:20.008212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Attempting to bind port de452b3e-656e-4125-b07d-69b1daf01101 on network 7522e62d-3dba-4a54-9706-e1e1d2325da3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:54:20.012941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:54:20.013281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Checking segment: {'id': '3301e479-d5c2-43c9-8a9d-9022d50c4af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:54:20.013659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Bound using segment: {'id': '3301e479-d5c2-43c9-8a9d-9022d50c4af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:54:20.014082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Bound port: de452b3e-656e-4125-b07d-69b1daf01101, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3301e479-d5c2-43c9-8a9d-9022d50c4af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:20.014437 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.075811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:20.078737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:20.082700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.119658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:20.120271 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:20.121682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] 10.222.0.66 "PUT /v2.0/ports/de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 200 len: 1092 time: 0.6669288 Mar 11 17:54:20.143555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f5c80-5194-40ce-b3df-5b8bf77e2431 service neutron] Pushing event updated for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:20.186579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-4fdc8f18-aa2e-40df-ac38-80e93ff7c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:20.188135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-4fdc8f18-aa2e-40df-ac38-80e93ff7c549 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b41184617d845c88072c9896e3edcd9&device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0402849 Mar 11 17:54:20.279870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-f490b3c4-d4a9-4ef7-835b-d4cbde6d613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:20.281400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-f490b3c4-d4a9-4ef7-835b-d4cbde6d613c service neutron] 10.222.0.66 "GET /v2.0/networks?id=7522e62d-3dba-4a54-9706-e1e1d2325da3 HTTP/1.1" status: 200 len: 911 time: 0.0869284 Mar 11 17:54:20.323829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-1bb76402-b162-4e9f-824c-c52143354e1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 200 len: 217 time: 0.0356395 Mar 11 17:54:20.371968 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-3496db8c-7912-4081-bec2-a230e117fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:20.373517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-3496db8c-7912-4081-bec2-a230e117fc82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=135bfa8b-48a7-4158-8faf-1f7ab971e7d4 HTTP/1.1" status: 200 len: 851 time: 0.0433300 Mar 11 17:54:20.405110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-63c8b916-8a33-4dbc-ba49-7af00826e58a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7522e62d-3dba-4a54-9706-e1e1d2325da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248473 Mar 11 17:54:20.496171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-a01f2d39-cc02-48d3-966c-1ce159e7bd61 service neutron] 10.222.0.66 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847104 Mar 11 17:54:20.582279 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3d936e13-471f-4c5a-8dd4-1363c27737f6 req-4a5f7d4b-9158-47a4-bf2a-52ad80ca0e29 service neutron] 10.222.0.66 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799091 Mar 11 17:54:20.978345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61db0-2bcb-44b5-830a-d8465026d976 req-47e0c6bf-0ade-4663-8d27-da54d33c5b6a tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:20.979938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08e61db0-2bcb-44b5-830a-d8465026d976 req-47e0c6bf-0ade-4663-8d27-da54d33c5b6a tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 944 time: 0.0537143 Mar 11 17:54:21.016749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-08e61db0-2bcb-44b5-830a-d8465026d976 req-4e35d39d-04f8-42ad-baee-32231e84c1fb tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Mar 11 17:54:21.928566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:54:21.930883 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21186e9-ef66-41c1-ac78-a93b496bff43" -d '{"events": [{"name": "network-changed", "server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "tag": "de452b3e-656e-4125-b07d-69b1daf01101"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:54:21.980569 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d49542-0506-40e7-99be-5a3afea5223a x-openstack-request-id: req-b6d49542-0506-40e7-99be-5a3afea5223a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:54:21.981252 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "tag": "de452b3e-656e-4125-b07d-69b1daf01101", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:54:21.981252 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6d49542-0506-40e7-99be-5a3afea5223a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:54:21.981478 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101', 'status': 'completed', 'code': 200} Mar 11 17:54:22.064364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-06a6ef45-1385-436d-be22-56cc6a6bf7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:22.065843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-06a6ef45-1385-436d-be22-56cc6a6bf7fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b41184617d845c88072c9896e3edcd9&device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0668092 Mar 11 17:54:22.068187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-153b3b77-1d83-4d1d-a1cd-f9bef867c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:22.069540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-153b3b77-1d83-4d1d-a1cd-f9bef867c716 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b41184617d845c88072c9896e3edcd9&device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0619845 Mar 11 17:54:22.371032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device de452b3e-656e-4125-b07d-69b1daf01101 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:54:22.413359 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device de452b3e-656e-4125-b07d-69b1daf01101 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:54:22.575532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38303b0-310d-47fa-82b7-599e78af3fa9 req-c3d12459-015f-4fdd-9423-555746e483a8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:22.577018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c38303b0-310d-47fa-82b7-599e78af3fa9 req-c3d12459-015f-4fdd-9423-555746e483a8 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 944 time: 0.4893377 Mar 11 17:54:22.600570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-edaed35e-e69d-4bfd-948a-dfad0e8c8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:22.601948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-edaed35e-e69d-4bfd-948a-dfad0e8c8de4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7522e62d-3dba-4a54-9706-e1e1d2325da3 HTTP/1.1" status: 200 len: 911 time: 0.5299065 Mar 11 17:54:22.602863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-bddc1dd4-5232-4e3c-8197-19fb18a7f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:22.604129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-bddc1dd4-5232-4e3c-8197-19fb18a7f9bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=7522e62d-3dba-4a54-9706-e1e1d2325da3 HTTP/1.1" status: 200 len: 911 time: 0.5244772 Mar 11 17:54:22.681438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-7b9f33a0-f6c3-4db6-a546-021ca28d17a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 200 len: 217 time: 0.0710464 Mar 11 17:54:22.688410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-41a7e306-025d-4cfd-ab56-645837745bc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 200 len: 217 time: 0.0774031 Mar 11 17:54:22.729460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c38303b0-310d-47fa-82b7-599e78af3fa9 req-0fe6c56a-140d-44ea-94e7-71a82967a620 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416755 Mar 11 17:54:22.766383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-45bc3b46-41cf-4e0c-8daa-df14f3eb1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:22.767795 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-45bc3b46-41cf-4e0c-8daa-df14f3eb1e9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=135bfa8b-48a7-4158-8faf-1f7ab971e7d4 HTTP/1.1" status: 200 len: 851 time: 0.0810273 Mar 11 17:54:22.782061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-af2abcf0-c644-49ca-bb81-e5e0ae2400f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:22.783370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-af2abcf0-c644-49ca-bb81-e5e0ae2400f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=135bfa8b-48a7-4158-8faf-1f7ab971e7d4 HTTP/1.1" status: 200 len: 851 time: 0.0847793 Mar 11 17:54:22.807046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-7b5906b4-5a51-4d3e-9963-343bdb88eec4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7522e62d-3dba-4a54-9706-e1e1d2325da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326190 Mar 11 17:54:22.846456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-d121bddd-597e-4f34-86ef-008e51b006e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7522e62d-3dba-4a54-9706-e1e1d2325da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421178 Mar 11 17:54:22.966859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-dce84d03-6b82-4508-b037-633f7240ae9a service neutron] 10.222.0.66 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525915 Mar 11 17:54:22.996910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-392044b6-337a-4d18-84ec-5efb65b801a7 service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255803 Mar 11 17:54:23.120606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-190e3f78-8145-41be-b2bf-a0eb7d7c7c1f service neutron] 10.222.0.66 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440325 Mar 11 17:54:23.136523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e21186e9-ef66-41c1-ac78-a93b496bff43 req-7d526dd6-eaae-4abf-b0a6-e9a96cc76c2b service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115861 Mar 11 17:54:23.845189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411442-1ae1-4c4f-a165-995e615a0256 req-e3be925a-6992-4e7e-a72c-fda1d77c9836 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:23.846657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f411442-1ae1-4c4f-a165-995e615a0256 req-e3be925a-6992-4e7e-a72c-fda1d77c9836 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 944 time: 0.0486090 Mar 11 17:54:23.884680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f411442-1ae1-4c4f-a165-995e615a0256 req-bcf48227-a412-40a6-ba4a-fe2f127273f4 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315723 Mar 11 17:54:24.151724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-8bee8294-85dd-46a4-9994-a7adf7ce753d tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:24.153214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-8bee8294-85dd-46a4-9994-a7adf7ce753d tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.46 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19&tenant_id=6b41184617d845c88072c9896e3edcd9&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 944 time: 0.0876110 Mar 11 17:54:24.213639 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-9f4d6aa1-4bf4-42f0-b5e7-f77b00d58d41 service neutron] delete failed (client error): The resource could not be found. Mar 11 17:54:24.214657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-9f4d6aa1-4bf4-42f0-b5e7-f77b00d58d41 service neutron] 10.222.0.46 "DELETE /v2.0/ports/de452b3e-656e-4125-b07d-69b1daf01101/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0548487 Mar 11 17:54:24.305868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-c4cf84f2-5baf-4445-851c-724e924f8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:24.307379 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-c4cf84f2-5baf-4445-851c-724e924f8f13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b41184617d845c88072c9896e3edcd9&device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0496035 Mar 11 17:54:24.399987 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-6220f6a7-815a-4e15-b5e2-d1429bc852c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:24.401487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-6220f6a7-815a-4e15-b5e2-d1429bc852c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7522e62d-3dba-4a54-9706-e1e1d2325da3 HTTP/1.1" status: 200 len: 911 time: 0.0876522 Mar 11 17:54:24.441458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-8aa9eb75-fe0d-4aa0-ab8b-c04e6d238c2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 200 len: 217 time: 0.0336497 Mar 11 17:54:24.499790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-110fe658-bc0f-421c-b2b8-d085d20cde87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:24.501276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-110fe658-bc0f-421c-b2b8-d085d20cde87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=135bfa8b-48a7-4158-8faf-1f7ab971e7d4 HTTP/1.1" status: 200 len: 851 time: 0.0534778 Mar 11 17:54:24.533645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-2b7d2b36-78ca-447e-b07f-1faeca36bd5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7522e62d-3dba-4a54-9706-e1e1d2325da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249074 Mar 11 17:54:24.621218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-ab4d25df-1ce2-47b4-800e-66bbed0289d3 service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803854 Mar 11 17:54:24.715107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-1f373e7b-20bf-46a5-8a40-1cf291799fb3 service neutron] 10.222.0.46 "GET /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873063 Mar 11 17:54:24.751420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device de452b3e-656e-4125-b07d-69b1daf01101 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:54:24.858948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:24.874822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'de452b3e-656e-4125-b07d-69b1daf01101', 'network_id': '7522e62d-3dba-4a54-9706-e1e1d2325da3', 'port_id': 'de452b3e-656e-4125-b07d-69b1daf01101', 'mac_address': 'fa:16:3e:eb:d0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135bfa8b-48a7-4158-8faf-1f7ab971e7d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:54:24.912423 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:24.927288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de452b3e-656e-4125-b07d-69b1daf01101 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:54:24.949669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:24.954113 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:25.003653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:25.303895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['de452b3e-656e-4125-b07d-69b1daf01101'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:54:25.408429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cd5b4-a6bf-46fd-92f4-32abd11227cc req-8cd45a84-5a0f-4873-a4e6-8fddc9736202 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:25.409931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b39cd5b4-a6bf-46fd-92f4-32abd11227cc req-8cd45a84-5a0f-4873-a4e6-8fddc9736202 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Mar 11 17:54:25.450049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b39cd5b4-a6bf-46fd-92f4-32abd11227cc req-00ba0c8e-181d-400d-b0ee-0132475f55cd tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Mar 11 17:54:26.575246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59351225-63da-4a78-abcd-618be14bafcf req-1fa105c4-c214-4f7e-bb47-9e7416c8ba62 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:26.577130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59351225-63da-4a78-abcd-618be14bafcf req-1fa105c4-c214-4f7e-bb47-9e7416c8ba62 tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 945 time: 0.0523975 Mar 11 17:54:26.618637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-59351225-63da-4a78-abcd-618be14bafcf req-2c6d9dac-f6e0-4a62-9824-106b7ed81ebd tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c857f32-1836-4ffc-8272-6ec4d466cc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 Mar 11 17:54:26.786842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device de452b3e-656e-4125-b07d-69b1daf01101 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:54:26.788383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-72b25dd0-b553-45fd-bb6d-22aaa5ee18af tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:26.789870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-72b25dd0-b553-45fd-bb6d-22aaa5ee18af tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.66 "GET /v2.0/ports?device_id=21764592-2a16-462a-a978-c023157c7c19 HTTP/1.1" status: 200 len: 945 time: 0.0523553 Mar 11 17:54:26.836640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port de452b3e-656e-4125-b07d-69b1daf01101 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:26.840701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port de452b3e-656e-4125-b07d-69b1daf01101 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:26.841066 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:26.880054 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Deleting port de452b3e-656e-4125-b07d-69b1daf01101 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:54:26.880436 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:26.924180 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:26.946977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:54:26.949247 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0905e599-80fb-425f-915b-250c5a5ac4e1" -d '{"events": [{"server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "name": "network-vif-plugged", "status": "completed", "tag": "de452b3e-656e-4125-b07d-69b1daf01101"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:54:26.962973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:26.966906 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:26.978983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] For port de452b3e-656e-4125-b07d-69b1daf01101, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=de452b3e-656e-4125-b07d-69b1daf01101,segment=NetworkSegment(3301e479-d5c2-43c9-8a9d-9022d50c4af4),segment_id=3301e479-d5c2-43c9-8a9d-9022d50c4af4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:26.979356 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:26.993176 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8726edb9-6286-41d3-8cff-7283ef9c9cb0 x-openstack-request-id: req-8726edb9-6286-41d3-8cff-7283ef9c9cb0 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:54:26.993469 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "name": "network-vif-plugged", "status": "completed", "tag": "de452b3e-656e-4125-b07d-69b1daf01101", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:54:26.993718 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8726edb9-6286-41d3-8cff-7283ef9c9cb0 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:54:26.993835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Calling delete_port for de452b3e-656e-4125-b07d-69b1daf01101 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:54:26.994107 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101', 'code': 200} Mar 11 17:54:27.019806 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:27.027041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.027383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.027718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.028045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.028389 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.028713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.029034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.029354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.029669 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.029985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.030300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.030632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:27.117581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:27.128986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['de452b3e-656e-4125-b07d-69b1daf01101'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:54:27.151240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Pushing event deleted for resources: {'Port': ['ID=de452b3e-656e-4125-b07d-69b1daf01101,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:27.192510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] No DVR routers for this DVR port de452b3e-656e-4125-b07d-69b1daf01101 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:54:27.195673 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:27.198977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43164f9-4077-4d72-abfe-446295d06bb6 req-f6664fe4-872c-48b8-bf2c-a8c74d6112ff tempest-DeleteServersTestJSON-654001288 tempest-DeleteServersTestJSON-654001288-project] 10.222.0.66 "DELETE /v2.0/ports/de452b3e-656e-4125-b07d-69b1daf01101 HTTP/1.1" status: 204 len: 173 time: 0.4038069 Mar 11 17:54:27.199416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'name': 'network-vif-deleted', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:54:27.201726 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934ed365-e58c-4c06-8512-4456567f641c" -d '{"events": [{"server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "name": "network-vif-deleted", "tag": "de452b3e-656e-4125-b07d-69b1daf01101"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:54:27.240553 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1e6bc6-d430-4e7a-95c2-440839b518d3 x-openstack-request-id: req-0d1e6bc6-d430-4e7a-95c2-440839b518d3 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:54:27.241596 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21764592-2a16-462a-a978-c023157c7c19", "name": "network-vif-deleted", "tag": "de452b3e-656e-4125-b07d-69b1daf01101", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:54:27.241861 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d1e6bc6-d430-4e7a-95c2-440839b518d3 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:54:27.242467 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21764592-2a16-462a-a978-c023157c7c19', 'name': 'network-vif-deleted', 'tag': 'de452b3e-656e-4125-b07d-69b1daf01101', 'status': 'completed', 'code': 200} Mar 11 17:54:27.748782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38270) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:54:27.793123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-2689112d-7267-4939-b7c7-3e60120bb6c7 admin admin] Deleting subnet 135bfa8b-48a7-4158-8faf-1f7ab971e7d4 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:54:27.796094 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2689112d-7267-4939-b7c7-3e60120bb6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:27.832675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2689112d-7267-4939-b7c7-3e60120bb6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:27.870696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2689112d-7267-4939-b7c7-3e60120bb6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:27.923178 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2689112d-7267-4939-b7c7-3e60120bb6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:27.948141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689112d-7267-4939-b7c7-3e60120bb6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135bfa8b-48a7-4158-8faf-1f7ab971e7d4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:27.952214 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2689112d-7267-4939-b7c7-3e60120bb6c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:27.955380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2689112d-7267-4939-b7c7-3e60120bb6c7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/135bfa8b-48a7-4158-8faf-1f7ab971e7d4 HTTP/1.1" status: 204 len: 168 time: 0.2055922 Mar 11 17:54:27.957884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38272) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:54:28.029104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.105130 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.124747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7522e62d-3dba-4a54-9706-e1e1d2325da3']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:28.134361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3301e479-d5c2-43c9-8a9d-9022d50c4af4') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:28.134659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3301e479-d5c2-43c9-8a9d-9022d50c4af4') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:54:28.144063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.157489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.164694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:54:28.165303 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:54:28.167510 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:54:28.225863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.230404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.234130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] 10.222.0.53 "DELETE /v2.0/networks/7522e62d-3dba-4a54-9706-e1e1d2325da3 HTTP/1.1" status: 204 len: 168 time: 0.2753208 Mar 11 17:54:28.246877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f9283-f2cc-43c6-96f1-582a2bff91fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7522e62d-3dba-4a54-9706-e1e1d2325da3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:28.341182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38276) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:54:28.382121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5a14ecb0-aab1-429f-a7c0-558492cfe8b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b41184617d845c88072c9896e3edcd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397165 Mar 11 17:54:28.384557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38278) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:54:28.432187 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b47274e0-396c-49d5-9b7b-4c74e6b30357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.453066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b47274e0-396c-49d5-9b7b-4c74e6b30357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.498974 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b47274e0-396c-49d5-9b7b-4c74e6b30357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.501483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b47274e0-396c-49d5-9b7b-4c74e6b30357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:28.502645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b47274e0-396c-49d5-9b7b-4c74e6b30357 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c857f32-1836-4ffc-8272-6ec4d466cc5d HTTP/1.1" status: 204 len: 168 time: 0.1171951 Mar 11 17:54:28.511353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47274e0-396c-49d5-9b7b-4c74e6b30357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c857f32-1836-4ffc-8272-6ec4d466cc5d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:29.151613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38300) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:54:29.245355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-59135904-network', 'tenant_id': 'cef5096770e04ee7892fbe644b4bd287'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:54:29.264130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Made reservation on behalf of cef5096770e04ee7892fbe644b4bd287 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:29.266213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.275964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.369954 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.373924 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.402076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:54:29.408616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c372f1b6-048b-4b8a-8df0-1508f0166c02,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:29.418400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.418665 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Added segment fad7a218-c6d0-4864-8f3f-8d9e2d75d58b of type vlan for network 01ab315c-fa6b-425f-a4b4-690c6e86011d Mar 11 17:54:29.421006 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.421343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.421677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.422007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.422332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.422655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.422973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.423292 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.423653 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.423960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.424279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.424635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:54:29.462437 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.468062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.492275 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.493246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:29.493829 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.543096 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3903182 Mar 11 17:54:29.545990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38304) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:54:29.550934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Request body: {'subnet': {'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-59135904-subnet', 'tenant_id': 'cef5096770e04ee7892fbe644b4bd287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:54:29.555201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765de12-fbfd-48d4-938a-3a446fa6774e admin admin] Pushing event updated for resources: {'Network': ['ID=01ab315c-fa6b-425f-a4b4-690c6e86011d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:29.565252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 01ab315c-fa6b-425f-a4b4-690c6e86011d details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:54:29.576191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Made reservation on behalf of cef5096770e04ee7892fbe644b4bd287 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:29.578523 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.748208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.812402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c16c275-8fa4-4c31-a39f-113c2af1c703,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:29.820357 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Checking segment: {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:54:29.820734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Network hostable DHCP agents. Network: 01ab315c-fa6b-425f-a4b4-690c6e86011d, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:54:29.838117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Network 01ab315c-fa6b-425f-a4b4-690c6e86011d is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:54:29.846324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 01ab315c-fa6b-425f-a4b4-690c6e86011d) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:29.850570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:29.851179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:29.855919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b393bd2-e41b-448b-8f77-0da3a13eeb10 None None] Network 01ab315c-fa6b-425f-a4b4-690c6e86011d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:54:29.866927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-68c2dd76-dbc7-40e6-8739-9e1059050086 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3198261 Mar 11 17:54:29.978904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81816028-4971-4339-a0d2-dc10ed6caf9b None None] Network 01ab315c-fa6b-425f-a4b4-690c6e86011d requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:54:30.288085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e199d-e458-41b8-bc36-9102ec92212b req-dff2db1d-5f2a-479d-a8cf-54c263b338e4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:30.289576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-dff2db1d-5f2a-479d-a8cf-54c263b338e4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 813 time: 0.1001871 Mar 11 17:54:30.304452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-dc90b411-fffd-4fbc-a5a9-c790c41811ab tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/quotas/cef5096770e04ee7892fbe644b4bd287 HTTP/1.1" status: 200 len: 375 time: 0.0092292 Mar 11 17:54:30.339697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-9941490d-9460-4568-a6d7-85a820863732 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300262 Mar 11 17:54:30.431130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-df1fc142-18ee-4b55-8ff0-f93350b24731 service neutron] 10.222.0.53 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842323 Mar 11 17:54:30.523444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-464b6769-3fa1-47f1-a385-bc7f09d9e180 service neutron] 10.222.0.53 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861514 Mar 11 17:54:30.684217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25fceb55-2f2e-40d3-9514-aaaa75658b08 req-04a25119-f594-49ea-a136-43554c167780 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 210 time: 0.0291927 Mar 11 17:54:30.822185 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device de452b3e-656e-4125-b07d-69b1daf01101 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:54:30.843592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: de452b3e-656e-4125-b07d-69b1daf01101 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:54:30.844149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device de452b3e-656e-4125-b07d-69b1daf01101 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:54:31.586104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e199d-e458-41b8-bc36-9102ec92212b req-bfe322ca-589c-408d-93ec-ab809909698c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:31.587587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-bfe322ca-589c-408d-93ec-ab809909698c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.66 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 813 time: 0.1064100 Mar 11 17:54:31.600764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Request body: {'port': {'device_id': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d', 'admin_state_up': True, 'tenant_id': 'cef5096770e04ee7892fbe644b4bd287'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:54:31.711169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Made reservation on behalf of cef5096770e04ee7892fbe644b4bd287 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:54:31.714693 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:31.798916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dae678f3-7ee6-4dab-916a-6a19d87183bd req-467e9c86-2029-4d60-b026-1f3bcfe0b60c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 210 time: 0.0308292 Mar 11 17:54:31.866491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Allocated IP 172.20.0.7 (01ab315c-fa6b-425f-a4b4-690c6e86011d/2c16c275-8fa4-4c31-a39f-113c2af1c703/eba2f5e6-a256-40f9-a59c-263fedbd55a9) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:54:32.010920 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.043317 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.090777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Network 01ab315c-fa6b-425f-a4b4-690c6e86011d is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:54:32.093665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:54:32.097294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:54:32.104062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Pushing event updated for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:32.148022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:32.148657 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.165035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-c1fe3fae-fc3e-4b57-87a5-fe25d4c03179 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685642 Mar 11 17:54:32.176271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Request body: {'port': {'device_id': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:54:32.232482 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.486236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba2f5e6-a256-40f9-a59c-263fedbd55a9 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:54:32.493535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.505049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Transition to ACTIVE for port object eba2f5e6-a256-40f9-a59c-263fedbd55a9 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:54:32.508835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.556486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:32.627290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Attempting to bind port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:54:32.627642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Attempting to bind port eba2f5e6-a256-40f9-a59c-263fedbd55a9 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:54:32.628070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Attempting to bind port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on network 01ab315c-fa6b-425f-a4b4-690c6e86011d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:54:32.632931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on network 01ab315c-fa6b-425f-a4b4-690c6e86011d not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:54:32.633321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Attempting to bind port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on network 01ab315c-fa6b-425f-a4b4-690c6e86011d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:54:32.638132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:54:32.638473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Checking segment: {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:54:32.638860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Bound using segment: {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:54:32.639290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Bound port: eba2f5e6-a256-40f9-a59c-263fedbd55a9, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:54:32.639647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.702336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:54:32.705274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:54:32.710783 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.741452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:32.742486 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:32.743924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] 10.222.0.66 "PUT /v2.0/ports/eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 200 len: 1091 time: 0.5716286 Mar 11 17:54:32.749271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:54:32.751673 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46df90f0-9433-4750-aad0-8a15505cd527" -d '{"events": [{"name": "network-changed", "server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:54:32.781143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a443bc-3338-4435-a111-2da51f378ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:32.796398 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a24969-601f-4931-b6a9-9a1012ad05dd x-openstack-request-id: req-b3a24969-601f-4931-b6a9-9a1012ad05dd {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:54:32.796690 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:54:32.796949 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3a24969-601f-4931-b6a9-9a1012ad05dd {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:54:32.797347 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'status': 'completed', 'code': 200} Mar 11 17:54:32.830611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e199d-e458-41b8-bc36-9102ec92212b req-0300e3e0-9d05-4164-8945-f015080f6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:32.832150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-0300e3e0-9d05-4164-8945-f015080f6c80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 1094 time: 0.0460899 Mar 11 17:54:32.880259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-91351a44-1100-4690-bcd3-a75d8a972f41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 200 len: 217 time: 0.0389760 Mar 11 17:54:32.952390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e199d-e458-41b8-bc36-9102ec92212b req-7bae055f-8f8f-41f2-8e00-7e7fcb61de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:32.953920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-7bae055f-8f8f-41f2-8e00-7e7fcb61de34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0660169 Mar 11 17:54:32.962648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2ecc-d094-4336-856d-864de6f9b694 req-cc168764-e61e-4afe-83d9-2d61fbe7347f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:32.964030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bec2ecc-d094-4336-856d-864de6f9b694 req-cc168764-e61e-4afe-83d9-2d61fbe7347f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 943 time: 0.0864608 Mar 11 17:54:32.997057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-a86231b7-5546-4e63-9da2-7cf8a6bd07d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319691 Mar 11 17:54:33.064607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bec2ecc-d094-4336-856d-864de6f9b694 req-e8e0d469-b11b-4df6-83f4-77aca9448dcb tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914412 Mar 11 17:54:33.101343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-0fea7cb3-32b6-4ca6-8dc9-3d81aa75c564 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982449 Mar 11 17:54:33.196845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-634e199d-e458-41b8-bc36-9102ec92212b req-c50abf5d-c5a5-4408-b3fe-4bf095b4d8cd service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882809 Mar 11 17:54:33.282477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df90f0-9433-4750-aad0-8a15505cd527 req-9fdad0dd-843b-4a1f-9624-1362035a7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:33.283909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46df90f0-9433-4750-aad0-8a15505cd527 req-9fdad0dd-843b-4a1f-9624-1362035a7619 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 1094 time: 0.0410409 Mar 11 17:54:33.377116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df90f0-9433-4750-aad0-8a15505cd527 req-3428ba58-54e1-4d76-88a7-5cb54bd3798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:33.378591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46df90f0-9433-4750-aad0-8a15505cd527 req-3428ba58-54e1-4d76-88a7-5cb54bd3798f service neutron] 10.222.0.66 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.0853999 Mar 11 17:54:33.422111 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46df90f0-9433-4750-aad0-8a15505cd527 req-ef2de650-15bb-4752-902d-63356358e25e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 200 len: 217 time: 0.0372176 Mar 11 17:54:33.470072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df90f0-9433-4750-aad0-8a15505cd527 req-c52e8efd-94d7-43cc-86d0-a61c432ee757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:33.471151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46df90f0-9433-4750-aad0-8a15505cd527 req-c52e8efd-94d7-43cc-86d0-a61c432ee757 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0434835 Mar 11 17:54:33.502466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46df90f0-9433-4750-aad0-8a15505cd527 req-9c9dba6f-9664-4a11-bae7-922e0d37221d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242612 Mar 11 17:54:33.592372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46df90f0-9433-4750-aad0-8a15505cd527 req-3cdb7b16-9e22-4f68-88a3-c0174c962c84 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831969 Mar 11 17:54:33.680132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46df90f0-9433-4750-aad0-8a15505cd527 req-7da82d9e-2d80-449d-9adf-44295d583477 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817156 Mar 11 17:54:34.186021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527038-6576-4610-8b03-67cca9bc87b7 req-51ff2b02-eca7-4459-b5be-badb182b7160 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:34.187464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9527038-6576-4610-8b03-67cca9bc87b7 req-51ff2b02-eca7-4459-b5be-badb182b7160 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 943 time: 0.0481532 Mar 11 17:54:34.228591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9527038-6576-4610-8b03-67cca9bc87b7 req-c8e93a36-4c69-4805-aeb3-b09d7822994a tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352015 Mar 11 17:54:35.665420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384fa65-e83b-4e97-8aca-496f1945cbd3 req-51dfedc2-3bb8-4e43-a6fe-a0471d5e254e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:35.666906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f384fa65-e83b-4e97-8aca-496f1945cbd3 req-51dfedc2-3bb8-4e43-a6fe-a0471d5e254e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 943 time: 0.3717480 Mar 11 17:54:35.706208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f384fa65-e83b-4e97-8aca-496f1945cbd3 req-a5e68f8f-d680-4a3d-8f2d-9e8805095b65 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Mar 11 17:54:36.820097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f4b46-049c-4d3c-b09f-0570cf5988db req-dc81167f-5359-4000-87a0-e363cfdcb5c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:36.821599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e9f4b46-049c-4d3c-b09f-0570cf5988db req-dc81167f-5359-4000-87a0-e363cfdcb5c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 943 time: 0.0473144 Mar 11 17:54:36.837559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device eba2f5e6-a256-40f9-a59c-263fedbd55a9 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:54:36.860381 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e9f4b46-049c-4d3c-b09f-0570cf5988db req-98c8e3f8-1844-480c-99b9-ddf7b963c95e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Mar 11 17:54:36.930911 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:36.941730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d', 'port_id': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'mac_address': 'fa:16:3e:10:5a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c16c275-8fa4-4c31-a39f-113c2af1c703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:54:36.981852 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:36.994532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba2f5e6-a256-40f9-a59c-263fedbd55a9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:54:37.012937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:37.016505 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:37.063663 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:37.305180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['eba2f5e6-a256-40f9-a59c-263fedbd55a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:54:37.973814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea315a-23cf-4274-8b07-db13ded88e96 req-00ce2328-3ffd-4480-a79a-82e1fbe72714 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:37.975744 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6eea315a-23cf-4274-8b07-db13ded88e96 req-00ce2328-3ffd-4480-a79a-82e1fbe72714 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 944 time: 0.0467830 Mar 11 17:54:38.015790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6eea315a-23cf-4274-8b07-db13ded88e96 req-3e573893-f5f2-48ad-a207-987b7359b01e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Mar 11 17:54:38.869048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device eba2f5e6-a256-40f9-a59c-263fedbd55a9 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:54:38.919423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port eba2f5e6-a256-40f9-a59c-263fedbd55a9 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:54:38.923175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port eba2f5e6-a256-40f9-a59c-263fedbd55a9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:54:38.923542 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:38.998002 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.023511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:54:39.025729 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2a59db-c4f8-430c-a1cc-611b5c8f28d6" -d '{"events": [{"server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "name": "network-vif-plugged", "status": "completed", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:54:39.039744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:54:39.044900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:39.071827 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c2c35-42c1-4828-b2c5-272df11d42ca x-openstack-request-id: req-212c2c35-42c1-4828-b2c5-272df11d42ca {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:54:39.072144 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "name": "network-vif-plugged", "status": "completed", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:54:39.072419 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-212c2c35-42c1-4828-b2c5-272df11d42ca {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:54:39.072880 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'code': 200} Mar 11 17:54:39.098927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:54:39.163355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248311b-5a40-4f02-a7b2-0040a7047697 req-5644dfd2-92dc-4be4-a2c7-7934107a72d1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:39.164875 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e248311b-5a40-4f02-a7b2-0040a7047697 req-5644dfd2-92dc-4be4-a2c7-7934107a72d1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0767388 Mar 11 17:54:39.179549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5d4eb-6970-4df3-9155-3f7cdafebd05 req-544e9eb0-3185-4f17-b91f-d677ceaea5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:39.181043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9d5d4eb-6970-4df3-9155-3f7cdafebd05 req-544e9eb0-3185-4f17-b91f-d677ceaea5b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 1096 time: 0.0573914 Mar 11 17:54:39.228845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e248311b-5a40-4f02-a7b2-0040a7047697 req-5a51fbe9-449e-4544-bf5f-a1e1ad45245a tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569942 Mar 11 17:54:39.230756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9d5d4eb-6970-4df3-9155-3f7cdafebd05 req-79f5ef94-33bb-4277-88c5-032e9d9a0208 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425262 Mar 11 17:54:40.348151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436a143-f1ba-4a8c-a6b3-72511a50c3d7 req-c2886cba-2d15-41e5-b0df-6fbe65844404 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:40.349634 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e436a143-f1ba-4a8c-a6b3-72511a50c3d7 req-c2886cba-2d15-41e5-b0df-6fbe65844404 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0507569 Mar 11 17:54:40.387978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e436a143-f1ba-4a8c-a6b3-72511a50c3d7 req-1c4e8f2b-5d94-40df-9b63-824a6f3cc163 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Mar 11 17:54:41.273560 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:41.502421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb2fd-47d7-4c60-929f-c6ca8999171c req-3a934834-aac4-447c-8a41-f3b10e4ad019 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:41.503896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a8cb2fd-47d7-4c60-929f-c6ca8999171c req-3a934834-aac4-447c-8a41-f3b10e4ad019 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0486336 Mar 11 17:54:41.541912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a8cb2fd-47d7-4c60-929f-c6ca8999171c req-45457bfa-1bb0-43a7-9303-866325935f66 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Mar 11 17:54:41.654907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35e0b6-82c1-4a48-9eb9-1b14a4ae3167 req-958889f1-2cfd-4ebb-975c-01502bc85831 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:41.656359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b35e0b6-82c1-4a48-9eb9-1b14a4ae3167 req-958889f1-2cfd-4ebb-975c-01502bc85831 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0486078 Mar 11 17:54:41.694777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b35e0b6-82c1-4a48-9eb9-1b14a4ae3167 req-ea7b17fe-2506-4274-94a8-10d5eafe3353 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Mar 11 17:54:41.901319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da4a4a-4ba7-40c7-8b5e-4960e1d8fe1e req-69ef9fb3-64d6-4951-9f44-b227c6a46db4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:41.902821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60da4a4a-4ba7-40c7-8b5e-4960e1d8fe1e req-69ef9fb3-64d6-4951-9f44-b227c6a46db4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0531929 Mar 11 17:54:41.940326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-60da4a4a-4ba7-40c7-8b5e-4960e1d8fe1e req-de4d0ab9-79f9-4d86-bb95-495c6fb30fa1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Mar 11 17:54:42.052950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23996f6-1ceb-4167-96b9-d3db0a2de923 req-f0f8114b-cbd2-41b2-87d9-6fd2c9fd9992 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:42.055193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e23996f6-1ceb-4167-96b9-d3db0a2de923 req-f0f8114b-cbd2-41b2-87d9-6fd2c9fd9992 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0504181 Mar 11 17:54:42.093146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e23996f6-1ceb-4167-96b9-d3db0a2de923 req-1a63bdf4-d0c0-4dad-95a6-093df0f0589a tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Mar 11 17:54:42.313709 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-8b19494b-17d4-4f1a-87ca-a107cefc1a16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439658 Mar 11 17:54:42.326534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a31ea-a782-4e93-af7c-d7c3c356000c req-f6fb205a-d86b-4a18-8cf9-0909215dcee1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:42.328016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-652a31ea-a782-4e93-af7c-d7c3c356000c req-f6fb205a-d86b-4a18-8cf9-0909215dcee1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0494969 Mar 11 17:54:42.368615 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-652a31ea-a782-4e93-af7c-d7c3c356000c req-dc338cd8-d8db-44ec-a76f-ca15af218109 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Mar 11 17:54:43.365686 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-9b2da1a8-c07f-4b26-ab42-b02407e89f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:43.367161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-9b2da1a8-c07f-4b26-ab42-b02407e89f84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 1096 time: 0.0442746 Mar 11 17:54:43.480192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-698b90b3-7212-4db4-be43-21662fff41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:43.481695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-698b90b3-7212-4db4-be43-21662fff41b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.1087987 Mar 11 17:54:43.529471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-ce7937c5-39f9-4f1a-a7fb-8a984a36d1db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 200 len: 217 time: 0.0410438 Mar 11 17:54:43.537058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff957-22cb-45b5-ac7a-07d1f21ff4ef req-cb961ae9-a759-4ebc-bd6e-4611fd07e806 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:43.538777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d99ff957-22cb-45b5-ac7a-07d1f21ff4ef req-cb961ae9-a759-4ebc-bd6e-4611fd07e806 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0980778 Mar 11 17:54:43.606295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d99ff957-22cb-45b5-ac7a-07d1f21ff4ef req-8137d4cd-a554-4cf9-8187-7c2afc1a9b22 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Mar 11 17:54:43.607765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-c1870561-05ab-47d2-961b-afaecd8ce5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:43.609182 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-c1870561-05ab-47d2-961b-afaecd8ce5cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0695355 Mar 11 17:54:43.638647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e7e172b-cb14-465b-ad4d-d04c45a1070b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:43.643705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-aefdea67-9a7f-41d9-9132-f0f910856926 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280557 Mar 11 17:54:43.735291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-90b43871-fcb6-450f-ae84-189f42f1f75d service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847650 Mar 11 17:54:43.825210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-e30928be-d84b-4d3b-9e75-04d05086ecf7 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823989 Mar 11 17:54:44.728743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904a049-434e-473d-b2ee-561effd13904 req-5d915b28-d9a6-4e59-9cce-0ea0f681c61d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:44.730152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1904a049-434e-473d-b2ee-561effd13904 req-5d915b28-d9a6-4e59-9cce-0ea0f681c61d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0540650 Mar 11 17:54:44.766423 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1904a049-434e-473d-b2ee-561effd13904 req-d26709cc-9356-46a4-a1b1-38f0927af0bc tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302725 Mar 11 17:54:45.882274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256034f3-28cb-4fe8-919f-079a3124353b req-eae5ea39-0631-4f9f-84eb-09d059fb4d48 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:45.883006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-256034f3-28cb-4fe8-919f-079a3124353b req-eae5ea39-0631-4f9f-84eb-09d059fb4d48 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Mar 11 17:54:45.924779 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-256034f3-28cb-4fe8-919f-079a3124353b req-23800328-6d47-45df-9313-e31d323cc7c1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Mar 11 17:54:45.928505 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c3589b7d-ebd4-45a7-98ac-f9b31f607df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:47.040920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21dc49-5107-42e6-a728-05be043da1cf req-d432e91c-d8b1-4cc2-bf94-ea2b464101a3 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:47.042386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb21dc49-5107-42e6-a728-05be043da1cf req-d432e91c-d8b1-4cc2-bf94-ea2b464101a3 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0485156 Mar 11 17:54:47.079791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb21dc49-5107-42e6-a728-05be043da1cf req-80a7505a-b7e8-4bf2-901a-8415506f1af7 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Mar 11 17:54:47.242405 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:48.198210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c79c-e38e-4a1d-bf75-27f0a49288fe req-63f57f11-55ba-4443-ab3f-ef5ef533b4ca tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:48.199709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d731c79c-e38e-4a1d-bf75-27f0a49288fe req-63f57f11-55ba-4443-ab3f-ef5ef533b4ca tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0539572 Mar 11 17:54:48.237539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d731c79c-e38e-4a1d-bf75-27f0a49288fe req-10e8550b-cb6e-4823-bc6c-ebe0764d1814 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Mar 11 17:54:48.489719 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.005305 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:49.354152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fc600-1aa0-44cc-ac75-7c8c78e43e19 req-9b8056ae-a112-416f-bc0e-83b5f0157349 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:49.355620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b09fc600-1aa0-44cc-ac75-7c8c78e43e19 req-9b8056ae-a112-416f-bc0e-83b5f0157349 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0481265 Mar 11 17:54:49.393122 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b09fc600-1aa0-44cc-ac75-7c8c78e43e19 req-ffee6384-1a79-4f79-b1cd-afbbbf757dc4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Mar 11 17:54:50.505553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a652aa8-cb47-44c5-be50-be7a00ce91a7 req-ecb7a414-b251-40af-9e0c-94c837ad0071 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:50.507517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a652aa8-cb47-44c5-be50-be7a00ce91a7 req-ecb7a414-b251-40af-9e0c-94c837ad0071 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Mar 11 17:54:50.545634 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a652aa8-cb47-44c5-be50-be7a00ce91a7 req-af4fd5dd-044c-4569-9226-aad55d12d8d5 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Mar 11 17:54:51.663609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117ec71-226c-408b-b0eb-b28c336c6c1c req-c49ab02d-90c1-4656-8d29-3e152cdbd6b0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:51.665107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0117ec71-226c-408b-b0eb-b28c336c6c1c req-c49ab02d-90c1-4656-8d29-3e152cdbd6b0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Mar 11 17:54:51.701507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0117ec71-226c-408b-b0eb-b28c336c6c1c req-4fa7a219-2faf-4fe5-ab2d-a7d44bfe2a18 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305169 Mar 11 17:54:52.816225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daa9fa-64c0-45db-9ed9-ac28b9b9f431 req-0201771c-5a64-4811-8dfc-b4aa907dec16 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:52.817700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32daa9fa-64c0-45db-9ed9-ac28b9b9f431 req-0201771c-5a64-4811-8dfc-b4aa907dec16 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0485480 Mar 11 17:54:52.854670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32daa9fa-64c0-45db-9ed9-ac28b9b9f431 req-07288ec7-1520-4a61-9d1f-cef4f30e7ffd tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308380 Mar 11 17:54:53.972938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a93318-6da2-4d35-bd11-1ac64670a84d req-c60eb658-c16d-4fe1-822c-23deca11e23f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:53.974942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32a93318-6da2-4d35-bd11-1ac64670a84d req-c60eb658-c16d-4fe1-822c-23deca11e23f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0516963 Mar 11 17:54:54.011896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32a93318-6da2-4d35-bd11-1ac64670a84d req-51841663-40f2-4a99-b8d2-22eb4cde6b0b tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Mar 11 17:54:55.129028 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff2d93-0c28-441c-9eca-bf794605f712 req-1dfd8516-48f0-49cf-ae18-bf944feb5bd1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:55.130493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33ff2d93-0c28-441c-9eca-bf794605f712 req-1dfd8516-48f0-49cf-ae18-bf944feb5bd1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0524912 Mar 11 17:54:55.169845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33ff2d93-0c28-441c-9eca-bf794605f712 req-81495d51-177e-4997-9074-c2a58363afa4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Mar 11 17:54:55.628228 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:54:56.286029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b019-7256-485b-a2e9-f7263d7e554b req-1dd2554f-d0d2-4e80-b753-ad9da509fb68 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:56.287542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9a1b019-7256-485b-a2e9-f7263d7e554b req-1dd2554f-d0d2-4e80-b753-ad9da509fb68 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0490961 Mar 11 17:54:56.324781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9a1b019-7256-485b-a2e9-f7263d7e554b req-d481813b-6ef0-4a5f-808e-cd512c638b81 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Mar 11 17:54:57.440937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625c303-7abe-44df-9c37-635330dbeec2 req-651efcd4-5dd7-491b-9eb5-60f794c9dfeb tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:57.442388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9625c303-7abe-44df-9c37-635330dbeec2 req-651efcd4-5dd7-491b-9eb5-60f794c9dfeb tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0478799 Mar 11 17:54:57.483115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9625c303-7abe-44df-9c37-635330dbeec2 req-ce1ba24e-bdaa-48f9-bb8d-9b56bbb6d693 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Mar 11 17:54:58.609157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c2895-4012-446f-b7a6-86c1baf96bbc req-a2118793-b5d6-4695-b06b-99cfd96906bc tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:58.610625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b67c2895-4012-446f-b7a6-86c1baf96bbc req-a2118793-b5d6-4695-b06b-99cfd96906bc tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0531175 Mar 11 17:54:58.648690 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b67c2895-4012-446f-b7a6-86c1baf96bbc req-9fa4d3b9-005f-41ab-bfa6-5d1c3d607a2d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Mar 11 17:54:59.316114 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:54:59.762276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca12bd-d2cb-409e-a301-5df75aa5b0e4 req-47070c59-d5b9-49be-9d2a-4d8d839b71b3 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:54:59.763740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35ca12bd-d2cb-409e-a301-5df75aa5b0e4 req-47070c59-d5b9-49be-9d2a-4d8d839b71b3 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0481806 Mar 11 17:54:59.801370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35ca12bd-d2cb-409e-a301-5df75aa5b0e4 req-10f1e8f2-104f-4fcb-bd80-eb450e38350f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317705 Mar 11 17:55:00.915246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354c35f-34a4-4814-9b2b-6f9b83baf44c req-b013cfd9-d830-41e7-9173-04a1afb6d70c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:00.916734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e354c35f-34a4-4814-9b2b-6f9b83baf44c req-b013cfd9-d830-41e7-9173-04a1afb6d70c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Mar 11 17:55:00.954019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e354c35f-34a4-4814-9b2b-6f9b83baf44c req-3fcf9b3b-afe7-43c5-9f65-b3f27429ec14 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Mar 11 17:55:02.073088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519ef23-2130-4d5e-bb83-b492a0bfefc5 req-7941ee37-ed6c-40be-a497-22af04fd2970 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:02.074607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6519ef23-2130-4d5e-bb83-b492a0bfefc5 req-7941ee37-ed6c-40be-a497-22af04fd2970 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0539768 Mar 11 17:55:02.112654 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6519ef23-2130-4d5e-bb83-b492a0bfefc5 req-119d279c-b9c4-4ff4-8023-601429bedac5 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Mar 11 17:55:03.225535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3073981-7a36-46e2-9b2c-615b8e3806df req-97797f8e-09b8-425d-beeb-a0b119c9472f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:03.226985 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3073981-7a36-46e2-9b2c-615b8e3806df req-97797f8e-09b8-425d-beeb-a0b119c9472f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0483134 Mar 11 17:55:03.263866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3073981-7a36-46e2-9b2c-615b8e3806df req-dc59ef61-633e-4572-b45d-a2263641966b tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Mar 11 17:55:04.379508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294bac-1215-4a30-87c9-e41a437179cc req-6e928129-d420-469a-84e7-d28c049b7f18 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:04.380990 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b294bac-1215-4a30-87c9-e41a437179cc req-6e928129-d420-469a-84e7-d28c049b7f18 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Mar 11 17:55:04.417737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b294bac-1215-4a30-87c9-e41a437179cc req-13ad549c-08c0-4d3d-b8ce-7e498d0509cd tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301352 Mar 11 17:55:05.539263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48259a3-3602-4f8f-9082-e9249fcf1f39 req-5a31e808-a180-4491-9994-b503c0353aab tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:05.540774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f48259a3-3602-4f8f-9082-e9249fcf1f39 req-5a31e808-a180-4491-9994-b503c0353aab tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0536528 Mar 11 17:55:05.578513 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f48259a3-3602-4f8f-9082-e9249fcf1f39 req-618f0da1-f8fb-4213-b3e8-d72737ca2e27 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Mar 11 17:55:06.693574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98314065-3097-4d56-9b0f-8e30c2b581b5 req-34e1cda9-4720-48d8-aaf6-c94bb19a1351 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:06.695640 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98314065-3097-4d56-9b0f-8e30c2b581b5 req-34e1cda9-4720-48d8-aaf6-c94bb19a1351 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0489652 Mar 11 17:55:06.732559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98314065-3097-4d56-9b0f-8e30c2b581b5 req-fca9e190-2c74-45a2-b54d-aa4931fd0dd1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Mar 11 17:55:07.847758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a7e93-13e7-46bd-997e-e528485414c9 req-22250b97-79a5-417f-8132-d2b9e516400c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:07.849254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc1a7e93-13e7-46bd-997e-e528485414c9 req-22250b97-79a5-417f-8132-d2b9e516400c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0486841 Mar 11 17:55:07.886058 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bc1a7e93-13e7-46bd-997e-e528485414c9 req-8e3dc1da-894b-4092-a2f7-add67ca1e1f1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303128 Mar 11 17:55:09.008525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4d9aa-0dac-44e6-905b-bc001ef45dac req-2d9f4446-9440-4683-9e55-8823ebdf34bb tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:09.009994 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8c4d9aa-0dac-44e6-905b-bc001ef45dac req-2d9f4446-9440-4683-9e55-8823ebdf34bb tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0555048 Mar 11 17:55:09.047070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8c4d9aa-0dac-44e6-905b-bc001ef45dac req-bdd9381b-d4e1-47b4-958f-78c7be9f2e0a tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Mar 11 17:55:10.161652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec65afc-a1bf-41e8-b73f-33c5f3aad4ec req-f37e0270-97b4-4997-9d56-3b63ed00d56e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:10.163200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ec65afc-a1bf-41e8-b73f-33c5f3aad4ec req-f37e0270-97b4-4997-9d56-3b63ed00d56e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0485764 Mar 11 17:55:10.201545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ec65afc-a1bf-41e8-b73f-33c5f3aad4ec req-6d3314ad-7691-4255-909e-248a6cf483b0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Mar 11 17:55:10.754776 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-03bcb7f1-8287-4184-acc4-30ab44154c64 service neutron] show failed (client error): The resource could not be found. Mar 11 17:55:10.755685 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-03bcb7f1-8287-4184-acc4-30ab44154c64 service neutron] 10.222.0.66 "GET /v2.0/ports/eba2f5e6-a256-40f9-a59c-263fedbd55a9/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0534961 Mar 11 17:55:10.961332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-e13cf90a-a768-4755-8a3b-d8d8887d6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:10.962824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-e13cf90a-a768-4755-8a3b-d8d8887d6fbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493&tenant_id=cef5096770e04ee7892fbe644b4bd287 HTTP/1.1" status: 200 len: 1096 time: 0.0453324 Mar 11 17:55:10.974377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:55:11.026399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.222535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:11.255978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:11.290315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.327801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:55:11.330090 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3001b46d-0699-4c18-9ec9-cec33fc6c28c" -d '{"events": [{"server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "name": "network-vif-unplugged", "status": "completed", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:55:11.335015 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.358872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13d278-77cf-4358-97cc-29cc82867127 req-97309bdd-c703-4723-b282-fd4729a44875 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:11.360411 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f13d278-77cf-4358-97cc-29cc82867127 req-97309bdd-c703-4723-b282-fd4729a44875 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0858643 Mar 11 17:55:11.361394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Transition to ACTIVE for port object eba2f5e6-a256-40f9-a59c-263fedbd55a9 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:11.365696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.386476 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00746959-89a7-4bd3-a48b-b8d612181b68 x-openstack-request-id: req-00746959-89a7-4bd3-a48b-b8d612181b68 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:55:11.386762 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "name": "network-vif-unplugged", "status": "completed", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:55:11.387009 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00746959-89a7-4bd3-a48b-b8d612181b68 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:55:11.387400 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'code': 200} Mar 11 17:55:11.457785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Pushing event updated for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:11.461133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] No DVR routers for this DVR port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:11.469872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f13d278-77cf-4358-97cc-29cc82867127 req-8f4c6d2e-43ef-497c-b681-2a5bcfe6c36d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011500 Mar 11 17:55:11.505330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Attempting to bind port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:11.505669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Attempting to bind port eba2f5e6-a256-40f9-a59c-263fedbd55a9 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:11.506000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Attempting to bind port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on network 01ab315c-fa6b-425f-a4b4-690c6e86011d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:55:11.510426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on network 01ab315c-fa6b-425f-a4b4-690c6e86011d not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:55:11.510749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Attempting to bind port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on network 01ab315c-fa6b-425f-a4b4-690c6e86011d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:55:11.515658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:55:11.516000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Checking segment: {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:55:11.516418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Bound using segment: {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:55:11.516846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Bound port: eba2f5e6-a256-40f9-a59c-263fedbd55a9, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:11.517201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.579652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:11.582529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:11.587222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.623517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:11.624147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:11.625884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] 10.222.0.46 "PUT /v2.0/ports/eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 200 len: 1091 time: 0.6552951 Mar 11 17:55:11.645773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b39604-dbee-45d3-ae42-1d0e739eaeac service neutron] Pushing event updated for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:11.689742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-7d257e01-9a4d-49e7-bd23-0f1a7e37e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:11.691240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-7d257e01-9a4d-49e7-bd23-0f1a7e37e26d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 1094 time: 0.0414951 Mar 11 17:55:11.782774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-d94e38a5-eeca-4477-9ea7-d29ffef1ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:11.784211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-d94e38a5-eeca-4477-9ea7-d29ffef1ad6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.0854602 Mar 11 17:55:11.824728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-bb88894e-f77a-4807-be98-710eaf55972c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 200 len: 217 time: 0.0327506 Mar 11 17:55:11.876064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-25d82c97-e2cf-4b31-a77d-e616717c06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:11.877411 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-25d82c97-e2cf-4b31-a77d-e616717c06cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0466557 Mar 11 17:55:11.909117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-5dfb9021-5085-47b3-b6bc-1eba35989e2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240095 Mar 11 17:55:11.998471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-a6019b06-bb7a-4efe-ac15-061c82721fa1 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802617 Mar 11 17:55:12.102242 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75d8cfd9-d0bd-4a8e-afa3-04c938e69d53 req-e5452320-c542-4758-9bfc-20d56ed94021 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972459 Mar 11 17:55:12.593129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb248b8c-a96b-4dc3-95cf-44d0b996d064 req-f5885044-970c-4209-aca3-6ae90ec83c3d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:12.594618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb248b8c-a96b-4dc3-95cf-44d0b996d064 req-f5885044-970c-4209-aca3-6ae90ec83c3d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 943 time: 0.0501153 Mar 11 17:55:12.634497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb248b8c-a96b-4dc3-95cf-44d0b996d064 req-538a45ad-7f3f-4365-9d7b-64333111e973 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Mar 11 17:55:13.388976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:55:13.391502 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43b1a5a-89ed-4593-8db8-e10955b29013" -d '{"events": [{"name": "network-changed", "server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:55:13.443679 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3675ffb-a5ab-42f3-a781-3bf805262275 x-openstack-request-id: req-d3675ffb-a5ab-42f3-a781-3bf805262275 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:55:13.443950 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:55:13.444208 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3675ffb-a5ab-42f3-a781-3bf805262275 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:55:13.444641 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'status': 'completed', 'code': 200} Mar 11 17:55:13.545311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-4e28f98c-95cb-4e73-83c9-4f057470dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:13.546816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-4e28f98c-95cb-4e73-83c9-4f057470dabe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 1094 time: 0.0805809 Mar 11 17:55:13.549228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-c1986dd9-a6ce-475a-83be-92d693abe2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:13.550558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-c1986dd9-a6ce-475a-83be-92d693abe2da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 1094 time: 0.0725658 Mar 11 17:55:13.641491 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a87101e8-8bc7-4c52-bfa1-fb268c248dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:13.715802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-687bedc9-d0e0-40d0-80ce-38d3d1e07c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:13.717563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-687bedc9-d0e0-40d0-80ce-38d3d1e07c28 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.1651452 Mar 11 17:55:13.718849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-95bab179-677a-4d3a-8599-5d21c1b3264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:13.720175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-95bab179-677a-4d3a-8599-5d21c1b3264e service neutron] 10.222.0.46 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.1606572 Mar 11 17:55:13.814024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-c7f3b882-32d0-4f04-9949-1299878ab5e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 200 len: 217 time: 0.0818374 Mar 11 17:55:13.816488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-a712bf88-29eb-47da-9f60-bb1ddf07d70e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 200 len: 217 time: 0.0865781 Mar 11 17:55:13.894441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ac5d7-84fe-4f92-955b-07e5873339e0 req-5411d021-9a4b-4e69-8e94-1d3de7ff5317 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:13.895807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f59ac5d7-84fe-4f92-955b-07e5873339e0 req-5411d021-9a4b-4e69-8e94-1d3de7ff5317 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 943 time: 0.1747568 Mar 11 17:55:13.926652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-3efd5092-f0a2-4461-b65d-646e6044a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:13.928040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-3efd5092-f0a2-4461-b65d-646e6044a856 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.1054955 Mar 11 17:55:13.935730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-30b49052-7c9a-4bd7-87f6-51986c2b5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:13.937089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-30b49052-7c9a-4bd7-87f6-51986c2b5ad2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.1135035 Mar 11 17:55:13.978318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-15fe47da-6e05-4bb1-a84c-ce25c347de36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392056 Mar 11 17:55:13.981218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f59ac5d7-84fe-4f92-955b-07e5873339e0 req-da22da79-801b-4b34-94ae-e4cb7e2f096a tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772612 Mar 11 17:55:13.997526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-677f15b6-34b0-44b3-be10-757e884b08b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438247 Mar 11 17:55:14.144977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-744ee7ab-112e-4fb0-9336-d263aa826d8b service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497841 Mar 11 17:55:14.148206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-460fb009-deb2-49ed-9adc-a72f2645e203 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439700 Mar 11 17:55:14.302676 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-50b92587-1452-4a18-aa42-dd83835e378c service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503778 Mar 11 17:55:14.305165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e43b1a5a-89ed-4593-8db8-e10955b29013 req-10c4414e-ba98-4f73-92e2-d44b3a0393e8 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460044 Mar 11 17:55:14.697906 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device eba2f5e6-a256-40f9-a59c-263fedbd55a9 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:55:14.791208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:14.802609 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d', 'port_id': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'mac_address': 'fa:16:3e:10:5a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c16c275-8fa4-4c31-a39f-113c2af1c703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:55:14.839266 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.851460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba2f5e6-a256-40f9-a59c-263fedbd55a9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:55:14.876658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:14.881531 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:14.933458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:15.079065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device eba2f5e6-a256-40f9-a59c-263fedbd55a9 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:55:15.111712 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875fe5f-73a5-400c-afbf-2ba478614afa req-ed04a19b-5d81-49b5-ba28-f15771e209ae tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:15.112308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['eba2f5e6-a256-40f9-a59c-263fedbd55a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:55:15.113285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f875fe5f-73a5-400c-afbf-2ba478614afa req-ed04a19b-5d81-49b5-ba28-f15771e209ae tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 944 time: 0.0580297 Mar 11 17:55:15.150261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device eba2f5e6-a256-40f9-a59c-263fedbd55a9 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:55:15.151726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f875fe5f-73a5-400c-afbf-2ba478614afa req-011bafaf-7e93-4288-97b0-03bfa8d4239f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Mar 11 17:55:15.379214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02333fb3-0739-44d5-9c3e-5f23abe65a64 req-f37e27fe-f486-4fe1-b8e1-9e0a368ec545 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:15.380648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02333fb3-0739-44d5-9c3e-5f23abe65a64 req-f37e27fe-f486-4fe1-b8e1-9e0a368ec545 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 944 time: 0.0828624 Mar 11 17:55:15.402047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-0e6b9840-4980-4466-a01f-7f43469e9e6d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:15.403472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-0e6b9840-4980-4466-a01f-7f43469e9e6d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.66 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493&tenant_id=cef5096770e04ee7892fbe644b4bd287&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 944 time: 0.0905802 Mar 11 17:55:15.464542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-02333fb3-0739-44d5-9c3e-5f23abe65a64 req-35d2cb4c-8978-4ac3-be11-21840b78192a tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763161 Mar 11 17:55:15.487531 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-73d4e975-3d10-461c-a6b5-0454e8403605 service neutron] delete failed (client error): The resource could not be found. Mar 11 17:55:15.488586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-73d4e975-3d10-461c-a6b5-0454e8403605 service neutron] 10.222.0.66 "DELETE /v2.0/ports/eba2f5e6-a256-40f9-a59c-263fedbd55a9/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0775750 Mar 11 17:55:15.579821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-808cd746-4257-453f-9b86-a156fc0c1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:15.581368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-808cd746-4257-453f-9b86-a156fc0c1f14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 1095 time: 0.0415270 Mar 11 17:55:15.816203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-d5039b7e-5be6-441b-a0a3-d673beab90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:15.817742 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-d5039b7e-5be6-441b-a0a3-d673beab90e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.0856063 Mar 11 17:55:15.863433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-578151e3-523a-445e-b6e8-11d07ee621bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 200 len: 217 time: 0.0377481 Mar 11 17:55:15.911645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-0dd8693c-7fc8-4c33-a95c-4da266f33b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:15.913098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-0dd8693c-7fc8-4c33-a95c-4da266f33b2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0433843 Mar 11 17:55:15.934978 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6d8509e1-75dc-4f14-8eb4-20f88854571b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:15.943563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-9937cc2f-54bb-4f99-a730-c3e01133360d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244548 Mar 11 17:55:16.036009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-b7fedaaa-308c-4fdd-a3c0-df98e06dba12 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853574 Mar 11 17:55:16.124899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b4d6fbd0-1cee-4ce4-97aa-ba0806cd4ee2 req-1ed3fba5-5dca-48a9-97d1-07a945fbcabd service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815144 Mar 11 17:55:16.592983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92f1e-fe11-4bb3-a7dc-7743155cb94e req-5add5a39-ca29-4f81-ac0f-8cba292d1318 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:16.594487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5f92f1e-fe11-4bb3-a7dc-7743155cb94e req-5add5a39-ca29-4f81-ac0f-8cba292d1318 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 944 time: 0.0501039 Mar 11 17:55:16.638158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5f92f1e-fe11-4bb3-a7dc-7743155cb94e req-43f4c3db-6652-490b-81dc-093af0251c27 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373354 Mar 11 17:55:16.713559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device eba2f5e6-a256-40f9-a59c-263fedbd55a9 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:55:16.755430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a905aee-2dbb-4b32-ae61-f2f2d0ed65fe req-eb3bd23e-3d90-4aca-8275-e26b6a68a455 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:16.756913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a905aee-2dbb-4b32-ae61-f2f2d0ed65fe req-eb3bd23e-3d90-4aca-8275-e26b6a68a455 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 944 time: 0.0494163 Mar 11 17:55:16.762962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port eba2f5e6-a256-40f9-a59c-263fedbd55a9 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:16.766927 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port eba2f5e6-a256-40f9-a59c-263fedbd55a9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:16.767294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.795706 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1a905aee-2dbb-4b32-ae61-f2f2d0ed65fe req-7917da68-2b1b-4dab-9c6e-ab26fff4a1b5 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Mar 11 17:55:16.846443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.870260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:55:16.872777 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f011b12-9165-458a-a4cf-203a7e5ba779" -d '{"events": [{"server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "name": "network-vif-plugged", "status": "completed", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:55:16.905124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:16.907148 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:16.917276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4347eaf-f1e2-40f6-8b09-4c7e48184bde req-74870c6b-cf25-48ff-85d3-f8c78b412df2 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:16.918805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4347eaf-f1e2-40f6-8b09-4c7e48184bde req-74870c6b-cf25-48ff-85d3-f8c78b412df2 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 944 time: 0.0544796 Mar 11 17:55:16.932141 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34167fe-d50f-4c9c-a548-dae7aa4fe694 x-openstack-request-id: req-c34167fe-d50f-4c9c-a548-dae7aa4fe694 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:55:16.932574 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "name": "network-vif-plugged", "status": "completed", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:55:16.932832 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c34167fe-d50f-4c9c-a548-dae7aa4fe694 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:55:16.933226 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'code': 200} Mar 11 17:55:16.958308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4347eaf-f1e2-40f6-8b09-4c7e48184bde req-67153188-fa1d-4d17-b257-6f47f88bb382 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Mar 11 17:55:16.961817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:17.243895 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:17.327984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-aad5ada0-b625-46ad-bedd-899d378552f5 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:17.329415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-aad5ada0-b625-46ad-bedd-899d378552f5 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 813 time: 0.1126275 Mar 11 17:55:17.345804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-30891701-6fd6-4884-9f68-498541d43cec tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/quotas/cef5096770e04ee7892fbe644b4bd287 HTTP/1.1" status: 200 len: 375 time: 0.0103812 Mar 11 17:55:17.397995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-bd5f816a-6c23-4783-a15a-8e9272be1944 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456331 Mar 11 17:55:17.500032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-0ff9ef33-6416-4c5d-a982-fd14d4b817fc service neutron] 10.222.0.53 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947275 Mar 11 17:55:17.593076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-70010da9-8a4b-40fe-a459-fa57332e9db7 service neutron] 10.222.0.53 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859449 Mar 11 17:55:17.764301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7fad1aa-f894-453e-a7a6-49e7547939df req-9bc70499-9998-4711-a5e1-fb0cc46a8a25 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 210 time: 0.0304742 Mar 11 17:55:18.493331 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.605409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-2cf200aa-7a77-45fc-8f9a-2652d04696de tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:18.607065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-2cf200aa-7a77-45fc-8f9a-2652d04696de tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.46 "GET /v2.0/ports?device_id=feff3db2-d8ef-467c-a1f3-3dae9937f493 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Mar 11 17:55:18.723627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Deleting port eba2f5e6-a256-40f9-a59c-263fedbd55a9 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:55:18.724059 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.789320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-d720faf0-2eb6-4bff-ad89-6d2862d4fef9 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:18.791485 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-d720faf0-2eb6-4bff-ad89-6d2862d4fef9 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.46 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 813 time: 0.1108725 Mar 11 17:55:18.805023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Request body: {'port': {'device_id': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d', 'admin_state_up': True, 'tenant_id': 'cef5096770e04ee7892fbe644b4bd287'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:55:18.829150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] For port eba2f5e6-a256-40f9-a59c-263fedbd55a9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=eba2f5e6-a256-40f9-a59c-263fedbd55a9,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:18.829561 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:18.845203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Calling delete_port for eba2f5e6-a256-40f9-a59c-263fedbd55a9 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:55:18.881632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-295133d0-1920-4529-bc88-37526d719c3d req-50229ca3-b227-4e7d-a70b-b83ac1c7d28b tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 210 time: 0.0376465 Mar 11 17:55:18.923021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Made reservation on behalf of cef5096770e04ee7892fbe644b4bd287 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:55:18.926666 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.008233 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.011449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.021177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['eba2f5e6-a256-40f9-a59c-263fedbd55a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:55:19.050112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Pushing event deleted for resources: {'Port': ['ID=eba2f5e6-a256-40f9-a59c-263fedbd55a9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:19.063502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Allocated IP 172.20.0.4 (01ab315c-fa6b-425f-a4b4-690c6e86011d/2c16c275-8fa4-4c31-a39f-113c2af1c703/bdf0f641-584f-41d7-b667-aa5a87462abf) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:55:19.084109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] No DVR routers for this DVR port eba2f5e6-a256-40f9-a59c-263fedbd55a9 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:19.087284 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.090609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94b6ba8e-595d-4e43-a6f1-798155c31b78 req-637c41ff-5444-44eb-9a75-00a63a5f9489 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.46 "DELETE /v2.0/ports/eba2f5e6-a256-40f9-a59c-263fedbd55a9 HTTP/1.1" status: 204 len: 173 time: 0.4696021 Mar 11 17:55:19.091070 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'name': 'network-vif-deleted', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:55:19.093747 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07283dd8-0b86-477c-99c0-8d1ef54132d0" -d '{"events": [{"server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "name": "network-vif-deleted", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:55:19.136496 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8467bfa4-6651-4a98-8ec4-18e5945199b1 x-openstack-request-id: req-8467bfa4-6651-4a98-8ec4-18e5945199b1 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:55:19.136898 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feff3db2-d8ef-467c-a1f3-3dae9937f493", "name": "network-vif-deleted", "tag": "eba2f5e6-a256-40f9-a59c-263fedbd55a9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:55:19.137395 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8467bfa4-6651-4a98-8ec4-18e5945199b1 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:55:19.137868 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feff3db2-d8ef-467c-a1f3-3dae9937f493', 'name': 'network-vif-deleted', 'tag': 'eba2f5e6-a256-40f9-a59c-263fedbd55a9', 'status': 'completed', 'code': 200} Mar 11 17:55:19.229354 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.265194 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.278343 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['eba2f5e6-a256-40f9-a59c-263fedbd55a9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:55:19.290457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Network 01ab315c-fa6b-425f-a4b4-690c6e86011d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:55:19.292927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:55:19.311700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:55:19.363974 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Pushing event updated for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:19.379664 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:19.380274 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.395571 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-7ccaa649-c51b-4f96-a1da-40df3f9b09c8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950680 Mar 11 17:55:19.409254 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Request body: {'port': {'device_id': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:55:19.462101 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.725534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf0f641-584f-41d7-b667-aa5a87462abf {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:55:19.732717 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.744242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Transition to ACTIVE for port object bdf0f641-584f-41d7-b667-aa5a87462abf will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:19.748104 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.795512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:19.862488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Attempting to bind port bdf0f641-584f-41d7-b667-aa5a87462abf on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:19.862823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Attempting to bind port bdf0f641-584f-41d7-b667-aa5a87462abf by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:19.863161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Attempting to bind port bdf0f641-584f-41d7-b667-aa5a87462abf on network 01ab315c-fa6b-425f-a4b4-690c6e86011d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:55:19.867987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Port bdf0f641-584f-41d7-b667-aa5a87462abf on network 01ab315c-fa6b-425f-a4b4-690c6e86011d not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:55:19.868306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Attempting to bind port bdf0f641-584f-41d7-b667-aa5a87462abf on network 01ab315c-fa6b-425f-a4b4-690c6e86011d {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:55:19.872961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:55:19.873301 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Checking segment: {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:55:19.873682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Bound using segment: {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:55:19.874099 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Bound port: bdf0f641-584f-41d7-b667-aa5a87462abf, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:19.874448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.941076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:19.944135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:19.949268 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.984961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:19.985438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:19.986855 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] 10.222.0.46 "PUT /v2.0/ports/bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 1091 time: 0.5817952 Mar 11 17:55:19.987304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:55:19.989688 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50138c02-3b8a-4c74-bc10-0604db1f94b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:55:20.016100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47531830-2936-4f63-9b67-a562aca0a3de req-12cc08cc-eaf3-4906-8258-de79d3ffb66c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:20.018663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47531830-2936-4f63-9b67-a562aca0a3de req-12cc08cc-eaf3-4906-8258-de79d3ffb66c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 943 time: 0.0636137 Mar 11 17:55:20.018779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54956876-bda5-40eb-a50c-538aff1ab323 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:20.072784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47531830-2936-4f63-9b67-a562aca0a3de req-8c4eea5f-f689-4b3d-89f1-82dba600457d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434611 Mar 11 17:55:20.079455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-b89ca3ca-3903-4d13-bf19-c777db026ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:20.081159 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-b89ca3ca-3903-4d13-bf19-c777db026ca0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 1094 time: 0.0522339 Mar 11 17:55:20.128551 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e8508e-148a-40fd-ba43-ca9b69606ccc x-openstack-request-id: req-23e8508e-148a-40fd-ba43-ca9b69606ccc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:55:20.128842 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:55:20.129098 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23e8508e-148a-40fd-ba43-ca9b69606ccc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:55:20.129492 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'status': 'completed', 'code': 200} Mar 11 17:55:20.131014 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-09d3fc1c-9a1a-49bc-ac56-cfb800dde2fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 217 time: 0.0415573 Mar 11 17:55:20.180310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-0fa94fe7-0203-4642-8976-cf8d798a293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:20.181776 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-0fa94fe7-0203-4642-8976-cf8d798a293e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0433798 Mar 11 17:55:20.212937 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-1be06b85-1213-4cdf-902e-b0a03a592957 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247507 Mar 11 17:55:20.299163 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-450acd7b-dd1f-41ce-8294-f1b4fa5f6c93 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796258 Mar 11 17:55:20.390619 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-800a0f95-9776-4ef5-a3e1-8ef9a5158597 req-711718b7-a6a2-406c-af8b-523f20555000 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840521 Mar 11 17:55:20.478953 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-6103d458-45ef-4ee9-8485-64b614f557e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:20.480463 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-6103d458-45ef-4ee9-8485-64b614f557e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 1094 time: 0.0409093 Mar 11 17:55:20.574058 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-acef7c22-d02e-4084-94d7-5987329cc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:20.575461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-acef7c22-d02e-4084-94d7-5987329cc2ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.0884862 Mar 11 17:55:20.619610 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-5ac0b1b7-5f78-4805-879e-dcc329c6aad6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 217 time: 0.0368834 Mar 11 17:55:20.670660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-b8869ff7-3758-4c70-8e6f-a6cd7e5f9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:20.672105 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-b8869ff7-3758-4c70-8e6f-a6cd7e5f9d73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0456955 Mar 11 17:55:20.704921 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-4620043d-f69e-4fea-ba18-fc8693e5c4c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257092 Mar 11 17:55:20.801260 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-3290b256-f736-4272-b945-d7c5d54f7da2 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883605 Mar 11 17:55:20.894431 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-50138c02-3b8a-4c74-bc10-0604db1f94b5 req-10d59105-8e1a-4783-b307-3bf47a5b19a1 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Mar 11 17:55:21.189169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc941c8-d4c9-4907-bc96-8d535fbb45db req-c5dd66bd-5e90-4f53-901d-cab6feb8d570 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:21.190583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4dc941c8-d4c9-4907-bc96-8d535fbb45db req-c5dd66bd-5e90-4f53-901d-cab6feb8d570 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 943 time: 0.0495565 Mar 11 17:55:21.233443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4dc941c8-d4c9-4907-bc96-8d535fbb45db req-13877927-0cc8-4626-930c-2f124bed9ab4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362895 Mar 11 17:55:22.348988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4adab6-d0e8-49dc-a694-b11f91316c2b req-d671ac24-43bf-4651-9086-8b04941c1039 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:22.350477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c4adab6-d0e8-49dc-a694-b11f91316c2b req-d671ac24-43bf-4651-9086-8b04941c1039 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 943 time: 0.0486999 Mar 11 17:55:22.388889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c4adab6-d0e8-49dc-a694-b11f91316c2b req-f9623a55-14a8-4e96-ad46-3c9e37e00157 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Mar 11 17:55:22.775443 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device eba2f5e6-a256-40f9-a59c-263fedbd55a9 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:55:22.795533 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: eba2f5e6-a256-40f9-a59c-263fedbd55a9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:55:22.795868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device eba2f5e6-a256-40f9-a59c-263fedbd55a9 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:55:23.504883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6e637-ae15-4972-9d91-6394ce40d7f1 req-749b209c-377a-420c-9f8d-dcce0f7ceb3e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:23.506346 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62e6e637-ae15-4972-9d91-6394ce40d7f1 req-749b209c-377a-420c-9f8d-dcce0f7ceb3e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 943 time: 0.0505323 Mar 11 17:55:23.544936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62e6e637-ae15-4972-9d91-6394ce40d7f1 req-cd8ef407-08f8-4c36-8515-a062ff9d08e7 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Mar 11 17:55:24.661257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3b647-d2d9-47d7-9968-163be0ceb644 req-3a5eea00-ff5d-4530-a26a-1c8111419509 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:24.662703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fa3b647-d2d9-47d7-9968-163be0ceb644 req-3a5eea00-ff5d-4530-a26a-1c8111419509 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 943 time: 0.0472956 Mar 11 17:55:24.704849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fa3b647-d2d9-47d7-9968-163be0ceb644 req-0d7cf01e-524c-4a94-aba6-d0abde6c02b8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352368 Mar 11 17:55:24.806625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device bdf0f641-584f-41d7-b667-aa5a87462abf details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:55:24.905946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:24.917318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d', 'port_id': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'mac_address': 'fa:16:3e:cc:d3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c16c275-8fa4-4c31-a39f-113c2af1c703', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:55:24.953087 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:24.966367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf0f641-584f-41d7-b667-aa5a87462abf {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:55:24.985611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:24.989517 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:25.036954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:25.182404 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['bdf0f641-584f-41d7-b667-aa5a87462abf'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:55:26.129864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece403eb-d01e-42b3-a319-e6cbc7175133 req-ba385ce0-21d4-467d-a9a5-edccf8a4440f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:26.131234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ece403eb-d01e-42b3-a319-e6cbc7175133 req-ba385ce0-21d4-467d-a9a5-edccf8a4440f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 944 time: 0.3577073 Mar 11 17:55:26.168253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ece403eb-d01e-42b3-a319-e6cbc7175133 req-cf6ab74c-cc92-4aac-9048-f82394b7214a tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Mar 11 17:55:26.808177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device bdf0f641-584f-41d7-b667-aa5a87462abf up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:55:26.855025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port bdf0f641-584f-41d7-b667-aa5a87462abf completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:55:26.858744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port bdf0f641-584f-41d7-b667-aa5a87462abf triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:55:26.859113 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.936548 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:26.958889 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:55:26.961134 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5eeb5e-c323-439c-8068-3812fa32f642" -d '{"events": [{"server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:55:26.973981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:26.978958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:27.003606 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8508d6d2-c3fc-4fa7-b5c3-a136b2194c3f x-openstack-request-id: req-8508d6d2-c3fc-4fa7-b5c3-a136b2194c3f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:55:27.003895 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:55:27.004180 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8508d6d2-c3fc-4fa7-b5c3-a136b2194c3f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:55:27.004593 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'code': 200} Mar 11 17:55:27.032850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:27.042903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.043270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.043631 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.043962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.044322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.044702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.045049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.045429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.045758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.046089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.046416 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.046739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:27.109132 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2513b8-0649-4def-93b8-efd81e8782db req-c76446ff-59df-4452-95f4-29a5c5a63fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:27.110540 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2a2513b8-0649-4def-93b8-efd81e8782db req-c76446ff-59df-4452-95f4-29a5c5a63fd3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 1096 time: 0.0442395 Mar 11 17:55:27.146104 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2a2513b8-0649-4def-93b8-efd81e8782db req-39055c1c-af65-4d20-8d9d-d7959b37f5be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274179 Mar 11 17:55:27.281315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dead217-47ce-4132-a6fb-efa23c964992 req-6fc14aa8-d320-45df-a2e0-b7f3113aaa06 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:27.282755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dead217-47ce-4132-a6fb-efa23c964992 req-6fc14aa8-d320-45df-a2e0-b7f3113aaa06 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0476420 Mar 11 17:55:27.320193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3dead217-47ce-4132-a6fb-efa23c964992 req-90ce4e59-3457-4e86-a92a-7171f0457355 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Mar 11 17:55:28.440053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ab8fe-04fc-45c6-9622-adbd7076be25 req-4b85e832-050d-4043-b1a8-8458bcd1142e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:28.441463 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e6ab8fe-04fc-45c6-9622-adbd7076be25 req-4b85e832-050d-4043-b1a8-8458bcd1142e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0470593 Mar 11 17:55:28.483227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e6ab8fe-04fc-45c6-9622-adbd7076be25 req-b9e4f134-9c9e-4dda-85dd-d85532c36248 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351224 Mar 11 17:55:28.546509 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-4e6a26aa-f44f-40b9-b659-9d3ab82f35e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415473 Mar 11 17:55:28.599959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513104c0-162f-406e-a627-a978e68879bd req-c33f205e-c799-49fa-8bf9-6a2ebc375a35 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:28.603666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-513104c0-162f-406e-a627-a978e68879bd req-c33f205e-c799-49fa-8bf9-6a2ebc375a35 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0510864 Mar 11 17:55:28.631065 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-a27c7f27-e864-435d-899a-a230fc432374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:28.632631 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-a27c7f27-e864-435d-899a-a230fc432374 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 1096 time: 0.0420127 Mar 11 17:55:28.642513 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-513104c0-162f-406e-a627-a978e68879bd req-ed05da63-16dd-41df-8723-0015a92e08d1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344863 Mar 11 17:55:28.748469 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-a4891067-89a7-4039-a8e3-f46c25944757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:28.749959 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-a4891067-89a7-4039-a8e3-f46c25944757 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.0914519 Mar 11 17:55:28.795121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-5a627f68-c7b5-4aaa-bb88-9d4abedc5573 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 217 time: 0.0387321 Mar 11 17:55:28.880334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-3e087aca-777a-4eae-9751-99388ef76f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:28.881849 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-3e087aca-777a-4eae-9751-99388ef76f19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0799997 Mar 11 17:55:28.885374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773aa6-8fcc-416b-be30-c624ebb508cd req-c9638bc0-0b06-49d3-bda0-bd8d4cc70b39 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:28.886881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0773aa6-8fcc-416b-be30-c624ebb508cd req-c9638bc0-0b06-49d3-bda0-bd8d4cc70b39 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0511224 Mar 11 17:55:28.893541 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-4d0499c9-1212-4987-a818-dbbbee28cd7b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0629311 Mar 11 17:55:28.919972 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-9700a3fc-f10e-4725-be0f-7dc10711f911 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294542 Mar 11 17:55:28.927438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0773aa6-8fcc-416b-be30-c624ebb508cd req-8b10d07c-710a-43c9-ad59-4e04758fc16c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Mar 11 17:55:29.025287 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-6b83eb09-0016-4bd1-9e56-dd03a2a960e5 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983257 Mar 11 17:55:29.123809 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-33f68dc4-69aa-4a17-ac8c-e311f9265282 req-d0153f23-adc0-4836-b985-d598dac7bcee service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915704 Mar 11 17:55:29.324287 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:30.027902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-67c1704b-af7b-4437-9e7f-046c16451bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:30.029445 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-67c1704b-af7b-4437-9e7f-046c16451bbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 1096 time: 0.0423291 Mar 11 17:55:30.060295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2002af9-a05c-490e-9adb-22aa4d2342b7 req-d6ee4abb-ea16-4868-8031-00391a4c77cb tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:30.061868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2002af9-a05c-490e-9adb-22aa4d2342b7 req-d6ee4abb-ea16-4868-8031-00391a4c77cb tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0514619 Mar 11 17:55:30.105652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2002af9-a05c-490e-9adb-22aa4d2342b7 req-c3619ac8-32f2-447c-a21f-8f7ebc9b1399 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Mar 11 17:55:30.126535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-861ff800-ae40-4dd2-bee3-1c6f07353df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:30.128024 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-861ff800-ae40-4dd2-bee3-1c6f07353df3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.0924358 Mar 11 17:55:30.170055 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-37e731e6-06f0-4d02-91e0-cc29e1ac911d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 217 time: 0.0337307 Mar 11 17:55:30.218453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-d68731e1-dd35-4f8b-8c9d-cfe8f204ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:30.219813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-d68731e1-dd35-4f8b-8c9d-cfe8f204ab0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0435314 Mar 11 17:55:30.249534 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-780cc765-e797-4559-92a0-ccebd5eef180 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235500 Mar 11 17:55:30.341046 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-58cbe962-a51d-4e9b-899f-334a90ccb3a6 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845428 Mar 11 17:55:30.430017 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-d39043c2-5f76-4bc2-ad98-abae894e3609 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819378 Mar 11 17:55:31.221002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d049f63-4e59-437c-a92b-b64d222e2d7d req-0ae03d4a-9c4f-4e38-96a9-6f917db381d7 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:31.222446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d049f63-4e59-437c-a92b-b64d222e2d7d req-0ae03d4a-9c4f-4e38-96a9-6f917db381d7 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0487318 Mar 11 17:55:31.259475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d049f63-4e59-437c-a92b-b64d222e2d7d req-08cb76bb-e58a-462b-abe2-8f1850ffd117 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 Mar 11 17:55:32.373071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745505c5-923d-49fb-b545-0324e35988dc req-072347ba-6ddd-4548-9800-660b46128f84 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:32.374818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-745505c5-923d-49fb-b545-0324e35988dc req-072347ba-6ddd-4548-9800-660b46128f84 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0488331 Mar 11 17:55:32.411181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-745505c5-923d-49fb-b545-0324e35988dc req-2d33db5e-9462-4e3e-a5fc-c1e166ac4a97 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304573 Mar 11 17:55:32.629241 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:55:33.527447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b719c-f03a-41f1-b78e-2914fc6fa47c req-ff8ae7ed-5e97-4636-8497-9d6696c2f2f0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:33.528945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c80b719c-f03a-41f1-b78e-2914fc6fa47c req-ff8ae7ed-5e97-4636-8497-9d6696c2f2f0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0489113 Mar 11 17:55:33.570746 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c80b719c-f03a-41f1-b78e-2914fc6fa47c req-b11a397d-35ba-4242-a953-9314732139ca tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352190 Mar 11 17:55:34.683702 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e3104-7881-403e-b812-2e13118128a5 req-f15053f6-f5d6-48b3-ae3a-4edcd614f53b tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:34.685192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd8e3104-7881-403e-b812-2e13118128a5 req-f15053f6-f5d6-48b3-ae3a-4edcd614f53b tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0481408 Mar 11 17:55:34.722887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd8e3104-7881-403e-b812-2e13118128a5 req-cef175c1-291d-4789-a99f-4111e255c9b6 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Mar 11 17:55:35.836233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd45caa-6d66-4353-86ac-9f1e6f207aaa req-bcd67f32-40fb-491b-a3af-3b700e14d53e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:35.837710 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abd45caa-6d66-4353-86ac-9f1e6f207aaa req-bcd67f32-40fb-491b-a3af-3b700e14d53e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0482323 Mar 11 17:55:35.874603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-abd45caa-6d66-4353-86ac-9f1e6f207aaa req-5b025f58-9109-48f1-b627-b0579f7d9f33 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Mar 11 17:55:36.988271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ac524-0281-47be-8797-32c97b2067c9 req-bb0f5f3a-933d-4e0f-99da-a120134b3230 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:36.989752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c30ac524-0281-47be-8797-32c97b2067c9 req-bb0f5f3a-933d-4e0f-99da-a120134b3230 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0480690 Mar 11 17:55:37.031630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c30ac524-0281-47be-8797-32c97b2067c9 req-954784a0-d432-4fe8-bfae-dc196c76c9d4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Mar 11 17:55:38.146734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753081f-a012-4af6-911e-0ae09e07012b req-3e93b30c-7d4e-469b-951f-6544bba02c1a tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:38.148858 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6753081f-a012-4af6-911e-0ae09e07012b req-3e93b30c-7d4e-469b-951f-6544bba02c1a tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0479751 Mar 11 17:55:38.188653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6753081f-a012-4af6-911e-0ae09e07012b req-915d1782-7d64-4c5e-917c-35284ffb2e75 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Mar 11 17:55:39.306756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c75d2-f2d7-426c-9df4-556db21ec226 req-eb066d5c-11c0-48d5-8a36-e97c8c988340 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:39.308367 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c0c75d2-f2d7-426c-9df4-556db21ec226 req-eb066d5c-11c0-48d5-8a36-e97c8c988340 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0508959 Mar 11 17:55:39.351172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7c0c75d2-f2d7-426c-9df4-556db21ec226 req-cae84ee6-0828-4924-93fa-c828827c8540 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362093 Mar 11 17:55:40.467035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c03f2-f49f-48f8-811d-736a28e74ff1 req-d93e5ad9-2729-4e76-8cac-0ece2f5a4d07 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:40.468527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-733c03f2-f49f-48f8-811d-736a28e74ff1 req-d93e5ad9-2729-4e76-8cac-0ece2f5a4d07 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0484419 Mar 11 17:55:40.512570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-733c03f2-f49f-48f8-811d-736a28e74ff1 req-7c6bca89-20c3-47b3-a7db-1e97634d3e4e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378652 Mar 11 17:55:41.306639 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:41.631307 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d25d9-ad85-49a1-8db0-fb37cda15b80 req-509fe32e-b2be-428d-af22-8827a67aa822 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:41.633305 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb9d25d9-ad85-49a1-8db0-fb37cda15b80 req-509fe32e-b2be-428d-af22-8827a67aa822 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0498505 Mar 11 17:55:41.670004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eb9d25d9-ad85-49a1-8db0-fb37cda15b80 req-1683a58c-072b-478b-aac7-ad2714a56cbc tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307012 Mar 11 17:55:42.785851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9b6c1-c7ac-4fba-b79e-09120572ae92 req-66d164f5-f121-475b-b11f-8930d13ba033 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:42.787228 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8de9b6c1-c7ac-4fba-b79e-09120572ae92 req-66d164f5-f121-475b-b11f-8930d13ba033 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0488865 Mar 11 17:55:42.824481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8de9b6c1-c7ac-4fba-b79e-09120572ae92 req-d7ae3271-cf41-4804-bf6c-dd57e6c8f9d6 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309007 Mar 11 17:55:43.644047 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7385ef92-488b-4d17-bd9e-595b35a8382e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:43.939619 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d513d0-539a-47a3-aa8d-ea8cc8f42b63 req-50534b04-db75-4406-9275-49472cc6aaa0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:43.941108 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67d513d0-539a-47a3-aa8d-ea8cc8f42b63 req-50534b04-db75-4406-9275-49472cc6aaa0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0484748 Mar 11 17:55:43.981819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67d513d0-539a-47a3-aa8d-ea8cc8f42b63 req-cfda2cfc-9ff6-4c51-9115-c7337e0b57f6 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348332 Mar 11 17:55:45.102651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d9be0-7fca-46d8-a4ad-bf25c2d16c74 req-3b582bd6-9d10-43cd-8c21-aa2dadd40cf0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:45.104384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-127d9be0-7fca-46d8-a4ad-bf25c2d16c74 req-3b582bd6-9d10-43cd-8c21-aa2dadd40cf0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0508943 Mar 11 17:55:45.143699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-127d9be0-7fca-46d8-a4ad-bf25c2d16c74 req-9b3c567d-3d12-4eff-b0c7-756ebfcbf317 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Mar 11 17:55:45.927335 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfc8b-8fe3-4804-8c71-7863f57c76c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:46.264771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4e017-e6b1-4678-800e-aefb7adb4aa5 req-4cb5add6-adf5-4eb1-a24c-12eb1a21ec7f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:46.266362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8db4e017-e6b1-4678-800e-aefb7adb4aa5 req-4cb5add6-adf5-4eb1-a24c-12eb1a21ec7f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0514228 Mar 11 17:55:46.309292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8db4e017-e6b1-4678-800e-aefb7adb4aa5 req-e00f35b3-2407-4654-abb1-696dbfedb2d0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Mar 11 17:55:47.243770 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:47.426540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66b005-4062-4bc2-b0b7-566f2e67ef32 req-c14d107a-7b35-4ad9-9865-9d0225a0ff38 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:47.428049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb66b005-4062-4bc2-b0b7-566f2e67ef32 req-c14d107a-7b35-4ad9-9865-9d0225a0ff38 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0495472 Mar 11 17:55:47.471934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb66b005-4062-4bc2-b0b7-566f2e67ef32 req-42123a62-8ee3-4658-ba71-2cf886460c64 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372865 Mar 11 17:55:48.496397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:48.593487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6961ad-a38e-4cae-bf7a-665b9ac906a7 req-21132b9e-bab5-47f4-aab2-241b09921ed9 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:48.595009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6961ad-a38e-4cae-bf7a-665b9ac906a7 req-21132b9e-bab5-47f4-aab2-241b09921ed9 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0510645 Mar 11 17:55:48.639455 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a6961ad-a38e-4cae-bf7a-665b9ac906a7 req-94f04304-9525-4270-8164-67bb4f6a71dc tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375311 Mar 11 17:55:49.007563 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:49.764938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586fa8-e253-4560-a525-4c8db3a78d5e req-9bc474c4-5160-49d2-a11d-b2add3d13466 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:49.766308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e586fa8-e253-4560-a525-4c8db3a78d5e req-9bc474c4-5160-49d2-a11d-b2add3d13466 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0496988 Mar 11 17:55:49.806557 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e586fa8-e253-4560-a525-4c8db3a78d5e req-4f83ea57-f771-4e99-9506-c0f66fa687b8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328207 Mar 11 17:55:50.924171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0542c53-f6bf-4128-9e11-4b2fa55a98ea req-8af4f7dc-3715-4c08-b454-e14c6e074b16 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:50.925666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0542c53-f6bf-4128-9e11-4b2fa55a98ea req-8af4f7dc-3715-4c08-b454-e14c6e074b16 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0485904 Mar 11 17:55:50.967720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0542c53-f6bf-4128-9e11-4b2fa55a98ea req-8e1e8f8f-089e-4649-b076-e63f9a06b223 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354450 Mar 11 17:55:52.087446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79088e61-c6ee-4f37-98b0-cefb39f6ae22 req-aa9b1806-34b0-4ab1-b7c2-e5367f1d4219 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:52.088934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79088e61-c6ee-4f37-98b0-cefb39f6ae22 req-aa9b1806-34b0-4ab1-b7c2-e5367f1d4219 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0495131 Mar 11 17:55:52.126461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79088e61-c6ee-4f37-98b0-cefb39f6ae22 req-cdaa9641-bf6d-4ff2-b531-d7253edce82d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Mar 11 17:55:53.245939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f63c-7a95-4fa4-b72c-089e6ff410cc req-7c52ac75-c652-46e2-9643-a087b015affd tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:53.247410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ba9f63c-7a95-4fa4-b72c-089e6ff410cc req-7c52ac75-c652-46e2-9643-a087b015affd tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0498269 Mar 11 17:55:53.286722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ba9f63c-7a95-4fa4-b72c-089e6ff410cc req-f73a6fc2-d409-4dce-93f2-b9e83681c92c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Mar 11 17:55:54.406416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab45536-5038-4bba-888b-9867cc5f1227 req-817ec35b-e780-49e9-8ba4-492e255da530 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:54.407968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ab45536-5038-4bba-888b-9867cc5f1227 req-817ec35b-e780-49e9-8ba4-492e255da530 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0536110 Mar 11 17:55:54.450978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ab45536-5038-4bba-888b-9867cc5f1227 req-8a941c06-bed0-4fbb-ac0b-32c3c4abb35c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362339 Mar 11 17:55:55.564457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe0339-a9fb-493d-861c-87dcff25c4a4 req-f43cdbe0-e1ba-42b7-b497-e887fd92d98b tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:55.565923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1efe0339-a9fb-493d-861c-87dcff25c4a4 req-f43cdbe0-e1ba-42b7-b497-e887fd92d98b tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0484257 Mar 11 17:55:55.603561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1efe0339-a9fb-493d-861c-87dcff25c4a4 req-21b6fb5c-6b40-4592-89c6-43d7601466bf tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311737 Mar 11 17:55:56.720282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a86575-465f-4de3-9fa4-dc58e4888f16 req-614d22a3-0b9b-408f-b6d0-2ad2d9372c48 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:56.721718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86a86575-465f-4de3-9fa4-dc58e4888f16 req-614d22a3-0b9b-408f-b6d0-2ad2d9372c48 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0490489 Mar 11 17:55:56.760275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86a86575-465f-4de3-9fa4-dc58e4888f16 req-d141af6e-d572-41c8-8553-29005249e6fd tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 Mar 11 17:55:57.342244 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-45e91810-4772-4097-996e-dda07890e719 service neutron] show failed (client error): The resource could not be found. Mar 11 17:55:57.343636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-45e91810-4772-4097-996e-dda07890e719 service neutron] 10.222.0.46 "GET /v2.0/ports/bdf0f641-584f-41d7-b667-aa5a87462abf/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0636935 Mar 11 17:55:57.546770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-974765df-604a-4fba-8ace-4a62cf361325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:57.548300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-974765df-604a-4fba-8ace-4a62cf361325 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d&tenant_id=cef5096770e04ee7892fbe644b4bd287 HTTP/1.1" status: 200 len: 1096 time: 0.0418949 Mar 11 17:55:57.559421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:55:57.614245 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:57.823554 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:55:57.888464 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:57.896491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a6f2d-32ba-4740-b36d-6e1b99699f0f req-0d800c77-0e8d-42b3-9305-8b897cd71bd1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:57.897961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d6a6f2d-32ba-4740-b36d-6e1b99699f0f req-0d800c77-0e8d-42b3-9305-8b897cd71bd1 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0655985 Mar 11 17:55:57.954815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:55:57.957046 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2447c4-973f-4eeb-aef3-a5970ee9e2cd" -d '{"events": [{"server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:55:57.961784 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:57.982479 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d6a6f2d-32ba-4740-b36d-6e1b99699f0f req-a874060d-0fe5-4155-806e-898c351ea495 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673201 Mar 11 17:55:57.985063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Transition to ACTIVE for port object bdf0f641-584f-41d7-b667-aa5a87462abf will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:55:57.989541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.031747 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f7bf2d-d3a6-488d-bceb-e8c67ff51b98 x-openstack-request-id: req-b2f7bf2d-d3a6-488d-bceb-e8c67ff51b98 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:55:58.032039 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:55:58.032296 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2f7bf2d-d3a6-488d-bceb-e8c67ff51b98 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:55:58.032753 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'code': 200} Mar 11 17:55:58.071487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] No DVR routers for this DVR port bdf0f641-584f-41d7-b667-aa5a87462abf on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:55:58.073346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:58.082841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.083187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.083533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.083895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.084230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.084588 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.084916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.085241 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.085567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.086529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.086850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.087173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:55:58.120597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Attempting to bind port bdf0f641-584f-41d7-b667-aa5a87462abf on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:55:58.120964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Attempting to bind port bdf0f641-584f-41d7-b667-aa5a87462abf by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:55:58.121348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Attempting to bind port bdf0f641-584f-41d7-b667-aa5a87462abf on network 01ab315c-fa6b-425f-a4b4-690c6e86011d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:55:58.126036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Port bdf0f641-584f-41d7-b667-aa5a87462abf on network 01ab315c-fa6b-425f-a4b4-690c6e86011d not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:55:58.126398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Attempting to bind port bdf0f641-584f-41d7-b667-aa5a87462abf on network 01ab315c-fa6b-425f-a4b4-690c6e86011d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:55:58.131279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:55:58.131635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Checking segment: {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:55:58.132020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Bound using segment: {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:55:58.132525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Bound port: bdf0f641-584f-41d7-b667-aa5a87462abf, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:55:58.132885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.202658 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:55:58.205707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:55:58.210325 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.244165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:58.245234 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:55:58.246653 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] 10.222.0.66 "PUT /v2.0/ports/bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 1091 time: 0.6910555 Mar 11 17:55:58.269700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df7ed8-d5ed-4789-97ee-04c273917e27 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:55:58.311985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-1c567e1a-a10b-46f5-adbc-365f26e5a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:58.313542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-1c567e1a-a10b-46f5-adbc-365f26e5a4d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 1094 time: 0.0411038 Mar 11 17:55:58.406035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-c1fabe9e-dfea-469b-9590-1c19f301a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:58.407491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-c1fabe9e-dfea-469b-9590-1c19f301a389 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.0864549 Mar 11 17:55:58.448796 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-0f6adaea-cdd0-495e-868d-687f7f8159e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 217 time: 0.0347025 Mar 11 17:55:58.496169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-7eb06cd7-e645-4100-9ab6-e3e20eb845ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:58.497619 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-7eb06cd7-e645-4100-9ab6-e3e20eb845ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0427661 Mar 11 17:55:58.527520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-fd25d73a-6488-4ab5-b581-f25ac7635611 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236156 Mar 11 17:55:58.620302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-80cea989-5248-43d1-9784-a1d4f4165fb8 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854595 Mar 11 17:55:58.708876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd689edc-f3e5-4891-86a6-0855bee27966 req-729684ac-fc1b-4c54-8966-1422a0f949f2 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813537 Mar 11 17:55:59.119391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cea46-c5ea-4f39-9cd7-474a7b618111 req-a40e274b-3863-4275-bbce-37be166e8b6d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:55:59.120886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e92cea46-c5ea-4f39-9cd7-474a7b618111 req-a40e274b-3863-4275-bbce-37be166e8b6d tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 943 time: 0.0552046 Mar 11 17:55:59.158442 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e92cea46-c5ea-4f39-9cd7-474a7b618111 req-6ab785d3-799d-40b1-871e-147e868f037c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Mar 11 17:55:59.328892 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:00.034249 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:56:00.036618 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9fd052-c7ec-4f52-bfb0-57f69f410866" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:56:00.088608 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb44a9f9-69c5-4d72-9414-22c5f54b9b82 x-openstack-request-id: req-eb44a9f9-69c5-4d72-9414-22c5f54b9b82 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:56:00.088959 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:56:00.089218 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb44a9f9-69c5-4d72-9414-22c5f54b9b82 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:56:00.089643 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'status': 'completed', 'code': 200} Mar 11 17:56:00.146320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-5d7ef26c-4d6f-42d7-a065-3e40b8fbebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:00.147837 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-5d7ef26c-4d6f-42d7-a065-3e40b8fbebf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 1094 time: 0.0414584 Mar 11 17:56:00.150198 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-6cf42668-719e-4573-83a1-bd0183ee677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:00.151733 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-6cf42668-719e-4573-83a1-bd0183ee677f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 1094 time: 0.0403199 Mar 11 17:56:00.241707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-2988ddbc-db43-4622-90e8-9527d6512c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:00.243205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-2988ddbc-db43-4622-90e8-9527d6512c88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.0854266 Mar 11 17:56:00.265553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-7421682b-7c6b-45ed-baf7-4a481c76281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:00.267017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-7421682b-7c6b-45ed-baf7-4a481c76281e service neutron] 10.222.0.66 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.1123793 Mar 11 17:56:00.289787 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-cca243b0-01c7-4502-91b0-7e96384cf57f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 217 time: 0.0398152 Mar 11 17:56:00.314801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-ac78f775-7925-4135-8275-f9d51e7b1416 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 217 time: 0.0393264 Mar 11 17:56:00.323484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfe757-b4ec-4a09-b9c5-5f0d8f5c1930 req-2c856273-0365-49f3-ad19-b26a735249a4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:00.324904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbcfe757-b4ec-4a09-b9c5-5f0d8f5c1930 req-2c856273-0365-49f3-ad19-b26a735249a4 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 943 time: 0.0937903 Mar 11 17:56:00.339965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-c8aa68f9-77c0-4373-a8e0-dc46f4271e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:00.341440 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-c8aa68f9-77c0-4373-a8e0-dc46f4271e97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0455008 Mar 11 17:56:00.373150 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-c973a143-d05a-49c6-8047-52ce9fd39423 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250609 Mar 11 17:56:00.400204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fbcfe757-b4ec-4a09-b9c5-5f0d8f5c1930 req-799f2086-5c69-478a-a3e2-38519f409f79 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672905 Mar 11 17:56:00.401694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-2fc874b4-ec6b-472b-8119-091af667f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:00.403088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-2fc874b4-ec6b-472b-8119-091af667f4a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0773449 Mar 11 17:56:00.436733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-5ae75f69-c90d-4978-b514-e0b492df18c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258181 Mar 11 17:56:00.467714 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-8639c2ea-2185-4087-93d6-cc9598c8affd service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865314 Mar 11 17:56:00.526131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-5fc0af5c-a62b-4e8b-ba97-7debfe525f30 service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828912 Mar 11 17:56:00.558106 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-493a0671-0309-42e5-80be-26dae56a18d3 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830789 Mar 11 17:56:00.621445 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb9fd052-c7ec-4f52-bfb0-57f69f410866 req-b452ae64-2c37-4ff0-a851-c72aaaad857d service neutron] 10.222.0.66 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879092 Mar 11 17:56:01.026121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device bdf0f641-584f-41d7-b667-aa5a87462abf no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:56:01.065397 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device bdf0f641-584f-41d7-b667-aa5a87462abf not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:56:01.239855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device bdf0f641-584f-41d7-b667-aa5a87462abf details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:56:01.336209 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:01.347823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'network_id': '01ab315c-fa6b-425f-a4b4-690c6e86011d', 'port_id': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'mac_address': 'fa:16:3e:cc:d3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c16c275-8fa4-4c31-a39f-113c2af1c703', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:56:01.384109 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.396539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf0f641-584f-41d7-b667-aa5a87462abf {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:56:01.419620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:01.423648 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:01.479682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:01.532371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372931f5-42ed-4184-b4ee-426691431c22 req-44cf164e-4800-49cb-b04f-2590d147e388 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:01.533899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-372931f5-42ed-4184-b4ee-426691431c22 req-44cf164e-4800-49cb-b04f-2590d147e388 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 944 time: 0.0556149 Mar 11 17:56:01.584225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-372931f5-42ed-4184-b4ee-426691431c22 req-91ca406f-74e5-437a-a724-7cbf60fcc6dc tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441718 Mar 11 17:56:01.767851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['bdf0f641-584f-41d7-b667-aa5a87462abf'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:56:02.693533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32d0f4-540c-4a89-b8d6-4f08981f99e0 req-645bfab8-a9d0-4ab4-90ca-d65064e1b7f6 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:02.694997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c32d0f4-540c-4a89-b8d6-4f08981f99e0 req-645bfab8-a9d0-4ab4-90ca-d65064e1b7f6 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 944 time: 0.0492959 Mar 11 17:56:02.733119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0c32d0f4-540c-4a89-b8d6-4f08981f99e0 req-294206a8-1719-4fd8-ab51-6580e56430ca tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Mar 11 17:56:02.927810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041e6fd-44a0-4fa7-b876-01115d2b07ab req-e0845c9e-8584-465d-880e-3ecbaba4b20f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:02.929835 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9041e6fd-44a0-4fa7-b876-01115d2b07ab req-e0845c9e-8584-465d-880e-3ecbaba4b20f tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 944 time: 0.0556085 Mar 11 17:56:02.939367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-0e73510a-70e9-4696-997d-be8004a87160 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:02.940833 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-0e73510a-70e9-4696-997d-be8004a87160 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d&tenant_id=cef5096770e04ee7892fbe644b4bd287&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 944 time: 0.0516102 Mar 11 17:56:02.968549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9041e6fd-44a0-4fa7-b876-01115d2b07ab req-7084982a-c31a-43e2-b778-1dfb02b683df tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Mar 11 17:56:03.004892 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-60d2466a-675a-4ef4-840c-255fda2045fe service neutron] delete failed (client error): The resource could not be found. Mar 11 17:56:03.005825 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-60d2466a-675a-4ef4-840c-255fda2045fe service neutron] 10.222.0.46 "DELETE /v2.0/ports/bdf0f641-584f-41d7-b667-aa5a87462abf/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0566354 Mar 11 17:56:03.087685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-4e04bab6-003a-416c-b023-0aea743dba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:03.089245 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-4e04bab6-003a-416c-b023-0aea743dba42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cef5096770e04ee7892fbe644b4bd287&device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 1095 time: 0.0407476 Mar 11 17:56:03.176331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-32afd644-8f92-4d95-887c-176172295204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:03.177913 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-32afd644-8f92-4d95-887c-176172295204 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 200 len: 913 time: 0.0823872 Mar 11 17:56:03.245013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device bdf0f641-584f-41d7-b667-aa5a87462abf up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:56:03.300959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port bdf0f641-584f-41d7-b667-aa5a87462abf completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:03.306236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port bdf0f641-584f-41d7-b667-aa5a87462abf triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:03.306605 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.387889 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.412112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:56:03.414445 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9e1a75-d940-41a4-85af-3b663587b064" -d '{"events": [{"server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:56:03.427584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:03.432476 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:03.470182 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebb9645-2d08-444c-9a17-26196530d6d3 x-openstack-request-id: req-1ebb9645-2d08-444c-9a17-26196530d6d3 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:56:03.470621 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "name": "network-vif-plugged", "status": "completed", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:56:03.470948 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ebb9645-2d08-444c-9a17-26196530d6d3 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:56:03.471878 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'code': 200} Mar 11 17:56:03.493988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:03.565692 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-38b40cd7-021b-4733-a0b7-86868111f967 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 200 len: 217 time: 0.3804927 Mar 11 17:56:03.614249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-726c76f2-e6eb-4f2f-8893-019ec44ae2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:03.615657 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-726c76f2-e6eb-4f2f-8893-019ec44ae2ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 200 len: 853 time: 0.0420430 Mar 11 17:56:03.646933 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-96d646be-36bd-4ed7-aebf-84564be2cb41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01ab315c-fa6b-425f-a4b4-690c6e86011d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242178 Mar 11 17:56:03.736333 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-3fd48c06-215d-44f2-8c12-3ee2f333c4ca service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830195 Mar 11 17:56:03.824517 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0f8b6d56-4b5c-4454-bb03-9c0a1f8d547f req-e593e8dc-28e1-4cbf-a174-0a7fb8d29ec5 service neutron] 10.222.0.46 "GET /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806551 Mar 11 17:56:04.093303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b0af-1ab6-4992-90b9-4755bcb94318 req-cdaf419b-95c3-4ba9-b6e6-a5f88b3723bd tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:04.094792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1204b0af-1ab6-4992-90b9-4755bcb94318 req-cdaf419b-95c3-4ba9-b6e6-a5f88b3723bd tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0561290 Mar 11 17:56:04.138386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1204b0af-1ab6-4992-90b9-4755bcb94318 req-06689b25-271b-4f86-88a9-f65b0a5eeaa0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373158 Mar 11 17:56:05.261106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef331-60b3-4edc-8ca7-eabea4ce5d03 req-2e950b8d-a22e-428a-ac0f-f98210b12d7e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:05.262573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30eef331-60b3-4edc-8ca7-eabea4ce5d03 req-2e950b8d-a22e-428a-ac0f-f98210b12d7e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0515175 Mar 11 17:56:05.300693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30eef331-60b3-4edc-8ca7-eabea4ce5d03 req-6f29a855-d77c-4b6e-8c3a-27580f74c362 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Mar 11 17:56:05.419621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741721f-9b6a-446f-b88e-ba5c1ee98641 req-0844b108-5d1c-4057-be2a-1a90091200fb tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:05.421020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e741721f-9b6a-446f-b88e-ba5c1ee98641 req-0844b108-5d1c-4057-be2a-1a90091200fb tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0529761 Mar 11 17:56:05.461287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e741721f-9b6a-446f-b88e-ba5c1ee98641 req-fe25baeb-ab09-45ee-a92e-58304394d18b tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307987 Mar 11 17:56:05.576231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3636f-39e1-4663-bc4e-d90f6685470f req-f469e14d-4098-4add-bc87-93c350f6b8e0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:05.577718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24b3636f-39e1-4663-bc4e-d90f6685470f req-f469e14d-4098-4add-bc87-93c350f6b8e0 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0497684 Mar 11 17:56:05.615380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24b3636f-39e1-4663-bc4e-d90f6685470f req-3291b9b1-f12d-4df7-9733-ad22a5602e77 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Mar 11 17:56:05.940055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfb73b-4957-4f5c-a7e4-be30cb9dd18a req-2a2fe0ae-da41-4f78-83c0-15c8153bccb8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:05.941434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21dfb73b-4957-4f5c-a7e4-be30cb9dd18a req-2a2fe0ae-da41-4f78-83c0-15c8153bccb8 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0490360 Mar 11 17:56:05.978923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21dfb73b-4957-4f5c-a7e4-be30cb9dd18a req-774dc9dc-6301-4822-9b62-f29a3b990738 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Mar 11 17:56:07.096039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa88ae-641b-456d-be01-ff23a565a088 req-0d1451b5-cff6-45d0-81f8-1d7318f428a9 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:07.097512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3eaa88ae-641b-456d-be01-ff23a565a088 req-0d1451b5-cff6-45d0-81f8-1d7318f428a9 tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0522423 Mar 11 17:56:07.134396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3eaa88ae-641b-456d-be01-ff23a565a088 req-dcf0601a-6f31-4cf5-91d1-71063cc0718e tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.53 "GET /v2.0/security-groups?id=c372f1b6-048b-4b8a-8df0-1508f0166c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303195 Mar 11 17:56:07.236641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa0000-b406-41e0-adb5-915e604dacee req-c3a65e49-245b-4d14-8b52-2563fbcf29fd tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:07.238068 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80aa0000-b406-41e0-adb5-915e604dacee req-c3a65e49-245b-4d14-8b52-2563fbcf29fd tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fb6f917-6d7b-4a62-abfb-be2b90bb436d HTTP/1.1" status: 200 len: 945 time: 0.0477109 Mar 11 17:56:07.332970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-80aa0000-b406-41e0-adb5-915e604dacee req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Deleting port bdf0f641-584f-41d7-b667-aa5a87462abf {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:56:07.333221 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80aa0000-b406-41e0-adb5-915e604dacee req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.419904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-80aa0000-b406-41e0-adb5-915e604dacee req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] For port bdf0f641-584f-41d7-b667-aa5a87462abf, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=bdf0f641-584f-41d7-b667-aa5a87462abf,segment=NetworkSegment(fad7a218-c6d0-4864-8f3f-8d9e2d75d58b),segment_id=fad7a218-c6d0-4864-8f3f-8d9e2d75d58b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:07.420264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80aa0000-b406-41e0-adb5-915e604dacee req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.432765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-80aa0000-b406-41e0-adb5-915e604dacee req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Calling delete_port for bdf0f641-584f-41d7-b667-aa5a87462abf owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:56:07.559706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80aa0000-b406-41e0-adb5-915e604dacee req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.577660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['bdf0f641-584f-41d7-b667-aa5a87462abf'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:56:07.587011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Pushing event deleted for resources: {'Port': ['ID=bdf0f641-584f-41d7-b667-aa5a87462abf,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:07.628099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-80aa0000-b406-41e0-adb5-915e604dacee req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] No DVR routers for this DVR port bdf0f641-584f-41d7-b667-aa5a87462abf on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:07.630581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-80aa0000-b406-41e0-adb5-915e604dacee req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:07.634373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80aa0000-b406-41e0-adb5-915e604dacee req-8c28eb9e-8f2a-457a-b9fe-1d149995cb7c tempest-ServerDiskConfigTestJSON-1134407663 tempest-ServerDiskConfigTestJSON-1134407663-project] 10.222.0.66 "DELETE /v2.0/ports/bdf0f641-584f-41d7-b667-aa5a87462abf HTTP/1.1" status: 204 len: 173 time: 0.3863990 Mar 11 17:56:07.634812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'name': 'network-vif-deleted', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:56:07.637062 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebad8c5c-5c55-49e1-bc88-5fec9cb5108b" -d '{"events": [{"server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "name": "network-vif-deleted", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:56:07.677928 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85937b80-661c-484d-9fbd-68244a1b0def x-openstack-request-id: req-85937b80-661c-484d-9fbd-68244a1b0def {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:56:07.678091 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb6f917-6d7b-4a62-abfb-be2b90bb436d", "name": "network-vif-deleted", "tag": "bdf0f641-584f-41d7-b667-aa5a87462abf", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:56:07.678343 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85937b80-661c-484d-9fbd-68244a1b0def {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:56:07.678739 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb6f917-6d7b-4a62-abfb-be2b90bb436d', 'name': 'network-vif-deleted', 'tag': 'bdf0f641-584f-41d7-b667-aa5a87462abf', 'status': 'completed', 'code': 200} Mar 11 17:56:08.260321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38666) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:08.307730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-9008d28b-72ea-4e43-930c-f503e61b3f88 admin admin] Deleting subnet 2c16c275-8fa4-4c31-a39f-113c2af1c703 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 17:56:08.310794 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9008d28b-72ea-4e43-930c-f503e61b3f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.344744 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9008d28b-72ea-4e43-930c-f503e61b3f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.383658 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9008d28b-72ea-4e43-930c-f503e61b3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.436298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9008d28b-72ea-4e43-930c-f503e61b3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.462782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008d28b-72ea-4e43-930c-f503e61b3f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c16c275-8fa4-4c31-a39f-113c2af1c703,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:08.464825 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9008d28b-72ea-4e43-930c-f503e61b3f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.467943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9008d28b-72ea-4e43-930c-f503e61b3f88 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c16c275-8fa4-4c31-a39f-113c2af1c703 HTTP/1.1" status: 204 len: 168 time: 0.2065737 Mar 11 17:56:08.470469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38668) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:08.542784 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.619643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.639939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ab315c-fa6b-425f-a4b4-690c6e86011d']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:08.648992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:08.649289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad7a218-c6d0-4864-8f3f-8d9e2d75d58b') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:08.663238 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.677024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.683501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:56:08.683886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: timer() Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:56:08.685865 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:56:08.738921 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.744703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.747889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] 10.222.0.53 "DELETE /v2.0/networks/01ab315c-fa6b-425f-a4b4-690c6e86011d HTTP/1.1" status: 204 len: 168 time: 0.2764342 Mar 11 17:56:08.759965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096585-6a10-4478-972d-df832c19e38d admin admin] Pushing event deleted for resources: {'Network': ['ID=01ab315c-fa6b-425f-a4b4-690c6e86011d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:08.856395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38672) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:08.899193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c3d094b5-d071-442a-9f5b-de4c12a980a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cef5096770e04ee7892fbe644b4bd287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415428 Mar 11 17:56:08.901630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38674) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:08.948954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bce97a72-14a3-452b-a6e2-461a4d702285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:08.969787 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bce97a72-14a3-452b-a6e2-461a4d702285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.020025 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bce97a72-14a3-452b-a6e2-461a4d702285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.022552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bce97a72-14a3-452b-a6e2-461a4d702285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.023689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bce97a72-14a3-452b-a6e2-461a4d702285 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c372f1b6-048b-4b8a-8df0-1508f0166c02 HTTP/1.1" status: 204 len: 168 time: 0.1211736 Mar 11 17:56:09.031354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce97a72-14a3-452b-a6e2-461a4d702285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c372f1b6-048b-4b8a-8df0-1508f0166c02,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:09.627995 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:56:09.727229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38696) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:09.831719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1120273899-network', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:09.850171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Made reservation on behalf of a3823e08963840fcbd30b4c6581a1a72 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:09.853228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.861465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.939557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.943028 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.962729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:56:09.977732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d939220-7b59-44e2-b01c-11f94bba4d09,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:09.981441 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:09.981791 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Added segment 1a31800d-f603-4281-a724-681b9027451e of type vlan for network f255b867-8150-4fd6-8612-e6ad2624bf75 Mar 11 17:56:10.020985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.045267 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.046218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:10.046791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.098513 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3701012 Mar 11 17:56:10.101660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 38700) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:10.106777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Request body: {'subnet': {'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1120273899-subnet', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:10.110920 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa9529-dcc6-4024-bbc2-e003e9165587 admin admin] Pushing event updated for resources: {'Network': ['ID=f255b867-8150-4fd6-8612-e6ad2624bf75,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:10.121029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network f255b867-8150-4fd6-8612-e6ad2624bf75 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 17:56:10.127204 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Made reservation on behalf of a3823e08963840fcbd30b4c6581a1a72 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:10.129608 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.301753 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.358251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:10.368074 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.368446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.368789 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.369124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.369452 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.369779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.370104 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.370426 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.370780 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.371106 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.371425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.371742 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:10.374845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:56:10.375185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Network hostable DHCP agents. Network: f255b867-8150-4fd6-8612-e6ad2624bf75, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:56:10.392496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Network f255b867-8150-4fd6-8612-e6ad2624bf75 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:56:10.400308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, f255b867-8150-4fd6-8612-e6ad2624bf75) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:10.404347 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:10.405046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.409557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d8f2bb-f9f4-413a-a2ad-a2b89567ba58 None None] Network f255b867-8150-4fd6-8612-e6ad2624bf75 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:56:10.424973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38702) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:10.428658 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9e10f5bf-7669-4bcd-b979-6b90b251577b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3220713 Mar 11 17:56:10.430204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:10.449502 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.450672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.508799 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.557815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-f255b867-8150-4fd6-8612-e6ad2624bf75', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 17:56:10.558745 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.650530 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.854656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Allocated IP 172.20.0.2 (f255b867-8150-4fd6-8612-e6ad2624bf75/34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15/881b84ab-009a-4df1-8823-448691d607b8) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:10.859828 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.879764 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:10.981622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Allocated IP 172.25.8.178 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/39ed25d8-2184-4620-a3a1-c68241166e2c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:11.003054 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.009284 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.047286 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Network f255b867-8150-4fd6-8612-e6ad2624bf75 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:11.050050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:11.054201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:56:11.065081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Pushing event updated for resources: {'Port': ['ID=881b84ab-009a-4df1-8823-448691d607b8,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:11.091722 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.112425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Attempting to bind port 881b84ab-009a-4df1-8823-448691d607b8 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:11.112793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Attempting to bind port 881b84ab-009a-4df1-8823-448691d607b8 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:11.113152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Attempting to bind port 881b84ab-009a-4df1-8823-448691d607b8 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:56:11.118920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:56:11.119297 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:56:11.119693 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.120079 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:56:11.120553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Bound port: 881b84ab-009a-4df1-8823-448691d607b8, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:11.120929 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.126057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.164008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:11.168913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:11.172444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:56:11.187511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] For port 881b84ab-009a-4df1-8823-448691d607b8, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:11.190747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] For port 881b84ab-009a-4df1-8823-448691d607b8, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=881b84ab-009a-4df1-8823-448691d607b8,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:11.194510 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.198567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Pushing event updated for resources: {'Port': ['ID=39ed25d8-2184-4620-a3a1-c68241166e2c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:11.257278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa35e5-2d90-42bf-af3b-cade907b4bdc None None] Pushing event updated for resources: {'Port': ['ID=881b84ab-009a-4df1-8823-448691d607b8,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:11.304192 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device bdf0f641-584f-41d7-b667-aa5a87462abf no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:56:11.329761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: bdf0f641-584f-41d7-b667-aa5a87462abf {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:56:11.330332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device bdf0f641-584f-41d7-b667-aa5a87462abf not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:56:11.337465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.464005 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:11.661042 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.103398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c675a9f5-c0b1-46fa-b963-0dfadfb7c527 None None] Network f255b867-8150-4fd6-8612-e6ad2624bf75 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 17:56:12.114313 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:56:12.180430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-32ee6011-5167-4147-8ce9-eeb0b72f171e None None] Provisioning complete for port 881b84ab-009a-4df1-8823-448691d607b8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:12.180781 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-32ee6011-5167-4147-8ce9-eeb0b72f171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.230829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:12.240737 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:56:12.251223 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:56:12.251853 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:55:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:12.259287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.263666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-44664133-7478-475b-bccf-1268da25bf57 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8345838 Mar 11 17:56:12.263666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38706) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:12.310867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 881b84ab-009a-4df1-8823-448691d607b8 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:56:12.396490 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-32ee6011-5167-4147-8ce9-eeb0b72f171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.425748 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 881b84ab-009a-4df1-8823-448691d607b8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:12.425748 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.438630 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:56:12.460306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-32ee6011-5167-4147-8ce9-eeb0b72f171e None None] For port 881b84ab-009a-4df1-8823-448691d607b8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=881b84ab-009a-4df1-8823-448691d607b8,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:12.471306 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-32ee6011-5167-4147-8ce9-eeb0b72f171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.600016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee6011-5167-4147-8ce9-eeb0b72f171e None None] Pushing event updated for resources: {'Port': ['ID=881b84ab-009a-4df1-8823-448691d607b8,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:12.735515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.786450 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:11Z', 'revision_number': 3, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:12.800600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-edd6ceab-49f8-4c57-a418-c39090da6217 None None] Provisioning complete for port 881b84ab-009a-4df1-8823-448691d607b8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:12.800960 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-edd6ceab-49f8-4c57-a418-c39090da6217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.815594 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:56:12.815868 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Updating router 7cc83f79-58f2-4a65-8167-f1b4f616460b port 39ed25d8-2184-4620-a3a1-c68241166e2c binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:56:12.841277 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:12.908442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Allocated IP 172.20.0.1 (f255b867-8150-4fd6-8612-e6ad2624bf75/34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15/223f5bfb-1650-443d-98d3-50da5b2266f1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:13.015820 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.049256 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.090886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Network f255b867-8150-4fd6-8612-e6ad2624bf75 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:13.095201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:13.098131 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.099602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:56:13.103381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Pushing event updated for resources: {'Port': ['ID=223f5bfb-1650-443d-98d3-50da5b2266f1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:13.106132 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.144467 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.155925 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Attempting to bind port 39ed25d8-2184-4620-a3a1-c68241166e2c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:13.156281 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Attempting to bind port 39ed25d8-2184-4620-a3a1-c68241166e2c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:13.156659 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Attempting to bind port 39ed25d8-2184-4620-a3a1-c68241166e2c on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:56:13.165414 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:56:13.166037 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:56:13.166435 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.166819 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:56:13.167280 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Bound port: 39ed25d8-2184-4620-a3a1-c68241166e2c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:13.167651 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.192691 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Pushing event updated for resources: {'Port': ['ID=39ed25d8-2184-4620-a3a1-c68241166e2c,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:13.205914 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.206248 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.206578 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.206904 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.207227 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.207882 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.207882 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.208184 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.208524 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.208841 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.209155 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.209463 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:56:13.236269 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] For port 39ed25d8-2184-4620-a3a1-c68241166e2c, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:13.239516 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] For port 39ed25d8-2184-4620-a3a1-c68241166e2c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=39ed25d8-2184-4620-a3a1-c68241166e2c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:13.244615 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.293537 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.297709 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:56:13.298330 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:55:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:13.348293 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32a5b8-12b6-465c-b24c-41d96c26a22f None None] Pushing event updated for resources: {'Port': ['ID=39ed25d8-2184-4620-a3a1-c68241166e2c,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:13.416884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-089d7b52-9f5d-4397-9c49-f242f56dccab None None] Provisioning complete for port 223f5bfb-1650-443d-98d3-50da5b2266f1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:13.417903 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-089d7b52-9f5d-4397-9c49-f242f56dccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.421724 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:56:13.453667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-089d7b52-9f5d-4397-9c49-f242f56dccab None None] Port 223f5bfb-1650-443d-98d3-50da5b2266f1 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:56:13.472086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.477903 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.547978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.549740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Pushing event updated for resources: {'Port': ['ID=223f5bfb-1650-443d-98d3-50da5b2266f1,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:13.647758 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d6aba74-fef5-474e-951e-927e3334f3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.649076 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:12Z', 'revision_number': 1, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:13.651831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Network f255b867-8150-4fd6-8612-e6ad2624bf75 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:13.653277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:13.676773 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883adb9-8f0f-4897-8805-c00c77f600f7 None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:12Z', 'revision_number': 1, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:56:13.784202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:56:13.894986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e7184044-048f-4d62-be82-f9765897653d None None] Provisioning complete for port 223f5bfb-1650-443d-98d3-50da5b2266f1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:13.895359 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e7184044-048f-4d62-be82-f9765897653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:13.924604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:13.934263 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e7184044-048f-4d62-be82-f9765897653d None None] Port 223f5bfb-1650-443d-98d3-50da5b2266f1 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:56:13.937675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7527a12f-cda4-4a35-a6d3-00f80b32f913 admin admin] 10.222.0.53 "PUT /v2.0/routers/7cc83f79-58f2-4a65-8167-f1b4f616460b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6725030 Mar 11 17:56:14.278146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 881b84ab-009a-4df1-8823-448691d607b8 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:56:14.356538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 881b84ab-009a-4df1-8823-448691d607b8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:14.356908 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.420881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38714) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:14.425656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e19bff41-3330-476e-82c4-aeb21d30d9ce tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--31605632', 'description': 'tempest-description--1545562010'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:14.450977 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e19bff41-3330-476e-82c4-aeb21d30d9ce tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.526902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e19bff41-3330-476e-82c4-aeb21d30d9ce tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.530878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e19bff41-3330-476e-82c4-aeb21d30d9ce tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.559270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e19bff41-3330-476e-82c4-aeb21d30d9ce tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.560552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e19bff41-3330-476e-82c4-aeb21d30d9ce tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1386313 Mar 11 17:56:14.563385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38716) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:14.567780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8909db52-5270-402c-bafa-277dd874bda0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'security_group_rule': {'security_group_id': '3a01f390-8c88-4c77-88ce-c535025f8bb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:14.574385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bff41-3330-476e-82c4-aeb21d30d9ce tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a01f390-8c88-4c77-88ce-c535025f8bb5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:14.599509 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8909db52-5270-402c-bafa-277dd874bda0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.672063 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8909db52-5270-402c-bafa-277dd874bda0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.676835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8909db52-5270-402c-bafa-277dd874bda0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.697736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909db52-5270-402c-bafa-277dd874bda0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef27a76-3ba9-4570-b0fe-8233b86ff432,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:14.703552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8909db52-5270-402c-bafa-277dd874bda0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.705493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8909db52-5270-402c-bafa-277dd874bda0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411812 Mar 11 17:56:14.708317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38718) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:14.712741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-84d1a5ae-2ae4-44f4-882a-c4bc29b4dcd3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'security_group_rule': {'security_group_id': '3a01f390-8c88-4c77-88ce-c535025f8bb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:14.737873 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-84d1a5ae-2ae4-44f4-882a-c4bc29b4dcd3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.798979 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-84d1a5ae-2ae4-44f4-882a-c4bc29b4dcd3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.802920 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-84d1a5ae-2ae4-44f4-882a-c4bc29b4dcd3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.822275 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1a5ae-2ae4-44f4-882a-c4bc29b4dcd3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb6d961-3d68-46e7-ad72-0e14f9f555db,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:14.830189 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-84d1a5ae-2ae4-44f4-882a-c4bc29b4dcd3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.831418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-84d1a5ae-2ae4-44f4-882a-c4bc29b4dcd3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222525 Mar 11 17:56:14.834378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38720) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:14.839317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:14.860205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:14.970452 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.072663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Allocated IP 172.25.8.248 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/3b0b16db-59e1-4e0b-a19c-c5ccff585e3b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:15.175408 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.207993 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.245283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:15.248352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:15.252791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:56:15.276321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event updated for resources: {'Port': ['ID=3b0b16db-59e1-4e0b-a19c-c5ccff585e3b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:15.353857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.388136 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.544197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.548664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.617475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event updated for resources: {'Port': ['ID=3b0b16db-59e1-4e0b-a19c-c5ccff585e3b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:15.631649 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.653177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.654471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1938a813-37b6-46f2-afe8-6be6fac7e44d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8191640 Mar 11 17:56:15.666430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:56:15.676895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:56:15.677588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:55:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:15.788065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:56:15.808910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-d77e192a-4791-4a55-b551-92df9993c71f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--31605632&fields=id&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 267 time: 0.0363579 Mar 11 17:56:15.922264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-f270a093-aacc-42fa-b227-e58b77716a93 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:15.923661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-f270a093-aacc-42fa-b227-e58b77716a93 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 812 time: 0.1078556 Mar 11 17:56:15.939519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-004f7ed8-f410-40bd-8e8a-656f67cc2a98 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/quotas/a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 375 time: 0.0099614 Mar 11 17:56:15.945056 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e44a808c-8a24-46f2-81b7-4dfcc05a9fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:15.996041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-eee6659a-1ec1-4472-a77a-01c45cc9176e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504601 Mar 11 17:56:16.012475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 2, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:16.041544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:56:16.041919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Updating router 7cc83f79-58f2-4a65-8167-f1b4f616460b port 223f5bfb-1650-443d-98d3-50da5b2266f1 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:56:16.067131 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.095880 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-e43f88b7-0266-4dff-b5dc-36f2f11101b4 service neutron] 10.222.0.53 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869529 Mar 11 17:56:16.183898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-3a6205c7-00e3-4153-b832-7770e16775e2 service neutron] 10.222.0.53 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816085 Mar 11 17:56:16.298437 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 39ed25d8-2184-4620-a3a1-c68241166e2c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:56:16.363510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa060689-5dee-4adc-b99d-527a35a232a8 req-81d9a790-17a9-4e2e-b619-9f4e0c95910a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 210 time: 0.0279682 Mar 11 17:56:16.401089 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.407021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 39ed25d8-2184-4620-a3a1-c68241166e2c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:16.407461 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.410193 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.491299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eee8a-6746-42d6-84cc-a619ba804691 None None] Pushing event updated for resources: {'Port': ['ID=223f5bfb-1650-443d-98d3-50da5b2266f1,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:16.580833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Attempting to bind port 223f5bfb-1650-443d-98d3-50da5b2266f1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:16.581116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Attempting to bind port 223f5bfb-1650-443d-98d3-50da5b2266f1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:16.581477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Attempting to bind port 223f5bfb-1650-443d-98d3-50da5b2266f1 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:56:16.584407 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.597563 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:56:16.597972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:56:16.598355 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.598757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:56:16.599232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Bound port: 223f5bfb-1650-443d-98d3-50da5b2266f1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:16.599822 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.625214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 39ed25d8-2184-4620-a3a1-c68241166e2c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=39ed25d8-2184-4620-a3a1-c68241166e2c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:16.628860 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.720020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=39ed25d8-2184-4620-a3a1-c68241166e2c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:16.732199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] For port 223f5bfb-1650-443d-98d3-50da5b2266f1, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:16.735998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] For port 223f5bfb-1650-443d-98d3-50da5b2266f1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=223f5bfb-1650-443d-98d3-50da5b2266f1,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:16.743038 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.816646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eee8a-6746-42d6-84cc-a619ba804691 None None] Pushing event updated for resources: {'Port': ['ID=223f5bfb-1650-443d-98d3-50da5b2266f1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:16.821556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5fd1ca8b-b96a-4267-b2f3-b64a1d97916e None None] Provisioning complete for port 223f5bfb-1650-443d-98d3-50da5b2266f1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:16.821932 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ca8b-b96a-4267-b2f3-b64a1d97916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:16.825498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:56:16.826126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:56:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:17.008436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:56:17.039874 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ca8b-b96a-4267-b2f3-b64a1d97916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.148920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5fd1ca8b-b96a-4267-b2f3-b64a1d97916e None None] For port 223f5bfb-1650-443d-98d3-50da5b2266f1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=223f5bfb-1650-443d-98d3-50da5b2266f1,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:17.153992 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ca8b-b96a-4267-b2f3-b64a1d97916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.397998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-96746824-2591-4263-86dd-cc0e902874ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:17.399750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-96746824-2591-4263-86dd-cc0e902874ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 812 time: 0.1224036 Mar 11 17:56:17.433452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1ca8b-b96a-4267-b2f3-b64a1d97916e None None] Pushing event updated for resources: {'Port': ['ID=223f5bfb-1650-443d-98d3-50da5b2266f1,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:17.448190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-624d9a93-97b7-41f6-b93a-29449507d97c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 378 time: 0.0401502 Mar 11 17:56:17.461175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'port': {'device_id': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'admin_state_up': True, 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'security_groups': ['3a01f390-8c88-4c77-88ce-c535025f8bb5']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:17.462684 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.466087 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f4e93685-92a1-43e6-a9d8-ecdf9b72dd63 None None] Provisioning complete for port 223f5bfb-1650-443d-98d3-50da5b2266f1 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:17.466453 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f4e93685-92a1-43e6-a9d8-ecdf9b72dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.479801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1881d174-a3d0-49e2-875e-adba87c6b46b req-c6941137-a9db-4d81-9e63-e0bd5ed4e65b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 210 time: 0.0375514 Mar 11 17:56:17.529283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:17.571207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6dc1f-02e9-488a-8a48-b4af8cffed6d None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:56:17.603854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Made reservation on behalf of a3823e08963840fcbd30b4c6581a1a72 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:56:17.607795 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.737495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Allocated IP 172.20.0.8 (f255b867-8150-4fd6-8612-e6ad2624bf75/34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15/c2715870-32ca-46d2-a735-9efe7e774fe7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:56:17.884079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.919257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:17.964587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Network f255b867-8150-4fd6-8612-e6ad2624bf75 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:56:17.967639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:56:17.971300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:56:17.999137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event updated for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:18.026763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:18.027742 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.045433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-15e3804c-6589-4b79-924f-d62e14ba88fd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887530 Mar 11 17:56:18.060482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Request body: {'port': {'device_id': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:18.125109 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.233889 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f9472bb6-26aa-47ec-b096-850e6e1afd5a None None] Provisioning complete for port c2715870-32ca-46d2-a735-9efe7e774fe7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:18.234372 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f9472bb6-26aa-47ec-b096-850e6e1afd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.272515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f9472bb6-26aa-47ec-b096-850e6e1afd5a None None] Port c2715870-32ca-46d2-a735-9efe7e774fe7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:56:18.315784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 39ed25d8-2184-4620-a3a1-c68241166e2c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:56:18.363419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 39ed25d8-2184-4620-a3a1-c68241166e2c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:18.363791 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.415750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2715870-32ca-46d2-a735-9efe7e774fe7 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:56:18.424946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.441607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Transition to ACTIVE for port object c2715870-32ca-46d2-a735-9efe7e774fe7 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:18.446175 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.450770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 223f5bfb-1650-443d-98d3-50da5b2266f1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:56:18.500486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Pushing event updated for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:18.505368 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.515494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 223f5bfb-1650-443d-98d3-50da5b2266f1 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:18.515807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.623327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Attempting to bind port c2715870-32ca-46d2-a735-9efe7e774fe7 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:18.623669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Attempting to bind port c2715870-32ca-46d2-a735-9efe7e774fe7 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:18.624000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Attempting to bind port c2715870-32ca-46d2-a735-9efe7e774fe7 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:56:18.631389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Port c2715870-32ca-46d2-a735-9efe7e774fe7 on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:56:18.631700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Attempting to bind port c2715870-32ca-46d2-a735-9efe7e774fe7 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:56:18.639649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:56:18.639988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:56:18.640400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:56:18.640839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Bound port: c2715870-32ca-46d2-a735-9efe7e774fe7, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:18.641201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:18.651991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3d76e-8919-4112-8b41-1d600272838c req-5ca861fa-9a34-4b4e-9f92-3b1de6aa3b3b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:18.653561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5f3d76e-8919-4112-8b41-1d600272838c req-5ca861fa-9a34-4b4e-9f92-3b1de6aa3b3b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 943 time: 0.0830655 Mar 11 17:56:19.011289 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.052390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b5f3d76e-8919-4112-8b41-1d600272838c req-d885242c-16a4-43c1-8eb8-6b504b4fe917 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3922689 Mar 11 17:56:19.072556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:19.072556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:19.076191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.113708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:19.114190 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:19.115587 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] 10.222.0.66 "PUT /v2.0/ports/c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 1091 time: 1.0596600 Mar 11 17:56:19.116040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:56:19.118864 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:56:19.139757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9d1f0-508d-4a3e-b5ec-be5ee7f85f82 service neutron] Pushing event updated for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:19.183819 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1326090a-1727-475b-8289-b15279a0c01d x-openstack-request-id: req-1326090a-1727-475b-8289-b15279a0c01d {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:56:19.184114 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:56:19.184393 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1326090a-1727-475b-8289-b15279a0c01d {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:56:19.184795 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'status': 'completed', 'code': 200} Mar 11 17:56:19.200861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-a098433e-5cac-4fe0-b7c6-2ed97854cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:19.202352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-a098433e-5cac-4fe0-b7c6-2ed97854cd25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1094 time: 0.0460064 Mar 11 17:56:19.246907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-e724af30-f386-4851-bb46-e583838386bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 217 time: 0.0347366 Mar 11 17:56:19.300756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-82679587-06fe-4dca-9981-83652a805f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:19.302214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-82679587-06fe-4dca-9981-83652a805f3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0488501 Mar 11 17:56:19.349102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-6d097a88-7151-4bb3-9640-68cfb2b194d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:19.350592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-6d097a88-7151-4bb3-9640-68cfb2b194d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424664 Mar 11 17:56:19.443849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-74c37b55-b360-4374-8869-6df76f6001c3 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866461 Mar 11 17:56:19.534331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fcee134-67fd-4b24-845e-f9076c251a75 req-4007710a-de08-49b9-8305-a6850811f5bb service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843761 Mar 11 17:56:19.617156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-19445bfb-72e5-4fbc-8079-7a1bcf5a1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:19.618649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-19445bfb-72e5-4fbc-8079-7a1bcf5a1aea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1094 time: 0.0417147 Mar 11 17:56:19.711896 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-77337cb4-a753-48fd-9459-a76ba7a667ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:19.713384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-77337cb4-a753-48fd-9459-a76ba7a667ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0883987 Mar 11 17:56:19.752765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-aa59d758-8310-4fad-81d8-6a9143f514dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 217 time: 0.0329971 Mar 11 17:56:19.799801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-2dbcdcb1-50ba-4ed9-bf4d-b7e045191fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:19.801156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-2dbcdcb1-50ba-4ed9-bf4d-b7e045191fd2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0422907 Mar 11 17:56:19.849132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-ee89bd69-c4c5-4060-a387-392e365d8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:19.850602 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-ee89bd69-c4c5-4060-a387-392e365d8f41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434358 Mar 11 17:56:19.937281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-1bf0b587-0706-45ef-b203-df0cf33fbc05 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801899 Mar 11 17:56:20.027982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-312a8b61-9b85-4ac5-b6f8-9bba3ca4c27d req-8635c4cd-f7ce-400e-8033-7751b376d02a service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845957 Mar 11 17:56:20.166737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b5b7d-7fc9-45a0-8855-0d65717c14e7 req-badd5898-d04d-448a-b28e-ee5f24e90127 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:20.168222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f41b5b7d-7fc9-45a0-8855-0d65717c14e7 req-badd5898-d04d-448a-b28e-ee5f24e90127 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 943 time: 0.0491943 Mar 11 17:56:20.205929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f41b5b7d-7fc9-45a0-8855-0d65717c14e7 req-cc4ce110-121f-452c-8f5b-6c1b4722f1ae tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318131 Mar 11 17:56:21.320817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7ac15-86f8-4cc5-9245-55403488b0cf req-62928105-6b28-448d-bb25-b72d719fa479 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:21.322306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22f7ac15-86f8-4cc5-9245-55403488b0cf req-62928105-6b28-448d-bb25-b72d719fa479 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 943 time: 0.0490139 Mar 11 17:56:21.359586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-22f7ac15-86f8-4cc5-9245-55403488b0cf req-f72e89dd-aa21-4643-b7d3-8674b7035155 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309522 Mar 11 17:56:22.479824 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00804382-a616-4fdf-8790-152cbfd65d51 req-30c799a7-0bda-4d97-93a8-4b704afce66f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:22.481318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00804382-a616-4fdf-8790-152cbfd65d51 req-30c799a7-0bda-4d97-93a8-4b704afce66f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 943 time: 0.0531445 Mar 11 17:56:22.518262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00804382-a616-4fdf-8790-152cbfd65d51 req-d52dd919-1a62-4da9-be1e-efe0c09a7dca tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311038 Mar 11 17:56:23.338048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device c2715870-32ca-46d2-a735-9efe7e774fe7 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:56:23.435655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:23.447278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'mac_address': 'fa:16:3e:9c:74:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:56:23.483116 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.496281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2715870-32ca-46d2-a735-9efe7e774fe7 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:56:23.515811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:23.520583 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:23.567483 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:23.638024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e6d0-3e8f-4a6d-a984-d60c839c28ad req-3738b83b-aa56-483a-8083-c4125bfcd5ec tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:23.639775 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eba6e6d0-3e8f-4a6d-a984-d60c839c28ad req-3738b83b-aa56-483a-8083-c4125bfcd5ec tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 944 time: 0.0511067 Mar 11 17:56:23.681695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eba6e6d0-3e8f-4a6d-a984-d60c839c28ad req-95d1e27b-0be8-4582-9844-dd80f9ea0392 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334487 Mar 11 17:56:23.821374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['c2715870-32ca-46d2-a735-9efe7e774fe7'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:56:24.795651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df89e1d-85dc-4e10-8624-4c966c9b04c1 req-340516c1-5e0d-4cbb-9f96-6b52ce079196 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:24.797107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9df89e1d-85dc-4e10-8624-4c966c9b04c1 req-340516c1-5e0d-4cbb-9f96-6b52ce079196 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 944 time: 0.0494533 Mar 11 17:56:24.834202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9df89e1d-85dc-4e10-8624-4c966c9b04c1 req-15962a96-95da-48bc-9ac9-45301db43c79 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312700 Mar 11 17:56:25.367519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device c2715870-32ca-46d2-a735-9efe7e774fe7 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:56:25.415780 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port c2715870-32ca-46d2-a735-9efe7e774fe7 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:56:25.421062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port c2715870-32ca-46d2-a735-9efe7e774fe7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:56:25.421374 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:25.500676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:25.523917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:56:25.526197 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e48a96f-b632-44b9-8b10-bc49bf5ff349" -d '{"events": [{"server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "name": "network-vif-plugged", "status": "completed", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:56:25.539597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:25.545129 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:25.571624 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0aad09-d917-46b8-99ef-3458932ecddd x-openstack-request-id: req-2a0aad09-d917-46b8-99ef-3458932ecddd {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:56:25.571931 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "name": "network-vif-plugged", "status": "completed", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:56:25.572205 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a0aad09-d917-46b8-99ef-3458932ecddd {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:56:25.572615 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'code': 200} Mar 11 17:56:25.599967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:25.667014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81e7fe-4376-44f6-901b-3b8faa8a81cb req-848f40f1-1f01-42f3-b2bd-05b52b80edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:25.668578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd81e7fe-4376-44f6-901b-3b8faa8a81cb req-848f40f1-1f01-42f3-b2bd-05b52b80edaf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1096 time: 0.0444360 Mar 11 17:56:25.702505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd81e7fe-4376-44f6-901b-3b8faa8a81cb req-6984154c-30dc-4f40-8290-a98d55e210ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279047 Mar 11 17:56:25.951649 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603776e-f1ec-40b4-9c94-104cf83b7c39 req-41a40fb5-b893-43ba-9670-7566c6f25126 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:25.953220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8603776e-f1ec-40b4-9c94-104cf83b7c39 req-41a40fb5-b893-43ba-9670-7566c6f25126 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0492105 Mar 11 17:56:25.990530 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8603776e-f1ec-40b4-9c94-104cf83b7c39 req-a79a49a4-e0f9-4d87-8feb-f56f453d283c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311618 Mar 11 17:56:27.111949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0654de-90ce-401a-a3d8-529ef809a437 req-663d1977-3f27-447f-ae67-7b7ac505e5e4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:27.113509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a0654de-90ce-401a-a3d8-529ef809a437 req-663d1977-3f27-447f-ae67-7b7ac505e5e4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0494835 Mar 11 17:56:27.151380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a0654de-90ce-401a-a3d8-529ef809a437 req-517b4b4e-48ac-4d5a-8a1f-69eab3e2fe32 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310867 Mar 11 17:56:27.272273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517d6f2-241a-4494-9bed-2e5fe9288e71 req-ee3db97f-acc4-43d2-bc4b-69f3d7490f35 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:27.273696 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b517d6f2-241a-4494-9bed-2e5fe9288e71 req-ee3db97f-acc4-43d2-bc4b-69f3d7490f35 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0554481 Mar 11 17:56:27.282345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38770) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:56:27.286710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ad00e5ce-a63d-4a06-93a9-2b8f9855db39 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'floatingip': {'port_id': 'c2715870-32ca-46d2-a735-9efe7e774fe7'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:27.326623 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad00e5ce-a63d-4a06-93a9-2b8f9855db39 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.767223 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad00e5ce-a63d-4a06-93a9-2b8f9855db39 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.771465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad00e5ce-a63d-4a06-93a9-2b8f9855db39 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:27.870103 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-ad00e5ce-a63d-4a06-93a9-2b8f9855db39 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c associated. External IP: 172.25.8.248, port: c2715870-32ca-46d2-a735-9efe7e774fe7. Mar 11 17:56:28.076398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad00e5ce-a63d-4a06-93a9-2b8f9855db39 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:56:28.186310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad00e5ce-a63d-4a06-93a9-2b8f9855db39 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:56:28.191103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad00e5ce-a63d-4a06-93a9-2b8f9855db39 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:28.196759 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:56:28.206635 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:56:28.207243 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:56:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:28.222924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ad00e5ce-a63d-4a06-93a9-2b8f9855db39 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "PUT /v2.0/floatingips/ca0b0526-ee82-415d-89f9-f5321f0e708c HTTP/1.1" status: 200 len: 991 time: 0.9363060 Mar 11 17:56:28.222924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:56:28.222924 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef9a6f5-ebbe-4212-9637-13a827895990" -d '{"events": [{"name": "network-changed", "server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:56:28.266059 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b1e6c9-7b3d-49e7-b88a-932b79857c42 x-openstack-request-id: req-92b1e6c9-7b3d-49e7-b88a-932b79857c42 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:56:28.266360 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:56:28.266621 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92b1e6c9-7b3d-49e7-b88a-932b79857c42 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:56:28.267028 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'status': 'completed', 'code': 200} Mar 11 17:56:28.319158 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:56:28.343278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ad0c2-08cc-49d3-a422-f9d9dfe2c4e2 req-20445e87-78f7-49c7-9901-5e2bb73b5b1e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:28.344963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a7ad0c2-08cc-49d3-a422-f9d9dfe2c4e2 req-20445e87-78f7-49c7-9901-5e2bb73b5b1e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0573542 Mar 11 17:56:28.409652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a7ad0c2-08cc-49d3-a422-f9d9dfe2c4e2 req-3b002805-4bd5-4e54-9236-a566abf43326 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497746 Mar 11 17:56:28.416775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-d5810840-19cd-433b-ba22-f33c4a4e4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:28.418235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-d5810840-19cd-433b-ba22-f33c4a4e4829 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1096 time: 0.1294117 Mar 11 17:56:28.541449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-94d1b12d-961a-4a16-bef3-eec2f0eb8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:28.542930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-94d1b12d-961a-4a16-bef3-eec2f0eb8781 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1184871 Mar 11 17:56:28.554455 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:9c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:56:27Z', 'revision_number': 1, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:28.555364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7fcf8-c047-4a78-b488-be7af4dea5c2 req-ff8a9c3b-001e-47e0-a306-2a90b552efae tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:28.556764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49b7fcf8-c047-4a78-b488-be7af4dea5c2 req-ff8a9c3b-001e-47e0-a306-2a90b552efae tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0734627 Mar 11 17:56:28.582561 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:56:28.591509 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:56:28.592067 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:56:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:28.645516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-d295aba6-1d95-432b-ac2d-3da0f09e32d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 999 time: 0.0877972 Mar 11 17:56:28.648456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49b7fcf8-c047-4a78-b488-be7af4dea5c2 req-5964e18c-e3f1-4315-aa5b-2a91d1a7be94 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842390 Mar 11 17:56:28.695331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-09ec9815-ab21-4079-9688-fe272c4180f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:28.696190 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:56:28.696811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-09ec9815-ab21-4079-9688-fe272c4180f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0450974 Mar 11 17:56:28.740579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-b7a84fe3-2666-4530-bf2d-3c1dea6f63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:28.742134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-b7a84fe3-2666-4530-bf2d-3c1dea6f63e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390198 Mar 11 17:56:28.751967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-278fbc38-c6d9-4e18-b235-acbc8304bcb8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:56:28.752915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-278fbc38-c6d9-4e18-b235-acbc8304bcb8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047874 Mar 11 17:56:28.848403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-41ee83b0-98f3-4e89-9356-3c58184a2ad7 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889301 Mar 11 17:56:28.943996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ef9a6f5-ebbe-4212-9637-13a827895990 req-a0e9ddad-1ef7-4d95-9df5-a886cf2bed5e service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893297 Mar 11 17:56:29.010620 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:9c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:56:27Z', 'revision_number': 1, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:56:29.039729 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a540d-9c68-4191-bb6e-44cdd5c3a494 None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:9c:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:56:27Z', 'revision_number': 1, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:56:29.231553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c662831a-ab87-41ae-9b65-b479dc7eea59 None None] New status for floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:56:29.358661 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:29.769864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c44fe-08a8-44d0-90e3-a6e813c2bd2e req-c0fd32f3-81a2-4ed0-b39f-d23e57c54466 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:29.771403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b2c44fe-08a8-44d0-90e3-a6e813c2bd2e req-c0fd32f3-81a2-4ed0-b39f-d23e57c54466 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0553484 Mar 11 17:56:29.810233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b2c44fe-08a8-44d0-90e3-a6e813c2bd2e req-b07d2745-c67f-4ff8-9186-76b687d36572 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322394 Mar 11 17:56:29.923175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fff024-c296-4d6c-9d0c-ba863e65f7a7 req-f4c513f1-d20c-4599-af6b-6a6c9515581e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:29.924661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4fff024-c296-4d6c-9d0c-ba863e65f7a7 req-f4c513f1-d20c-4599-af6b-6a6c9515581e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0491612 Mar 11 17:56:29.962605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4fff024-c296-4d6c-9d0c-ba863e65f7a7 req-183c6d48-a61b-4229-8290-db73f8592de3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319121 Mar 11 17:56:30.186097 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-146e7e00-c638-416d-bfce-f9a09bbad4d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444183 Mar 11 17:56:30.196330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef73ecb-cc9f-4dd8-bc1c-6ee1989d8a49 req-2f95dcf3-36c7-410d-bdca-93895a90764e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:30.197812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ef73ecb-cc9f-4dd8-bc1c-6ee1989d8a49 req-2f95dcf3-36c7-410d-bdca-93895a90764e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0490038 Mar 11 17:56:30.237339 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0ef73ecb-cc9f-4dd8-bc1c-6ee1989d8a49 req-fb333e01-d49c-4086-9c1e-6c09754710c7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330265 Mar 11 17:56:31.365419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-23d16af9-8c55-4175-9079-1827a3a46d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:31.366950 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-23d16af9-8c55-4175-9079-1827a3a46d33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1096 time: 0.0805564 Mar 11 17:56:31.379208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3a159-03db-444e-b8ba-8ce25d08d7dd req-de32dcda-41a4-44cf-b2cf-80d66f57f861 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:31.380849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81b3a159-03db-444e-b8ba-8ce25d08d7dd req-de32dcda-41a4-44cf-b2cf-80d66f57f861 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0646360 Mar 11 17:56:31.467297 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81b3a159-03db-444e-b8ba-8ce25d08d7dd req-64d4e879-6bbe-4e8e-84ae-2a6ba630efee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776386 Mar 11 17:56:31.495837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-0f5f9b7c-2221-4e57-a50e-d33f89f569f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:31.497353 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-0f5f9b7c-2221-4e57-a50e-d33f89f569f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1156626 Mar 11 17:56:31.563110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-41289d9f-5b7c-46a5-a30e-ae49e3da63b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 1001 time: 0.0589993 Mar 11 17:56:31.610081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-2511fd8b-0a7f-4b7c-9ef4-d618bea0d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:31.611494 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-2511fd8b-0a7f-4b7c-9ef4-d618bea0d058 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0427122 Mar 11 17:56:31.658918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-a2bc6dc4-94e2-4e74-bde3-d64c51d4c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:31.660410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-a2bc6dc4-94e2-4e74-bde3-d64c51d4c2f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423768 Mar 11 17:56:31.746073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-bceec294-0b69-4b03-86f9-47639627b30d service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795727 Mar 11 17:56:31.837233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-d9167fba-12ef-4fd1-8bfa-037536adcc2d service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851979 Mar 11 17:56:32.583074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560604a3-ceb3-4b0a-942c-a62cdb8c7ca9 req-eca49d09-c2db-4002-8bf4-eaaf1e844ac2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:32.584555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-560604a3-ceb3-4b0a-942c-a62cdb8c7ca9 req-eca49d09-c2db-4002-8bf4-eaaf1e844ac2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0486639 Mar 11 17:56:32.622229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-560604a3-ceb3-4b0a-942c-a62cdb8c7ca9 req-b4e737bb-9881-4c6d-b4e8-0da6ce774c4c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312428 Mar 11 17:56:33.736166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e242d0-a13f-44e7-9627-8b7d06ef85e2 req-1725accb-15d1-4955-8c1c-14eeb870f8a7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:33.737559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e242d0-a13f-44e7-9627-8b7d06ef85e2 req-1725accb-15d1-4955-8c1c-14eeb870f8a7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0481040 Mar 11 17:56:33.777161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8e242d0-a13f-44e7-9627-8b7d06ef85e2 req-b9b908e3-657c-417c-a5ad-5fba0841f0fa tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336955 Mar 11 17:56:34.267604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-d5b84e1d-f1c6-4b7b-a9d7-8b111e7a52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:34.269113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-d5b84e1d-f1c6-4b7b-a9d7-8b111e7a52d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1096 time: 0.0398295 Mar 11 17:56:34.376071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-584a505b-66e0-4880-83c0-512681cf6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:34.377612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-584a505b-66e0-4880-83c0-512681cf6028 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0873454 Mar 11 17:56:34.441756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-dcf0cd58-fe5c-47ad-8bc3-68880e219f3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 1001 time: 0.0571027 Mar 11 17:56:34.493445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-cf2f056d-6a47-4922-bbce-feda64e8b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:34.494894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-cf2f056d-6a47-4922-bbce-feda64e8b4d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0470874 Mar 11 17:56:34.538762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-f63cc52e-20d2-4b3f-b678-91bba397ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:34.540914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-f63cc52e-20d2-4b3f-b678-91bba397ff47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396290 Mar 11 17:56:34.630029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-b7fcc08a-2eda-4c3d-8934-90ed0dc815e0 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820484 Mar 11 17:56:34.721778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a5245373-1fb0-450a-921d-120e91abd3e0 req-89876280-94dd-4547-a4ac-15716a74247f service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852835 Mar 11 17:56:34.894243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0224d91-3242-4920-8cf7-6dce69d8eb66 req-daaeac9b-f278-46c9-9272-dff33969e2c7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:34.895695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0224d91-3242-4920-8cf7-6dce69d8eb66 req-daaeac9b-f278-46c9-9272-dff33969e2c7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0476584 Mar 11 17:56:34.933162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a0224d91-3242-4920-8cf7-6dce69d8eb66 req-40625ad6-2968-40d6-b5e9-e0661a8ad2db tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310597 Mar 11 17:56:36.050136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308dcd2-06c8-47b8-be0b-eed7c555fc92 req-86e6de70-a608-46f0-9b78-d27952ce424b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:36.051579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f308dcd2-06c8-47b8-be0b-eed7c555fc92 req-86e6de70-a608-46f0-9b78-d27952ce424b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0513949 Mar 11 17:56:36.090497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f308dcd2-06c8-47b8-be0b-eed7c555fc92 req-aafee191-3b24-4f88-a0d6-4fe3e78f56c6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323040 Mar 11 17:56:37.205966 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d5567-0639-4d2c-a46d-a297f1747c99 req-0b3b8fc5-9e53-4ad7-970b-83ef86ee0c4f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:37.207418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db4d5567-0639-4d2c-a46d-a297f1747c99 req-0b3b8fc5-9e53-4ad7-970b-83ef86ee0c4f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0483112 Mar 11 17:56:37.246214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db4d5567-0639-4d2c-a46d-a297f1747c99 req-322ef52a-1c17-4505-95ad-c48c76a70945 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322099 Mar 11 17:56:38.360758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f236a2-794a-4e6b-9074-7e602df135b6 req-cdb3c88b-1834-4948-a731-d8c7ef6784ea tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:38.362220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5f236a2-794a-4e6b-9074-7e602df135b6 req-cdb3c88b-1834-4948-a731-d8c7ef6784ea tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0487783 Mar 11 17:56:38.401877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5f236a2-794a-4e6b-9074-7e602df135b6 req-373f2e95-186b-466d-b425-3076a323c443 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331502 Mar 11 17:56:39.525584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1ff61-9e86-4a1a-816d-901612dca0ff req-eaceb3de-cbf2-425f-a5b4-1b3c79adde46 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:39.527032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ccb1ff61-9e86-4a1a-816d-901612dca0ff req-eaceb3de-cbf2-425f-a5b4-1b3c79adde46 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0535882 Mar 11 17:56:39.878031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ccb1ff61-9e86-4a1a-816d-901612dca0ff req-5720d69b-2b22-47f3-be0b-6141b74a65ba tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3445077 Mar 11 17:56:40.995254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef302f-a82d-44bf-820a-89b09db400b4 req-9a220b4a-d030-4d05-8862-8eedfe824249 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:40.996969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66ef302f-a82d-44bf-820a-89b09db400b4 req-9a220b4a-d030-4d05-8862-8eedfe824249 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0482316 Mar 11 17:56:41.038122 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66ef302f-a82d-44bf-820a-89b09db400b4 req-57902393-dd8d-4c1e-80d6-2b6052933c38 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352085 Mar 11 17:56:41.322015 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:42.154413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b66d6-8c08-4963-868f-bf9eaf58ff85 req-a6b879ad-06dc-4156-b7bd-f6a20650687f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:42.155860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-610b66d6-8c08-4963-868f-bf9eaf58ff85 req-a6b879ad-06dc-4156-b7bd-f6a20650687f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0479217 Mar 11 17:56:42.193031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-610b66d6-8c08-4963-868f-bf9eaf58ff85 req-b2dd7042-05e2-4aa7-ba5d-7423b35033da tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312293 Mar 11 17:56:43.312890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6b978-d1c2-473e-8a18-4649f2765db6 req-9f055814-677c-4bc7-9551-6be49bfc89a9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:43.314325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a6b978-d1c2-473e-8a18-4649f2765db6 req-9f055814-677c-4bc7-9551-6be49bfc89a9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0533705 Mar 11 17:56:43.351768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9a6b978-d1c2-473e-8a18-4649f2765db6 req-c202215b-0e63-44a9-b257-8ff2798f7ebe tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315995 Mar 11 17:56:43.641341 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b5730db3-8ca7-4678-a022-558497450a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:44.468894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55027d-5015-4982-b93c-3af5429c4cf2 req-5d7b1328-47c2-4439-9e7a-0b0e744dc2cb tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:44.470373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe55027d-5015-4982-b93c-3af5429c4cf2 req-5d7b1328-47c2-4439-9e7a-0b0e744dc2cb tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0514779 Mar 11 17:56:44.508955 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe55027d-5015-4982-b93c-3af5429c4cf2 req-86cd35e7-af3b-41df-8a5a-7b0b6b895dde tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327299 Mar 11 17:56:45.621874 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8ac81-27e3-49ba-b5dc-287f81335f98 req-676c8698-26bb-4cc7-a1a2-68ccfedc8fb8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:45.623322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17e8ac81-27e3-49ba-b5dc-287f81335f98 req-676c8698-26bb-4cc7-a1a2-68ccfedc8fb8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0485637 Mar 11 17:56:45.659603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17e8ac81-27e3-49ba-b5dc-287f81335f98 req-345bc879-fe8d-4913-b413-1cb9ac467148 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301960 Mar 11 17:56:45.928649 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5628c2f9-85f9-4209-a858-c41708439875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:46.627454 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:56:46.780497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dd387-be40-4c07-95c5-7ea51d07fe81 req-d8e06375-51e5-4852-afd9-714a1764c33e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:46.781946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-505dd387-be40-4c07-95c5-7ea51d07fe81 req-d8e06375-51e5-4852-afd9-714a1764c33e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0534966 Mar 11 17:56:46.820185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-505dd387-be40-4c07-95c5-7ea51d07fe81 req-afd09e39-aacc-4789-a49c-fc4d2c01817c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321529 Mar 11 17:56:47.248653 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:47.939218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ee740-ce9e-44db-b00f-040b92ca4bc9 req-88839fad-f04a-4f41-ab1f-0078d5c63bee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:47.940631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b9ee740-ce9e-44db-b00f-040b92ca4bc9 req-88839fad-f04a-4f41-ab1f-0078d5c63bee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0491078 Mar 11 17:56:47.980192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b9ee740-ce9e-44db-b00f-040b92ca4bc9 req-86030b6f-e7e2-41c3-bfa0-ffac28f60507 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329678 Mar 11 17:56:48.500717 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.013110 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:49.096224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23cc4b-af70-4a46-898d-1fea29cc71e0 req-cf025c42-d08d-42f5-8d4a-c0947c3e2d1f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:49.097720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a23cc4b-af70-4a46-898d-1fea29cc71e0 req-cf025c42-d08d-42f5-8d4a-c0947c3e2d1f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0481327 Mar 11 17:56:49.134914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a23cc4b-af70-4a46-898d-1fea29cc71e0 req-93926e86-6d1c-4ecc-ae72-7f567ce27d4a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307975 Mar 11 17:56:50.255557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c61d49-592c-4729-89ef-d39f760209b7 req-eec8ec52-3494-4478-80c6-2188d709bec3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:50.257030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97c61d49-592c-4729-89ef-d39f760209b7 req-eec8ec52-3494-4478-80c6-2188d709bec3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0541394 Mar 11 17:56:50.295921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97c61d49-592c-4729-89ef-d39f760209b7 req-4cfefe0c-7551-4c78-b7d2-d75a7a3fd187 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325518 Mar 11 17:56:51.416279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbe50e-4674-4b6e-85f3-fe344b149e6d req-68c3fdb4-110a-4b6e-87c7-9fa7cb7dd201 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:51.418114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8dcbe50e-4674-4b6e-85f3-fe344b149e6d req-68c3fdb4-110a-4b6e-87c7-9fa7cb7dd201 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0493197 Mar 11 17:56:51.454624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8dcbe50e-4674-4b6e-85f3-fe344b149e6d req-96dfb69d-7bd0-45b5-8ed2-4e602c35f633 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306706 Mar 11 17:56:52.569772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7852360-3ab8-4d94-adda-0a7e3fca2cb6 req-39c2f372-ce39-4825-845b-fc83fad487d6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:52.571744 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7852360-3ab8-4d94-adda-0a7e3fca2cb6 req-39c2f372-ce39-4825-845b-fc83fad487d6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0487044 Mar 11 17:56:52.608864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7852360-3ab8-4d94-adda-0a7e3fca2cb6 req-f34b3f2e-45cc-450d-bbda-43252474916f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312107 Mar 11 17:56:53.727452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f547-24bd-4dfb-a544-95ea00ca07ce req-edd7557f-6426-4124-9cf8-bfde73fcec7f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:53.728833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d38f547-24bd-4dfb-a544-95ea00ca07ce req-edd7557f-6426-4124-9cf8-bfde73fcec7f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0522718 Mar 11 17:56:53.765232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d38f547-24bd-4dfb-a544-95ea00ca07ce req-75b4c8e8-59af-4029-b40e-0786c8d0ee40 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305147 Mar 11 17:56:54.882354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab10e7-f062-48b5-93a9-3c3fcb8a4bff req-4a72cfb8-d743-440f-aeb6-4c106d1180b3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:54.883836 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0eab10e7-f062-48b5-93a9-3c3fcb8a4bff req-4a72cfb8-d743-440f-aeb6-4c106d1180b3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0486984 Mar 11 17:56:54.922347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0eab10e7-f062-48b5-93a9-3c3fcb8a4bff req-f29c4cf9-e3a4-4830-bb9f-2041cb663117 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323827 Mar 11 17:56:56.035709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a67e5-0cbe-4a8c-b1c4-e19d06cbf76d req-e412a4e3-aa13-4b72-b4c3-0b6cb70bd6d9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:56.037185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f8a67e5-0cbe-4a8c-b1c4-e19d06cbf76d req-e412a4e3-aa13-4b72-b4c3-0b6cb70bd6d9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0481558 Mar 11 17:56:56.074713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f8a67e5-0cbe-4a8c-b1c4-e19d06cbf76d req-8f5e527c-7314-4879-a463-80e0f01d8da7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312686 Mar 11 17:56:57.194447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976fd48-092a-4ebd-8ccf-8b97f9ab3e47 req-d405e89e-6037-4efd-8860-987f9dc4cca6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:57.196515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0976fd48-092a-4ebd-8ccf-8b97f9ab3e47 req-d405e89e-6037-4efd-8860-987f9dc4cca6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0534523 Mar 11 17:56:57.235478 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0976fd48-092a-4ebd-8ccf-8b97f9ab3e47 req-68c2e236-5b7d-42c2-8691-ccf161ad4cd5 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329511 Mar 11 17:56:58.363135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad039dc-9cbd-42cf-93dc-8979b09b322d req-495e7848-dce4-4746-ba66-7c10f885be17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:58.364668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ad039dc-9cbd-42cf-93dc-8979b09b322d req-495e7848-dce4-4746-ba66-7c10f885be17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0494831 Mar 11 17:56:58.403682 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3ad039dc-9cbd-42cf-93dc-8979b09b322d req-713f5f23-b428-4539-94ae-e9caefd2c749 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324626 Mar 11 17:56:58.784426 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-9c3f94c7-440f-4e2f-a0d2-152221c0d3c3 service neutron] show failed (client error): The resource could not be found. Mar 11 17:56:58.785350 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-9c3f94c7-440f-4e2f-a0d2-152221c0d3c3 service neutron] 10.222.0.66 "GET /v2.0/ports/c2715870-32ca-46d2-a735-9efe7e774fe7/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0535359 Mar 11 17:56:58.979651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-34474566-9176-4ee8-91dc-b8158923f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:58.981373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-34474566-9176-4ee8-91dc-b8158923f459 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 1096 time: 0.0412076 Mar 11 17:56:58.992535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:56:59.044816 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.253957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:56:59.286527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:59.326638 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.328555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:56:59.330898 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62effdcf-c0ff-4204-9c4e-23a5073ac5e3" -d '{"events": [{"server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:56:59.337610 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.344909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Transition to ACTIVE for port object c2715870-32ca-46d2-a735-9efe7e774fe7 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:56:59.348705 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.382194 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd60fbb3-16ce-4de1-a33b-65e9ec4202a0 x-openstack-request-id: req-bd60fbb3-16ce-4de1-a33b-65e9ec4202a0 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:56:59.382486 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:56:59.382764 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd60fbb3-16ce-4de1-a33b-65e9ec4202a0 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:56:59.383866 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'code': 200} Mar 11 17:56:59.431173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Pushing event updated for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:59.484372 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] No DVR routers for this DVR port c2715870-32ca-46d2-a735-9efe7e774fe7 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:56:59.540079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939cbf6-2152-43d0-920b-e4fbedcb3971 req-e4cf4dc1-a456-471f-9655-5bec3ada7380 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:59.541844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7939cbf6-2152-43d0-920b-e4fbedcb3971 req-e4cf4dc1-a456-471f-9655-5bec3ada7380 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 943 time: 0.0621438 Mar 11 17:56:59.584701 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7939cbf6-2152-43d0-920b-e4fbedcb3971 req-239f5f46-19ea-46e3-8bad-c40c0f8c8873 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358562 Mar 11 17:56:59.630357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Attempting to bind port c2715870-32ca-46d2-a735-9efe7e774fe7 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:56:59.630692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Attempting to bind port c2715870-32ca-46d2-a735-9efe7e774fe7 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:56:59.631020 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Attempting to bind port c2715870-32ca-46d2-a735-9efe7e774fe7 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:56:59.635964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Port c2715870-32ca-46d2-a735-9efe7e774fe7 on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:56:59.636303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Attempting to bind port c2715870-32ca-46d2-a735-9efe7e774fe7 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:56:59.641278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:56:59.641637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:56:59.642009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:56:59.642438 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Bound port: c2715870-32ca-46d2-a735-9efe7e774fe7, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:56:59.642791 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.705763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:56:59.708732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:56:59.713332 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.754389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:59.755024 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:56:59.756525 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] 10.222.0.46 "PUT /v2.0/ports/c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 1091 time: 0.7680955 Mar 11 17:56:59.778189 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1dcf5-a1fe-46fb-94fb-ceb658cfb87e service neutron] Pushing event updated for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:56:59.824757 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-8c1406b3-b047-49e0-8742-63eb2c0dd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:59.826305 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-8c1406b3-b047-49e0-8742-63eb2c0dd57d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1094 time: 0.0436795 Mar 11 17:56:59.920676 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-52f3e080-55b7-4470-9be6-b25f13b627c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:56:59.922183 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-52f3e080-55b7-4470-9be6-b25f13b627c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0891485 Mar 11 17:56:59.993367 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-7308cc03-3a8c-462a-b0f2-5d7a9413f84c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 999 time: 0.0645888 Mar 11 17:57:00.044184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-ac078e50-b480-4f16-86ba-ca81e5616a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:00.045663 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-ac078e50-b480-4f16-86ba-ca81e5616a0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0452161 Mar 11 17:57:00.091018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-0c6cf897-8932-4c1d-a222-4780a7dd3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:00.092554 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-0c6cf897-8932-4c1d-a222-4780a7dd3799 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402038 Mar 11 17:57:00.184655 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-a8f7fc03-ae03-4bb4-8820-23f29173b4f5 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855579 Mar 11 17:57:00.277969 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-37c276de-ce40-4d26-b19c-e738140f7b41 req-4f2b2c5e-700d-4d10-aba8-c02861be1d6d service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869184 Mar 11 17:57:00.717884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2d127-5d81-4d57-b060-f08967ea7894 req-5bc791c5-b722-4780-ac40-6dc27e7f7e74 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:00.719500 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac2d127-5d81-4d57-b060-f08967ea7894 req-5bc791c5-b722-4780-ac40-6dc27e7f7e74 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 943 time: 0.0558338 Mar 11 17:57:00.758906 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac2d127-5d81-4d57-b060-f08967ea7894 req-21a947c5-ec1d-482d-b27c-0c836e8224fe tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331600 Mar 11 17:57:01.385782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:57:01.388184 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27148550-81c4-4fcd-a8c3-6ff703decd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:57:01.436774 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dddc827-316a-470a-ba84-912a0830a45a x-openstack-request-id: req-8dddc827-316a-470a-ba84-912a0830a45a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:57:01.437071 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:57:01.437326 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dddc827-316a-470a-ba84-912a0830a45a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:57:01.437906 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'status': 'completed', 'code': 200} Mar 11 17:57:01.497766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-d91f29d9-0161-4dcb-ae5f-ba0b1ecff6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.499310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-d91f29d9-0161-4dcb-ae5f-ba0b1ecff6f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1094 time: 0.0442448 Mar 11 17:57:01.506351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-037349de-db2a-43cf-85fa-db6ae09c8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.507891 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-037349de-db2a-43cf-85fa-db6ae09c8325 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1094 time: 0.0459857 Mar 11 17:57:01.527210 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device c2715870-32ca-46d2-a735-9efe7e774fe7 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:57:01.569073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device c2715870-32ca-46d2-a735-9efe7e774fe7 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:57:01.606447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-36603fae-2821-48ca-8533-746d503da919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.607932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-36603fae-2821-48ca-8533-746d503da919 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1023974 Mar 11 17:57:01.609068 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-3d533cb1-7568-4a49-b4c1-f1f32bbf712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.610555 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-3d533cb1-7568-4a49-b4c1-f1f32bbf712c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0929785 Mar 11 17:57:01.679095 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-1b8f30bf-e25b-4175-927c-93600686a351 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 999 time: 0.0601335 Mar 11 17:57:01.681788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-9d0ad04b-ecc3-4404-bb8d-1ca56ebce6b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 999 time: 0.0675974 Mar 11 17:57:01.738945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-d8e2fc4b-fd44-4a2e-81ec-5a5408a906fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.739661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-f69c97cb-d452-42ee-b7b2-0b5322b8cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.740469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-d8e2fc4b-fd44-4a2e-81ec-5a5408a906fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0528545 Mar 11 17:57:01.740958 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-f69c97cb-d452-42ee-b7b2-0b5322b8cf88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0553532 Mar 11 17:57:01.803526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-cbf3a478-f38f-4d6c-8a37-fe0469028b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.804379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-192daa20-1ed5-4e49-8056-2bf1c60a10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.806162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-cbf3a478-f38f-4d6c-8a37-fe0469028b51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592003 Mar 11 17:57:01.806332 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-192daa20-1ed5-4e49-8056-2bf1c60a10f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534163 Mar 11 17:57:01.925387 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-5f103b88-958b-4668-9fca-a6bfd7989952 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017799 Mar 11 17:57:01.940259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-4f6a20ca-c7f4-486a-8eec-8343438b59b4 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276557 Mar 11 17:57:01.949462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484cd9a-47b9-4512-9a70-3f8de3013e94 req-7cdfd33f-acff-4d3c-ab7b-df9213f81de0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:01.951007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3484cd9a-47b9-4512-9a70-3f8de3013e94 req-7cdfd33f-acff-4d3c-ab7b-df9213f81de0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 943 time: 0.0889781 Mar 11 17:57:02.035306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3484cd9a-47b9-4512-9a70-3f8de3013e94 req-9baf54c2-6a9f-4d1d-8700-c4d7b4dbe9e2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751386 Mar 11 17:57:02.040550 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-3d7054ca-52ed-4e05-97b5-62b3ad8d6319 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967414 Mar 11 17:57:02.070084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27148550-81c4-4fcd-a8c3-6ff703decd4f req-e90a743a-f93a-4f3c-9041-78bc2f3982c8 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181033 Mar 11 17:57:03.174330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdee18-372b-459d-b922-03db286833fe req-b323ead3-233a-4e1f-bb0e-4230a13f4479 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:03.175793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49bdee18-372b-459d-b922-03db286833fe req-b323ead3-233a-4e1f-bb0e-4230a13f4479 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 943 time: 0.0528858 Mar 11 17:57:03.213013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49bdee18-372b-459d-b922-03db286833fe req-4afc7db5-cc2b-40ff-88cb-264cfbd0611b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311375 Mar 11 17:57:03.434460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-a5bd5ff2-bb47-409d-be66-700c3a938b61 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:03.435979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-a5bd5ff2-bb47-409d-be66-700c3a938b61 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b&tenant_id=a3823e08963840fcbd30b4c6581a1a72&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 943 time: 0.0692329 Mar 11 17:57:03.448233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b1506-ddcd-4163-aed5-a98280d2d059 req-a1a88d16-5894-4dc6-a107-723842bd54da tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:03.453497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-203b1506-ddcd-4163-aed5-a98280d2d059 req-a1a88d16-5894-4dc6-a107-723842bd54da tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 943 time: 0.0954678 Mar 11 17:57:03.480293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c2715870-32ca-46d2-a735-9efe7e774fe7 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:57:03.528266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-203b1506-ddcd-4163-aed5-a98280d2d059 req-c9ec18e4-f236-483f-846f-bfd9240f62b3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727184 Mar 11 17:57:03.545022 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-bf4a8e1f-5b20-4745-b7a1-7a8c816920ae service neutron] delete failed (client error): The resource could not be found. Mar 11 17:57:03.546035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-bf4a8e1f-5b20-4745-b7a1-7a8c816920ae service neutron] 10.222.0.66 "DELETE /v2.0/ports/c2715870-32ca-46d2-a735-9efe7e774fe7/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0916662 Mar 11 17:57:03.584434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:03.596692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'mac_address': 'fa:16:3e:9c:74:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:57:03.629426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-b218f461-944c-4da9-82f5-a0f3a80508ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:03.631016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-b218f461-944c-4da9-82f5-a0f3a80508ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 1094 time: 0.0413127 Mar 11 17:57:03.634217 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:03.647612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2715870-32ca-46d2-a735-9efe7e774fe7 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:57:03.667028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:03.671200 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:03.726233 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:03.728021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-49a2ae0a-d8d4-4268-b4a1-d6d85cb174b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:03.729565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-49a2ae0a-d8d4-4268-b4a1-d6d85cb174b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0926535 Mar 11 17:57:03.739493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.739835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.740181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.740546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.740884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.741216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.741545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.741874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.742227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.742552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.742943 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.743377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:03.800989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-ad14dfd7-0f01-4da5-b67f-589b3a9d7fab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0651555 Mar 11 17:57:03.850773 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-6edc9474-f3d0-4ae4-96ee-fd1d07f9614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:03.852437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-6edc9474-f3d0-4ae4-96ee-fd1d07f9614e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0448802 Mar 11 17:57:03.905753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-f1b483f2-59c6-442c-872b-b312f454923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:03.907258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-f1b483f2-59c6-442c-872b-b312f454923e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489385 Mar 11 17:57:03.937767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['c2715870-32ca-46d2-a735-9efe7e774fe7'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:57:03.997748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-5c18c1e3-df05-47d9-ae78-c7bd6c31f8f0 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829511 Mar 11 17:57:04.092689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b42c6784-c87a-448b-82f3-bd1332bc2720 req-3b5d5e98-ca8a-4a37-92ba-230aada5ee18 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890744 Mar 11 17:57:04.651015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696e20-daeb-4c92-ab83-871f725eaeca req-ef0b9c2d-f2a9-4fe5-8989-0a041a6d7a1e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.652506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36696e20-daeb-4c92-ab83-871f725eaeca req-ef0b9c2d-f2a9-4fe5-8989-0a041a6d7a1e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 944 time: 0.0538745 Mar 11 17:57:04.692415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36696e20-daeb-4c92-ab83-871f725eaeca req-33cfd1f4-0887-45bd-9d35-031432eeee72 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338678 Mar 11 17:57:04.809651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b839093-4d60-415f-9090-cffc3d3d0b89 req-e3c5e450-621b-4ff3-8ace-e1124f020490 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.811139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b839093-4d60-415f-9090-cffc3d3d0b89 req-e3c5e450-621b-4ff3-8ace-e1124f020490 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 944 time: 0.0513427 Mar 11 17:57:04.848996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b839093-4d60-415f-9090-cffc3d3d0b89 req-6781fc36-e10b-4800-9e36-0fd8a72d2d14 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318108 Mar 11 17:57:04.962977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710330b-3dff-4c94-8b24-d4d03319e2ad req-f79936e0-00e5-4f12-994a-cc2163344a38 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:04.964458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3710330b-3dff-4c94-8b24-d4d03319e2ad req-f79936e0-00e5-4f12-994a-cc2163344a38 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 944 time: 0.0484619 Mar 11 17:57:05.006214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3710330b-3dff-4c94-8b24-d4d03319e2ad req-0ad29d4d-0408-46fd-a822-51920954f0d1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356281 Mar 11 17:57:05.258547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023e745-3e10-44d0-ba53-3676f13870fe req-87e45d55-3018-4481-99a1-55fc81585574 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:05.259979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4023e745-3e10-44d0-ba53-3676f13870fe req-87e45d55-3018-4481-99a1-55fc81585574 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 944 time: 0.0549397 Mar 11 17:57:05.299956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4023e745-3e10-44d0-ba53-3676f13870fe req-15acf8f2-28ee-4b31-96cf-ee66c499be6b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339782 Mar 11 17:57:05.494956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c2715870-32ca-46d2-a735-9efe7e774fe7 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:57:05.557518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port c2715870-32ca-46d2-a735-9efe7e774fe7 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:05.561747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port c2715870-32ca-46d2-a735-9efe7e774fe7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:05.562128 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.643777 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.670017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:57:05.672452 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788fe70e-b747-4a00-aa42-86642d970332" -d '{"events": [{"server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "name": "network-vif-plugged", "status": "completed", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:57:05.685121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:05.690953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:05.715158 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16da5151-0fea-4674-b70f-e1bff69a9df0 x-openstack-request-id: req-16da5151-0fea-4674-b70f-e1bff69a9df0 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:57:05.715554 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "name": "network-vif-plugged", "status": "completed", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:57:05.715760 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16da5151-0fea-4674-b70f-e1bff69a9df0 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:57:05.716084 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'code': 200} Mar 11 17:57:05.746723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:06.419440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f520-4920-414a-8fd8-0c8c7f2fdeb4 req-07b48d3d-4091-4f32-8c94-9a2cccdc0fd5 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:06.421012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d53f520-4920-414a-8fd8-0c8c7f2fdeb4 req-07b48d3d-4091-4f32-8c94-9a2cccdc0fd5 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0514774 Mar 11 17:57:06.460100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d53f520-4920-414a-8fd8-0c8c7f2fdeb4 req-5a276213-effb-439d-966a-432bf54ed075 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330393 Mar 11 17:57:06.597629 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-ab14eab4-3465-4313-8da6-9d77aae3b3af tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:06.599073 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-ab14eab4-3465-4313-8da6-9d77aae3b3af tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 945 time: 0.0482602 Mar 11 17:57:06.690675 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Deleting port c2715870-32ca-46d2-a735-9efe7e774fe7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:57:06.691019 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:06.777548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] For port c2715870-32ca-46d2-a735-9efe7e774fe7, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=c2715870-32ca-46d2-a735-9efe7e774fe7,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:06.777818 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:06.949676 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:06.950043 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:06.950363 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c disassociated. External IP: 172.25.8.248, port: c2715870-32ca-46d2-a735-9efe7e774fe7. Mar 11 17:57:06.950714 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Calling delete_port for c2715870-32ca-46d2-a735-9efe7e774fe7 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:57:07.074055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:07.101838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event deleted for resources: {'Port': ['ID=c2715870-32ca-46d2-a735-9efe7e774fe7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:07.218788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:07.328707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:07.338764 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:57:07.348324 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:57:07.348962 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:56:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:07.370504 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] No DVR routers for this DVR port c2715870-32ca-46d2-a735-9efe7e774fe7 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:57:07.373578 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:07.377087 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c6bd4cf8-b75d-40c9-b109-18b7399e8bc5 req-a2076146-916f-4bfe-b739-62e175bb8a17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "DELETE /v2.0/ports/c2715870-32ca-46d2-a735-9efe7e774fe7 HTTP/1.1" status: 204 len: 173 time: 0.7716169 Mar 11 17:57:07.377537 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'name': 'network-vif-deleted', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:57:07.379828 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a46564-05ec-48da-8f5c-8743f23ec8b7" -d '{"events": [{"server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "name": "network-vif-deleted", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:57:07.418619 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd054700-8aa9-48fe-a777-eac14d8d2b7f x-openstack-request-id: req-cd054700-8aa9-48fe-a777-eac14d8d2b7f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:57:07.418908 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d71ab93-83e9-454c-97a2-dbbc4f281a5b", "name": "network-vif-deleted", "tag": "c2715870-32ca-46d2-a735-9efe7e774fe7", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:57:07.419163 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd054700-8aa9-48fe-a777-eac14d8d2b7f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:57:07.419564 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d71ab93-83e9-454c-97a2-dbbc4f281a5b', 'name': 'network-vif-deleted', 'tag': 'c2715870-32ca-46d2-a735-9efe7e774fe7', 'status': 'completed', 'code': 200} Mar 11 17:57:07.466503 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:57:07.582128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6783814c-8075-4bce-b97d-37d63aea8da0 req-6cc2cd9d-365e-49fe-9ee2-2663479f9736 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d71ab93-83e9-454c-97a2-dbbc4f281a5b HTTP/1.1" status: 200 len: 210 time: 0.0364466 Mar 11 17:57:07.686012 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:07.711685 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:57:07.719685 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:57:07.720253 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:56:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:07.824600 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:57:08.021374 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:08.047059 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11318b3c-b655-4348-a884-ec9a9dce3f68 None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:57:08.267858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef8be9-c926-40c6-b852-92d37dff3ebb None None] New status for floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:57:08.807840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-9377f2b4-821d-411e-9f9a-1ad941407863 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--31605632&fields=id&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 267 time: 0.0332892 Mar 11 17:57:08.914789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-201e69cb-f52e-4012-ab70-b5f2a684149b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:08.916265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-201e69cb-f52e-4012-ab70-b5f2a684149b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 812 time: 0.1015844 Mar 11 17:57:08.931711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-cd5e0fd1-2066-4382-bddd-63721a22631c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/quotas/a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 375 time: 0.0093820 Mar 11 17:57:08.982618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-93b219aa-2739-4389-b81d-59dab129fa84 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457284 Mar 11 17:57:08.998312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-040fba46-f3ff-4018-a7ce-cea5e6570bc0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:57:08.999244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-040fba46-f3ff-4018-a7ce-cea5e6570bc0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049162 Mar 11 17:57:09.088995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-2f699246-cc3a-428f-ae17-6055c8cba1b4 service neutron] 10.222.0.53 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835662 Mar 11 17:57:09.176916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-79838f63-6866-45c0-be59-bc6078fad0c6 service neutron] 10.222.0.53 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817842 Mar 11 17:57:09.333035 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbe08378-f21b-4e89-b377-84b5b0e1df50 req-48a61dad-99a8-4fb6-adc2-ab26242224e1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 210 time: 0.0259981 Mar 11 17:57:09.527559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c2715870-32ca-46d2-a735-9efe7e774fe7 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:57:09.549803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: c2715870-32ca-46d2-a735-9efe7e774fe7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:57:09.550150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device c2715870-32ca-46d2-a735-9efe7e774fe7 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:57:10.237289 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-eee22c44-418c-4834-b041-53f26c80ec37 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:10.238734 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-eee22c44-418c-4834-b041-53f26c80ec37 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 812 time: 0.1074867 Mar 11 17:57:10.285677 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-12426535-2b87-45af-98a7-2ac51ad964e7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 378 time: 0.0372252 Mar 11 17:57:10.296875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'port': {'device_id': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'admin_state_up': True, 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'security_groups': ['3a01f390-8c88-4c77-88ce-c535025f8bb5']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:57:10.413029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Made reservation on behalf of a3823e08963840fcbd30b4c6581a1a72 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:57:10.416999 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.437192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-143b4adf-458f-4368-8105-5900028b9739 req-9589a2d8-02d9-439e-8703-115262fbca9e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 210 time: 0.0312903 Mar 11 17:57:10.544287 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Allocated IP 172.20.0.5 (f255b867-8150-4fd6-8612-e6ad2624bf75/34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15/96fa811a-3773-4acc-942f-d016596eb0db) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:57:10.680310 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.719135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.761970 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Network f255b867-8150-4fd6-8612-e6ad2624bf75 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:57:10.765174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:57:10.768711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:57:10.800968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event updated for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:10.815364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.815712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.816055 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.816412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.816747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.817078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.817425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.817887 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.818215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.818539 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.818864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.819190 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:10.838273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:10.838896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.856899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-3d04f24a-b41a-46a8-9420-ad6e70d4199e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640745 Mar 11 17:57:10.866520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-b2a6f52b-46d9-47d3-878d-871f274f0976 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:57:10.867620 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-b2a6f52b-46d9-47d3-878d-871f274f0976 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054209 Mar 11 17:57:10.880010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Request body: {'port': {'device_id': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:57:10.938355 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:10.995548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b155b0d7-f7f0-4463-8197-bb8462fb2aee None None] Provisioning complete for port 96fa811a-3773-4acc-942f-d016596eb0db triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:10.996179 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b155b0d7-f7f0-4463-8197-bb8462fb2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.033629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b155b0d7-f7f0-4463-8197-bb8462fb2aee None None] Port 96fa811a-3773-4acc-942f-d016596eb0db cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:57:11.197752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fa811a-3773-4acc-942f-d016596eb0db {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:57:11.205059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.217075 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Transition to ACTIVE for port object 96fa811a-3773-4acc-942f-d016596eb0db will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:11.220959 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.271621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:11.327158 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.339249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Attempting to bind port 96fa811a-3773-4acc-942f-d016596eb0db on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:11.339611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Attempting to bind port 96fa811a-3773-4acc-942f-d016596eb0db by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:11.339937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Attempting to bind port 96fa811a-3773-4acc-942f-d016596eb0db on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:57:11.344478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Port 96fa811a-3773-4acc-942f-d016596eb0db on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:57:11.344801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Attempting to bind port 96fa811a-3773-4acc-942f-d016596eb0db on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:57:11.349795 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:57:11.350134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:57:11.350516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:57:11.350940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Bound port: 96fa811a-3773-4acc-942f-d016596eb0db, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:11.351297 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.421038 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:11.424265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:11.428264 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.464820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:11.465460 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:11.466955 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] 10.222.0.46 "PUT /v2.0/ports/96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 1091 time: 0.5913517 Mar 11 17:57:11.467526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:57:11.469718 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c" -d '{"events": [{"name": "network-changed", "server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "tag": "96fa811a-3773-4acc-942f-d016596eb0db"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:57:11.491565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4f374-fcf8-4bd3-997d-8f2041eefb48 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:11.543929 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba198538-6224-4556-8d57-e54b3da4efc6 x-openstack-request-id: req-ba198538-6224-4556-8d57-e54b3da4efc6 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:57:11.544227 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "tag": "96fa811a-3773-4acc-942f-d016596eb0db", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:57:11.544513 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba198538-6224-4556-8d57-e54b3da4efc6 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:57:11.544927 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db', 'status': 'completed', 'code': 200} Mar 11 17:57:11.577441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-09d2e651-c06f-4793-9166-bccc88833823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:11.579000 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-09d2e651-c06f-4793-9166-bccc88833823 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1094 time: 0.0458281 Mar 11 17:57:11.583252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab5ec-9981-42ce-bea6-6ebd1e3d3704 req-18e4b34e-525c-459c-9a36-623ea2cf4728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:11.584870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a20ab5ec-9981-42ce-bea6-6ebd1e3d3704 req-18e4b34e-525c-459c-9a36-623ea2cf4728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 943 time: 0.0637362 Mar 11 17:57:11.623561 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-2f1d31cb-d4d8-4807-af66-77e399bac33e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 217 time: 0.0350840 Mar 11 17:57:11.628912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a20ab5ec-9981-42ce-bea6-6ebd1e3d3704 req-9f681cbd-d652-4156-813f-4b67b169d984 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368869 Mar 11 17:57:11.679049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-df2d5d50-9a37-4970-bde1-868be2819d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:11.680609 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-df2d5d50-9a37-4970-bde1-868be2819d46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0505576 Mar 11 17:57:11.727995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-98e033e7-f41e-493d-b494-cf9e7fbb3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:11.729448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-98e033e7-f41e-493d-b494-cf9e7fbb3edd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422642 Mar 11 17:57:11.821054 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-2080ab16-2b12-4b83-95d4-ca9384427871 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840182 Mar 11 17:57:11.908221 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b245ea3a-c10a-4c6d-a468-a03f00f3a16c req-a075b5bc-f53e-43bb-8f12-5639d0ce64a6 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805953 Mar 11 17:57:11.994238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-66fb18d4-df10-482c-aac0-45f81bd38001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:11.995684 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-66fb18d4-df10-482c-aac0-45f81bd38001 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1094 time: 0.0415809 Mar 11 17:57:12.089210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-a7ee3846-69a5-4310-82ce-878832ac55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:12.090060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-a7ee3846-69a5-4310-82ce-878832ac55c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0881913 Mar 11 17:57:12.135993 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-481c3243-c7c5-491d-a661-7fa5e75ad24b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 217 time: 0.0389712 Mar 11 17:57:12.194721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-416a407a-1034-4871-9040-f8bf730d1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:12.196278 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-416a407a-1034-4871-9040-f8bf730d1266 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0454645 Mar 11 17:57:12.249331 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-b3f5b05a-1c22-4603-9c00-ca43dc7ada81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:12.250753 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-b3f5b05a-1c22-4603-9c00-ca43dc7ada81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464711 Mar 11 17:57:12.343220 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-c1595e8d-c06c-4dee-9f21-358bd72c9da3 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831158 Mar 11 17:57:12.438731 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-05d8664f-8ab4-429e-97f2-b6e84a27fe6c req-f0a96928-5534-471e-b9d9-2b707e852dc7 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890365 Mar 11 17:57:12.755603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da8b66-2eb9-454b-a76f-4a58622e4d41 req-f416e75e-ca92-4176-9d6c-518c53f0d5da tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:12.757194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13da8b66-2eb9-454b-a76f-4a58622e4d41 req-f416e75e-ca92-4176-9d6c-518c53f0d5da tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 943 time: 0.0546350 Mar 11 17:57:12.796803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13da8b66-2eb9-454b-a76f-4a58622e4d41 req-060ac5bd-0166-4093-a7cd-26d94608d6bc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333171 Mar 11 17:57:13.644208 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ec169c32-a4f5-4f46-8a08-86f8b3b5ed18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:13.914845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852f48-2aa5-432f-aa58-f1ccfdb16255 req-a7f95c65-37ae-4d09-bc46-e37d88fe5513 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:13.916296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85852f48-2aa5-432f-aa58-f1ccfdb16255 req-a7f95c65-37ae-4d09-bc46-e37d88fe5513 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 943 time: 0.0522804 Mar 11 17:57:13.964841 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85852f48-2aa5-432f-aa58-f1ccfdb16255 req-526759f7-6a98-450c-8162-27997a936cca tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415390 Mar 11 17:57:15.079236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf09723-3161-4334-abde-de9b5274012e req-c6bac8d9-773f-424a-a6a2-37c4eadf9d2f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:15.080714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbf09723-3161-4334-abde-de9b5274012e req-c6bac8d9-773f-424a-a6a2-37c4eadf9d2f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 943 time: 0.0480165 Mar 11 17:57:15.118283 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbf09723-3161-4334-abde-de9b5274012e req-3001dcfa-8d05-45dc-9d67-88e17c94c4cc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312147 Mar 11 17:57:15.562407 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 96fa811a-3773-4acc-942f-d016596eb0db details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:57:15.658886 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:15.670876 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '96fa811a-3773-4acc-942f-d016596eb0db', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': '96fa811a-3773-4acc-942f-d016596eb0db', 'mac_address': 'fa:16:3e:3e:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:57:15.706605 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.721336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fa811a-3773-4acc-942f-d016596eb0db {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:57:15.740757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:15.748110 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.795002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:15.934090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0c065343-b1cc-4a56-8e60-08b70c89b7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:15.949703 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['96fa811a-3773-4acc-942f-d016596eb0db'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:57:16.244155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66012d-5197-4523-856b-7149b3d85bb9 req-4bc61719-7355-4d11-a794-a3210dcb43a9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:16.245683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df66012d-5197-4523-856b-7149b3d85bb9 req-4bc61719-7355-4d11-a794-a3210dcb43a9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 944 time: 0.0536556 Mar 11 17:57:16.290734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-df66012d-5197-4523-856b-7149b3d85bb9 req-a546e878-d1da-4813-9386-c4b538249f48 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360162 Mar 11 17:57:17.251039 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.414725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ada513-56a8-43a7-bf21-64a76017d9a4 req-25544358-c46e-4858-a22e-5e3c6e65ee6d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:17.416266 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1ada513-56a8-43a7-bf21-64a76017d9a4 req-25544358-c46e-4858-a22e-5e3c6e65ee6d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 944 time: 0.0543175 Mar 11 17:57:17.454306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f1ada513-56a8-43a7-bf21-64a76017d9a4 req-8a514234-3a96-4881-ae86-6b2d6b441558 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318983 Mar 11 17:57:17.557722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 96fa811a-3773-4acc-942f-d016596eb0db up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:57:17.609494 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 96fa811a-3773-4acc-942f-d016596eb0db completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:17.613390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 96fa811a-3773-4acc-942f-d016596eb0db triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:17.613756 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.688789 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.711109 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:57:17.713362 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c86406-b93c-4317-ad7f-f556fe04b2c5" -d '{"events": [{"server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "name": "network-vif-plugged", "status": "completed", "tag": "96fa811a-3773-4acc-942f-d016596eb0db"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:57:17.730401 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:17.735082 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:17.759578 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71be6e6d-b2ab-4341-a812-c3215f79736c x-openstack-request-id: req-71be6e6d-b2ab-4341-a812-c3215f79736c {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:57:17.759962 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "name": "network-vif-plugged", "status": "completed", "tag": "96fa811a-3773-4acc-942f-d016596eb0db", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:57:17.760151 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71be6e6d-b2ab-4341-a812-c3215f79736c {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:57:17.760552 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db', 'code': 200} Mar 11 17:57:17.788002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:17.854947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a75640-c183-4556-886b-05055fdef703 req-506bf182-31ba-4f5a-bb90-6051f0155399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:17.856370 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-92a75640-c183-4556-886b-05055fdef703 req-506bf182-31ba-4f5a-bb90-6051f0155399 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1096 time: 0.0415673 Mar 11 17:57:17.890152 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-92a75640-c183-4556-886b-05055fdef703 req-1e98be21-21c2-445d-b9f8-27f59bde1cfa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275443 Mar 11 17:57:18.510801 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:18.577459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba5352-c192-4a3d-a01b-2057e1d0a0de req-604599b0-b4f6-486c-a546-250f408038e1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:18.578988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58ba5352-c192-4a3d-a01b-2057e1d0a0de req-604599b0-b4f6-486c-a546-250f408038e1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0515666 Mar 11 17:57:18.618627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58ba5352-c192-4a3d-a01b-2057e1d0a0de req-1b9df9c6-ff08-498b-8c39-1e54f1edcb92 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335088 Mar 11 17:57:19.016482 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:19.216751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-df645ef6-0c24-44b6-b057-38fde79522e7 req-641156b0-f76c-4fe6-b3b3-feb9a422c502 service neutron] (102641) timed out ('10.222.0.53', 59848) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:57:19.735602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e6a0e-14d2-4420-8bef-80021befeeee req-a21da7c2-1e13-4f0c-a005-fe828573ca27 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:19.737043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-967e6a0e-14d2-4420-8bef-80021befeeee req-a21da7c2-1e13-4f0c-a005-fe828573ca27 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0489972 Mar 11 17:57:19.775861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-967e6a0e-14d2-4420-8bef-80021befeeee req-605ac741-4e93-4114-ad0b-13f0e16b3013 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322092 Mar 11 17:57:19.890207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5b165-b7b7-42fc-a8d8-f63f9a3447ab req-06d03c44-379f-40f1-9f1c-fa2cfcacd13c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:19.891667 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ec5b165-b7b7-42fc-a8d8-f63f9a3447ab req-06d03c44-379f-40f1-9f1c-fa2cfcacd13c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Mar 11 17:57:19.900452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 38944) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:57:19.904805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-454adc24-1035-474f-8d77-148269d28d1c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'floatingip': {'port_id': '96fa811a-3773-4acc-942f-d016596eb0db'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:57:19.943064 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-454adc24-1035-474f-8d77-148269d28d1c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:20.370320 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-454adc24-1035-474f-8d77-148269d28d1c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:20.374069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-454adc24-1035-474f-8d77-148269d28d1c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:20.475452 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-454adc24-1035-474f-8d77-148269d28d1c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c associated. External IP: 172.25.8.248, port: 96fa811a-3773-4acc-942f-d016596eb0db. Mar 11 17:57:20.684228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454adc24-1035-474f-8d77-148269d28d1c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:57:20.791856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454adc24-1035-474f-8d77-148269d28d1c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:57:20.797982 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-454adc24-1035-474f-8d77-148269d28d1c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:20.803301 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:57:20.814044 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:57:20.814707 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:57:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:20.828781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-454adc24-1035-474f-8d77-148269d28d1c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "PUT /v2.0/floatingips/ca0b0526-ee82-415d-89f9-f5321f0e708c HTTP/1.1" status: 200 len: 991 time: 0.9272571 Mar 11 17:57:20.829450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:57:20.831777 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30" -d '{"events": [{"name": "network-changed", "server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "tag": "96fa811a-3773-4acc-942f-d016596eb0db"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:57:20.877146 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e2a524-7d68-46fb-90fd-d0c3d5926087 x-openstack-request-id: req-07e2a524-7d68-46fb-90fd-d0c3d5926087 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:57:20.877580 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "tag": "96fa811a-3773-4acc-942f-d016596eb0db", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:57:20.877958 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07e2a524-7d68-46fb-90fd-d0c3d5926087 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:57:20.878776 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db', 'status': 'completed', 'code': 200} Mar 11 17:57:20.944105 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-725f16d7-e8c3-40ed-923b-1ac702ecdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:20.944726 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:57:20.945980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-725f16d7-e8c3-40ed-923b-1ac702ecdb44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1096 time: 0.0414090 Mar 11 17:57:21.048603 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-45199f96-ee8b-4abd-8460-73634bc2d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:21.050205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-45199f96-ee8b-4abd-8460-73634bc2d385 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0957625 Mar 11 17:57:21.063869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329b848-1586-431d-a05b-4e2a9020af23 req-a2de1209-d50e-4477-a565-296b1298a86d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:21.065946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0329b848-1586-431d-a05b-4e2a9020af23 req-a2de1209-d50e-4477-a565-296b1298a86d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0544147 Mar 11 17:57:21.110141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0329b848-1586-431d-a05b-4e2a9020af23 req-e4b7ee64-21ee-453c-bece-66de5cf02f49 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370162 Mar 11 17:57:21.119502 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-3b982068-a40b-4cf2-965d-3eb41bad1f91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 999 time: 0.0627122 Mar 11 17:57:21.177389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-56c7c208-481c-414b-8965-9cf770b0d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:21.178949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-56c7c208-481c-414b-8965-9cf770b0d5b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0496836 Mar 11 17:57:21.230084 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-356ed4c3-da74-49d2-a966-8d960fd9207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:21.231022 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-356ed4c3-da74-49d2-a966-8d960fd9207a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446563 Mar 11 17:57:21.233805 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': '96fa811a-3773-4acc-942f-d016596eb0db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:3e:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:57:20Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:21.261756 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:57:21.270438 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:57:21.271022 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:57:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:21.319841 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-a39012b9-dad2-4342-9e33-f5ec65b77c70 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814130 Mar 11 17:57:21.382266 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:57:21.413224 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5340d3ee-8142-47f0-9bc8-9f8592e4ef30 req-5642ca50-d631-4115-81e0-6924f2f9f142 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864584 Mar 11 17:57:21.695470 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': '96fa811a-3773-4acc-942f-d016596eb0db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:3e:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:57:20Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:57:21.722871 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d84bc5-a549-48a2-a3d2-c7e5cf4baf5b None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': '96fa811a-3773-4acc-942f-d016596eb0db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:3e:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:57:20Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:57:21.915010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cddb062-7b3b-4d72-a14c-8660406ce52a None None] New status for floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:57:22.233240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082844d-56e8-4e7e-9c80-6ad4e16298e7 req-38b71bf5-d965-46f7-aaf2-0489b6e88d0b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:22.234736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7082844d-56e8-4e7e-9c80-6ad4e16298e7 req-38b71bf5-d965-46f7-aaf2-0489b6e88d0b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Mar 11 17:57:22.272288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7082844d-56e8-4e7e-9c80-6ad4e16298e7 req-a672d36f-ae6e-447e-a226-c35d0ef7e7ad tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313528 Mar 11 17:57:23.626353 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:57:23.658911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7170c1d-1383-407e-9bf4-7fb8360371c5 req-417516c1-a4c0-4eb2-92e8-33d5d5a608b3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:23.660435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7170c1d-1383-407e-9bf4-7fb8360371c5 req-417516c1-a4c0-4eb2-92e8-33d5d5a608b3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0521731 Mar 11 17:57:23.697847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7170c1d-1383-407e-9bf4-7fb8360371c5 req-e0549e43-3843-49b6-af7e-6780b86705f7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309358 Mar 11 17:57:24.814659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8052bc-3742-40f4-9a12-78c344e75d97 req-b5a6e0fb-8d16-46db-bba2-696115848c9a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:24.816183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f8052bc-3742-40f4-9a12-78c344e75d97 req-b5a6e0fb-8d16-46db-bba2-696115848c9a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0498974 Mar 11 17:57:24.853927 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f8052bc-3742-40f4-9a12-78c344e75d97 req-b3cd2a15-862e-4928-8607-c044b06281cb tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312638 Mar 11 17:57:25.973279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95a2fc-f843-43e8-9213-b0ffa3a3dedf req-8ec81412-bae6-4d83-9126-bb43fe186099 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:25.974753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f95a2fc-f843-43e8-9213-b0ffa3a3dedf req-8ec81412-bae6-4d83-9126-bb43fe186099 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Mar 11 17:57:26.013426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f95a2fc-f843-43e8-9213-b0ffa3a3dedf req-6453e888-5735-4892-aba3-430efb46353f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320854 Mar 11 17:57:27.132318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4fde3-e655-44e6-9ee9-d47fac3fe544 req-73c539fc-7279-4214-809a-3205471f03ba tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:27.134402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bb4fde3-e655-44e6-9ee9-d47fac3fe544 req-73c539fc-7279-4214-809a-3205471f03ba tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0528412 Mar 11 17:57:27.483171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bb4fde3-e655-44e6-9ee9-d47fac3fe544 req-0722e8e6-99eb-4a4b-99dc-46b39c6d61fc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3429153 Mar 11 17:57:28.597074 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2b217-7ce4-4ce3-9b1f-be3aa96f64b0 req-52f1289e-b2ff-46ac-93f7-0b44027a164e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:28.598526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50f2b217-7ce4-4ce3-9b1f-be3aa96f64b0 req-52f1289e-b2ff-46ac-93f7-0b44027a164e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0480855 Mar 11 17:57:28.635759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-50f2b217-7ce4-4ce3-9b1f-be3aa96f64b0 req-c340d41c-74d9-4750-b53a-4599b85cf508 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306499 Mar 11 17:57:29.338203 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:29.752173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d4153-0c80-4778-8620-251d9df29c30 req-89c961ff-b1d1-4a45-b3b9-1475970338a6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:29.753670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff7d4153-0c80-4778-8620-251d9df29c30 req-89c961ff-b1d1-4a45-b3b9-1475970338a6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0486276 Mar 11 17:57:29.793158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff7d4153-0c80-4778-8620-251d9df29c30 req-e2eb4234-3243-4022-9f4d-0728f6f9cd75 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327353 Mar 11 17:57:30.917574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922c155-9485-4bca-af93-1e5fc1764476 req-0f3c351e-510b-4f77-aef8-43621f40d89e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:30.919304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4922c155-9485-4bca-af93-1e5fc1764476 req-0f3c351e-510b-4f77-aef8-43621f40d89e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0540378 Mar 11 17:57:30.956817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4922c155-9485-4bca-af93-1e5fc1764476 req-edb7f9b2-0569-4ebd-b7bf-1a51d2be9ba3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315838 Mar 11 17:57:31.587585 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-bd6cf3d7-ea52-47f7-be59-a4ed4e6c1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:31.589107 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-bd6cf3d7-ea52-47f7-be59-a4ed4e6c1a22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1096 time: 0.0411942 Mar 11 17:57:31.705293 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-9c044e10-5c1d-44c8-bb06-11215e3eaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:31.706765 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-9c044e10-5c1d-44c8-bb06-11215e3eaa72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0913823 Mar 11 17:57:31.772449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-2f6fb705-237c-461d-ad7e-40d17127ac57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 1001 time: 0.0570405 Mar 11 17:57:31.821066 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-fb689b98-3371-45c9-9c06-2bda4644d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:31.822519 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-fb689b98-3371-45c9-9c06-2bda4644d138 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0434380 Mar 11 17:57:31.873072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-5c61fe6d-1847-4c1e-a5c3-ca5dfadd0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:31.874596 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-5c61fe6d-1847-4c1e-a5c3-ca5dfadd0cec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456412 Mar 11 17:57:31.981374 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-c7d5ba6a-546c-42ca-beac-a3ea0ad08b23 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000493 Mar 11 17:57:32.076258 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c176f6d-cead-4806-a0c1-78a2735cc27b req-96920bf3-01a8-48e9-9472-bbff81509066 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:32.077814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c176f6d-cead-4806-a0c1-78a2735cc27b req-96920bf3-01a8-48e9-9472-bbff81509066 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0494409 Mar 11 17:57:32.081176 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-44327331-7807-4ac8-a445-b8cb84ebd3d1 req-201780c3-11db-4413-882c-c721404a04fd service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920939 Mar 11 17:57:32.116707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c176f6d-cead-4806-a0c1-78a2735cc27b req-88358b97-9a99-4a05-9c3a-6ba151a6f3e8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329053 Mar 11 17:57:33.231308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e86fa-b1b7-4dfd-a993-9207352fb660 req-d745e68a-03c1-459c-9320-97a9420dafc7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:33.232797 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f58e86fa-b1b7-4dfd-a993-9207352fb660 req-d745e68a-03c1-459c-9320-97a9420dafc7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0476716 Mar 11 17:57:33.274262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f58e86fa-b1b7-4dfd-a993-9207352fb660 req-46ed0219-f9e4-4d96-80e6-6851b22627da tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355506 Mar 11 17:57:34.393616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d71981-fb6d-469b-afff-78a64c972814 req-1620496f-3f8b-40eb-a053-f20a3d50db66 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:34.395084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7d71981-fb6d-469b-afff-78a64c972814 req-1620496f-3f8b-40eb-a053-f20a3d50db66 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0531456 Mar 11 17:57:34.432717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7d71981-fb6d-469b-afff-78a64c972814 req-5989e1b8-de7d-462f-8fe7-e5f975500066 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310030 Mar 11 17:57:35.547880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2346b-43dd-405a-aa26-238151c7a36a req-9ba7b8d0-8496-4510-8861-bb6d4644a15c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:35.549400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cea2346b-43dd-405a-aa26-238151c7a36a req-9ba7b8d0-8496-4510-8861-bb6d4644a15c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0490210 Mar 11 17:57:35.588727 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cea2346b-43dd-405a-aa26-238151c7a36a req-37504875-fed9-4a17-80cd-162909cb4ac8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327141 Mar 11 17:57:36.705033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46747c6-6465-46ef-bb43-63ae375d02d3 req-db4065ba-692e-4155-af8b-670b05447f60 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:36.706534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c46747c6-6465-46ef-bb43-63ae375d02d3 req-db4065ba-692e-4155-af8b-670b05447f60 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0498824 Mar 11 17:57:36.744544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c46747c6-6465-46ef-bb43-63ae375d02d3 req-637c8fa3-e1b5-47ac-9e25-cc22a7136a0d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319304 Mar 11 17:57:37.871557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f100d74-570f-4848-a199-eaed3cfb9983 req-2c42a61d-5a19-410a-8ee9-1468671813f8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:37.873066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f100d74-570f-4848-a199-eaed3cfb9983 req-2c42a61d-5a19-410a-8ee9-1468671813f8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0528965 Mar 11 17:57:37.913564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f100d74-570f-4848-a199-eaed3cfb9983 req-d4b674fb-ad78-498a-a775-45926846d669 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336061 Mar 11 17:57:39.033534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc674bb-1180-4c26-9689-3282c89ba668 req-6bf86b92-2c85-4335-883b-a1bb0cf7839e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:39.035158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acc674bb-1180-4c26-9689-3282c89ba668 req-6bf86b92-2c85-4335-883b-a1bb0cf7839e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0524368 Mar 11 17:57:39.075992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-acc674bb-1180-4c26-9689-3282c89ba668 req-c5cf7e57-3a9b-4322-a821-572f436babd2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347905 Mar 11 17:57:40.192852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5972-50ef-4114-af03-300cdf303af1 req-db2924b5-ccf7-4b8d-81df-20f1bc4376e9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:40.194341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00dc5972-50ef-4114-af03-300cdf303af1 req-db2924b5-ccf7-4b8d-81df-20f1bc4376e9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0493667 Mar 11 17:57:40.232979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00dc5972-50ef-4114-af03-300cdf303af1 req-a219c7f1-9b9d-4a33-a592-8be69eb64926 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320787 Mar 11 17:57:41.339245 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:41.355348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab0361-6335-4f16-bcb7-3de6c8849ea2 req-458e288c-ed3d-45e9-a02e-456ca8180045 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:41.356885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bab0361-6335-4f16-bcb7-3de6c8849ea2 req-458e288c-ed3d-45e9-a02e-456ca8180045 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0540655 Mar 11 17:57:41.396721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8bab0361-6335-4f16-bcb7-3de6c8849ea2 req-9581114c-f130-4a0f-9325-4cbc432e3204 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335264 Mar 11 17:57:42.515279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ea0f-c9e3-4d84-8313-a42209cfc046 req-571d7a68-a602-4637-85ef-933dc1be1deb tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:42.516714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bd8ea0f-c9e3-4d84-8313-a42209cfc046 req-571d7a68-a602-4637-85ef-933dc1be1deb tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0501566 Mar 11 17:57:42.555269 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bd8ea0f-c9e3-4d84-8313-a42209cfc046 req-ee623315-df13-4e30-8c49-59f639a85bf1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324562 Mar 11 17:57:43.646364 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23b60217-e1a2-4df9-bde3-816cc512d0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:43.684775 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad482e2-127b-4d06-80b8-8869e23eef55 req-71e5372b-cd02-4299-833c-32d712bdf815 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:43.686308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ad482e2-127b-4d06-80b8-8869e23eef55 req-71e5372b-cd02-4299-833c-32d712bdf815 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0569117 Mar 11 17:57:43.726943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ad482e2-127b-4d06-80b8-8869e23eef55 req-5ff19b5e-d060-4262-b18c-6c9a45042d93 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337939 Mar 11 17:57:44.849617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c33b3d-6217-413d-8a2c-af79e0b9ab5a req-1afa2f14-50e5-4651-9faa-ffcf03af2b0f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:44.851222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46c33b3d-6217-413d-8a2c-af79e0b9ab5a req-1afa2f14-50e5-4651-9faa-ffcf03af2b0f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0539935 Mar 11 17:57:44.890273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46c33b3d-6217-413d-8a2c-af79e0b9ab5a req-6693d05b-84af-4538-9794-754724489f5a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326226 Mar 11 17:57:45.925444 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-57c77dc2-7afb-4e24-9389-8c5e3ee98b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:46.010016 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a384d-e807-4343-b1c2-07fe670bd2de req-4ba55fff-a347-4021-ac42-25e0f7533865 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:46.011507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d9a384d-e807-4343-b1c2-07fe670bd2de req-4ba55fff-a347-4021-ac42-25e0f7533865 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Mar 11 17:57:46.050121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d9a384d-e807-4343-b1c2-07fe670bd2de req-e08ac150-4820-442a-af23-b167b631b085 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323954 Mar 11 17:57:47.170211 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981367e-70fd-4f7f-9229-6a3b2889c54a req-9692c356-64c9-4633-8c2e-55478f576fee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:47.172031 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a981367e-70fd-4f7f-9229-6a3b2889c54a req-9692c356-64c9-4633-8c2e-55478f576fee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0508702 Mar 11 17:57:47.211812 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a981367e-70fd-4f7f-9229-6a3b2889c54a req-eeb2e3fd-f786-4973-a149-42c84dca0ccc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331609 Mar 11 17:57:47.259333 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:47.474517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10262f0d-cc62-4b7f-86a4-bc5e76281dd4 req-39c98893-1075-4738-b95b-dfd7061357de tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:47.476088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10262f0d-cc62-4b7f-86a4-bc5e76281dd4 req-39c98893-1075-4738-b95b-dfd7061357de tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0590522 Mar 11 17:57:47.517821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10262f0d-cc62-4b7f-86a4-bc5e76281dd4 req-825de3a3-807c-4234-b3ab-6fbbf3f79381 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354321 Mar 11 17:57:47.794373 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-d0fab56c-ea0f-47b4-81d9-64e9ad3e10ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3838544 Mar 11 17:57:48.508774 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:48.644273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f177f2-afb2-432d-ba55-bd14afcd7a2a req-3ab85df9-62e6-4a68-9df8-24fa6324ce47 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:48.646220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72f177f2-afb2-432d-ba55-bd14afcd7a2a req-3ab85df9-62e6-4a68-9df8-24fa6324ce47 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0540922 Mar 11 17:57:48.687115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72f177f2-afb2-432d-ba55-bd14afcd7a2a req-704055dc-9782-47b8-bf0e-ed4b3e374f9b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332947 Mar 11 17:57:48.891026 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-12a53f61-b257-4e2d-8402-ef253849bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:48.892524 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-12a53f61-b257-4e2d-8402-ef253849bfaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1096 time: 0.0396903 Mar 11 17:57:48.983987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-f2e6daa4-f1ad-4523-b995-a979fc19f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:48.985371 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-f2e6daa4-f1ad-4523-b995-a979fc19f218 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0851891 Mar 11 17:57:49.051282 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-d9c1b66a-cb2d-41e3-aa73-a585478242b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 1001 time: 0.0594585 Mar 11 17:57:49.105050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-8d4ce87b-313a-4444-af80-207b941e7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:49.106969 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-8d4ce87b-313a-4444-af80-207b941e7058 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0466518 Mar 11 17:57:49.159609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-6c05c90e-ac49-4dbd-8388-cf4ba4741cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:49.161573 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-6c05c90e-ac49-4dbd-8388-cf4ba4741cc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475941 Mar 11 17:57:49.181838 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:49.256817 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-dca76aea-dabf-40cf-9889-b8efcd65719e service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869651 Mar 11 17:57:49.347086 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-96a22d20-ed99-442f-bf4a-72b367d6ddd2 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834258 Mar 11 17:57:49.814052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07021d-bd10-4c99-a247-f9b5b636e93b req-015ecb97-ddac-4fb5-9f76-a32e92a37722 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:49.815584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e07021d-bd10-4c99-a247-f9b5b636e93b req-015ecb97-ddac-4fb5-9f76-a32e92a37722 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0507190 Mar 11 17:57:49.854211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e07021d-bd10-4c99-a247-f9b5b636e93b req-5271bbd2-55fc-41b3-b54a-52378eaac796 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325327 Mar 11 17:57:50.985277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d73b64-b169-420b-be07-7477d27de292 req-dcd7ec26-de29-40db-aa1e-8e87cb09b8c0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:50.986839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3d73b64-b169-420b-be07-7477d27de292 req-dcd7ec26-de29-40db-aa1e-8e87cb09b8c0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0632741 Mar 11 17:57:51.031708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f3d73b64-b169-420b-be07-7477d27de292 req-1191c903-7253-415a-8b71-cd5df1455975 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364835 Mar 11 17:57:51.192722 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-345df608-e19b-428c-b715-8931ccd4caec service neutron] show failed (client error): The resource could not be found. Mar 11 17:57:51.193737 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-345df608-e19b-428c-b715-8931ccd4caec service neutron] 10.222.0.46 "GET /v2.0/ports/96fa811a-3773-4acc-942f-d016596eb0db/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0550177 Mar 11 17:57:51.387642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-c0377a71-0070-46ae-b1c4-894f8e2f2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:51.389220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-c0377a71-0070-46ae-b1c4-894f8e2f2a91 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 1096 time: 0.0408020 Mar 11 17:57:51.400855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:57:51.452367 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.664947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:51.697762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:51.735722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:57:51.738257 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f87d1f0-72ca-4699-8e94-8423bf85333f" -d '{"events": [{"server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "name": "network-vif-unplugged", "status": "completed", "tag": "96fa811a-3773-4acc-942f-d016596eb0db"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:57:51.741999 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.754807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Transition to ACTIVE for port object 96fa811a-3773-4acc-942f-d016596eb0db will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:57:51.759044 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:51.798093 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8decdf-a5cb-4d80-9088-34908f24890f x-openstack-request-id: req-cd8decdf-a5cb-4d80-9088-34908f24890f {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:57:51.798410 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "name": "network-vif-unplugged", "status": "completed", "tag": "96fa811a-3773-4acc-942f-d016596eb0db", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:57:51.798727 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd8decdf-a5cb-4d80-9088-34908f24890f {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:57:51.799092 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db', 'code': 200} Mar 11 17:57:51.848112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Pushing event updated for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:51.860754 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.861104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.861448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.861789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.862122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.862470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.862779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.863104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.863443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.863755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.864093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.864421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:57:51.898113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] No DVR routers for this DVR port 96fa811a-3773-4acc-942f-d016596eb0db on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:57:52.037692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Attempting to bind port 96fa811a-3773-4acc-942f-d016596eb0db on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:57:52.038355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Attempting to bind port 96fa811a-3773-4acc-942f-d016596eb0db by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:57:52.038355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Attempting to bind port 96fa811a-3773-4acc-942f-d016596eb0db on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:57:52.043264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Port 96fa811a-3773-4acc-942f-d016596eb0db on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:57:52.043538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Attempting to bind port 96fa811a-3773-4acc-942f-d016596eb0db on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:57:52.049285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:57:52.049621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:57:52.049997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:57:52.050419 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Bound port: 96fa811a-3773-4acc-942f-d016596eb0db, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:57:52.050783 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.141669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:57:52.156498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:57:52.163191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.178755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d622d-0983-4448-a5a5-1de86cb2ce15 req-07908a2f-0369-4554-b3ba-bcb01b619037 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:52.180390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-789d622d-0983-4448-a5a5-1de86cb2ce15 req-07908a2f-0369-4554-b3ba-bcb01b619037 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 943 time: 0.0761762 Mar 11 17:57:52.216681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:52.217291 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:52.218827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-7316e334-a101-4069-b76e-5afe060b549a service neutron] 10.222.0.66 "PUT /v2.0/ports/96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 1091 time: 0.8222017 Mar 11 17:57:52.289655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-789d622d-0983-4448-a5a5-1de86cb2ce15 req-16783dab-763d-4955-91d6-20347d526885 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872598 Mar 11 17:57:52.293471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316e334-a101-4069-b76e-5afe060b549a service neutron] Pushing event updated for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:52.310465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-33f7b9a7-b0b9-46b3-8c3c-8048ca6f4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:52.311983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-33f7b9a7-b0b9-46b3-8c3c-8048ca6f4f80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1094 time: 0.0573177 Mar 11 17:57:52.409954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-f17f7c28-a1e5-449a-acc9-761f97eaa001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:52.411434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-f17f7c28-a1e5-449a-acc9-761f97eaa001 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0932264 Mar 11 17:57:52.476458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-2ac74d5b-f904-4568-a14e-54669173292a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 999 time: 0.0580709 Mar 11 17:57:52.532193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-d1e17395-2dc9-4213-b234-bdf38c486758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:52.533687 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-d1e17395-2dc9-4213-b234-bdf38c486758 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0484581 Mar 11 17:57:52.578303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-6e71f9a6-32f9-48a1-90b0-a90dc6ba0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:52.579713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-6e71f9a6-32f9-48a1-90b0-a90dc6ba0bdf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397902 Mar 11 17:57:52.667231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-b87350e2-3d64-4adb-97ca-2d4973d46269 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808463 Mar 11 17:57:52.759426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2ff6aa1-97ab-4fb9-9c8a-93f97ba5a49e req-94ee61ce-822f-4929-b00b-69690e2c05c2 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862489 Mar 11 17:57:53.408827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df5c42-3f89-4f8d-8f6a-834df7c529f8 req-0d0d4679-46e1-49af-ae8e-c1012868f2c4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:53.410313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07df5c42-3f89-4f8d-8f6a-834df7c529f8 req-0d0d4679-46e1-49af-ae8e-c1012868f2c4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 943 time: 0.0497580 Mar 11 17:57:53.447835 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-07df5c42-3f89-4f8d-8f6a-834df7c529f8 req-286bc4b2-b88c-49ed-af19-68d8343c597b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309522 Mar 11 17:57:53.800057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:57:53.802507 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b423569e-c2af-434a-91d0-91621c48a4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "tag": "96fa811a-3773-4acc-942f-d016596eb0db"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:57:53.852915 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a8450a-d7fd-4fc9-a0d1-eed05ad3c2b9 x-openstack-request-id: req-99a8450a-d7fd-4fc9-a0d1-eed05ad3c2b9 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:57:53.853204 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "tag": "96fa811a-3773-4acc-942f-d016596eb0db", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:57:53.853612 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99a8450a-d7fd-4fc9-a0d1-eed05ad3c2b9 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:57:53.853927 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db', 'status': 'completed', 'code': 200} Mar 11 17:57:53.913130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423569e-c2af-434a-91d0-91621c48a4ab req-81cdb949-2dd7-4c97-9f01-3d4db96d1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:53.914664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-81cdb949-2dd7-4c97-9f01-3d4db96d1f16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1094 time: 0.0408108 Mar 11 17:57:53.916168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423569e-c2af-434a-91d0-91621c48a4ab req-160e2c67-09c0-451c-8876-b0795a9c73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:53.917701 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-160e2c67-09c0-451c-8876-b0795a9c73bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1094 time: 0.0402951 Mar 11 17:57:54.008704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423569e-c2af-434a-91d0-91621c48a4ab req-9f853f31-29e1-4234-a128-2c7818b3ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.010175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-9f853f31-29e1-4234-a128-2c7818b3ac0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0893087 Mar 11 17:57:54.012049 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423569e-c2af-434a-91d0-91621c48a4ab req-2c8691c0-0d59-4ba9-ac31-9f904ff68323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.013535 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-2c8691c0-0d59-4ba9-ac31-9f904ff68323 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0871987 Mar 11 17:57:54.077733 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-112818f7-c658-4dbf-b8a0-1c3c97a504c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 999 time: 0.0575607 Mar 11 17:57:54.080270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-f8be1046-c389-4287-b82c-370f47bf43da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 999 time: 0.0636175 Mar 11 17:57:54.127457 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423569e-c2af-434a-91d0-91621c48a4ab req-1a494891-10a6-4a39-a1e5-4cf30eec3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.128946 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-1a494891-10a6-4a39-a1e5-4cf30eec3412 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0448349 Mar 11 17:57:54.138048 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423569e-c2af-434a-91d0-91621c48a4ab req-8ca8bbc6-cb31-4f17-88ca-62b45447ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.139487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-8ca8bbc6-cb31-4f17-88ca-62b45447ac8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0518808 Mar 11 17:57:54.179394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423569e-c2af-434a-91d0-91621c48a4ab req-8826f6b4-03bd-4f38-abea-bc21fc2aca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.181440 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-8826f6b4-03bd-4f38-abea-bc21fc2aca29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447876 Mar 11 17:57:54.184599 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423569e-c2af-434a-91d0-91621c48a4ab req-0e5549e8-a1a9-4302-9b41-f7b7a4b1ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.186092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-0e5549e8-a1a9-4302-9b41-f7b7a4b1ee6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404017 Mar 11 17:57:54.270433 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-413a2818-7cf9-43f8-bb45-f382520f2140 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819814 Mar 11 17:57:54.273563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-79d4166b-7622-4f12-bb91-1e5a441609d9 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810237 Mar 11 17:57:54.362968 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-ac04780c-f0f0-450e-8d7f-7d8a2d706eef service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852156 Mar 11 17:57:54.366488 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b423569e-c2af-434a-91d0-91621c48a4ab req-94803088-4449-4815-b532-f3e6f25a17a1 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865180 Mar 11 17:57:54.564014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18600cba-6287-41d2-add5-eff26a02ec3e req-311bf042-8c00-4eb0-a040-ade00af7bcd1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:54.565508 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18600cba-6287-41d2-add5-eff26a02ec3e req-311bf042-8c00-4eb0-a040-ade00af7bcd1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 943 time: 0.0492957 Mar 11 17:57:54.602700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-18600cba-6287-41d2-add5-eff26a02ec3e req-95a72a91-7864-4f55-839e-ed1d0c1c3152 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313237 Mar 11 17:57:55.719098 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a7ef4-bc8b-4a79-95ad-51b4f97cdc5d req-14930d89-a601-4cc9-b613-bcd2ed0add10 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:55.720689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-779a7ef4-bc8b-4a79-95ad-51b4f97cdc5d req-14930d89-a601-4cc9-b613-bcd2ed0add10 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 943 time: 0.0473042 Mar 11 17:57:55.760962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 96fa811a-3773-4acc-942f-d016596eb0db no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:57:55.761904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-779a7ef4-bc8b-4a79-95ad-51b4f97cdc5d req-74c18c53-89c4-4d47-8d9a-bf46f87b9077 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354078 Mar 11 17:57:55.802894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 96fa811a-3773-4acc-942f-d016596eb0db not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:57:55.811731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 96fa811a-3773-4acc-942f-d016596eb0db details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:57:55.910823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:55.924308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '96fa811a-3773-4acc-942f-d016596eb0db', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': '96fa811a-3773-4acc-942f-d016596eb0db', 'mac_address': 'fa:16:3e:3e:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:57:55.963235 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:55.981827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fa811a-3773-4acc-942f-d016596eb0db {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:57:55.988609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-70a7bdc9-b6c6-48f6-906c-49957ef95fd4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:55.989165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa2a64-1e26-4971-91f7-f9dccdf02ed0 req-bc97052e-0f12-4172-a97b-2aab2747ae3f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:55.990305 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ffa2a64-1e26-4971-91f7-f9dccdf02ed0 req-bc97052e-0f12-4172-a97b-2aab2747ae3f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 943 time: 0.0540247 Mar 11 17:57:55.992583 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-70a7bdc9-b6c6-48f6-906c-49957ef95fd4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1&tenant_id=a3823e08963840fcbd30b4c6581a1a72&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 943 time: 0.0541706 Mar 11 17:57:56.001787 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:56.006428 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:56.033342 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ffa2a64-1e26-4971-91f7-f9dccdf02ed0 req-30214353-580f-47ce-95ba-f674dfab38ac tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367405 Mar 11 17:57:56.055664 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-20a3f86f-3aba-4d4e-9a26-5b18d79a91c1 service neutron] delete failed (client error): The resource could not be found. Mar 11 17:57:56.056699 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-20a3f86f-3aba-4d4e-9a26-5b18d79a91c1 service neutron] 10.222.0.46 "DELETE /v2.0/ports/96fa811a-3773-4acc-942f-d016596eb0db/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0579653 Mar 11 17:57:56.058458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:56.192870 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-fbdaf6c8-1a69-4aef-8d75-c33af00275f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:56.194375 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-fbdaf6c8-1a69-4aef-8d75-c33af00275f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1095 time: 0.0398691 Mar 11 17:57:56.288417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-afb63bc2-5231-4913-b9f9-efdb6fcfa973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:56.289913 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-afb63bc2-5231-4913-b9f9-efdb6fcfa973 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0889394 Mar 11 17:57:56.332658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['96fa811a-3773-4acc-942f-d016596eb0db'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:57:56.355154 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-567f442a-5e32-4b63-9d21-272de1976aff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 1000 time: 0.0584006 Mar 11 17:57:56.408570 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-3150d7f5-b805-4668-b214-88d66f7f219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:56.410041 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-3150d7f5-b805-4668-b214-88d66f7f219b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0487018 Mar 11 17:57:56.456941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-d757adef-d86c-41d5-a81c-63ecede3659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:56.458565 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-d757adef-d86c-41d5-a81c-63ecede3659d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410347 Mar 11 17:57:56.547052 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-332d391c-b619-4407-b21c-197295029b42 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810595 Mar 11 17:57:56.639227 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d0c74ee9-59e9-4266-b4de-e7c84558dd23 req-9e3c7728-3e47-477e-90f7-0d8a89ef62a9 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857942 Mar 11 17:57:57.156213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f64f27-1a74-4858-b485-d35d710edbe0 req-a0fb54fe-b7d7-493b-b287-aa26c72232b4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.157757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51f64f27-1a74-4858-b485-d35d710edbe0 req-a0fb54fe-b7d7-493b-b287-aa26c72232b4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 944 time: 0.0512421 Mar 11 17:57:57.201638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51f64f27-1a74-4858-b485-d35d710edbe0 req-be76f800-f03e-4ab0-a7d0-b03dd2190f73 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375309 Mar 11 17:57:57.317680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506e3a3-ee83-4799-b290-62115811dc38 req-a6a3c922-1a58-4638-a4fb-f40df27dfd48 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.319028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e506e3a3-ee83-4799-b290-62115811dc38 req-a6a3c922-1a58-4638-a4fb-f40df27dfd48 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 944 time: 0.0496943 Mar 11 17:57:57.360480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e506e3a3-ee83-4799-b290-62115811dc38 req-b2baa326-ce74-4726-bf5d-a7350fd4290a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352979 Mar 11 17:57:57.587346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43137e-c0fe-489b-8c58-28370192350b req-058c7e84-298f-4ed0-b3c6-a93e9bac7988 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.588762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae43137e-c0fe-489b-8c58-28370192350b req-058c7e84-298f-4ed0-b3c6-a93e9bac7988 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 944 time: 0.0764048 Mar 11 17:57:57.603245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-01e11373-9289-40b2-86dd-e5797e399759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.604673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-01e11373-9289-40b2-86dd-e5797e399759 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 1095 time: 0.0623827 Mar 11 17:57:57.677725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ae43137e-c0fe-489b-8c58-28370192350b req-5996f2f0-00f0-46f3-8544-fe9a3be1b230 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822682 Mar 11 17:57:57.715973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-b83d0a5f-e83b-4628-8c0d-473ec736982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.717464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-b83d0a5f-e83b-4628-8c0d-473ec736982a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1057115 Mar 11 17:57:57.780531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-c2634053-5d9d-432f-a9d7-f21193368704 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 200 len: 1000 time: 0.0570838 Mar 11 17:57:57.809222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 96fa811a-3773-4acc-942f-d016596eb0db up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:57:57.832618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-ebf78a9e-73b7-4130-a962-f9293c9d80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.834119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-ebf78a9e-73b7-4130-a962-f9293c9d80f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0464454 Mar 11 17:57:57.859032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 96fa811a-3773-4acc-942f-d016596eb0db completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:57:57.863317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 96fa811a-3773-4acc-942f-d016596eb0db triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:57:57.863687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.885127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-5db06c1b-32f6-4ece-a7df-3615e1b90fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:57.886736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-5db06c1b-32f6-4ece-a7df-3615e1b90fbc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458431 Mar 11 17:57:57.939713 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:57.961945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:57:57.964162 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6600fdbc-c314-45e8-8c85-48eb7b9bb09e" -d '{"events": [{"server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "name": "network-vif-plugged", "status": "completed", "tag": "96fa811a-3773-4acc-942f-d016596eb0db"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:57:57.978115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-f211c62c-6147-458f-ac00-9ccb8af1f3d7 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851960 Mar 11 17:57:57.982217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:57:57.987397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:57:58.012741 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc53de87-95e7-4408-aa83-a6738bacf4d3 x-openstack-request-id: req-dc53de87-95e7-4408-aa83-a6738bacf4d3 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:57:58.014596 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "name": "network-vif-plugged", "status": "completed", "tag": "96fa811a-3773-4acc-942f-d016596eb0db", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:57:58.014596 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc53de87-95e7-4408-aa83-a6738bacf4d3 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:57:58.014596 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db', 'code': 200} Mar 11 17:57:58.038570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:57:58.075778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-704d9ad9-ec6d-4d8e-ae52-3015da053729 req-fdf48aa3-2ed3-4a1e-bb0a-1dea591e65ba service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917664 Mar 11 17:57:58.792364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e647e0-6285-42ef-bc18-f06b69fb4e16 req-699ac735-0b54-4c18-8b85-498f12598b7e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:58.793824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66e647e0-6285-42ef-bc18-f06b69fb4e16 req-699ac735-0b54-4c18-8b85-498f12598b7e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0484893 Mar 11 17:57:58.831554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66e647e0-6285-42ef-bc18-f06b69fb4e16 req-34448117-7d1b-4e31-bc4e-6512a4d7a8ae tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315137 Mar 11 17:57:59.063318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9e3b-857d-4dfe-9e3e-6307fbed25d4 req-fee64188-afa0-4119-969a-d2a7de3dea19 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:57:59.064811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc5b9e3b-857d-4dfe-9e3e-6307fbed25d4 req-fee64188-afa0-4119-969a-d2a7de3dea19 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0500336 Mar 11 17:57:59.102333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc5b9e3b-857d-4dfe-9e3e-6307fbed25d4 req-b8d83eb6-9fed-4f0c-b0af-351878613df2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307317 Mar 11 17:57:59.352309 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.319052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32900d1-1255-4633-a1c4-4bbd62a8c4dd req-c4bd56d7-44a6-4e9f-8805-cf977b2328db tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:00.320921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d32900d1-1255-4633-a1c4-4bbd62a8c4dd req-c4bd56d7-44a6-4e9f-8805-cf977b2328db tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.1482959 Mar 11 17:58:00.358824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d32900d1-1255-4633-a1c4-4bbd62a8c4dd req-733b78be-0b48-4fc4-aba5-34ebda228e31 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312269 Mar 11 17:58:00.443670 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-c9978e02-eb7d-49dc-986f-9dc8a067462a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:00.445139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-c9978e02-eb7d-49dc-986f-9dc8a067462a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Mar 11 17:58:00.534454 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Deleting port 96fa811a-3773-4acc-942f-d016596eb0db {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:58:00.534795 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.625826 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:58:00.628530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] For port 96fa811a-3773-4acc-942f-d016596eb0db, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=96fa811a-3773-4acc-942f-d016596eb0db,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:00.628900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.800274 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.800572 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.800889 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c disassociated. External IP: 172.25.8.248, port: 96fa811a-3773-4acc-942f-d016596eb0db. Mar 11 17:58:00.801229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Calling delete_port for 96fa811a-3773-4acc-942f-d016596eb0db owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:58:00.934046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:00.962957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event deleted for resources: {'Port': ['ID=96fa811a-3773-4acc-942f-d016596eb0db,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:01.084266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:01.198050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:01.209804 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:58:01.220066 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:58:01.220796 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:57:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:01.243959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] No DVR routers for this DVR port 96fa811a-3773-4acc-942f-d016596eb0db on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:01.246685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:01.251207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55276bb2-4ced-4448-90e0-7bb4902a85aa req-856c6df1-a45a-4159-a508-e96d47f0e0ee tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "DELETE /v2.0/ports/96fa811a-3773-4acc-942f-d016596eb0db HTTP/1.1" status: 204 len: 173 time: 0.7996640 Mar 11 17:58:01.251684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'name': 'network-vif-deleted', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:01.254916 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed565af7-3057-4ae2-838b-64384e6f6a32" -d '{"events": [{"server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "name": "network-vif-deleted", "tag": "96fa811a-3773-4acc-942f-d016596eb0db"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:01.301601 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e34cf1-82b2-40ce-aa7f-148ebcccaff6 x-openstack-request-id: req-75e34cf1-82b2-40ce-aa7f-148ebcccaff6 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:01.301898 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2d0be8-7f8e-4e47-8911-2634902566f1", "name": "network-vif-deleted", "tag": "96fa811a-3773-4acc-942f-d016596eb0db", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:01.302272 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75e34cf1-82b2-40ce-aa7f-148ebcccaff6 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:01.302869 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2d0be8-7f8e-4e47-8911-2634902566f1', 'name': 'network-vif-deleted', 'tag': '96fa811a-3773-4acc-942f-d016596eb0db', 'status': 'completed', 'code': 200} Mar 11 17:58:01.331831 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:58:01.485162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9db7d0f-75a5-44eb-9a87-deccc7fb66d3 req-153f9166-952e-4ff6-9c36-29e589300e72 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2d0be8-7f8e-4e47-8911-2634902566f1 HTTP/1.1" status: 200 len: 210 time: 0.0375626 Mar 11 17:58:01.556742 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:01.582259 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:58:01.590440 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:58:01.591032 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:57:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:01.695461 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:58:01.891085 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:01.917285 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19410578-c82d-49d0-ba67-bb201cba384e None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:58:02.126456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa76c2e-3b16-429e-926c-6c02f0a8e9c1 None None] New status for floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:58:02.903825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-3f53f0f5-fd5e-40b3-86be-fda6b46e1f17 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--31605632&fields=id&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 267 time: 0.0385120 Mar 11 17:58:03.014941 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-7d8d22b0-0dcd-4537-85fd-39f10bb9f842 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:03.016585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-7d8d22b0-0dcd-4537-85fd-39f10bb9f842 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 812 time: 0.1060131 Mar 11 17:58:03.032135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-c353059b-93d6-4c56-a1d0-3323439fbbcd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/quotas/a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 375 time: 0.0097096 Mar 11 17:58:03.092873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-ca60e833-2d27-46eb-80f3-3816a7ca6001 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554810 Mar 11 17:58:03.186816 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-c5eaa61b-e081-4657-8f0b-0d04e6031e65 service neutron] 10.222.0.53 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Mar 11 17:58:03.283776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-b420b971-63b4-4701-970a-20624c39b8c2 service neutron] 10.222.0.53 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906587 Mar 11 17:58:03.444395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-37860119-9319-4704-a3ee-d7b4c826a9a6 req-6277c6f7-4fc5-4327-a71e-7ecf229265f7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 210 time: 0.0271204 Mar 11 17:58:03.842811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 96fa811a-3773-4acc-942f-d016596eb0db no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:58:03.866450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 96fa811a-3773-4acc-942f-d016596eb0db {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:58:03.866792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 96fa811a-3773-4acc-942f-d016596eb0db not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:58:04.354146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-10c32284-cd6a-44c6-b446-ced4c459c541 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:04.355629 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-10c32284-cd6a-44c6-b446-ced4c459c541 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 812 time: 0.1056600 Mar 11 17:58:04.406194 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-4254e088-50e0-4a70-a378-3a387cd542bf tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 378 time: 0.0418715 Mar 11 17:58:04.416094 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'port': {'device_id': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'admin_state_up': True, 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'security_groups': ['3a01f390-8c88-4c77-88ce-c535025f8bb5']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:58:04.526704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Made reservation on behalf of a3823e08963840fcbd30b4c6581a1a72 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:58:04.530229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:04.542798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb3426a1-44e5-451d-8a01-5e2a51f36968 req-9faab261-48a5-4de9-8546-b1177ea23f65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 210 time: 0.0270267 Mar 11 17:58:04.661018 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Allocated IP 172.20.0.13 (f255b867-8150-4fd6-8612-e6ad2624bf75/34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15/284cdefd-87bb-46d5-8490-de263ba44772) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:58:04.802794 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:04.835794 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:04.885328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Network f255b867-8150-4fd6-8612-e6ad2624bf75 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:58:04.888317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:58:04.892067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:58:04.919375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:04.956736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:04.957365 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:04.975380 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-d0baa2b9-b1ea-411c-8d56-4ea27075ece2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641611 Mar 11 17:58:04.988107 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Request body: {'port': {'device_id': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:58:05.046563 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.178376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-579e6086-d32a-4406-bf65-3c248171de10 None None] Provisioning complete for port 284cdefd-87bb-46d5-8490-de263ba44772 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:05.179169 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-579e6086-d32a-4406-bf65-3c248171de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.214051 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-579e6086-d32a-4406-bf65-3c248171de10 None None] Port 284cdefd-87bb-46d5-8490-de263ba44772 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:58:05.310314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284cdefd-87bb-46d5-8490-de263ba44772 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:58:05.317557 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.330684 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Transition to ACTIVE for port object 284cdefd-87bb-46d5-8490-de263ba44772 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:05.333646 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.384980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:05.457836 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:05.458246 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:05.458732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:58:05.463796 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Port 284cdefd-87bb-46d5-8490-de263ba44772 on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:58:05.464124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:58:05.471166 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:58:05.471550 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:58:05.471962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:58:05.472413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Bound port: 284cdefd-87bb-46d5-8490-de263ba44772, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:58:05.472779 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.543955 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:05.547533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:05.552504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.590003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:05.590812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:05.592240 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] 10.222.0.46 "PUT /v2.0/ports/284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1092 time: 0.6085227 Mar 11 17:58:05.594823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:05.598550 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b9d56e-c053-40ea-a5b1-f4564873392b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "tag": "284cdefd-87bb-46d5-8490-de263ba44772"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:05.634120 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1677e-0ed4-4ef3-a067-56bebcbfc56f service neutron] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:05.672901 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d578651-0027-4322-a322-d75a038a8062 x-openstack-request-id: req-7d578651-0027-4322-a322-d75a038a8062 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:05.673185 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "tag": "284cdefd-87bb-46d5-8490-de263ba44772", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:05.673440 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d578651-0027-4322-a322-d75a038a8062 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:05.673853 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772', 'status': 'completed', 'code': 200} Mar 11 17:58:05.691848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-4ec24e5a-f4a0-4011-9276-32c807888e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:05.693419 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-4ec24e5a-f4a0-4011-9276-32c807888e74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1095 time: 0.0549123 Mar 11 17:58:05.699842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18eded1-4b8d-463c-a44b-67cd038cef5a req-fc855506-e76e-41fa-9e3e-a2a646b09400 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:05.701551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b18eded1-4b8d-463c-a44b-67cd038cef5a req-fc855506-e76e-41fa-9e3e-a2a646b09400 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 944 time: 0.0728686 Mar 11 17:58:05.741727 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-8d1f1f80-810a-4bac-bea8-3f01a11e2416 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 217 time: 0.0397184 Mar 11 17:58:05.745522 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b18eded1-4b8d-463c-a44b-67cd038cef5a req-76a47c54-ae0c-4d3e-8e16-f7e50c63b82c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373547 Mar 11 17:58:05.796636 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-0ca49007-fdc3-4b0a-921d-304b47691f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:05.798138 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-0ca49007-fdc3-4b0a-921d-304b47691f87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0498862 Mar 11 17:58:05.845183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-0a6f2d8a-1d1f-4ff3-ac2c-9cff287ed8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:05.846603 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-0a6f2d8a-1d1f-4ff3-ac2c-9cff287ed8c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419981 Mar 11 17:58:05.941328 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-f2f8c5ce-8d53-4951-9b1f-e2a4b560c4bd service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880630 Mar 11 17:58:06.029828 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-75c37356-dfa4-4c3a-aeea-dc79c127abba req-eda1772c-0032-4f30-a807-6047d70aad62 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816786 Mar 11 17:58:06.117895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-bc36167a-f1e3-4daf-bfd8-b462ef37add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:06.119312 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-bc36167a-f1e3-4daf-bfd8-b462ef37add2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1095 time: 0.0434003 Mar 11 17:58:06.220968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-8c8fc2e1-e372-44f4-8af4-0478dda9d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:06.222454 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-8c8fc2e1-e372-44f4-8af4-0478dda9d06d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0965126 Mar 11 17:58:06.270658 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-ca864b71-f172-4c36-8280-41efc9480469 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 217 time: 0.0407722 Mar 11 17:58:06.328371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-613dfa18-8ab8-4ae0-8e3a-fc62329e52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:06.330029 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-613dfa18-8ab8-4ae0-8e3a-fc62329e52c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0526905 Mar 11 17:58:06.378562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-4d19b74b-e46e-44da-8f0e-faf448dfad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:06.380071 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-4d19b74b-e46e-44da-8f0e-faf448dfad8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423458 Mar 11 17:58:06.473404 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-de052bcc-87ee-4899-b23b-7779b2607358 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847251 Mar 11 17:58:06.570622 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d9b9d56e-c053-40ea-a5b1-f4564873392b req-53944e0d-80b6-4bf3-b0d1-4065cbb1cc30 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893013 Mar 11 17:58:06.870514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f66bb-15c2-4ff2-b33a-5d390526d3d5 req-dba8ed85-6827-4f3b-9bdb-738b0f89c319 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:06.873184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-143f66bb-15c2-4ff2-b33a-5d390526d3d5 req-dba8ed85-6827-4f3b-9bdb-738b0f89c319 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 944 time: 0.0548420 Mar 11 17:58:06.916319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-143f66bb-15c2-4ff2-b33a-5d390526d3d5 req-b7e92dd5-4de7-4ba0-a263-a46b05f9692f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373189 Mar 11 17:58:08.031806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c434-b733-402d-a4ce-19b21929e51a req-bb31bca1-7513-43bd-ba20-d58563c45cb7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:08.033287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ead6c434-b733-402d-a4ce-19b21929e51a req-bb31bca1-7513-43bd-ba20-d58563c45cb7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 944 time: 0.0484672 Mar 11 17:58:08.069730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ead6c434-b733-402d-a4ce-19b21929e51a req-fecb2e25-7d26-4226-a909-3f3d3e88645d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305810 Mar 11 17:58:09.187283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd46d9-19b4-47e1-988c-0ecad18e8516 req-ddbf94bd-9282-4851-a27d-f9d3f2ee3f6a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:09.188776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72fd46d9-19b4-47e1-988c-0ecad18e8516 req-ddbf94bd-9282-4851-a27d-f9d3f2ee3f6a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 944 time: 0.0489123 Mar 11 17:58:09.225718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72fd46d9-19b4-47e1-988c-0ecad18e8516 req-c0a22f69-8555-4e6d-b210-466fc87e53b2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308225 Mar 11 17:58:09.791809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:58:09.886656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:09.897965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '284cdefd-87bb-46d5-8490-de263ba44772', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': '284cdefd-87bb-46d5-8490-de263ba44772', 'mac_address': 'fa:16:3e:1c:47:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:58:09.934300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:09.947222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284cdefd-87bb-46d5-8490-de263ba44772 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:58:09.965900 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:09.969445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:10.020101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:10.030027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.030372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.030706 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.031037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.031365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.031691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.032013 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.032346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.032675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.033011 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.033308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.033624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:10.180267 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['284cdefd-87bb-46d5-8490-de263ba44772'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:58:10.346760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a6c38-03ba-4300-b457-d0da2ca2eb94 req-96757bc1-feb8-4e71-9441-df20f194e6f8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:10.348148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-107a6c38-03ba-4300-b457-d0da2ca2eb94 req-96757bc1-feb8-4e71-9441-df20f194e6f8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Mar 11 17:58:10.391803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-107a6c38-03ba-4300-b457-d0da2ca2eb94 req-1a10d886-8916-479b-9533-3b6ff253eb08 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370836 Mar 11 17:58:11.352278 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.507354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91e8be-ceaf-40bf-8428-7d3bb49d376d req-c5953a78-409a-45ec-96d8-f0fafe223abe tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:11.509010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a91e8be-ceaf-40bf-8428-7d3bb49d376d req-c5953a78-409a-45ec-96d8-f0fafe223abe tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.0490913 Mar 11 17:58:11.546905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a91e8be-ceaf-40bf-8428-7d3bb49d376d req-b437c959-f474-40d3-8a79-c5372a69dda5 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320921 Mar 11 17:58:11.823587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:58:11.873657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 284cdefd-87bb-46d5-8490-de263ba44772 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:11.877218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 284cdefd-87bb-46d5-8490-de263ba44772 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:11.877582 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.951890 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:11.973804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:11.975998 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755c85ef-347e-4870-aec3-a827ea1df037" -d '{"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-plugged", "status": "completed", "tag": "284cdefd-87bb-46d5-8490-de263ba44772"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:11.988383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:11.992418 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:12.018827 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e275cea-3fee-4a3e-89ba-d7fdb6efd10f x-openstack-request-id: req-5e275cea-3fee-4a3e-89ba-d7fdb6efd10f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:12.019117 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-plugged", "status": "completed", "tag": "284cdefd-87bb-46d5-8490-de263ba44772", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:12.019366 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e275cea-3fee-4a3e-89ba-d7fdb6efd10f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:12.019813 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772', 'code': 200} Mar 11 17:58:12.046456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:12.113492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c5e59-cbdb-474d-989e-c924727732c4 req-3e7b0642-c6a4-4a1a-8bf6-f540230d20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:12.115018 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be1c5e59-cbdb-474d-989e-c924727732c4 req-3e7b0642-c6a4-4a1a-8bf6-f540230d20d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1097 time: 0.0422611 Mar 11 17:58:12.151636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-be1c5e59-cbdb-474d-989e-c924727732c4 req-881608ed-9456-4cc3-9897-ac2708c6f6e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282891 Mar 11 17:58:12.662957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7046-9eaa-4005-a0aa-de1327139629 req-d979143d-bf3d-43b0-9e13-4c0be504be1b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:12.664565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-374f7046-9eaa-4005-a0aa-de1327139629 req-d979143d-bf3d-43b0-9e13-4c0be504be1b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0500355 Mar 11 17:58:12.705320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-374f7046-9eaa-4005-a0aa-de1327139629 req-7c45ce4c-2a51-4035-b7b3-09f7b17e7f94 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335333 Mar 11 17:58:13.648978 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-90afdb8e-8122-4012-b22b-e822b545b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:13.823548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cf045-1d20-4349-81dc-434d2efb93f0 req-74a39fe1-4cda-40b4-8823-9c83e05017c9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:13.825025 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-894cf045-1d20-4349-81dc-434d2efb93f0 req-74a39fe1-4cda-40b4-8823-9c83e05017c9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0489295 Mar 11 17:58:13.865865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-894cf045-1d20-4349-81dc-434d2efb93f0 req-c54a7a88-a954-440a-aec4-a5657ac76858 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348334 Mar 11 17:58:13.979669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172def-bc80-46ab-8682-7f4394210a8e req-ae2f26f1-0118-4c68-9c10-84362a619a55 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:13.981159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-78172def-bc80-46ab-8682-7f4394210a8e req-ae2f26f1-0118-4c68-9c10-84362a619a55 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0488806 Mar 11 17:58:13.989740 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39122) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:58:13.993931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-dbeb58f2-f5e2-4570-8b13-5fb2f326d6ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'floatingip': {'port_id': '284cdefd-87bb-46d5-8490-de263ba44772'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:58:14.031956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbeb58f2-f5e2-4570-8b13-5fb2f326d6ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.766160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbeb58f2-f5e2-4570-8b13-5fb2f326d6ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.769844 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbeb58f2-f5e2-4570-8b13-5fb2f326d6ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:14.867575 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-dbeb58f2-f5e2-4570-8b13-5fb2f326d6ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c associated. External IP: 172.25.8.248, port: 284cdefd-87bb-46d5-8490-de263ba44772. Mar 11 17:58:15.083149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeb58f2-f5e2-4570-8b13-5fb2f326d6ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:15.193452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeb58f2-f5e2-4570-8b13-5fb2f326d6ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:15.198997 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbeb58f2-f5e2-4570-8b13-5fb2f326d6ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:15.204466 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:58:15.214074 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:58:15.214682 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:57:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:15.225106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-dbeb58f2-f5e2-4570-8b13-5fb2f326d6ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "PUT /v2.0/floatingips/ca0b0526-ee82-415d-89f9-f5321f0e708c HTTP/1.1" status: 200 len: 992 time: 1.2343802 Mar 11 17:58:15.225793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:15.228280 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cc8da9-f59f-4975-9f90-b64a62872297" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "tag": "284cdefd-87bb-46d5-8490-de263ba44772"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:15.329776 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:58:15.343138 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc0e1dc-2507-4ea1-a2f8-c3a059cbb31e x-openstack-request-id: req-4fc0e1dc-2507-4ea1-a2f8-c3a059cbb31e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:15.343431 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "tag": "284cdefd-87bb-46d5-8490-de263ba44772", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:15.343789 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fc0e1dc-2507-4ea1-a2f8-c3a059cbb31e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:15.344115 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772', 'status': 'completed', 'code': 200} Mar 11 17:58:15.449133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-653789a1-6db5-4814-9aa7-c8d320d0f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:15.450644 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-653789a1-6db5-4814-9aa7-c8d320d0f8c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1097 time: 0.0824027 Mar 11 17:58:15.480696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773845b0-d177-4b7e-8bf7-d3b6cbd17a56 req-0c0fccc3-af34-4cc7-8462-4eada7ef80b7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:15.480949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-4359b737-e86e-4b20-92b4-a5739ceacae0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712461 Mar 11 17:58:15.482210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-773845b0-d177-4b7e-8bf7-d3b6cbd17a56 req-0c0fccc3-af34-4cc7-8462-4eada7ef80b7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0519085 Mar 11 17:58:15.534217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-773845b0-d177-4b7e-8bf7-d3b6cbd17a56 req-b68c540b-d3c5-425a-90d7-07dd4b4746ed tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425720 Mar 11 17:58:15.578540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-e5cff69f-d686-4923-991b-0819b7f2a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:15.580552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-e5cff69f-d686-4923-991b-0819b7f2a32f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1222157 Mar 11 17:58:15.581107 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': '284cdefd-87bb-46d5-8490-de263ba44772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:1c:47:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:58:14Z', 'revision_number': 9, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:15.609446 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:58:15.618539 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:58:15.619422 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:57:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:15.653383 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-2dbab2fc-7134-4f47-8a94-4faa0d097aa5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1000 time: 0.0656159 Mar 11 17:58:15.706327 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-81588b8a-3268-47ae-a87b-cb466a08a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:15.707838 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-81588b8a-3268-47ae-a87b-cb466a08a082 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0478532 Mar 11 17:58:15.759622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-23c74c92-0b36-4e0e-8f6d-1f973abcc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:15.761847 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-23c74c92-0b36-4e0e-8f6d-1f973abcc612 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452785 Mar 11 17:58:15.826155 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:58:15.868049 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-656141e0-c81f-4ef9-9d9c-f8cd9dea53fd service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978835 Mar 11 17:58:15.932113 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c18783b5-ff47-4efd-8282-908b3dd5edc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:15.971676 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-49cc8da9-f59f-4975-9f90-b64a62872297 req-793ea37a-b34b-4133-9362-6c5d35780e04 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961437 Mar 11 17:58:16.077178 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': '284cdefd-87bb-46d5-8490-de263ba44772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:1c:47:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:58:14Z', 'revision_number': 9, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:16.111386 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e460975-e504-474e-bf69-2a41794b9266 None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': '284cdefd-87bb-46d5-8490-de263ba44772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:1c:47:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:58:14Z', 'revision_number': 9, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:58:16.328033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77878eaa-db19-4b46-adf1-73203cb57561 None None] New status for floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:58:16.638502 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a46fee65-2864-46da-90f7-dc546cdb17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:16.640006 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a46fee65-2864-46da-90f7-dc546cdb17fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1097 time: 0.0416009 Mar 11 17:58:16.660052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad141f5b-ef04-412f-bd41-aedc29585670 req-96ea4f32-6264-4f7e-9e8e-ab71aaec0b7e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:16.661554 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad141f5b-ef04-412f-bd41-aedc29585670 req-96ea4f32-6264-4f7e-9e8e-ab71aaec0b7e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0516768 Mar 11 17:58:16.704159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad141f5b-ef04-412f-bd41-aedc29585670 req-717ab6ad-59f1-4724-bd3a-694894f64352 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357907 Mar 11 17:58:16.740092 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-0b09a696-df95-4940-9fdb-22fbe6d5b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:16.741501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-0b09a696-df95-4940-9fdb-22fbe6d5b18d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0934980 Mar 11 17:58:16.805923 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-c5590b91-e68b-4d1b-9a97-5f7e75525156 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1003 time: 0.0569022 Mar 11 17:58:16.857465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-2c8d32a4-4c36-4307-a457-d23c7cc021a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:16.858876 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-2c8d32a4-4c36-4307-a457-d23c7cc021a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0470200 Mar 11 17:58:16.903025 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-8a7a73ef-5517-430d-beec-f3d0b63fa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:16.904526 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-8a7a73ef-5517-430d-beec-f3d0b63fa8e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388815 Mar 11 17:58:16.994702 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-7af18e9e-6272-4fbf-8187-9567cec927ed service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833454 Mar 11 17:58:17.091798 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-1dd3fa79-268e-4a21-b626-8c1fd01d1381 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901914 Mar 11 17:58:17.260190 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:17.821886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794abecb-50a4-44b9-9a71-acad3e0cbadf req-0f793755-89aa-49cf-b9d9-9966f6367db6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:17.823374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-794abecb-50a4-44b9-9a71-acad3e0cbadf req-0f793755-89aa-49cf-b9d9-9966f6367db6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0509887 Mar 11 17:58:17.863702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-794abecb-50a4-44b9-9a71-acad3e0cbadf req-4daee5e7-b2e4-4c4e-aae3-9c9bf8c41998 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342135 Mar 11 17:58:18.506447 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:18.983213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f984f5-ba97-4f77-a298-16af05724bd5 req-f4785fbc-4ece-49c9-ac65-6e9970880a94 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:18.984707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3f984f5-ba97-4f77-a298-16af05724bd5 req-f4785fbc-4ece-49c9-ac65-6e9970880a94 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0507739 Mar 11 17:58:19.025511 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:19.033739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a3f984f5-ba97-4f77-a298-16af05724bd5 req-5a40f318-ffa8-4141-83cb-74ca7b0ddc76 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428689 Mar 11 17:58:20.150913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91303-4750-48b6-a768-0f6d99cbdac6 req-81b315f2-0d8f-4d16-8fa8-b4142dce53b2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:20.152394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47b91303-4750-48b6-a768-0f6d99cbdac6 req-81b315f2-0d8f-4d16-8fa8-b4142dce53b2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Mar 11 17:58:20.194038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47b91303-4750-48b6-a768-0f6d99cbdac6 req-87b98937-172f-41a2-a217-21913745f80f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356476 Mar 11 17:58:21.312385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e6b0a-1731-4ece-ba41-c33d8d5d08c6 req-d08022cf-7e4e-4c33-82dd-73e9b7b92ff8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:21.313835 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f44e6b0a-1731-4ece-ba41-c33d8d5d08c6 req-d08022cf-7e4e-4c33-82dd-73e9b7b92ff8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0484176 Mar 11 17:58:21.351074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f44e6b0a-1731-4ece-ba41-c33d8d5d08c6 req-217dead5-67cc-4472-bb34-366aa46de0f1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313420 Mar 11 17:58:22.468827 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b35cf0-3934-48f1-9d6c-b946882b36a8 req-2a92aa2d-6812-4b3b-9c11-6ed0b51b8cf3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:22.470522 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58b35cf0-3934-48f1-9d6c-b946882b36a8 req-2a92aa2d-6812-4b3b-9c11-6ed0b51b8cf3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0528221 Mar 11 17:58:22.510121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-58b35cf0-3934-48f1-9d6c-b946882b36a8 req-3f294524-9f9e-4e43-8822-8ed531ab52d0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334315 Mar 11 17:58:23.627829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6b493-75af-464d-8dc1-c533798ab21e req-b357b1bb-9583-401d-bff3-031be7f6ab71 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:23.629319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fab6b493-75af-464d-8dc1-c533798ab21e req-b357b1bb-9583-401d-bff3-031be7f6ab71 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0491061 Mar 11 17:58:23.671766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fab6b493-75af-464d-8dc1-c533798ab21e req-9c98031e-dfa8-463c-b040-cc5bada30199 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363655 Mar 11 17:58:24.786850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1b034-0795-4265-b626-b37a7ceb8a12 req-0bf11e77-aead-4d24-867b-024a77a45c0f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:24.788304 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b1b034-0795-4265-b626-b37a7ceb8a12 req-0bf11e77-aead-4d24-867b-024a77a45c0f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0485852 Mar 11 17:58:24.825607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a7b1b034-0795-4265-b626-b37a7ceb8a12 req-46798af9-14b2-45b3-b6b7-6e0ed6522c2a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310984 Mar 11 17:58:25.941724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bea1c-0895-4deb-bb62-fb6b6d374278 req-24dd1a7a-1939-44c7-b989-a04c1c0ed50c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:25.943432 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb8bea1c-0895-4deb-bb62-fb6b6d374278 req-24dd1a7a-1939-44c7-b989-a04c1c0ed50c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0489395 Mar 11 17:58:25.986900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb8bea1c-0895-4deb-bb62-fb6b6d374278 req-66481034-7b78-42b0-9087-52918bea1ce5 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369883 Mar 11 17:58:27.130628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d937db9-d260-4c90-93e8-bb32697596e0 req-e3e530f0-a2bc-4429-8941-55023ce97710 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:27.132086 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d937db9-d260-4c90-93e8-bb32697596e0 req-e3e530f0-a2bc-4429-8941-55023ce97710 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0741487 Mar 11 17:58:27.173879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6d937db9-d260-4c90-93e8-bb32697596e0 req-507a9210-a61e-4358-9bd8-c1b806dd736c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358069 Mar 11 17:58:28.291134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa11ba-cf14-40aa-b5e7-db9d567c60df req-f1117643-af0c-43c4-b8f6-6cd5fe247146 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:28.292652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9caa11ba-cf14-40aa-b5e7-db9d567c60df req-f1117643-af0c-43c4-b8f6-6cd5fe247146 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0496976 Mar 11 17:58:28.340117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9caa11ba-cf14-40aa-b5e7-db9d567c60df req-e4f36c81-da44-4bd5-b111-1522834cc6cd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413027 Mar 11 17:58:29.353957 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:29.455395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93a57-bf7c-4ff3-8d53-81ea0e32f4c8 req-201cd093-cfcf-468c-9cc9-9b0f4ba8a58e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:29.456913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29d93a57-bf7c-4ff3-8d53-81ea0e32f4c8 req-201cd093-cfcf-468c-9cc9-9b0f4ba8a58e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0491796 Mar 11 17:58:29.495957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29d93a57-bf7c-4ff3-8d53-81ea0e32f4c8 req-52bf887c-9a49-487f-a2b8-e5201346a418 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324748 Mar 11 17:58:30.612416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d272d19-fb4e-4cd6-a4a4-84c83997328c req-56754d5e-be29-41eb-8413-ad423482ff25 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:30.613874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d272d19-fb4e-4cd6-a4a4-84c83997328c req-56754d5e-be29-41eb-8413-ad423482ff25 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0498111 Mar 11 17:58:30.655377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d272d19-fb4e-4cd6-a4a4-84c83997328c req-2b7b7ea7-d12e-4ed3-8c56-35dd2af9fe88 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355093 Mar 11 17:58:31.771980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda63bb3-c04e-4f47-bfcf-62e4d8a9905f req-a17ec250-24b9-414b-858d-81cea66db3d8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:31.773664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fda63bb3-c04e-4f47-bfcf-62e4d8a9905f req-a17ec250-24b9-414b-858d-81cea66db3d8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0495152 Mar 11 17:58:31.811840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fda63bb3-c04e-4f47-bfcf-62e4d8a9905f req-abd5bd5a-08ed-4a7b-b63d-b03a72c0a168 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319850 Mar 11 17:58:32.658909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-9d423bf8-cad2-44d4-aa56-742d529730e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:32.660701 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-9d423bf8-cad2-44d4-aa56-742d529730e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1097 time: 0.0930696 Mar 11 17:58:32.773927 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-ee50628a-f417-4e1d-acae-65c1670b7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:32.775440 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-ee50628a-f417-4e1d-acae-65c1670b7e9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0919042 Mar 11 17:58:32.843370 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-c3802c1f-184b-418d-80eb-36a111453c62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1003 time: 0.0590918 Mar 11 17:58:32.893042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-77c2f45d-ea2a-4591-9ae3-d80fd5a8c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:32.894597 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-77c2f45d-ea2a-4591-9ae3-d80fd5a8c68d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0448811 Mar 11 17:58:32.931536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b76b2-50cd-4c1f-b5c4-fb59c471df78 req-fc24a450-58de-47e7-9278-0bf498fe507d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:32.933105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-226b76b2-50cd-4c1f-b5c4-fb59c471df78 req-fc24a450-58de-47e7-9278-0bf498fe507d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0506964 Mar 11 17:58:32.948609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-485df1e9-e943-4971-817e-7e2ea7bb29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:32.950156 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-485df1e9-e943-4971-817e-7e2ea7bb29a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477946 Mar 11 17:58:32.973373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-226b76b2-50cd-4c1f-b5c4-fb59c471df78 req-5a74934e-4be5-42cc-9576-e5274d4ce228 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340178 Mar 11 17:58:33.049177 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-2e1e5e88-ad9c-4036-96d1-4a3e195560fe service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918305 Mar 11 17:58:33.142877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-9707112c-cb79-4872-8455-ed84dbd08d7b req-0d61257b-f944-4ddf-ac8a-07a454c6aaab service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873816 Mar 11 17:58:34.093136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52713fea-6195-440e-a435-46e9ffbc71f8 req-6160b2bc-0bce-4cbc-a189-be453795e343 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:34.094648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52713fea-6195-440e-a435-46e9ffbc71f8 req-6160b2bc-0bce-4cbc-a189-be453795e343 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0502174 Mar 11 17:58:34.138132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52713fea-6195-440e-a435-46e9ffbc71f8 req-fad67ec7-9d3d-4448-a99e-afb96a942101 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371444 Mar 11 17:58:35.258323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd01595-0f4f-4d88-8938-3ab0c5f3e05c req-1909f419-818f-42a0-bc6b-156d0068fecd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:35.260319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fd01595-0f4f-4d88-8938-3ab0c5f3e05c req-1909f419-818f-42a0-bc6b-156d0068fecd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0498526 Mar 11 17:58:35.299366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9fd01595-0f4f-4d88-8938-3ab0c5f3e05c req-46702d42-bb69-49b7-8c4a-d7208e14f48d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327241 Mar 11 17:58:36.418749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6442a87-ebcf-415f-b433-f7a1cc254237 req-a349eb2f-b10b-44a1-b891-12864148af6b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:36.420227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6442a87-ebcf-415f-b433-f7a1cc254237 req-a349eb2f-b10b-44a1-b891-12864148af6b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0514920 Mar 11 17:58:36.468449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f6442a87-ebcf-415f-b433-f7a1cc254237 req-ce34f4e4-8a16-4023-b6e9-af56450308f6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417111 Mar 11 17:58:37.592989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82c645-3e6a-4411-9d31-c80d6885633a req-50f3fc54-c12c-419a-89da-01f18d79b7c3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:37.594482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d82c645-3e6a-4411-9d31-c80d6885633a req-50f3fc54-c12c-419a-89da-01f18d79b7c3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0498769 Mar 11 17:58:37.625470 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:58:37.638550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d82c645-3e6a-4411-9d31-c80d6885633a req-f2f7bb8e-ca70-4433-b220-3b4e56dec796 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370045 Mar 11 17:58:38.756195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f5c8-e1b3-4a53-b639-5f3200a0b8fb req-06375875-4a37-4048-bd75-683dfa2a7ed0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:38.757681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a35f5c8-e1b3-4a53-b639-5f3200a0b8fb req-06375875-4a37-4048-bd75-683dfa2a7ed0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0501420 Mar 11 17:58:38.795200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a35f5c8-e1b3-4a53-b639-5f3200a0b8fb req-8b254db6-0e35-44f4-b1c6-eb006b37325e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316029 Mar 11 17:58:39.911833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f97c-6049-426f-8b89-853baef3d406 req-3ff2752a-230c-46c9-a0bd-d328ed4d3e63 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:39.913568 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69a3f97c-6049-426f-8b89-853baef3d406 req-3ff2752a-230c-46c9-a0bd-d328ed4d3e63 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0509889 Mar 11 17:58:39.952632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-69a3f97c-6049-426f-8b89-853baef3d406 req-b6e20886-48f4-4a48-bb08-947e266359dc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332379 Mar 11 17:58:41.067035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ea56d-5376-469c-9551-e8ba8424f39b req-2e0ec3bf-571a-492e-98ae-5f5667a655b9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:41.068642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e73ea56d-5376-469c-9551-e8ba8424f39b req-2e0ec3bf-571a-492e-98ae-5f5667a655b9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0485122 Mar 11 17:58:41.111258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e73ea56d-5376-469c-9551-e8ba8424f39b req-c7334250-21fc-49ef-ac37-364b3f1dd471 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362065 Mar 11 17:58:41.354872 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:42.228890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb58868-45f2-4e50-b834-5a9cbeb9ac47 req-5d18afb7-1472-46b9-bc2f-dced768c0cb3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:42.230372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bb58868-45f2-4e50-b834-5a9cbeb9ac47 req-5d18afb7-1472-46b9-bc2f-dced768c0cb3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0505631 Mar 11 17:58:42.269136 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4bb58868-45f2-4e50-b834-5a9cbeb9ac47 req-d45ab43b-3200-4559-9513-8cc169c2b335 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326247 Mar 11 17:58:43.402752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f25f0-c483-4d9f-8eb1-6166b4d00ea2 req-34e30bce-7688-47b9-9858-36ab061c1714 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:43.404378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-323f25f0-c483-4d9f-8eb1-6166b4d00ea2 req-34e30bce-7688-47b9-9858-36ab061c1714 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0536325 Mar 11 17:58:43.442622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-323f25f0-c483-4d9f-8eb1-6166b4d00ea2 req-a7709fe3-2fe7-441b-87e1-69c48c7e81bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322392 Mar 11 17:58:43.653223 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c47d4875-01c4-4e31-9268-2def70f786c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:44.052884 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a2c57160-c91f-4245-877b-a89673a32bc0 service neutron] show failed (client error): The resource could not be found. Mar 11 17:58:44.053769 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a2c57160-c91f-4245-877b-a89673a32bc0 service neutron] 10.222.0.46 "GET /v2.0/ports/284cdefd-87bb-46d5-8490-de263ba44772/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0548408 Mar 11 17:58:44.265293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-74711f58-6a4c-49fb-9097-883771e0d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:44.266777 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-74711f58-6a4c-49fb-9097-883771e0d963 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 1097 time: 0.0410049 Mar 11 17:58:44.285415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:58:44.342039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:44.572700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:44.590701 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100a75-892c-433f-b4e6-1e8fd158247a req-49ea8786-14a8-4f06-b3ac-97152f15f79e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:44.592219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15100a75-892c-433f-b4e6-1e8fd158247a req-49ea8786-14a8-4f06-b3ac-97152f15f79e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0787036 Mar 11 17:58:44.634400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:44.673721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15100a75-892c-433f-b4e6-1e8fd158247a req-195dd901-7f2e-4149-8239-6a876ec89b33 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747209 Mar 11 17:58:44.691006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:44.693283 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fc37c9-d04c-4e84-82d4-093535478111" -d '{"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-unplugged", "status": "completed", "tag": "284cdefd-87bb-46d5-8490-de263ba44772"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:44.697746 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:44.711739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Transition to ACTIVE for port object 284cdefd-87bb-46d5-8490-de263ba44772 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:44.716206 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:44.751481 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f506cb75-3b9b-47ea-9a7a-86c9c8b14ef9 x-openstack-request-id: req-f506cb75-3b9b-47ea-9a7a-86c9c8b14ef9 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:44.751751 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-unplugged", "status": "completed", "tag": "284cdefd-87bb-46d5-8490-de263ba44772", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:44.752012 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f506cb75-3b9b-47ea-9a7a-86c9c8b14ef9 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:44.752435 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772', 'code': 200} Mar 11 17:58:44.804440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:44.846213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] No DVR routers for this DVR port 284cdefd-87bb-46d5-8490-de263ba44772 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:44.990856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:44.991191 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:44.991616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:58:44.996172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Port 284cdefd-87bb-46d5-8490-de263ba44772 on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:58:44.996566 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:58:45.001651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:58:45.001994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:58:45.002383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:58:45.002807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Bound port: 284cdefd-87bb-46d5-8490-de263ba44772, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:58:45.003188 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:45.071878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:45.075138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:45.079398 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:45.120709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:45.121334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:45.122752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] 10.222.0.66 "PUT /v2.0/ports/284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1092 time: 0.8412774 Mar 11 17:58:45.140057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748ab9d-59e3-4e3a-b4a1-22006f9fb962 service neutron] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:45.197031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-cccc2a9d-52cf-4470-a925-3be8b026de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:45.199100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-cccc2a9d-52cf-4470-a925-3be8b026de35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1095 time: 0.0487149 Mar 11 17:58:45.296568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-79629f50-36db-432c-8c9f-7fb3d4d25d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:45.298048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-79629f50-36db-432c-8c9f-7fb3d4d25d13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0917354 Mar 11 17:58:45.377753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-01dc6ed8-ddf1-43e2-a97f-c57d5134a3af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1001 time: 0.0725749 Mar 11 17:58:45.442472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-e77eaaef-8dfd-4b05-af5a-54846e5ce5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:45.443924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-e77eaaef-8dfd-4b05-af5a-54846e5ce5e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0528896 Mar 11 17:58:45.491766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-af4911e2-ea6e-45db-b1d2-f2c210700b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:45.493298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-af4911e2-ea6e-45db-b1d2-f2c210700b6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401843 Mar 11 17:58:45.587101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-096e3b06-2c60-4ce7-b7b2-41b82f25da50 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843620 Mar 11 17:58:45.680302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e809f1b9-3004-4d40-9216-7040a48d8f33 req-5d67909b-fcec-4337-a50e-439be69adeee service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818701 Mar 11 17:58:45.796610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9d95c-1e2a-4237-8b4c-bc9b2ead1f4b req-2d76e7ad-dd5e-4a3c-b2bd-f0f4b36f3178 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:45.798149 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17c9d95c-1e2a-4237-8b4c-bc9b2ead1f4b req-2d76e7ad-dd5e-4a3c-b2bd-f0f4b36f3178 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 944 time: 0.0540149 Mar 11 17:58:45.836152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17c9d95c-1e2a-4237-8b4c-bc9b2ead1f4b req-e4c281e1-5a00-4f8e-a5f3-04dc9b39f477 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320628 Mar 11 17:58:45.925703 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7c4dd87-3e12-4871-ba2f-75f36c4cf539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:46.753750 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:46.756088 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "tag": "284cdefd-87bb-46d5-8490-de263ba44772"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:46.803557 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2d2507-0bd2-4447-b2b0-04e003889d00 x-openstack-request-id: req-9e2d2507-0bd2-4447-b2b0-04e003889d00 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:46.803848 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "tag": "284cdefd-87bb-46d5-8490-de263ba44772", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:46.804105 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e2d2507-0bd2-4447-b2b0-04e003889d00 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:46.804556 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772', 'status': 'completed', 'code': 200} Mar 11 17:58:46.867623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-67c918d9-c6e6-4a0f-9229-6db81e96f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:46.869201 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-67c918d9-c6e6-4a0f-9229-6db81e96f3f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1095 time: 0.0420303 Mar 11 17:58:46.877587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-36c8d12c-b6a9-49ce-b5af-8c7fb5430e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:46.879098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-36c8d12c-b6a9-49ce-b5af-8c7fb5430e53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1095 time: 0.0478826 Mar 11 17:58:46.964461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-6883d66b-3dc4-4b55-96e7-3e8aebb9dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:46.966610 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-6883d66b-3dc4-4b55-96e7-3e8aebb9dd34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0904527 Mar 11 17:58:47.004716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-0a0ee274-6d63-4270-8f9e-536b593e403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:47.006114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-0a0ee274-6d63-4270-8f9e-536b593e403d service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1201751 Mar 11 17:58:47.013294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7231548-f141-40c3-9717-f6fbb3237efe req-09b72197-00f3-4fdd-a7c5-fac4fba27129 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:47.014666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7231548-f141-40c3-9717-f6fbb3237efe req-09b72197-00f3-4fdd-a7c5-fac4fba27129 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 944 time: 0.0832164 Mar 11 17:58:47.031899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-6138922b-2671-404e-a5a0-940caae6e9bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1001 time: 0.0588081 Mar 11 17:58:47.082771 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-39b9b81e-2e9f-4812-832b-b6a8b93b9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:47.084313 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-39b9b81e-2e9f-4812-832b-b6a8b93b9fb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0448875 Mar 11 17:58:47.097651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-57c5e1b7-c702-420a-8a86-2a8ccb7965f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1001 time: 0.0811734 Mar 11 17:58:47.100515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7231548-f141-40c3-9717-f6fbb3237efe req-d3b2107b-0e75-4f7e-9a90-5e8e44ab0f47 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777147 Mar 11 17:58:47.136156 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-5e099105-7676-4a81-a87e-135722690a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:47.137716 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-5e099105-7676-4a81-a87e-135722690a00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460827 Mar 11 17:58:47.151779 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-f6d80c31-56b4-416c-80d2-6e89b48e481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:47.153263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-f6d80c31-56b4-416c-80d2-6e89b48e481f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0440357 Mar 11 17:58:47.206636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-2e8746fc-faaf-4fe5-9aee-9eaa752ccde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:47.208115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-2e8746fc-faaf-4fe5-9aee-9eaa752ccde2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439792 Mar 11 17:58:47.227845 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-f9990a90-0987-45b6-b9cf-c0015d07b646 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831687 Mar 11 17:58:47.261669 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:47.299418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-15b0c746-cae0-49ce-adc3-9d41f33365dd service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823507 Mar 11 17:58:47.321695 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-e1f04fbb-5f92-43d3-87c2-91f8d24c1432 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865984 Mar 11 17:58:47.402743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5cf0c7a3-51bc-47ee-8b23-c13f94a08eae req-fe4f48f2-c8e6-4d9a-ba11-9794c13ec1a6 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962648 Mar 11 17:58:47.964897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:58:48.057828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:58:48.064488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:48.098339 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '284cdefd-87bb-46d5-8490-de263ba44772', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': '284cdefd-87bb-46d5-8490-de263ba44772', 'mac_address': 'fa:16:3e:1c:47:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:58:48.154827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:58:48.165787 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:48.182965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284cdefd-87bb-46d5-8490-de263ba44772 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:58:48.207814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:48.212795 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:48.234077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36492d-2c84-47f8-93f9-6c32b09a99b6 req-1b5e969b-ba49-4fc7-bf47-36c1a4a62d53 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:48.235510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd36492d-2c84-47f8-93f9-6c32b09a99b6 req-1b5e969b-ba49-4fc7-bf47-36c1a4a62d53 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 944 time: 0.0564187 Mar 11 17:58:48.262673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:48.281584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd36492d-2c84-47f8-93f9-6c32b09a99b6 req-87757d96-2ff5-4f60-89f6-5a1b97f37255 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385821 Mar 11 17:58:48.509533 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:48.759696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['284cdefd-87bb-46d5-8490-de263ba44772'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:58:49.027729 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:49.399512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566db00-7eb3-40c8-b899-f753a622cd0d req-e6e3b9fe-9975-4c5c-af5e-cde074098171 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:49.401033 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e566db00-7eb3-40c8-b899-f753a622cd0d req-e6e3b9fe-9975-4c5c-af5e-cde074098171 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.0498323 Mar 11 17:58:49.441245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e566db00-7eb3-40c8-b899-f753a622cd0d req-0d9d71d7-6a34-4dc9-a8a1-460ae126c313 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341177 Mar 11 17:58:49.760684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-92cc15f4-76ed-4776-b9e9-4c7b2e32d943 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:49.762139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-92cc15f4-76ed-4776-b9e9-4c7b2e32d943 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2&tenant_id=a3823e08963840fcbd30b4c6581a1a72&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 945 time: 0.0840180 Mar 11 17:58:49.775259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236109dd-a183-4223-ae35-cbb04ddb8cd4 req-14de7ef3-a09f-464b-95e4-dae3b43ef379 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:49.776655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-236109dd-a183-4223-ae35-cbb04ddb8cd4 req-14de7ef3-a09f-464b-95e4-dae3b43ef379 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.0673609 Mar 11 17:58:49.845623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-236109dd-a183-4223-ae35-cbb04ddb8cd4 req-23610ccb-6a51-4f84-a859-980157f6cfdd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622804 Mar 11 17:58:49.855614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-b3e8f1d3-3312-4d7d-867d-8c3c26cece9e service neutron] 10.222.0.66 "GET /v2.0/ports/284cdefd-87bb-46d5-8490-de263ba44772/bindings/n-h1-833411-1 HTTP/1.1" status: 200 len: 382 time: 0.0780733 Mar 11 17:58:49.929762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-14527fc0-56cd-4e5e-b413-d96a61966a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:49.931194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-14527fc0-56cd-4e5e-b413-d96a61966a21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1096 time: 0.0453222 Mar 11 17:58:49.986592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:58:50.024791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-9f3de092-4a9f-4cf0-8a63-8c48f37641d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:50.026771 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-9f3de092-4a9f-4cf0-8a63-8c48f37641d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0852649 Mar 11 17:58:50.034217 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 284cdefd-87bb-46d5-8490-de263ba44772 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:58:50.038270 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 284cdefd-87bb-46d5-8490-de263ba44772 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:58:50.038637 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.098536 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-48d9f624-9fd7-4bd1-9112-35bfd672d4dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1002 time: 0.0621891 Mar 11 17:58:50.119763 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.141763 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:50.144300 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630818ed-fc78-40f1-b0dd-b6b7a74aae61" -d '{"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-plugged", "status": "completed", "tag": "284cdefd-87bb-46d5-8490-de263ba44772"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:50.151847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-f4e2e46e-07b4-471c-bcc5-c53f19407480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:50.153345 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-f4e2e46e-07b4-471c-bcc5-c53f19407480 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0433109 Mar 11 17:58:50.158501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:50.162454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:50.205584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-4a61711d-fc02-45b4-b7fd-e700ca499935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:50.207119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-4a61711d-fc02-45b4-b7fd-e700ca499935 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426693 Mar 11 17:58:50.212161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:50.263556 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56ff734-36b6-45f3-b508-a403492791a4 x-openstack-request-id: req-b56ff734-36b6-45f3-b508-a403492791a4 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:50.263840 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-plugged", "status": "completed", "tag": "284cdefd-87bb-46d5-8490-de263ba44772", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:50.264087 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b56ff734-36b6-45f3-b508-a403492791a4 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:50.264591 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772', 'code': 200} Mar 11 17:58:50.312066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-0d84508b-967d-4f2f-ab41-001432232115 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927165 Mar 11 17:58:50.407159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e43537f7-97e1-4967-9fae-dca5129dfa93 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Mar 11 17:58:50.963017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145791d8-092f-4ffa-b7aa-c0e4cc689eb4 req-b9ecdb7e-82f6-4e97-89bc-210939657508 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:50.964526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-145791d8-092f-4ffa-b7aa-c0e4cc689eb4 req-b9ecdb7e-82f6-4e97-89bc-210939657508 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0498157 Mar 11 17:58:51.001447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-145791d8-092f-4ffa-b7aa-c0e4cc689eb4 req-a3d59bf9-9675-4348-a925-dbdfd3d8e2f6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309467 Mar 11 17:58:52.125311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201ff5d-1543-40dc-be80-ab47164755d5 req-4b433b98-e80d-48e1-b2a6-1f2865f93f58 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:52.126790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3201ff5d-1543-40dc-be80-ab47164755d5 req-4b433b98-e80d-48e1-b2a6-1f2865f93f58 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0530858 Mar 11 17:58:52.165036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3201ff5d-1543-40dc-be80-ab47164755d5 req-c8251ec7-d7d1-4993-9b03-79343f2e8d61 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321620 Mar 11 17:58:52.929352 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-39fb6455-d9c0-4642-b274-1a738fef4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:52.930811 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-39fb6455-d9c0-4642-b274-1a738fef4f32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 1097 time: 0.0404656 Mar 11 17:58:52.942325 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:58:52.998266 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.199877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:53.232765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:53.271337 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:53.273768 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f267a3e-709f-4495-8541-2927a9817f37" -d '{"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-unplugged", "status": "completed", "tag": "284cdefd-87bb-46d5-8490-de263ba44772"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:53.278237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.282787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9adc9-032d-47a5-8982-bd78ab4e5421 req-ed71af43-dc48-46c4-947a-639b771a9d8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:53.289946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13c9adc9-032d-47a5-8982-bd78ab4e5421 req-ed71af43-dc48-46c4-947a-639b771a9d8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0549228 Mar 11 17:58:53.291011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Transition to ACTIVE for port object 284cdefd-87bb-46d5-8490-de263ba44772 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:58:53.295603 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.335100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13c9adc9-032d-47a5-8982-bd78ab4e5421 req-ed2ae340-9474-4e1d-86e4-137221002969 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441873 Mar 11 17:58:53.338567 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15eb6c1-1fa8-4a06-9384-a771c89426ba x-openstack-request-id: req-f15eb6c1-1fa8-4a06-9384-a771c89426ba {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:53.338862 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-unplugged", "status": "completed", "tag": "284cdefd-87bb-46d5-8490-de263ba44772", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:53.339191 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f15eb6c1-1fa8-4a06-9384-a771c89426ba {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:53.339515 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772', 'code': 200} Mar 11 17:58:53.379351 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=10']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:53.391993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.392356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.392719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.393050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.393363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.393691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.394009 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.394349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.394655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.394977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.395291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.395606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:58:53.430762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] No DVR routers for this DVR port 284cdefd-87bb-46d5-8490-de263ba44772 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:53.903939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:58:53.904280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:58:53.904639 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:58:53.908765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Port 284cdefd-87bb-46d5-8490-de263ba44772 on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:58:53.909083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Attempting to bind port 284cdefd-87bb-46d5-8490-de263ba44772 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:58:53.913839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:58:53.914179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:58:53.914561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:58:53.914985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Bound port: 284cdefd-87bb-46d5-8490-de263ba44772, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:58:53.915335 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:53.977267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:58:53.980893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:58:53.985136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.021864 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:54.022600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:54.023929 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] 10.222.0.46 "PUT /v2.0/ports/284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1093 time: 1.0854881 Mar 11 17:58:54.048748 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb93e6-6a39-435a-8ee9-eced4c463b29 service neutron] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=11']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:54.101775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-7c741b11-6047-46f1-b2ba-926f841172db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:54.103310 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-7c741b11-6047-46f1-b2ba-926f841172db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1096 time: 0.0512984 Mar 11 17:58:54.196977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-77be8371-2bfd-4a7a-9343-4d20e20981da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:54.198521 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-77be8371-2bfd-4a7a-9343-4d20e20981da service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0878007 Mar 11 17:58:54.269628 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-7b41a50b-0565-42c4-9d6f-2acd0b8019f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1001 time: 0.0637403 Mar 11 17:58:54.320260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-64eabd64-bb75-4c3b-9868-beed5ef4c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:54.321728 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-64eabd64-bb75-4c3b-9868-beed5ef4c862 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0448453 Mar 11 17:58:54.367599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308387c-5972-4cfd-9727-060fd8a06afb req-57823c02-a3ff-4458-a941-69ecb553b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:54.369137 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-57823c02-a3ff-4458-a941-69ecb553b2cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402715 Mar 11 17:58:54.455721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3aa09-57da-414e-ae59-0aa3163e522d req-e5eaaa06-e904-4ebf-9977-9ccf93547acd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:54.457180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3a3aa09-57da-414e-ae59-0aa3163e522d req-e5eaaa06-e904-4ebf-9977-9ccf93547acd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.0491316 Mar 11 17:58:54.465670 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-2895ee9e-a5fc-4e1a-b90a-e68d90d7fe86 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891104 Mar 11 17:58:54.496110 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d3a3aa09-57da-414e-ae59-0aa3163e522d req-4d4742d5-7874-42a3-ac56-c79038e94cd9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328572 Mar 11 17:58:54.555725 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e308387c-5972-4cfd-9727-060fd8a06afb req-5afb8f93-a5d8-443c-8928-9601d8fe9c71 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826118 Mar 11 17:58:55.340773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:55.343192 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a44289d-349c-4cc3-8c29-2747bedebbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "tag": "284cdefd-87bb-46d5-8490-de263ba44772"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:55.394285 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f68883-82b0-4773-9bc2-90be474e9e66 x-openstack-request-id: req-c4f68883-82b0-4773-9bc2-90be474e9e66 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:55.394580 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "tag": "284cdefd-87bb-46d5-8490-de263ba44772", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:55.394834 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4f68883-82b0-4773-9bc2-90be474e9e66 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:55.395237 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772', 'status': 'completed', 'code': 200} Mar 11 17:58:55.463724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-ec8f65cd-a3a8-416b-ade3-877d92be4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.465161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-d9a01948-cb5b-4810-aee5-90a9b5eb2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.465663 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-ec8f65cd-a3a8-416b-ade3-877d92be4889 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1096 time: 0.0423574 Mar 11 17:58:55.466713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-d9a01948-cb5b-4810-aee5-90a9b5eb2187 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 1096 time: 0.0516028 Mar 11 17:58:55.559563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-9aa7f183-069c-4ab8-ace4-55c9dba06490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.561100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-9aa7f183-069c-4ab8-ace4-55c9dba06490 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0876369 Mar 11 17:58:55.577128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-28560fba-d8af-4484-bb20-d0a77d8cfe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.578627 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-28560fba-d8af-4484-bb20-d0a77d8cfe0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1065381 Mar 11 17:58:55.651487 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-9148e711-adf4-405a-9b01-e5e8dd73f4d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1001 time: 0.0662408 Mar 11 17:58:55.661138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-5f0b9834-5c06-47d0-923c-93a58c332710 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 200 len: 1001 time: 0.0921288 Mar 11 17:58:55.670158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598715a2-b411-48b5-afaa-212a8f67e5c5 req-d3ea1ee7-0f25-4a3e-9c61-bd2a0de33c58 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.671891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-598715a2-b411-48b5-afaa-212a8f67e5c5 req-d3ea1ee7-0f25-4a3e-9c61-bd2a0de33c58 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.1048427 Mar 11 17:58:55.717386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-09e22681-0d9d-43c9-89ef-4aebd7db9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.722460 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-09e22681-0d9d-43c9-89ef-4aebd7db9ed3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0594223 Mar 11 17:58:55.755482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-11d00c7d-ec15-4986-ada8-8168943b4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.756993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-11d00c7d-ec15-4986-ada8-8168943b4708 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0842078 Mar 11 17:58:55.762968 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-598715a2-b411-48b5-afaa-212a8f67e5c5 req-4f296842-c2eb-4afa-85a3-a6ba55e2956b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704935 Mar 11 17:58:55.769226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-532de419-f06a-4e68-a3a9-904d49769e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.770782 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-532de419-f06a-4e68-a3a9-904d49769e21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452898 Mar 11 17:58:55.815653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-fd1709e9-1c1a-4332-b8b8-267138db160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:55.817235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-fd1709e9-1c1a-4332-b8b8-267138db160c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518930 Mar 11 17:58:55.868281 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-92d452a2-625b-42f1-89ee-51dccdf131f9 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882056 Mar 11 17:58:55.920096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-adc403fb-d8db-44fd-8068-eb334f44281a service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951252 Mar 11 17:58:55.996308 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:58:56.000272 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-10f5e2e5-2a3c-4f81-a883-d3a076cd70b6 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238661 Mar 11 17:58:56.046623 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:58:56.361940 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a44289d-349c-4cc3-8c29-2747bedebbb7 req-b89b97e4-8284-4f60-bc09-ddca67b91905 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339125 Mar 11 17:58:56.879367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2c49a-794a-4a27-9c78-05078bd8d6d3 req-b6879811-b9e3-44ad-b51c-70e6b91f0410 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:56.880847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13e2c49a-794a-4a27-9c78-05078bd8d6d3 req-b6879811-b9e3-44ad-b51c-70e6b91f0410 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Mar 11 17:58:56.918288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13e2c49a-794a-4a27-9c78-05078bd8d6d3 req-fed74df8-357b-408b-b138-90e64ecda7bc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313294 Mar 11 17:58:57.032774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef636cd4-266a-49b5-9b16-88563927400d req-c62a77c4-8990-47ec-9699-2e5e5194a61c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:57.034219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef636cd4-266a-49b5-9b16-88563927400d req-c62a77c4-8990-47ec-9699-2e5e5194a61c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.0472794 Mar 11 17:58:57.071231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef636cd4-266a-49b5-9b16-88563927400d req-36e5a188-c957-4244-9809-fa8564aa8834 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310192 Mar 11 17:58:57.185977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13c07b-0e71-4873-b9c6-a2660b4e5d30 req-0e1f4432-db70-4208-a5cf-7a491496d0f3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:57.187449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d13c07b-0e71-4873-b9c6-a2660b4e5d30 req-0e1f4432-db70-4208-a5cf-7a491496d0f3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.0513527 Mar 11 17:58:57.225175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d13c07b-0e71-4873-b9c6-a2660b4e5d30 req-90d9b7b2-4698-43bd-8cec-e68e2d4b6105 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316617 Mar 11 17:58:57.466053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d548583-1ce6-4812-90fb-4bf97029016e req-7f0250c8-5c90-4693-bdb5-b977d5e6cbdc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:57.467714 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d548583-1ce6-4812-90fb-4bf97029016e req-7f0250c8-5c90-4693-bdb5-b977d5e6cbdc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 945 time: 0.0545661 Mar 11 17:58:57.511023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d548583-1ce6-4812-90fb-4bf97029016e req-8486457e-c8d7-4235-b775-ee2fd99330e0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365498 Mar 11 17:58:58.089790 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:58:58.188278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:58.200933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '284cdefd-87bb-46d5-8490-de263ba44772', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': '284cdefd-87bb-46d5-8490-de263ba44772', 'mac_address': 'fa:16:3e:1c:47:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:58:58.241626 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:58.255099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284cdefd-87bb-46d5-8490-de263ba44772 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:58:58.277901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:58.284467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:58.338540 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=12']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:58.517278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['284cdefd-87bb-46d5-8490-de263ba44772'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:58:58.647659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faa695-b1f2-4639-9ca1-cb5c94bfdb97 req-1dac9317-2413-4082-97e1-c1b54c9990d6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:58.649348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32faa695-b1f2-4639-9ca1-cb5c94bfdb97 req-1dac9317-2413-4082-97e1-c1b54c9990d6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0528848 Mar 11 17:58:58.691873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32faa695-b1f2-4639-9ca1-cb5c94bfdb97 req-017d8a18-0377-42fd-9d8c-38d4e70b8dad tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351295 Mar 11 17:58:58.704852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-c919c18d-7b7a-41fa-965c-b83e1f6dadf8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:58:58.706318 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-c919c18d-7b7a-41fa-965c-b83e1f6dadf8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 946 time: 0.0529721 Mar 11 17:58:58.798540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Deleting port 284cdefd-87bb-46d5-8490-de263ba44772 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 17:58:58.798884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:58.885922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] For port 284cdefd-87bb-46d5-8490-de263ba44772, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=284cdefd-87bb-46d5-8490-de263ba44772,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:58:58.886292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.053329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.053610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.053929 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c disassociated. External IP: 172.25.8.248, port: 284cdefd-87bb-46d5-8490-de263ba44772. Mar 11 17:58:59.054271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Calling delete_port for 284cdefd-87bb-46d5-8490-de263ba44772 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 17:58:59.182952 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.211565 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event deleted for resources: {'Port': ['ID=284cdefd-87bb-46d5-8490-de263ba44772,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:58:59.326014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:58:59.361691 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.436998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:58:59.446485 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:58:59.455716 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:58:59.456441 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:58:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:59.480100 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] No DVR routers for this DVR port 284cdefd-87bb-46d5-8490-de263ba44772 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:58:59.482820 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:58:59.486969 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e9419cb-0587-426b-8b03-b9b2dba1d87f req-080e1793-71a0-4122-bc8e-de9fb47a8728 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "DELETE /v2.0/ports/284cdefd-87bb-46d5-8490-de263ba44772 HTTP/1.1" status: 204 len: 173 time: 0.7735765 Mar 11 17:58:59.487454 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-deleted', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:58:59.490528 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349ef812-029c-4250-953c-2cffacc0f6c9" -d '{"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-deleted", "tag": "284cdefd-87bb-46d5-8490-de263ba44772"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:58:59.552812 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338cf56e-be15-420a-a792-168d2e3695ce x-openstack-request-id: req-338cf56e-be15-420a-a792-168d2e3695ce {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:58:59.553314 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4e7b46-0570-4826-ba8b-9bc47e30ade2", "name": "network-vif-deleted", "tag": "284cdefd-87bb-46d5-8490-de263ba44772", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:58:59.553673 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-338cf56e-be15-420a-a792-168d2e3695ce {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:58:59.554136 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4e7b46-0570-4826-ba8b-9bc47e30ade2', 'name': 'network-vif-deleted', 'tag': '284cdefd-87bb-46d5-8490-de263ba44772', 'status': 'completed', 'code': 200} Mar 11 17:58:59.589365 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:58:59.820299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0398826d-8cc2-4abb-bea9-3a63ebde39bf req-f7e14991-dfc4-4663-a127-7158d1a232a5 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f4e7b46-0570-4826-ba8b-9bc47e30ade2 HTTP/1.1" status: 200 len: 210 time: 0.0304883 Mar 11 17:58:59.827570 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:59.855094 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:58:59.863187 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:58:59.863783 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:58:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:58:59.967804 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:59:00.106040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:59:00.110239 n-d-833411-1 neutron-server[102643]: INFO neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No ports have port_id starting with 284cdefd-87bb-46d5-8490-de263ba44772 Mar 11 17:59:00.111768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 requested by agent hyperv_n-h2-833411-1 not found in database {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 11 17:59:00.163980 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:00.190876 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc3503-bdfa-4dad-8659-10bfc43e24d7 None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:59:00.404283 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97d3f18-e621-4815-aa6f-5ece391a40f9 None None] New status for floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:59:01.052891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-0a049e08-4062-4bbb-8f24-3146aebbc490 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--31605632&fields=id&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 267 time: 0.0328412 Mar 11 17:59:01.157104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-2b8716a8-44fb-43d2-8a30-c8949061fd93 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:01.158548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-2b8716a8-44fb-43d2-8a30-c8949061fd93 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 812 time: 0.0990598 Mar 11 17:59:01.173338 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-7d85be18-7f52-4f4f-bf6a-76b396ccb950 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/quotas/a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 375 time: 0.0090983 Mar 11 17:59:01.226843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-42eae1c9-08d6-4ca5-8c50-c8081ddeb33d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482497 Mar 11 17:59:01.370248 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-328d0c31-dea7-4c61-8257-2285db50b1c4 service neutron] 10.222.0.53 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317728 Mar 11 17:59:01.457305 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-2a84c02e-e25c-4f29-8013-08f6f6c8cd16 service neutron] 10.222.0.53 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808675 Mar 11 17:59:01.634091 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-81832930-31cd-425b-9d25-e2b5b44a4ded req-7820f06d-8ed4-410e-b60f-f577e07f0a9e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 210 time: 0.0327590 Mar 11 17:59:02.229907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:59:02.249115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 284cdefd-87bb-46d5-8490-de263ba44772 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 17:59:02.249456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 284cdefd-87bb-46d5-8490-de263ba44772 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:59:02.587476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-18938878-9fbe-4ba7-87a0-2979329b654c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:02.589415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-18938878-9fbe-4ba7-87a0-2979329b654c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 812 time: 0.1004620 Mar 11 17:59:02.631879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-ee87346b-c52c-42aa-953f-d6bd0227477c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 378 time: 0.0334675 Mar 11 17:59:02.642225 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'port': {'device_id': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'admin_state_up': True, 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'security_groups': ['3a01f390-8c88-4c77-88ce-c535025f8bb5']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:59:02.732688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf8175de-14bd-4163-ad66-aeac60d240ca req-316cf9f9-e6d1-4970-83f7-605af7db4c68 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 210 time: 0.0291657 Mar 11 17:59:02.773030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Made reservation on behalf of a3823e08963840fcbd30b4c6581a1a72 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:59:02.776590 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:02.901905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Allocated IP 172.20.0.10 (f255b867-8150-4fd6-8612-e6ad2624bf75/34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15/7d1a91d7-f79e-4ff9-a458-c47a921af004) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:59:03.034730 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.072212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.121423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Network f255b867-8150-4fd6-8612-e6ad2624bf75 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:59:03.124456 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:59:03.126870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 17:59:03.153503 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:03.168672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.169015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.169356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.169691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.170022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.170350 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.170672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.170992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.171310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.171911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.172230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.172575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:03.193511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:03.194143 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.211099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-90f4f8db-a435-426e-a461-57c0caf9b1bd tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723693 Mar 11 17:59:03.222785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Request body: {'port': {'device_id': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:59:03.277691 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.337918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d77f9ba1-36bd-4355-8b4d-256ccfe4e143 None None] Provisioning complete for port 7d1a91d7-f79e-4ff9-a458-c47a921af004 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:03.338557 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d77f9ba1-36bd-4355-8b4d-256ccfe4e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.382529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d77f9ba1-36bd-4355-8b4d-256ccfe4e143 None None] Port 7d1a91d7-f79e-4ff9-a458-c47a921af004 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 17:59:03.545677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1a91d7-f79e-4ff9-a458-c47a921af004 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:59:03.553389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.565366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Transition to ACTIVE for port object 7d1a91d7-f79e-4ff9-a458-c47a921af004 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:03.568305 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.620848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b9228-1560-413d-911f-c71739872b20 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:03.686460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:03.686798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:03.687124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:59:03.692274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:59:03.692640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:59:03.698299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:59:03.698622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:59:03.699005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:59:03.699431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Bound port: 7d1a91d7-f79e-4ff9-a458-c47a921af004, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:03.699789 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.773382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:03.777608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:03.782361 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.829277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:03.829902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:03.831283 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-333b9228-1560-413d-911f-c71739872b20 service neutron] 10.222.0.66 "PUT /v2.0/ports/7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1092 time: 0.6127496 Mar 11 17:59:03.836993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:59:03.839231 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864fcc6-519d-4a6f-96ff-7da762053c32" -d '{"events": [{"name": "network-changed", "server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:59:03.895338 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b9228-1560-413d-911f-c71739872b20 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:03.901605 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a89ff0-dff3-4007-8cee-d03a5a8898b7 x-openstack-request-id: req-95a89ff0-dff3-4007-8cee-d03a5a8898b7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:59:03.901605 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:59:03.901605 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95a89ff0-dff3-4007-8cee-d03a5a8898b7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:59:03.901990 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'status': 'completed', 'code': 200} Mar 11 17:59:03.932125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611be503-73c8-464b-b848-9e5cb50cb1eb req-f0d85a7f-f0b9-49e0-a1a2-dabea3e9d8d0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:03.934326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-611be503-73c8-464b-b848-9e5cb50cb1eb req-f0d85a7f-f0b9-49e0-a1a2-dabea3e9d8d0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.1243210 Mar 11 17:59:03.964483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-61f2a8ea-de08-4a4a-9438-9763827398a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:03.966004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-61f2a8ea-de08-4a4a-9438-9763827398a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1095 time: 0.0811269 Mar 11 17:59:03.990310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-611be503-73c8-464b-b848-9e5cb50cb1eb req-d14c0392-b730-4278-8949-4317c61d5b30 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494046 Mar 11 17:59:04.018126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-0010d34a-3a18-4766-829f-38fb275ae1a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 217 time: 0.0416837 Mar 11 17:59:04.068599 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-ab977efc-44de-4e3d-97db-b8ba0423a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:04.070077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-ab977efc-44de-4e3d-97db-b8ba0423a1fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0452943 Mar 11 17:59:04.119007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-707d8452-8761-485f-9f25-b2e32b26f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:04.120732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-707d8452-8761-485f-9f25-b2e32b26f2fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444505 Mar 11 17:59:04.208129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-341e1c04-fade-4d07-b231-e2e900d8f614 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801661 Mar 11 17:59:04.300118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f2785a59-61ee-4624-99c9-dabb351d92c0 req-c4970462-e86f-4313-af9f-96fc559f6507 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854793 Mar 11 17:59:04.384087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-e1d3b189-9b49-4f74-9ae7-d652c8227f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:04.386232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-e1d3b189-9b49-4f74-9ae7-d652c8227f3b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1095 time: 0.0421917 Mar 11 17:59:04.475334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-a9849c19-8cb3-4840-8934-5def15704dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:04.476845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-a9849c19-8cb3-4840-8934-5def15704dee service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0841553 Mar 11 17:59:04.525163 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-dd11453c-618e-490a-b6fa-ea07fce80745 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 217 time: 0.0389740 Mar 11 17:59:04.574420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-a8cf7357-56fc-4745-85f0-4bed3125917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:04.575750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-a8cf7357-56fc-4745-85f0-4bed3125917f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0440545 Mar 11 17:59:04.621864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-d944947e-1883-4034-9d10-e0ac0594f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:04.623347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-d944947e-1883-4034-9d10-e0ac0594f8a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402615 Mar 11 17:59:04.714673 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-1e6d2ec1-afc9-4bc1-b7b8-e0f166a557a1 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845857 Mar 11 17:59:04.803011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1864fcc6-519d-4a6f-96ff-7da762053c32 req-b0381732-4ab4-4df4-8f20-bfc0811c9df9 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817389 Mar 11 17:59:05.113617 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a4cde-2670-4cf9-873f-0c8a49f597ee req-a9f35901-c2f9-4640-9c07-cb98c56fe6ae tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:05.115084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-558a4cde-2670-4cf9-873f-0c8a49f597ee req-a9f35901-c2f9-4640-9c07-cb98c56fe6ae tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0544829 Mar 11 17:59:05.151864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-558a4cde-2670-4cf9-873f-0c8a49f597ee req-4df95534-bacf-450b-92cc-c7c0a298ebea tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308127 Mar 11 17:59:06.067118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:59:06.174502 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:06.186661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'mac_address': 'fa:16:3e:ca:04:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:59:06.226711 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:06.241783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1a91d7-f79e-4ff9-a458-c47a921af004 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:59:06.261865 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:06.266546 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:06.271080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875544e9-72c8-4e01-ad85-4efb7b32818f req-8369f34d-ade2-4872-a00f-5082f28cc7d4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:06.272633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-875544e9-72c8-4e01-ad85-4efb7b32818f req-8369f34d-ade2-4872-a00f-5082f28cc7d4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0522556 Mar 11 17:59:06.313475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-875544e9-72c8-4e01-ad85-4efb7b32818f req-c5b25c70-d973-443c-ad3b-f389534900f6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347738 Mar 11 17:59:06.315158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:06.574830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['7d1a91d7-f79e-4ff9-a458-c47a921af004'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:59:07.427550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24414a6-13ca-4a6d-afcd-f2307ffb6c5b req-783ac79f-ca84-43b8-a995-0edd6d3c5095 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:07.429119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f24414a6-13ca-4a6d-afcd-f2307ffb6c5b req-783ac79f-ca84-43b8-a995-0edd6d3c5095 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0485268 Mar 11 17:59:07.467220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f24414a6-13ca-4a6d-afcd-f2307ffb6c5b req-00af9394-3d8e-45c9-8ade-f995fddd54d9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316410 Mar 11 17:59:08.074262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 17:59:08.121269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 7d1a91d7-f79e-4ff9-a458-c47a921af004 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:59:08.124907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 7d1a91d7-f79e-4ff9-a458-c47a921af004 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:59:08.125280 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:08.200468 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:08.224740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:59:08.226955 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f48af5d-72c1-413a-855c-15ae197c956d" -d '{"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:59:08.239935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:08.243976 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:08.269087 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 17:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d7b66c-50b3-4401-a05d-c8b3e4d6e40f x-openstack-request-id: req-92d7b66c-50b3-4401-a05d-c8b3e4d6e40f {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:59:08.269376 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:59:08.269621 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92d7b66c-50b3-4401-a05d-c8b3e4d6e40f {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:59:08.270002 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'code': 200} Mar 11 17:59:08.298441 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:08.365286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b6b55-869f-4d54-944a-8ac60081979c req-fd01689b-4264-4247-88ac-fbd654b80aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:08.366675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac9b6b55-869f-4d54-944a-8ac60081979c req-fd01689b-4264-4247-88ac-fbd654b80aae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1097 time: 0.0439484 Mar 11 17:59:08.399617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac9b6b55-869f-4d54-944a-8ac60081979c req-03fd231b-19fa-4907-83c2-a07039e00a2f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267565 Mar 11 17:59:08.587015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2810a3c-dc4c-4a09-8f33-ae8a4b93b53d req-154b9013-cfb3-4c16-8038-afeaa72e96ea tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:08.588552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2810a3c-dc4c-4a09-8f33-ae8a4b93b53d req-154b9013-cfb3-4c16-8038-afeaa72e96ea tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0492811 Mar 11 17:59:08.626482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2810a3c-dc4c-4a09-8f33-ae8a4b93b53d req-52f50b28-e3e2-41ab-b3e3-a92bf2405f69 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319879 Mar 11 17:59:09.746087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9c190-68a0-4f0f-b35c-e54983d0314c req-626c5d07-ecd6-420a-a01d-f2348aad4706 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:09.747533 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fb9c190-68a0-4f0f-b35c-e54983d0314c req-626c5d07-ecd6-420a-a01d-f2348aad4706 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0523894 Mar 11 17:59:09.789169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fb9c190-68a0-4f0f-b35c-e54983d0314c req-f7d41079-74ac-47ee-b284-742502a5c3a3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355065 Mar 11 17:59:10.909243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee23f-663f-4a1f-8c10-5e176d98eb27 req-9b58aca8-322b-420c-9de9-4cbcf56a1c83 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:10.910698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd5ee23f-663f-4a1f-8c10-5e176d98eb27 req-9b58aca8-322b-420c-9de9-4cbcf56a1c83 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0531306 Mar 11 17:59:10.950794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd5ee23f-663f-4a1f-8c10-5e176d98eb27 req-455d8697-7704-429d-896a-4d6c7943c594 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336576 Mar 11 17:59:11.061572 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55ad3d-ac7c-4a62-a4c9-274307039071 req-c12ed7b3-4d8b-4e81-8a02-69673569f194 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:11.063016 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cb55ad3d-ac7c-4a62-a4c9-274307039071 req-c12ed7b3-4d8b-4e81-8a02-69673569f194 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0479982 Mar 11 17:59:11.071527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39318) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 17:59:11.076397 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f891c9b9-63eb-4340-a3be-aaf591f53b8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Request body: {'floatingip': {'port_id': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:59:11.113359 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f891c9b9-63eb-4340-a3be-aaf591f53b8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.379205 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.546709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f891c9b9-63eb-4340-a3be-aaf591f53b8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.550621 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f891c9b9-63eb-4340-a3be-aaf591f53b8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.659601 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-f891c9b9-63eb-4340-a3be-aaf591f53b8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c associated. External IP: 172.25.8.248, port: 7d1a91d7-f79e-4ff9-a458-c47a921af004. Mar 11 17:59:11.863781 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f891c9b9-63eb-4340-a3be-aaf591f53b8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:59:11.969963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f891c9b9-63eb-4340-a3be-aaf591f53b8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:59:11.974960 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f891c9b9-63eb-4340-a3be-aaf591f53b8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:11.979818 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:59:11.988959 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:59:11.989740 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:58:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:12.003290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f891c9b9-63eb-4340-a3be-aaf591f53b8d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "PUT /v2.0/floatingips/ca0b0526-ee82-415d-89f9-f5321f0e708c HTTP/1.1" status: 200 len: 993 time: 0.9307845 Mar 11 17:59:12.003971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:59:12.006430 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3321f2b3-24e8-434f-9287-2c10e5586693" -d '{"events": [{"name": "network-changed", "server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:59:12.043795 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c6e3e2-309c-4008-bfa2-ea29b98a15d2 x-openstack-request-id: req-72c6e3e2-309c-4008-bfa2-ea29b98a15d2 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:59:12.044083 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:59:12.044354 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72c6e3e2-309c-4008-bfa2-ea29b98a15d2 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:59:12.044771 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'status': 'completed', 'code': 200} Mar 11 17:59:12.100246 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:59:12.119069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-00277fcc-d253-4ad4-8b3e-b67e0b5ee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:12.121321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-00277fcc-d253-4ad4-8b3e-b67e0b5ee622 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1097 time: 0.0443988 Mar 11 17:59:12.224398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-b33b51d9-0374-40e1-8c03-3c8b0c006968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:12.226328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-b33b51d9-0374-40e1-8c03-3c8b0c006968 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0981836 Mar 11 17:59:12.325867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-4728b3f0-950a-4f46-9e54-293e8f3909ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1001 time: 0.0920115 Mar 11 17:59:12.344349 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:ca:04:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:59:11Z', 'revision_number': 13, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:12.371904 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:59:12.381394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-a9d61bdf-fd47-4ed8-a6d8-0a047adc1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:12.381893 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 17:59:12.382501 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T17:58:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:12.383360 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-a9d61bdf-fd47-4ed8-a6d8-0a047adc1374 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0511723 Mar 11 17:59:12.439017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-1b9e0126-3f5a-42b5-b0ec-93fe9a329d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:12.440573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-1b9e0126-3f5a-42b5-b0ec-93fe9a329d8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511312 Mar 11 17:59:12.539009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-588a2713-d36d-4330-aedb-42f2c4e26210 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913177 Mar 11 17:59:12.587167 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 17:59:12.637922 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3321f2b3-24e8-434f-9287-2c10e5586693 req-eb4847e5-491f-4776-8eaf-dcfc5d691eec service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930052 Mar 11 17:59:12.814541 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:ca:04:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:59:11Z', 'revision_number': 13, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:59:12.843703 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f00be4-3591-4d38-8354-c4b35486538d None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'ca0b0526-ee82-415d-89f9-f5321f0e708c', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'port_id': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'mac_address': 'fa:16:3e:ca:04:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:56:15Z', 'updated_at': '2022-03-11T17:59:11Z', 'revision_number': 13, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:59:13.050501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bf13b-f00c-431b-9e75-00e5f0eff9b0 None None] New status for floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:59:13.462957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9989fd3-bc7e-4e68-bb51-fa447e3a305e req-ff398bd0-e931-40bf-b075-2cdad8b86d33 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:13.464434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9989fd3-bc7e-4e68-bb51-fa447e3a305e req-ff398bd0-e931-40bf-b075-2cdad8b86d33 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0496743 Mar 11 17:59:13.501972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9989fd3-bc7e-4e68-bb51-fa447e3a305e req-430baf06-46a8-4219-8e48-c35a60589ef1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316956 Mar 11 17:59:13.654549 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1a7253b2-611b-45fc-bbbd-a8c013f9d90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:14.624149 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:59:15.928480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1579ec6e-d9d3-4b24-ae99-9e0c4597613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:17.264074 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:18.511132 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:19.029995 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:23.559255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ccf8d-347f-4c2e-bda6-3417a5880cd9 req-7cfa8848-a5ab-4f33-b894-8040c1aca535 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:23.560755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a75ccf8d-347f-4c2e-bda6-3417a5880cd9 req-7cfa8848-a5ab-4f33-b894-8040c1aca535 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0504775 Mar 11 17:59:23.583021 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-b94e5651-0c86-4967-814d-786c41dded4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886552 Mar 11 17:59:23.599482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a75ccf8d-347f-4c2e-bda6-3417a5880cd9 req-0908f03a-6599-4a5b-99d1-515b7b5ccd5b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327024 Mar 11 17:59:24.751916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71b931-b014-4b85-b7ae-090e47f070ba req-3dd1f731-5944-4401-883d-2a035f6a1b31 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:24.753417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef71b931-b014-4b85-b7ae-090e47f070ba req-3dd1f731-5944-4401-883d-2a035f6a1b31 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0790913 Mar 11 17:59:24.755821 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-5174f1b4-ca2c-482f-8a86-f9c3e9d5f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:24.757212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-5174f1b4-ca2c-482f-8a86-f9c3e9d5f5ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1097 time: 0.0739920 Mar 11 17:59:24.842681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef71b931-b014-4b85-b7ae-090e47f070ba req-84289f5b-722d-48fa-8844-ea2c2c8a4853 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832460 Mar 11 17:59:24.870901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-27ad3561-0038-47c3-9e49-32a6a7fe4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:24.872330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-27ad3561-0038-47c3-9e49-32a6a7fe4ecc service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1072953 Mar 11 17:59:24.937235 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-e559b009-30bd-471d-96a3-a8581db2aefa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1003 time: 0.0576100 Mar 11 17:59:24.989590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-a3a04719-797c-4ead-990a-fdae6d37a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:24.990995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-a3a04719-797c-4ead-990a-fdae6d37a691 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0423172 Mar 11 17:59:25.053860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-9b410699-6040-47d4-a218-50a693a536dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:25.055347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-9b410699-6040-47d4-a218-50a693a536dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427172 Mar 11 17:59:25.460938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-06a5869b-1982-4339-97a4-845a5f508932 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944414 Mar 11 17:59:25.554300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-caa46839-a1e8-4b66-bbb7-42262c65c4fa service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844862 Mar 11 17:59:25.958974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95ad0-4608-44f2-a6fc-e002e9bdc4a9 req-bb766970-dd8b-4623-979c-65694f9dff8e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:25.960459 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7e95ad0-4608-44f2-a6fc-e002e9bdc4a9 req-bb766970-dd8b-4623-979c-65694f9dff8e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0491164 Mar 11 17:59:25.999400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7e95ad0-4608-44f2-a6fc-e002e9bdc4a9 req-1199505f-b676-4eaf-9d83-7b2dd86cad25 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324593 Mar 11 17:59:27.115584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f55cd5-70ea-4ecc-bb16-5d6aa428fd47 req-8d07417c-003f-4e40-ad19-0a283904a54f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:27.117094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75f55cd5-70ea-4ecc-bb16-5d6aa428fd47 req-8d07417c-003f-4e40-ad19-0a283904a54f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0491493 Mar 11 17:59:27.160349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-75f55cd5-70ea-4ecc-bb16-5d6aa428fd47 req-35094423-a124-44f8-9b64-79e724e972d4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366769 Mar 11 17:59:28.286317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5b023-7da0-40a6-b497-acfc6dae9b49 req-effca023-4a3e-4752-97cd-64e1509e93cc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:28.287776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24a5b023-7da0-40a6-b497-acfc6dae9b49 req-effca023-4a3e-4752-97cd-64e1509e93cc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0523598 Mar 11 17:59:28.325466 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-24a5b023-7da0-40a6-b497-acfc6dae9b49 req-5b2a2af7-9f67-454f-af67-377687de2f4a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317557 Mar 11 17:59:28.635677 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-755e0bac-7f6a-43b1-8ccb-726242202999 req-f8765cde-a3a1-4dc5-9b1b-c3fcb4c64e27 tempest-TestNetworkBasicOps-1779531280 tempest-TestNetworkBasicOps-1779531280-project] (102641) timed out ('10.222.0.66', 53375) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 17:59:29.355478 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:29.441085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d024d-5a56-4f5f-9615-03a24de3435d req-c99fc32a-d0c3-400a-a5c9-de3d740f14fc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:29.442542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-737d024d-5a56-4f5f-9615-03a24de3435d req-c99fc32a-d0c3-400a-a5c9-de3d740f14fc tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0488179 Mar 11 17:59:29.481900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-737d024d-5a56-4f5f-9615-03a24de3435d req-e21b09ab-cd8a-40ef-9a75-62f5fbce5600 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332699 Mar 11 17:59:30.605100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407b3ae-498e-499b-b4e5-ed24dd200052 req-75b21a76-b559-41cd-b794-b34cc1c6446a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:30.606555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d407b3ae-498e-499b-b4e5-ed24dd200052 req-75b21a76-b559-41cd-b794-b34cc1c6446a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0481598 Mar 11 17:59:30.643377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d407b3ae-498e-499b-b4e5-ed24dd200052 req-cd13ac82-949c-4eca-95ce-b197222758a9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304251 Mar 11 17:59:31.763480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200a5d8-9607-40bd-a87d-a6ce0d1c894c req-8bf19524-f074-408f-a611-813ea2e1c829 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:31.764898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b200a5d8-9607-40bd-a87d-a6ce0d1c894c req-8bf19524-f074-408f-a611-813ea2e1c829 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0526831 Mar 11 17:59:31.801931 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b200a5d8-9607-40bd-a87d-a6ce0d1c894c req-91ae25c3-6b36-4eaf-945d-4d396aa848b1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311370 Mar 11 17:59:32.918816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af89949-614b-4837-987a-c5cba6ca1e2f req-3bb392ff-809a-4873-b21b-5fececb02f28 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:32.920323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8af89949-614b-4837-987a-c5cba6ca1e2f req-3bb392ff-809a-4873-b21b-5fececb02f28 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0488286 Mar 11 17:59:32.957752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8af89949-614b-4837-987a-c5cba6ca1e2f req-50d0a2ac-8361-471c-9bea-f6d0f3f98346 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309343 Mar 11 17:59:34.073370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c973f-bc57-4575-af9e-e856df3d9bc6 req-bc6b37e8-5358-4291-ad44-0a08bd21ba13 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:34.074840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-554c973f-bc57-4575-af9e-e856df3d9bc6 req-bc6b37e8-5358-4291-ad44-0a08bd21ba13 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0487938 Mar 11 17:59:34.111729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-554c973f-bc57-4575-af9e-e856df3d9bc6 req-b06699a8-6562-41d8-9ebf-6d3ea9868c29 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308318 Mar 11 17:59:35.234543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b09bf8-8fd9-4bb1-b062-fe0116f04633 req-20274110-e1e7-40b6-b481-fc124dab2873 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:35.236020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67b09bf8-8fd9-4bb1-b062-fe0116f04633 req-20274110-e1e7-40b6-b481-fc124dab2873 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0531905 Mar 11 17:59:35.274490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-67b09bf8-8fd9-4bb1-b062-fe0116f04633 req-9d10dd44-d881-4fda-a326-f570471e42ba tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323153 Mar 11 17:59:36.390753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6aaf4-8b83-4cb4-a21f-d1f11c5d1f09 req-cbd0e4bd-c3c7-4bd1-af46-6828b7c18c11 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:36.392707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dc6aaf4-8b83-4cb4-a21f-d1f11c5d1f09 req-cbd0e4bd-c3c7-4bd1-af46-6828b7c18c11 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0481820 Mar 11 17:59:36.429753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dc6aaf4-8b83-4cb4-a21f-d1f11c5d1f09 req-970f8b30-0136-4089-b727-9e4ed06fe45d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313926 Mar 11 17:59:37.269050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-edf799ca-0846-41d6-bae6-60ba18fdcd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:37.270529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-edf799ca-0846-41d6-bae6-60ba18fdcd73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1097 time: 0.0406013 Mar 11 17:59:37.376567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-7a9d3de6-5365-45d7-bfd4-c80bcd0d1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:37.378011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-7a9d3de6-5365-45d7-bfd4-c80bcd0d1fae service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0861325 Mar 11 17:59:37.442550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-bfb12d86-e5f7-4cfe-9f82-132ef1220346 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1003 time: 0.0575874 Mar 11 17:59:37.492907 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-f620089f-c81f-4b34-ad8b-cc84653c8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:37.494362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-f620089f-c81f-4b34-ad8b-cc84653c8b8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0449152 Mar 11 17:59:37.578156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858def-d3ca-4de5-817d-de1b43c1a1d6 req-26315774-2f42-443a-8283-101d1f74c967 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:37.579528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23858def-d3ca-4de5-817d-de1b43c1a1d6 req-26315774-2f42-443a-8283-101d1f74c967 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0796535 Mar 11 17:59:37.582003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-3a6ebaf2-a5c9-4635-9a60-2c355b4757d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:37.583337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-3a6ebaf2-a5c9-4635-9a60-2c355b4757d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754225 Mar 11 17:59:37.665584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23858def-d3ca-4de5-817d-de1b43c1a1d6 req-678bc9d7-b516-46c1-9f14-64397f60f576 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801263 Mar 11 17:59:37.696628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-16d9de48-d074-420f-b909-bf3db06a09a9 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049941 Mar 11 17:59:37.786527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac32509-8f5e-4080-b10d-fe5099e32bf2 req-df36725a-45d4-43d3-a670-9154b9ce6c9e service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832257 Mar 11 17:59:38.782243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92226262-9617-4312-bedd-ba6e3d31858a req-6adf8ac3-24f0-49d8-9934-89a929589f5e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:38.783784 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92226262-9617-4312-bedd-ba6e3d31858a req-6adf8ac3-24f0-49d8-9934-89a929589f5e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0489798 Mar 11 17:59:38.821364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92226262-9617-4312-bedd-ba6e3d31858a req-bd1335aa-ad1e-4468-b069-1cd1c42ccd2f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316060 Mar 11 17:59:39.940356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6ff4a-a012-4828-9bfb-bf41a5912184 req-1290dbf8-63b6-46f6-8428-489935653c36 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:39.941942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14d6ff4a-a012-4828-9bfb-bf41a5912184 req-1290dbf8-63b6-46f6-8428-489935653c36 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0527616 Mar 11 17:59:39.985425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14d6ff4a-a012-4828-9bfb-bf41a5912184 req-9f9ae2ad-188d-45b5-a9b7-c18651be9fc6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322688 Mar 11 17:59:41.110235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca78d05-f0ef-43c3-af75-5b6f3b042389 req-7a6f3def-8d04-4f48-844a-63034d5b50a6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:41.111718 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ca78d05-f0ef-43c3-af75-5b6f3b042389 req-7a6f3def-8d04-4f48-844a-63034d5b50a6 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0503440 Mar 11 17:59:41.148855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ca78d05-f0ef-43c3-af75-5b6f3b042389 req-55f25810-ff3c-47d2-80f9-7b0e24e6ae6a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310743 Mar 11 17:59:41.367974 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:42.271560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecda6c-c3f0-4395-8b6f-697086877df8 req-075f7e15-d425-422a-8b3d-aa9bf769b717 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:42.273052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfecda6c-c3f0-4395-8b6f-697086877df8 req-075f7e15-d425-422a-8b3d-aa9bf769b717 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0494845 Mar 11 17:59:42.314061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfecda6c-c3f0-4395-8b6f-697086877df8 req-38f35c54-920c-4f17-86de-a22aef724c36 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344162 Mar 11 17:59:43.443220 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804846-886b-4890-b08f-1a191f845007 req-a8caa1f0-e882-4205-b7a7-3e264f738fb9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:43.444709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec804846-886b-4890-b08f-1a191f845007 req-a8caa1f0-e882-4205-b7a7-3e264f738fb9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0538998 Mar 11 17:59:43.484963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec804846-886b-4890-b08f-1a191f845007 req-6796730f-92d4-481d-b32f-0501ebf6b7da tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340807 Mar 11 17:59:43.658194 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ed906372-8f54-4b86-a6a8-d08b949ed273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:44.399559 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-3fef20a4-5368-479d-865c-f0dbe2ba5cad service neutron] show failed (client error): The resource could not be found. Mar 11 17:59:44.400632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-3fef20a4-5368-479d-865c-f0dbe2ba5cad service neutron] 10.222.0.66 "GET /v2.0/ports/7d1a91d7-f79e-4ff9-a458-c47a921af004/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0553813 Mar 11 17:59:44.640729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f8625-08e7-4ec5-a52b-87974a04193b req-2ea765ce-a625-4775-b6b6-6ef2d958df19 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:44.642324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-588f8625-08e7-4ec5-a52b-87974a04193b req-2ea765ce-a625-4775-b6b6-6ef2d958df19 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0530536 Mar 11 17:59:44.648609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0d9ea9e3-4523-424f-bd20-dcec8c592add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:44.650121 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0d9ea9e3-4523-424f-bd20-dcec8c592add service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 1097 time: 0.0435226 Mar 11 17:59:44.663722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:59:44.693788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-588f8625-08e7-4ec5-a52b-87974a04193b req-a0237f6a-5091-4a6e-8c17-552ccb1e4c49 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430725 Mar 11 17:59:44.724284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:44.945423 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:44.980111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:45.020132 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:59:45.022434 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b5f5de-a708-4a20-938b-68333cd820d6" -d '{"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:59:45.026416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.040729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Transition to ACTIVE for port object 7d1a91d7-f79e-4ff9-a458-c47a921af004 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:59:45.045698 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.081866 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2f9af9-581c-4722-85fe-3c3193155e70 x-openstack-request-id: req-eb2f9af9-581c-4722-85fe-3c3193155e70 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:59:45.082162 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:59:45.082411 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb2f9af9-581c-4722-85fe-3c3193155e70 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:59:45.082806 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'code': 200} Mar 11 17:59:45.140040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:45.185903 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] No DVR routers for this DVR port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on host n-h1-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:59:45.339871 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:59:45.340135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:59:45.340491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:59:45.345774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 17:59:45.346102 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 17:59:45.351111 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 17:59:45.351448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 17:59:45.351857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 17:59:45.352280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Bound port: 7d1a91d7-f79e-4ff9-a458-c47a921af004, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:59:45.352660 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.415834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:59:45.419602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:59:45.423820 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.459909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:45.460537 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:45.461983 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] 10.222.0.46 "PUT /v2.0/ports/7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1092 time: 0.8029630 Mar 11 17:59:45.487291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8baf5-451c-4093-bdc3-dfda48fc2ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=7']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:45.535562 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-9a7cfd5e-cfb2-498f-aa30-b8b45540d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:45.537136 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-9a7cfd5e-cfb2-498f-aa30-b8b45540d22a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1095 time: 0.0488443 Mar 11 17:59:45.640300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-37db8655-358e-4a71-bd9f-bd98a04bdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:45.641808 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-37db8655-358e-4a71-bd9f-bd98a04bdb13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0963447 Mar 11 17:59:45.716193 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-bd9a0d53-5ece-475a-95aa-4484dc6e87dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1001 time: 0.0677395 Mar 11 17:59:45.768221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-052f6b5c-2f75-4faf-8bf3-4049123308fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:45.769697 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-052f6b5c-2f75-4faf-8bf3-4049123308fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0471590 Mar 11 17:59:45.820422 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-a1dd4f7c-6b99-4e95-873a-783912d39e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:45.821914 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-a1dd4f7c-6b99-4e95-873a-783912d39e95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417635 Mar 11 17:59:45.824092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6bcf8-01ec-45de-a57e-c5fbcab822aa req-1d15f355-1f1f-464c-aa4d-9eda14114704 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:45.825623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88a6bcf8-01ec-45de-a57e-c5fbcab822aa req-1d15f355-1f1f-464c-aa4d-9eda14114704 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0612307 Mar 11 17:59:45.865469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88a6bcf8-01ec-45de-a57e-c5fbcab822aa req-d3fd49f7-e0f7-4f64-9d44-5ec17071d8a3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331659 Mar 11 17:59:45.913878 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-09e87bf6-a83f-4893-9282-449ed33f5ca7 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847747 Mar 11 17:59:45.932045 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3373-9068-42fa-be48-6e5b5f1d378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:46.008614 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-47e15380-073c-4eb4-8934-266a831d66a9 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875990 Mar 11 17:59:46.263033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 17:59:46.302275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 17:59:46.987298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6a6c0-7993-474c-8ef5-3fe9dc4720e6 req-3170f948-2eec-48f9-9741-eec85a884e20 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:46.988855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdc6a6c0-7993-474c-8ef5-3fe9dc4720e6 req-3170f948-2eec-48f9-9741-eec85a884e20 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0497329 Mar 11 17:59:47.028241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bdc6a6c0-7993-474c-8ef5-3fe9dc4720e6 req-1cabf971-a7aa-4bcb-ac98-76af665b1856 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332444 Mar 11 17:59:47.083982 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:59:47.086392 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c176404-406e-43ac-88e4-37df73e44d35" -d '{"events": [{"name": "network-changed", "server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 17:59:47.135424 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f4b31f-b3ce-4b2f-99b2-6c3cc365006b x-openstack-request-id: req-f1f4b31f-b3ce-4b2f-99b2-6c3cc365006b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 17:59:47.135720 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 17:59:47.135983 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1f4b31f-b3ce-4b2f-99b2-6c3cc365006b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 17:59:47.136416 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'status': 'completed', 'code': 200} Mar 11 17:59:47.200046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176404-406e-43ac-88e4-37df73e44d35 req-7c44820e-c1f3-453d-9173-8c43091e6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:47.202220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-7c44820e-c1f3-453d-9173-8c43091e6466 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1095 time: 0.0459349 Mar 11 17:59:47.205631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176404-406e-43ac-88e4-37df73e44d35 req-bc8555fb-a815-4fad-a67d-aa1267a0333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:47.207168 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-bc8555fb-a815-4fad-a67d-aa1267a0333c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1095 time: 0.0493741 Mar 11 17:59:47.275814 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:47.319417 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176404-406e-43ac-88e4-37df73e44d35 req-597940ef-76b3-4556-a5e1-9a71f5c8f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:47.321043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-597940ef-76b3-4556-a5e1-9a71f5c8f169 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1106799 Mar 11 17:59:47.321196 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176404-406e-43ac-88e4-37df73e44d35 req-116f1c39-1eb5-4007-9255-f37d31b7571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:47.322583 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-116f1c39-1eb5-4007-9255-f37d31b7571b service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1082392 Mar 11 17:59:47.387244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-e1ed539c-0ef9-41c0-8167-c6afc9d5dfa9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1001 time: 0.0600011 Mar 11 17:59:47.391394 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-4a97fd87-62d8-439e-a34a-4ba5103ec041 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1001 time: 0.0603404 Mar 11 17:59:47.443996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176404-406e-43ac-88e4-37df73e44d35 req-e4540736-8e86-41c7-be44-4d8ecfd073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:47.445538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-e4540736-8e86-41c7-be44-4d8ecfd073ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0520716 Mar 11 17:59:47.446635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176404-406e-43ac-88e4-37df73e44d35 req-2328fcc1-c323-4df7-9aff-2a752ce973a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:47.448082 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-2328fcc1-c323-4df7-9aff-2a752ce973a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0498562 Mar 11 17:59:47.494565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176404-406e-43ac-88e4-37df73e44d35 req-0147e7e9-799b-44a1-9c4f-ce93654576cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:47.496067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-0147e7e9-799b-44a1-9c4f-ce93654576cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436716 Mar 11 17:59:47.499850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176404-406e-43ac-88e4-37df73e44d35 req-f87d9c4c-818b-4611-8525-e6af87bc55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:47.501370 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-f87d9c4c-818b-4611-8525-e6af87bc55c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465119 Mar 11 17:59:47.605436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-08fbe666-9ca3-428e-93c1-f4f3a222fbf2 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021566 Mar 11 17:59:47.608748 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-bf7370de-c594-4cff-8cca-bd2bcd714714 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989816 Mar 11 17:59:47.726334 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-70a6b3bb-8a91-471b-b058-adfbd5cdce73 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142809 Mar 11 17:59:47.756377 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-2c176404-406e-43ac-88e4-37df73e44d35 req-0d7ccdba-90d5-4dd9-a40c-fd00a3cf66f5 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407952 Mar 11 17:59:48.157540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7eab9-e022-48b0-b5b4-5f68b54f0fec req-1b702344-4a55-44b8-af01-02b263db96fe tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:48.159094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7cb7eab9-e022-48b0-b5b4-5f68b54f0fec req-1b702344-4a55-44b8-af01-02b263db96fe tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0580242 Mar 11 17:59:48.200804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7cb7eab9-e022-48b0-b5b4-5f68b54f0fec req-5675b724-887f-4594-a2e2-acb17b7c5041 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345056 Mar 11 17:59:48.518648 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.032778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:49.328222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e3238-ff56-4784-87a1-120b5607fb71 req-ffce6b26-3d1d-412e-98af-79980e6a0237 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:49.329652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f32e3238-ff56-4784-87a1-120b5607fb71 req-ffce6b26-3d1d-412e-98af-79980e6a0237 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0516410 Mar 11 17:59:49.369560 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f32e3238-ff56-4784-87a1-120b5607fb71 req-960697a4-0c05-4104-975e-4c707039d42f tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336287 Mar 11 17:59:50.497943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70e3f3-6658-4128-964a-8428c3fae39c req-9e01675e-f646-4500-b7a4-a1442add1c87 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:50.499438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b70e3f3-6658-4128-964a-8428c3fae39c req-9e01675e-f646-4500-b7a4-a1442add1c87 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0547822 Mar 11 17:59:50.546580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b70e3f3-6658-4128-964a-8428c3fae39c req-3cdc81b2-3d63-49ea-aa8b-c51b4654cc28 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407271 Mar 11 17:59:51.623138 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 17:59:51.666361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d16a0-8302-4008-ab55-a02c00364d8b req-0b340f70-387c-45b8-bb87-1e5fa31c9722 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:51.667838 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-707d16a0-8302-4008-ab55-a02c00364d8b req-0b340f70-387c-45b8-bb87-1e5fa31c9722 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0484793 Mar 11 17:59:51.705232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-707d16a0-8302-4008-ab55-a02c00364d8b req-0a02c9d1-2f8d-4690-9e48-c378529eb1bb tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303323 Mar 11 17:59:52.823259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6a663-d3c9-4291-af38-3741f59a7717 req-665ed8e2-aa30-4da8-81d7-2f0ef1b183f8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:52.824753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4be6a663-d3c9-4291-af38-3741f59a7717 req-665ed8e2-aa30-4da8-81d7-2f0ef1b183f8 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0499811 Mar 11 17:59:52.861743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4be6a663-d3c9-4291-af38-3741f59a7717 req-af515e7b-0f98-48e1-ac25-01a877be4734 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311430 Mar 11 17:59:53.982078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149d34b-1972-4d90-aac7-3890af75dc98 req-bd31a7e6-47a8-42ad-bbf6-9c2c19ea6299 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:53.983572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7149d34b-1972-4d90-aac7-3890af75dc98 req-bd31a7e6-47a8-42ad-bbf6-9c2c19ea6299 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0527046 Mar 11 17:59:54.022204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7149d34b-1972-4d90-aac7-3890af75dc98 req-c9cc95f3-21a5-4935-b400-4035ce4b9343 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324380 Mar 11 17:59:55.143698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63233ca4-1795-4e2c-9d7e-9f9973a3e347 req-850f97fa-4e07-405a-8725-ba4d0ea9d190 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:55.145193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63233ca4-1795-4e2c-9d7e-9f9973a3e347 req-850f97fa-4e07-405a-8725-ba4d0ea9d190 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0482628 Mar 11 17:59:55.183049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-63233ca4-1795-4e2c-9d7e-9f9973a3e347 req-b94c66df-77b2-4d81-b527-093a7678ec57 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319273 Mar 11 17:59:56.312870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f74203-a761-4667-9138-21e69f2bf636 req-73338d68-2038-491e-b533-350f7f48b8f0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:56.314416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42f74203-a761-4667-9138-21e69f2bf636 req-73338d68-2038-491e-b533-350f7f48b8f0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0537415 Mar 11 17:59:56.362933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42f74203-a761-4667-9138-21e69f2bf636 req-3f7a5afc-0539-433f-9759-ff0f4a683d47 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424933 Mar 11 17:59:57.495183 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f34be-048c-4b3d-bfeb-9f7dbfdab76a req-6b9eefeb-fd2b-496f-b6a3-6e77fd2febbe tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:57.496743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a1f34be-048c-4b3d-bfeb-9f7dbfdab76a req-6b9eefeb-fd2b-496f-b6a3-6e77fd2febbe tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0567799 Mar 11 17:59:57.536582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2a1f34be-048c-4b3d-bfeb-9f7dbfdab76a req-d9f47c7a-5885-4f9a-ae98-2184b8386ea2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328574 Mar 11 17:59:57.827558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-74def4b0-7a01-47ed-8bb1-20802d7f2a5a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:57.829469 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-74def4b0-7a01-47ed-8bb1-20802d7f2a5a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.46 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a&tenant_id=a3823e08963840fcbd30b4c6581a1a72&binding%3Ahost_id=n-h2-833411-1 HTTP/1.1" status: 200 len: 944 time: 0.0540257 Mar 11 17:59:57.848825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97043bb-7e6e-4207-8f9c-9c8e59f65dd3 req-359302dd-d218-4482-8b2e-3e4890676b2d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:57.850352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b97043bb-7e6e-4207-8f9c-9c8e59f65dd3 req-359302dd-d218-4482-8b2e-3e4890676b2d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 944 time: 0.0551867 Mar 11 17:59:57.896404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b97043bb-7e6e-4207-8f9c-9c8e59f65dd3 req-8d605b68-6ae0-4977-be44-8460870d4cb7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378261 Mar 11 17:59:57.897284 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-5a09832d-d414-46ab-9eaf-685a742ce9a4 service neutron] 10.222.0.46 "GET /v2.0/ports/7d1a91d7-f79e-4ff9-a458-c47a921af004/bindings/n-h2-833411-1 HTTP/1.1" status: 200 len: 382 time: 0.0569129 Mar 11 17:59:57.977245 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-34eace22-73f0-47d5-941f-1098bd608365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:57.978752 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-34eace22-73f0-47d5-941f-1098bd608365 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1095 time: 0.0471444 Mar 11 17:59:58.069163 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-a9d14a5b-51af-4b0e-8b1c-46d6e0585b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:58.070550 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-a9d14a5b-51af-4b0e-8b1c-46d6e0585b8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0842111 Mar 11 17:59:58.141813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-60d7b2d3-1d6b-4433-9f6f-050e69f2be44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1001 time: 0.0642743 Mar 11 17:59:58.195993 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-63b269e6-6fc0-4d46-8471-d113b344d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:58.197509 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-63b269e6-6fc0-4d46-8471-d113b344d5c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0475273 Mar 11 17:59:58.244425 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-98df1b6d-3029-46e6-abe4-294ff9ce5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:58.245926 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-98df1b6d-3029-46e6-abe4-294ff9ce5812 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408585 Mar 11 17:59:58.342721 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-448f08b0-8d75-4938-889b-ca3e3930b9cd service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888653 Mar 11 17:59:58.402074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 17:59:58.436355 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-3c72f04d-a72b-4672-83d3-b81bd2ab333a service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864079 Mar 11 17:59:58.504708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:58.521766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'mac_address': 'fa:16:3e:ca:04:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 17:59:58.563650 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:58.579960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1a91d7-f79e-4ff9-a458-c47a921af004 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:59:58.599870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:59:58.604673 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:59:58.659554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:59:58.670486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.670486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.670486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.670486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.670486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.670486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.670486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.670486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.671983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.671983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.671983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.671983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:59:58.870413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['7d1a91d7-f79e-4ff9-a458-c47a921af004'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 17:59:59.039406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17829597-2c8e-4fc2-9aeb-5a7e426e7c72 req-c1337374-4fa6-4df2-9240-5cc65d1ce0a4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:59:59.041912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17829597-2c8e-4fc2-9aeb-5a7e426e7c72 req-c1337374-4fa6-4df2-9240-5cc65d1ce0a4 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0655375 Mar 11 17:59:59.088530 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-17829597-2c8e-4fc2-9aeb-5a7e426e7c72 req-784dfb50-a308-4136-84f1-67ccd593d15d tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399969 Mar 11 17:59:59.356456 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.237553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef852b35-d361-47bc-bba3-aec1177e3141 req-27fdf184-f81d-46b4-9cf9-b733987ce8eb tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:00.239027 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef852b35-d361-47bc-bba3-aec1177e3141 req-27fdf184-f81d-46b4-9cf9-b733987ce8eb tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0632644 Mar 11 18:00:00.282875 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ef852b35-d361-47bc-bba3-aec1177e3141 req-a043f3a8-93ed-4d90-82ee-ba53880c5240 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376313 Mar 11 18:00:00.417414 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:00:00.471862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 7d1a91d7-f79e-4ff9-a458-c47a921af004 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:00.475830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 7d1a91d7-f79e-4ff9-a458-c47a921af004 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:00.476202 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.559904 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.581824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:00:00.584064 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84635f4c-a8e4-4a6e-ad0d-3bd3cf772286" -d '{"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:00:00.598222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:00.602438 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:00.644956 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02848b6f-15fe-4070-b469-4c040c4e242d x-openstack-request-id: req-02848b6f-15fe-4070-b469-4c040c4e242d {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:00:00.645453 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:00:00.645862 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02848b6f-15fe-4070-b469-4c040c4e242d {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:00:00.646420 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'code': 200} Mar 11 18:00:00.656561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:01.402641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9a8e7-c894-43ee-a416-74e0983a8c3e req-ca191c83-4abe-4c8d-8e88-812676f136b3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:01.404139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8db9a8e7-c894-43ee-a416-74e0983a8c3e req-ca191c83-4abe-4c8d-8e88-812676f136b3 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0518925 Mar 11 18:00:01.444231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8db9a8e7-c894-43ee-a416-74e0983a8c3e req-a94d3e57-dd1f-46cb-96d5-c24d6a69edf2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335615 Mar 11 18:00:02.448747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-f80de2f7-3746-4a31-9e4b-a1e3b1a07e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:02.451192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-f80de2f7-3746-4a31-9e4b-a1e3b1a07e14 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a&tenant_id=a3823e08963840fcbd30b4c6581a1a72 HTTP/1.1" status: 200 len: 1097 time: 0.0429804 Mar 11 18:00:02.462062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:02.534287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:02.611368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79ae74-5ad5-4011-8abe-1df3860b0194 req-512377a5-f929-42d9-a3e6-1fb3b8086910 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:02.612875 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db79ae74-5ad5-4011-8abe-1df3860b0194 req-512377a5-f929-42d9-a3e6-1fb3b8086910 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0958014 Mar 11 18:00:02.729321 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-db79ae74-5ad5-4011-8abe-1df3860b0194 req-f7823949-3407-429c-82da-14f683464ab0 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081839 Mar 11 18:00:02.822517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:02.856381 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:02.900858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:00:02.903939 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6296826-17b6-4c4e-84f7-a0e2331d4d85" -d '{"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:00:02.908021 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:02.920917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Transition to ACTIVE for port object 7d1a91d7-f79e-4ff9-a458-c47a921af004 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:02.925434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:02.961776 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a388fdd0-db5f-461c-92b2-49cf54791490 x-openstack-request-id: req-a388fdd0-db5f-461c-92b2-49cf54791490 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:00:02.962075 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:00:02.962987 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a388fdd0-db5f-461c-92b2-49cf54791490 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:00:02.962987 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'code': 200} Mar 11 18:00:03.006176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=10']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:03.051426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] No DVR routers for this DVR port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:03.200231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:03.200673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:03.201009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:00:03.205200 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on network f255b867-8150-4fd6-8612-e6ad2624bf75 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:00:03.205581 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Attempting to bind port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on network f255b867-8150-4fd6-8612-e6ad2624bf75 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:00:03.210793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:00:03.211142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Checking segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:00:03.211529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Bound using segment: {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:00:03.211953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Bound port: 7d1a91d7-f79e-4ff9-a458-c47a921af004, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31800d-f603-4281-a724-681b9027451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:03.212310 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.276655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:03.279972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:03.284958 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.322143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:03.322709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:03.324148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] 10.222.0.66 "PUT /v2.0/ports/7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1093 time: 0.8663216 Mar 11 18:00:03.343288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=11']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:03.362030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.362372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.362710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.363043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.363372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.363699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.364051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.364396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.364720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.365038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.365355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.365669 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59a80d-bf01-4907-ba83-b365f9661c0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:03.408075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-037cfa48-0026-400f-a319-9feea87db475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:03.409618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-037cfa48-0026-400f-a319-9feea87db475 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1096 time: 0.0584607 Mar 11 18:00:03.510012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-e6304a12-6eec-48df-a88c-74b0295f3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:03.511582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-e6304a12-6eec-48df-a88c-74b0295f3bce service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0942807 Mar 11 18:00:03.583457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-3619d4c7-53b6-4eee-9c81-fbb9e18dcd3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1001 time: 0.0652328 Mar 11 18:00:03.642848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-3c8a498e-f9f5-44b9-830f-fc76572dac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:03.644358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-3c8a498e-f9f5-44b9-830f-fc76572dac6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0538311 Mar 11 18:00:03.690091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653f017-93f5-4269-9614-5fb65405fcde req-9ae945b7-2bbd-4211-8b00-72ccc57e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:03.691562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-9ae945b7-2bbd-4211-8b00-72ccc57e0d44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405469 Mar 11 18:00:03.784328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-29d1473c-cec2-4ee9-a962-0e2146b1c423 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857882 Mar 11 18:00:03.907888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d97b-8f10-490f-af63-332192a15496 req-17fade49-20e2-4065-a6d3-7e10ec00d9a7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:03.909293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2a8d97b-8f10-490f-af63-332192a15496 req-17fade49-20e2-4065-a6d3-7e10ec00d9a7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0993087 Mar 11 18:00:03.926461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c653f017-93f5-4269-9614-5fb65405fcde req-b7513db7-e286-4a86-bb3f-2e16efe69112 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352129 Mar 11 18:00:03.959758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d2a8d97b-8f10-490f-af63-332192a15496 req-df4657ba-51f0-4982-816e-94e091dad14b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431840 Mar 11 18:00:04.449138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:00:04.493080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:00:04.964294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:00:04.966642 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d308a6b7-71a9-493a-9206-573a362c237b" -d '{"events": [{"name": "network-changed", "server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:00:05.018423 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d3217a-19b3-42b2-88c8-05a434548759 x-openstack-request-id: req-c4d3217a-19b3-42b2-88c8-05a434548759 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:00:05.018876 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:00:05.019215 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4d3217a-19b3-42b2-88c8-05a434548759 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:00:05.019943 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'status': 'completed', 'code': 200} Mar 11 18:00:05.088371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a6b7-71a9-493a-9206-573a362c237b req-6aa3ade7-ff92-4d7c-9808-e0a69cda8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:05.090372 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-6aa3ade7-ff92-4d7c-9808-e0a69cda8187 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1096 time: 0.0468364 Mar 11 18:00:05.118096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a6b7-71a9-493a-9206-573a362c237b req-c45f7aa2-5f68-4381-a00d-d99f4653dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:05.119861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-c45f7aa2-5f68-4381-a00d-d99f4653dbde service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3823e08963840fcbd30b4c6581a1a72&device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 1096 time: 0.0812614 Mar 11 18:00:05.133508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafdb5-6755-4c98-8aea-0cf312ff8047 req-aeb62ca5-666f-4241-8bef-9ce23b355af9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:05.135748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8afafdb5-6755-4c98-8aea-0cf312ff8047 req-aeb62ca5-666f-4241-8bef-9ce23b355af9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0881395 Mar 11 18:00:05.194349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a6b7-71a9-493a-9206-573a362c237b req-fa91e87b-0440-49ee-a4a0-47fc01c13082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:05.196070 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-fa91e87b-0440-49ee-a4a0-47fc01c13082 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.0968781 Mar 11 18:00:05.226061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8afafdb5-6755-4c98-8aea-0cf312ff8047 req-534dd57d-866a-4041-9c1c-0a2fd8933bf7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802736 Mar 11 18:00:05.257308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a6b7-71a9-493a-9206-573a362c237b req-a5663fe0-1c2e-4c73-bfff-03e056579c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:05.258803 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-a5663fe0-1c2e-4c73-bfff-03e056579c65 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 200 len: 912 time: 0.1225030 Mar 11 18:00:05.268592 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-590cf36e-76e2-4c44-9de8-6156ce7fbb22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1001 time: 0.0646482 Mar 11 18:00:05.330405 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a6b7-71a9-493a-9206-573a362c237b req-296c401d-114e-4d27-9f26-16af2541fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:05.332664 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-296c401d-114e-4d27-9f26-16af2541fc07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0563180 Mar 11 18:00:05.341473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-363c728c-2ba3-4ff7-b464-cf8e68f7471b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 200 len: 1001 time: 0.0756969 Mar 11 18:00:05.386002 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a6b7-71a9-493a-9206-573a362c237b req-857708f2-c1a6-4ace-9492-3aa3e6d7d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:05.387453 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-857708f2-c1a6-4ace-9492-3aa3e6d7d11b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463333 Mar 11 18:00:05.393201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a6b7-71a9-493a-9206-573a362c237b req-1e9e5191-aabc-47b2-b54c-261e495410ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:05.394738 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-1e9e5191-aabc-47b2-b54c-261e495410ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 200 len: 851 time: 0.0473154 Mar 11 18:00:05.442507 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a6b7-71a9-493a-9206-573a362c237b req-7e01e3d8-ebd0-4877-983f-0e650b8c3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:05.444030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-7e01e3d8-ebd0-4877-983f-0e650b8c3ea0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f255b867-8150-4fd6-8612-e6ad2624bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434289 Mar 11 18:00:05.508579 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-9aefa8ff-550b-4353-9bbd-1efb36b86881 service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140153 Mar 11 18:00:05.550278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-5ce3b0ba-197d-40ae-b381-3489533459b0 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984716 Mar 11 18:00:05.609567 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-566d0380-672d-4939-9900-dd70954f70ce service neutron] 10.222.0.46 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939832 Mar 11 18:00:05.654417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d308a6b7-71a9-493a-9206-573a362c237b req-68307e0b-923c-4802-abbb-e4595e1a53f0 service neutron] 10.222.0.66 "GET /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972641 Mar 11 18:00:06.367962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7d404-a4e3-4320-884b-66d58ff40213 req-9132b132-7e64-4020-9ac3-a6b885695187 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:06.369704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57b7d404-a4e3-4320-884b-66d58ff40213 req-9132b132-7e64-4020-9ac3-a6b885695187 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0557470 Mar 11 18:00:06.411776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57b7d404-a4e3-4320-884b-66d58ff40213 req-b7a5398a-bfab-40b4-93a4-763d34ca40af tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356526 Mar 11 18:00:07.546797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6241c-3635-4407-b12e-2e618c605d69 req-045e28db-9e6f-4b03-adb5-64d954024132 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:07.548429 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1a6241c-3635-4407-b12e-2e618c605d69 req-045e28db-9e6f-4b03-adb5-64d954024132 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0541782 Mar 11 18:00:07.594550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b1a6241c-3635-4407-b12e-2e618c605d69 req-623f9750-6512-44ae-8bcc-74e5af08427e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390391 Mar 11 18:00:08.718592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac40be6-b0b8-44ad-a0e4-f52f1d30a119 req-ae7f9426-749d-437d-b28b-8a1d7d7fbdba tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:08.720061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac40be6-b0b8-44ad-a0e4-f52f1d30a119 req-ae7f9426-749d-437d-b28b-8a1d7d7fbdba tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0537331 Mar 11 18:00:08.757979 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6ac40be6-b0b8-44ad-a0e4-f52f1d30a119 req-b82820a7-e7b3-43b7-8422-3f5aa7b34c38 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314476 Mar 11 18:00:09.877815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386e48-fc86-4038-9844-b2105ee30ba9 req-8f221060-a07e-4924-80b5-b2d5f896f64e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:09.879427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83386e48-fc86-4038-9844-b2105ee30ba9 req-8f221060-a07e-4924-80b5-b2d5f896f64e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0520520 Mar 11 18:00:09.915855 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83386e48-fc86-4038-9844-b2105ee30ba9 req-0d8a3f28-2587-425e-809c-ece5f87c5d61 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304568 Mar 11 18:00:11.033261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86690ada-ca31-42d9-8aa8-73831a19f92e req-e30e3e77-7066-459c-8a75-97c3c490a97a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:11.034734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86690ada-ca31-42d9-8aa8-73831a19f92e req-e30e3e77-7066-459c-8a75-97c3c490a97a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0492072 Mar 11 18:00:11.072328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86690ada-ca31-42d9-8aa8-73831a19f92e req-ec67f16a-06b3-4ca9-9017-c1ee958f622a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316312 Mar 11 18:00:11.391214 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:12.190318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe927ff-6eb8-4f98-b069-d3be4f002635 req-66fd626d-e813-4f69-a43a-ba82acb78899 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:12.191776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbe927ff-6eb8-4f98-b069-d3be4f002635 req-66fd626d-e813-4f69-a43a-ba82acb78899 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0484107 Mar 11 18:00:12.229963 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbe927ff-6eb8-4f98-b069-d3be4f002635 req-30f2fc76-64ae-4327-a131-767053c5ac9a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319901 Mar 11 18:00:13.356832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdd00-7bfc-4db5-a5af-08743ab9f501 req-6d018492-2f18-47c9-8c44-915dffe00472 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:13.358593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57fdd00-7bfc-4db5-a5af-08743ab9f501 req-6d018492-2f18-47c9-8c44-915dffe00472 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0538533 Mar 11 18:00:13.397716 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57fdd00-7bfc-4db5-a5af-08743ab9f501 req-7142d642-f511-4ec1-a859-0e2a760f0170 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331001 Mar 11 18:00:13.660787 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-30ba6d68-3a87-4d73-bab7-141a0757679e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:14.519547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e05c7a-9303-4247-ac72-2602940f481b req-36e916c9-87c3-44df-927a-b6d74bf0d34b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:14.521055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73e05c7a-9303-4247-ac72-2602940f481b req-36e916c9-87c3-44df-927a-b6d74bf0d34b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0486631 Mar 11 18:00:14.559786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73e05c7a-9303-4247-ac72-2602940f481b req-3f62abd4-97d8-4c0d-8334-308dca40b120 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324950 Mar 11 18:00:15.679323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc45884-95b2-4c20-9535-31322438be19 req-adb1f832-0d2f-4424-9f35-f8a3abb72863 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:15.680826 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbc45884-95b2-4c20-9535-31322438be19 req-adb1f832-0d2f-4424-9f35-f8a3abb72863 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0504081 Mar 11 18:00:15.720757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbc45884-95b2-4c20-9535-31322438be19 req-873c5a7c-86cb-4c71-b660-5351dac60376 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339329 Mar 11 18:00:15.938308 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2dec-19db-4e63-84f5-f12c932b583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:16.840144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8924f3-a0ec-41a0-b024-523878cfbd56 req-634a9213-8dbe-4632-86d1-38f1dc60199b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:16.841634 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b8924f3-a0ec-41a0-b024-523878cfbd56 req-634a9213-8dbe-4632-86d1-38f1dc60199b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0515304 Mar 11 18:00:16.879444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b8924f3-a0ec-41a0-b024-523878cfbd56 req-f3103cbb-bfae-402b-b1ed-88ddde8fe279 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313766 Mar 11 18:00:17.000753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb67b-c19b-40dc-8c46-e73bfdbca719 req-1d244e23-43a3-41d0-b8a8-19e8a502d9a2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:17.002301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-260fb67b-c19b-40dc-8c46-e73bfdbca719 req-1d244e23-43a3-41d0-b8a8-19e8a502d9a2 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0538228 Mar 11 18:00:17.040217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-260fb67b-c19b-40dc-8c46-e73bfdbca719 req-0186a3b1-8f00-424f-9ab1-b212e1334172 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318649 Mar 11 18:00:17.154150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593ee8f-71d4-4f32-8094-989a87f236ef req-6c0410f2-f67b-4739-af72-cb80090be73c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:17.155592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8593ee8f-71d4-4f32-8094-989a87f236ef req-6c0410f2-f67b-4739-af72-cb80090be73c tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0473528 Mar 11 18:00:17.193034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8593ee8f-71d4-4f32-8094-989a87f236ef req-b0a5a004-41a9-4d7d-ae0f-88e1ea815dc5 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309646 Mar 11 18:00:17.263855 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:17.448527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbd73d-3a0b-4f16-adae-419a76bad87d req-5dc9ab44-dd23-47bf-b02f-e6f947e1e658 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:17.450019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efcbd73d-3a0b-4f16-adae-419a76bad87d req-5dc9ab44-dd23-47bf-b02f-e6f947e1e658 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0630479 Mar 11 18:00:17.491793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-efcbd73d-3a0b-4f16-adae-419a76bad87d req-4bed3fa4-bead-4736-952f-2aba3c6517c1 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352886 Mar 11 18:00:18.442065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:00:18.537752 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:18.549738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:18.560280 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'port_id': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'mac_address': 'fa:16:3e:ca:04:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:00:18.601804 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:18.615173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b1839-905d-4e77-989b-78fcd1013a07 req-e1d3804b-48a2-4763-aec1-d9cd07a74fc7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:18.615771 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1a91d7-f79e-4ff9-a458-c47a921af004 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:00:18.616661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-639b1839-905d-4e77-989b-78fcd1013a07 req-e1d3804b-48a2-4763-aec1-d9cd07a74fc7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 945 time: 0.0537767 Mar 11 18:00:18.637932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:18.643002 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:18.664898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-639b1839-905d-4e77-989b-78fcd1013a07 req-c7843742-a642-4fcb-9774-575d293aee7b tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a01f390-8c88-4c77-88ce-c535025f8bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418675 Mar 11 18:00:18.692178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=12']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:19.019764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-4f779333-1467-497a-a2b9-9602524d4939 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:19.021255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-4f779333-1467-497a-a2b9-9602524d4939 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 946 time: 0.0471745 Mar 11 18:00:19.036077 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.115033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Deleting port 7d1a91d7-f79e-4ff9-a458-c47a921af004 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:00:19.115464 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.201852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] For port 7d1a91d7-f79e-4ff9-a458-c47a921af004, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=7d1a91d7-f79e-4ff9-a458-c47a921af004,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:19.202213 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.372979 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.373255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.373570 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c disassociated. External IP: 172.25.8.248, port: 7d1a91d7-f79e-4ff9-a458-c47a921af004. Mar 11 18:00:19.373912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Calling delete_port for 7d1a91d7-f79e-4ff9-a458-c47a921af004 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:00:19.496760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.529927 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event deleted for resources: {'Port': ['ID=7d1a91d7-f79e-4ff9-a458-c47a921af004,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:19.646587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:19.774645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-339911fc-2310-4d1c-aa5a-afad8df77e91 req-e845cf9c-aa78-431b-97ed-d5087a8905a9 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 210 time: 0.0372112 Mar 11 18:00:19.785256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:19.806226 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:00:19.817440 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:00:19.818052 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:00:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:19.833851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] No DVR routers for this DVR port 7d1a91d7-f79e-4ff9-a458-c47a921af004 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:19.836529 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:19.839991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eddf4b77-8d5a-44a0-8740-1b9632529429 req-fbefd878-cb26-4852-95c4-214292af624e tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.66 "DELETE /v2.0/ports/7d1a91d7-f79e-4ff9-a458-c47a921af004 HTTP/1.1" status: 204 len: 173 time: 0.8118958 Mar 11 18:00:19.840461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-deleted', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:00:19.842694 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0093d9-e8d7-4916-aaad-e22b9dff27c2" -d '{"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-deleted", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:00:19.882504 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e174779d-3d8b-4057-bb0b-cbb9ed134db9 x-openstack-request-id: req-e174779d-3d8b-4057-bb0b-cbb9ed134db9 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:00:19.882799 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f008c966-b59a-4c11-ba1a-f9aca25ca22a", "name": "network-vif-deleted", "tag": "7d1a91d7-f79e-4ff9-a458-c47a921af004", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:00:19.883058 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e174779d-3d8b-4057-bb0b-cbb9ed134db9 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:00:19.883468 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f008c966-b59a-4c11-ba1a-f9aca25ca22a', 'name': 'network-vif-deleted', 'tag': '7d1a91d7-f79e-4ff9-a458-c47a921af004', 'status': 'completed', 'code': 200} Mar 11 18:00:19.932894 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:00:20.129554 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:20.159136 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:00:20.167461 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:00:20.168066 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:00:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:20.269515 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:00:20.480729 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:20.506990 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9f51b-236b-4ad7-a4c0-2072866c0fff None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:13Z', 'revision_number': 4, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '223f5bfb-1650-443d-98d3-50da5b2266f1', 'name': '', 'network_id': 'f255b867-8150-4fd6-8612-e6ad2624bf75', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'mac_address': 'fa:16:3e:0a:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:12Z', 'updated_at': '2022-03-11T17:56:17Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'subnets': [{'id': '34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:00:20.732279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fd682-1f55-4947-8ee5-6215c9a055c1 None None] New status for floating IP ca0b0526-ee82-415d-89f9-f5321f0e708c: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:00:20.878698 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c017d4fd-5e70-4573-a6d2-1dafbe861f61 req-93303270-dbbe-4e86-aa8b-b53ba72c6404 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 210 time: 0.0267174 Mar 11 18:00:21.977780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0bc4d30d-aec4-4f74-80bd-db2eb1413b3f req-1b4311de-86b2-4af1-b185-c2f4ececbf3a tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 210 time: 0.0254951 Mar 11 18:00:23.080537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7e0be14-17d4-4fad-87ff-246d0552c3be req-9928e19d-cc16-4777-986f-bbc8a15d2547 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/ports?device_id=f008c966-b59a-4c11-ba1a-f9aca25ca22a HTTP/1.1" status: 200 len: 210 time: 0.0277493 Mar 11 18:00:24.487435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:00:24.507510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 7d1a91d7-f79e-4ff9-a458-c47a921af004 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:00:24.507852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 7d1a91d7-f79e-4ff9-a458-c47a921af004 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:00:26.738871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39560) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:26.795390 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12ed2f27-07c8-4caf-924e-523462ca6c36 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.818900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12ed2f27-07c8-4caf-924e-523462ca6c36 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.868169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12ed2f27-07c8-4caf-924e-523462ca6c36 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.870953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-12ed2f27-07c8-4caf-924e-523462ca6c36 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:26.872801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-12ed2f27-07c8-4caf-924e-523462ca6c36 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "DELETE /v2.0/security-groups/3a01f390-8c88-4c77-88ce-c535025f8bb5 HTTP/1.1" status: 204 len: 168 time: 0.1328676 Mar 11 18:00:26.875010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39562) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:26.882720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed2f27-07c8-4caf-924e-523462ca6c36 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a01f390-8c88-4c77-88ce-c535025f8bb5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:26.899472 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-1bf5fd99-79ac-4ea2-8760-4e7c78e6dac7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] show failed (client error): The resource could not be found. Mar 11 18:00:26.903688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39564) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:26.904128 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1bf5fd99-79ac-4ea2-8760-4e7c78e6dac7 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "GET /v2.0/security-groups/3a01f390-8c88-4c77-88ce-c535025f8bb5 HTTP/1.1" status: 404 len: 347 time: 0.0192897 Mar 11 18:00:27.034152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Deleting port 3b0b16db-59e1-4e0b-a19c-c5ccff585e3b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:00:27.034487 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.111669 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.111997 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.123296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Calling delete_port for 3b0b16db-59e1-4e0b-a19c-c5ccff585e3b owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:00:27.254213 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.283596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Pushing event deleted for resources: {'Port': ['ID=3b0b16db-59e1-4e0b-a19c-c5ccff585e3b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:27.344938 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.347779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:27.349160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e04a56bc-cac3-4781-8cfb-ee4d22f2fa65 tempest-ServerActionsTestJSON-1005350700 tempest-ServerActionsTestJSON-1005350700-project] 10.222.0.53 "DELETE /v2.0/floatingips/ca0b0526-ee82-415d-89f9-f5321f0e708c HTTP/1.1" status: 204 len: 168 time: 0.4442487 Mar 11 18:00:27.352010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39566) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:28.007745 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.246791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Deleting port 223f5bfb-1650-443d-98d3-50da5b2266f1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:00:28.247132 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.326560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] For port 223f5bfb-1650-443d-98d3-50da5b2266f1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=223f5bfb-1650-443d-98d3-50da5b2266f1,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:28.327006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.340226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Calling delete_port for 223f5bfb-1650-443d-98d3-50da5b2266f1 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:00:28.519690 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.544353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=223f5bfb-1650-443d-98d3-50da5b2266f1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:28.622011 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:00:28.713170 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:28.929867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Router 7cc83f79-58f2-4a65-8167-f1b4f616460b has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:00:29.036428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:00:29.041640 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6ef66732-4b6d-41a1-be56-a7dea6e49c7a admin admin] 10.222.0.53 "PUT /v2.0/routers/7cc83f79-58f2-4a65-8167-f1b4f616460b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6886318 Mar 11 18:00:29.044151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39568) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:29.045052 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] Sync routers for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:00:29.055831 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:00:29.056481 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:00:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:29.148234 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.161392 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:00:29.255378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.309788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Deleting port 39ed25d8-2184-4620-a3a1-c68241166e2c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:00:29.310133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.360837 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.394198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] For port 39ed25d8-2184-4620-a3a1-c68241166e2c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=39ed25d8-2184-4620-a3a1-c68241166e2c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:29.394566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.412666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Calling delete_port for 39ed25d8-2184-4620-a3a1-c68241166e2c owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:00:29.437723 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T18:00:28Z', 'revision_number': 5, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port': {'id': '39ed25d8-2184-4620-a3a1-c68241166e2c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:29.464584 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] Checking router: 7cc83f79-58f2-4a65-8167-f1b4f616460b for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:00:29.473706 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] Routers {'7cc83f79-58f2-4a65-8167-f1b4f616460b'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:00:29.474316 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:00:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7cc83f79-58f2-4a65-8167-f1b4f616460b'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:29.562549 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] Set router 7cc83f79-58f2-4a65-8167-f1b4f616460b gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:00:29.584752 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.612169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Pushing event deleted for resources: {'Port': ['ID=39ed25d8-2184-4620-a3a1-c68241166e2c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:29.618263 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T18:00:29Z', 'revision_number': 6, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:29.645204 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90950110-71a5-4051-be5a-20cb0cbc202d None None] The sync data for ids ['7cc83f79-58f2-4a65-8167-f1b4f616460b'] in n-d-833411-1 is: [{'id': '7cc83f79-58f2-4a65-8167-f1b4f616460b', 'name': 'tempest-ServerActionsTestJSON-1120273899-router', 'tenant_id': 'a3823e08963840fcbd30b4c6581a1a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:56:10Z', 'updated_at': '2022-03-11T18:00:29Z', 'revision_number': 6, 'project_id': 'a3823e08963840fcbd30b4c6581a1a72', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:00:29.678397 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.771334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.773444 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.815253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.815736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc83f79-58f2-4a65-8167-f1b4f616460b {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:00:29.820765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.821910 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f31fe07a-54a3-4260-8020-cda4c0b8731d admin admin] 10.222.0.53 "DELETE /v2.0/routers/7cc83f79-58f2-4a65-8167-f1b4f616460b HTTP/1.1" status: 204 len: 168 time: 0.7768011 Mar 11 18:00:29.824440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39570) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:29.867663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58520f3-27c1-4b32-9286-bfeada88e181 admin admin] Deleting subnet 34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:00:29.870671 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e58520f3-27c1-4b32-9286-bfeada88e181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.905180 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e58520f3-27c1-4b32-9286-bfeada88e181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:29.988429 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e58520f3-27c1-4b32-9286-bfeada88e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.043578 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e58520f3-27c1-4b32-9286-bfeada88e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.073461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58520f3-27c1-4b32-9286-bfeada88e181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:30.076228 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e58520f3-27c1-4b32-9286-bfeada88e181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.079476 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e58520f3-27c1-4b32-9286-bfeada88e181 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/34e4f5cb-5b7e-4e3a-8fc6-aceaff49ec15 HTTP/1.1" status: 204 len: 168 time: 0.2540364 Mar 11 18:00:30.081981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39572) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:30.093198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66588a97-2309-4a31-a5f4-33572b39e4e1 None None] Network f255b867-8150-4fd6-8612-e6ad2624bf75 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:00:30.155072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.209892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Deleting port 881b84ab-009a-4df1-8823-448691d607b8 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:00:30.210170 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.273385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] For port 881b84ab-009a-4df1-8823-448691d607b8, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=881b84ab-009a-4df1-8823-448691d607b8,segment=NetworkSegment(1a31800d-f603-4281-a724-681b9027451e),segment_id=1a31800d-f603-4281-a724-681b9027451e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:30.273749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.286228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Calling delete_port for 881b84ab-009a-4df1-8823-448691d607b8 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:00:30.366731 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.391248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Pushing event deleted for resources: {'Port': ['ID=881b84ab-009a-4df1-8823-448691d607b8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:30.394724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] No DVR routers for this DVR port 881b84ab-009a-4df1-8823-448691d607b8 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:30.427224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf50eda-2c3b-4fb4-b718-3877da80f67a None None] DHCP port deletion for f255b867-8150-4fd6-8612-e6ad2624bf75 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:00:30.491805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 881b84ab-009a-4df1-8823-448691d607b8 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:00:30.497335 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.511869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 881b84ab-009a-4df1-8823-448691d607b8 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:00:30.512209 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 881b84ab-009a-4df1-8823-448691d607b8 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:00:30.513344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 39ed25d8-2184-4620-a3a1-c68241166e2c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:00:30.519219 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f255b867-8150-4fd6-8612-e6ad2624bf75']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:30.528852 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a31800d-f603-4281-a724-681b9027451e') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:30.529148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a31800d-f603-4281-a724-681b9027451e') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:30.533309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 39ed25d8-2184-4620-a3a1-c68241166e2c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:00:30.533648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 39ed25d8-2184-4620-a3a1-c68241166e2c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:00:30.534064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 223f5bfb-1650-443d-98d3-50da5b2266f1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:00:30.539864 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.554743 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.557822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 223f5bfb-1650-443d-98d3-50da5b2266f1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:00:30.558148 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 223f5bfb-1650-443d-98d3-50da5b2266f1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:00:30.561577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:00:30.562141 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:00:30.566438 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:00:30.621197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.626705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.629847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f255b867-8150-4fd6-8612-e6ad2624bf75 HTTP/1.1" status: 204 len: 168 time: 0.5465865 Mar 11 18:00:30.640934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54190969-33c8-4a00-8ca3-68680b010198 admin admin] Pushing event deleted for resources: {'Network': ['ID=f255b867-8150-4fd6-8612-e6ad2624bf75,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:30.756915 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39576) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:30.797040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ca1187ed-6685-4f60-90d9-d5b055c1b717 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3823e08963840fcbd30b4c6581a1a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389643 Mar 11 18:00:30.799740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:30.849804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.870184 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.918024 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.920694 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:30.921848 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d939220-7b59-44e2-b01c-11f94bba4d09 HTTP/1.1" status: 204 len: 168 time: 0.1211908 Mar 11 18:00:30.929928 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d939220-7b59-44e2-b01c-11f94bba4d09,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:30.937403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.937820 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.938096 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.938429 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.938759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.939088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.939413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.939735 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.940059 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.940436 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.940854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.941183 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5fa551-e8f8-415e-9085-a224d8a7f85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:31.576011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39600) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:31.668266 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1219974943-network', 'tenant_id': '28fc127d0c0c49beb7a47d39ea44a080'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:31.692332 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Made reservation on behalf of 28fc127d0c0c49beb7a47d39ea44a080 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:31.694648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.702778 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.776551 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.780324 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.801307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:00:31.816571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd04496f-8727-49af-a7ed-8f3707cd6d06,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:31.819427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.819780 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Added segment 45c158e0-4bd7-4fdc-a8a9-15ee39314c05 of type vlan for network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 Mar 11 18:00:31.859951 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.883649 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.884631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:31.885224 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:31.943931 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3665874 Mar 11 18:00:31.947319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39604) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:00:31.950786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244c6e8-4ac9-48a8-971e-b6e0f8080bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=522dc0a5-c918-4965-8fe2-84f6d9e3d588,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:31.952837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Request body: {'subnet': {'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1219974943-subnet', 'tenant_id': '28fc127d0c0c49beb7a47d39ea44a080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:31.960952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:00:31.974023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Made reservation on behalf of 28fc127d0c0c49beb7a47d39ea44a080 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:31.976533 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:32.144704 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:32.208329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ea2825-7fa8-4370-804e-a49ac78c7fed,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:32.214535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Checking segment: {'id': '45c158e0-4bd7-4fdc-a8a9-15ee39314c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:00:32.214894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Network hostable DHCP agents. Network: 522dc0a5-c918-4965-8fe2-84f6d9e3d588, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:00:32.230870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:00:32.239807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 522dc0a5-c918-4965-8fe2-84f6d9e3d588) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:32.244320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:32.244949 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:32.252772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a556d-09dc-4317-9f43-a19fd9f9f758 None None] Network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:00:32.267003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c0fa3cf7-2b5f-4c1a-848b-8eca3bcc475c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3131762 Mar 11 18:00:32.378279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca78e9-5d5a-43e4-a435-389b97915c2c None None] Network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:00:32.684996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-5c4fcad8-f193-4473-a69c-11e485ee7337 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:32.686461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-5c4fcad8-f193-4473-a69c-11e485ee7337 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/networks?id=522dc0a5-c918-4965-8fe2-84f6d9e3d588 HTTP/1.1" status: 200 len: 814 time: 0.1001804 Mar 11 18:00:32.702425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-f4debd2c-48e2-460b-9549-a4c5a11c00c6 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/quotas/28fc127d0c0c49beb7a47d39ea44a080 HTTP/1.1" status: 200 len: 375 time: 0.0094016 Mar 11 18:00:32.734149 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-ed6770b2-57e9-45f3-aecb-93b1e0cf5b61 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28fc127d0c0c49beb7a47d39ea44a080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258009 Mar 11 18:00:32.827262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-e48e4bd3-4af6-42c1-a2b0-4844b0961d99 service neutron] 10.222.0.53 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862503 Mar 11 18:00:32.916051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-52a56f66-2ddc-4f86-85db-157b36687f4f service neutron] 10.222.0.53 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815089 Mar 11 18:00:33.085996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-85027815-5627-47a3-a655-dbd23342dafe req-c1a6ae90-9dd2-4945-9734-b0485caf2cf9 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 210 time: 0.0326524 Mar 11 18:00:33.969727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-372fb436-4cb1-414a-8a16-09c2b4876cfe tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:33.971162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-372fb436-4cb1-414a-8a16-09c2b4876cfe tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.66 "GET /v2.0/networks?id=522dc0a5-c918-4965-8fe2-84f6d9e3d588 HTTP/1.1" status: 200 len: 814 time: 0.1035607 Mar 11 18:00:33.982899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Request body: {'port': {'device_id': '0fdd8898-1e09-4392-8e45-59db16e82409', 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588', 'admin_state_up': True, 'tenant_id': '28fc127d0c0c49beb7a47d39ea44a080'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:34.089636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Made reservation on behalf of 28fc127d0c0c49beb7a47d39ea44a080 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:34.093058 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:34.193172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e0fe00d-e173-42c8-9b99-ec4f239ed62a req-174e3f27-f314-4d5e-9022-6395d68cea72 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 210 time: 0.0384126 Mar 11 18:00:34.246369 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Allocated IP 172.20.0.4 (522dc0a5-c918-4965-8fe2-84f6d9e3d588/10ea2825-7fa8-4370-804e-a49ac78c7fed/821d3bb4-55b7-4899-95b9-66fe3ab69bc0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:00:34.396851 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:34.431502 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:34.482861 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:34.486755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:34.490805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:00:34.531224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Pushing event updated for resources: {'Port': ['ID=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:34.551481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:34.552098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:34.568276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-068fba89-49f4-4c91-af3d-67fd3d7a8367 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888729 Mar 11 18:00:34.675635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Request body: {'port': {'device_id': '0fdd8898-1e09-4392-8e45-59db16e82409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:34.728259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:34.991346 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:00:34.998714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:35.010195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Transition to ACTIVE for port object 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:35.014294 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:35.078864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Pushing event updated for resources: {'Port': ['ID=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:35.130739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Attempting to bind port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:35.131388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Attempting to bind port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '45c158e0-4bd7-4fdc-a8a9-15ee39314c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:35.131388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Attempting to bind port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 on network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:00:35.135494 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 on network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:00:35.135794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Attempting to bind port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 on network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:00:35.140597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:00:35.140935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Checking segment: {'id': '45c158e0-4bd7-4fdc-a8a9-15ee39314c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:00:35.141308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Bound using segment: {'id': '45c158e0-4bd7-4fdc-a8a9-15ee39314c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:00:35.141723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Bound port: 821d3bb4-55b7-4899-95b9-66fe3ab69bc0, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c158e0-4bd7-4fdc-a8a9-15ee39314c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:35.142069 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:35.203451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] For port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:35.206360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] For port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:35.211618 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:35.253176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:35.253809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:35.255233 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] 10.222.0.66 "PUT /v2.0/ports/821d3bb4-55b7-4899-95b9-66fe3ab69bc0 HTTP/1.1" status: 200 len: 1091 time: 0.5841622 Mar 11 18:00:35.255678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdd8898-1e09-4392-8e45-59db16e82409', 'tag': '821d3bb4-55b7-4899-95b9-66fe3ab69bc0'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:00:35.257947 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cadf63b-f066-4755-bff0-03b783a85cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdd8898-1e09-4392-8e45-59db16e82409", "tag": "821d3bb4-55b7-4899-95b9-66fe3ab69bc0"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:00:35.306548 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5624f8ca-57d8-44e0-93bf-75b6715c3153 x-openstack-request-id: req-5624f8ca-57d8-44e0-93bf-75b6715c3153 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:00:35.306839 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdd8898-1e09-4392-8e45-59db16e82409", "tag": "821d3bb4-55b7-4899-95b9-66fe3ab69bc0", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:00:35.307096 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5624f8ca-57d8-44e0-93bf-75b6715c3153 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:00:35.307522 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdd8898-1e09-4392-8e45-59db16e82409', 'tag': '821d3bb4-55b7-4899-95b9-66fe3ab69bc0', 'status': 'completed', 'code': 200} Mar 11 18:00:35.336109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd02916-63f5-48f8-bb19-5b5678a1541a service neutron] Pushing event updated for resources: {'Port': ['ID=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:35.363129 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcc203-402e-4e45-bbca-b054f9146a56 req-ba094bb7-75bb-4137-bb20-1cedc8162cfa tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:35.364723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16dcc203-402e-4e45-bbca-b054f9146a56 req-ba094bb7-75bb-4137-bb20-1cedc8162cfa tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 943 time: 0.1009774 Mar 11 18:00:35.369336 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-59a88aa5-01af-4165-ac1b-f19643db1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:35.370762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-59a88aa5-01af-4165-ac1b-f19643db1a0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fc127d0c0c49beb7a47d39ea44a080&device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 1094 time: 0.0681670 Mar 11 18:00:35.427276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-937dbe33-d4dd-4228-bbb7-11a3a9c2b9fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=821d3bb4-55b7-4899-95b9-66fe3ab69bc0 HTTP/1.1" status: 200 len: 217 time: 0.0490160 Mar 11 18:00:35.446711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-16dcc203-402e-4e45-bbca-b054f9146a56 req-679b3c7e-db6d-4f29-a3ba-1aedbce83c1f tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750406 Mar 11 18:00:35.483274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-dd6a6ef9-d483-4b85-af82-f45a79dceedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:35.485291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-dd6a6ef9-d483-4b85-af82-f45a79dceedd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ea2825-7fa8-4370-804e-a49ac78c7fed HTTP/1.1" status: 200 len: 854 time: 0.0505438 Mar 11 18:00:35.516129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-3aa829db-a5f9-43ba-b754-ee5e0613f6f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=522dc0a5-c918-4965-8fe2-84f6d9e3d588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245485 Mar 11 18:00:35.925944 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-88a78307-4d0e-4ddc-8e2d-e86f1d715474 service neutron] 10.222.0.66 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035974 Mar 11 18:00:36.014492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a896ed5c-8eba-4798-82a7-f8f987d600bd req-6a3b8c46-6010-456d-8a73-42b4354fefc9 service neutron] 10.222.0.66 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815811 Mar 11 18:00:36.102380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-ec379431-d4e8-4e62-938c-72a23a73314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:36.103886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-ec379431-d4e8-4e62-938c-72a23a73314a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fc127d0c0c49beb7a47d39ea44a080&device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 1094 time: 0.0423357 Mar 11 18:00:36.196025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-32b02e76-bcd6-488c-ae92-dfd3e29251c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:36.197453 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-32b02e76-bcd6-488c-ae92-dfd3e29251c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=522dc0a5-c918-4965-8fe2-84f6d9e3d588 HTTP/1.1" status: 200 len: 914 time: 0.0865345 Mar 11 18:00:36.238995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-2faeb63f-1247-4310-8b78-6492c1312882 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=821d3bb4-55b7-4899-95b9-66fe3ab69bc0 HTTP/1.1" status: 200 len: 217 time: 0.0339434 Mar 11 18:00:36.291017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-d0f6aae1-bcd0-468d-b234-33e69d8f67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:36.292483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-d0f6aae1-bcd0-468d-b234-33e69d8f67ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10ea2825-7fa8-4370-804e-a49ac78c7fed HTTP/1.1" status: 200 len: 854 time: 0.0477047 Mar 11 18:00:36.323037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-a23cf066-e67d-4de8-8058-f2fcd39bf045 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=522dc0a5-c918-4965-8fe2-84f6d9e3d588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239570 Mar 11 18:00:36.409872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-e770a5d7-475d-4a74-a538-9eb184418e2b service neutron] 10.222.0.66 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803308 Mar 11 18:00:36.502870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2cadf63b-f066-4755-bff0-03b783a85cd8 req-dbca283e-19de-4fda-a93b-be771fc64502 service neutron] 10.222.0.66 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869789 Mar 11 18:00:36.570097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f07f5-ed75-4041-a33f-66c21f8fca4d req-d136b040-9234-4964-9e17-563f512f56f8 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:36.571584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f7f07f5-ed75-4041-a33f-66c21f8fca4d req-d136b040-9234-4964-9e17-563f512f56f8 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 943 time: 0.0518763 Mar 11 18:00:36.608997 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f7f07f5-ed75-4041-a33f-66c21f8fca4d req-3b1fc4ce-7e36-4876-adec-d7abac7a59ee tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Mar 11 18:00:37.723049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf2d35-c8ee-43dd-9f9c-9d4cda5971f2 req-560437ec-b50c-4d41-8ab6-d5b3388dbae3 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:37.724502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0daf2d35-c8ee-43dd-9f9c-9d4cda5971f2 req-560437ec-b50c-4d41-8ab6-d5b3388dbae3 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 943 time: 0.0486078 Mar 11 18:00:37.761309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0daf2d35-c8ee-43dd-9f9c-9d4cda5971f2 req-61a48b10-9dae-4a56-bcfa-70a51127f530 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Mar 11 18:00:38.888917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f3cd5-451c-40c0-955c-e8d57472764b req-e040bd51-b632-43cc-bff6-7c3b6c893343 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:38.890505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-184f3cd5-451c-40c0-955c-e8d57472764b req-e040bd51-b632-43cc-bff6-7c3b6c893343 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 943 time: 0.0625584 Mar 11 18:00:38.931804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-184f3cd5-451c-40c0-955c-e8d57472764b req-c7f94a2c-2a92-4088-b078-68eb5a2febb2 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351808 Mar 11 18:00:40.045131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46eb15-0368-4d60-9797-1ee481c12000 req-403c9576-feb9-4260-ae05-3bd69fb74362 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:40.046578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d46eb15-0368-4d60-9797-1ee481c12000 req-403c9576-feb9-4260-ae05-3bd69fb74362 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 943 time: 0.0486979 Mar 11 18:00:40.084897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d46eb15-0368-4d60-9797-1ee481c12000 req-9072ef2e-2c3e-47c1-a05e-74b9fdb16ee9 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Mar 11 18:00:40.550987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:00:40.659776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:40.670827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '821d3bb4-55b7-4899-95b9-66fe3ab69bc0', 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588', 'port_id': '821d3bb4-55b7-4899-95b9-66fe3ab69bc0', 'mac_address': 'fa:16:3e:66:c9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ea2825-7fa8-4370-804e-a49ac78c7fed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:00:40.707884 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.720564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:00:40.739837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:40.743801 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:40.791835 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:41.044999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['821d3bb4-55b7-4899-95b9-66fe3ab69bc0'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:00:41.204550 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3dba2-6237-430d-9803-71bebd3a3696 req-576fea49-bbb0-43ab-9298-0d631b9caf12 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:41.206130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45f3dba2-6237-430d-9803-71bebd3a3696 req-576fea49-bbb0-43ab-9298-0d631b9caf12 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 944 time: 0.0503478 Mar 11 18:00:41.244299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45f3dba2-6237-430d-9803-71bebd3a3696 req-19246a22-c377-4d66-a4fa-6b5efa16cef3 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Mar 11 18:00:41.386462 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.362318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1304-f169-4bbe-98d6-2597ab8c8601 req-e5a9ee45-48df-4d8c-b430-235a2dd768d6 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:42.363778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7fb1304-f169-4bbe-98d6-2597ab8c8601 req-e5a9ee45-48df-4d8c-b430-235a2dd768d6 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 944 time: 0.0533724 Mar 11 18:00:42.406986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b7fb1304-f169-4bbe-98d6-2597ab8c8601 req-f1870efd-7b6f-47c1-b135-beb540c7e789 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Mar 11 18:00:42.577432 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:00:42.628783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:42.633657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:42.634291 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.716939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.740713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdd8898-1e09-4392-8e45-59db16e82409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821d3bb4-55b7-4899-95b9-66fe3ab69bc0'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:00:42.742921 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d33b328-2266-4335-b36a-4ef3dfb8b787" -d '{"events": [{"server_uuid": "0fdd8898-1e09-4392-8e45-59db16e82409", "name": "network-vif-plugged", "status": "completed", "tag": "821d3bb4-55b7-4899-95b9-66fe3ab69bc0"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:00:42.759698 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:42.763681 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:42.789420 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045f0cd0-0ebf-4de8-bdd0-0f800b573f00 x-openstack-request-id: req-045f0cd0-0ebf-4de8-bdd0-0f800b573f00 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:00:42.789699 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdd8898-1e09-4392-8e45-59db16e82409", "name": "network-vif-plugged", "status": "completed", "tag": "821d3bb4-55b7-4899-95b9-66fe3ab69bc0", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:00:42.789953 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-045f0cd0-0ebf-4de8-bdd0-0f800b573f00 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:00:42.790335 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdd8898-1e09-4392-8e45-59db16e82409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821d3bb4-55b7-4899-95b9-66fe3ab69bc0', 'code': 200} Mar 11 18:00:42.816291 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:42.877391 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1e134-9509-4b60-8352-e8d0ac785cca req-e96bf25f-e3ae-4abf-859c-27b4527af84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:42.878806 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ad1e134-9509-4b60-8352-e8d0ac785cca req-e96bf25f-e3ae-4abf-859c-27b4527af84a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 1096 time: 0.0398920 Mar 11 18:00:42.914606 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ad1e134-9509-4b60-8352-e8d0ac785cca req-69db7004-f7b7-4d60-aa01-3ed6fe132168 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287757 Mar 11 18:00:43.525242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042f87-5ef1-49e0-8b5c-0e78a001bd40 req-f3d24658-eca9-4ad5-811e-6338b1fbff6e tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:43.526747 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0042f87-5ef1-49e0-8b5c-0e78a001bd40 req-f3d24658-eca9-4ad5-811e-6338b1fbff6e tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0502172 Mar 11 18:00:43.565969 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e0042f87-5ef1-49e0-8b5c-0e78a001bd40 req-069f44a7-b76d-4d5a-bb40-806310e6dea6 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Mar 11 18:00:43.661778 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-27d96c90-5997-4c0e-829a-0dcc0a5d092e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:44.698440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822246f6-36dc-4e8a-9cc4-0880c5910e99 req-21c77cb4-ab5e-475c-abac-eaeb40882eeb tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:44.700010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-822246f6-36dc-4e8a-9cc4-0880c5910e99 req-21c77cb4-ab5e-475c-abac-eaeb40882eeb tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0577402 Mar 11 18:00:44.737897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-822246f6-36dc-4e8a-9cc4-0880c5910e99 req-47f3d559-6aa1-418b-a6ba-c22c7f68fc04 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Mar 11 18:00:44.960816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-ccd2c389-3781-4cc0-af03-7168e93580fe tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:44.962274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-ccd2c389-3781-4cc0-af03-7168e93580fe tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/networks?id=522dc0a5-c918-4965-8fe2-84f6d9e3d588 HTTP/1.1" status: 200 len: 814 time: 0.1033289 Mar 11 18:00:44.977884 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-309b0dd9-6eb8-47fd-a4fd-ec8b480cec31 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/quotas/28fc127d0c0c49beb7a47d39ea44a080 HTTP/1.1" status: 200 len: 375 time: 0.0094228 Mar 11 18:00:45.034412 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-11cef880-d434-471e-aa6c-cb7f6513edfa tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28fc127d0c0c49beb7a47d39ea44a080&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509219 Mar 11 18:00:45.178343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-513e7972-113c-4931-a641-78d3c08a8b62 service neutron] 10.222.0.53 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368086 Mar 11 18:00:45.271011 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-e0ca3654-7845-4138-9a91-a546c2b82735 service neutron] 10.222.0.53 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859647 Mar 11 18:00:45.432627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d90922e-a9f6-4a99-a2f5-7ac9c11de459 req-15b35abd-5b22-4235-b471-2ab5c34b4c41 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 210 time: 0.0266294 Mar 11 18:00:45.931343 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-45fe115e-d436-4480-9d5b-03ebc1d264e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:46.529616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2df6c8cb-acfd-4e78-97cf-1cbda387499b req-175fd689-fd94-47de-aa54-d8e2a0c34ba5 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 210 time: 0.0280089 Mar 11 18:00:46.645203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-244f8199-c8f1-4115-bd28-75200e5d6291 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:46.646704 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-244f8199-c8f1-4115-bd28-75200e5d6291 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.46 "GET /v2.0/networks?id=522dc0a5-c918-4965-8fe2-84f6d9e3d588 HTTP/1.1" status: 200 len: 814 time: 0.1025093 Mar 11 18:00:46.659706 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Request body: {'port': {'device_id': 'dd584b1d-37d0-4588-9d60-eac06f4abebf', 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588', 'admin_state_up': True, 'tenant_id': '28fc127d0c0c49beb7a47d39ea44a080'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:46.779355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Made reservation on behalf of 28fc127d0c0c49beb7a47d39ea44a080 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:46.783460 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:46.909553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Allocated IP 172.20.0.14 (522dc0a5-c918-4965-8fe2-84f6d9e3d588/10ea2825-7fa8-4370-804e-a49ac78c7fed/e8168cf1-bde4-4ac8-83b8-2afad60a2ae0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:00:47.052366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.085119 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.096492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['821d3bb4-55b7-4899-95b9-66fe3ab69bc0'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:00:47.131014 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:47.134095 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:47.138568 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:00:47.141692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Pushing event updated for resources: {'Port': ['ID=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:47.192152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:47.192726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.210796 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d6452a4c-e1cf-478f-8f30-a3f28ca39f2d tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546789 Mar 11 18:00:47.222346 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Request body: {'port': {'device_id': 'dd584b1d-37d0-4588-9d60-eac06f4abebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:47.281329 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.367936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.543054 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:00:47.551146 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.563519 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Transition to ACTIVE for port object e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:00:47.567391 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.620551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Pushing event updated for resources: {'Port': ['ID=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:47.656603 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4ca30-750b-4d49-a646-32c165ca8bdf req-9fe9d390-fe73-40df-b16a-716b88f0714e tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:47.658150 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94a4ca30-750b-4d49-a646-32c165ca8bdf req-9fe9d390-fe73-40df-b16a-716b88f0714e tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 944 time: 0.0507743 Mar 11 18:00:47.691357 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Attempting to bind port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:00:47.691843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Attempting to bind port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '45c158e0-4bd7-4fdc-a8a9-15ee39314c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:00:47.692010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Attempting to bind port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 on network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:00:47.696660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 on network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:00:47.697056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Attempting to bind port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 on network 522dc0a5-c918-4965-8fe2-84f6d9e3d588 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:00:47.700834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-94a4ca30-750b-4d49-a646-32c165ca8bdf req-0b4eaf2d-d93f-4da8-bc34-a5b78767fefe tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Mar 11 18:00:47.702077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:00:47.702527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Checking segment: {'id': '45c158e0-4bd7-4fdc-a8a9-15ee39314c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:00:47.703000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Bound using segment: {'id': '45c158e0-4bd7-4fdc-a8a9-15ee39314c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:00:47.703497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Bound port: e8168cf1-bde4-4ac8-83b8-2afad60a2ae0, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c158e0-4bd7-4fdc-a8a9-15ee39314c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:00:47.703925 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.768001 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] For port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:47.770992 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] For port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:47.775393 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.815186 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:47.815970 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:47.817232 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] 10.222.0.46 "PUT /v2.0/ports/e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 HTTP/1.1" status: 200 len: 1092 time: 0.5993497 Mar 11 18:00:47.817681 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd584b1d-37d0-4588-9d60-eac06f4abebf', 'tag': 'e8168cf1-bde4-4ac8-83b8-2afad60a2ae0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:00:47.820461 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c94d5d5-ce72-4308-8a65-0448e706ef14" -d '{"events": [{"name": "network-changed", "server_uuid": "dd584b1d-37d0-4588-9d60-eac06f4abebf", "tag": "e8168cf1-bde4-4ac8-83b8-2afad60a2ae0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:00:47.842972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421305f8-c5ad-41b0-b297-2154ecdd0011 service neutron] Pushing event updated for resources: {'Port': ['ID=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:47.926640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-6d283601-12d8-459a-b905-aabf9ddbe984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:47.928141 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-6d283601-12d8-459a-b905-aabf9ddbe984 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28fc127d0c0c49beb7a47d39ea44a080&device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 1095 time: 0.0441477 Mar 11 18:00:47.943459 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311d7836-b353-49c6-831a-43f3df24b554 x-openstack-request-id: req-311d7836-b353-49c6-831a-43f3df24b554 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:00:47.943800 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd584b1d-37d0-4588-9d60-eac06f4abebf", "tag": "e8168cf1-bde4-4ac8-83b8-2afad60a2ae0", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:00:47.944254 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-311d7836-b353-49c6-831a-43f3df24b554 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:00:47.944870 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd584b1d-37d0-4588-9d60-eac06f4abebf', 'tag': 'e8168cf1-bde4-4ac8-83b8-2afad60a2ae0', 'status': 'completed', 'code': 200} Mar 11 18:00:47.974538 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-d51177d0-b5cc-4f4a-8329-2395a09735a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 HTTP/1.1" status: 200 len: 217 time: 0.0376732 Mar 11 18:00:48.036089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-5ce3106c-1390-4ae2-ac81-f3a08eb20bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:48.037503 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-5ce3106c-1390-4ae2-ac81-f3a08eb20bb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10ea2825-7fa8-4370-804e-a49ac78c7fed HTTP/1.1" status: 200 len: 854 time: 0.0553677 Mar 11 18:00:48.415948 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-2c1c6812-79d9-4c34-af19-4c4754f7029c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=522dc0a5-c918-4965-8fe2-84f6d9e3d588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3712437 Mar 11 18:00:48.505625 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-9bd431a7-8886-45e5-977b-b57925c65006 service neutron] 10.222.0.46 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825024 Mar 11 18:00:48.522088 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:48.600963 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b0d836da-4d72-46ef-9f86-d5e18f657860 req-865fe1e0-ab28-4484-bb29-94c3da7bcfcc service neutron] 10.222.0.46 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871973 Mar 11 18:00:48.691260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-34e8372d-f217-4354-86ae-ef6807499df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:48.692959 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-34e8372d-f217-4354-86ae-ef6807499df4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28fc127d0c0c49beb7a47d39ea44a080&device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 1095 time: 0.0432873 Mar 11 18:00:48.792280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-84cb82f4-c4d5-4080-81e1-c656fd18b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:48.793778 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-84cb82f4-c4d5-4080-81e1-c656fd18b9f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=522dc0a5-c918-4965-8fe2-84f6d9e3d588 HTTP/1.1" status: 200 len: 914 time: 0.0936031 Mar 11 18:00:48.819267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7465-14af-48e0-9d89-c806295b2a61 req-103e75e4-4482-4966-aa0e-e8c73b25ed52 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:48.820788 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b8f7465-14af-48e0-9d89-c806295b2a61 req-103e75e4-4482-4966-aa0e-e8c73b25ed52 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 944 time: 0.0496037 Mar 11 18:00:48.836392 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-e39cbda8-e1f7-4694-8575-ea2eb3ddbda4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 HTTP/1.1" status: 200 len: 217 time: 0.0353401 Mar 11 18:00:48.871015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5b8f7465-14af-48e0-9d89-c806295b2a61 req-c3157764-1f9e-4e52-b17d-4455c971890c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Mar 11 18:00:48.892912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-de65efaf-fed6-450c-94f2-0282faf3a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:48.894417 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-de65efaf-fed6-450c-94f2-0282faf3a837 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10ea2825-7fa8-4370-804e-a49ac78c7fed HTTP/1.1" status: 200 len: 854 time: 0.0507329 Mar 11 18:00:48.929932 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-626f1c14-6c0a-4116-9d6e-4de1ff560133 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=522dc0a5-c918-4965-8fe2-84f6d9e3d588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281413 Mar 11 18:00:49.027087 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-9dc58b03-242c-41af-bd1c-1bbe7c615bfa service neutron] 10.222.0.46 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897629 Mar 11 18:00:49.039298 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:49.126189 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6c94d5d5-ce72-4308-8a65-0448e706ef14 req-d814ed20-9d49-4219-8646-a55936dd8420 service neutron] 10.222.0.46 "GET /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928314 Mar 11 18:00:49.990726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c085d-e6ab-4e3b-b9e4-396799c9b600 req-c3c66582-b3b6-4238-b405-8edb143e7055 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:49.992181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe2c085d-e6ab-4e3b-b9e4-396799c9b600 req-c3c66582-b3b6-4238-b405-8edb143e7055 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 944 time: 0.0481539 Mar 11 18:00:50.029415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe2c085d-e6ab-4e3b-b9e4-396799c9b600 req-ed8cf2af-170c-4706-88ce-079b7579f713 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Mar 11 18:00:51.141329 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab02a28-8c44-4d2b-b8f1-35795ba8e70d req-b7c7489f-d62c-4cd4-965d-19fd17d7abae tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:51.142828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ab02a28-8c44-4d2b-b8f1-35795ba8e70d req-b7c7489f-d62c-4cd4-965d-19fd17d7abae tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 944 time: 0.0485852 Mar 11 18:00:51.181310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ab02a28-8c44-4d2b-b8f1-35795ba8e70d req-d4c8086c-b287-4c94-ba1f-713b7328bf08 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318782 Mar 11 18:00:52.293097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b597-f31d-423b-8d99-b26525db517a req-5e7b158e-c360-4fb1-b496-76e0ad06ec0b tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:52.294572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d409b597-f31d-423b-8d99-b26525db517a req-5e7b158e-c360-4fb1-b496-76e0ad06ec0b tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 944 time: 0.0484138 Mar 11 18:00:52.339085 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d409b597-f31d-423b-8d99-b26525db517a req-0df66381-5e8e-48f6-9060-ed02eec0bddc tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Mar 11 18:00:52.651821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:00:52.751302 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:52.762475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'e8168cf1-bde4-4ac8-83b8-2afad60a2ae0', 'network_id': '522dc0a5-c918-4965-8fe2-84f6d9e3d588', 'port_id': 'e8168cf1-bde4-4ac8-83b8-2afad60a2ae0', 'mac_address': 'fa:16:3e:9c:9e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ea2825-7fa8-4370-804e-a49ac78c7fed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:00:52.797936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:52.810655 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:00:52.829536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:52.833397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:52.887531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:53.064731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['e8168cf1-bde4-4ac8-83b8-2afad60a2ae0'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:00:53.460891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b19cf8-b2a2-4416-93ea-54933dfcc180 req-d579693b-3137-4d1c-9fbb-f279b427e9fd tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:53.462431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47b19cf8-b2a2-4416-93ea-54933dfcc180 req-d579693b-3137-4d1c-9fbb-f279b427e9fd tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 945 time: 0.0500529 Mar 11 18:00:53.504124 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-47b19cf8-b2a2-4416-93ea-54933dfcc180 req-f924b972-1354-4e14-8b18-9eab5b91ed0a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Mar 11 18:00:54.620719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f08b2-ad31-49e6-8aea-f28c948d419e req-9b7196fa-7914-48f0-af10-b6e6834dceca tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:54.622105 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-669f08b2-ad31-49e6-8aea-f28c948d419e req-9b7196fa-7914-48f0-af10-b6e6834dceca tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 945 time: 0.0494547 Mar 11 18:00:54.659087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-669f08b2-ad31-49e6-8aea-f28c948d419e req-0c58245f-df45-4b59-8859-b06fffccee1c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Mar 11 18:00:54.671610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:00:54.736010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:00:54.740332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:00:54.740743 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:54.818812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:54.841042 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd584b1d-37d0-4588-9d60-eac06f4abebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8168cf1-bde4-4ac8-83b8-2afad60a2ae0'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:00:54.843287 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dfbf74-dd20-4e6c-ba7c-283377a54131" -d '{"events": [{"server_uuid": "dd584b1d-37d0-4588-9d60-eac06f4abebf", "name": "network-vif-plugged", "status": "completed", "tag": "e8168cf1-bde4-4ac8-83b8-2afad60a2ae0"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:00:54.856743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:54.861621 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:54.888736 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca180ef-fff4-44e6-b783-72ee8f666f62 x-openstack-request-id: req-3ca180ef-fff4-44e6-b783-72ee8f666f62 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:00:54.889026 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd584b1d-37d0-4588-9d60-eac06f4abebf", "name": "network-vif-plugged", "status": "completed", "tag": "e8168cf1-bde4-4ac8-83b8-2afad60a2ae0", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:00:54.889288 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ca180ef-fff4-44e6-b783-72ee8f666f62 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:00:54.889686 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd584b1d-37d0-4588-9d60-eac06f4abebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8168cf1-bde4-4ac8-83b8-2afad60a2ae0', 'code': 200} Mar 11 18:00:54.917101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:54.978741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9f3f6-28dc-4a5c-834b-abe8155564fc req-140f5a85-e9a6-46b2-8b8d-24c201454c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:54.980205 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ba9f3f6-28dc-4a5c-834b-abe8155564fc req-140f5a85-e9a6-46b2-8b8d-24c201454c03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 1097 time: 0.0398822 Mar 11 18:00:55.015393 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-7ba9f3f6-28dc-4a5c-834b-abe8155564fc req-3752f52b-f74e-4e6b-9662-46f90434a0e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273104 Mar 11 18:00:55.782292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172ef68-6bc8-4bf1-bf76-290bf6a45004 req-03bc2e81-7553-4cf3-95c2-0c3fac09454e tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:55.783678 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2172ef68-6bc8-4bf1-bf76-290bf6a45004 req-03bc2e81-7553-4cf3-95c2-0c3fac09454e tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 946 time: 0.0531249 Mar 11 18:00:55.827987 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2172ef68-6bc8-4bf1-bf76-290bf6a45004 req-2d6df584-d677-4525-8464-9855533e8972 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380547 Mar 11 18:00:56.951317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d342ee7-81b3-4fca-9b79-3bd0bf855c53 req-6d03a014-3f18-4466-8fd6-ab8b06d62657 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:56.952801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d342ee7-81b3-4fca-9b79-3bd0bf855c53 req-6d03a014-3f18-4466-8fd6-ab8b06d62657 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 946 time: 0.0490329 Mar 11 18:00:56.990310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d342ee7-81b3-4fca-9b79-3bd0bf855c53 req-1916b21b-0d11-48e3-a3d8-092d65de3c14 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Mar 11 18:00:57.236680 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267c53f-9af1-428c-8b22-0368e4dcf89c req-7521dfd8-b2eb-4208-932e-ac013e469d3c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:57.238190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8267c53f-9af1-428c-8b22-0368e4dcf89c req-7521dfd8-b2eb-4208-932e-ac013e469d3c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 946 time: 0.0529134 Mar 11 18:00:57.279896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8267c53f-9af1-428c-8b22-0368e4dcf89c req-57874416-8826-45ab-8a6a-a7a44a2f3f71 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Mar 11 18:00:58.409755 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced830d-7604-473b-8863-ab8b7e5a0c4c req-ad2d3469-2638-49a2-8059-405ccef65abc tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:58.411221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ced830d-7604-473b-8863-ab8b7e5a0c4c req-ad2d3469-2638-49a2-8059-405ccef65abc tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 946 time: 0.0555081 Mar 11 18:00:58.455051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ced830d-7604-473b-8863-ab8b7e5a0c4c req-b08c6a74-7734-4c15-b287-73484ed8f545 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378280 Mar 11 18:00:58.511772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95048-fbbe-4876-99a9-e952253ed592 req-435e4450-232d-4944-b3f6-e2dd4cac0e3c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:58.513292 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-63d95048-fbbe-4876-99a9-e952253ed592 req-435e4450-232d-4944-b3f6-e2dd4cac0e3c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd584b1d-37d0-4588-9d60-eac06f4abebf HTTP/1.1" status: 200 len: 946 time: 0.0516248 Mar 11 18:00:58.604995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-63d95048-fbbe-4876-99a9-e952253ed592 req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Deleting port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:00:58.605255 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-63d95048-fbbe-4876-99a9-e952253ed592 req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:58.690867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-63d95048-fbbe-4876-99a9-e952253ed592 req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] For port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:58.691227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-63d95048-fbbe-4876-99a9-e952253ed592 req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:58.703853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-63d95048-fbbe-4876-99a9-e952253ed592 req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Calling delete_port for e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:00:58.830414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-63d95048-fbbe-4876-99a9-e952253ed592 req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:58.842463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['821d3bb4-55b7-4899-95b9-66fe3ab69bc0'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:00:58.847633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['e8168cf1-bde4-4ac8-83b8-2afad60a2ae0'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:00:58.859919 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Pushing event deleted for resources: {'Port': ['ID=e8168cf1-bde4-4ac8-83b8-2afad60a2ae0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:58.900472 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d95048-fbbe-4876-99a9-e952253ed592 req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] No DVR routers for this DVR port e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:00:58.903085 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-63d95048-fbbe-4876-99a9-e952253ed592 req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:58.906969 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-63d95048-fbbe-4876-99a9-e952253ed592 req-4d60b7f2-1a27-4bc5-b67b-cbfbad98897a tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.46 "DELETE /v2.0/ports/e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 HTTP/1.1" status: 204 len: 173 time: 0.3871984 Mar 11 18:00:58.907426 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd584b1d-37d0-4588-9d60-eac06f4abebf', 'name': 'network-vif-deleted', 'tag': 'e8168cf1-bde4-4ac8-83b8-2afad60a2ae0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:00:58.909737 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fba395-6f5d-444a-aa4d-f9ccb309e674" -d '{"events": [{"server_uuid": "dd584b1d-37d0-4588-9d60-eac06f4abebf", "name": "network-vif-deleted", "tag": "e8168cf1-bde4-4ac8-83b8-2afad60a2ae0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:00:58.955668 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66fa458-413c-4162-a617-33061fdc60b7 x-openstack-request-id: req-a66fa458-413c-4162-a617-33061fdc60b7 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:00:58.955965 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd584b1d-37d0-4588-9d60-eac06f4abebf", "name": "network-vif-deleted", "tag": "e8168cf1-bde4-4ac8-83b8-2afad60a2ae0", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:00:58.956214 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a66fa458-413c-4162-a617-33061fdc60b7 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:00:58.956663 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd584b1d-37d0-4588-9d60-eac06f4abebf', 'name': 'network-vif-deleted', 'tag': 'e8168cf1-bde4-4ac8-83b8-2afad60a2ae0', 'status': 'completed', 'code': 200} Mar 11 18:00:59.371085 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:00:59.608276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276c8c4-cd3b-4446-bfd3-ef9333183270 req-26f03a5c-19f6-490e-9a13-2ab1d8e3ceab tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:59.609877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3276c8c4-cd3b-4446-bfd3-ef9333183270 req-26f03a5c-19f6-490e-9a13-2ab1d8e3ceab tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Mar 11 18:00:59.650328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3276c8c4-cd3b-4446-bfd3-ef9333183270 req-4c270b1a-fdbf-4945-8247-37677e7ad029 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Mar 11 18:00:59.778318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fda6c-6d18-445e-a447-f065b8617cc0 req-d88c0744-795e-474d-aa20-25339a4a63ad tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:59.779666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b39fda6c-6d18-445e-a447-f065b8617cc0 req-d88c0744-795e-474d-aa20-25339a4a63ad tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Mar 11 18:00:59.816370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b39fda6c-6d18-445e-a447-f065b8617cc0 req-3f5f1eb6-dcde-469c-abe6-3fd2c22c5987 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Mar 11 18:00:59.929018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad00cc-0d18-4463-865b-3b87815ff1dc req-c9c528db-28ce-4405-97cb-f75ca2c5f4bb tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:59.930498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4ad00cc-0d18-4463-865b-3b87815ff1dc req-c9c528db-28ce-4405-97cb-f75ca2c5f4bb tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0493286 Mar 11 18:00:59.972357 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4ad00cc-0d18-4463-865b-3b87815ff1dc req-29f87fcb-7778-42b2-8c37-605914dcde12 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355484 Mar 11 18:01:00.141171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d01053-4cf7-4ebc-aa21-7486ffa20e12 req-b723ee37-0b43-4045-9cb3-0c031aa2e27b tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:00.142645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2d01053-4cf7-4ebc-aa21-7486ffa20e12 req-b723ee37-0b43-4045-9cb3-0c031aa2e27b tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0535345 Mar 11 18:01:00.180057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b2d01053-4cf7-4ebc-aa21-7486ffa20e12 req-28592f52-f16d-4ee1-905a-2f056287d60e tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Mar 11 18:01:00.297860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5bb32-3e63-4d12-8d6c-9593b11cd641 req-e629626b-d053-4f3d-8cc6-eb2f1397d307 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:00.299292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8e5bb32-3e63-4d12-8d6c-9593b11cd641 req-e629626b-d053-4f3d-8cc6-eb2f1397d307 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0510869 Mar 11 18:01:00.338238 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f8e5bb32-3e63-4d12-8d6c-9593b11cd641 req-db51ede5-bef1-4912-8a2a-df68d88fcff5 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Mar 11 18:01:00.461017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532641e-4c60-4fb5-9974-1f0097ef0d57 req-62909175-39d5-4ecd-b52f-ac1d1cd12814 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:00.462502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3532641e-4c60-4fb5-9974-1f0097ef0d57 req-62909175-39d5-4ecd-b52f-ac1d1cd12814 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0482266 Mar 11 18:01:00.507273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3532641e-4c60-4fb5-9974-1f0097ef0d57 req-8ff75598-9ac9-4458-9750-5a9d30b8fa18 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388813 Mar 11 18:01:00.809517 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d678b7-df0c-441a-9fda-6b17b43cf909 req-6ddb84a9-5a97-43fc-b9ed-c451a180741b tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:00.812141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8d678b7-df0c-441a-9fda-6b17b43cf909 req-6ddb84a9-5a97-43fc-b9ed-c451a180741b tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0504510 Mar 11 18:01:00.852648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c8d678b7-df0c-441a-9fda-6b17b43cf909 req-71dd6fdf-0a6b-44da-a581-220794329bc4 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345051 Mar 11 18:01:01.970671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc8a5-3762-4526-96ae-bf6ea1657e92 req-1a2c8aa3-bf58-4a7f-aeee-54fa71eeab01 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:01.972290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-524fc8a5-3762-4526-96ae-bf6ea1657e92 req-1a2c8aa3-bf58-4a7f-aeee-54fa71eeab01 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0516877 Mar 11 18:01:02.011933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-524fc8a5-3762-4526-96ae-bf6ea1657e92 req-ed8beb54-49d0-4dc9-9997-674b13396737 tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd04496f-8727-49af-a7ed-8f3707cd6d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Mar 11 18:01:02.247442 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-b9b03be7-8eb7-496c-9da8-f1d596902c7c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:02.248893 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-b9b03be7-8eb7-496c-9da8-f1d596902c7c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 945 time: 0.0475314 Mar 11 18:01:02.339106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Deleting port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:01:02.339445 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.428999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] For port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,segment=NetworkSegment(45c158e0-4bd7-4fdc-a8a9-15ee39314c05),segment_id=45c158e0-4bd7-4fdc-a8a9-15ee39314c05)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:02.429360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.441800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Calling delete_port for 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:01:02.570313 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.581823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['821d3bb4-55b7-4899-95b9-66fe3ab69bc0'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:01:02.603009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Pushing event deleted for resources: {'Port': ['ID=821d3bb4-55b7-4899-95b9-66fe3ab69bc0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:02.646926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] No DVR routers for this DVR port 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:02.649563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:02.652863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-90e0624f-0cfe-4be3-81c1-ece01a331642 req-ac3bf134-7197-49a8-aac9-59f624a1116c tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.66 "DELETE /v2.0/ports/821d3bb4-55b7-4899-95b9-66fe3ab69bc0 HTTP/1.1" status: 204 len: 173 time: 0.3978214 Mar 11 18:01:02.653332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdd8898-1e09-4392-8e45-59db16e82409', 'name': 'network-vif-deleted', 'tag': '821d3bb4-55b7-4899-95b9-66fe3ab69bc0'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:01:02.655697 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba5994ae4f5c04bf3c64740f0bd3ec184795620e0af3b9a3a864af6b929df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6517964-50fd-4861-abe3-4bdb533d8eee" -d '{"events": [{"server_uuid": "0fdd8898-1e09-4392-8e45-59db16e82409", "name": "network-vif-deleted", "tag": "821d3bb4-55b7-4899-95b9-66fe3ab69bc0"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:01:02.684807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:01:02.702186 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809c6642-f211-4aa3-baa9-684200deaffc x-openstack-request-id: req-809c6642-f211-4aa3-baa9-684200deaffc {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:01:02.702525 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdd8898-1e09-4392-8e45-59db16e82409", "name": "network-vif-deleted", "tag": "821d3bb4-55b7-4899-95b9-66fe3ab69bc0", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:01:02.702807 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-809c6642-f211-4aa3-baa9-684200deaffc {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:01:02.703814 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdd8898-1e09-4392-8e45-59db16e82409', 'name': 'network-vif-deleted', 'tag': '821d3bb4-55b7-4899-95b9-66fe3ab69bc0', 'status': 'completed', 'code': 200} Mar 11 18:01:02.707607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:01:02.707956 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device e8168cf1-bde4-4ac8-83b8-2afad60a2ae0 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:01:03.123797 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5562136a-5a16-45f3-8aa4-b3b1ce8151f2 req-882642fb-90d8-45e7-89ed-60f4c697ce1f tempest-ServersNegativeTestJSON-1565820 tempest-ServersNegativeTestJSON-1565820-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fdd8898-1e09-4392-8e45-59db16e82409 HTTP/1.1" status: 200 len: 210 time: 0.0273211 Mar 11 18:01:04.179898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39762) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:04.223134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Deleting subnet 10ea2825-7fa8-4370-804e-a49ac78c7fed {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:01:04.226197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.259586 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.300560 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.351575 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.376552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ea2825-7fa8-4370-804e-a49ac78c7fed,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:04.381614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.384703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/10ea2825-7fa8-4370-804e-a49ac78c7fed HTTP/1.1" status: 204 len: 168 time: 0.2037709 Mar 11 18:01:04.387294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:04.389843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.390186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.390521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.391425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.391749 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.392072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.392416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.392734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.393117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.393367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.393683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.393996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4238f2-9711-498c-8fe2-0589c90d9c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.459655 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.536427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.561307 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522dc0a5-c918-4965-8fe2-84f6d9e3d588']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:04.570960 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c158e0-4bd7-4fdc-a8a9-15ee39314c05') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:04.571249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c158e0-4bd7-4fdc-a8a9-15ee39314c05') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:04.580198 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.593052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.598997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:04.599374 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:04.601032 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:04.653168 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.658717 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.661905 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] 10.222.0.53 "DELETE /v2.0/networks/522dc0a5-c918-4965-8fe2-84f6d9e3d588 HTTP/1.1" status: 204 len: 168 time: 0.2735932 Mar 11 18:01:04.673716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958090e-7660-48c6-aa44-018f0fe2c724 admin admin] Pushing event deleted for resources: {'Network': ['ID=522dc0a5-c918-4965-8fe2-84f6d9e3d588,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:04.767112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39768) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:04.806047 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-82427bcf-2878-4473-afaa-adcad2754766 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28fc127d0c0c49beb7a47d39ea44a080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377746 Mar 11 18:01:04.808584 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:04.860860 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38e7cb29-f345-4620-8e5e-dcb3cfbd5934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.888790 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38e7cb29-f345-4620-8e5e-dcb3cfbd5934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.940223 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38e7cb29-f345-4620-8e5e-dcb3cfbd5934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.942774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38e7cb29-f345-4620-8e5e-dcb3cfbd5934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:04.943962 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-38e7cb29-f345-4620-8e5e-dcb3cfbd5934 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd04496f-8727-49af-a7ed-8f3707cd6d06 HTTP/1.1" status: 204 len: 168 time: 0.1344402 Mar 11 18:01:04.951486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7cb29-f345-4620-8e5e-dcb3cfbd5934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd04496f-8727-49af-a7ed-8f3707cd6d06,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:05.621439 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:01:05.664165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39792) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:05.756433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-662024136'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:05.775826 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:05.779290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.788045 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.865407 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.869000 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.897600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:05.903817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28eb5fb-294b-4cc1-a667-8e4092215375,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:05.910754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.911684 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Added segment 37e2a423-3ed8-4490-a5ae-43e31827dc32 of type vlan for network 90baee19-7d4d-4890-be94-91c8b57884d7 Mar 11 18:01:05.951636 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.975418 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:05.980974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:05.981549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:06.037420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3720005 Mar 11 18:01:06.052432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca482d2-abad-4c99-b035-4350c6980eec tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Network': ['ID=90baee19-7d4d-4890-be94-91c8b57884d7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:06.063056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 90baee19-7d4d-4890-be94-91c8b57884d7 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:06.684827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:01:06.708626 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:01:06.708967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 821d3bb4-55b7-4899-95b9-66fe3ab69bc0 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:01:09.179094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39796) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:09.184279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'subnet': {'network_id': '90baee19-7d4d-4890-be94-91c8b57884d7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:09.268774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:09.272263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.453136 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.518543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Subnet': ['ID=ac2d900a-60ea-4fe6-be17-eac1363be441,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:09.525728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Checking segment: {'id': '37e2a423-3ed8-4490-a5ae-43e31827dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90baee19-7d4d-4890-be94-91c8b57884d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:09.526082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network hostable DHCP agents. Network: 90baee19-7d4d-4890-be94-91c8b57884d7, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:09.542379 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network 90baee19-7d4d-4890-be94-91c8b57884d7 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:09.551521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 90baee19-7d4d-4890-be94-91c8b57884d7) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:09.556041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:09.556666 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.565154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740cf3b-12e8-4a9e-a420-826ef4d3ba41 None None] Network 90baee19-7d4d-4890-be94-91c8b57884d7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:09.573217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6a3d84c5-61d2-4f0a-be8c-0cba6c6f3fc4 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3930185 Mar 11 18:01:09.576612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39798) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:09.581955 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-689536129'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:09.601101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:09.604556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.628115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:09.638014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.638356 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Added segment 04881346-7b2f-4a78-8261-d14f9f429ef3 of type vlan for network 958814a2-be56-4423-9db3-f7cb47c4f145 Mar 11 18:01:09.680399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.706563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.712416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:09.713012 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.713778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-90baee19-7d4d-4890-be94-91c8b57884d7', 'network_id': '90baee19-7d4d-4890-be94-91c8b57884d7', 'tenant_id': '9770b46acddc4cc7a7a3a73b7021d6f3', 'fixed_ips': [{'subnet_id': 'ac2d900a-60ea-4fe6-be17-eac1363be441'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:01:09.714601 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.771013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1933422 Mar 11 18:01:09.774174 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39800) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:09.779374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'subnet': {'network_id': '958814a2-be56-4423-9db3-f7cb47c4f145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:09.785401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbf992-8cc3-4baf-ab93-b248575f1d75 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Network': ['ID=958814a2-be56-4423-9db3-f7cb47c4f145,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:09.800374 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 958814a2-be56-4423-9db3-f7cb47c4f145 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:09.867322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:09.870955 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:09.918905 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Allocated IP 2001:db8:0:ffff::2 (90baee19-7d4d-4890-be94-91c8b57884d7/ac2d900a-60ea-4fe6-be17-eac1363be441/92e8b4e2-72d1-4f27-9972-d0afe2d6731e) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:10.068289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.073478 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.080195 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.124738 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Network 90baee19-7d4d-4890-be94-91c8b57884d7 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:10.128910 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Pushing event updated for resources: {'Port': ['ID=92e8b4e2-72d1-4f27-9972-d0afe2d6731e,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:10.131155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:10.132586 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Subnet': ['ID=3217c1ec-104e-4cc0-bf12-3516af198f7c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:10.133759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:10.142842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.143187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.143523 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.143803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Checking segment: {'id': '04881346-7b2f-4a78-8261-d14f9f429ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '958814a2-be56-4423-9db3-f7cb47c4f145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:10.143925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.144175 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network hostable DHCP agents. Network: 958814a2-be56-4423-9db3-f7cb47c4f145, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:10.144298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.144538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.144837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.145158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.145478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.145803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.146117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.146434 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:10.161442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network 958814a2-be56-4423-9db3-f7cb47c4f145 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:10.171707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 958814a2-be56-4423-9db3-f7cb47c4f145) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:10.176362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:10.176968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.190002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88d7d3-34b4-4d0d-a279-d6a9ba5c5e08 None None] Network 958814a2-be56-4423-9db3-f7cb47c4f145 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:10.193871 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7149986b-2625-4172-acfd-8046727b6541 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4184599 Mar 11 18:01:10.196545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:10.214328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Attempting to bind port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:10.214693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Attempting to bind port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '37e2a423-3ed8-4490-a5ae-43e31827dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90baee19-7d4d-4890-be94-91c8b57884d7'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:10.215047 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Attempting to bind port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e on network 90baee19-7d4d-4890-be94-91c8b57884d7 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:10.248472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:10.248845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Checking segment: {'id': '37e2a423-3ed8-4490-a5ae-43e31827dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90baee19-7d4d-4890-be94-91c8b57884d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:10.249243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.249629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Bound using segment: {'id': '37e2a423-3ed8-4490-a5ae-43e31827dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90baee19-7d4d-4890-be94-91c8b57884d7'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:10.250987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Bound port: 92e8b4e2-72d1-4f27-9972-d0afe2d6731e, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e2a423-3ed8-4490-a5ae-43e31827dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90baee19-7d4d-4890-be94-91c8b57884d7'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:10.250987 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.292961 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.370428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] For port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:10.374831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] For port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=92e8b4e2-72d1-4f27-9972-d0afe2d6731e,segment=NetworkSegment(37e2a423-3ed8-4490-a5ae-43e31827dc32),segment_id=37e2a423-3ed8-4490-a5ae-43e31827dc32)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:10.377438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.383575 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.430519 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2d48c5-c7fe-4ee8-b9a7-2c731e8db004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-958814a2-be56-4423-9db3-f7cb47c4f145', 'network_id': '958814a2-be56-4423-9db3-f7cb47c4f145', 'tenant_id': '9770b46acddc4cc7a7a3a73b7021d6f3', 'fixed_ips': [{'subnet_id': '3217c1ec-104e-4cc0-bf12-3516af198f7c'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:01:10.431366 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5a2d48c5-c7fe-4ee8-b9a7-2c731e8db004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.449640 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.477340 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca12cc3-fb99-4574-97bd-fbf013360030 None None] Pushing event updated for resources: {'Port': ['ID=92e8b4e2-72d1-4f27-9972-d0afe2d6731e,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:10.485547 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Subnet': ['ID=3217c1ec-104e-4cc0-bf12-3516af198f7c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:10.546546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1decbdc8-a34c-4169-9ec8-a3a1c386a078 None None] Network 958814a2-be56-4423-9db3-f7cb47c4f145 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:10.558379 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.582403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958814a2-be56-4423-9db3-f7cb47c4f145']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:10.591844 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04881346-7b2f-4a78-8261-d14f9f429ef3') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:10.592146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04881346-7b2f-4a78-8261-d14f9f429ef3') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:10.602640 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.616661 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.623509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:10.623917 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:10.627931 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:10.701337 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.705904 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.709151 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/networks/958814a2-be56-4423-9db3-f7cb47c4f145 HTTP/1.1" status: 204 len: 168 time: 0.5115960 Mar 11 18:01:10.713528 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39804) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:10.727034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b7287-5646-4e5f-b14b-74d079084aaa tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Network': ['ID=958814a2-be56-4423-9db3-f7cb47c4f145,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:10.730521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223883123'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:10.755891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:10.759370 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.785745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:10.798653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.799007 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Added segment 41732269-2264-445f-a628-7ca11699f2a0 of type vlan for network 74070591-8035-405d-8ff9-b051bc36fabd Mar 11 18:01:10.841415 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.866976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.872304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:10.872914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:10.927202 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2119231 Mar 11 18:01:10.930146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39806) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:10.935488 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'subnet': {'network_id': '74070591-8035-405d-8ff9-b051bc36fabd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:10.948771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f6f90-e377-41ba-a633-15c09be93c2c tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Network': ['ID=74070591-8035-405d-8ff9-b051bc36fabd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:10.959149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 74070591-8035-405d-8ff9-b051bc36fabd details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:11.030214 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:11.034879 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.091251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Performing IP validity checks on allocation pools {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 18:01:11.091773 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 18:01:11.221097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.283524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Subnet': ['ID=f38d8f89-408d-4081-8058-7d85bb3577b9,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:11.296140 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Checking segment: {'id': '41732269-2264-445f-a628-7ca11699f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '74070591-8035-405d-8ff9-b051bc36fabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:11.296563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network hostable DHCP agents. Network: 74070591-8035-405d-8ff9-b051bc36fabd, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:11.314461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network 74070591-8035-405d-8ff9-b051bc36fabd is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:11.324270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 74070591-8035-405d-8ff9-b051bc36fabd) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:11.329013 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:11.329658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.337458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9823aca4-1fd8-4553-a7d5-c6425ffcb867 None None] Network 74070591-8035-405d-8ff9-b051bc36fabd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:11.347325 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-168a5a69-f6eb-4ca6-b965-7109fef6ad35 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4159956 Mar 11 18:01:11.349837 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39808) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:11.407183 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.465513 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.509868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d77b79-6a78-4b1b-879f-ba1ff27e771b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-74070591-8035-405d-8ff9-b051bc36fabd', 'network_id': '74070591-8035-405d-8ff9-b051bc36fabd', 'tenant_id': '9770b46acddc4cc7a7a3a73b7021d6f3', 'fixed_ips': [{'subnet_id': 'f38d8f89-408d-4081-8058-7d85bb3577b9'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:01:11.510787 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-51d77b79-6a78-4b1b-879f-ba1ff27e771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.524867 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.527287 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a755d-5aea-443e-b3f9-89fd33079ed9 None None] Network 90baee19-7d4d-4890-be94-91c8b57884d7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:11.587782 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.594976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-5b9837a9-1917-47b0-8df6-e41c6817a95d None None] Provisioning complete for port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:11.595348 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5b9837a9-1917-47b0-8df6-e41c6817a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.618278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Subnet': ['ID=f38d8f89-408d-4081-8058-7d85bb3577b9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:11.685351 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.707000 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74070591-8035-405d-8ff9-b051bc36fabd']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:11.717576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41732269-2264-445f-a628-7ca11699f2a0') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:11.717876 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41732269-2264-445f-a628-7ca11699f2a0') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-51d77b79-6a78-4b1b-879f-ba1ff27e771b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f38d8f89-408d-4081-8058-7d85bb3577b9: This subnet is being modified by another concurrent operation. Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f38d8f89-408d-4081-8058-7d85bb3577b9: This subnet is being modified by another concurrent operation. Mar 11 18:01:11.719570 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 18:01:11.735704 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.750692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec501c1-f546-45b3-a9ee-39c0c171432f None None] Network 74070591-8035-405d-8ff9-b051bc36fabd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:11.751629 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.758458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:11.759064 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:11.762286 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:11.833487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.843326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.846660 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/networks/74070591-8035-405d-8ff9-b051bc36fabd HTTP/1.1" status: 204 len: 168 time: 0.4952810 Mar 11 18:01:11.852251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39810) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:11.858274 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-63582837'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:11.860477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fa4ff-ac1c-4dc9-93af-0948c79a9fd0 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Network': ['ID=74070591-8035-405d-8ff9-b051bc36fabd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:11.881599 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5b9837a9-1917-47b0-8df6-e41c6817a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.883195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:11.886768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.911303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:11.920646 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.921124 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Added segment 91f30edb-19ce-4d10-b7ce-ad2f031b7c32 of type vlan for network e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 Mar 11 18:01:11.959916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5b9837a9-1917-47b0-8df6-e41c6817a95d None None] For port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=92e8b4e2-72d1-4f27-9972-d0afe2d6731e,segment=NetworkSegment(37e2a423-3ed8-4490-a5ae-43e31827dc32),segment_id=37e2a423-3ed8-4490-a5ae-43e31827dc32)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:11.964127 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5b9837a9-1917-47b0-8df6-e41c6817a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.966651 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:11.994385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.000656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:12.001522 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.018572 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9837a9-1917-47b0-8df6-e41c6817a95d None None] Pushing event updated for resources: {'Port': ['ID=92e8b4e2-72d1-4f27-9972-d0afe2d6731e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:12.059348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2058690 Mar 11 18:01:12.062256 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39812) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:12.068662 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'subnet': {'network_id': 'e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:12.076059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70049-6a0a-42c1-809f-b865d8fb39df tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Network': ['ID=e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:12.088762 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:12.169555 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:12.173759 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.313428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2eade0-b857-44fe-95a5-a6369b773c32 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 18:01:12.372732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f5b6270b-a978-4c95-8b2d-7dc3872ecc4b None None] Provisioning complete for port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:12.372900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f5b6270b-a978-4c95-8b2d-7dc3872ecc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.374427 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.435214 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2eade0-b857-44fe-95a5-a6369b773c32 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 18:01:12.444590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Subnet': ['ID=8c832e48-75d1-4142-b608-c42b9dd59ad7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:12.454813 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Checking segment: {'id': '91f30edb-19ce-4d10-b7ce-ad2f031b7c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:12.455188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network hostable DHCP agents. Network: e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:12.473243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:12.482682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:12.487660 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:12.488749 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 92e8b4e2-72d1-4f27-9972-d0afe2d6731e up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:12.488887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.506141 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-291116fa-72f0-4ba5-8e07-f377fb7dd495 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4416506 Mar 11 18:01:12.509801 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39814) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:12.515283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032868377'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:12.534384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:12.537974 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.562583 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:12.571827 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.572128 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Added segment 566e501f-93e8-4d74-9b51-572f49b312be of type vlan for network 75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb Mar 11 18:01:12.613728 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.627891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:12.628265 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.640106 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.645697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:12.646273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.710522 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1993580 Mar 11 18:01:12.713699 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39816) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:12.721295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Request body: {'subnet': {'network_id': '75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:12.738431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c061425-bd1f-4b4c-be03-7d7542d78ad3 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Network': ['ID=75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:12.754815 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:12.814393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Made reservation on behalf of 9770b46acddc4cc7a7a3a73b7021d6f3 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:12.818004 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:12.826800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef050bae-d40a-40b6-ac05-3dd97c4db670 None None] Network e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:12.996136 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2', 'network_id': 'e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2', 'tenant_id': '9770b46acddc4cc7a7a3a73b7021d6f3', 'fixed_ips': [{'subnet_id': '8c832e48-75d1-4142-b608-c42b9dd59ad7'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:01:12.997046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.001100 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.060014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event updated for resources: {'Subnet': ['ID=8d29e9a8-e2e5-44bf-a016-12ffc0c93fa7,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:13.075987 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Checking segment: {'id': '566e501f-93e8-4d74-9b51-572f49b312be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:13.076368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network hostable DHCP agents. Network: 75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:13.095877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Network 75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:13.104848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:13.108862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:13.109449 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.119093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e795eebf-275d-4612-83e9-99f8a4735676 None None] Network 75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:13.127083 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e5572dc3-7664-442e-8875-1953d770b918 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4123578 Mar 11 18:01:13.129728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39818) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:13.183902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Allocated IP 2001:db8::2 (e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2/8c832e48-75d1-4142-b608-c42b9dd59ad7/ff5b97e1-beee-4778-b93c-d545930febd1) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:13.226309 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.306361 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.352466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ee697-2254-43f6-a884-8979eb5770f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb', 'network_id': '75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb', 'tenant_id': '9770b46acddc4cc7a7a3a73b7021d6f3', 'fixed_ips': [{'subnet_id': '8d29e9a8-e2e5-44bf-a016-12ffc0c93fa7'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:01:13.353314 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d34ee697-2254-43f6-a884-8979eb5770f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.370689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.396208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Subnet': ['ID=8d29e9a8-e2e5-44bf-a016-12ffc0c93fa7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:13.460721 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.465006 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.476694 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.487858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:13.497331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566e501f-93e8-4d74-9b51-572f49b312be') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:13.497632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566e501f-93e8-4d74-9b51-572f49b312be') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:13.503848 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595bc802-c81f-41c0-84ed-0e91b2f79177 None None] Network 75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:13.507494 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.522026 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.528256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:13.528751 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:13.532501 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:13.540249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Network e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:13.569573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Pushing event updated for resources: {'Port': ['ID=ff5b97e1-beee-4778-b93c-d545930febd1,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:13.577496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:13.581998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:13.592218 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.600358 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.606547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/networks/75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb HTTP/1.1" status: 204 len: 168 time: 0.4727254 Mar 11 18:01:13.606856 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39820) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:13.615690 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52e4bc-6efd-4fdc-a9a1-abd5ac700ead tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Network': ['ID=75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:13.639902 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-65474ef5-e431-4e84-b64f-8440ecc536b5 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] GET failed (client error): The resource could not be found. Mar 11 18:01:13.641298 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-65474ef5-e431-4e84-b64f-8440ecc536b5 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "GET /v2.0/subnets/8d29e9a8-e2e5-44bf-a016-12ffc0c93fa7 HTTP/1.1" status: 404 len: 337 time: 0.0329404 Mar 11 18:01:13.644210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39822) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:13.663239 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4592533f-c836-4422-a597-40d1d64221be tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:13.663793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4592533f-c836-4422-a597-40d1d64221be tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:13.666954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4592533f-c836-4422-a597-40d1d64221be tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/networks/75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb HTTP/1.1" status: 404 len: 339 time: 0.0217338 Mar 11 18:01:13.670721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:13.691696 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Attempting to bind port ff5b97e1-beee-4778-b93c-d545930febd1 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:13.692053 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Attempting to bind port ff5b97e1-beee-4778-b93c-d545930febd1 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '91f30edb-19ce-4d10-b7ce-ad2f031b7c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:13.692440 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Attempting to bind port ff5b97e1-beee-4778-b93c-d545930febd1 on network e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:13.697673 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b004a360-c47a-4114-ba43-a9e1817f3617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.699521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:13.699918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Checking segment: {'id': '91f30edb-19ce-4d10-b7ce-ad2f031b7c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:13.700287 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.700695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Bound using segment: {'id': '91f30edb-19ce-4d10-b7ce-ad2f031b7c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:13.701153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Bound port: ff5b97e1-beee-4778-b93c-d545930febd1, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f30edb-19ce-4d10-b7ce-ad2f031b7c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:13.701529 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.704539 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-db43cd7b-1add-4c2e-8b97-7d246810b4ca tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:13.705103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db43cd7b-1add-4c2e-8b97-7d246810b4ca tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:13.708048 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-db43cd7b-1add-4c2e-8b97-7d246810b4ca tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/subnets/8d29e9a8-e2e5-44bf-a016-12ffc0c93fa7 HTTP/1.1" status: 404 len: 337 time: 0.0364168 Mar 11 18:01:13.710791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:13.728352 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-273d4138-73b0-404e-b3ec-3bd5af2369c9 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:13.728892 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273d4138-73b0-404e-b3ec-3bd5af2369c9 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:13.731812 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-273d4138-73b0-404e-b3ec-3bd5af2369c9 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/networks/75dcb1c6-9c14-4e3f-8d8b-a9a2b0efd8fb HTTP/1.1" status: 404 len: 339 time: 0.0200543 Mar 11 18:01:13.734910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39828) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:13.766275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] For port ff5b97e1-beee-4778-b93c-d545930febd1, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:13.769372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] For port ff5b97e1-beee-4778-b93c-d545930febd1, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ff5b97e1-beee-4778-b93c-d545930febd1,segment=NetworkSegment(91f30edb-19ce-4d10-b7ce-ad2f031b7c32),segment_id=91f30edb-19ce-4d10-b7ce-ad2f031b7c32)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:13.774414 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.785022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-006172cd-80bc-4e99-bfdb-eb656ef06c16 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Deleting subnet 8c832e48-75d1-4142-b608-c42b9dd59ad7 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:01:13.788302 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-006172cd-80bc-4e99-bfdb-eb656ef06c16 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.832965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87175028-5d3c-45c0-b413-bc4c7d810078 None None] Pushing event updated for resources: {'Port': ['ID=ff5b97e1-beee-4778-b93c-d545930febd1,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:13.835610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-006172cd-80bc-4e99-bfdb-eb656ef06c16 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.925974 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-006172cd-80bc-4e99-bfdb-eb656ef06c16 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:13.999577 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-006172cd-80bc-4e99-bfdb-eb656ef06c16 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.030172 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006172cd-80bc-4e99-bfdb-eb656ef06c16 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Subnet': ['ID=8c832e48-75d1-4142-b608-c42b9dd59ad7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:14.035741 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-006172cd-80bc-4e99-bfdb-eb656ef06c16 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.039737 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-006172cd-80bc-4e99-bfdb-eb656ef06c16 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/subnets/8c832e48-75d1-4142-b608-c42b9dd59ad7 HTTP/1.1" status: 204 len: 168 time: 0.3039048 Mar 11 18:01:14.042304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:14.123060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.175917 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Deleting port ff5b97e1-beee-4778-b93c-d545930febd1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:01:14.176549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.237416 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] For port ff5b97e1-beee-4778-b93c-d545930febd1, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ff5b97e1-beee-4778-b93c-d545930febd1,segment=NetworkSegment(91f30edb-19ce-4d10-b7ce-ad2f031b7c32),segment_id=91f30edb-19ce-4d10-b7ce-ad2f031b7c32)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:14.237699 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.250203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Calling delete_port for ff5b97e1-beee-4778-b93c-d545930febd1 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:01:14.330611 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.357696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Port': ['ID=ff5b97e1-beee-4778-b93c-d545930febd1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:14.359551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] No DVR routers for this DVR port ff5b97e1-beee-4778-b93c-d545930febd1 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:14.440593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ff5b97e1-beee-4778-b93c-d545930febd1 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:14.452679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.461968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ff5b97e1-beee-4778-b93c-d545930febd1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:01:14.462324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ff5b97e1-beee-4778-b93c-d545930febd1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 18:01:14.476130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:14.486187 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f30edb-19ce-4d10-b7ce-ad2f031b7c32') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:14.486543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f30edb-19ce-4d10-b7ce-ad2f031b7c32') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:14.492144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Port ff5b97e1-beee-4778-b93c-d545930febd1 not found, will not notify nova. {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 18:01:14.496614 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.510271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.517701 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:14.518310 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:14.521512 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:14.583471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.593520 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.597387 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/networks/e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 HTTP/1.1" status: 204 len: 168 time: 0.5539918 Mar 11 18:01:14.599971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39832) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:14.618042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad49448-07b9-4ac3-b8f0-a90f10f3335a tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Network': ['ID=e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:14.637993 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f1dba4-69e9-4159-b25e-3878a723a323 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:14.638448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f1dba4-69e9-4159-b25e-3878a723a323 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:14.642108 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-30f1dba4-69e9-4159-b25e-3878a723a323 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/subnets/f38d8f89-408d-4081-8058-7d85bb3577b9 HTTP/1.1" status: 404 len: 337 time: 0.0408449 Mar 11 18:01:14.644637 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39834) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:14.667116 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6b2c83-8a60-403e-b4ac-0ea9faeedee1 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:14.667689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6b2c83-8a60-403e-b4ac-0ea9faeedee1 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:14.670779 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ef6b2c83-8a60-403e-b4ac-0ea9faeedee1 tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/networks/74070591-8035-405d-8ff9-b051bc36fabd HTTP/1.1" status: 404 len: 339 time: 0.0252225 Mar 11 18:01:14.673328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39836) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:14.699788 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-3314b750-d962-49df-94f3-667a6129f21e tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:14.700252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3314b750-d962-49df-94f3-667a6129f21e tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:14.703927 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3314b750-d962-49df-94f3-667a6129f21e tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/subnets/3217c1ec-104e-4cc0-bf12-3516af198f7c HTTP/1.1" status: 404 len: 337 time: 0.0290337 Mar 11 18:01:14.706361 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39838) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:14.724453 n-d-833411-1 neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e16194c-c4bd-40a4-b301-4fac490cdcaf tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] DELETE failed (client error): The resource could not be found. Mar 11 18:01:14.724999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e16194c-c4bd-40a4-b301-4fac490cdcaf tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 18:01:14.728236 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-8e16194c-c4bd-40a4-b301-4fac490cdcaf tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/networks/958814a2-be56-4423-9db3-f7cb47c4f145 HTTP/1.1" status: 404 len: 339 time: 0.0209496 Mar 11 18:01:14.730691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39840) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:14.785035 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-c850f027-047e-46a5-ad37-a4cf80d1d6ce tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Deleting subnet ac2d900a-60ea-4fe6-be17-eac1363be441 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:01:14.788065 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c850f027-047e-46a5-ad37-a4cf80d1d6ce tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.795674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf6cc28-da6e-4568-8fb7-906462e88f2d None None] DHCP port deletion for e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:01:14.806467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d9349c70-2828-4f02-9d38-4744be076ec1 None None] Could not find standard attr ID for object ff5b97e1-beee-4778-b93c-d545930febd1. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 18:01:14.817573 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a8142-907e-450a-8437-cda4f29c8ebf None None] Network e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:14.829911 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a8142-907e-450a-8437-cda4f29c8ebf None None] Network e3e5054d-f2d2-4c7c-bd39-05bdc37a96e2 could not be found, it might have been deleted concurrently. {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 11 18:01:14.833659 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c850f027-047e-46a5-ad37-a4cf80d1d6ce tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.920400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c850f027-047e-46a5-ad37-a4cf80d1d6ce tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:14.977727 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c850f027-047e-46a5-ad37-a4cf80d1d6ce tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.007442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850f027-047e-46a5-ad37-a4cf80d1d6ce tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2d900a-60ea-4fe6-be17-eac1363be441,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:15.010238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c850f027-047e-46a5-ad37-a4cf80d1d6ce tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.013493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c6f3c-1a36-4f6e-ae34-2fb993458a18 None None] Network 90baee19-7d4d-4890-be94-91c8b57884d7 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:15.014245 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c850f027-047e-46a5-ad37-a4cf80d1d6ce tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/subnets/ac2d900a-60ea-4fe6-be17-eac1363be441 HTTP/1.1" status: 204 len: 168 time: 0.2825904 Mar 11 18:01:15.016972 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39842) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:15.097398 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.150562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Deleting port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:01:15.150801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.179791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79966d1-0072-4489-8f0e-1fb9a11bb24a None None] DHCP port deletion for 90baee19-7d4d-4890-be94-91c8b57884d7 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:01:15.212041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] For port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=92e8b4e2-72d1-4f27-9972-d0afe2d6731e,segment=NetworkSegment(37e2a423-3ed8-4490-a5ae-43e31827dc32),segment_id=37e2a423-3ed8-4490-a5ae-43e31827dc32)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:15.212433 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.225650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Calling delete_port for 92e8b4e2-72d1-4f27-9972-d0afe2d6731e owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:01:15.226984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b79966d1-0072-4489-8f0e-1fb9a11bb24a None None] Deleting port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:01:15.227359 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b79966d1-0072-4489-8f0e-1fb9a11bb24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.288845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b79966d1-0072-4489-8f0e-1fb9a11bb24a None None] For port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=92e8b4e2-72d1-4f27-9972-d0afe2d6731e,segment=NetworkSegment(37e2a423-3ed8-4490-a5ae-43e31827dc32),segment_id=37e2a423-3ed8-4490-a5ae-43e31827dc32)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:15.289244 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b79966d1-0072-4489-8f0e-1fb9a11bb24a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.303058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b79966d1-0072-4489-8f0e-1fb9a11bb24a None None] Calling delete_port for 92e8b4e2-72d1-4f27-9972-d0afe2d6731e owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:01:15.305680 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.333256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] No DVR routers for this DVR port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:15.339515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Port': ['ID=92e8b4e2-72d1-4f27-9972-d0afe2d6731e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:15.384133 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b79966d1-0072-4489-8f0e-1fb9a11bb24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.411163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79966d1-0072-4489-8f0e-1fb9a11bb24a None None] Pushing event deleted for resources: {'Port': ['ID=92e8b4e2-72d1-4f27-9972-d0afe2d6731e,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:15.415005 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.415264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79966d1-0072-4489-8f0e-1fb9a11bb24a None None] No DVR routers for this DVR port 92e8b4e2-72d1-4f27-9972-d0afe2d6731e on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:15.441406 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90baee19-7d4d-4890-be94-91c8b57884d7']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.450519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e2a423-3ed8-4490-a5ae-43e31827dc32') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.450814 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e2a423-3ed8-4490-a5ae-43e31827dc32') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.460478 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.473312 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.479208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:15.479739 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:15.482692 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:15.538971 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.543768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.546986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] 10.222.0.53 "DELETE /v2.0/networks/90baee19-7d4d-4890-be94-91c8b57884d7 HTTP/1.1" status: 204 len: 168 time: 0.5284772 Mar 11 18:01:15.562160 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dbf12-7922-43f3-9ee1-f3370949995d tempest-NetworksIpV6Test-326470041 tempest-NetworksIpV6Test-326470041-project] Pushing event deleted for resources: {'Network': ['ID=90baee19-7d4d-4890-be94-91c8b57884d7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:15.785909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39848) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:15.915250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-23fac7c4-26c9-422c-a48c-3298d121c1c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9770b46acddc4cc7a7a3a73b7021d6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281722 Mar 11 18:01:15.917718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39852) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:15.935627 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9115f1d2-1cd3-487c-bedc-6fdd61d6fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.967561 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe908344-b224-49d8-8ebd-422126890b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:15.991880 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe908344-b224-49d8-8ebd-422126890b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.037230 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe908344-b224-49d8-8ebd-422126890b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.039787 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe908344-b224-49d8-8ebd-422126890b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.040964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fe908344-b224-49d8-8ebd-422126890b77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c28eb5fb-294b-4cc1-a667-8e4092215375 HTTP/1.1" status: 204 len: 168 time: 0.1223373 Mar 11 18:01:16.049323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe908344-b224-49d8-8ebd-422126890b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28eb5fb-294b-4cc1-a667-8e4092215375,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:16.414599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ff5b97e1-beee-4778-b93c-d545930febd1 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:01:16.434123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ff5b97e1-beee-4778-b93c-d545930febd1 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:01:16.434462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ff5b97e1-beee-4778-b93c-d545930febd1 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:01:16.434873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 92e8b4e2-72d1-4f27-9972-d0afe2d6731e no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:01:16.459020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 92e8b4e2-72d1-4f27-9972-d0afe2d6731e {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:01:16.459376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 92e8b4e2-72d1-4f27-9972-d0afe2d6731e not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:01:16.681305 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39874) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:16.771702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-58df4bb3-b94c-4734-b7ef-34fe6de9ef59 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2005205459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:16.792616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58df4bb3-b94c-4734-b7ef-34fe6de9ef59 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.793600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58df4bb3-b94c-4734-b7ef-34fe6de9ef59 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.847265 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58df4bb3-b94c-4734-b7ef-34fe6de9ef59 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.851579 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58df4bb3-b94c-4734-b7ef-34fe6de9ef59 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.868787 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58df4bb3-b94c-4734-b7ef-34fe6de9ef59 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.869943 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-58df4bb3-b94c-4734-b7ef-34fe6de9ef59 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1876569 Mar 11 18:01:16.872592 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39878) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:16.877242 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1656661809'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:16.894524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Made reservation on behalf of 5c8df11537a249fa946ae4c03e6d3262 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:16.897994 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.906674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.981194 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:16.985470 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.015564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:17.025995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cca567e-d860-4f84-9f26-f778295e25e9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:17.030811 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.031851 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Added segment 80e58c2e-4188-4229-9aa1-155e8768a854 of type vlan for network fb94a5da-7abf-45d3-b7c5-d7eda98f7392 Mar 11 18:01:17.072289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.096810 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.102275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:17.102866 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.134231 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2606602 Mar 11 18:01:17.137163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39880) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:17.142342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Request body: {'subnet': {'network_id': 'fb94a5da-7abf-45d3-b7c5-d7eda98f7392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:17.176443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75467fee-de51-452e-9fa2-a340b61b0a87 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event updated for resources: {'Network': ['ID=fb94a5da-7abf-45d3-b7c5-d7eda98f7392,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:17.185929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network fb94a5da-7abf-45d3-b7c5-d7eda98f7392 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:17.230139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Made reservation on behalf of 5c8df11537a249fa946ae4c03e6d3262 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:17.233822 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.274939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.411040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.467843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event updated for resources: {'Subnet': ['ID=df26ef79-430f-4c38-90a5-3f3c4ed44a5e,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:17.477297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Checking segment: {'id': '80e58c2e-4188-4229-9aa1-155e8768a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fb94a5da-7abf-45d3-b7c5-d7eda98f7392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:17.477652 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Network hostable DHCP agents. Network: fb94a5da-7abf-45d3-b7c5-d7eda98f7392, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:17.494096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Network fb94a5da-7abf-45d3-b7c5-d7eda98f7392 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:17.502212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, fb94a5da-7abf-45d3-b7c5-d7eda98f7392) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:17.506551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:17.507696 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.513346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b15c1b-2fbb-460b-9572-d653b876f973 None None] Network fb94a5da-7abf-45d3-b7c5-d7eda98f7392 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:17.523627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a5225ac7-cb83-41f0-ae35-6dd06fbf6091 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3853505 Mar 11 18:01:17.526627 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39882) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:17.532019 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1437184977'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:17.549990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Made reservation on behalf of 5c8df11537a249fa946ae4c03e6d3262 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:17.553810 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.582207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:17.591793 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.592134 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Added segment d66e5442-38f6-40cd-9603-113135a143d2 of type vlan for network 705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f Mar 11 18:01:17.632193 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.657728 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.663208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:17.663807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.666237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-fb94a5da-7abf-45d3-b7c5-d7eda98f7392', 'network_id': 'fb94a5da-7abf-45d3-b7c5-d7eda98f7392', 'tenant_id': '5c8df11537a249fa946ae4c03e6d3262', 'fixed_ips': [{'subnet_id': 'df26ef79-430f-4c38-90a5-3f3c4ed44a5e'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:01:17.667107 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.717604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1900015 Mar 11 18:01:17.720655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39884) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:17.726752 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Request body: {'subnet': {'network_id': '705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:17.732281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85197697-42ca-470d-8e4d-c7c8f3506e0f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event updated for resources: {'Network': ['ID=705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:17.746415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:17.813323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Made reservation on behalf of 5c8df11537a249fa946ae4c03e6d3262 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:17.816781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:17.871220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Allocated IP 172.20.0.2 (fb94a5da-7abf-45d3-b7c5-d7eda98f7392/df26ef79-430f-4c38-90a5-3f3c4ed44a5e/e5d4e072-4fc9-4c7d-a419-804f9dd7c517) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:17.997746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.013507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.018991 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.062851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Network fb94a5da-7abf-45d3-b7c5-d7eda98f7392 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:18.065648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:18.067762 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event updated for resources: {'Subnet': ['ID=48bca48c-28b5-47ba-a664-a7725f9ae134,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:18.069105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:18.073407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Checking segment: {'id': 'd66e5442-38f6-40cd-9603-113135a143d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:18.073787 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Network hostable DHCP agents. Network: 705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:18.079967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Pushing event updated for resources: {'Port': ['ID=e5d4e072-4fc9-4c7d-a419-804f9dd7c517,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:18.095161 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Network 705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:18.104747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:18.109977 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:18.110574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.120653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ab6a0-79c0-4b45-9258-d48ffc11d0d1 None None] Network 705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:18.129725 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-50051a54-3801-4a76-896a-0c053b08ba75 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4050581 Mar 11 18:01:18.129980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:18.134543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4dfe311d-1db8-4eb1-8895-1b8f97ae487d tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Request body: {'router': {'external_gateway_info': {'network_id': '705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:18.143642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Attempting to bind port e5d4e072-4fc9-4c7d-a419-804f9dd7c517 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:18.144014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Attempting to bind port e5d4e072-4fc9-4c7d-a419-804f9dd7c517 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '80e58c2e-4188-4229-9aa1-155e8768a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fb94a5da-7abf-45d3-b7c5-d7eda98f7392'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:18.144398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Attempting to bind port e5d4e072-4fc9-4c7d-a419-804f9dd7c517 on network fb94a5da-7abf-45d3-b7c5-d7eda98f7392 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:18.179380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:18.180382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Checking segment: {'id': '80e58c2e-4188-4229-9aa1-155e8768a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fb94a5da-7abf-45d3-b7c5-d7eda98f7392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:18.180792 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.181248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Bound using segment: {'id': '80e58c2e-4188-4229-9aa1-155e8768a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fb94a5da-7abf-45d3-b7c5-d7eda98f7392'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:18.181723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Bound port: e5d4e072-4fc9-4c7d-a419-804f9dd7c517, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e58c2e-4188-4229-9aa1-155e8768a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fb94a5da-7abf-45d3-b7c5-d7eda98f7392'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:18.182101 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.346899 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4dfe311d-1db8-4eb1-8895-1b8f97ae487d tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.460376 n-d-833411-1 neutron-server[102641]: INFO neutron.api.v2.resource [None req-4dfe311d-1db8-4eb1-8895-1b8f97ae487d tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 18:01:18.461459 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4dfe311d-1db8-4eb1-8895-1b8f97ae487d tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "PUT /v2.0/routers/cd2a0f5d-9e2f-4f60-9c7a-8f3884082cd1 HTTP/1.1" status: 400 len: 364 time: 0.3304274 Mar 11 18:01:18.468501 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:18.469108 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] For port e5d4e072-4fc9-4c7d-a419-804f9dd7c517, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:18.474049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] For port e5d4e072-4fc9-4c7d-a419-804f9dd7c517, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e5d4e072-4fc9-4c7d-a419-804f9dd7c517,segment=NetworkSegment(80e58c2e-4188-4229-9aa1-155e8768a854),segment_id=80e58c2e-4188-4229-9aa1-155e8768a854)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:18.479771 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.531600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2553503-dd58-4c76-9257-7f601f7e1306 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Deleting subnet 48bca48c-28b5-47ba-a664-a7725f9ae134 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:01:18.535252 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2553503-dd58-4c76-9257-7f601f7e1306 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.567045 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.570864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3119b7-d496-4f1e-a198-29f00915635e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f', 'network_id': '705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f', 'tenant_id': '5c8df11537a249fa946ae4c03e6d3262', 'fixed_ips': [{'subnet_id': '48bca48c-28b5-47ba-a664-a7725f9ae134'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:01:18.571486 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1a3119b7-d496-4f1e-a198-29f00915635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.586401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2553503-dd58-4c76-9257-7f601f7e1306 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.587452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4d668-e684-4a0f-bc7b-525fb3a10def None None] Pushing event updated for resources: {'Port': ['ID=e5d4e072-4fc9-4c7d-a419-804f9dd7c517,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:18.637307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2553503-dd58-4c76-9257-7f601f7e1306 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.699471 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2553503-dd58-4c76-9257-7f601f7e1306 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server [None req-1a3119b7-d496-4f1e-a198-29f00915635e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48bca48c-28b5-47ba-a664-a7725f9ae134: This subnet is being modified by another concurrent operation. Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server raise exception Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48bca48c-28b5-47ba-a664-a7725f9ae134: This subnet is being modified by another concurrent operation. Mar 11 18:01:18.702134 n-d-833411-1 neutron-server[102643]: ERROR oslo_messaging.rpc.server Mar 11 18:01:18.723142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5997ce5-408c-4225-a1d4-63ecd3da8538 None None] Network 705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:18.731189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2553503-dd58-4c76-9257-7f601f7e1306 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event deleted for resources: {'Subnet': ['ID=48bca48c-28b5-47ba-a664-a7725f9ae134,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:18.736210 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2553503-dd58-4c76-9257-7f601f7e1306 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.739521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b2553503-dd58-4c76-9257-7f601f7e1306 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "DELETE /v2.0/subnets/48bca48c-28b5-47ba-a664-a7725f9ae134 HTTP/1.1" status: 204 len: 168 time: 0.2691450 Mar 11 18:01:18.742354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39890) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:18.841066 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.929996 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.954210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:18.963486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66e5442-38f6-40cd-9603-113135a143d2') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:18.963785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66e5442-38f6-40cd-9603-113135a143d2') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:18.973914 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.986768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.992519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:18.992902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:18.995849 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:19.054627 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.055344 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.062682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.066509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "DELETE /v2.0/networks/705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f HTTP/1.1" status: 204 len: 168 time: 0.3232138 Mar 11 18:01:19.068987 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39892) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:19.086384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ffda3-d593-4f55-9bcf-98c42915ba4b tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event deleted for resources: {'Network': ['ID=705bf8cd-e5e3-4131-bc60-a4c24c7f1b7f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:19.128819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf90b67-f10b-4125-b54b-b21a485c7ccc tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Deleting subnet df26ef79-430f-4c38-90a5-3f3c4ed44a5e {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:01:19.131902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daf90b67-f10b-4125-b54b-b21a485c7ccc tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.175212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daf90b67-f10b-4125-b54b-b21a485c7ccc tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.258928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daf90b67-f10b-4125-b54b-b21a485c7ccc tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.321160 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daf90b67-f10b-4125-b54b-b21a485c7ccc tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.351925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf90b67-f10b-4125-b54b-b21a485c7ccc tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event deleted for resources: {'Subnet': ['ID=df26ef79-430f-4c38-90a5-3f3c4ed44a5e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:19.358027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daf90b67-f10b-4125-b54b-b21a485c7ccc tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.360998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-daf90b67-f10b-4125-b54b-b21a485c7ccc tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "DELETE /v2.0/subnets/df26ef79-430f-4c38-90a5-3f3c4ed44a5e HTTP/1.1" status: 204 len: 168 time: 0.2828250 Mar 11 18:01:19.363609 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:19.442696 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.496853 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Deleting port e5d4e072-4fc9-4c7d-a419-804f9dd7c517 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:01:19.497216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.527252 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac67681-75d7-4541-9b44-2a5ba5f8fe68 None None] Network fb94a5da-7abf-45d3-b7c5-d7eda98f7392 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:19.569788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] For port e5d4e072-4fc9-4c7d-a419-804f9dd7c517, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e5d4e072-4fc9-4c7d-a419-804f9dd7c517,segment=NetworkSegment(80e58c2e-4188-4229-9aa1-155e8768a854),segment_id=80e58c2e-4188-4229-9aa1-155e8768a854)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:19.570196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.583476 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Calling delete_port for e5d4e072-4fc9-4c7d-a419-804f9dd7c517 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:01:19.610269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-971acef7-ad6f-4f55-ab59-c57749d076f7 None None] Provisioning complete for port e5d4e072-4fc9-4c7d-a419-804f9dd7c517 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:19.610637 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-971acef7-ad6f-4f55-ab59-c57749d076f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.661270 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:19.685443 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-971acef7-ad6f-4f55-ab59-c57749d076f7 None None] Could not find standard attr ID for object e5d4e072-4fc9-4c7d-a419-804f9dd7c517. {{(pid=102643) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 18:01:19.686320 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event deleted for resources: {'Port': ['ID=e5d4e072-4fc9-4c7d-a419-804f9dd7c517,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:19.691678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] No DVR routers for this DVR port e5d4e072-4fc9-4c7d-a419-804f9dd7c517 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:01:19.691828 n-d-833411-1 neutron-server[102643]: INFO neutron.plugins.ml2.db [None req-971acef7-ad6f-4f55-ab59-c57749d076f7 None None] No ports have port_id starting with e5d4e072-4fc9-4c7d-a419-804f9dd7c517 Mar 11 18:01:19.748002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73759292-3975-43f1-9147-d249a9d670c5 None None] DHCP port deletion for fb94a5da-7abf-45d3-b7c5-d7eda98f7392 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:01:19.767444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82495a1b-312b-430b-a6a3-9305d8fb48c1 None None] get_active_networks_info from n-d-833411-1 {{(pid=102643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 11 18:01:19.833674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82495a1b-312b-430b-a6a3-9305d8fb48c1 None None] Resources bound (agent type, host, resource id): {{(pid=102643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 18:01:20.107546 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.126673 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb94a5da-7abf-45d3-b7c5-d7eda98f7392']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:20.135501 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e58c2e-4188-4229-9aa1-155e8768a854') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:20.135799 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e58c2e-4188-4229-9aa1-155e8768a854') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:20.144748 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.158010 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.163980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:01:20.164452 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:01:20.167448 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:01:20.226930 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.233789 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.237557 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "DELETE /v2.0/networks/fb94a5da-7abf-45d3-b7c5-d7eda98f7392 HTTP/1.1" status: 204 len: 168 time: 0.8729806 Mar 11 18:01:20.240396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39896) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:20.249241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d04266-8cc9-4842-ac3f-90a0f14d869f tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Pushing event deleted for resources: {'Network': ['ID=fb94a5da-7abf-45d3-b7c5-d7eda98f7392,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:20.267668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c9f34e81-ba30-40a8-ba09-6ec8e1a5afe7 tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd2a0f5d-9e2f-4f60-9c7a-8f3884082cd1 HTTP/1.1" status: 200 len: 205 time: 0.0261116 Mar 11 18:01:20.270036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39898) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:20.342569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccc65-78d0-4a8c-a14a-e8ee29f7edee tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.497517 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccc65-78d0-4a8c-a14a-e8ee29f7edee tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.499642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccc65-78d0-4a8c-a14a-e8ee29f7edee tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.866641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccc65-78d0-4a8c-a14a-e8ee29f7edee tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.867232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7ccc65-78d0-4a8c-a14a-e8ee29f7edee tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Fanout notify agent at l3_agent the message router_deleted on router cd2a0f5d-9e2f-4f60-9c7a-8f3884082cd1 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:01:20.874821 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccc65-78d0-4a8c-a14a-e8ee29f7edee tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:20.876437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ee7ccc65-78d0-4a8c-a14a-e8ee29f7edee tempest-RoutersNegativeTest-1615926085 tempest-RoutersNegativeTest-1615926085-project] 10.222.0.53 "DELETE /v2.0/routers/cd2a0f5d-9e2f-4f60-9c7a-8f3884082cd1 HTTP/1.1" status: 204 len: 168 time: 0.6055009 Mar 11 18:01:21.125692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:21.255994 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-417a37f7-ac6e-48c3-a062-95dcbd81ca8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c8df11537a249fa946ae4c03e6d3262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291621 Mar 11 18:01:21.258486 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39908) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:21.305448 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b1c4ef-7dc6-4341-9a9c-61ec91907bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:21.326237 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b1c4ef-7dc6-4341-9a9c-61ec91907bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:21.372281 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b1c4ef-7dc6-4341-9a9c-61ec91907bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:21.374776 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35b1c4ef-7dc6-4341-9a9c-61ec91907bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:21.375961 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-35b1c4ef-7dc6-4341-9a9c-61ec91907bf1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cca567e-d860-4f84-9f26-f778295e25e9 HTTP/1.1" status: 204 len: 168 time: 0.1165740 Mar 11 18:01:21.383374 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1c4ef-7dc6-4341-9a9c-61ec91907bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cca567e-d860-4f84-9f26-f778295e25e9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:21.974165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39930) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:22.066794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-645250504-network', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:22.085348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Made reservation on behalf of e35df7bd541641ada44fc0fe3398b36a for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:22.087557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.096532 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.168585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.172600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.197678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:22.207192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2413d38-f08a-4d7b-b148-a02a5b0b35e9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:22.214571 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.215208 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Added segment a9f8d068-48df-4850-a2bf-1dafc7330c3d of type vlan for network aba23dc3-e617-4d78-8011-c18761d59329 Mar 11 18:01:22.255727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.280073 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.281214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:22.281805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.334347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3590188 Mar 11 18:01:22.337356 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39934) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:22.342692 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Request body: {'subnet': {'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-subnet', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:22.346659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd055491-b0be-48fb-907c-9c1edfda58f8 admin admin] Pushing event updated for resources: {'Network': ['ID=aba23dc3-e617-4d78-8011-c18761d59329,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:22.357439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network aba23dc3-e617-4d78-8011-c18761d59329 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:22.366882 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Made reservation on behalf of e35df7bd541641ada44fc0fe3398b36a for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:22.369430 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.537108 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.588477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0623b359-8d4a-4a1b-99c0-9bdc07b32092,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:22.602779 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Checking segment: {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:22.603129 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Network hostable DHCP agents. Network: aba23dc3-e617-4d78-8011-c18761d59329, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:22.619411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Network aba23dc3-e617-4d78-8011-c18761d59329 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:22.628308 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, aba23dc3-e617-4d78-8011-c18761d59329) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:22.632379 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:22.632964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.637937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c292b931-2bd6-44ec-a968-d8677b58780f None None] Network aba23dc3-e617-4d78-8011-c18761d59329 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:22.647806 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-12db326f-6fbc-4ced-b947-5f1e8b87b10a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3089418 Mar 11 18:01:22.650655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39936) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:22.655216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:22.675158 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.676208 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.726962 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.783111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-aba23dc3-e617-4d78-8011-c18761d59329', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'fixed_ips': [{'subnet_id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:01:22.783972 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.862728 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:22.919371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Allocated IP 172.20.0.2 (aba23dc3-e617-4d78-8011-c18761d59329/0623b359-8d4a-4a1b-99c0-9bdc07b32092/74e2bb75-4ad9-4c26-bfda-15ee5d952e61) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:23.057715 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.061449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.066732 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.080873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.108501 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Network aba23dc3-e617-4d78-8011-c18761d59329 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:23.111810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:23.115991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:23.119038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Pushing event updated for resources: {'Port': ['ID=74e2bb75-4ad9-4c26-bfda-15ee5d952e61,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:23.172814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Attempting to bind port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:23.173170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Attempting to bind port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:23.173529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Attempting to bind port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 on network aba23dc3-e617-4d78-8011-c18761d59329 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:23.178589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:23.178959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Checking segment: {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:23.179350 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.180034 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Bound using segment: {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:23.180182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Bound port: 74e2bb75-4ad9-4c26-bfda-15ee5d952e61, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:23.180582 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.186839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Allocated IP 172.25.8.95 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/1327eea5-b82b-4a09-8c58-5384f29816c7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:23.242423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] For port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:23.245497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] For port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=74e2bb75-4ad9-4c26-bfda-15ee5d952e61,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:23.249205 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.296243 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.313753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b551-73db-4e7d-9a13-2f0d35f7f1c3 None None] Pushing event updated for resources: {'Port': ['ID=74e2bb75-4ad9-4c26-bfda-15ee5d952e61,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:23.332503 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.372394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:23.375336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:23.378817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:23.402747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Pushing event updated for resources: {'Port': ['ID=1327eea5-b82b-4a09-8c58-5384f29816c7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:23.659438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.854680 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:23.987062 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Router 4b7f24c6-1e54-4522-a0c9-293593acd365 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:01:24.096513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:24.105683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Sync routers for ids ['4b7f24c6-1e54-4522-a0c9-293593acd365'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:24.116777 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.117767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Routers {'4b7f24c6-1e54-4522-a0c9-293593acd365'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:24.118480 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:01:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b7f24c6-1e54-4522-a0c9-293593acd365'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:24.120816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39938) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:24.121284 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-06204b01-f8c4-42cc-ae89-1543ccca1668 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4691157 Mar 11 18:01:24.226037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Set router 4b7f24c6-1e54-4522-a0c9-293593acd365 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:24.229318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053e37c-0f9c-4595-8f13-a15aa50df83a None None] Network aba23dc3-e617-4d78-8011-c18761d59329 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:24.386646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7b65a02e-dcee-42b3-bc5a-2436a51ce83a None None] Provisioning complete for port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:24.386646 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b65a02e-dcee-42b3-bc5a-2436a51ce83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.485977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:24.571544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.648069 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b65a02e-dcee-42b3-bc5a-2436a51ce83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.654768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:24.655128 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.716142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:22Z', 'updated_at': '2022-03-11T18:01:23Z', 'revision_number': 3, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'gw_port': {'id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:23Z', 'updated_at': '2022-03-11T18:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:24.738212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Allocated IP 172.20.0.1 (aba23dc3-e617-4d78-8011-c18761d59329/0623b359-8d4a-4a1b-99c0-9bdc07b32092/64717f41-e7c0-448e-8d84-4bbbee88e7dd) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:24.753423 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7b65a02e-dcee-42b3-bc5a-2436a51ce83a None None] For port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=74e2bb75-4ad9-4c26-bfda-15ee5d952e61,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:24.755731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Checking router: 4b7f24c6-1e54-4522-a0c9-293593acd365 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:24.756159 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Updating router 4b7f24c6-1e54-4522-a0c9-293593acd365 port 1327eea5-b82b-4a09-8c58-5384f29816c7 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:24.776113 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7b65a02e-dcee-42b3-bc5a-2436a51ce83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.817045 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.868757 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.904411 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.904709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65a02e-dcee-42b3-bc5a-2436a51ce83a None None] Pushing event updated for resources: {'Port': ['ID=74e2bb75-4ad9-4c26-bfda-15ee5d952e61,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:24.944544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Network aba23dc3-e617-4d78-8011-c18761d59329 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:24.949015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:24.953802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:24.973344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-9721db7e-2f2e-4637-b229-fcf72e4a9d09 None None] Provisioning complete for port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:24.973708 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9721db7e-2f2e-4637-b229-fcf72e4a9d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:24.978538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Pushing event updated for resources: {'Port': ['ID=64717f41-e7c0-448e-8d84-4bbbee88e7dd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:24.998780 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.135600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.311868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.317625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.362264 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.367850 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.384253 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.392492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Pushing event updated for resources: {'Port': ['ID=64717f41-e7c0-448e-8d84-4bbbee88e7dd,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:25.428829 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Attempting to bind port 1327eea5-b82b-4a09-8c58-5384f29816c7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:25.429111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Attempting to bind port 1327eea5-b82b-4a09-8c58-5384f29816c7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:25.429470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Attempting to bind port 1327eea5-b82b-4a09-8c58-5384f29816c7 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:25.434061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cefa33-b1b3-4fa0-bf80-1191208bd874 None None] Pushing event updated for resources: {'Port': ['ID=1327eea5-b82b-4a09-8c58-5384f29816c7,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:25.440816 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:25.441303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:25.441576 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.441966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:25.442429 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Bound port: 1327eea5-b82b-4a09-8c58-5384f29816c7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:25.442805 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.471193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-47a40168-8f6d-402b-9455-829575080a2f None None] Provisioning complete for port 64717f41-e7c0-448e-8d84-4bbbee88e7dd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:25.471597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-47a40168-8f6d-402b-9455-829575080a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.491492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Network aba23dc3-e617-4d78-8011-c18761d59329 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:25.493075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:25.523024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-47a40168-8f6d-402b-9455-829575080a2f None None] Port 64717f41-e7c0-448e-8d84-4bbbee88e7dd cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:01:25.528402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] For port 1327eea5-b82b-4a09-8c58-5384f29816c7, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:25.531683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] For port 1327eea5-b82b-4a09-8c58-5384f29816c7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1327eea5-b82b-4a09-8c58-5384f29816c7,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:25.536555 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.597732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cefa33-b1b3-4fa0-bf80-1191208bd874 None None] Pushing event updated for resources: {'Port': ['ID=1327eea5-b82b-4a09-8c58-5384f29816c7,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:25.600498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Routers {'4b7f24c6-1e54-4522-a0c9-293593acd365'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:25.601181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:01:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b7f24c6-1e54-4522-a0c9-293593acd365'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:25.626596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Router 4b7f24c6-1e54-4522-a0c9-293593acd365 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:25.724987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] Set router 4b7f24c6-1e54-4522-a0c9-293593acd365 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:25.744640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:25.750976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-76caf05a-014a-4242-891f-0e64e6df4a38 admin admin] 10.222.0.53 "PUT /v2.0/routers/4b7f24c6-1e54-4522-a0c9-293593acd365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6263027 Mar 11 18:01:25.818639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-44e3b4dd-ab36-4936-b95b-a93d5f3ac145 None None] Provisioning complete for port 64717f41-e7c0-448e-8d84-4bbbee88e7dd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:25.819021 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-44e3b4dd-ab36-4936-b95b-a93d5f3ac145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:25.893166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-44e3b4dd-ab36-4936-b95b-a93d5f3ac145 None None] Port 64717f41-e7c0-448e-8d84-4bbbee88e7dd cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:01:25.970833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:22Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'gw_port': {'id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:23Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64717f41-e7c0-448e-8d84-4bbbee88e7dd', 'name': '', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'mac_address': 'fa:16:3e:96:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:24Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 2, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'subnets': [{'id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:25.997855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a943e-2f3f-4968-8f41-9851be19450a None None] The sync data for ids ['4b7f24c6-1e54-4522-a0c9-293593acd365'] in n-d-833411-1 is: [{'id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:22Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'gw_port': {'id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:23Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64717f41-e7c0-448e-8d84-4bbbee88e7dd', 'name': '', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'mac_address': 'fa:16:3e:96:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:24Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 2, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'subnets': [{'id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:26.258965 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39954) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:26.263971 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-79982018-network', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:26.285312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Made reservation on behalf of c960cddc3d94477894f3ab72410d5684 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:26.287642 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.297106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.388438 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.394114 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.421888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:01:26.432591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe697f1-d968-45b1-89c0-705f56d5e456,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:26.437307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:26.438525 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.439081 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Added segment a8d02c2b-e3d9-41d4-8133-fa2cbd98519b of type vlan for network 213f0cb4-a449-47b8-b09a-c3043ae4fedd Mar 11 18:01:26.495451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.498363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:26.498791 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.522914 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.523967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:26.524602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.594806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39956) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:26.595413 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3347740 Mar 11 18:01:26.598385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9426c-4de1-4415-b5c4-56bb587e8e25 admin admin] Pushing event updated for resources: {'Network': ['ID=213f0cb4-a449-47b8-b09a-c3043ae4fedd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:26.602188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Request body: {'subnet': {'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-subnet', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:26.609561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 213f0cb4-a449-47b8-b09a-c3043ae4fedd details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:01:26.632760 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Made reservation on behalf of c960cddc3d94477894f3ab72410d5684 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:26.635328 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.834468 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.892240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51caeeb0-a181-4cd8-b463-e1b139cfb2d8,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:26.903863 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Checking segment: {'id': 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:26.904095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Network hostable DHCP agents. Network: 213f0cb4-a449-47b8-b09a-c3043ae4fedd, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:26.921521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Network 213f0cb4-a449-47b8-b09a-c3043ae4fedd is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:26.931776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 213f0cb4-a449-47b8-b09a-c3043ae4fedd) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:26.936168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:26.938675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.945172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a7f2c-6766-47cb-bf74-e2080f127642 None None] Network 213f0cb4-a449-47b8-b09a-c3043ae4fedd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:26.956012 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ffc7348e-8819-4717-9502-275656e5eba5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3591464 Mar 11 18:01:26.958455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 39958) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:26.962855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:26.985018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:26.986202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.056216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.118821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-213f0cb4-a449-47b8-b09a-c3043ae4fedd', 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'fixed_ips': [{'subnet_id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:01:27.119751 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.208212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.266909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Allocated IP 172.20.0.2 (213f0cb4-a449-47b8-b09a-c3043ae4fedd/51caeeb0-a181-4cd8-b463-e1b139cfb2d8/d0a6c669-8a95-4b71-9734-f160402b7629) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:27.424129 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.426339 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.430876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.447257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.481785 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Network 213f0cb4-a449-47b8-b09a-c3043ae4fedd is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:27.485506 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:27.487913 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:27.491125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Pushing event updated for resources: {'Port': ['ID=d0a6c669-8a95-4b71-9734-f160402b7629,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:27.553327 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Attempting to bind port d0a6c669-8a95-4b71-9734-f160402b7629 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:27.553584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Attempting to bind port d0a6c669-8a95-4b71-9734-f160402b7629 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:27.553928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Attempting to bind port d0a6c669-8a95-4b71-9734-f160402b7629 on network 213f0cb4-a449-47b8-b09a-c3043ae4fedd {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:27.559377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:27.559744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Checking segment: {'id': 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:27.560141 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.560561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Bound using segment: {'id': 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:27.561018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Bound port: d0a6c669-8a95-4b71-9734-f160402b7629, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:27.561388 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.563991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Allocated IP 172.25.8.126 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:27.642341 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] For port d0a6c669-8a95-4b71-9734-f160402b7629, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:27.645862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] For port d0a6c669-8a95-4b71-9734-f160402b7629, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d0a6c669-8a95-4b71-9734-f160402b7629,segment=NetworkSegment(a8d02c2b-e3d9-41d4-8133-fa2cbd98519b),segment_id=a8d02c2b-e3d9-41d4-8133-fa2cbd98519b)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:27.649645 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.680971 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.712639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5b56f-be16-455b-bbd2-31503db43f60 None None] Pushing event updated for resources: {'Port': ['ID=d0a6c669-8a95-4b71-9734-f160402b7629,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:27.722964 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:27.767569 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:27.771869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:27.776761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:27.816105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Pushing event updated for resources: {'Port': ['ID=c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:28.081854 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.171429 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Sync routers for ids ['4b7f24c6-1e54-4522-a0c9-293593acd365'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:28.181960 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Routers {'4b7f24c6-1e54-4522-a0c9-293593acd365'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:28.182569 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:01:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b7f24c6-1e54-4522-a0c9-293593acd365'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:28.277239 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.285746 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Set router 4b7f24c6-1e54-4522-a0c9-293593acd365 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:28.418408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Router 701c7b66-c0da-4933-9b1d-f8d5a5450482 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:01:28.507253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d0a6c669-8a95-4b71-9734-f160402b7629 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:28.509915 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:22Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'gw_port': {'id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:23Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64717f41-e7c0-448e-8d84-4bbbee88e7dd', 'name': '', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'mac_address': 'fa:16:3e:96:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:24Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 2, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'subnets': [{'id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:28.543770 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Checking router: 4b7f24c6-1e54-4522-a0c9-293593acd365 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:28.544093 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Updating router 4b7f24c6-1e54-4522-a0c9-293593acd365 port 64717f41-e7c0-448e-8d84-4bbbee88e7dd binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:28.560009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:28.561130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d0a6c669-8a95-4b71-9734-f160402b7629 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:28.567597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.571085 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.571653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Sync routers for ids ['701c7b66-c0da-4933-9b1d-f8d5a5450482'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:28.578985 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.581047 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-796f7734-467d-4358-aca9-b3b564060f77 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6214678 Mar 11 18:01:28.583178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 39960) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:01:28.618086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Routers {'701c7b66-c0da-4933-9b1d-f8d5a5450482'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:28.618990 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:01:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['701c7b66-c0da-4933-9b1d-f8d5a5450482'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:28.744175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Set router 701c7b66-c0da-4933-9b1d-f8d5a5450482 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:28.855800 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.864253 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.892294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.933807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port d0a6c669-8a95-4b71-9734-f160402b7629, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d0a6c669-8a95-4b71-9734-f160402b7629,segment=NetworkSegment(a8d02c2b-e3d9-41d4-8133-fa2cbd98519b),segment_id=a8d02c2b-e3d9-41d4-8133-fa2cbd98519b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:28.940962 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:28.942021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1327eea5-b82b-4a09-8c58-5384f29816c7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:28.970816 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Pushing event updated for resources: {'Port': ['ID=64717f41-e7c0-448e-8d84-4bbbee88e7dd,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:29.018854 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.019624 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.019624 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.019914 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.020187 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.020553 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.021186 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.021363 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.021660 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.022580 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.022926 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.023538 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:29.033341 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Attempting to bind port 64717f41-e7c0-448e-8d84-4bbbee88e7dd on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:29.034542 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Attempting to bind port 64717f41-e7c0-448e-8d84-4bbbee88e7dd by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:29.034668 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Attempting to bind port 64717f41-e7c0-448e-8d84-4bbbee88e7dd on network aba23dc3-e617-4d78-8011-c18761d59329 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:29.041899 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:29.042275 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Checking segment: {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:29.042683 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.043319 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Bound using segment: {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:29.045674 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Bound port: 64717f41-e7c0-448e-8d84-4bbbee88e7dd, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:29.046069 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.082734 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.088462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=d0a6c669-8a95-4b71-9734-f160402b7629,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:29.134677 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] For port 64717f41-e7c0-448e-8d84-4bbbee88e7dd, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:29.138077 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] For port 64717f41-e7c0-448e-8d84-4bbbee88e7dd, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=64717f41-e7c0-448e-8d84-4bbbee88e7dd,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:29.142519 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.142692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1327eea5-b82b-4a09-8c58-5384f29816c7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:29.142969 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.175830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:26Z', 'updated_at': '2022-03-11T18:01:27Z', 'revision_number': 3, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'gw_port': {'id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:63:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:27Z', 'updated_at': '2022-03-11T18:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:29.215434 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80975a15-5646-4cf7-8ff1-b98525f2e6b1 None None] Pushing event updated for resources: {'Port': ['ID=64717f41-e7c0-448e-8d84-4bbbee88e7dd,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:29.223991 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Routers {'4b7f24c6-1e54-4522-a0c9-293593acd365'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:29.225435 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:01:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b7f24c6-1e54-4522-a0c9-293593acd365'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:29.242412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc34694-345f-4c7f-b3b7-ae42e5b0b281 None None] Network 213f0cb4-a449-47b8-b09a-c3043ae4fedd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:01:29.257518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Checking router: 701c7b66-c0da-4933-9b1d-f8d5a5450482 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:29.257863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Updating router 701c7b66-c0da-4933-9b1d-f8d5a5450482 port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:29.333708 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Allocated IP 172.20.0.1 (213f0cb4-a449-47b8-b09a-c3043ae4fedd/51caeeb0-a181-4cd8-b463-e1b139cfb2d8/1a655059-ed20-42b8-afb4-accdd86c29dd) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:29.341797 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] Set router 4b7f24c6-1e54-4522-a0c9-293593acd365 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:29.469009 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.515227 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.555721 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Network 213f0cb4-a449-47b8-b09a-c3043ae4fedd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:29.559043 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:29.564704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:29.588895 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:22Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'gw_port': {'id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:23Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64717f41-e7c0-448e-8d84-4bbbee88e7dd', 'name': '', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'mac_address': 'fa:16:3e:96:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:24Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 4, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'subnets': [{'id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:29.590602 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Pushing event updated for resources: {'Port': ['ID=1a655059-ed20-42b8-afb4-accdd86c29dd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:29.591593 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.608378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-378e1264-8eff-428d-ac69-e93f6f51f98f None None] Provisioning complete for port d0a6c669-8a95-4b71-9734-f160402b7629 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:29.608785 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-378e1264-8eff-428d-ac69-e93f6f51f98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.611199 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.613108 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.618705 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ab523-7062-46ab-8984-dbe22b59266a None None] The sync data for ids ['4b7f24c6-1e54-4522-a0c9-293593acd365'] in n-d-833411-1 is: [{'id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:22Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 4, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'gw_port': {'id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:23Z', 'updated_at': '2022-03-11T18:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '64717f41-e7c0-448e-8d84-4bbbee88e7dd', 'name': '', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'mac_address': 'fa:16:3e:96:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:24Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 4, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'subnets': [{'id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:29.698761 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.744804 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.803016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 1327eea5-b82b-4a09-8c58-5384f29816c7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1327eea5-b82b-4a09-8c58-5384f29816c7,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:29.820752 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.919219 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.924353 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:29.981481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=1327eea5-b82b-4a09-8c58-5384f29816c7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:29.989303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Pushing event updated for resources: {'Port': ['ID=1a655059-ed20-42b8-afb4-accdd86c29dd,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:29.991673 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.096291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Network 213f0cb4-a449-47b8-b09a-c3043ae4fedd is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:30.097324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:30.114217 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.123053 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.158732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d9d69fb9-5e55-4bde-aba3-213d88fb4b5c None None] Provisioning complete for port 64717f41-e7c0-448e-8d84-4bbbee88e7dd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:30.159110 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9d69fb9-5e55-4bde-aba3-213d88fb4b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.214860 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Attempting to bind port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:30.215334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Attempting to bind port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:30.215761 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Attempting to bind port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:30.220968 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c43d44-39ec-4335-b13f-90e88148ca46 None None] Pushing event updated for resources: {'Port': ['ID=c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:30.229468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Router 701c7b66-c0da-4933-9b1d-f8d5a5450482 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:30.235164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:30.235827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:30.236297 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.237189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:30.237739 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Bound port: c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:30.238186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.323243 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] For port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:30.328035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] For port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:30.331670 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9d69fb9-5e55-4bde-aba3-213d88fb4b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.335761 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.434725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d9d69fb9-5e55-4bde-aba3-213d88fb4b5c None None] For port 64717f41-e7c0-448e-8d84-4bbbee88e7dd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=64717f41-e7c0-448e-8d84-4bbbee88e7dd,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:30.438598 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Routers {'701c7b66-c0da-4933-9b1d-f8d5a5450482'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:30.439321 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:01:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['701c7b66-c0da-4933-9b1d-f8d5a5450482'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:30.445098 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9d69fb9-5e55-4bde-aba3-213d88fb4b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.495474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c43d44-39ec-4335-b13f-90e88148ca46 None None] Pushing event updated for resources: {'Port': ['ID=c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:30.534456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d0a6c669-8a95-4b71-9734-f160402b7629 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:30.657017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d69fb9-5e55-4bde-aba3-213d88fb4b5c None None] Pushing event updated for resources: {'Port': ['ID=64717f41-e7c0-448e-8d84-4bbbee88e7dd,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:30.671521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] Set router 701c7b66-c0da-4933-9b1d-f8d5a5450482 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:30.674124 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-14b74251-d548-4ae2-b2ba-9692cdd7e9f7 None None] Provisioning complete for port d0a6c669-8a95-4b71-9734-f160402b7629 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:30.674124 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14b74251-d548-4ae2-b2ba-9692cdd7e9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.718082 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:30.731277 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4a78d5b2-4698-417e-a125-37218906dd12 admin admin] 10.222.0.53 "PUT /v2.0/routers/701c7b66-c0da-4933-9b1d-f8d5a5450482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398022 Mar 11 18:01:30.751135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d0a6c669-8a95-4b71-9734-f160402b7629 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:30.751503 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:30.989948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-14b74251-d548-4ae2-b2ba-9692cdd7e9f7 None None] Provisioning complete for port 1a655059-ed20-42b8-afb4-accdd86c29dd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:30.990316 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14b74251-d548-4ae2-b2ba-9692cdd7e9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:31.026002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64717f41-e7c0-448e-8d84-4bbbee88e7dd up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:31.066502 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-14b74251-d548-4ae2-b2ba-9692cdd7e9f7 None None] Port 1a655059-ed20-42b8-afb4-accdd86c29dd cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:01:31.091114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:26Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 4, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'gw_port': {'id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:63:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:27Z', 'updated_at': '2022-03-11T18:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a655059-ed20-42b8-afb4-accdd86c29dd', 'name': '', 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'mac_address': 'fa:16:3e:a9:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:29Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 2, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'subnets': [{'id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:31.120897 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71804daa-9e84-422c-8d5e-a33f7fe76824 None None] The sync data for ids ['701c7b66-c0da-4933-9b1d-f8d5a5450482'] in n-d-833411-1 is: [{'id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:26Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 4, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'gw_port': {'id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:63:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:27Z', 'updated_at': '2022-03-11T18:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a655059-ed20-42b8-afb4-accdd86c29dd', 'name': '', 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'mac_address': 'fa:16:3e:a9:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:29Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 2, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'subnets': [{'id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:31.127224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 64717f41-e7c0-448e-8d84-4bbbee88e7dd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:31.127601 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:31.225522 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-17140e0e-8f75-4742-a22f-6182c16874bb None None] Provisioning complete for port 1a655059-ed20-42b8-afb4-accdd86c29dd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:31.225898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-17140e0e-8f75-4742-a22f-6182c16874bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:31.230254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1327eea5-b82b-4a09-8c58-5384f29816c7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:31.467520 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-17140e0e-8f75-4742-a22f-6182c16874bb None None] Port 1a655059-ed20-42b8-afb4-accdd86c29dd cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:01:31.487960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1327eea5-b82b-4a09-8c58-5384f29816c7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:31.488426 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:31.495283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-4cb8271d-2355-486a-b582-627eb5181a8a tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:31.497043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-4cb8271d-2355-486a-b582-627eb5181a8a tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/networks?id=aba23dc3-e617-4d78-8011-c18761d59329 HTTP/1.1" status: 200 len: 816 time: 0.1256950 Mar 11 18:01:31.521767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-41895fa4-a4c0-4e7f-a061-7b83b37de912 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/quotas/e35df7bd541641ada44fc0fe3398b36a HTTP/1.1" status: 200 len: 375 time: 0.0184925 Mar 11 18:01:31.572286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-c73f1dff-319f-4c66-a144-b6b8c4df9992 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35df7bd541641ada44fc0fe3398b36a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489657 Mar 11 18:01:31.670904 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-1fdcdc69-53c9-4a68-b628-57324d1553d1 service neutron] 10.222.0.53 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849655 Mar 11 18:01:31.771111 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-a062c779-c799-4b1e-b550-1be7420ecc63 service neutron] 10.222.0.53 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934014 Mar 11 18:01:31.963020 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8ce9d548-5473-425f-bede-fa0e8b7d0258 req-238d94e5-1810-4263-98d8-3ed3cc25ffec tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 210 time: 0.0282657 Mar 11 18:01:32.515747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64717f41-e7c0-448e-8d84-4bbbee88e7dd up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:32.568651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 64717f41-e7c0-448e-8d84-4bbbee88e7dd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:32.569019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.647970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:32.699356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:32.699728 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.780697 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.813710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:32.822734 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:32.875782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:33.028527 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-8b1d6d19-11bb-48b2-a87f-04276e021847 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:33.030995 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-8b1d6d19-11bb-48b2-a87f-04276e021847 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.46 "GET /v2.0/networks?id=aba23dc3-e617-4d78-8011-c18761d59329 HTTP/1.1" status: 200 len: 816 time: 0.1147711 Mar 11 18:01:33.044705 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Request body: {'port': {'device_id': 'dfab8ec3-e1c3-41b3-a26e-227a07cb8056', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'admin_state_up': True, 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:33.065264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7419a019-b14f-4c1d-927f-23353ecebe6d req-5a5eb55b-ada3-4aa1-9ee1-b1fd3ce79e5d tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 210 time: 0.0284367 Mar 11 18:01:33.157260 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Made reservation on behalf of e35df7bd541641ada44fc0fe3398b36a for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:33.160761 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.295924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Allocated IP 172.20.0.12 (aba23dc3-e617-4d78-8011-c18761d59329/0623b359-8d4a-4a1b-99c0-9bdc07b32092/86c7f389-6cf0-44be-9cd9-fe51036401a5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:33.449358 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.463308 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Sync routers for ids ['701c7b66-c0da-4933-9b1d-f8d5a5450482'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:33.473571 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Routers {'701c7b66-c0da-4933-9b1d-f8d5a5450482'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:33.474235 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:01:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['701c7b66-c0da-4933-9b1d-f8d5a5450482'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:33.485903 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.537071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Network aba23dc3-e617-4d78-8011-c18761d59329 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:33.541144 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:33.545985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:33.578128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Pushing event updated for resources: {'Port': ['ID=86c7f389-6cf0-44be-9cd9-fe51036401a5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:33.591803 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.592155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.592533 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.592872 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.593212 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.593545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.593918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.594247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.594581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.594907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.595233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.595557 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:33.625512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:33.626292 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.650288 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-368fd17f-78c1-4f71-8f7f-6ef9b5dfc0ad tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6096170 Mar 11 18:01:33.663552 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Request body: {'port': {'device_id': 'dfab8ec3-e1c3-41b3-a26e-227a07cb8056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:33.688576 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Set router 701c7b66-c0da-4933-9b1d-f8d5a5450482 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:33.722938 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.810914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-418fae99-46e5-4ecb-8702-89a82bb6a311 None None] Provisioning complete for port 86c7f389-6cf0-44be-9cd9-fe51036401a5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:33.811388 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-418fae99-46e5-4ecb-8702-89a82bb6a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.848328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-418fae99-46e5-4ecb-8702-89a82bb6a311 None None] Port 86c7f389-6cf0-44be-9cd9-fe51036401a5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:01:33.892865 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:26Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 4, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'gw_port': {'id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:27Z', 'updated_at': '2022-03-11T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a655059-ed20-42b8-afb4-accdd86c29dd', 'name': '', 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'mac_address': 'fa:16:3e:a9:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:29Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 2, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'subnets': [{'id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:33.918461 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Checking router: 701c7b66-c0da-4933-9b1d-f8d5a5450482 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:33.918805 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Updating router 701c7b66-c0da-4933-9b1d-f8d5a5450482 port 1a655059-ed20-42b8-afb4-accdd86c29dd binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:33.943072 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:33.998950 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c7f389-6cf0-44be-9cd9-fe51036401a5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:01:34.006301 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.018286 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Transition to ACTIVE for port object 86c7f389-6cf0-44be-9cd9-fe51036401a5 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:01:34.023143 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.074947 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Pushing event updated for resources: {'Port': ['ID=86c7f389-6cf0-44be-9cd9-fe51036401a5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:34.148178 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Attempting to bind port 86c7f389-6cf0-44be-9cd9-fe51036401a5 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:34.148597 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Attempting to bind port 86c7f389-6cf0-44be-9cd9-fe51036401a5 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:34.148880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Attempting to bind port 86c7f389-6cf0-44be-9cd9-fe51036401a5 on network aba23dc3-e617-4d78-8011-c18761d59329 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:34.153543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Port 86c7f389-6cf0-44be-9cd9-fe51036401a5 on network aba23dc3-e617-4d78-8011-c18761d59329 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:01:34.153877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Attempting to bind port 86c7f389-6cf0-44be-9cd9-fe51036401a5 on network aba23dc3-e617-4d78-8011-c18761d59329 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:34.159010 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:34.159358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Checking segment: {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:34.159814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Bound using segment: {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:34.160169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Bound port: 86c7f389-6cf0-44be-9cd9-fe51036401a5, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:34.160558 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.205184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab3dd4-2a30-42b0-b8a8-5047845a4396 req-02a000df-68fa-488f-bb2e-6b00f8645a9f tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:34.208193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5ab3dd4-2a30-42b0-b8a8-5047845a4396 req-02a000df-68fa-488f-bb2e-6b00f8645a9f tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 944 time: 0.0580165 Mar 11 18:01:34.239343 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] For port 86c7f389-6cf0-44be-9cd9-fe51036401a5, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:34.243132 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] For port 86c7f389-6cf0-44be-9cd9-fe51036401a5, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=86c7f389-6cf0-44be-9cd9-fe51036401a5,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:34.248226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.261639 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.268121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5ab3dd4-2a30-42b0-b8a8-5047845a4396 req-df220281-61d0-4c84-89e3-86e1686ed86c tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548677 Mar 11 18:01:34.269845 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.304334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:34.305161 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.310128 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/86c7f389-6cf0-44be-9cd9-fe51036401a5 HTTP/1.1" status: 200 len: 1092 time: 0.6486590 Mar 11 18:01:34.310128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfab8ec3-e1c3-41b3-a26e-227a07cb8056', 'tag': '86c7f389-6cf0-44be-9cd9-fe51036401a5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:01:34.313707 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0166e9e9-fb81-44d7-9237-341f75343e59" -d '{"events": [{"name": "network-changed", "server_uuid": "dfab8ec3-e1c3-41b3-a26e-227a07cb8056", "tag": "86c7f389-6cf0-44be-9cd9-fe51036401a5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:01:34.328065 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf0790-d2e1-46b2-be3d-990049678020 None None] Pushing event updated for resources: {'Port': ['ID=1a655059-ed20-42b8-afb4-accdd86c29dd,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:34.349282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8d0ec-abeb-498d-a3f1-d26880bf00a3 service neutron] Pushing event updated for resources: {'Port': ['ID=86c7f389-6cf0-44be-9cd9-fe51036401a5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:34.390030 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e473a7-9b00-416d-86e5-8890908e34bd x-openstack-request-id: req-85e473a7-9b00-416d-86e5-8890908e34bd {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:01:34.390590 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfab8ec3-e1c3-41b3-a26e-227a07cb8056", "tag": "86c7f389-6cf0-44be-9cd9-fe51036401a5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:01:34.392168 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85e473a7-9b00-416d-86e5-8890908e34bd {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:01:34.393287 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfab8ec3-e1c3-41b3-a26e-227a07cb8056', 'tag': '86c7f389-6cf0-44be-9cd9-fe51036401a5', 'status': 'completed', 'code': 200} Mar 11 18:01:34.421173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-2f2cf61e-539d-47e1-96c6-42f9327d87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:34.423207 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-2f2cf61e-539d-47e1-96c6-42f9327d87a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e35df7bd541641ada44fc0fe3398b36a&device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 1095 time: 0.0696039 Mar 11 18:01:34.436013 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Attempting to bind port 1a655059-ed20-42b8-afb4-accdd86c29dd on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:01:34.436674 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Attempting to bind port 1a655059-ed20-42b8-afb4-accdd86c29dd by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:01:34.437216 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Attempting to bind port 1a655059-ed20-42b8-afb4-accdd86c29dd on network 213f0cb4-a449-47b8-b09a-c3043ae4fedd {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:34.443552 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:34.443947 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Checking segment: {'id': 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:01:34.444416 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.445010 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Bound using segment: {'id': 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:34.445651 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Bound port: 1a655059-ed20-42b8-afb4-accdd86c29dd, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:01:34.446196 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.484305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:34.486770 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-c78b1d7e-d82f-442f-86c9-59460b57c589 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86c7f389-6cf0-44be-9cd9-fe51036401a5 HTTP/1.1" status: 200 len: 217 time: 0.0525634 Mar 11 18:01:34.558763 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] For port 1a655059-ed20-42b8-afb4-accdd86c29dd, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:34.564740 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] For port 1a655059-ed20-42b8-afb4-accdd86c29dd, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1a655059-ed20-42b8-afb4-accdd86c29dd,segment=NetworkSegment(a8d02c2b-e3d9-41d4-8133-fa2cbd98519b),segment_id=a8d02c2b-e3d9-41d4-8133-fa2cbd98519b)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:34.568646 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-aa0bede1-84d2-425d-a2bb-9923337b153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:34.571474 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-aa0bede1-84d2-425d-a2bb-9923337b153f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0623b359-8d4a-4a1b-99c0-9bdc07b32092 HTTP/1.1" status: 200 len: 855 time: 0.0769675 Mar 11 18:01:34.571819 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.573462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:34.573993 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.628632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-ddd54718-0ee9-4f7b-965e-4141f186a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:34.631231 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-ddd54718-0ee9-4f7b-965e-4141f186a769 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aba23dc3-e617-4d78-8011-c18761d59329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525925 Mar 11 18:01:34.633423 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Routers {'701c7b66-c0da-4933-9b1d-f8d5a5450482'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:34.634047 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:01:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['701c7b66-c0da-4933-9b1d-f8d5a5450482'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:34.686661 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf0790-d2e1-46b2-be3d-990049678020 None None] Pushing event updated for resources: {'Port': ['ID=1a655059-ed20-42b8-afb4-accdd86c29dd,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:34.746132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-442cbce8-5773-44f6-a393-06cae11ff7a1 None None] Provisioning complete for port 1a655059-ed20-42b8-afb4-accdd86c29dd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:34.746459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-442cbce8-5773-44f6-a393-06cae11ff7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.766440 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-fc34eb2f-e41a-4a11-a7a7-6bb0e02d8ed5 service neutron] 10.222.0.46 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236753 Mar 11 18:01:34.778858 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] Set router 701c7b66-c0da-4933-9b1d-f8d5a5450482 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:34.842102 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-442cbce8-5773-44f6-a393-06cae11ff7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.879276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-442cbce8-5773-44f6-a393-06cae11ff7a1 None None] For port 1a655059-ed20-42b8-afb4-accdd86c29dd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1a655059-ed20-42b8-afb4-accdd86c29dd,segment=NetworkSegment(a8d02c2b-e3d9-41d4-8133-fa2cbd98519b),segment_id=a8d02c2b-e3d9-41d4-8133-fa2cbd98519b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:34.880954 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-975cec5a-9bc2-4991-ade4-41be8ebf5c75 req-57aa557e-dd6e-4dd3-ac10-ab64c4f23d84 service neutron] 10.222.0.46 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043208 Mar 11 18:01:34.884619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-442cbce8-5773-44f6-a393-06cae11ff7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:34.945097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cbce8-5773-44f6-a393-06cae11ff7a1 None None] Pushing event updated for resources: {'Port': ['ID=1a655059-ed20-42b8-afb4-accdd86c29dd,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:34.988707 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-39f0c96e-bba4-4abd-ad94-048a7151325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:34.990265 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-39f0c96e-bba4-4abd-ad94-048a7151325b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e35df7bd541641ada44fc0fe3398b36a&device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 1095 time: 0.0427513 Mar 11 18:01:35.008380 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-172733f3-431a-44b5-bef0-cb90e8cf4d4d None None] Provisioning complete for port 1a655059-ed20-42b8-afb4-accdd86c29dd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:35.009038 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-172733f3-431a-44b5-bef0-cb90e8cf4d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:35.014095 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:26Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 4, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'gw_port': {'id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:27Z', 'updated_at': '2022-03-11T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a655059-ed20-42b8-afb4-accdd86c29dd', 'name': '', 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'mac_address': 'fa:16:3e:a9:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:29Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 4, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'subnets': [{'id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:35.044612 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f0f7e-315e-4023-b51c-f3d4497ddf5e None None] The sync data for ids ['701c7b66-c0da-4933-9b1d-f8d5a5450482'] in n-d-833411-1 is: [{'id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:26Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 4, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'gw_port': {'id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:27Z', 'updated_at': '2022-03-11T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1a655059-ed20-42b8-afb4-accdd86c29dd', 'name': '', 'network_id': '213f0cb4-a449-47b8-b09a-c3043ae4fedd', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'mac_address': 'fa:16:3e:a9:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:29Z', 'updated_at': '2022-03-11T18:01:34Z', 'revision_number': 4, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'subnets': [{'id': '51caeeb0-a181-4cd8-b463-e1b139cfb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:35.097390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-fa1adb5e-6b9e-4581-a475-6d8899a85ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:35.099040 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-fa1adb5e-6b9e-4581-a475-6d8899a85ea4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aba23dc3-e617-4d78-8011-c18761d59329 HTTP/1.1" status: 200 len: 916 time: 0.0987282 Mar 11 18:01:35.145693 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-a0cf8427-6078-4801-b0d3-58677b3f6ac1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86c7f389-6cf0-44be-9cd9-fe51036401a5 HTTP/1.1" status: 200 len: 217 time: 0.0394959 Mar 11 18:01:35.205393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-3f5edaac-6ea4-49d9-8620-deeaf2a8548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:35.207894 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-3f5edaac-6ea4-49d9-8620-deeaf2a8548f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0623b359-8d4a-4a1b-99c0-9bdc07b32092 HTTP/1.1" status: 200 len: 855 time: 0.0549500 Mar 11 18:01:35.269932 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-c652950d-4088-4417-80d1-4db06c066951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:35.271477 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-c652950d-4088-4417-80d1-4db06c066951 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aba23dc3-e617-4d78-8011-c18761d59329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527880 Mar 11 18:01:35.384693 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-1ab316e9-ec6b-424d-9e16-7d3bce23ce8e service neutron] 10.222.0.46 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044183 Mar 11 18:01:35.409374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaf4b2-7bfe-4c77-9321-de04fdd2931a req-e004e170-c6d9-4e74-aece-938472bf5498 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:35.411564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9eaf4b2-7bfe-4c77-9321-de04fdd2931a req-e004e170-c6d9-4e74-aece-938472bf5498 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 944 time: 0.0569065 Mar 11 18:01:35.459889 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9eaf4b2-7bfe-4c77-9321-de04fdd2931a req-4316beea-97c3-4ec7-983f-cb6d9574c9f9 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Mar 11 18:01:35.500980 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-0166e9e9-fb81-44d7-9237-341f75343e59 req-f64f6802-2c50-4b8f-9625-1e825ef9ffcb service neutron] 10.222.0.46 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074338 Mar 11 18:01:36.446014 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a655059-ed20-42b8-afb4-accdd86c29dd up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:36.503081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1a655059-ed20-42b8-afb4-accdd86c29dd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:36.503449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:36.583573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289a16-0ca6-4c03-a946-9617fbc86f34 req-009c9d60-0569-4081-a743-83c82d46c3b2 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:36.585203 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f289a16-0ca6-4c03-a946-9617fbc86f34 req-009c9d60-0569-4081-a743-83c82d46c3b2 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 944 time: 0.0501523 Mar 11 18:01:36.624120 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f289a16-0ca6-4c03-a946-9617fbc86f34 req-cf717ddb-5830-455e-ac5a-e24ea2402785 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Mar 11 18:01:37.739309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b883c7f-42a8-4da4-87d1-abdb018f385e req-5437e55c-e698-43b8-afa6-266220bb91ab tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:37.740707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b883c7f-42a8-4da4-87d1-abdb018f385e req-5437e55c-e698-43b8-afa6-266220bb91ab tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 944 time: 0.0482357 Mar 11 18:01:37.781356 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b883c7f-42a8-4da4-87d1-abdb018f385e req-396117fc-6533-4112-9ac0-4a15aea9a975 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Mar 11 18:01:38.683699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 86c7f389-6cf0-44be-9cd9-fe51036401a5 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:01:38.780984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 86c7f389-6cf0-44be-9cd9-fe51036401a5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=86c7f389-6cf0-44be-9cd9-fe51036401a5,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:38.792778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '86c7f389-6cf0-44be-9cd9-fe51036401a5', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'port_id': '86c7f389-6cf0-44be-9cd9-fe51036401a5', 'mac_address': 'fa:16:3e:19:27:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:01:38.829290 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.842074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c7f389-6cf0-44be-9cd9-fe51036401a5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:01:38.863648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 86c7f389-6cf0-44be-9cd9-fe51036401a5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=86c7f389-6cf0-44be-9cd9-fe51036401a5,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:38.867731 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:38.900228 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cd0a9-7a6a-4757-84e6-86e648eed365 req-99804d33-c0fd-4ae7-9b52-4d8282c02d74 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:38.901887 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-199cd0a9-7a6a-4757-84e6-86e648eed365 req-99804d33-c0fd-4ae7-9b52-4d8282c02d74 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 944 time: 0.0528121 Mar 11 18:01:38.916107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=86c7f389-6cf0-44be-9cd9-fe51036401a5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:38.944355 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-199cd0a9-7a6a-4757-84e6-86e648eed365 req-6a96e1c4-0f06-4c3b-b77c-26778d45fdd2 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357053 Mar 11 18:01:39.086195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['86c7f389-6cf0-44be-9cd9-fe51036401a5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:01:40.059734 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b357fb-0d3d-4f4d-b1a8-1139e8cfae2e req-6cd7b381-55db-47f1-8b9e-7ac33a16e2f9 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:40.061241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0b357fb-0d3d-4f4d-b1a8-1139e8cfae2e req-6cd7b381-55db-47f1-8b9e-7ac33a16e2f9 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Mar 11 18:01:40.098613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0b357fb-0d3d-4f4d-b1a8-1139e8cfae2e req-796bfd6a-0864-4359-8cef-d1e02bdcc5e8 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Mar 11 18:01:40.700282 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 86c7f389-6cf0-44be-9cd9-fe51036401a5 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:40.747645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 86c7f389-6cf0-44be-9cd9-fe51036401a5 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:01:40.751170 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 86c7f389-6cf0-44be-9cd9-fe51036401a5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:01:40.751544 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.829683 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.852421 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfab8ec3-e1c3-41b3-a26e-227a07cb8056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7f389-6cf0-44be-9cd9-fe51036401a5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:01:40.854630 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e497604f-4284-4d16-a4eb-156ae6f10a3c" -d '{"events": [{"server_uuid": "dfab8ec3-e1c3-41b3-a26e-227a07cb8056", "name": "network-vif-plugged", "status": "completed", "tag": "86c7f389-6cf0-44be-9cd9-fe51036401a5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:01:40.867846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 86c7f389-6cf0-44be-9cd9-fe51036401a5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=86c7f389-6cf0-44be-9cd9-fe51036401a5,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:40.871915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:40.898814 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f8de3f-c25c-4036-83dc-a4b72be3e9c4 x-openstack-request-id: req-42f8de3f-c25c-4036-83dc-a4b72be3e9c4 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:01:40.899103 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfab8ec3-e1c3-41b3-a26e-227a07cb8056", "name": "network-vif-plugged", "status": "completed", "tag": "86c7f389-6cf0-44be-9cd9-fe51036401a5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:01:40.899350 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42f8de3f-c25c-4036-83dc-a4b72be3e9c4 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:01:40.899731 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfab8ec3-e1c3-41b3-a26e-227a07cb8056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7f389-6cf0-44be-9cd9-fe51036401a5', 'code': 200} Mar 11 18:01:40.930473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=86c7f389-6cf0-44be-9cd9-fe51036401a5,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:40.998201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b710c-ff6a-474a-9c9b-fbfddc68b1a9 req-b6946abe-34e6-4a0a-a4be-95d5abd10dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:40.999587 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d07b710c-ff6a-474a-9c9b-fbfddc68b1a9 req-b6946abe-34e6-4a0a-a4be-95d5abd10dc0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 1097 time: 0.0394800 Mar 11 18:01:41.034170 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-d07b710c-ff6a-474a-9c9b-fbfddc68b1a9 req-b46b5289-f847-4732-85d2-3aae4f8cd399 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276451 Mar 11 18:01:41.213724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79020f13-ad7c-4807-95e9-c7bbb47687d3 req-73af1b4b-595f-437a-aa0e-5ecddece4604 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:41.215326 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79020f13-ad7c-4807-95e9-c7bbb47687d3 req-73af1b4b-595f-437a-aa0e-5ecddece4604 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 946 time: 0.0504377 Mar 11 18:01:41.258851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-79020f13-ad7c-4807-95e9-c7bbb47687d3 req-201788ae-4e0b-4cab-9a73-45cb8c22083b tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Mar 11 18:01:41.403943 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:42.621161 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:01:42.693624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3736e-fe88-45b7-9afc-4f9bcea28282 req-7f24bde7-d6b9-4609-bda5-bc6686d1886b tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.695088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0dd3736e-fe88-45b7-9afc-4f9bcea28282 req-7f24bde7-d6b9-4609-bda5-bc6686d1886b tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 946 time: 0.3659334 Mar 11 18:01:42.732707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0dd3736e-fe88-45b7-9afc-4f9bcea28282 req-654ef26e-6b44-4966-a264-a583b4d20668 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Mar 11 18:01:42.845706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4814-7917-47ae-b854-241db1a80731 req-549020cc-4ac0-498a-be8f-f1c0e3fb125b tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:42.847148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-245c4814-7917-47ae-b854-241db1a80731 req-549020cc-4ac0-498a-be8f-f1c0e3fb125b tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 946 time: 0.0477798 Mar 11 18:01:42.884509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-245c4814-7917-47ae-b854-241db1a80731 req-ef633401-3a07-4b80-bb7a-3d50020ecaf3 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313292 Mar 11 18:01:43.669029 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d01c77d2-37fd-4f06-af3e-bc2b28abac37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:45.939334 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c5a349c0-fdad-443c-aeee-1cdc77519a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:47.273645 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:48.535404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:49.039363 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:01:59.388539 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:01.555009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e52504-ee53-4b00-a974-4c4bdfe6966e req-b8e72a75-d928-416b-8d41-ba6fb28a9be6 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:01.556548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41e52504-ee53-4b00-a974-4c4bdfe6966e req-b8e72a75-d928-416b-8d41-ba6fb28a9be6 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 946 time: 0.0593481 Mar 11 18:02:01.602711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41e52504-ee53-4b00-a974-4c4bdfe6966e req-43498421-9781-4b7a-b5f8-0143c60140e1 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371382 Mar 11 18:02:02.730879 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b61d3-8521-4c0b-ace0-21e1682dda38 req-269906cb-7146-4b1b-b6c4-700d77eece8e tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:02.732375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d4b61d3-8521-4c0b-ace0-21e1682dda38 req-269906cb-7146-4b1b-b6c4-700d77eece8e tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 946 time: 0.0505016 Mar 11 18:02:02.771972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d4b61d3-8521-4c0b-ace0-21e1682dda38 req-d2ae1518-dcf6-453f-84bf-8c0e8b1a18de tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329885 Mar 11 18:02:03.211802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-f7c4f3e7-47ff-4f0b-9dae-0d511077813b tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:03.213743 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-f7c4f3e7-47ff-4f0b-9dae-0d511077813b tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 946 time: 0.0485351 Mar 11 18:02:03.304215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Deleting port 86c7f389-6cf0-44be-9cd9-fe51036401a5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:03.304565 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.389363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] For port 86c7f389-6cf0-44be-9cd9-fe51036401a5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=86c7f389-6cf0-44be-9cd9-fe51036401a5,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:03.389720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.402040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Calling delete_port for 86c7f389-6cf0-44be-9cd9-fe51036401a5 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:03.531256 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.543685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['86c7f389-6cf0-44be-9cd9-fe51036401a5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:02:03.559170 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Pushing event deleted for resources: {'Port': ['ID=86c7f389-6cf0-44be-9cd9-fe51036401a5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:03.607841 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] No DVR routers for this DVR port 86c7f389-6cf0-44be-9cd9-fe51036401a5 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:02:03.611150 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:03.614941 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-5d625926-9fac-4f13-b76c-caa8728dba69 req-6fd9942b-ae76-4d32-baa7-fb65f6c29d28 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.46 "DELETE /v2.0/ports/86c7f389-6cf0-44be-9cd9-fe51036401a5 HTTP/1.1" status: 204 len: 173 time: 0.3951747 Mar 11 18:02:03.615135 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfab8ec3-e1c3-41b3-a26e-227a07cb8056', 'name': 'network-vif-deleted', 'tag': '86c7f389-6cf0-44be-9cd9-fe51036401a5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:03.617394 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9dbfb4-4d13-4fe2-a7a7-a14d16ad785f" -d '{"events": [{"server_uuid": "dfab8ec3-e1c3-41b3-a26e-227a07cb8056", "name": "network-vif-deleted", "tag": "86c7f389-6cf0-44be-9cd9-fe51036401a5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:03.657618 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfffcd13-d13f-4a65-b7d0-b06e25ad9a0a x-openstack-request-id: req-bfffcd13-d13f-4a65-b7d0-b06e25ad9a0a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:03.657921 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfab8ec3-e1c3-41b3-a26e-227a07cb8056", "name": "network-vif-deleted", "tag": "86c7f389-6cf0-44be-9cd9-fe51036401a5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:03.658178 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfffcd13-d13f-4a65-b7d0-b06e25ad9a0a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:03.658600 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfab8ec3-e1c3-41b3-a26e-227a07cb8056', 'name': 'network-vif-deleted', 'tag': '86c7f389-6cf0-44be-9cd9-fe51036401a5', 'status': 'completed', 'code': 200} Mar 11 18:02:03.883473 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbff24c7-56e5-4189-95f0-bfa646094632 req-41a8119a-4ffd-49ed-9063-71d07ad8e3b3 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfab8ec3-e1c3-41b3-a26e-227a07cb8056 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Mar 11 18:02:05.443544 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-3a9e4f8d-b572-4a67-ae01-fc7905c39151 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:05.445119 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-3a9e4f8d-b572-4a67-ae01-fc7905c39151 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/networks?id=aba23dc3-e617-4d78-8011-c18761d59329 HTTP/1.1" status: 200 len: 816 time: 0.1040852 Mar 11 18:02:05.459802 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-d7927752-bc7c-4750-bb78-f6a05962200b tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/quotas/e35df7bd541641ada44fc0fe3398b36a HTTP/1.1" status: 200 len: 375 time: 0.0087590 Mar 11 18:02:05.510609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-feb0d8ee-e6d7-47b1-bf2f-2b47d17cd5bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35df7bd541641ada44fc0fe3398b36a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456073 Mar 11 18:02:05.606911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-6099c08e-051d-4c48-82eb-f5efc082d561 service neutron] 10.222.0.53 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846939 Mar 11 18:02:05.706407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-8ca8697e-4b96-4903-bed9-18f1ce2f1e4a service neutron] 10.222.0.53 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927875 Mar 11 18:02:05.864782 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-19044328-d021-4182-9fd9-4f22388cfd12 req-cadd1bca-6abb-495c-b126-9a00e87d5d23 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 210 time: 0.0284004 Mar 11 18:02:06.764625 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-905f5e6e-1987-46cb-9f80-fd3595bd6873 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:06.766120 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-905f5e6e-1987-46cb-9f80-fd3595bd6873 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.46 "GET /v2.0/networks?id=aba23dc3-e617-4d78-8011-c18761d59329 HTTP/1.1" status: 200 len: 816 time: 0.1055846 Mar 11 18:02:06.780683 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Request body: {'port': {'device_id': '37a68b6f-734c-4211-a87f-1a4c5d7eef36', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'admin_state_up': True, 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:06.843473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 86c7f389-6cf0-44be-9cd9-fe51036401a5 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:02:06.864937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 86c7f389-6cf0-44be-9cd9-fe51036401a5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:02:06.865293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 86c7f389-6cf0-44be-9cd9-fe51036401a5 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:02:06.905700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Made reservation on behalf of e35df7bd541641ada44fc0fe3398b36a for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:06.909720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:06.965443 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88b448c8-af18-4222-8b24-ae6a6f650098 req-81ea2a25-901d-4686-bd82-71aec7cbc596 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 210 time: 0.0267034 Mar 11 18:02:07.038449 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Allocated IP 172.20.0.5 (aba23dc3-e617-4d78-8011-c18761d59329/0623b359-8d4a-4a1b-99c0-9bdc07b32092/1241d854-cc8c-40ff-99f3-86bc11f24f00) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:07.182170 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.215004 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.259809 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Network aba23dc3-e617-4d78-8011-c18761d59329 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:07.262786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:07.266981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:02:07.273333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Pushing event updated for resources: {'Port': ['ID=1241d854-cc8c-40ff-99f3-86bc11f24f00,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:07.323459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:07.324076 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.341538 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-b6c0adc9-aeeb-4c88-abe1-3814033af2bf tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656922 Mar 11 18:02:07.353807 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Request body: {'port': {'device_id': '37a68b6f-734c-4211-a87f-1a4c5d7eef36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:07.410122 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.524405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-4ad41ddb-c093-40a4-bbb2-2ac6a9e92729 None None] Provisioning complete for port 1241d854-cc8c-40ff-99f3-86bc11f24f00 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:07.524781 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4ad41ddb-c093-40a4-bbb2-2ac6a9e92729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.559527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41ddb-c093-40a4-bbb2-2ac6a9e92729 None None] Port 1241d854-cc8c-40ff-99f3-86bc11f24f00 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:02:07.682244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1241d854-cc8c-40ff-99f3-86bc11f24f00 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:02:07.690341 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.702263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Transition to ACTIVE for port object 1241d854-cc8c-40ff-99f3-86bc11f24f00 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:02:07.706084 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.758784 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Pushing event updated for resources: {'Port': ['ID=1241d854-cc8c-40ff-99f3-86bc11f24f00,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:07.829139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Attempting to bind port 1241d854-cc8c-40ff-99f3-86bc11f24f00 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:02:07.829814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Attempting to bind port 1241d854-cc8c-40ff-99f3-86bc11f24f00 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:02:07.829936 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Attempting to bind port 1241d854-cc8c-40ff-99f3-86bc11f24f00 on network aba23dc3-e617-4d78-8011-c18761d59329 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:02:07.834509 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Port 1241d854-cc8c-40ff-99f3-86bc11f24f00 on network aba23dc3-e617-4d78-8011-c18761d59329 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:02:07.834839 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Attempting to bind port 1241d854-cc8c-40ff-99f3-86bc11f24f00 on network aba23dc3-e617-4d78-8011-c18761d59329 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:02:07.840029 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:02:07.840406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Checking segment: {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:02:07.840801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Bound using segment: {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:02:07.841240 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Bound port: 1241d854-cc8c-40ff-99f3-86bc11f24f00, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f8d068-48df-4850-a2bf-1dafc7330c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:02:07.841658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.917281 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] For port 1241d854-cc8c-40ff-99f3-86bc11f24f00, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:02:07.920479 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] For port 1241d854-cc8c-40ff-99f3-86bc11f24f00, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1241d854-cc8c-40ff-99f3-86bc11f24f00,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:02:07.925097 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.961267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:07.961896 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:07.963894 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] 10.222.0.46 "PUT /v2.0/ports/1241d854-cc8c-40ff-99f3-86bc11f24f00 HTTP/1.1" status: 200 len: 1091 time: 0.6139457 Mar 11 18:02:07.963894 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a68b6f-734c-4211-a87f-1a4c5d7eef36', 'tag': '1241d854-cc8c-40ff-99f3-86bc11f24f00'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:07.966120 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac33af7-9ba8-417d-bfd1-6275559f5d78" -d '{"events": [{"name": "network-changed", "server_uuid": "37a68b6f-734c-4211-a87f-1a4c5d7eef36", "tag": "1241d854-cc8c-40ff-99f3-86bc11f24f00"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:08.008294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df8e74-2aff-47d9-ae23-b9fe7f6bcf6b service neutron] Pushing event updated for resources: {'Port': ['ID=1241d854-cc8c-40ff-99f3-86bc11f24f00,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:08.044042 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f2c70e-9ac0-4d6c-9d6b-5e342e0b0300 x-openstack-request-id: req-51f2c70e-9ac0-4d6c-9d6b-5e342e0b0300 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:08.045291 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a68b6f-734c-4211-a87f-1a4c5d7eef36", "tag": "1241d854-cc8c-40ff-99f3-86bc11f24f00", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:08.045724 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51f2c70e-9ac0-4d6c-9d6b-5e342e0b0300 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:08.046134 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a68b6f-734c-4211-a87f-1a4c5d7eef36', 'tag': '1241d854-cc8c-40ff-99f3-86bc11f24f00', 'status': 'completed', 'code': 200} Mar 11 18:02:08.061650 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-225ef278-bc6b-498f-9ec6-4153a8e27573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.063283 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-225ef278-bc6b-498f-9ec6-4153a8e27573 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e35df7bd541641ada44fc0fe3398b36a&device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 1094 time: 0.0520358 Mar 11 18:02:08.113561 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-be6ce9ba-2803-4adb-9164-15c098271042 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1241d854-cc8c-40ff-99f3-86bc11f24f00 HTTP/1.1" status: 200 len: 217 time: 0.0412767 Mar 11 18:02:08.127334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cec75f-a29b-4754-aebf-78b99e5de9d7 req-f5cb08cf-7736-4fb1-b0cc-1083a6e088f3 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.128902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5cec75f-a29b-4754-aebf-78b99e5de9d7 req-f5cb08cf-7736-4fb1-b0cc-1083a6e088f3 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 943 time: 0.0667751 Mar 11 18:02:08.168241 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5cec75f-a29b-4754-aebf-78b99e5de9d7 req-8d9c047c-7983-4818-9861-d7df20b90b7d tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332778 Mar 11 18:02:08.171314 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-4f4d0701-589a-47b3-979c-e5b1ad464674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.172941 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-4f4d0701-589a-47b3-979c-e5b1ad464674 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0623b359-8d4a-4a1b-99c0-9bdc07b32092 HTTP/1.1" status: 200 len: 855 time: 0.0508108 Mar 11 18:02:08.223626 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-0c7fbe08-1d7f-4c0a-a2af-908f50917fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.225215 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-0c7fbe08-1d7f-4c0a-a2af-908f50917fb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aba23dc3-e617-4d78-8011-c18761d59329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444977 Mar 11 18:02:08.317808 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-03cae2c6-6715-47d0-9aaf-2f21eb6fecb8 service neutron] 10.222.0.46 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840106 Mar 11 18:02:08.406217 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3187f146-f3c9-4e8e-9e7e-defda18177a3 req-4889036e-ee3d-47ca-8dd7-fd50db7fdf56 service neutron] 10.222.0.46 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816977 Mar 11 18:02:08.493645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-2e87aae1-17c1-43e0-804d-2dacf579b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.495182 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-2e87aae1-17c1-43e0-804d-2dacf579b9b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e35df7bd541641ada44fc0fe3398b36a&device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 1094 time: 0.0420430 Mar 11 18:02:08.587772 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-689ee52a-77c8-4040-b770-a11896444b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.589322 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-689ee52a-77c8-4040-b770-a11896444b1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=aba23dc3-e617-4d78-8011-c18761d59329 HTTP/1.1" status: 200 len: 916 time: 0.0872586 Mar 11 18:02:08.631212 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-d39f74ba-f9a6-4da1-b3c6-4f4b42ef5ac1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1241d854-cc8c-40ff-99f3-86bc11f24f00 HTTP/1.1" status: 200 len: 217 time: 0.0345862 Mar 11 18:02:08.682227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-317619ac-5e3f-4ae3-9549-d64fe827725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.683690 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-317619ac-5e3f-4ae3-9549-d64fe827725f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0623b359-8d4a-4a1b-99c0-9bdc07b32092 HTTP/1.1" status: 200 len: 855 time: 0.0444906 Mar 11 18:02:08.736424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-7acfe1a4-d4d6-4672-ae64-db28a59ae8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:08.737935 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-7acfe1a4-d4d6-4672-ae64-db28a59ae8da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aba23dc3-e617-4d78-8011-c18761d59329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465131 Mar 11 18:02:08.830281 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-ee697597-6139-4e8f-8eea-683a06ac5a0d service neutron] 10.222.0.46 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841734 Mar 11 18:02:08.930377 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-eac33af7-9ba8-417d-bfd1-6275559f5d78 req-7d6f9e11-1cfd-4b31-b024-5af5303984f2 service neutron] 10.222.0.46 "GET /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885265 Mar 11 18:02:09.290650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d42922-6aec-4df9-96c1-193bb77c5c1c req-48f23996-3907-4232-85b4-bf20316d8576 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:09.292139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23d42922-6aec-4df9-96c1-193bb77c5c1c req-48f23996-3907-4232-85b4-bf20316d8576 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 943 time: 0.0512719 Mar 11 18:02:09.330220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23d42922-6aec-4df9-96c1-193bb77c5c1c req-7917884b-4141-4fb9-9749-bc8114a9cca8 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Mar 11 18:02:10.444459 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe8073-a675-4403-9fa4-da1d58bd6800 req-aefc8bc2-60b8-4cae-a4d0-5fe87cb42b6c tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:10.445909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33fe8073-a675-4403-9fa4-da1d58bd6800 req-aefc8bc2-60b8-4cae-a4d0-5fe87cb42b6c tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 943 time: 0.0489995 Mar 11 18:02:10.482780 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33fe8073-a675-4403-9fa4-da1d58bd6800 req-ab344232-615f-478a-805a-31d9aff9e186 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Mar 11 18:02:10.860600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1241d854-cc8c-40ff-99f3-86bc11f24f00 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:02:10.958254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1241d854-cc8c-40ff-99f3-86bc11f24f00, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1241d854-cc8c-40ff-99f3-86bc11f24f00,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:10.969143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '1241d854-cc8c-40ff-99f3-86bc11f24f00', 'network_id': 'aba23dc3-e617-4d78-8011-c18761d59329', 'port_id': '1241d854-cc8c-40ff-99f3-86bc11f24f00', 'mac_address': 'fa:16:3e:51:77:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0623b359-8d4a-4a1b-99c0-9bdc07b32092', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:02:11.007948 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:11.021110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1241d854-cc8c-40ff-99f3-86bc11f24f00 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:02:11.039600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1241d854-cc8c-40ff-99f3-86bc11f24f00, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1241d854-cc8c-40ff-99f3-86bc11f24f00,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:11.043213 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:11.091207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=1241d854-cc8c-40ff-99f3-86bc11f24f00,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:11.098715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.099082 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.099426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.099750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.100083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.100439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.100765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.101086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.101399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.101714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.102033 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.102351 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:11.244132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['1241d854-cc8c-40ff-99f3-86bc11f24f00'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:02:11.415290 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:11.608514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392e00-cff7-4fe3-907e-15f1dc6f5578 req-30066411-2619-4219-b9d6-a366d54e858a tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:11.610642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5392e00-cff7-4fe3-907e-15f1dc6f5578 req-30066411-2619-4219-b9d6-a366d54e858a tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 944 time: 0.0558941 Mar 11 18:02:11.649518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5392e00-cff7-4fe3-907e-15f1dc6f5578 req-706b2227-c60d-464c-b35e-43f484dc3ba8 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328293 Mar 11 18:02:12.768971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951ceac-1616-4845-ab06-524ee2d0bc22 req-c57a2611-b074-4407-b380-b31684119958 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:12.770434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c951ceac-1616-4845-ab06-524ee2d0bc22 req-c57a2611-b074-4407-b380-b31684119958 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 944 time: 0.0505946 Mar 11 18:02:12.807400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c951ceac-1616-4845-ab06-524ee2d0bc22 req-d4da30bd-59c6-4d4e-9058-88350822f1cd tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Mar 11 18:02:12.870962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1241d854-cc8c-40ff-99f3-86bc11f24f00 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:12.921293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 1241d854-cc8c-40ff-99f3-86bc11f24f00 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:02:12.925789 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 1241d854-cc8c-40ff-99f3-86bc11f24f00 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:12.926156 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.010370 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.031833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a68b6f-734c-4211-a87f-1a4c5d7eef36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1241d854-cc8c-40ff-99f3-86bc11f24f00'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:13.034054 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdcc8b1-b642-46f5-bcb0-40b0690eb7b8" -d '{"events": [{"server_uuid": "37a68b6f-734c-4211-a87f-1a4c5d7eef36", "name": "network-vif-plugged", "status": "completed", "tag": "1241d854-cc8c-40ff-99f3-86bc11f24f00"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:13.046285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 1241d854-cc8c-40ff-99f3-86bc11f24f00, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1241d854-cc8c-40ff-99f3-86bc11f24f00,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:13.051640 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.080094 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a76a2fa-02aa-451f-a3a7-afd9d4bea2e8 x-openstack-request-id: req-8a76a2fa-02aa-451f-a3a7-afd9d4bea2e8 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:13.080568 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a68b6f-734c-4211-a87f-1a4c5d7eef36", "name": "network-vif-plugged", "status": "completed", "tag": "1241d854-cc8c-40ff-99f3-86bc11f24f00", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:13.080821 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a76a2fa-02aa-451f-a3a7-afd9d4bea2e8 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:13.081201 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a68b6f-734c-4211-a87f-1a4c5d7eef36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1241d854-cc8c-40ff-99f3-86bc11f24f00', 'code': 200} Mar 11 18:02:13.109012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=1241d854-cc8c-40ff-99f3-86bc11f24f00,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:13.171895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c0d98-faa6-4277-b0db-670971166c51 req-162f61f0-32bb-47a3-af02-b5db05a0a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:13.173986 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f33c0d98-faa6-4277-b0db-670971166c51 req-162f61f0-32bb-47a3-af02-b5db05a0a5c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 1096 time: 0.0401440 Mar 11 18:02:13.207576 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-f33c0d98-faa6-4277-b0db-670971166c51 req-58178a5d-0a4b-4058-95e5-b4cc0b220b80 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267129 Mar 11 18:02:13.676259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3446cb33-c7c6-44eb-a6e0-cdbe21a9f90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:13.929091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643e628-129b-4ddb-ac7d-ddcfe27269d2 req-8459eee6-308a-4637-8023-1517bc6fcf46 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:13.930597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9643e628-129b-4ddb-ac7d-ddcfe27269d2 req-8459eee6-308a-4637-8023-1517bc6fcf46 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 945 time: 0.0521324 Mar 11 18:02:13.972003 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9643e628-129b-4ddb-ac7d-ddcfe27269d2 req-8be1c75e-1fa9-4b36-8b28-dafc5e9b96a9 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353887 Mar 11 18:02:15.096903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4578480-6f27-41de-a740-2528f6c218d2 req-9fb94892-d673-4268-b752-f467a7d82890 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:15.098379 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4578480-6f27-41de-a740-2528f6c218d2 req-9fb94892-d673-4268-b752-f467a7d82890 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 945 time: 0.0535624 Mar 11 18:02:15.136705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4578480-6f27-41de-a740-2528f6c218d2 req-5d657ba0-cbe9-40df-8149-377789ff6902 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Mar 11 18:02:15.251049 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f561fd-06a7-4be8-85fc-56775002a760 req-8a3c1c7d-fcca-4365-a65a-569e6a275360 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:15.252603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f561fd-06a7-4be8-85fc-56775002a760 req-8a3c1c7d-fcca-4365-a65a-569e6a275360 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 945 time: 0.0493512 Mar 11 18:02:15.289394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-46f561fd-06a7-4be8-85fc-56775002a760 req-7ac63f57-7c86-4588-9f8e-11c3b0472dae tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Mar 11 18:02:15.941302 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8f86070c-68db-4d65-a560-5a63dc9b829c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:17.276048 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:18.519188 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:19.044799 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:19.620328 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:02:29.405149 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:33.593475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64f633-784a-487e-a68b-afe87e292ac9 req-4b9777ed-3a39-4a7a-8e03-8b8bbc5a3d97 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:33.595643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f64f633-784a-487e-a68b-afe87e292ac9 req-4b9777ed-3a39-4a7a-8e03-8b8bbc5a3d97 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 945 time: 0.0547826 Mar 11 18:02:33.638087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f64f633-784a-487e-a68b-afe87e292ac9 req-acfa7a9c-b8fc-492c-8f26-b0d5029219ca tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Mar 11 18:02:34.771584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ff1e8-153a-4f8f-9be9-00c6e4630783 req-4d65cf02-cd14-423b-90ed-b1e0defe6aab tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:34.773126 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d2ff1e8-153a-4f8f-9be9-00c6e4630783 req-4d65cf02-cd14-423b-90ed-b1e0defe6aab tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 945 time: 0.0553327 Mar 11 18:02:34.813857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d2ff1e8-153a-4f8f-9be9-00c6e4630783 req-3f067a5d-8caf-404c-83ce-451c20cbe78f tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2413d38-f08a-4d7b-b148-a02a5b0b35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336952 Mar 11 18:02:35.210591 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-27309b07-dd16-4882-afdb-e68354c6440d tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:35.212070 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-27309b07-dd16-4882-afdb-e68354c6440d tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.46 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Mar 11 18:02:35.301987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Deleting port 1241d854-cc8c-40ff-99f3-86bc11f24f00 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:35.302325 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:35.387697 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] For port 1241d854-cc8c-40ff-99f3-86bc11f24f00, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=1241d854-cc8c-40ff-99f3-86bc11f24f00,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:35.388058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:35.400635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Calling delete_port for 1241d854-cc8c-40ff-99f3-86bc11f24f00 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:35.528386 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:35.541915 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['1241d854-cc8c-40ff-99f3-86bc11f24f00'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:02:35.557255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Pushing event deleted for resources: {'Port': ['ID=1241d854-cc8c-40ff-99f3-86bc11f24f00,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:35.570443 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.570792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.571134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.571465 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.571905 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.572125 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.572463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.572934 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.573116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.573441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.573758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.574072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:35.612952 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] No DVR routers for this DVR port 1241d854-cc8c-40ff-99f3-86bc11f24f00 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:02:35.616935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:35.620274 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-16bf17f4-2bb2-4627-8516-ebadcfcd6be4 req-2b72df3d-e4be-4914-86da-95d9469b9102 tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.46 "DELETE /v2.0/ports/1241d854-cc8c-40ff-99f3-86bc11f24f00 HTTP/1.1" status: 204 len: 173 time: 0.4028022 Mar 11 18:02:35.620775 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a68b6f-734c-4211-a87f-1a4c5d7eef36', 'name': 'network-vif-deleted', 'tag': '1241d854-cc8c-40ff-99f3-86bc11f24f00'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:02:35.623065 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c16df8-ff1a-40d7-95ae-521a36de35ee" -d '{"events": [{"server_uuid": "37a68b6f-734c-4211-a87f-1a4c5d7eef36", "name": "network-vif-deleted", "tag": "1241d854-cc8c-40ff-99f3-86bc11f24f00"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:02:35.691824 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed1e9e-075b-424f-9979-277f5cea7a4c x-openstack-request-id: req-aeed1e9e-075b-424f-9979-277f5cea7a4c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:02:35.692167 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a68b6f-734c-4211-a87f-1a4c5d7eef36", "name": "network-vif-deleted", "tag": "1241d854-cc8c-40ff-99f3-86bc11f24f00", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:02:35.692471 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aeed1e9e-075b-424f-9979-277f5cea7a4c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:02:35.692905 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a68b6f-734c-4211-a87f-1a4c5d7eef36', 'name': 'network-vif-deleted', 'tag': '1241d854-cc8c-40ff-99f3-86bc11f24f00', 'status': 'completed', 'code': 200} Mar 11 18:02:35.927885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-83247c52-2cd9-49f5-bbc5-5d14bf2eb4e8 req-6153eddb-bc46-4dde-a214-2240425dbe9e tempest-TestEncryptedCinderVolumes-1695447054 tempest-TestEncryptedCinderVolumes-1695447054-project] 10.222.0.53 "GET /v2.0/ports?device_id=37a68b6f-734c-4211-a87f-1a4c5d7eef36 HTTP/1.1" status: 200 len: 210 time: 0.0276654 Mar 11 18:02:37.016268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:37.350487 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:37.919265 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Deleting port 64717f41-e7c0-448e-8d84-4bbbee88e7dd {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:37.919596 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:38.006739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] For port 64717f41-e7c0-448e-8d84-4bbbee88e7dd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=64717f41-e7c0-448e-8d84-4bbbee88e7dd,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:38.007107 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:38.021362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Calling delete_port for 64717f41-e7c0-448e-8d84-4bbbee88e7dd owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:38.194953 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:38.220185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Pushing event deleted for resources: {'Port': ['ID=64717f41-e7c0-448e-8d84-4bbbee88e7dd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:38.386541 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:38.599901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Router 4b7f24c6-1e54-4522-a0c9-293593acd365 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:02:38.702680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:02:38.708435 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9ab423f1-5052-438a-837f-4ca9f3e1ac96 admin admin] 10.222.0.53 "PUT /v2.0/routers/4b7f24c6-1e54-4522-a0c9-293593acd365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6910098 Mar 11 18:02:38.710907 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40260) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:38.714050 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] Sync routers for ids ['4b7f24c6-1e54-4522-a0c9-293593acd365'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:02:38.723989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] Routers {'4b7f24c6-1e54-4522-a0c9-293593acd365'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:38.724713 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b7f24c6-1e54-4522-a0c9-293593acd365'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:38.813072 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:38.832951 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] Set router 4b7f24c6-1e54-4522-a0c9-293593acd365 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:38.916062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:38.968285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Deleting port 1327eea5-b82b-4a09-8c58-5384f29816c7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:38.968569 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.013006 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:22Z', 'updated_at': '2022-03-11T18:02:38Z', 'revision_number': 5, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'gw_port': {'id': '1327eea5-b82b-4a09-8c58-5384f29816c7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:23Z', 'updated_at': '2022-03-11T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:39.039566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] Checking router: 4b7f24c6-1e54-4522-a0c9-293593acd365 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:02:39.047689 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] Routers {'4b7f24c6-1e54-4522-a0c9-293593acd365'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:39.048850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['4b7f24c6-1e54-4522-a0c9-293593acd365'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:39.050056 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] For port 1327eea5-b82b-4a09-8c58-5384f29816c7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1327eea5-b82b-4a09-8c58-5384f29816c7,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:39.050549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.062507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Calling delete_port for 1327eea5-b82b-4a09-8c58-5384f29816c7 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:39.082095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1241d854-cc8c-40ff-99f3-86bc11f24f00 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:02:39.135211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 1241d854-cc8c-40ff-99f3-86bc11f24f00 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:02:39.135548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 1241d854-cc8c-40ff-99f3-86bc11f24f00 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:02:39.153992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] Set router 4b7f24c6-1e54-4522-a0c9-293593acd365 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:39.209635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:22Z', 'updated_at': '2022-03-11T18:02:38Z', 'revision_number': 6, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:39.231780 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.236718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86414ee7-c43a-48eb-bb74-8ca43d9a10a3 None None] The sync data for ids ['4b7f24c6-1e54-4522-a0c9-293593acd365'] in n-d-833411-1 is: [{'id': '4b7f24c6-1e54-4522-a0c9-293593acd365', 'name': 'tempest-TestEncryptedCinderVolumes-645250504-router', 'tenant_id': 'e35df7bd541641ada44fc0fe3398b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:22Z', 'updated_at': '2022-03-11T18:02:38Z', 'revision_number': 6, 'project_id': 'e35df7bd541641ada44fc0fe3398b36a', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:02:39.257746 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Pushing event deleted for resources: {'Port': ['ID=1327eea5-b82b-4a09-8c58-5384f29816c7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:39.320217 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.414128 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.416244 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.457871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.458459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7f24c6-1e54-4522-a0c9-293593acd365 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:02:39.462657 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.463813 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f17f0c3b-b280-4993-9c7c-b06edf2deacf admin admin] 10.222.0.53 "DELETE /v2.0/routers/4b7f24c6-1e54-4522-a0c9-293593acd365 HTTP/1.1" status: 204 len: 168 time: 0.7514231 Mar 11 18:02:39.466461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40262) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:39.511362 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f29871-421b-4d7a-8bb0-ba8e6310217b admin admin] Deleting subnet 0623b359-8d4a-4a1b-99c0-9bdc07b32092 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:02:39.515247 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25f29871-421b-4d7a-8bb0-ba8e6310217b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.549482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25f29871-421b-4d7a-8bb0-ba8e6310217b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.634482 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25f29871-421b-4d7a-8bb0-ba8e6310217b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.689624 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25f29871-421b-4d7a-8bb0-ba8e6310217b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.715540 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f29871-421b-4d7a-8bb0-ba8e6310217b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0623b359-8d4a-4a1b-99c0-9bdc07b32092,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:39.720802 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25f29871-421b-4d7a-8bb0-ba8e6310217b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.726390 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-25f29871-421b-4d7a-8bb0-ba8e6310217b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0623b359-8d4a-4a1b-99c0-9bdc07b32092 HTTP/1.1" status: 204 len: 168 time: 0.2564728 Mar 11 18:02:39.726623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40264) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:39.726767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c2bde-262a-4bd3-937d-d15748dc30ad None None] Network aba23dc3-e617-4d78-8011-c18761d59329 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:02:39.797946 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.853520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Deleting port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:39.853865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.918672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] For port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=74e2bb75-4ad9-4c26-bfda-15ee5d952e61,segment=NetworkSegment(a9f8d068-48df-4850-a2bf-1dafc7330c3d),segment_id=a9f8d068-48df-4850-a2bf-1dafc7330c3d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:39.919032 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:39.931641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Calling delete_port for 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:39.995938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] DHCP port deletion for aba23dc3-e617-4d78-8011-c18761d59329 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:02:40.022894 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.047671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] Deleting port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:40.048132 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.051211 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] No DVR routers for this DVR port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:02:40.057549 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Pushing event deleted for resources: {'Port': ['ID=74e2bb75-4ad9-4c26-bfda-15ee5d952e61,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:40.133861 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.166467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba23dc3-e617-4d78-8011-c18761d59329']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:40.180019 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f8d068-48df-4850-a2bf-1dafc7330c3d') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:40.180306 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f8d068-48df-4850-a2bf-1dafc7330c3d') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:40.193714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.216103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.223885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:02:40.224620 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:02:40.226857 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:02:40.280620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] For port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:40.281119 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.291936 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.294607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] Calling delete_port for 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:40.297677 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] Port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 18:02:40.297845 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.299140 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.300930 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] 10.222.0.53 "DELETE /v2.0/networks/aba23dc3-e617-4d78-8011-c18761d59329 HTTP/1.1" status: 204 len: 168 time: 0.5733457 Mar 11 18:02:40.304508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40266) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:40.313263 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67571f2c-9347-4013-bb2f-21ba926d35dd admin admin] Pushing event deleted for resources: {'Network': ['ID=aba23dc3-e617-4d78-8011-c18761d59329,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:40.324578 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] Pushing event deleted for resources: {'Port': ['ID=74e2bb75-4ad9-4c26-bfda-15ee5d952e61,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:40.326444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] Network aba23dc3-e617-4d78-8011-c18761d59329 is not hosted by any dhcp agent {{(pid=102643) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 18:02:40.326901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1000268-df16-46a0-9085-73e0f0e27c0c None None] No DVR routers for this DVR port 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:02:40.459301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64717f41-e7c0-448e-8d84-4bbbee88e7dd no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:02:40.480092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 64717f41-e7c0-448e-8d84-4bbbee88e7dd {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:02:40.480660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 64717f41-e7c0-448e-8d84-4bbbee88e7dd not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:02:40.480941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1327eea5-b82b-4a09-8c58-5384f29816c7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:02:40.500462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1327eea5-b82b-4a09-8c58-5384f29816c7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:02:40.500808 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1327eea5-b82b-4a09-8c58-5384f29816c7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:02:40.501293 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:02:40.520991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:02:40.521337 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 74e2bb75-4ad9-4c26-bfda-15ee5d952e61 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:02:40.676716 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.915813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Deleting port 1a655059-ed20-42b8-afb4-accdd86c29dd {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:40.916157 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:40.993192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] For port 1a655059-ed20-42b8-afb4-accdd86c29dd, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1a655059-ed20-42b8-afb4-accdd86c29dd,segment=NetworkSegment(a8d02c2b-e3d9-41d4-8133-fa2cbd98519b),segment_id=a8d02c2b-e3d9-41d4-8133-fa2cbd98519b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:40.993473 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.006631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Calling delete_port for 1a655059-ed20-42b8-afb4-accdd86c29dd owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:41.182327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.205615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1a655059-ed20-42b8-afb4-accdd86c29dd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:41.215659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.216012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.216362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.216709 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.217038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.217365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.217714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.217998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.218402 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.218625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.218943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.219260 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:41.388681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.419787 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.606109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Router 701c7b66-c0da-4933-9b1d-f8d5a5450482 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:02:41.708888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:02:41.714143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4e059feb-61be-4e15-9e0d-43bcd59da3aa admin admin] 10.222.0.53 "PUT /v2.0/routers/701c7b66-c0da-4933-9b1d-f8d5a5450482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4083428 Mar 11 18:02:41.716606 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40268) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:41.719146 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] Sync routers for ids ['701c7b66-c0da-4933-9b1d-f8d5a5450482'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:02:41.729557 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] Routers {'701c7b66-c0da-4933-9b1d-f8d5a5450482'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:41.730237 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['701c7b66-c0da-4933-9b1d-f8d5a5450482'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:41.820198 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.921495 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:41.923834 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] Set router 701c7b66-c0da-4933-9b1d-f8d5a5450482 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:41.982212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Deleting port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:41.982554 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.063358 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] For port c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:42.063724 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.076290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Calling delete_port for c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:42.103513 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:26Z', 'updated_at': '2022-03-11T18:02:41Z', 'revision_number': 5, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'gw_port': {'id': 'c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:63:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:27Z', 'updated_at': '2022-03-11T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:42.128656 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] Checking router: 701c7b66-c0da-4933-9b1d-f8d5a5450482 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:02:42.136620 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] Routers {'701c7b66-c0da-4933-9b1d-f8d5a5450482'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:42.137223 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['701c7b66-c0da-4933-9b1d-f8d5a5450482'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:42.223962 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] Set router 701c7b66-c0da-4933-9b1d-f8d5a5450482 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:42.242906 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.269843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Pushing event deleted for resources: {'Port': ['ID=c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:42.290737 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:26Z', 'updated_at': '2022-03-11T18:02:41Z', 'revision_number': 6, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:42.316883 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8409d13-8254-4d2e-a935-0313b5d6c71b None None] The sync data for ids ['701c7b66-c0da-4933-9b1d-f8d5a5450482'] in n-d-833411-1 is: [{'id': '701c7b66-c0da-4933-9b1d-f8d5a5450482', 'name': 'tempest-TestEncryptedCinderVolumes-79982018-router', 'tenant_id': 'c960cddc3d94477894f3ab72410d5684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:01:26Z', 'updated_at': '2022-03-11T18:02:41Z', 'revision_number': 6, 'project_id': 'c960cddc3d94477894f3ab72410d5684', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:02:42.349580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.440520 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.442640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.485343 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.485892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 701c7b66-c0da-4933-9b1d-f8d5a5450482 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:02:42.490483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.491649 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8accb0a0-0f63-4466-b39b-6899b9d8bb0f admin admin] 10.222.0.53 "DELETE /v2.0/routers/701c7b66-c0da-4933-9b1d-f8d5a5450482 HTTP/1.1" status: 204 len: 168 time: 0.7740977 Mar 11 18:02:42.494109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40270) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:42.542017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7e0660-d3af-4102-9d95-0c700495e8d9 admin admin] Deleting subnet 51caeeb0-a181-4cd8-b463-e1b139cfb2d8 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:02:42.545044 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0660-d3af-4102-9d95-0c700495e8d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.773708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a655059-ed20-42b8-afb4-accdd86c29dd no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:02:42.795301 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1a655059-ed20-42b8-afb4-accdd86c29dd {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:02:42.795645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1a655059-ed20-42b8-afb4-accdd86c29dd not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:02:42.906299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0660-d3af-4102-9d95-0c700495e8d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:42.980897 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0660-d3af-4102-9d95-0c700495e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.036702 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0660-d3af-4102-9d95-0c700495e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.062675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e0660-d3af-4102-9d95-0c700495e8d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51caeeb0-a181-4cd8-b463-e1b139cfb2d8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:43.065222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0660-d3af-4102-9d95-0c700495e8d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.068319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4c7e0660-d3af-4102-9d95-0c700495e8d9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/51caeeb0-a181-4cd8-b463-e1b139cfb2d8 HTTP/1.1" status: 204 len: 168 time: 0.5732884 Mar 11 18:02:43.070049 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73258667-253f-482d-924a-81585b8d8d19 None None] Network 213f0cb4-a449-47b8-b09a-c3043ae4fedd requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:02:43.070965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40272) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:43.140596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.193977 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Deleting port d0a6c669-8a95-4b71-9734-f160402b7629 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:43.194304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.258370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8819a34a-ab66-44dd-beac-f71e997c13ef None None] DHCP port deletion for 213f0cb4-a449-47b8-b09a-c3043ae4fedd request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:02:43.265023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] For port d0a6c669-8a95-4b71-9734-f160402b7629, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d0a6c669-8a95-4b71-9734-f160402b7629,segment=NetworkSegment(a8d02c2b-e3d9-41d4-8133-fa2cbd98519b),segment_id=a8d02c2b-e3d9-41d4-8133-fa2cbd98519b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:43.265451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.277983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Calling delete_port for d0a6c669-8a95-4b71-9734-f160402b7629 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:43.306549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8819a34a-ab66-44dd-beac-f71e997c13ef None None] Deleting port d0a6c669-8a95-4b71-9734-f160402b7629 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:02:43.306931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8819a34a-ab66-44dd-beac-f71e997c13ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.360601 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.378246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8819a34a-ab66-44dd-beac-f71e997c13ef None None] For port d0a6c669-8a95-4b71-9734-f160402b7629, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d0a6c669-8a95-4b71-9734-f160402b7629,segment=NetworkSegment(a8d02c2b-e3d9-41d4-8133-fa2cbd98519b),segment_id=a8d02c2b-e3d9-41d4-8133-fa2cbd98519b)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:43.378722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8819a34a-ab66-44dd-beac-f71e997c13ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.393513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8819a34a-ab66-44dd-beac-f71e997c13ef None None] Calling delete_port for d0a6c669-8a95-4b71-9734-f160402b7629 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:02:43.396136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a6c669-8a95-4b71-9734-f160402b7629,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:43.398372 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] No DVR routers for this DVR port d0a6c669-8a95-4b71-9734-f160402b7629 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:02:43.478255 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.481726 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8819a34a-ab66-44dd-beac-f71e997c13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.499349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213f0cb4-a449-47b8-b09a-c3043ae4fedd']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:43.506763 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819a34a-ab66-44dd-beac-f71e997c13ef None None] Pushing event deleted for resources: {'Port': ['ID=d0a6c669-8a95-4b71-9734-f160402b7629,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:43.513112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:43.513112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d02c2b-e3d9-41d4-8133-fa2cbd98519b') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:43.513445 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819a34a-ab66-44dd-beac-f71e997c13ef None None] No DVR routers for this DVR port d0a6c669-8a95-4b71-9734-f160402b7629 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:02:43.523841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.537976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.543913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:02:43.544291 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:02:43.546067 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:02:43.603706 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.609173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.612833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] 10.222.0.53 "DELETE /v2.0/networks/213f0cb4-a449-47b8-b09a-c3043ae4fedd HTTP/1.1" status: 204 len: 168 time: 0.5409589 Mar 11 18:02:43.625632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2936ed1-1998-44a9-97b9-e30e76def196 admin admin] Pushing event deleted for resources: {'Network': ['ID=213f0cb4-a449-47b8-b09a-c3043ae4fedd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:43.668418 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-24d66bf7-076c-4423-bbed-18bbaf00ba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.784109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40276) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:43.825842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8fae6c71-d09d-4ec3-8e33-55e8e8bc83ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e35df7bd541641ada44fc0fe3398b36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404747 Mar 11 18:02:43.828279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40278) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:43.875345 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-201ea094-c3b2-48c8-8993-9065853b0db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.895219 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-201ea094-c3b2-48c8-8993-9065853b0db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.940607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-201ea094-c3b2-48c8-8993-9065853b0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.943098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-201ea094-c3b2-48c8-8993-9065853b0db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:43.944226 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-201ea094-c3b2-48c8-8993-9065853b0db0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2413d38-f08a-4d7b-b148-a02a5b0b35e9 HTTP/1.1" status: 204 len: 168 time: 0.1150429 Mar 11 18:02:43.952288 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ea094-c3b2-48c8-8993-9065853b0db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2413d38-f08a-4d7b-b148-a02a5b0b35e9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:44.254539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40284) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:44.296652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-931d1561-5416-4447-940b-ab29406be2f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c960cddc3d94477894f3ab72410d5684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409226 Mar 11 18:02:44.299621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40286) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:44.347732 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26d94f73-a227-4750-a884-66a769b69920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:44.368405 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26d94f73-a227-4750-a884-66a769b69920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:44.416447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26d94f73-a227-4750-a884-66a769b69920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:44.418963 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26d94f73-a227-4750-a884-66a769b69920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:44.420804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-26d94f73-a227-4750-a884-66a769b69920 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efe697f1-d968-45b1-89c0-705f56d5e456 HTTP/1.1" status: 204 len: 168 time: 0.1202159 Mar 11 18:02:44.438527 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d94f73-a227-4750-a884-66a769b69920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe697f1-d968-45b1-89c0-705f56d5e456,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:44.470760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d0a6c669-8a95-4b71-9734-f160402b7629 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:02:44.490912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d0a6c669-8a95-4b71-9734-f160402b7629 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:02:44.491251 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d0a6c669-8a95-4b71-9734-f160402b7629 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:02:44.491664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:02:44.511524 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:02:44.511864 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c38c2186-f8d1-4b1f-8fa1-4fb1b853ee1a not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:02:45.111650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40308) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:45.209248 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-900580472-network', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:45.228757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Made reservation on behalf of c3478518ce604ab8943c680d6fbe1722 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:45.231316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.240026 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.315407 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.319028 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.342476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:02:45.352650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a91273-151e-401d-883a-46da345e4e28,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:45.358554 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.358903 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Added segment d7c5dfc8-3e9e-4667-949f-441c024afcd9 of type vlan for network 4830a91d-0318-4166-8640-c82907ccc681 Mar 11 18:02:45.401835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.426866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.427842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:45.428457 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.476688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3639162 Mar 11 18:02:45.479736 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:45.484659 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Request body: {'subnet': {'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-900580472-subnet', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:45.489516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139fd77-507a-46a3-ba06-836b8fa2d694 admin admin] Pushing event updated for resources: {'Network': ['ID=4830a91d-0318-4166-8640-c82907ccc681,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:45.507002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 4830a91d-0318-4166-8640-c82907ccc681 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:02:45.521244 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Made reservation on behalf of c3478518ce604ab8943c680d6fbe1722 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:45.523616 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.691552 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.745445 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653ca58d-95e7-4539-898a-ce6a103fb8ea,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:45.753731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Checking segment: {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:02:45.754086 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Network hostable DHCP agents. Network: 4830a91d-0318-4166-8640-c82907ccc681, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:02:45.770385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Network 4830a91d-0318-4166-8640-c82907ccc681 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:02:45.778474 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 4830a91d-0318-4166-8640-c82907ccc681) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:45.783227 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:45.783743 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.788415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6bac9b-99b6-4e0d-afb7-07fb5fa5f636 None None] Network 4830a91d-0318-4166-8640-c82907ccc681 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:02:45.801562 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a5ac0a0f-6c30-4c72-a012-4a455bb87e69 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3206811 Mar 11 18:02:45.804551 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40314) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:45.808745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:45.826719 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.827706 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.882432 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.936553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-4830a91d-0318-4166-8640-c82907ccc681', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:02:45.937392 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:45.952156 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b43e27e4-7a8d-4179-8666-50093ea0d29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.024574 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.077925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Allocated IP 172.20.0.2 (4830a91d-0318-4166-8640-c82907ccc681/653ca58d-95e7-4539-898a-ce6a103fb8ea/d91a3f6f-2af4-4cbd-af8f-df4c68b6abde) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:46.222900 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.227592 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.232892 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.243075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.279226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Network 4830a91d-0318-4166-8640-c82907ccc681 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:46.284165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:46.288460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:02:46.291189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Pushing event updated for resources: {'Port': ['ID=d91a3f6f-2af4-4cbd-af8f-df4c68b6abde,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:46.342834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Attempting to bind port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:02:46.343204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Attempting to bind port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:02:46.343561 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Attempting to bind port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde on network 4830a91d-0318-4166-8640-c82907ccc681 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:02:46.348464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:02:46.348842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Checking segment: {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:02:46.349244 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.349638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Bound using segment: {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:02:46.350095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Bound port: d91a3f6f-2af4-4cbd-af8f-df4c68b6abde, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:02:46.350597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.351893 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Allocated IP 172.25.8.71 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/272a5859-0783-422a-9b7c-d8899587ab31) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:46.415811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] For port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:02:46.419666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] For port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d91a3f6f-2af4-4cbd-af8f-df4c68b6abde,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:02:46.423231 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.458504 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.484737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfb7e6-103d-4bae-a3c4-9fbc3e635647 None None] Pushing event updated for resources: {'Port': ['ID=d91a3f6f-2af4-4cbd-af8f-df4c68b6abde,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:46.502726 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:46.545138 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:46.547847 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:46.551879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:02:46.583412 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Pushing event updated for resources: {'Port': ['ID=272a5859-0783-422a-9b7c-d8899587ab31,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:46.834141 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.286515 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.367752 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.381822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884674c-219f-4463-a190-8d0794fa10e3 None None] Network 4830a91d-0318-4166-8640-c82907ccc681 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:02:47.459755 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-eeecfed6-4e1d-49ac-94e7-3492018868d5 None None] Provisioning complete for port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:47.460125 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eeecfed6-4e1d-49ac-94e7-3492018868d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.500053 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Router d931939b-dcc4-4717-8f62-a56630c7fa81 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:02:47.607794 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eeecfed6-4e1d-49ac-94e7-3492018868d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.613394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:02:47.627772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Sync routers for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:02:47.633650 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.634930 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-221feeab-8116-444f-a2c6-8d0f10b6662d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8294578 Mar 11 18:02:47.637828 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40316) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:47.651884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-eeecfed6-4e1d-49ac-94e7-3492018868d5 None None] For port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d91a3f6f-2af4-4cbd-af8f-df4c68b6abde,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:47.653299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:47.653922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:47.658288 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eeecfed6-4e1d-49ac-94e7-3492018868d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:47.814607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecfed6-4e1d-49ac-94e7-3492018868d5 None None] Pushing event updated for resources: {'Port': ['ID=d91a3f6f-2af4-4cbd-af8f-df4c68b6abde,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:47.855726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:47.967834 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6a2cc710-35f3-466d-a2ca-fbd9948e6ab9 None None] Provisioning complete for port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:47.968206 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc710-35f3-466d-a2ca-fbd9948e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.087280 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.124177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:46Z', 'revision_number': 3, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:48.153508 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Checking router: d931939b-dcc4-4717-8f62-a56630c7fa81 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:02:48.153862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Updating router d931939b-dcc4-4717-8f62-a56630c7fa81 port 272a5859-0783-422a-9b7c-d8899587ab31 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:02:48.180865 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.269417 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Allocated IP 172.20.0.1 (4830a91d-0318-4166-8640-c82907ccc681/653ca58d-95e7-4539-898a-ce6a103fb8ea/024a12c8-8132-401a-bb06-aac1a95cb7d7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:48.376971 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.413589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.472875 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.480079 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.484781 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Network 4830a91d-0318-4166-8640-c82907ccc681 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:48.486581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=024a12c8-8132-401a-bb06-aac1a95cb7d7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:48.489553 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:48.491863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:02:48.547699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbe121-a42c-421a-8df4-e24e284fad7b None None] Pushing event updated for resources: {'Port': ['ID=272a5859-0783-422a-9b7c-d8899587ab31,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:48.549981 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.556749 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.573756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Attempting to bind port 272a5859-0783-422a-9b7c-d8899587ab31 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:02:48.574116 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Attempting to bind port 272a5859-0783-422a-9b7c-d8899587ab31 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:02:48.574470 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Attempting to bind port 272a5859-0783-422a-9b7c-d8899587ab31 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:02:48.579763 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:02:48.580137 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:02:48.580588 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.580982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:02:48.581580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Bound port: 272a5859-0783-422a-9b7c-d8899587ab31, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:02:48.581968 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.625881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d91a3f6f-2af4-4cbd-af8f-df4c68b6abde up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:48.726714 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] For port 272a5859-0783-422a-9b7c-d8899587ab31, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:02:48.730792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] For port 272a5859-0783-422a-9b7c-d8899587ab31, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=272a5859-0783-422a-9b7c-d8899587ab31,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:02:48.738369 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.756511 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.841680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:48.842101 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.843878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbe121-a42c-421a-8df4-e24e284fad7b None None] Pushing event updated for resources: {'Port': ['ID=272a5859-0783-422a-9b7c-d8899587ab31,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:48.869875 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:48.870569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:48.985527 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:48.991251 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:49.069680 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=024a12c8-8132-401a-bb06-aac1a95cb7d7,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:49.081625 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:49.132664 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:49.166127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fb4db935-1f48-44ec-9ea1-ea599ce650d2 None None] Provisioning complete for port 024a12c8-8132-401a-bb06-aac1a95cb7d7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:49.166502 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fb4db935-1f48-44ec-9ea1-ea599ce650d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:49.183311 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Network 4830a91d-0318-4166-8640-c82907ccc681 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:49.184720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:49.250511 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:49.254546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-fb4db935-1f48-44ec-9ea1-ea599ce650d2 None None] Port 024a12c8-8132-401a-bb06-aac1a95cb7d7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:02:49.304712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Router d931939b-dcc4-4717-8f62-a56630c7fa81 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:02:49.420724 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:02:49.428083 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-edf24ae1-c578-45a5-a7b1-36d518cd8dd7 admin admin] 10.222.0.53 "PUT /v2.0/routers/d931939b-dcc4-4717-8f62-a56630c7fa81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7892551 Mar 11 18:02:49.481527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3eec35cb-5a43-45ae-9cce-e0b618e8d8ab None None] Provisioning complete for port 024a12c8-8132-401a-bb06-aac1a95cb7d7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:49.482086 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3eec35cb-5a43-45ae-9cce-e0b618e8d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:49.486409 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 1, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:49.538957 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d856fd-db9f-41d2-b69c-9070039a50e2 None None] The sync data for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 is: [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 1, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:02:49.549672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3eec35cb-5a43-45ae-9cce-e0b618e8d8ab None None] Port 024a12c8-8132-401a-bb06-aac1a95cb7d7 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:02:49.942792 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40332) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:49.947901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1351056147-network', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:49.968413 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Made reservation on behalf of c4055cdc59ca4c8d9777bf1892e43f67 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:49.970913 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:49.980092 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.062079 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.066969 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.093782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:02:50.103802 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a5a76f-869d-4bb9-8f18-8a9657c619b5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:50.110886 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.111297 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Added segment 98a11df9-bcd5-4197-8fc7-a2161c4b00a3 of type vlan for network 12b2edfb-fb46-47b3-912b-acb88b6f437e Mar 11 18:02:50.155018 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.192939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.194011 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:50.194592 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.249039 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3050680 Mar 11 18:02:50.252846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40334) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:50.257999 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Request body: {'subnet': {'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1351056147-subnet', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:50.263119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45355d-aa87-4bdb-a63d-2c9a542baee2 admin admin] Pushing event updated for resources: {'Network': ['ID=12b2edfb-fb46-47b3-912b-acb88b6f437e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:50.274627 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 12b2edfb-fb46-47b3-912b-acb88b6f437e details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:02:50.281962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Made reservation on behalf of c4055cdc59ca4c8d9777bf1892e43f67 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:02:50.284858 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.475785 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.498382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 272a5859-0783-422a-9b7c-d8899587ab31 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:50.541567 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec686f34-9b7a-44a5-bb39-8e00e9f23ea4,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:50.543798 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Checking segment: {'id': '98a11df9-bcd5-4197-8fc7-a2161c4b00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:02:50.544163 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Network hostable DHCP agents. Network: 12b2edfb-fb46-47b3-912b-acb88b6f437e, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:02:50.562262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Network 12b2edfb-fb46-47b3-912b-acb88b6f437e is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:02:50.562949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 272a5859-0783-422a-9b7c-d8899587ab31 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:50.563375 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.572834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 12b2edfb-fb46-47b3-912b-acb88b6f437e) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:50.577321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:50.578006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.591716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2626c-374a-480e-8614-0bb7f3435072 None None] Network 12b2edfb-fb46-47b3-912b-acb88b6f437e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:02:50.597440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-96aba3ce-1da7-4308-82fd-7e5c8a5b5d41 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3434901 Mar 11 18:02:50.600216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:50.604897 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:50.628767 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.629711 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.684021 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.760297 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.793775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 272a5859-0783-422a-9b7c-d8899587ab31, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=272a5859-0783-422a-9b7c-d8899587ab31,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:50.812376 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.838020 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.838344 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-12b2edfb-fb46-47b3-912b-acb88b6f437e', 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'fixed_ips': [{'subnet_id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:02:50.839129 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:50.891427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=272a5859-0783-422a-9b7c-d8899587ab31,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:51.013149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Allocated IP 172.20.0.2 (12b2edfb-fb46-47b3-912b-acb88b6f437e/ec686f34-9b7a-44a5-bb39-8e00e9f23ea4/c15c00f7-241f-4f81-82ce-b4ac822b3d00) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:51.052465 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.074990 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.165535 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.171715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.181119 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Allocated IP 172.25.8.246 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/7f5520f0-6cfb-4322-9c0b-ff305e13bb8f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:51.213465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Network 12b2edfb-fb46-47b3-912b-acb88b6f437e is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:51.216215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:51.220821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:02:51.227539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Pushing event updated for resources: {'Port': ['ID=c15c00f7-241f-4f81-82ce-b4ac822b3d00,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:51.281707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Attempting to bind port c15c00f7-241f-4f81-82ce-b4ac822b3d00 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:02:51.282072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Attempting to bind port c15c00f7-241f-4f81-82ce-b4ac822b3d00 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '98a11df9-bcd5-4197-8fc7-a2161c4b00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:02:51.282433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Attempting to bind port c15c00f7-241f-4f81-82ce-b4ac822b3d00 on network 12b2edfb-fb46-47b3-912b-acb88b6f437e {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:02:51.288184 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:02:51.288773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Checking segment: {'id': '98a11df9-bcd5-4197-8fc7-a2161c4b00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:02:51.288921 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.289165 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.289812 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Bound using segment: {'id': '98a11df9-bcd5-4197-8fc7-a2161c4b00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:02:51.290037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Bound port: c15c00f7-241f-4f81-82ce-b4ac822b3d00, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a11df9-bcd5-4197-8fc7-a2161c4b00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:02:51.290414 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.324193 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.361756 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] For port c15c00f7-241f-4f81-82ce-b4ac822b3d00, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:02:51.367255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] For port c15c00f7-241f-4f81-82ce-b4ac822b3d00, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c15c00f7-241f-4f81-82ce-b4ac822b3d00,segment=NetworkSegment(98a11df9-bcd5-4197-8fc7-a2161c4b00a3),segment_id=98a11df9-bcd5-4197-8fc7-a2161c4b00a3)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:02:51.369704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:51.371513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.373024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:51.375300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:02:51.403657 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f5520f0-6cfb-4322-9c0b-ff305e13bb8f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:51.438056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7036894-90f8-4d4c-94b8-1cd074cbc0db None None] Pushing event updated for resources: {'Port': ['ID=c15c00f7-241f-4f81-82ce-b4ac822b3d00,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:51.660712 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:51.723000 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Sync routers for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:02:51.736942 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:51.737705 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:51.846982 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:51.874623 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.050729 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 2, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:52.078032 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Checking router: d931939b-dcc4-4717-8f62-a56630c7fa81 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:02:52.078391 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Updating router d931939b-dcc4-4717-8f62-a56630c7fa81 port 024a12c8-8132-401a-bb06-aac1a95cb7d7 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:02:52.106086 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.380783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Router 60563721-8f49-4ee9-b29a-83c58177caa8 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:02:52.409976 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.422241 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.520264 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Pushing event updated for resources: {'Port': ['ID=024a12c8-8132-401a-bb06-aac1a95cb7d7,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:52.544722 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.545312 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.545802 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.546291 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.546699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5b0c7-e703-4cf6-822b-c8f41b73df1e None None] Network 12b2edfb-fb46-47b3-912b-acb88b6f437e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:02:52.547339 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.547824 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.548940 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.549944 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.550505 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.551027 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.552532 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.553013 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:52.560241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:02:52.579504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Sync routers for ids ['60563721-8f49-4ee9-b29a-83c58177caa8'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:02:52.587654 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Attempting to bind port 024a12c8-8132-401a-bb06-aac1a95cb7d7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:02:52.588064 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Attempting to bind port 024a12c8-8132-401a-bb06-aac1a95cb7d7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:02:52.588462 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Attempting to bind port 024a12c8-8132-401a-bb06-aac1a95cb7d7 on network 4830a91d-0318-4166-8640-c82907ccc681 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:02:52.591529 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.593944 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e109f8f5-f997-4e98-9c63-034d6b0d53c9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9924595 Mar 11 18:02:52.596738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40340) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:02:52.607986 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:02:52.608402 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Checking segment: {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:02:52.608788 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.609180 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Bound using segment: {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:02:52.609650 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Bound port: 024a12c8-8132-401a-bb06-aac1a95cb7d7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:02:52.610042 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.656115 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Routers {'60563721-8f49-4ee9-b29a-83c58177caa8'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:52.656856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['60563721-8f49-4ee9-b29a-83c58177caa8'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:52.659068 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c15c00f7-241f-4f81-82ce-b4ac822b3d00 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:52.708236 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] For port 024a12c8-8132-401a-bb06-aac1a95cb7d7, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:02:52.711563 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] For port 024a12c8-8132-401a-bb06-aac1a95cb7d7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=024a12c8-8132-401a-bb06-aac1a95cb7d7,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:02:52.717088 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.724920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-77a9c8a9-3eee-440e-92b1-a0a06ea78001 None None] Provisioning complete for port c15c00f7-241f-4f81-82ce-b4ac822b3d00 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:52.725290 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77a9c8a9-3eee-440e-92b1-a0a06ea78001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.769472 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:52.770106 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:52.838280 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52f161-3bbc-4016-9879-6a9ffb652920 None None] Pushing event updated for resources: {'Port': ['ID=024a12c8-8132-401a-bb06-aac1a95cb7d7,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:52.914241 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:52.915463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c15c00f7-241f-4f81-82ce-b4ac822b3d00 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:52.915839 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:52.978890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Set router 60563721-8f49-4ee9-b29a-83c58177caa8 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:53.114397 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.232450 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:52Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:53.264164 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e608357-e388-46dc-888f-7e0839f6e8b2 None None] The sync data for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 is: [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:52Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:02:53.289946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Allocated IP 172.20.0.1 (12b2edfb-fb46-47b3-912b-acb88b6f437e/ec686f34-9b7a-44a5-bb39-8e00e9f23ea4/018d3580-fc5e-468f-a913-8a0bdb26a7d4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:02:53.335989 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77a9c8a9-3eee-440e-92b1-a0a06ea78001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.416855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.424953 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.427998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-77a9c8a9-3eee-440e-92b1-a0a06ea78001 None None] For port c15c00f7-241f-4f81-82ce-b4ac822b3d00, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c15c00f7-241f-4f81-82ce-b4ac822b3d00,segment=NetworkSegment(98a11df9-bcd5-4197-8fc7-a2161c4b00a3),segment_id=98a11df9-bcd5-4197-8fc7-a2161c4b00a3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:53.458515 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77a9c8a9-3eee-440e-92b1-a0a06ea78001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.461145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.511314 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Network 12b2edfb-fb46-47b3-912b-acb88b6f437e is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:53.514901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:53.519132 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:02:53.577364 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.578507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9c8a9-3eee-440e-92b1-a0a06ea78001 None None] Pushing event updated for resources: {'Port': ['ID=c15c00f7-241f-4f81-82ce-b4ac822b3d00,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:53.586973 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:02:53.587305 n-d-833411-1 neutron-server[102643]: DEBUG oslo_db.api [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:02:53.600254 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-77c4ca68-644e-4af2-95d3-f05fe1690ddb None None] Provisioning complete for port 024a12c8-8132-401a-bb06-aac1a95cb7d7 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:53.600612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77c4ca68-644e-4af2-95d3-f05fe1690ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.630080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Pushing event updated for resources: {'Port': ['ID=018d3580-fc5e-468f-a913-8a0bdb26a7d4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:53.645536 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:50Z', 'updated_at': '2022-03-11T18:02:51Z', 'revision_number': 3, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'gw_port': {'id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:51Z', 'updated_at': '2022-03-11T18:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:53.685827 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Checking router: 60563721-8f49-4ee9-b29a-83c58177caa8 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:02:53.685938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Updating router 60563721-8f49-4ee9-b29a-83c58177caa8 port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:02:53.723009 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.755207 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.934721 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.940330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:53.951658 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77c4ca68-644e-4af2-95d3-f05fe1690ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.009121 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-77c4ca68-644e-4af2-95d3-f05fe1690ddb None None] For port 024a12c8-8132-401a-bb06-aac1a95cb7d7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=024a12c8-8132-401a-bb06-aac1a95cb7d7,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:54.011047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Pushing event updated for resources: {'Port': ['ID=018d3580-fc5e-468f-a913-8a0bdb26a7d4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:54.022886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.038947 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-77c4ca68-644e-4af2-95d3-f05fe1690ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.083804 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.099687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.118457 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Network 12b2edfb-fb46-47b3-912b-acb88b6f437e is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:02:54.119970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:02:54.146574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4ca68-644e-4af2-95d3-f05fe1690ddb None None] Pushing event updated for resources: {'Port': ['ID=024a12c8-8132-401a-bb06-aac1a95cb7d7,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:54.203729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 272a5859-0783-422a-9b7c-d8899587ab31 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:54.214313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Attempting to bind port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:02:54.214671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Attempting to bind port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:02:54.215028 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Attempting to bind port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:02:54.246641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7ae49388-47c3-4aec-936a-04ed4d57247d None None] Provisioning complete for port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:54.247030 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ae49388-47c3-4aec-936a-04ed4d57247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.252058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Router 60563721-8f49-4ee9-b29a-83c58177caa8 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:02:54.256457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:02:54.256768 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:02:54.257168 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.257559 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:02:54.258058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Bound port: 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:02:54.258412 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.260416 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e8e42-815d-4362-9b1f-c8ea68bf5ed1 None None] Pushing event updated for resources: {'Port': ['ID=7f5520f0-6cfb-4322-9c0b-ff305e13bb8f,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:54.335369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7ae49388-47c3-4aec-936a-04ed4d57247d None None] Port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:02:54.369142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] For port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:02:54.373901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:02:54.374570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] For port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7f5520f0-6cfb-4322-9c0b-ff305e13bb8f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:02:54.378681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7ae49388-47c3-4aec-936a-04ed4d57247d None None] Provisioning complete for port c15c00f7-241f-4f81-82ce-b4ac822b3d00 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:54.379186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7ae49388-47c3-4aec-936a-04ed4d57247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.382633 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 272a5859-0783-422a-9b7c-d8899587ab31 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:54.382994 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.384869 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.387537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f4622e8d-e531-41d6-a599-e1bfa31884d8 admin admin] 10.222.0.53 "PUT /v2.0/routers/60563721-8f49-4ee9-b29a-83c58177caa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7890532 Mar 11 18:02:54.517873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e8e42-815d-4362-9b1f-c8ea68bf5ed1 None None] Pushing event updated for resources: {'Port': ['ID=7f5520f0-6cfb-4322-9c0b-ff305e13bb8f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:54.523229 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Routers {'60563721-8f49-4ee9-b29a-83c58177caa8'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:54.523855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['60563721-8f49-4ee9-b29a-83c58177caa8'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:54.713933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] Set router 60563721-8f49-4ee9-b29a-83c58177caa8 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:54.803055 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c15c00f7-241f-4f81-82ce-b4ac822b3d00 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:54.884219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-708f9c0f-4e46-44fb-bb3c-371b3ad45159 None None] Provisioning complete for port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:54.884625 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-708f9c0f-4e46-44fb-bb3c-371b3ad45159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:54.944512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-708f9c0f-4e46-44fb-bb3c-371b3ad45159 None None] Port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:02:54.963941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c15c00f7-241f-4f81-82ce-b4ac822b3d00 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:54.964106 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:55.093029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 024a12c8-8132-401a-bb06-aac1a95cb7d7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:55.096303 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:50Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 4, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'gw_port': {'id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:51Z', 'updated_at': '2022-03-11T18:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '018d3580-fc5e-468f-a913-8a0bdb26a7d4', 'name': '', 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'mac_address': 'fa:16:3e:ee:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:53Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 2, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'subnets': [{'id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:55.148723 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255500db-a3b6-46b7-9ef4-19053b868f56 None None] The sync data for ids ['60563721-8f49-4ee9-b29a-83c58177caa8'] in n-d-833411-1 is: [{'id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:50Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 4, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'gw_port': {'id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:51Z', 'updated_at': '2022-03-11T18:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '018d3580-fc5e-468f-a913-8a0bdb26a7d4', 'name': '', 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'mac_address': 'fa:16:3e:ee:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:53Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 2, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'subnets': [{'id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:02:55.180284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 024a12c8-8132-401a-bb06-aac1a95cb7d7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:55.180932 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:56.626677 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:02:56.829354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:56.892831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:56.893551 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:56.986510 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:57.010036 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7f5520f0-6cfb-4322-9c0b-ff305e13bb8f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:57.015448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:57.089096 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=7f5520f0-6cfb-4322-9c0b-ff305e13bb8f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:57.592000 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Sync routers for ids ['60563721-8f49-4ee9-b29a-83c58177caa8'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:02:57.602740 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Routers {'60563721-8f49-4ee9-b29a-83c58177caa8'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:57.603360 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['60563721-8f49-4ee9-b29a-83c58177caa8'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:57.723191 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Set router 60563721-8f49-4ee9-b29a-83c58177caa8 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:57.948192 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:50Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 4, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'gw_port': {'id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:51Z', 'updated_at': '2022-03-11T18:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '018d3580-fc5e-468f-a913-8a0bdb26a7d4', 'name': '', 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'mac_address': 'fa:16:3e:ee:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:53Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 2, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'subnets': [{'id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:57.979602 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Checking router: 60563721-8f49-4ee9-b29a-83c58177caa8 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:02:57.979933 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Updating router 60563721-8f49-4ee9-b29a-83c58177caa8 port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:02:58.005457 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.320628 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.328139 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.408522 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17bf7-fd9f-4bbd-89c6-28ba8c1b1815 None None] Pushing event updated for resources: {'Port': ['ID=018d3580-fc5e-468f-a913-8a0bdb26a7d4,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:58.444962 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Attempting to bind port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:02:58.445325 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Attempting to bind port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '98a11df9-bcd5-4197-8fc7-a2161c4b00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:02:58.445678 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Attempting to bind port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 on network 12b2edfb-fb46-47b3-912b-acb88b6f437e {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:02:58.450872 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:02:58.451236 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Checking segment: {'id': '98a11df9-bcd5-4197-8fc7-a2161c4b00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:02:58.451629 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.452005 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Bound using segment: {'id': '98a11df9-bcd5-4197-8fc7-a2161c4b00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:02:58.452483 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Bound port: 018d3580-fc5e-468f-a913-8a0bdb26a7d4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a11df9-bcd5-4197-8fc7-a2161c4b00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:02:58.452853 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.547626 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] For port 018d3580-fc5e-468f-a913-8a0bdb26a7d4, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:02:58.554399 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] For port 018d3580-fc5e-468f-a913-8a0bdb26a7d4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=018d3580-fc5e-468f-a913-8a0bdb26a7d4,segment=NetworkSegment(98a11df9-bcd5-4197-8fc7-a2161c4b00a3),segment_id=98a11df9-bcd5-4197-8fc7-a2161c4b00a3)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:02:58.560437 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.633159 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Routers {'60563721-8f49-4ee9-b29a-83c58177caa8'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:02:58.634075 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:02:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['60563721-8f49-4ee9-b29a-83c58177caa8'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:58.723866 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17bf7-fd9f-4bbd-89c6-28ba8c1b1815 None None] Pushing event updated for resources: {'Port': ['ID=018d3580-fc5e-468f-a913-8a0bdb26a7d4,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:58.729766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-85ffb283-dbef-4adc-86fa-7c4e521b32ba None None] Provisioning complete for port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:58.732553 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85ffb283-dbef-4adc-86fa-7c4e521b32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.826282 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] Set router 60563721-8f49-4ee9-b29a-83c58177caa8 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:02:58.891444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:02:58.945743 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85ffb283-dbef-4adc-86fa-7c4e521b32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:58.977444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:58.978081 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:59.017673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-85ffb283-dbef-4adc-86fa-7c4e521b32ba None None] For port 018d3580-fc5e-468f-a913-8a0bdb26a7d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=018d3580-fc5e-468f-a913-8a0bdb26a7d4,segment=NetworkSegment(98a11df9-bcd5-4197-8fc7-a2161c4b00a3),segment_id=98a11df9-bcd5-4197-8fc7-a2161c4b00a3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:02:59.030245 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-85ffb283-dbef-4adc-86fa-7c4e521b32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:59.081897 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:50Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 4, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'gw_port': {'id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:51Z', 'updated_at': '2022-03-11T18:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '018d3580-fc5e-468f-a913-8a0bdb26a7d4', 'name': '', 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'mac_address': 'fa:16:3e:ee:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:53Z', 'updated_at': '2022-03-11T18:02:58Z', 'revision_number': 4, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'subnets': [{'id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:02:59.109059 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde94eb-a3ea-4608-8df1-e59aaa9eb7d2 None None] The sync data for ids ['60563721-8f49-4ee9-b29a-83c58177caa8'] in n-d-833411-1 is: [{'id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:50Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 4, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'gw_port': {'id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:51Z', 'updated_at': '2022-03-11T18:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '018d3580-fc5e-468f-a913-8a0bdb26a7d4', 'name': '', 'network_id': '12b2edfb-fb46-47b3-912b-acb88b6f437e', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'mac_address': 'fa:16:3e:ee:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:53Z', 'updated_at': '2022-03-11T18:02:58Z', 'revision_number': 4, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'subnets': [{'id': 'ec686f34-9b7a-44a5-bb39-8e00e9f23ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:02:59.128928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffb283-dbef-4adc-86fa-7c4e521b32ba None None] Pushing event updated for resources: {'Port': ['ID=018d3580-fc5e-468f-a913-8a0bdb26a7d4,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:59.172629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f436d374-07dc-4956-9322-fe6ecefbdc33 None None] Provisioning complete for port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:02:59.173130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f436d374-07dc-4956-9322-fe6ecefbdc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:02:59.428686 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:00.821099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 018d3580-fc5e-468f-a913-8a0bdb26a7d4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:00.879674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:00.880044 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:04.743141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-1093dc89-a6c5-483b-97df-8200416970bd tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:04.744762 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-1093dc89-a6c5-483b-97df-8200416970bd tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 814 time: 0.1036081 Mar 11 18:03:04.760213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-8dd5b04a-bab2-42a1-a6a2-5c3fedc17dc0 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/quotas/c3478518ce604ab8943c680d6fbe1722 HTTP/1.1" status: 200 len: 375 time: 0.0096445 Mar 11 18:03:04.810618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-f038748c-bf45-4ccd-b7cd-e2689723360d tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453687 Mar 11 18:03:04.907535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-c4fd4604-d248-4923-8cf3-49b19749da7d service neutron] 10.222.0.53 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Mar 11 18:03:04.996679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-724f7821-2c06-4f41-8324-8f7272558677 service neutron] 10.222.0.53 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825193 Mar 11 18:03:05.258739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d089621f-2451-442c-bd17-d55e6cc4f824 req-b2372364-f7ef-4434-8cc8-d493541a209b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 210 time: 0.1288240 Mar 11 18:03:06.079335 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-7c532e4d-c770-484c-979c-3ea24f7460e4 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:06.081329 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-7c532e4d-c770-484c-979c-3ea24f7460e4 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.46 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 814 time: 0.1072717 Mar 11 18:03:06.095980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'port': {'device_id': '80f1e852-8234-4e57-b31b-ab33b542b374', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'admin_state_up': True, 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:06.208213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Made reservation on behalf of c3478518ce604ab8943c680d6fbe1722 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:03:06.211651 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:06.348446 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Allocated IP 172.20.0.10 (4830a91d-0318-4166-8640-c82907ccc681/653ca58d-95e7-4539-898a-ce6a103fb8ea/4d0a8556-7b0f-4b56-b001-e4b1b33e3402) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:06.374386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e7c8f66-e211-4c28-87f0-0f3859fb1b26 req-c31aa8fb-d5d9-4903-bc41-363b7c523a34 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 210 time: 0.0338976 Mar 11 18:03:06.525135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:06.569440 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:06.623052 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Network 4830a91d-0318-4166-8640-c82907ccc681 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:06.627751 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:06.630631 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:03:06.696768 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'Port': ['ID=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:06.733210 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:06.733994 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:06.758443 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-d5726f96-5fa6-44d2-ae67-6a5477683ada tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6666324 Mar 11 18:03:06.992425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a451a367-00c8-4bfa-b231-624e05f7cd8c None None] Provisioning complete for port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:06.994027 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a451a367-00c8-4bfa-b231-624e05f7cd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:07.040746 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a451a367-00c8-4bfa-b231-624e05f7cd8c None None] Port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:03:07.546255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1adb4f-6485-43c9-93f7-401190e4dde0 req-4216009a-d33c-4e72-ab50-c4e75b9ca51a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:07.548584 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab1adb4f-6485-43c9-93f7-401190e4dde0 req-4216009a-d33c-4e72-ab50-c4e75b9ca51a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 932 time: 0.0696156 Mar 11 18:03:07.592214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ab1adb4f-6485-43c9-93f7-401190e4dde0 req-d96fd5f9-a360-4225-8715-4e81475516a8 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Mar 11 18:03:08.728020 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a02f-486c-456a-8d98-c0c776f5ac45 req-8b8568d6-57a8-4826-a10c-e8ae629aa059 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:08.733909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e191a02f-486c-456a-8d98-c0c776f5ac45 req-8b8568d6-57a8-4826-a10c-e8ae629aa059 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 932 time: 0.0579693 Mar 11 18:03:08.801813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e191a02f-486c-456a-8d98-c0c776f5ac45 req-93e45044-9174-4799-be2e-b6d5916b61ae tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614474 Mar 11 18:03:09.932486 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f9ea4-8223-4914-8e53-ba77e8e6771b req-861a59f6-4101-422e-ad6e-9b7d82ac35c8 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:09.934477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-014f9ea4-8223-4914-8e53-ba77e8e6771b req-861a59f6-4101-422e-ad6e-9b7d82ac35c8 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 932 time: 0.0638506 Mar 11 18:03:09.976900 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-014f9ea4-8223-4914-8e53-ba77e8e6771b req-76396b60-bf12-453c-acf8-f8e9240019ca tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361485 Mar 11 18:03:11.110643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1e54e-cb27-4bdd-85d5-f966074df75c req-c30094f1-5296-44c9-96f7-cc2ca434d140 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:11.112195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6a1e54e-cb27-4bdd-85d5-f966074df75c req-c30094f1-5296-44c9-96f7-cc2ca434d140 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 932 time: 0.0575876 Mar 11 18:03:11.152852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d6a1e54e-cb27-4bdd-85d5-f966074df75c req-1b5c7411-29b9-4a49-a8b2-35c64d3f6e18 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Mar 11 18:03:11.429445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:12.282427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb58e0-7e25-4eb7-8b8f-4c2dbc478447 req-55af120c-471d-474c-b39e-d889b872901c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:12.287843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7deb58e0-7e25-4eb7-8b8f-4c2dbc478447 req-55af120c-471d-474c-b39e-d889b872901c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 932 time: 0.0597534 Mar 11 18:03:12.328639 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7deb58e0-7e25-4eb7-8b8f-4c2dbc478447 req-71e6576e-db57-41fb-8345-4a72c9abd59d tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361302 Mar 11 18:03:13.461294 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2f37-0b89-4069-9a81-940824748746 req-03a3b976-bade-48e8-a10e-20f4c872a678 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:13.469598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b6f2f37-0b89-4069-9a81-940824748746 req-03a3b976-bade-48e8-a10e-20f4c872a678 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 932 time: 0.0656416 Mar 11 18:03:13.505212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b6f2f37-0b89-4069-9a81-940824748746 req-a46d1e29-cb66-4749-b6e5-7b56995bfe37 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339270 Mar 11 18:03:13.669931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa186-511e-4456-84d6-4f370a54db05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:14.636231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab125f-0a1a-4045-9a8b-e898f7d5213d req-e09c69de-7620-4d53-8e67-e66b6dae0b2f tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:14.637756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33ab125f-0a1a-4045-9a8b-e898f7d5213d req-e09c69de-7620-4d53-8e67-e66b6dae0b2f tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 932 time: 0.0538573 Mar 11 18:03:14.675503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33ab125f-0a1a-4045-9a8b-e898f7d5213d req-8380567b-2688-4c5a-b110-8c87f35dfa57 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309832 Mar 11 18:03:15.322756 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Request body: {'port': {'device_id': '80f1e852-8234-4e57-b31b-ab33b542b374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:15.377481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:15.659738 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:03:15.667079 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:15.679226 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Transition to ACTIVE for port object 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:03:15.682826 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:15.732921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:15.807941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Attempting to bind port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:03:15.808179 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Attempting to bind port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:03:15.808551 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80df10-9c02-4b5a-b669-e5049c08a3a4 req-cde30cf2-a7b0-4868-b440-0e0dca4f7ffc tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:15.809067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Attempting to bind port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 on network 4830a91d-0318-4166-8640-c82907ccc681 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:03:15.814315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 on network 4830a91d-0318-4166-8640-c82907ccc681 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:03:15.814810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Attempting to bind port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 on network 4830a91d-0318-4166-8640-c82907ccc681 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:03:15.817800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc80df10-9c02-4b5a-b669-e5049c08a3a4 req-cde30cf2-a7b0-4868-b440-0e0dca4f7ffc tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 944 time: 0.0652196 Mar 11 18:03:15.821941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:03:15.822496 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Checking segment: {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:03:15.823121 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Bound using segment: {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:03:15.823849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Bound port: 4d0a8556-7b0f-4b56-b001-e4b1b33e3402, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c5dfc8-3e9e-4667-949f-441c024afcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4830a91d-0318-4166-8640-c82907ccc681'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:03:15.824464 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:15.872191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dc80df10-9c02-4b5a-b669-e5049c08a3a4 req-fafc9c9f-a120-45a6-82bd-2ba7cac7c4d5 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508616 Mar 11 18:03:15.906854 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] For port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:15.911267 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] For port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:15.916803 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:15.944742 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-39b85034-6731-4c77-8034-71b898aa15d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:15.966114 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:15.966735 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:15.969002 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] 10.222.0.46 "PUT /v2.0/ports/4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 1092 time: 0.6513567 Mar 11 18:03:15.971618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:03:15.974624 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5961a91fc42f128b176ce49a9087a585554852bfec292706e5ed1dadb90a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b448e8a-d0bf-462f-9933-74f7841ad0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:03:15.998497 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac905d-0071-4517-9712-97f7dab6f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:16.029147 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e106bf20-3461-485b-9c4d-57c5dc32aa0a x-openstack-request-id: req-e106bf20-3461-485b-9c4d-57c5dc32aa0a {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:03:16.029527 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:03:16.029848 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e106bf20-3461-485b-9c4d-57c5dc32aa0a {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:03:16.030342 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'status': 'completed', 'code': 200} Mar 11 18:03:16.064599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-23ef9d05-2b75-461e-9fed-840f8006fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.066207 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-23ef9d05-2b75-461e-9fed-840f8006fc3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1095 time: 0.0469563 Mar 11 18:03:16.115266 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-80a64715-bb90-4bd8-b821-77381ab07762 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 217 time: 0.0398755 Mar 11 18:03:16.166478 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-dff14019-390d-4986-9162-150d3b4c563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.167860 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-dff14019-390d-4986-9162-150d3b4c563e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 200 len: 853 time: 0.0446332 Mar 11 18:03:16.213495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-91287369-a1ce-4500-a64e-cf2b47835cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.214988 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-91287369-a1ce-4500-a64e-cf2b47835cfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4830a91d-0318-4166-8640-c82907ccc681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405440 Mar 11 18:03:16.308167 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-008349b0-d9fe-4421-bc49-02084048f36d service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856643 Mar 11 18:03:16.398465 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-66f39b6f-8547-4923-a58f-c7ab824c603c req-ea227d23-ea80-4953-b077-a6f9115a554e service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827172 Mar 11 18:03:16.493888 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-936532cc-2a1d-497f-b885-daf45e8eefb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.495378 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-936532cc-2a1d-497f-b885-daf45e8eefb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1095 time: 0.0416672 Mar 11 18:03:16.589535 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-3b619ed0-1d77-48ec-b6bf-1bfc7af5e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.591010 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-3b619ed0-1d77-48ec-b6bf-1bfc7af5e439 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 914 time: 0.0895269 Mar 11 18:03:16.635805 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-de670d48-5c14-460d-9e9a-b7cc4047ef79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 217 time: 0.0379794 Mar 11 18:03:16.695097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-98d76e7e-8b97-4c16-80da-3a02cff53391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.696609 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-98d76e7e-8b97-4c16-80da-3a02cff53391 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 200 len: 853 time: 0.0529203 Mar 11 18:03:16.749132 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-c3f5a61a-129f-49ef-a632-ef4162931143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:16.750649 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-c3f5a61a-129f-49ef-a632-ef4162931143 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4830a91d-0318-4166-8640-c82907ccc681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471721 Mar 11 18:03:16.847872 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-5f2e8068-f5a5-4096-83d0-58522fd3e89c service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898628 Mar 11 18:03:16.949846 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6b448e8a-d0bf-462f-9933-74f7841ad0b7 req-06f1902f-07df-4fe7-8f4d-f05990760ff9 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952766 Mar 11 18:03:17.051492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702ba55-a5b7-4ae0-9091-c215aea9d243 req-4814c513-acd3-4dd7-88cd-36fdd2abb383 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:17.053048 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1702ba55-a5b7-4ae0-9091-c215aea9d243 req-4814c513-acd3-4dd7-88cd-36fdd2abb383 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 944 time: 0.0522377 Mar 11 18:03:17.092635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1702ba55-a5b7-4ae0-9091-c215aea9d243 req-f6546188-2a40-44ef-b675-597722834801 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Mar 11 18:03:17.283469 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:18.251615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725564e8-119d-40e5-9727-5772ee8e9813 req-f57373af-4152-421d-8fcf-ac66771ffe0d tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:18.253103 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-725564e8-119d-40e5-9727-5772ee8e9813 req-f57373af-4152-421d-8fcf-ac66771ffe0d tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 944 time: 0.0533895 Mar 11 18:03:18.290715 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-725564e8-119d-40e5-9727-5772ee8e9813 req-7eae2266-d222-419d-a57a-f1d8faf10a74 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Mar 11 18:03:18.522667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:19.033950 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:19.355589 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:03:19.406127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450929f-de12-4776-ac88-9de60a7170c0 req-13cdc534-09ae-4ce6-a082-f5f35cfc1eac tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:19.407637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9450929f-de12-4776-ac88-9de60a7170c0 req-13cdc534-09ae-4ce6-a082-f5f35cfc1eac tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 944 time: 0.0495775 Mar 11 18:03:19.446800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9450929f-de12-4776-ac88-9de60a7170c0 req-59fe8974-32ff-46d0-a056-a01344599fc3 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Mar 11 18:03:19.449206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:19.461449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'port_id': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'mac_address': 'fa:16:3e:a0:21:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:03:19.504322 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:19.517167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:03:19.535580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:19.539989 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:19.588681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:19.596001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.596368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.596722 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.597144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.597475 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.597802 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.598120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.598435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.598753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.599068 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.599387 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.599697 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:19.748625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['4d0a8556-7b0f-4b56-b001-e4b1b33e3402'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:03:20.568142 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3999d-2215-447a-b5df-84052508bd95 req-e91031fa-fa18-44e6-921e-72ceb6c3d303 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:20.569626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95e3999d-2215-447a-b5df-84052508bd95 req-e91031fa-fa18-44e6-921e-72ceb6c3d303 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 945 time: 0.0553594 Mar 11 18:03:20.606888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95e3999d-2215-447a-b5df-84052508bd95 req-676de019-480d-4f30-ae97-73fa97e96af0 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Mar 11 18:03:21.355304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:21.402438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:03:21.406035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:21.406410 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:21.485877 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:21.507320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:03:21.509502 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366a3525e0fe7668a8b07dc6439318a3a4a45e07467c3a9b31656cb7699fca8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1de86ac-50b2-4642-8b48-3e211c7c9ac0" -d '{"events": [{"server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "name": "network-vif-plugged", "status": "completed", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:03:21.522821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:21.527692 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:21.551676 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765379c7-48e5-4b1f-ad09-8ca9efb010c4 x-openstack-request-id: req-765379c7-48e5-4b1f-ad09-8ca9efb010c4 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:03:21.551973 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "name": "network-vif-plugged", "status": "completed", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:03:21.552222 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-765379c7-48e5-4b1f-ad09-8ca9efb010c4 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:03:21.552631 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'code': 200} Mar 11 18:03:21.578309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:21.648271 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b30c5-7340-484a-a112-1b03f44e5cc6 req-9bc44e8e-1294-48da-aa65-fa222a087b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:21.649860 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e57b30c5-7340-484a-a112-1b03f44e5cc6 req-9bc44e8e-1294-48da-aa65-fa222a087b3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1097 time: 0.0414050 Mar 11 18:03:21.686052 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-e57b30c5-7340-484a-a112-1b03f44e5cc6 req-23682020-8018-46e6-b742-f668cc74d908 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294039 Mar 11 18:03:21.734872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ea9e4-0d33-46ef-9af1-5a7784329c9d req-5a114272-cd4e-475e-a27b-340a12d49635 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:21.736489 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-555ea9e4-0d33-46ef-9af1-5a7784329c9d req-5a114272-cd4e-475e-a27b-340a12d49635 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 946 time: 0.0594344 Mar 11 18:03:21.774374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-555ea9e4-0d33-46ef-9af1-5a7784329c9d req-d9c776ff-e4a1-481a-85bf-a1abd273b479 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Mar 11 18:03:22.892935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9711235-7441-4a7d-8066-6765399db370 req-e8321bb8-4286-46e4-a1f2-6f564a642e45 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:22.894424 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9711235-7441-4a7d-8066-6765399db370 req-e8321bb8-4286-46e4-a1f2-6f564a642e45 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 946 time: 0.0502412 Mar 11 18:03:22.932540 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9711235-7441-4a7d-8066-6765399db370 req-ae98b23d-dca8-45eb-8687-b9270c38dbec tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Mar 11 18:03:23.045233 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d345cd-c856-40e6-8fe6-83ebb699e88a req-da651142-612d-4179-a878-151fa172841b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:23.046614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2d345cd-c856-40e6-8fe6-83ebb699e88a req-da651142-612d-4179-a878-151fa172841b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 946 time: 0.0487702 Mar 11 18:03:23.085185 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2d345cd-c856-40e6-8fe6-83ebb699e88a req-688e171b-88b7-4bb6-9673-f1bb22c89281 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 Mar 11 18:03:23.289624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0eb59-3a9b-4d59-8109-63a052867fd1 req-7245531e-06c8-429f-930d-8abb70297cc0 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:23.291081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10a0eb59-3a9b-4d59-8109-63a052867fd1 req-7245531e-06c8-429f-930d-8abb70297cc0 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 946 time: 0.0515673 Mar 11 18:03:23.328768 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-10a0eb59-3a9b-4d59-8109-63a052867fd1 req-36eee7eb-e247-4c63-bee4-918ff0accf1e tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Mar 11 18:03:29.428602 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:33.616736 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:03:34.984433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19e1ed-8b00-42f1-805e-8043a783ae3e req-5b103bb8-36f9-4b14-a314-e90f9ee0ab6a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:34.985862 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c19e1ed-8b00-42f1-805e-8043a783ae3e req-5b103bb8-36f9-4b14-a314-e90f9ee0ab6a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 946 time: 0.0923662 Mar 11 18:03:35.024832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c19e1ed-8b00-42f1-805e-8043a783ae3e req-12f80b5d-3f68-4a60-ab7b-6103eba216e7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330701 Mar 11 18:03:35.046643 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40548) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:03:35.136941 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649aa77-130c-4362-bc0b-8b7ec7f27394 tempest-TestMinimumBasicScenario-843565625 tempest-TestMinimumBasicScenario-843565625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:35.138493 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-9649aa77-130c-4362-bc0b-8b7ec7f27394 tempest-TestMinimumBasicScenario-843565625 tempest-TestMinimumBasicScenario-843565625-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1092 time: 0.0908606 Mar 11 18:03:35.143468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40552) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:03:35.147747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:35.169152 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:35.276650 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:35.385910 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Allocated IP 172.25.8.46 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/85579752-7d3d-4caf-861e-fe3279b59663) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:35.487996 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:35.520968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:35.560489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:35.563713 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:35.567909 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:03:35.573270 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'Port': ['ID=85579752-7d3d-4caf-861e-fe3279b59663,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:35.932177 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.001664 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.150730 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.155208 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.225700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'Port': ['ID=85579752-7d3d-4caf-861e-fe3279b59663,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:36.237047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.237397 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.237741 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.238077 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.238410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.238739 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.239067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.239391 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.239716 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.240041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.240389 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.240720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:36.247829 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.350001 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Floating IP cea89098-c558-42c0-a088-90e81d6013c6 associated. External IP: 172.25.8.46, port: 4d0a8556-7b0f-4b56-b001-e4b1b33e3402. Mar 11 18:03:36.555782 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Router d931939b-dcc4-4717-8f62-a56630c7fa81 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:03:36.660838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:03:36.672208 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] Sync routers for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:03:36.682230 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.683925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:36.684611 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:03:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:36.709401 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-473f1390-4cd8-4154-aa65-febf2006e9e1 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5649328 Mar 11 18:03:36.709984 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:03:36.712384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40554) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:03:36.717506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-23313c05-cfbe-4a75-8ec2-42c591de9b3c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541195441', 'description': 'tempest-secgroup-smoke-1541195441 description', 'project_id': 'c3478518ce604ab8943c680d6fbe1722'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:36.740567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-23313c05-cfbe-4a75-8ec2-42c591de9b3c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.758635 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2d472b8f8e8667602fe9f7f3dac1ba63c115a531def139596d0b668a9be09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b703f9a1-d13d-498b-a412-b2ce49fa675a" -d '{"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:03:36.804167 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:36.815605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-23313c05-cfbe-4a75-8ec2-42c591de9b3c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.820306 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-23313c05-cfbe-4a75-8ec2-42c591de9b3c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.845026 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-23313c05-cfbe-4a75-8ec2-42c591de9b3c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.849125 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-23313c05-cfbe-4a75-8ec2-42c591de9b3c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1322603 Mar 11 18:03:36.849577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40562) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:03:36.852836 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43803811-1079-485c-90c6-bfe77162827b x-openstack-request-id: req-43803811-1079-485c-90c6-bfe77162827b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:03:36.853127 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:03:36.853391 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43803811-1079-485c-90c6-bfe77162827b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:03:36.853938 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'status': 'completed', 'code': 200} Mar 11 18:03:36.857130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ce758127-9fa0-4727-b1f8-2ed45a8590db tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'security_group_rule': {'security_group_id': '48da4bbe-25ce-469c-814c-d765acc0de33', 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:36.867785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23313c05-cfbe-4a75-8ec2-42c591de9b3c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48da4bbe-25ce-469c-814c-d765acc0de33,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:36.890568 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce758127-9fa0-4727-b1f8-2ed45a8590db tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.957795 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce758127-9fa0-4727-b1f8-2ed45a8590db tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.962585 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce758127-9fa0-4727-b1f8-2ed45a8590db tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.982957 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce758127-9fa0-4727-b1f8-2ed45a8590db tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d04e666-e46d-4886-b902-c6224413eae1,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:36.988413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce758127-9fa0-4727-b1f8-2ed45a8590db tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:36.989761 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ce758127-9fa0-4727-b1f8-2ed45a8590db tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390123 Mar 11 18:03:36.992611 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:03:36.997238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-204fb551-e6a6-4d4d-8a9b-14677181865b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'security_group_rule': {'security_group_id': '48da4bbe-25ce-469c-814c-d765acc0de33', 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:37.050851 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-204fb551-e6a6-4d4d-8a9b-14677181865b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.065890 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-b55de526-98f4-4edf-87af-d9f29517f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:37.066424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'cea89098-c558-42c0-a088-90e81d6013c6', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'port_id': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'mac_address': 'fa:16:3e:a0:21:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f1e852-8234-4e57-b31b-ab33b542b374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:03:35Z', 'updated_at': '2022-03-11T18:03:35Z', 'revision_number': 0, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 5, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:37.067320 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-b55de526-98f4-4edf-87af-d9f29517f9ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1097 time: 0.1199291 Mar 11 18:03:37.098073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] Checking router: d931939b-dcc4-4717-8f62-a56630c7fa81 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:03:37.106727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:03:37.107348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:03:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:37.181951 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-204fb551-e6a6-4d4d-8a9b-14677181865b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.193087 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-204fb551-e6a6-4d4d-8a9b-14677181865b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.211076 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-62850650-86e0-40e3-aa9d-d0ab477275ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:37.212574 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-62850650-86e0-40e3-aa9d-d0ab477275ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 914 time: 0.1354933 Mar 11 18:03:37.218392 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fb551-e6a6-4d4d-8a9b-14677181865b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b66223-4acf-4362-b9f4-af32ba7404fd,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:37.225685 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-204fb551-e6a6-4d4d-8a9b-14677181865b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.226843 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-204fb551-e6a6-4d4d-8a9b-14677181865b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2331531 Mar 11 18:03:37.229766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40568) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:03:37.235570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-80f57dab-fc9a-42c4-bc11-c06aa0031753 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'security_group_rule': {'security_group_id': '48da4bbe-25ce-469c-814c-d765acc0de33', 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:37.238163 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:03:37.265366 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80f57dab-fc9a-42c4-bc11-c06aa0031753 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.294241 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-daa79e13-6b89-4196-9ba3-f7189f81d31f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 999 time: 0.0714672 Mar 11 18:03:37.322915 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80f57dab-fc9a-42c4-bc11-c06aa0031753 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.327166 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80f57dab-fc9a-42c4-bc11-c06aa0031753 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.347213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f57dab-fc9a-42c4-bc11-c06aa0031753 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5305374-eeab-409e-937d-d80ff411ff15,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:37.356712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-9f4fb8bb-c6d8-4ba2-bfaa-0d367692b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:37.359006 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-9f4fb8bb-c6d8-4ba2-bfaa-0d367692b51f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 200 len: 853 time: 0.0533345 Mar 11 18:03:37.360559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80f57dab-fc9a-42c4-bc11-c06aa0031753 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.361819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-80f57dab-fc9a-42c4-bc11-c06aa0031753 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308861 Mar 11 18:03:37.364549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40570) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:03:37.369668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-40299782-b6b0-4d22-a149-33aac96d5152 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'security_group_rule': {'security_group_id': '48da4bbe-25ce-469c-814c-d765acc0de33', 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:37.405851 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40299782-b6b0-4d22-a149-33aac96d5152 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.412483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-523d2599-d486-4648-9762-1bf1a5908521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:37.414397 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-523d2599-d486-4648-9762-1bf1a5908521 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4830a91d-0318-4166-8640-c82907ccc681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475781 Mar 11 18:03:37.475770 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40299782-b6b0-4d22-a149-33aac96d5152 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.480465 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40299782-b6b0-4d22-a149-33aac96d5152 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.488010 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'cea89098-c558-42c0-a088-90e81d6013c6', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'port_id': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'mac_address': 'fa:16:3e:a0:21:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f1e852-8234-4e57-b31b-ab33b542b374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:03:35Z', 'updated_at': '2022-03-11T18:03:35Z', 'revision_number': 0, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 5, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:03:37.497354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40299782-b6b0-4d22-a149-33aac96d5152 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85944df1-38e1-478e-ab8b-857efb4124fd,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:37.509194 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-40299782-b6b0-4d22-a149-33aac96d5152 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.513532 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40572) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:03:37.515097 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-40299782-b6b0-4d22-a149-33aac96d5152 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490366 Mar 11 18:03:37.518811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ea606144-be51-4d7a-8428-a301ed2b7b01 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'security_group_rule': {'security_group_id': '48da4bbe-25ce-469c-814c-d765acc0de33', 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:37.521672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fdb310-e612-48d1-97ca-4941c93d4c2e None None] The sync data for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 is: [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'cea89098-c558-42c0-a088-90e81d6013c6', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'port_id': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'mac_address': 'fa:16:3e:a0:21:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f1e852-8234-4e57-b31b-ab33b542b374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:03:35Z', 'updated_at': '2022-03-11T18:03:35Z', 'revision_number': 0, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 5, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:03:37.538457 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-85890f20-4721-4e73-88c7-04e16ebbc328 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158063 Mar 11 18:03:37.566295 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-ea606144-be51-4d7a-8428-a301ed2b7b01 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Project c3478518ce604ab8943c680d6fbe1722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:03:37.598836 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea606144-be51-4d7a-8428-a301ed2b7b01 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.677229 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b703f9a1-d13d-498b-a412-b2ce49fa675a req-b79a56c0-f61e-436e-b379-1e6d5ddb6302 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286125 Mar 11 18:03:37.688939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea606144-be51-4d7a-8428-a301ed2b7b01 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.693511 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea606144-be51-4d7a-8428-a301ed2b7b01 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.718386 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea606144-be51-4d7a-8428-a301ed2b7b01 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12998a4-9808-49d6-82a9-3bc38b7ac3f1,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:37.727929 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea606144-be51-4d7a-8428-a301ed2b7b01 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.731974 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ea606144-be51-4d7a-8428-a301ed2b7b01 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2148845 Mar 11 18:03:37.732112 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33e28f-0cbd-40b0-baec-8c3038a60a69 None None] New status for floating IP cea89098-c558-42c0-a088-90e81d6013c6: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:03:37.732729 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40574) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:03:37.737613 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bd82d287-856f-4b3f-89a8-e60a8966f9cf tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'security_group_rule': {'security_group_id': '48da4bbe-25ce-469c-814c-d765acc0de33', 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:37.766109 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-bd82d287-856f-4b3f-89a8-e60a8966f9cf tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Project c3478518ce604ab8943c680d6fbe1722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:03:37.771891 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd82d287-856f-4b3f-89a8-e60a8966f9cf tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.837865 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd82d287-856f-4b3f-89a8-e60a8966f9cf tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.843231 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd82d287-856f-4b3f-89a8-e60a8966f9cf tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.861726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82d287-856f-4b3f-89a8-e60a8966f9cf tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33defe6-ffe2-4442-a33a-55a93a4ede08,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:37.869645 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd82d287-856f-4b3f-89a8-e60a8966f9cf tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:37.873681 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-bd82d287-856f-4b3f-89a8-e60a8966f9cf tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377347 Mar 11 18:03:37.961972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-430a2fb3-ae12-4189-9072-676cc2c468ac tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541195441&fields=id&tenant_id=c3478518ce604ab8943c680d6fbe1722 HTTP/1.1" status: 200 len: 267 time: 0.0423439 Mar 11 18:03:38.021158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-edc94ef4-1384-4e44-ad6c-d26034159942 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:38.022680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-edc94ef4-1384-4e44-ad6c-d26034159942 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 946 time: 0.0529165 Mar 11 18:03:38.034007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-20821f9d-4dd4-491e-ac91-e041b8b0643a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'port': {'security_groups': ['d1a91273-151e-401d-883a-46da345e4e28', '48da4bbe-25ce-469c-814c-d765acc0de33']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:38.099221 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-20821f9d-4dd4-491e-ac91-e041b8b0643a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:38.290069 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-20821f9d-4dd4-491e-ac91-e041b8b0643a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] For port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:38.322655 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-20821f9d-4dd4-491e-ac91-e041b8b0643a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:38.327102 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-20821f9d-4dd4-491e-ac91-e041b8b0643a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:38.344888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['4d0a8556-7b0f-4b56-b001-e4b1b33e3402'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:03:38.375212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-20821f9d-4dd4-491e-ac91-e041b8b0643a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:38.375920 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-20821f9d-4dd4-491e-ac91-e041b8b0643a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:38.377395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-49b171c2-dcbf-4d2b-86d4-932734fec89e req-20821f9d-4dd4-491e-ac91-e041b8b0643a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "PUT /v2.0/ports/4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 982 time: 0.3480241 Mar 11 18:03:38.377923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:03:38.419105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20821f9d-4dd4-491e-ac91-e041b8b0643a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'Port': ['ID=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:38.503632 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d" -d '{"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:03:38.505971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['4d0a8556-7b0f-4b56-b001-e4b1b33e3402'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:03:38.554242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cc985-b838-4fdd-a190-7a93486ecff3 req-b0abce7e-4c9f-44e6-829b-47263bf9575b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:38.556128 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-705cc985-b838-4fdd-a190-7a93486ecff3 req-b0abce7e-4c9f-44e6-829b-47263bf9575b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0966914 Mar 11 18:03:38.569075 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-f17d4b3c-ba12-441b-b79b-2b9cd02b190c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563772 Mar 11 18:03:38.639420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-705cc985-b838-4fdd-a190-7a93486ecff3 req-91cbb440-c280-41f6-be98-46b045a8f66d tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734622 Mar 11 18:03:38.652828 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ed5108-7264-458a-b015-0b8e9f04a10c x-openstack-request-id: req-e2ed5108-7264-458a-b015-0b8e9f04a10c {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:03:38.657262 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:03:38.657641 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2ed5108-7264-458a-b015-0b8e9f04a10c {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:03:38.658072 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'status': 'completed', 'code': 200} Mar 11 18:03:38.682671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-30a6c04d-0a2a-4548-bad6-eae4812ac14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:38.684235 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-30a6c04d-0a2a-4548-bad6-eae4812ac14e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1136 time: 0.0596056 Mar 11 18:03:38.795341 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-635c07ac-73ec-4eb1-91c4-69dd8365e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:38.797720 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-635c07ac-73ec-4eb1-91c4-69dd8365e48f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 914 time: 0.0931456 Mar 11 18:03:38.864626 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-099ebffb-cbbc-40df-8948-995752f59b91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 1001 time: 0.0587389 Mar 11 18:03:38.864936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a9c030e6-7ecb-4a80-8f6b-e5642552121b None None] Provisioning complete for port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:03:38.865315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a9c030e6-7ecb-4a80-8f6b-e5642552121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:38.917498 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-55931d1a-c307-481b-b306-75946cd02fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:38.919122 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-55931d1a-c307-481b-b306-75946cd02fad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 200 len: 853 time: 0.0481250 Mar 11 18:03:38.965695 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-425f87aa-dd14-48d3-9a8d-0528b24642a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:38.967201 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-425f87aa-dd14-48d3-9a8d-0528b24642a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4830a91d-0318-4166-8640-c82907ccc681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408871 Mar 11 18:03:39.058446 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-186c5084-6558-42d0-b20f-958a14ae00b4 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832770 Mar 11 18:03:39.160921 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-759ba32a-03a3-41f6-bc1a-2edee3596fef req-04476f5a-a884-4888-a941-3580f590ff58 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946128 Mar 11 18:03:39.247463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-34dc649c-6ec5-458a-b73f-2c6747419036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:39.248948 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-34dc649c-6ec5-458a-b73f-2c6747419036 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1136 time: 0.0438719 Mar 11 18:03:39.689385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-5d8506d1-82d8-41e0-beff-1623ec8cbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:39.690867 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-5d8506d1-82d8-41e0-beff-1623ec8cbd56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 914 time: 0.4272518 Mar 11 18:03:39.756347 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-2da82308-8db6-409f-9ca4-c886ba3d561c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 1001 time: 0.0579033 Mar 11 18:03:39.804453 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-f55dd3e7-0d3e-488b-9699-ade14da913fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:39.805899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-f55dd3e7-0d3e-488b-9699-ade14da913fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 200 len: 853 time: 0.0431125 Mar 11 18:03:39.854623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-bcd93051-202d-482d-96bc-a0eab834514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:39.856115 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-bcd93051-202d-482d-96bc-a0eab834514f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4830a91d-0318-4166-8640-c82907ccc681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427942 Mar 11 18:03:39.944300 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-532c10e8-809d-42ab-a4c7-9cdeb6846f46 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807068 Mar 11 18:03:40.038590 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-075a2070-b905-4ecd-ba3d-5c0bf5f6d36d req-e1037353-c14b-4bf4-82f9-6bdddc7ed3e6 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868614 Mar 11 18:03:41.431629 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:43.676366 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-abe4baa4-e448-440c-8155-47e7cf0659e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:45.946733 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f3ea27f0-0980-4983-9043-2ef46a6956c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:47.285522 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:48.526678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:49.036259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:03:54.234045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-6c9f3fe9-98b7-4d77-8485-ac9419e8e229 req-cfa56ba4-9816-43dc-b56a-6dc2ad4b84c7 service neutron] (102642) timed out ('10.222.0.53', 37128) {{(pid=102642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 18:03:55.839738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cdc83-d7d5-4e91-9bb2-e0a91ff061af req-db4630b6-2e04-454b-9b7b-88a319d86da3 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:55.841943 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b1cdc83-d7d5-4e91-9bb2-e0a91ff061af req-db4630b6-2e04-454b-9b7b-88a319d86da3 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0522034 Mar 11 18:03:55.843921 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-68d3ea7f-de94-4451-8a4f-80dda4ea3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:55.845870 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-68d3ea7f-de94-4451-8a4f-80dda4ea3bef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1136 time: 0.0460560 Mar 11 18:03:55.887001 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4b1cdc83-d7d5-4e91-9bb2-e0a91ff061af req-884d7591-56d9-4cfd-9580-2714cee6ab39 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388072 Mar 11 18:03:55.948481 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-ab235ed4-7398-4965-8935-fae88cb8af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:55.951037 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-ab235ed4-7398-4965-8935-fae88cb8af5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 914 time: 0.0965357 Mar 11 18:03:56.022804 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-cfd66911-dc17-4f0c-acaa-506146437aa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 1001 time: 0.0631089 Mar 11 18:03:56.071754 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-359d024e-e455-4a75-abb9-c80fcbe050f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:56.073255 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-359d024e-e455-4a75-abb9-c80fcbe050f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 200 len: 853 time: 0.0433393 Mar 11 18:03:56.120152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-c05d26ea-6735-4c12-be0c-4ebb907c5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:56.121708 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-c05d26ea-6735-4c12-be0c-4ebb907c5b06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4830a91d-0318-4166-8640-c82907ccc681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408757 Mar 11 18:03:56.228232 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-c375dde9-cfd5-4486-b677-605b38823a23 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970428 Mar 11 18:03:56.321369 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-896842a7-573c-42dd-bc81-a0d45a20d7e0 req-cce7dbca-1dff-439f-9bcb-028cf20f1201 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855937 Mar 11 18:03:57.008923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0f75b-2e4f-4690-975c-6eeddd95ccd7 req-ae2607be-f92a-4055-9d65-2d6558e2bb4a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:57.010322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97a0f75b-2e4f-4690-975c-6eeddd95ccd7 req-ae2607be-f92a-4055-9d65-2d6558e2bb4a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0513232 Mar 11 18:03:57.050340 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97a0f75b-2e4f-4690-975c-6eeddd95ccd7 req-2e224439-d7dc-4ce8-a4e5-bc2f5d937ae7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339124 Mar 11 18:03:58.168007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca63545-9207-4c53-9c54-ccf2dbacb62b req-6fb9b1ce-fdcf-4e70-8a20-a2d58912568c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:58.169520 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aca63545-9207-4c53-9c54-ccf2dbacb62b req-6fb9b1ce-fdcf-4e70-8a20-a2d58912568c tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0501447 Mar 11 18:03:58.209867 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aca63545-9207-4c53-9c54-ccf2dbacb62b req-5530ca66-ecee-4a76-a3af-83c9f71f221b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342288 Mar 11 18:03:59.325423 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d612d04-dd66-4756-802f-67f109c392de req-49093776-c94d-43f5-8a0e-5de21d283251 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:59.326908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d612d04-dd66-4756-802f-67f109c392de req-49093776-c94d-43f5-8a0e-5de21d283251 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0484211 Mar 11 18:03:59.370331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8d612d04-dd66-4756-802f-67f109c392de req-f7fc41a7-e5d8-4c09-9565-64e51c36a10b tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373650 Mar 11 18:03:59.437577 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:00.505195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597aad2-6f68-464a-8295-16c2008c4277 req-2b672ce6-7dc1-4b58-a55c-7165f140547f tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:00.506868 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6597aad2-6f68-464a-8295-16c2008c4277 req-2b672ce6-7dc1-4b58-a55c-7165f140547f tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0571342 Mar 11 18:04:00.566794 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6597aad2-6f68-464a-8295-16c2008c4277 req-d3525845-632a-4fff-bc0b-91294fe81db4 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471241 Mar 11 18:04:01.687097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51684600-261b-4a63-bec3-53dabc8da272 req-f8b004c3-3b80-46eb-8cc0-f515132ac102 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:01.688697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51684600-261b-4a63-bec3-53dabc8da272 req-f8b004c3-3b80-46eb-8cc0-f515132ac102 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0489197 Mar 11 18:04:01.728670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51684600-261b-4a63-bec3-53dabc8da272 req-67290e94-a8ba-483e-be52-d31fdc951800 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338342 Mar 11 18:04:02.843656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d54510-da3b-4384-b97e-2c0f0ccca78f req-bc1a895a-bac8-49a8-a19c-716e4665dc22 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:02.845159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1d54510-da3b-4384-b97e-2c0f0ccca78f req-bc1a895a-bac8-49a8-a19c-716e4665dc22 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0492523 Mar 11 18:04:02.887992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1d54510-da3b-4384-b97e-2c0f0ccca78f req-15a7a663-0efb-4a35-8bc8-5d5dee294618 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368235 Mar 11 18:04:04.004730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fc153-34eb-4e53-bb83-aa5048fc83dd req-05db00eb-cc59-4643-acb0-e4df7a43c89f tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:04.006322 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd9fc153-34eb-4e53-bb83-aa5048fc83dd req-05db00eb-cc59-4643-acb0-e4df7a43c89f tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0502837 Mar 11 18:04:04.048268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bd9fc153-34eb-4e53-bb83-aa5048fc83dd req-0fcc0b0a-01cd-48c8-8f05-f16597386499 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343673 Mar 11 18:04:05.166278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6589bd-3732-49ee-bfbd-9323e194de36 req-acd0f84f-6121-4379-8592-5d106f5a54eb tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:05.168209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc6589bd-3732-49ee-bfbd-9323e194de36 req-acd0f84f-6121-4379-8592-5d106f5a54eb tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0474946 Mar 11 18:04:05.207741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fc6589bd-3732-49ee-bfbd-9323e194de36 req-fac19ad5-b310-45ad-ada1-b82edb3e2714 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329828 Mar 11 18:04:06.326031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5802879-b8c9-4f54-b635-fbbf323cb477 req-8b1692cf-58ef-4ee5-8c01-732b3e169c7f tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:06.327497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5802879-b8c9-4f54-b635-fbbf323cb477 req-8b1692cf-58ef-4ee5-8c01-732b3e169c7f tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0520682 Mar 11 18:04:06.370697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5802879-b8c9-4f54-b635-fbbf323cb477 req-f79e2b9a-865e-4244-a1e6-f70f251c91a2 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369494 Mar 11 18:04:07.489102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9932c-a4e5-4a39-8bbd-c74a1636f5da req-1780e625-bc9f-4ea8-97f8-c1c4c7d66be5 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:07.490711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-93f9932c-a4e5-4a39-8bbd-c74a1636f5da req-1780e625-bc9f-4ea8-97f8-c1c4c7d66be5 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0499635 Mar 11 18:04:07.532187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-93f9932c-a4e5-4a39-8bbd-c74a1636f5da req-b5d6906c-ee91-41e8-95c8-8429255add36 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=48da4bbe-25ce-469c-814c-d765acc0de33&id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346942 Mar 11 18:04:10.616266 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:04:11.433052 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:13.667886 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7cd07c52-7a61-4e64-b9d5-9a4d068db6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:15.951333 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11b6846c-f6d8-4cb8-9c59-296bc0a85c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:17.289106 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:18.529615 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:19.037877 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:29.430595 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.141226 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-9532d052-ae33-493c-baf2-f64da452f74d tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541195441&fields=id&tenant_id=c3478518ce604ab8943c680d6fbe1722 HTTP/1.1" status: 200 len: 267 time: 0.0341141 Mar 11 18:04:40.196424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-a3567f0e-fbe9-459c-b9bb-a5cb39fe3b7e tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:40.197948 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-a3567f0e-fbe9-459c-b9bb-a5cb39fe3b7e tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 985 time: 0.0509856 Mar 11 18:04:40.208803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Request body: {'port': {'security_groups': ['d1a91273-151e-401d-883a-46da345e4e28']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:04:40.277285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.451609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] For port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:40.482097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.486725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.499730 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['4d0a8556-7b0f-4b56-b001-e4b1b33e3402'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:04:40.536083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:40.536651 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.538116 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fbeb6e5-027d-416e-8c33-3c9c813e98ad req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "PUT /v2.0/ports/4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 943 time: 0.3338284 Mar 11 18:04:40.538633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:04:40.549072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:40.552532 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6" -d '{"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:04:40.582662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event updated for resources: {'Port': ['ID=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:40.592561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.592908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.593250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.593584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.593915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.594246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.594574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.594898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.595226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.595549 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.595873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.596198 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd632f-f968-415e-88cb-23c3113401b7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.628210 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2568bfef-cf03-47da-82a1-a5cc6027435a x-openstack-request-id: req-2568bfef-cf03-47da-82a1-a5cc6027435a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:04:40.628717 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:04:40.629134 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2568bfef-cf03-47da-82a1-a5cc6027435a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:04:40.630757 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'status': 'completed', 'code': 200} Mar 11 18:04:40.642040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['4d0a8556-7b0f-4b56-b001-e4b1b33e3402'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:04:40.687222 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.706774 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-7514941c-1e63-4b81-a3fe-76004e81889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:40.708314 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-7514941c-1e63-4b81-a3fe-76004e81889b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1097 time: 0.0475399 Mar 11 18:04:40.723461 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-14979ebd-1a3b-4325-b259-0f79bc450c00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1669443 Mar 11 18:04:40.735976 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.831871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.834903 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:40.836949 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "DELETE /v2.0/security-groups/48da4bbe-25ce-469c-814c-d765acc0de33 HTTP/1.1" status: 204 len: 168 time: 0.2830465 Mar 11 18:04:40.839083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-b01a3ecb-c47b-43e4-b175-174aa8e1bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:40.840733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-b01a3ecb-c47b-43e4-b175-174aa8e1bd21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 914 time: 0.1226208 Mar 11 18:04:40.841304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40638) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:40.853600 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48da4bbe-25ce-469c-814c-d765acc0de33,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:40.862328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.862949 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.863450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.863959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.864468 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.864962 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.865459 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.865975 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.866458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.867078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.867712 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.868722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe6526-c693-4f30-afa2-4e6536b6b390 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:40.896166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-67284033-6994-45d4-a10b-79e653795412 None None] Provisioning complete for port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:04:40.896667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-67284033-6994-45d4-a10b-79e653795412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.033363 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-c486eeae-0e15-48ec-ac6d-2e401341e62b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 1001 time: 0.1798985 Mar 11 18:04:41.120413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-48a75ede-976f-499d-b37c-ad6eaa001cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:41.121876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-48a75ede-976f-499d-b37c-ad6eaa001cc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 200 len: 853 time: 0.0809500 Mar 11 18:04:41.161918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Deleting port 85579752-7d3d-4caf-861e-fe3279b59663 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:04:41.162567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.208147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-b4e26056-19f2-4415-b5ce-40ade6aa7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:41.209671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-b4e26056-19f2-4415-b5ce-40ade6aa7358 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4830a91d-0318-4166-8640-c82907ccc681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810788 Mar 11 18:04:41.294514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.294756 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.315031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Calling delete_port for 85579752-7d3d-4caf-861e-fe3279b59663 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:04:41.340999 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-a0b62c3a-a37d-4bad-9396-3434190c08e9 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240218 Mar 11 18:04:41.423589 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.806996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9c35740c-f30d-45a1-83c2-dff5bf1e49b6 req-88ade91a-b188-49ea-a565-3b9482c3254c service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122828 Mar 11 18:04:41.879761 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.921598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event deleted for resources: {'Port': ['ID=85579752-7d3d-4caf-861e-fe3279b59663,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:41.972091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-c031e91b-8bd5-4798-8684-b8b3fd13172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:41.973625 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-c031e91b-8bd5-4798-8684-b8b3fd13172f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1097 time: 0.1052368 Mar 11 18:04:41.990804 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:41.991120 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Floating IP cea89098-c558-42c0-a088-90e81d6013c6 disassociated (deleted). External IP: 172.25.8.46, port: 4d0a8556-7b0f-4b56-b001-e4b1b33e3402. Mar 11 18:04:42.166133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-eac1b19a-7a65-4075-9a88-e77f244316fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.167599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-eac1b19a-7a65-4075-9a88-e77f244316fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 914 time: 0.1739032 Mar 11 18:04:42.244519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-2661fb95-27e3-41a6-9e4c-e362c46d362a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 217 time: 0.0421770 Mar 11 18:04:42.336266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-4d937fc4-c8ac-4885-9254-2c4efc9cfc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.337747 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-4d937fc4-c8ac-4885-9254-2c4efc9cfc9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 200 len: 853 time: 0.0856051 Mar 11 18:04:42.356685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Router d931939b-dcc4-4717-8f62-a56630c7fa81 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:04:42.430970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-c9aca319-8a03-4b84-9dd6-00e5b62bbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.432454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-c9aca319-8a03-4b84-9dd6-00e5b62bbb32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4830a91d-0318-4166-8640-c82907ccc681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873706 Mar 11 18:04:42.541839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:42.547610 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:42.552199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] Sync routers for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:04:42.562690 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:42.563428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:42.593306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e94bea5c-41dd-4efc-b83c-1e0ea5f7a985 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "DELETE /v2.0/floatingips/cea89098-c558-42c0-a088-90e81d6013c6 HTTP/1.1" status: 204 len: 168 time: 1.7508984 Mar 11 18:04:42.599107 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-67098f6a-2408-4c98-b28a-6c292557f905 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573386 Mar 11 18:04:42.651692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:04:42.655877 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a451f-dd54-4693-82cb-485b748477fe" -d '{"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:04:42.687673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:42.703379 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfafcd2-c153-4cdb-ba52-52fc3d7eb4b7 x-openstack-request-id: req-6bfafcd2-c153-4cdb-ba52-52fc3d7eb4b7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:04:42.703669 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:04:42.703921 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bfafcd2-c153-4cdb-ba52-52fc3d7eb4b7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:04:42.704503 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'status': 'completed', 'code': 200} Mar 11 18:04:42.712519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-04f7399d-737e-41e0-9238-6a2048ef06c9 service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070943 Mar 11 18:04:42.817563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a451f-dd54-4693-82cb-485b748477fe req-b5ca37fe-6bdd-4e12-9bcc-be73bea025ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.819208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57a451f-dd54-4693-82cb-485b748477fe req-b5ca37fe-6bdd-4e12-9bcc-be73bea025ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3478518ce604ab8943c680d6fbe1722&device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 1097 time: 0.0577586 Mar 11 18:04:42.919616 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 5, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:42.929648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a451f-dd54-4693-82cb-485b748477fe req-4eb93a9c-b53e-422f-a55d-dc3c980ff16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:42.931739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57a451f-dd54-4693-82cb-485b748477fe req-4eb93a9c-b53e-422f-a55d-dc3c980ff16c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 200 len: 914 time: 0.0977392 Mar 11 18:04:42.948175 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] Checking router: d931939b-dcc4-4717-8f62-a56630c7fa81 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:04:42.956747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:42.957369 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:42.978819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57a451f-dd54-4693-82cb-485b748477fe req-777488a7-7a44-4d17-bd9a-3296f5e02d69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 200 len: 217 time: 0.0373518 Mar 11 18:04:43.043993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a451f-dd54-4693-82cb-485b748477fe req-a2323dec-e86e-49c0-a97d-cbf7b6d4fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:43.046010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57a451f-dd54-4693-82cb-485b748477fe req-a2323dec-e86e-49c0-a97d-cbf7b6d4fae0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 200 len: 853 time: 0.0576015 Mar 11 18:04:43.075982 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:43.099862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a451f-dd54-4693-82cb-485b748477fe req-2805641b-8092-403d-bdc7-0dbe8a68495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:43.103387 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57a451f-dd54-4693-82cb-485b748477fe req-2805641b-8092-403d-bdc7-0dbe8a68495a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4830a91d-0318-4166-8640-c82907ccc681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500336 Mar 11 18:04:43.222042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57a451f-dd54-4693-82cb-485b748477fe req-9a88cc07-9dc2-49c3-8b30-4effc5df056f service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040010 Mar 11 18:04:43.293305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 5, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:43.322297 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121dfea-60b3-4395-81af-87166f13b6b4 None None] The sync data for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 is: [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:02:48Z', 'revision_number': 4, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '024a12c8-8132-401a-bb06-aac1a95cb7d7', 'name': '', 'network_id': '4830a91d-0318-4166-8640-c82907ccc681', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'mac_address': 'fa:16:3e:3c:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:48Z', 'updated_at': '2022-03-11T18:02:53Z', 'revision_number': 5, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'subnets': [{'id': '653ca58d-95e7-4539-898a-ce6a103fb8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:04:43.327517 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d57a451f-dd54-4693-82cb-485b748477fe req-43931934-ab9d-45c0-b758-16e9c7582b0c service neutron] 10.222.0.46 "GET /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970349 Mar 11 18:04:43.563624 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552ceed-73ca-43f9-84f8-fa8e00c819ab None None] New status for floating IP cea89098-c558-42c0-a088-90e81d6013c6: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:04:43.674542 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f7f1-3e7b-4e9d-b64e-24779c498b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:45.953870 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b675cc5-f29b-45ce-b722-1ce99a4e588d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:47.291463 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:47.615999 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:04:48.534795 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:49.041028 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:49.597894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496bc6e-e811-4e9f-9281-f0ad1847fb43 req-4eb8f863-c9d6-4390-9db6-b4cd0acd81e8 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:49.601845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2496bc6e-e811-4e9f-9281-f0ad1847fb43 req-4eb8f863-c9d6-4390-9db6-b4cd0acd81e8 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 946 time: 0.0800853 Mar 11 18:04:49.646433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2496bc6e-e811-4e9f-9281-f0ad1847fb43 req-f5641780-d3fa-4684-b0d0-d10f1e5e5c1a tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360501 Mar 11 18:04:50.777888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35aad0-04e9-4555-a71b-ce1c39a5ebe5 req-245d28fa-fe18-48b8-abc9-142d7ef26ce7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:50.779415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d35aad0-04e9-4555-a71b-ce1c39a5ebe5 req-245d28fa-fe18-48b8-abc9-142d7ef26ce7 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 946 time: 0.0552781 Mar 11 18:04:50.818262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d35aad0-04e9-4555-a71b-ce1c39a5ebe5 req-f763e888-eecf-43a4-b8ad-8d8f769e1fad tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a91273-151e-401d-883a-46da345e4e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 Mar 11 18:04:51.288751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-a88c707f-f0a6-4308-82b5-7a258f0929ac tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:04:51.290700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-a88c707f-f0a6-4308-82b5-7a258f0929ac tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.46 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 946 time: 0.0536354 Mar 11 18:04:51.379270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Deleting port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:04:51.379614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:51.472290 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] For port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:51.472698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:51.487325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Calling delete_port for 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:04:51.624304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:51.637544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['4d0a8556-7b0f-4b56-b001-e4b1b33e3402'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:04:51.667646 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Pushing event deleted for resources: {'Port': ['ID=4d0a8556-7b0f-4b56-b001-e4b1b33e3402,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:51.701330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] No DVR routers for this DVR port 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:04:51.704000 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:51.707333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4193057-ca14-4e9b-866b-b6ef2c9ff471 req-aa4a12a1-88bb-418b-96b3-7386344f1067 tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.46 "DELETE /v2.0/ports/4d0a8556-7b0f-4b56-b001-e4b1b33e3402 HTTP/1.1" status: 204 len: 173 time: 0.4109540 Mar 11 18:04:51.707796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'name': 'network-vif-deleted', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:04:51.710120 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02317ab-dc18-4373-ba56-fe15ce160be4" -d '{"events": [{"server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "name": "network-vif-deleted", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:04:51.765206 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe74038a-1ab1-4293-b3c8-c5663a738e53 x-openstack-request-id: req-fe74038a-1ab1-4293-b3c8-c5663a738e53 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:04:51.765495 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f1e852-8234-4e57-b31b-ab33b542b374", "name": "network-vif-deleted", "tag": "4d0a8556-7b0f-4b56-b001-e4b1b33e3402", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:04:51.765754 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe74038a-1ab1-4293-b3c8-c5663a738e53 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:04:51.766166 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f1e852-8234-4e57-b31b-ab33b542b374', 'name': 'network-vif-deleted', 'tag': '4d0a8556-7b0f-4b56-b001-e4b1b33e3402', 'status': 'completed', 'code': 200} Mar 11 18:04:51.927067 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95264b91-228f-42cc-9341-2439a84e234f req-8c8b6c09-bd6c-4de0-b98f-d57bdaca428e tempest-TestMinimumBasicScenario-470774064 tempest-TestMinimumBasicScenario-470774064-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f1e852-8234-4e57-b31b-ab33b542b374 HTTP/1.1" status: 200 len: 210 time: 0.0267117 Mar 11 18:04:53.481186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40738) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:53.798858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:04:53.818760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:04:53.819104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 4d0a8556-7b0f-4b56-b001-e4b1b33e3402 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:04:53.822766 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.066500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Deleting port 024a12c8-8132-401a-bb06-aac1a95cb7d7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:04:54.066759 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.144850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] For port 024a12c8-8132-401a-bb06-aac1a95cb7d7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=024a12c8-8132-401a-bb06-aac1a95cb7d7,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:54.145217 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.158231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Calling delete_port for 024a12c8-8132-401a-bb06-aac1a95cb7d7 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:04:54.334905 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.357976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=024a12c8-8132-401a-bb06-aac1a95cb7d7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:54.529139 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.741467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Router d931939b-dcc4-4717-8f62-a56630c7fa81 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:04:54.844790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:54.849814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1e8abe6f-52c5-491f-8407-b1b51d019a35 admin admin] 10.222.0.53 "PUT /v2.0/routers/d931939b-dcc4-4717-8f62-a56630c7fa81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3675048 Mar 11 18:04:54.852794 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40740) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:54.855350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] Sync routers for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:04:54.864634 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:54.865237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:54.954616 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:54.969275 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:55.155596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 5, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:55.183541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] Checking router: d931939b-dcc4-4717-8f62-a56630c7fa81 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:04:55.192230 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] Routers {'d931939b-dcc4-4717-8f62-a56630c7fa81'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:55.192885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d931939b-dcc4-4717-8f62-a56630c7fa81'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:55.298937 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] Set router d931939b-dcc4-4717-8f62-a56630c7fa81 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:55.386334 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.441872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Deleting port 272a5859-0783-422a-9b7c-d8899587ab31 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:04:55.442133 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.481888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 5, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:55.511985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2508fde-a169-471f-a657-e45b4d8bb237 None None] The sync data for ids ['d931939b-dcc4-4717-8f62-a56630c7fa81'] in n-d-833411-1 is: [{'id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'name': 'tempest-TestMinimumBasicScenario-900580472-router', 'tenant_id': 'c3478518ce604ab8943c680d6fbe1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '272a5859-0783-422a-9b7c-d8899587ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:45Z', 'updated_at': '2022-03-11T18:04:54Z', 'revision_number': 5, 'project_id': 'c3478518ce604ab8943c680d6fbe1722', 'gw_port': {'id': '272a5859-0783-422a-9b7c-d8899587ab31', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd931939b-dcc4-4717-8f62-a56630c7fa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:46Z', 'updated_at': '2022-03-11T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:04:55.521057 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] For port 272a5859-0783-422a-9b7c-d8899587ab31, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=272a5859-0783-422a-9b7c-d8899587ab31,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:55.521427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.534892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Calling delete_port for 272a5859-0783-422a-9b7c-d8899587ab31 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:04:55.702471 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.725005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=272a5859-0783-422a-9b7c-d8899587ab31,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:55.790557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.884966 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.887184 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.931818 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.932433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d931939b-dcc4-4717-8f62-a56630c7fa81 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:04:55.937867 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:55.938967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ea4ba589-42d0-41a8-acd2-52698d1136f2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d931939b-dcc4-4717-8f62-a56630c7fa81 HTTP/1.1" status: 204 len: 168 time: 1.0852683 Mar 11 18:04:55.941745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40742) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:55.987794 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4758fa1-f187-4f9b-abc4-4ebea49f277f admin admin] Deleting subnet 653ca58d-95e7-4539-898a-ce6a103fb8ea {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:04:55.991455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4758fa1-f187-4f9b-abc4-4ebea49f277f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.031033 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4758fa1-f187-4f9b-abc4-4ebea49f277f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.119911 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4758fa1-f187-4f9b-abc4-4ebea49f277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.174241 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4758fa1-f187-4f9b-abc4-4ebea49f277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.199044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4758fa1-f187-4f9b-abc4-4ebea49f277f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653ca58d-95e7-4539-898a-ce6a103fb8ea,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:56.207549 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4758fa1-f187-4f9b-abc4-4ebea49f277f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.211770 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f4758fa1-f187-4f9b-abc4-4ebea49f277f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/653ca58d-95e7-4539-898a-ce6a103fb8ea HTTP/1.1" status: 204 len: 168 time: 0.2679758 Mar 11 18:04:56.213740 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40744) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:56.215740 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef93ef-202c-43dd-829d-b3f22a8e0d00 None None] Network 4830a91d-0318-4166-8640-c82907ccc681 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:04:56.285788 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.341728 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Deleting port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:04:56.342282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.410233 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] For port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d91a3f6f-2af4-4cbd-af8f-df4c68b6abde,segment=NetworkSegment(d7c5dfc8-3e9e-4667-949f-441c024afcd9),segment_id=d7c5dfc8-3e9e-4667-949f-441c024afcd9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:56.410591 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.430194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Calling delete_port for d91a3f6f-2af4-4cbd-af8f-df4c68b6abde owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:04:56.509600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.535980 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91a3f6f-2af4-4cbd-af8f-df4c68b6abde,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:56.540933 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] No DVR routers for this DVR port d91a3f6f-2af4-4cbd-af8f-df4c68b6abde on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:04:56.548030 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e02956d-917c-4183-810c-d6908e23c2e3 None None] DHCP port deletion for 4830a91d-0318-4166-8640-c82907ccc681 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:04:56.619584 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.644152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4830a91d-0318-4166-8640-c82907ccc681']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:56.661342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c5dfc8-3e9e-4667-949f-441c024afcd9') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:56.661667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c5dfc8-3e9e-4667-949f-441c024afcd9') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:56.671732 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.685106 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.691044 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:04:56.691416 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:04:56.693101 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:04:56.746612 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.752058 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:56.755225 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4830a91d-0318-4166-8640-c82907ccc681 HTTP/1.1" status: 204 len: 168 time: 0.5405781 Mar 11 18:04:56.758297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40746) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:56.766418 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bb2c5-916a-4471-8948-30cd51d5bf25 admin admin] Pushing event deleted for resources: {'Network': ['ID=4830a91d-0318-4166-8640-c82907ccc681,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:56.831718 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 272a5859-0783-422a-9b7c-d8899587ab31 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:04:56.853349 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 272a5859-0783-422a-9b7c-d8899587ab31 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:04:56.853804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 272a5859-0783-422a-9b7c-d8899587ab31 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:04:56.854235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 024a12c8-8132-401a-bb06-aac1a95cb7d7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:04:56.873147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 024a12c8-8132-401a-bb06-aac1a95cb7d7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:04:56.873496 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 024a12c8-8132-401a-bb06-aac1a95cb7d7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:04:56.873917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d91a3f6f-2af4-4cbd-af8f-df4c68b6abde no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:04:56.892551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d91a3f6f-2af4-4cbd-af8f-df4c68b6abde {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:04:56.892901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d91a3f6f-2af4-4cbd-af8f-df4c68b6abde not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:04:57.113719 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:57.356722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Deleting port 018d3580-fc5e-468f-a913-8a0bdb26a7d4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:04:57.357059 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:57.435195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] For port 018d3580-fc5e-468f-a913-8a0bdb26a7d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=018d3580-fc5e-468f-a913-8a0bdb26a7d4,segment=NetworkSegment(98a11df9-bcd5-4197-8fc7-a2161c4b00a3),segment_id=98a11df9-bcd5-4197-8fc7-a2161c4b00a3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:57.435559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:57.448741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Calling delete_port for 018d3580-fc5e-468f-a913-8a0bdb26a7d4 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:04:57.633632 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:57.662901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Pushing event deleted for resources: {'Port': ['ID=018d3580-fc5e-468f-a913-8a0bdb26a7d4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:57.833540 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.046737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Router 60563721-8f49-4ee9-b29a-83c58177caa8 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:04:58.154338 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:04:58.159507 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-180e7eed-fd4f-409c-8bc2-cd35ba28cf57 admin admin] 10.222.0.53 "PUT /v2.0/routers/60563721-8f49-4ee9-b29a-83c58177caa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001114 Mar 11 18:04:58.161946 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40748) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:58.165299 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] Sync routers for ids ['60563721-8f49-4ee9-b29a-83c58177caa8'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:04:58.175794 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] Routers {'60563721-8f49-4ee9-b29a-83c58177caa8'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:58.176464 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['60563721-8f49-4ee9-b29a-83c58177caa8'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:58.265698 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.281395 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] Set router 60563721-8f49-4ee9-b29a-83c58177caa8 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:58.366809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.420427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Deleting port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:04:58.420805 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.455520 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:50Z', 'updated_at': '2022-03-11T18:04:57Z', 'revision_number': 5, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'gw_port': {'id': '7f5520f0-6cfb-4322-9c0b-ff305e13bb8f', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:02:51Z', 'updated_at': '2022-03-11T18:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:58.482170 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] Checking router: 60563721-8f49-4ee9-b29a-83c58177caa8 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:04:58.490328 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] Routers {'60563721-8f49-4ee9-b29a-83c58177caa8'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:04:58.490931 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['60563721-8f49-4ee9-b29a-83c58177caa8'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:58.502512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] For port 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7f5520f0-6cfb-4322-9c0b-ff305e13bb8f,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:58.502879 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.516100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Calling delete_port for 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:04:58.575706 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] Set router 60563721-8f49-4ee9-b29a-83c58177caa8 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:04:58.630663 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:50Z', 'updated_at': '2022-03-11T18:04:58Z', 'revision_number': 6, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:04:58.657997 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2102164-c23e-4173-aa2c-2a706854c843 None None] The sync data for ids ['60563721-8f49-4ee9-b29a-83c58177caa8'] in n-d-833411-1 is: [{'id': '60563721-8f49-4ee9-b29a-83c58177caa8', 'name': 'tempest-TestMinimumBasicScenario-1351056147-router', 'tenant_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:02:50Z', 'updated_at': '2022-03-11T18:04:58Z', 'revision_number': 6, 'project_id': 'c4055cdc59ca4c8d9777bf1892e43f67', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:04:58.682427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.712673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5520f0-6cfb-4322-9c0b-ff305e13bb8f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:58.770560 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.861569 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.863668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.905977 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.906596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60563721-8f49-4ee9-b29a-83c58177caa8 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:04:58.911458 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.912623 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-42f95980-89bc-4f3f-8656-4c39e273ae70 admin admin] 10.222.0.53 "DELETE /v2.0/routers/60563721-8f49-4ee9-b29a-83c58177caa8 HTTP/1.1" status: 204 len: 168 time: 0.7497408 Mar 11 18:04:58.915706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40750) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:58.962304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c058110-7c25-4c3a-a3d3-09bbd4f3de5e admin admin] Deleting subnet ec686f34-9b7a-44a5-bb39-8e00e9f23ea4 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:04:58.965203 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c058110-7c25-4c3a-a3d3-09bbd4f3de5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:58.999791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c058110-7c25-4c3a-a3d3-09bbd4f3de5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.089846 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c058110-7c25-4c3a-a3d3-09bbd4f3de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.119842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 018d3580-fc5e-468f-a913-8a0bdb26a7d4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:04:59.146512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 018d3580-fc5e-468f-a913-8a0bdb26a7d4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:04:59.146941 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 018d3580-fc5e-468f-a913-8a0bdb26a7d4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:04:59.156637 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c058110-7c25-4c3a-a3d3-09bbd4f3de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.184404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c058110-7c25-4c3a-a3d3-09bbd4f3de5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec686f34-9b7a-44a5-bb39-8e00e9f23ea4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:59.187929 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c058110-7c25-4c3a-a3d3-09bbd4f3de5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.191335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8c058110-7c25-4c3a-a3d3-09bbd4f3de5e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ec686f34-9b7a-44a5-bb39-8e00e9f23ea4 HTTP/1.1" status: 204 len: 168 time: 0.2747207 Mar 11 18:04:59.191566 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f4115c-55dc-4233-88a5-3849f0071588 None None] Network 12b2edfb-fb46-47b3-912b-acb88b6f437e requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:04:59.193792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40752) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:04:59.263515 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.320969 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Deleting port c15c00f7-241f-4f81-82ce-b4ac822b3d00 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:04:59.321325 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.447732 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.455726 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] DHCP port deletion for 12b2edfb-fb46-47b3-912b-acb88b6f437e request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:04:59.524527 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Deleting port c15c00f7-241f-4f81-82ce-b4ac822b3d00 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:04:59.524904 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.608073 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] For port c15c00f7-241f-4f81-82ce-b4ac822b3d00, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c15c00f7-241f-4f81-82ce-b4ac822b3d00,segment=NetworkSegment(98a11df9-bcd5-4197-8fc7-a2161c4b00a3),segment_id=98a11df9-bcd5-4197-8fc7-a2161c4b00a3)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:59.608510 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.623077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Calling delete_port for c15c00f7-241f-4f81-82ce-b4ac822b3d00 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:04:59.763726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] For port c15c00f7-241f-4f81-82ce-b4ac822b3d00, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c15c00f7-241f-4f81-82ce-b4ac822b3d00,segment=NetworkSegment(98a11df9-bcd5-4197-8fc7-a2161c4b00a3),segment_id=98a11df9-bcd5-4197-8fc7-a2161c4b00a3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:04:59.764098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.778451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Calling delete_port for c15c00f7-241f-4f81-82ce-b4ac822b3d00 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:04:59.859550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.878906 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.889484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c15c00f7-241f-4f81-82ce-b4ac822b3d00,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:59.894894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] No DVR routers for this DVR port c15c00f7-241f-4f81-82ce-b4ac822b3d00 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:04:59.903986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Pushing event deleted for resources: {'Port': ['ID=c15c00f7-241f-4f81-82ce-b4ac822b3d00,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:04:59.913371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] No DVR routers for this DVR port c15c00f7-241f-4f81-82ce-b4ac822b3d00 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:04:59.916180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.916716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.917041 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.917382 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.917717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.918046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.918371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.918693 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.919015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.919335 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.919666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.919996 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28db497-a9c1-47b1-b7de-db8ab93160d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:04:59.971147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:04:59.991121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b2edfb-fb46-47b3-912b-acb88b6f437e']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:00.000934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a11df9-bcd5-4197-8fc7-a2161c4b00a3') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:00.001259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a11df9-bcd5-4197-8fc7-a2161c4b00a3') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:00.011237 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.025521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.031411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:05:00.031790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:05:00.033474 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:05:00.090451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.096285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.099428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] 10.222.0.53 "DELETE /v2.0/networks/12b2edfb-fb46-47b3-912b-acb88b6f437e HTTP/1.1" status: 204 len: 168 time: 0.9047415 Mar 11 18:05:00.110244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88078a05-bceb-4067-9b31-90757f19c7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=12b2edfb-fb46-47b3-912b-acb88b6f437e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:00.254043 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40756) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:00.293703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b230d527-b78f-4e05-841f-cc8a4fcb2d9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3478518ce604ab8943c680d6fbe1722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385268 Mar 11 18:05:00.296162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40758) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:00.343528 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04cd5431-28f4-4243-b7ab-030e678168b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.363498 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04cd5431-28f4-4243-b7ab-030e678168b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.418781 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04cd5431-28f4-4243-b7ab-030e678168b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.421472 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04cd5431-28f4-4243-b7ab-030e678168b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.423032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-04cd5431-28f4-4243-b7ab-030e678168b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1a91273-151e-401d-883a-46da345e4e28 HTTP/1.1" status: 204 len: 168 time: 0.1256490 Mar 11 18:05:00.431365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd5431-28f4-4243-b7ab-030e678168b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a91273-151e-401d-883a-46da345e4e28,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:00.736322 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:00.779788 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4167250d-c53b-4cac-a187-e7008863601f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4055cdc59ca4c8d9777bf1892e43f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423057 Mar 11 18:05:00.782373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40766) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:00.831125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e90263d-e11c-4298-86d8-bec643476b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.833832 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:05:00.853071 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e90263d-e11c-4298-86d8-bec643476b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.854606 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:05:00.854731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7f5520f0-6cfb-4322-9c0b-ff305e13bb8f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:05:00.855143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c15c00f7-241f-4f81-82ce-b4ac822b3d00 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:05:00.874447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: c15c00f7-241f-4f81-82ce-b4ac822b3d00 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:05:00.874793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c15c00f7-241f-4f81-82ce-b4ac822b3d00 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:05:00.901465 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e90263d-e11c-4298-86d8-bec643476b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.904173 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e90263d-e11c-4298-86d8-bec643476b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:00.905411 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3e90263d-e11c-4298-86d8-bec643476b27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91a5a76f-869d-4bb9-8f18-8a9657c619b5 HTTP/1.1" status: 204 len: 168 time: 0.1221552 Mar 11 18:05:00.913154 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90263d-e11c-4298-86d8-bec643476b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a5a76f-869d-4bb9-8f18-8a9657c619b5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:03.570983 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40810) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:03.575576 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325804091', 'description': 'tempest-secgroup-smoke-1325804091 description', 'project_id': '5d05a24dde5b4c3993386f284003de39'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:03.595535 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.603059 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.675172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.678478 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.723247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd55c8-1107-466a-9a67-29156d59cbc4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:03.766038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.771871 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.802781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.804643 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2320101 Mar 11 18:05:03.805776 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baac7b-c4f8-4a79-b6bd-c657b876f715 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ae896-bb95-41e1-abad-d16defc434f3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:03.807585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40812) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:03.812511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c2e2bdf5-7e22-4757-b8db-e16fff294d60 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': 'f79ae896-bb95-41e1-abad-d16defc434f3', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:03.841284 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bdf5-7e22-4757-b8db-e16fff294d60 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.888284 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bdf5-7e22-4757-b8db-e16fff294d60 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.891901 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bdf5-7e22-4757-b8db-e16fff294d60 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.911959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2bdf5-7e22-4757-b8db-e16fff294d60 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee11e749-6449-453b-a906-813e748f7023,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:03.916948 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bdf5-7e22-4757-b8db-e16fff294d60 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:03.918141 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c2e2bdf5-7e22-4757-b8db-e16fff294d60 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095500 Mar 11 18:05:03.920970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40814) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:03.925684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-316d077a-343b-4ae5-9789-11e9b3fa6e52 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': 'f79ae896-bb95-41e1-abad-d16defc434f3', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:03.949477 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-316d077a-343b-4ae5-9789-11e9b3fa6e52 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.005439 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-316d077a-343b-4ae5-9789-11e9b3fa6e52 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.008763 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-316d077a-343b-4ae5-9789-11e9b3fa6e52 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.028553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d077a-343b-4ae5-9789-11e9b3fa6e52 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98aa0e4-8dfb-4a67-94f8-7ec492d3b71f,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:04.039446 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-316d077a-343b-4ae5-9789-11e9b3fa6e52 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.040671 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-316d077a-343b-4ae5-9789-11e9b3fa6e52 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185026 Mar 11 18:05:04.043351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40816) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:04.048524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-b60c4494-3970-42b3-9367-ec2af4c537d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': 'f79ae896-bb95-41e1-abad-d16defc434f3', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:04.073087 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b60c4494-3970-42b3-9367-ec2af4c537d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.130332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b60c4494-3970-42b3-9367-ec2af4c537d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.133754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b60c4494-3970-42b3-9367-ec2af4c537d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.152575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c4494-3970-42b3-9367-ec2af4c537d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0d1c6e-d216-4f49-91d8-8fedf9a4cac6,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:04.160201 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b60c4494-3970-42b3-9367-ec2af4c537d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.161436 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b60c4494-3970-42b3-9367-ec2af4c537d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171401 Mar 11 18:05:04.164825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40818) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:04.169167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-fc80934f-19ac-4747-aac2-ca5231f0ab29 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': 'f79ae896-bb95-41e1-abad-d16defc434f3', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:04.193978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc80934f-19ac-4747-aac2-ca5231f0ab29 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.255668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc80934f-19ac-4747-aac2-ca5231f0ab29 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.259760 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc80934f-19ac-4747-aac2-ca5231f0ab29 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.276632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80934f-19ac-4747-aac2-ca5231f0ab29 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0e1124-6580-4151-98d1-1cd12653d71c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:04.284847 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc80934f-19ac-4747-aac2-ca5231f0ab29 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.286036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fc80934f-19ac-4747-aac2-ca5231f0ab29 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202397 Mar 11 18:05:04.288808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40820) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:04.293021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-99f2aaeb-cc6c-4358-82ea-96a60a7b11bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': 'f79ae896-bb95-41e1-abad-d16defc434f3', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:04.313184 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-99f2aaeb-cc6c-4358-82ea-96a60a7b11bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:05:04.317855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99f2aaeb-cc6c-4358-82ea-96a60a7b11bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.377162 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99f2aaeb-cc6c-4358-82ea-96a60a7b11bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.380549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99f2aaeb-cc6c-4358-82ea-96a60a7b11bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.398724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2aaeb-cc6c-4358-82ea-96a60a7b11bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683f92ab-ba6b-4fed-bc44-c6d5272dba01,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:04.406473 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99f2aaeb-cc6c-4358-82ea-96a60a7b11bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.407680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-99f2aaeb-cc6c-4358-82ea-96a60a7b11bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179650 Mar 11 18:05:04.410401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40822) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:04.415367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-6195448d-8913-42db-a8af-cbbc5a9ccf67 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': 'f79ae896-bb95-41e1-abad-d16defc434f3', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:04.440527 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-6195448d-8913-42db-a8af-cbbc5a9ccf67 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:05:04.447261 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6195448d-8913-42db-a8af-cbbc5a9ccf67 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.524332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6195448d-8913-42db-a8af-cbbc5a9ccf67 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.528098 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6195448d-8913-42db-a8af-cbbc5a9ccf67 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.546053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195448d-8913-42db-a8af-cbbc5a9ccf67 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1d62be-18a4-4a58-b903-219b22fa17f5,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:04.553917 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6195448d-8913-42db-a8af-cbbc5a9ccf67 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.555125 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6195448d-8913-42db-a8af-cbbc5a9ccf67 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437852 Mar 11 18:05:04.558196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40824) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:04.562975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'network': {'name': 'tempest-network-smoke--1520725625', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'port_security_enabled': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:04.581036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:04.584401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.607259 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:05:04.616129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.616532 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Added segment a5e497a2-d09f-4a11-96c5-ecad6222e476 of type vlan for network f5928229-fb26-49a3-854f-b593473cefc2 Mar 11 18:05:04.658491 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.684242 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.689806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:04.690411 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.743160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1837635 Mar 11 18:05:04.746022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:04.750578 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'admin_state_up': True, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:04.756880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ccc62-34d1-4a97-bc34-e99c709c8367 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Network': ['ID=f5928229-fb26-49a3-854f-b593473cefc2,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:04.768309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network f5928229-fb26-49a3-854f-b593473cefc2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:05:04.772681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.774352 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.826495 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:04.966363 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:05.151792 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:05.173988 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:05.272268 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.8 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/d74a1fd6-9b02-4af2-8393-9ff45122fd67) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:05.372850 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:05.410136 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:05.450904 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:05.453621 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:05.457016 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:05:05.462385 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=d74a1fd6-9b02-4af2-8393-9ff45122fd67,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:05.703015 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:05.894211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.020241 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 730a6a7e-47b1-4590-8f8e-0736bae17a5d is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:05:06.123139 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:06.132922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Sync routers for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:05:06.141980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:06.142585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:06.143478 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.144758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e8dbc49e-fae8-4814-be64-646e95374a4d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.3977354 Mar 11 18:05:06.148654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40828) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:06.249058 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:06.268413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4e0756a6-6675-4e33-ba55-fcc0200accbe tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5d05a24dde5b4c3993386f284003de39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1161680 Mar 11 18:05:06.268720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40832) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:06.359673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24476a93-bf4f-43f2-b7d1-451654e039d5 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:06.361152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-24476a93-bf4f-43f2-b7d1-451654e039d5 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915852 Mar 11 18:05:06.363970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:06.392630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-57ce8340-2148-4345-b0f6-da3556941ff4 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275300 Mar 11 18:05:06.395208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40836) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:06.399940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-513672054', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:06.430966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:05Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:06.457128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Checking router: 730a6a7e-47b1-4590-8f8e-0736bae17a5d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:05:06.457485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Updating router 730a6a7e-47b1-4590-8f8e-0736bae17a5d port d74a1fd6-9b02-4af2-8393-9ff45122fd67 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:05:06.483626 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.491722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:06.495290 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.678079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.744616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.746962 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Subnet': ['ID=e84ea8a8-2fad-4c67-a349-58e9ac55fbc5,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:06.750847 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.752532 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Checking segment: {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:05:06.752903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network hostable DHCP agents. Network: f5928229-fb26-49a3-854f-b593473cefc2, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:05:06.770751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network f5928229-fb26-49a3-854f-b593473cefc2 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:05:06.780650 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, f5928229-fb26-49a3-854f-b593473cefc2) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:06.785231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:06.785714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.792456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c8f12-278d-42e2-bc85-34b278c41b0f None None] Network f5928229-fb26-49a3-854f-b593473cefc2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:05:06.806561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-92fd2105-36fe-4284-a766-33d2fa5cadc8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4076304 Mar 11 18:05:06.806772 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40838) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:06.845203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Attempting to bind port d74a1fd6-9b02-4af2-8393-9ff45122fd67 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:06.845568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Attempting to bind port d74a1fd6-9b02-4af2-8393-9ff45122fd67 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:06.845925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Attempting to bind port d74a1fd6-9b02-4af2-8393-9ff45122fd67 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:05:06.858661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6a2b4-0ae8-4161-a0d4-9264ec28465d None None] Pushing event updated for resources: {'Port': ['ID=d74a1fd6-9b02-4af2-8393-9ff45122fd67,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:06.863909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:05:06.864273 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:05:06.864698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.865085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:05:06.865549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Bound port: d74a1fd6-9b02-4af2-8393-9ff45122fd67, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:06.866000 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:06.960553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] For port d74a1fd6-9b02-4af2-8393-9ff45122fd67, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:06.978193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] For port d74a1fd6-9b02-4af2-8393-9ff45122fd67, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d74a1fd6-9b02-4af2-8393-9ff45122fd67,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:06.985716 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.048776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-f5928229-fb26-49a3-854f-b593473cefc2', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:05:07.049635 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.080700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:07.081313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:07.118362 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6a2b4-0ae8-4161-a0d4-9264ec28465d None None] Pushing event updated for resources: {'Port': ['ID=d74a1fd6-9b02-4af2-8393-9ff45122fd67,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:07.242516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.285261 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:07.358516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Allocated IP 172.20.0.2 (f5928229-fb26-49a3-854f-b593473cefc2/e84ea8a8-2fad-4c67-a349-58e9ac55fbc5/5dc2157b-57b1-4595-8fb6-5b95b2b167f4) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:07.584125 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.588446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:05Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:07.591927 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.621932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc1b74-ad26-4a9f-90ac-78274d7b9590 None None] The sync data for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 is: [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:05Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:05:07.638297 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.1 (f5928229-fb26-49a3-854f-b593473cefc2/e84ea8a8-2fad-4c67-a349-58e9ac55fbc5/1c552525-7588-490e-bd04-ccea680835f3) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:07.662981 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Network f5928229-fb26-49a3-854f-b593473cefc2 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:07.665788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:07.668179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:05:07.675525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Pushing event updated for resources: {'Port': ['ID=5dc2157b-57b1-4595-8fb6-5b95b2b167f4,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:07.729504 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Attempting to bind port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:07.729973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Attempting to bind port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:07.730338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Attempting to bind port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 on network f5928229-fb26-49a3-854f-b593473cefc2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:05:07.735450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:05:07.736101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Checking segment: {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:05:07.736733 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.737201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Bound using segment: {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:05:07.737666 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Bound port: 5dc2157b-57b1-4595-8fb6-5b95b2b167f4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:07.738040 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.777387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.815029 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] For port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:07.815267 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.818796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] For port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5dc2157b-57b1-4595-8fb6-5b95b2b167f4,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:07.823445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:07.860108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network f5928229-fb26-49a3-854f-b593473cefc2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:07.869113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:07.883318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:05:07.902585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e31144-e3eb-4983-a39c-ccd4467633ae None None] Pushing event updated for resources: {'Port': ['ID=5dc2157b-57b1-4595-8fb6-5b95b2b167f4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:07.913181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=1c552525-7588-490e-bd04-ccea680835f3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:07.949020 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:08.126920 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:08.432607 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:08.437327 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:08.509483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=1c552525-7588-490e-bd04-ccea680835f3,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:08.514495 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:08.616610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network f5928229-fb26-49a3-854f-b593473cefc2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:08.618018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:08.736811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 730a6a7e-47b1-4590-8f8e-0736bae17a5d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:05:08.854770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:08.869891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-647316ca-3c2a-4ac2-ba28-83e9dbb1ac2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/730a6a7e-47b1-4590-8f8e-0736bae17a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0537908 Mar 11 18:05:08.915456 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d74a1fd6-9b02-4af2-8393-9ff45122fd67 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:05:08.959134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd24d89-fef8-4ad4-8fad-9d8cbba17a20 None None] Network f5928229-fb26-49a3-854f-b593473cefc2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:05:09.040977 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-600b58f4-2811-43b2-b427-117c233fde8d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325804091&fields=id&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 267 time: 0.0460382 Mar 11 18:05:09.045659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d74a1fd6-9b02-4af2-8393-9ff45122fd67 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:09.046293 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.129862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-89c91408-a4a0-4b8b-a5f0-65d35f36714c None None] Provisioning complete for port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:09.130143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-89c91408-a4a0-4b8b-a5f0-65d35f36714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.146493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce9da-1e79-4826-8607-272c361a467b req-96704fc0-6008-48a5-93f5-c1aadd95b87e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:09.148932 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-96704fc0-6008-48a5-93f5-c1aadd95b87e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/networks?id=f5928229-fb26-49a3-854f-b593473cefc2 HTTP/1.1" status: 200 len: 797 time: 0.1066382 Mar 11 18:05:09.164229 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-b83b917a-6314-493a-a0c2-faccd3f505bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/quotas/5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 375 time: 0.0092378 Mar 11 18:05:09.225023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-417a40c7-8870-497c-82d1-3a27bbc86660 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543458 Mar 11 18:05:09.249796 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.298769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port d74a1fd6-9b02-4af2-8393-9ff45122fd67, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d74a1fd6-9b02-4af2-8393-9ff45122fd67,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:09.305061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.306046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:05:09.351590 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-89c91408-a4a0-4b8b-a5f0-65d35f36714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.382132 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Sync routers for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:05:09.395434 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:09.396082 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:09.416110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=d74a1fd6-9b02-4af2-8393-9ff45122fd67,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:09.440418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-79af80cf-a56b-40c0-a9a4-6c87c27a0ac5 service neutron] 10.222.0.53 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560228 Mar 11 18:05:09.445462 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-89c91408-a4a0-4b8b-a5f0-65d35f36714c None None] For port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5dc2157b-57b1-4595-8fb6-5b95b2b167f4,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:09.452997 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-89c91408-a4a0-4b8b-a5f0-65d35f36714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.457820 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:09.458186 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.529055 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:09.593571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-638f1cf6-f338-4785-b16f-de68f2c6950e service neutron] 10.222.0.53 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415534 Mar 11 18:05:09.737238 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c91408-a4a0-4b8b-a5f0-65d35f36714c None None] Pushing event updated for resources: {'Port': ['ID=5dc2157b-57b1-4595-8fb6-5b95b2b167f4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:09.742044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d7ac2fed-424b-49aa-9466-7862a80f0763 None None] Provisioning complete for port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:09.742554 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2fed-424b-49aa-9466-7862a80f0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.860368 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1c552525-7588-490e-bd04-ccea680835f3', 'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:28:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:07Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 2, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:09.879332 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d7ac2fed-424b-49aa-9466-7862a80f0763 None None] Provisioning complete for port 1c552525-7588-490e-bd04-ccea680835f3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:09.879711 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2fed-424b-49aa-9466-7862a80f0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:09.890677 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Checking router: 730a6a7e-47b1-4590-8f8e-0736bae17a5d for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:05:09.891126 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Updating router 730a6a7e-47b1-4590-8f8e-0736bae17a5d port 1c552525-7588-490e-bd04-ccea680835f3 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:05:09.917847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac2fed-424b-49aa-9466-7862a80f0763 None None] Port 1c552525-7588-490e-bd04-ccea680835f3 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:05:09.921668 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.036630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d0a15bb5-0358-4dbd-be03-0479c774d849 None None] Provisioning complete for port 1c552525-7588-490e-bd04-ccea680835f3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:10.037003 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d0a15bb5-0358-4dbd-be03-0479c774d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.070865 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d0a15bb5-0358-4dbd-be03-0479c774d849 None None] Port 1c552525-7588-490e-bd04-ccea680835f3 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:05:10.183367 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.188227 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.238799 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Pushing event updated for resources: {'Port': ['ID=1c552525-7588-490e-bd04-ccea680835f3,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:10.261237 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.261579 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.261912 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.262237 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.262562 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.262882 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.263199 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.263522 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.263830 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.264145 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.264489 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.264806 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.294747 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Attempting to bind port 1c552525-7588-490e-bd04-ccea680835f3 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:10.295110 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Attempting to bind port 1c552525-7588-490e-bd04-ccea680835f3 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:10.295470 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Attempting to bind port 1c552525-7588-490e-bd04-ccea680835f3 on network f5928229-fb26-49a3-854f-b593473cefc2 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:05:10.300867 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:05:10.301235 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Checking segment: {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:05:10.301629 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.302009 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Bound using segment: {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:05:10.302458 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Bound port: 1c552525-7588-490e-bd04-ccea680835f3, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:10.302827 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.369738 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] For port 1c552525-7588-490e-bd04-ccea680835f3, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:10.372972 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] For port 1c552525-7588-490e-bd04-ccea680835f3, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1c552525-7588-490e-bd04-ccea680835f3,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:10.377937 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.435776 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:10.436442 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:04:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:10.473504 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b53e3a-b233-4841-a58a-de0f2f69479e None None] Pushing event updated for resources: {'Port': ['ID=1c552525-7588-490e-bd04-ccea680835f3,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:10.493176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-a5af0d13-0fd2-45c7-88a1-dd732d2b5242 None None] Provisioning complete for port 1c552525-7588-490e-bd04-ccea680835f3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:10.493736 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a5af0d13-0fd2-45c7-88a1-dd732d2b5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.561496 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:10.582518 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a5af0d13-0fd2-45c7-88a1-dd732d2b5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.615180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a5af0d13-0fd2-45c7-88a1-dd732d2b5242 None None] For port 1c552525-7588-490e-bd04-ccea680835f3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1c552525-7588-490e-bd04-ccea680835f3,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:10.619616 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a5af0d13-0fd2-45c7-88a1-dd732d2b5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.666497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af0d13-0fd2-45c7-88a1-dd732d2b5242 None None] Pushing event updated for resources: {'Port': ['ID=1c552525-7588-490e-bd04-ccea680835f3,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:10.760987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-0f82b34e-68e8-4394-9d6c-fdff8d0f48fb None None] Provisioning complete for port 1c552525-7588-490e-bd04-ccea680835f3 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:10.761397 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0f82b34e-68e8-4394-9d6c-fdff8d0f48fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:10.766291 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1c552525-7588-490e-bd04-ccea680835f3', 'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:28:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:07Z', 'updated_at': '2022-03-11T18:05:10Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:10.821808 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b0a07-931e-49e4-a4cc-f986d3745341 None None] The sync data for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 is: [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1c552525-7588-490e-bd04-ccea680835f3', 'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:28:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:07Z', 'updated_at': '2022-03-11T18:05:10Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:05:10.852590 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-26370b60-8770-48ad-a226-82201a477af6 req-8b7399e3-7e2a-43c3-bc10-c3cfdbd44a39 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 210 time: 0.0511234 Mar 11 18:05:10.923904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d74a1fd6-9b02-4af2-8393-9ff45122fd67 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:05:10.998484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port d74a1fd6-9b02-4af2-8393-9ff45122fd67 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:10.999165 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:11.086183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:05:11.137978 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:11.138352 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:11.442235 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:11.977530 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c10eb637-a8c0-4229-841a-86c73c379725 req-b753d2a7-404f-4a22-a96f-fe28b4174e41 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 210 time: 0.0365901 Mar 11 18:05:12.036949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce9da-1e79-4826-8607-272c361a467b req-6039989a-f0d3-433c-941a-d0dd4d1093ba tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:12.038529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-6039989a-f0d3-433c-941a-d0dd4d1093ba tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/networks?id=f5928229-fb26-49a3-854f-b593473cefc2 HTTP/1.1" status: 200 len: 797 time: 0.1576495 Mar 11 18:05:12.089298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-be16fdfa-7508-4506-95c0-45879c0361dc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 380 time: 0.0369496 Mar 11 18:05:12.103696 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'port': {'device_id': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'admin_state_up': True, 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'security_groups': ['f79ae896-bb95-41e1-abad-d16defc434f3']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:12.210051 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:05:12.213509 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:12.338377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.14 (f5928229-fb26-49a3-854f-b593473cefc2/e84ea8a8-2fad-4c67-a349-58e9ac55fbc5/d697d860-238f-40c2-995b-44cef001a814) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:12.475556 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:12.508567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:12.556117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network f5928229-fb26-49a3-854f-b593473cefc2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:12.559169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:12.562795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:05:12.590161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=d697d860-238f-40c2-995b-44cef001a814,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:12.616989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:12.617613 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:12.637981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-8fc7f121-8644-4c50-86cb-496a18d5cbf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5378845 Mar 11 18:05:12.650766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Request body: {'port': {'device_id': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:12.706693 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:12.789590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-db7713b4-c486-4fa5-98ee-ab230d9a2e4f None None] Provisioning complete for port d697d860-238f-40c2-995b-44cef001a814 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:12.790217 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db7713b4-c486-4fa5-98ee-ab230d9a2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:12.834181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-db7713b4-c486-4fa5-98ee-ab230d9a2e4f None None] Port d697d860-238f-40c2-995b-44cef001a814 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:05:12.863620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1c552525-7588-490e-bd04-ccea680835f3 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:05:12.915466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 1c552525-7588-490e-bd04-ccea680835f3 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:12.915871 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:12.987122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d697d860-238f-40c2-995b-44cef001a814 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:05:12.995359 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:13.009386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Transition to ACTIVE for port object d697d860-238f-40c2-995b-44cef001a814 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:05:13.013285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:13.096271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Pushing event updated for resources: {'Port': ['ID=d697d860-238f-40c2-995b-44cef001a814,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:13.166014 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c7728-8c66-4fb1-9717-41910a60e5dc req-51f3ec4f-999a-49ab-b763-64af1b61a878 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.167378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b8c7728-8c66-4fb1-9717-41910a60e5dc req-51f3ec4f-999a-49ab-b763-64af1b61a878 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 944 time: 0.1203547 Mar 11 18:05:13.188462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Attempting to bind port d697d860-238f-40c2-995b-44cef001a814 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:05:13.188797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Attempting to bind port d697d860-238f-40c2-995b-44cef001a814 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:05:13.189130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Attempting to bind port d697d860-238f-40c2-995b-44cef001a814 on network f5928229-fb26-49a3-854f-b593473cefc2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:05:13.204366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Port d697d860-238f-40c2-995b-44cef001a814 on network f5928229-fb26-49a3-854f-b593473cefc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:05:13.204700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Attempting to bind port d697d860-238f-40c2-995b-44cef001a814 on network f5928229-fb26-49a3-854f-b593473cefc2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:05:13.215448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:05:13.215782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Checking segment: {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:05:13.216166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Bound using segment: {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:05:13.216621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Bound port: d697d860-238f-40c2-995b-44cef001a814, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e497a2-d09f-4a11-96c5-ecad6222e476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:05:13.216976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:13.232106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b8c7728-8c66-4fb1-9717-41910a60e5dc req-ab7959c1-903b-4ad2-a81e-78fbc824f81b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543461 Mar 11 18:05:13.286011 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] For port d697d860-238f-40c2-995b-44cef001a814, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:05:13.289998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] For port d697d860-238f-40c2-995b-44cef001a814, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d697d860-238f-40c2-995b-44cef001a814,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:05:13.294395 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:13.333101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.333716 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:13.335629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] 10.222.0.46 "PUT /v2.0/ports/d697d860-238f-40c2-995b-44cef001a814 HTTP/1.1" status: 200 len: 1092 time: 0.6896713 Mar 11 18:05:13.336081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'tag': 'd697d860-238f-40c2-995b-44cef001a814'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:13.338394 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f22019-9786-463b-bf31-e71c9ad4cccb" -d '{"events": [{"name": "network-changed", "server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "tag": "d697d860-238f-40c2-995b-44cef001a814"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:13.364243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792de899-695c-4547-a13b-def8eb2c1c3d service neutron] Pushing event updated for resources: {'Port': ['ID=d697d860-238f-40c2-995b-44cef001a814,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:13.385148 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7205cb-ab06-4c66-b342-a40d2b91636b x-openstack-request-id: req-6e7205cb-ab06-4c66-b342-a40d2b91636b {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:13.385456 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "tag": "d697d860-238f-40c2-995b-44cef001a814", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:13.385715 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e7205cb-ab06-4c66-b342-a40d2b91636b {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:13.386150 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'tag': 'd697d860-238f-40c2-995b-44cef001a814', 'status': 'completed', 'code': 200} Mar 11 18:05:13.437758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce9da-1e79-4826-8607-272c361a467b req-6bcc2852-b3c3-47f1-94bc-b409c4080da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.439308 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-6bcc2852-b3c3-47f1-94bc-b409c4080da4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 1095 time: 0.0454018 Mar 11 18:05:13.481677 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-cd64d37f-49a3-4eff-8297-e14fe2a58381 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d697d860-238f-40c2-995b-44cef001a814 HTTP/1.1" status: 200 len: 217 time: 0.0342000 Mar 11 18:05:13.535981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce9da-1e79-4826-8607-272c361a467b req-727ce918-bc16-44d2-bd51-65e14dfc446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.537514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-727ce918-bc16-44d2-bd51-65e14dfc446e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e84ea8a8-2fad-4c67-a349-58e9ac55fbc5 HTTP/1.1" status: 200 len: 834 time: 0.0492902 Mar 11 18:05:13.585017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce9da-1e79-4826-8607-272c361a467b req-57a935b5-2d43-40a4-91af-ba00e34b54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.586531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-57a935b5-2d43-40a4-91af-ba00e34b54b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5928229-fb26-49a3-854f-b593473cefc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426481 Mar 11 18:05:13.665700 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ae2ecf53-c073-488c-ba73-6a857947ce7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:13.679844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-0a891998-1c14-4fe9-af76-40ebffc0e163 service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860202 Mar 11 18:05:13.769099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a62ce9da-1e79-4826-8607-272c361a467b req-c21367d6-6e0f-4fc0-858b-9027afa08826 service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821080 Mar 11 18:05:13.861325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-ab5e2c45-c9db-4293-b6fc-1790e16fe1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:13.862841 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-ab5e2c45-c9db-4293-b6fc-1790e16fe1a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 1095 time: 0.0448511 Mar 11 18:05:14.292904 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-b4624b4b-36ac-4f0a-958a-5a77ccad8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:14.294401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-b4624b4b-36ac-4f0a-958a-5a77ccad8dcf service neutron] 10.222.0.46 "GET /v2.0/networks?id=f5928229-fb26-49a3-854f-b593473cefc2 HTTP/1.1" status: 200 len: 897 time: 0.4248056 Mar 11 18:05:14.356573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-6138e28a-f47f-47b1-a813-1e640300b99a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d697d860-238f-40c2-995b-44cef001a814 HTTP/1.1" status: 200 len: 217 time: 0.0534720 Mar 11 18:05:14.417299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7fe25-ca23-4b3d-bb7d-5f0a7e6ea89b req-b5f48dbd-a26c-4fa8-9ce3-790696fab094 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:14.418814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2c7fe25-ca23-4b3d-bb7d-5f0a7e6ea89b req-b5f48dbd-a26c-4fa8-9ce3-790696fab094 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 944 time: 0.1176782 Mar 11 18:05:14.427302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-84be858d-d32f-4af5-9117-8afc7c386434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:14.429320 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-84be858d-d32f-4af5-9117-8afc7c386434 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e84ea8a8-2fad-4c67-a349-58e9ac55fbc5 HTTP/1.1" status: 200 len: 834 time: 0.0652549 Mar 11 18:05:14.488559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2c7fe25-ca23-4b3d-bb7d-5f0a7e6ea89b req-197f3f7d-e5cb-419f-8845-aea07a2b77af tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581818 Mar 11 18:05:14.497964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-934cbcca-8628-43dc-ae06-b8dc66e61b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:14.499502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-934cbcca-8628-43dc-ae06-b8dc66e61b94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5928229-fb26-49a3-854f-b593473cefc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633831 Mar 11 18:05:14.603465 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-67b54d3c-fe53-4aee-852c-e50a93978eb0 service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924432 Mar 11 18:05:14.695140 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a6f22019-9786-463b-bf31-e71c9ad4cccb req-dcb5cba6-b6c0-4f6a-bb3c-da8e759c5b16 service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835230 Mar 11 18:05:15.608333 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d31c-2c1f-4449-8f48-9f8b2982ca2e req-ca2a676b-f038-4c13-8047-af7a599e0ec3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:15.609817 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbd6d31c-2c1f-4449-8f48-9f8b2982ca2e req-ca2a676b-f038-4c13-8047-af7a599e0ec3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 944 time: 0.0481722 Mar 11 18:05:15.652403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bbd6d31c-2c1f-4449-8f48-9f8b2982ca2e req-daa01577-9394-40d6-afce-cfa097f3a89d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361445 Mar 11 18:05:15.889219 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d697d860-238f-40c2-995b-44cef001a814 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:05:15.976849 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-25cb3459-738b-4be7-8cae-ee3dfb3be249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:15.994656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d697d860-238f-40c2-995b-44cef001a814, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d697d860-238f-40c2-995b-44cef001a814,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:16.006289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'd697d860-238f-40c2-995b-44cef001a814', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'port_id': 'd697d860-238f-40c2-995b-44cef001a814', 'mac_address': 'fa:16:3e:b6:a6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:05:16.046605 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:16.059439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d697d860-238f-40c2-995b-44cef001a814 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:05:16.077454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d697d860-238f-40c2-995b-44cef001a814, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d697d860-238f-40c2-995b-44cef001a814,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:16.081105 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:16.129177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d697d860-238f-40c2-995b-44cef001a814,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:16.305262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['d697d860-238f-40c2-995b-44cef001a814'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:05:16.774651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c822d9-d2a6-4294-9923-7146ebe1db74 req-7253f64f-8d24-4840-91c3-99ea06ca0e48 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:16.776156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7c822d9-d2a6-4294-9923-7146ebe1db74 req-7253f64f-8d24-4840-91c3-99ea06ca0e48 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 945 time: 0.0543787 Mar 11 18:05:16.816376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c7c822d9-d2a6-4294-9923-7146ebe1db74 req-24b38c17-a4e0-40d2-a641-3e4a5da3c8f3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 Mar 11 18:05:17.295793 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:17.919529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d697d860-238f-40c2-995b-44cef001a814 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:05:17.935420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01920c-650f-4941-b33b-c49da6ed4297 req-cc707625-87b8-4210-a7c1-cda19f7d58e9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:17.936967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d01920c-650f-4941-b33b-c49da6ed4297 req-cc707625-87b8-4210-a7c1-cda19f7d58e9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 945 time: 0.0504279 Mar 11 18:05:17.970838 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port d697d860-238f-40c2-995b-44cef001a814 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:05:17.974986 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port d697d860-238f-40c2-995b-44cef001a814 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:05:17.975370 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:17.976974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1d01920c-650f-4941-b33b-c49da6ed4297 req-dceb94aa-bf94-4581-b308-6a5c2172d7b6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Mar 11 18:05:18.056371 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.078918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd697d860-238f-40c2-995b-44cef001a814'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:18.093235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port d697d860-238f-40c2-995b-44cef001a814, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d697d860-238f-40c2-995b-44cef001a814,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:05:18.097275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:18.120986 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8411529d-d34d-4c12-b008-76adfad78388" -d '{"events": [{"server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "name": "network-vif-plugged", "status": "completed", "tag": "d697d860-238f-40c2-995b-44cef001a814"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:18.150944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=d697d860-238f-40c2-995b-44cef001a814,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:18.207393 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7459001-4e6e-41ed-9216-f02631a7278b x-openstack-request-id: req-a7459001-4e6e-41ed-9216-f02631a7278b {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:18.207680 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "name": "network-vif-plugged", "status": "completed", "tag": "d697d860-238f-40c2-995b-44cef001a814", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:18.208200 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7459001-4e6e-41ed-9216-f02631a7278b {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:18.208620 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd697d860-238f-40c2-995b-44cef001a814', 'code': 200} Mar 11 18:05:18.313272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d569d-c7d9-4621-9138-88668d4f3cce req-e2680935-2158-4208-a7e9-5168985b3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:18.314658 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e5d569d-c7d9-4621-9138-88668d4f3cce req-e2680935-2158-4208-a7e9-5168985b3cd2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 1097 time: 0.0390637 Mar 11 18:05:18.353897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2e5d569d-c7d9-4621-9138-88668d4f3cce req-937361dc-a950-4fbb-bed5-21549bcb4038 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Mar 11 18:05:18.537961 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:19.048157 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:19.109411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac5eb0-7345-4bb9-8c3d-fd2e8bfa6b15 req-57d3fb38-52c4-4b2d-8d77-ce44915b9423 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:19.111036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4ac5eb0-7345-4bb9-8c3d-fd2e8bfa6b15 req-57d3fb38-52c4-4b2d-8d77-ce44915b9423 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0572109 Mar 11 18:05:19.151115 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4ac5eb0-7345-4bb9-8c3d-fd2e8bfa6b15 req-a39fdd20-9e15-4d92-b409-60998ff8e768 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337226 Mar 11 18:05:20.275937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687e4f-7f91-4444-8256-0481c9f899ab req-b932a4b1-9756-4c28-8c4f-e51ff92b0c9a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:20.277447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af687e4f-7f91-4444-8256-0481c9f899ab req-b932a4b1-9756-4c28-8c4f-e51ff92b0c9a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0508931 Mar 11 18:05:20.317902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af687e4f-7f91-4444-8256-0481c9f899ab req-419964c8-a17c-4b7f-8161-aadc3bddba31 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341814 Mar 11 18:05:20.432571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce84be2-0e40-4442-8c06-0ac7867c6f9c req-bccf2438-5546-41a2-9700-1557d89525f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:20.434057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dce84be2-0e40-4442-8c06-0ac7867c6f9c req-bccf2438-5546-41a2-9700-1557d89525f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0504444 Mar 11 18:05:20.476523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dce84be2-0e40-4442-8c06-0ac7867c6f9c req-069a0fa1-9570-45e7-b9a3-33e339dff87a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364699 Mar 11 18:05:20.498371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40906) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:20.539918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64219846-3360-4a67-8e51-ca8be0124e13 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:20.541478 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-64219846-3360-4a67-8e51-ca8be0124e13 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 1092 time: 0.0421154 Mar 11 18:05:20.544395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40908) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:20.548963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'd697d860-238f-40c2-995b-44cef001a814', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:05:20.569047 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:20.663057 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:20.767936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.230 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/39c6ccd0-43eb-446e-bc97-f44c6b182c4b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:05:20.870212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:20.908359 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:20.948968 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:05:20.951784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:05:20.954318 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:05:20.982295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=39c6ccd0-43eb-446e-bc97-f44c6b182c4b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:21.319173 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:21.384925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:21.535978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:21.541062 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:21.590427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=39c6ccd0-43eb-446e-bc97-f44c6b182c4b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:21.627835 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:21.727370 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP 21b3b819-5930-4e69-8d31-283daf80d7f2 associated. External IP: 172.25.8.230, port: d697d860-238f-40c2-995b-44cef001a814. Mar 11 18:05:21.932884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 730a6a7e-47b1-4590-8f8e-0736bae17a5d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:05:22.049177 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:05:22.059463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] Sync routers for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:05:22.067521 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:22.070980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:22.071602 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:05:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:22.095781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0349b99b-68f3-48c8-893e-26f8e51da1e6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5503697 Mar 11 18:05:22.096370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'tag': 'd697d860-238f-40c2-995b-44cef001a814'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:05:22.098621 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "tag": "d697d860-238f-40c2-995b-44cef001a814"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:05:22.140319 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2c0a06-4208-41ae-af1b-d1846c0d1ab4 x-openstack-request-id: req-1a2c0a06-4208-41ae-af1b-d1846c0d1ab4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:05:22.140726 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "tag": "d697d860-238f-40c2-995b-44cef001a814", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:05:22.140987 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a2c0a06-4208-41ae-af1b-d1846c0d1ab4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:05:22.141453 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'tag': 'd697d860-238f-40c2-995b-44cef001a814', 'status': 'completed', 'code': 200} Mar 11 18:05:22.188195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:22.224913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6d7d8-6b31-46e7-bcd8-6582ec59aa79 req-28f0e965-85ec-494a-bbf0-c8fa5ef862f5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:22.226408 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97b6d7d8-6b31-46e7-bcd8-6582ec59aa79 req-28f0e965-85ec-494a-bbf0-c8fa5ef862f5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0745261 Mar 11 18:05:22.241560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-ed6d7f15-1612-492b-abb5-acda6da3df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:22.242975 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-ed6d7f15-1612-492b-abb5-acda6da3df3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 1097 time: 0.0642333 Mar 11 18:05:22.323181 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-97b6d7d8-6b31-46e7-bcd8-6582ec59aa79 req-c9c0a6e8-ddef-4518-a345-92c9f2b37f61 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896101 Mar 11 18:05:22.345635 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40920) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:22.355085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-99aca7af-3272-473e-ab8f-4ee73423ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:22.356704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-99aca7af-3272-473e-ab8f-4ee73423ce50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f5928229-fb26-49a3-854f-b593473cefc2 HTTP/1.1" status: 200 len: 897 time: 0.1064482 Mar 11 18:05:22.410351 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f80cc1d0-0785-4d95-962b-a27fb7d64bfd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/21b3b819-5930-4e69-8d31-283daf80d7f2 HTTP/1.1" status: 200 len: 992 time: 0.0624278 Mar 11 18:05:22.426486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '21b3b819-5930-4e69-8d31-283daf80d7f2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'port_id': 'd697d860-238f-40c2-995b-44cef001a814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'mac_address': 'fa:16:3e:b6:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:05:21Z', 'updated_at': '2022-03-11T18:05:21Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c552525-7588-490e-bd04-ccea680835f3', 'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:28:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:07Z', 'updated_at': '2022-03-11T18:05:10Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:22.431340 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-5e5f7e2e-9ef8-4e7c-a092-4e5aa0eccc10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d697d860-238f-40c2-995b-44cef001a814 HTTP/1.1" status: 200 len: 1000 time: 0.0679057 Mar 11 18:05:22.459176 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] Checking router: 730a6a7e-47b1-4590-8f8e-0736bae17a5d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:05:22.471464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:05:22.472135 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:05:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:22.480250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-e7ad2380-da6f-41b0-8be0-03017f5e9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:22.481760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-e7ad2380-da6f-41b0-8be0-03017f5e9658 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e84ea8a8-2fad-4c67-a349-58e9ac55fbc5 HTTP/1.1" status: 200 len: 834 time: 0.0441728 Mar 11 18:05:22.527308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-2d1d4841-7151-4931-80ef-fb14ebb9e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:22.528857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-2d1d4841-7151-4931-80ef-fb14ebb9e4bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5928229-fb26-49a3-854f-b593473cefc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406170 Mar 11 18:05:22.578794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:05:22.628172 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-a3daae62-7664-4e6c-9c79-b877cccc45bf service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863049 Mar 11 18:05:22.713199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-814fcaa9-0b9a-41f5-83dc-9e4f94eba4cc req-9feb83a7-a33c-4bd2-a5d8-86fec72f986a service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840750 Mar 11 18:05:22.805086 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '21b3b819-5930-4e69-8d31-283daf80d7f2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'port_id': 'd697d860-238f-40c2-995b-44cef001a814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'mac_address': 'fa:16:3e:b6:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:05:21Z', 'updated_at': '2022-03-11T18:05:21Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c552525-7588-490e-bd04-ccea680835f3', 'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:28:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:07Z', 'updated_at': '2022-03-11T18:05:10Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:05:22.831628 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fd33f-aa7b-4f4a-bdf2-3485cb6d9a29 None None] The sync data for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 is: [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '21b3b819-5930-4e69-8d31-283daf80d7f2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'port_id': 'd697d860-238f-40c2-995b-44cef001a814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'mac_address': 'fa:16:3e:b6:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:05:21Z', 'updated_at': '2022-03-11T18:05:21Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c552525-7588-490e-bd04-ccea680835f3', 'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:28:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:07Z', 'updated_at': '2022-03-11T18:05:10Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:05:23.018983 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d0708-a697-43ee-a38f-4e7633d2adbb None None] New status for floating IP 21b3b819-5930-4e69-8d31-283daf80d7f2: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:05:23.412651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 40924) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:23.476293 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-461118aa-6838-4c0b-913e-3a3f64959cbe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/21b3b819-5930-4e69-8d31-283daf80d7f2 HTTP/1.1" status: 200 len: 994 time: 0.0624864 Mar 11 18:05:24.615245 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:05:29.432759 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.444779 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:41.547850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-626350bd-e68c-413c-9803-1f39ba34487f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433576 Mar 11 18:05:41.639244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-82a32fb2-ca76-4765-9f1e-334cca6e5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:41.640764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-82a32fb2-ca76-4765-9f1e-334cca6e5dc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 1097 time: 0.0454795 Mar 11 18:05:41.748992 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-983435ef-4351-45b1-b3a6-366266fc5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:41.750374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-983435ef-4351-45b1-b3a6-366266fc5244 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f5928229-fb26-49a3-854f-b593473cefc2 HTTP/1.1" status: 200 len: 897 time: 0.0853002 Mar 11 18:05:41.819249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-2914704d-ac08-4af5-ac3c-09b4ad80321b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d697d860-238f-40c2-995b-44cef001a814 HTTP/1.1" status: 200 len: 1002 time: 0.0623345 Mar 11 18:05:41.872568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-45869618-1be0-4ba3-bf43-9ae46f85532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:41.874038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-45869618-1be0-4ba3-bf43-9ae46f85532a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e84ea8a8-2fad-4c67-a349-58e9ac55fbc5 HTTP/1.1" status: 200 len: 834 time: 0.0464761 Mar 11 18:05:41.920101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-5cb343d3-478d-4b4a-a64c-eb0ddb8a2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:41.921643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-5cb343d3-478d-4b4a-a64c-eb0ddb8a2281 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5928229-fb26-49a3-854f-b593473cefc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411725 Mar 11 18:05:42.020861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-0449ce0e-5827-42fa-849b-fe409eab8a21 service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901179 Mar 11 18:05:42.108456 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-29c20f0d-daed-45ae-82a0-8bd6b8832658 req-8920a071-f23c-4889-be6c-00c17a078bf1 service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822153 Mar 11 18:05:43.671287 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-972f009b-32bf-4478-936f-03154c3a7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:45.960798 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cf6cb9f-cf00-44a9-bdf6-e9c28e89cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:47.297071 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:48.540932 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:49.039606 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:56.911355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a924001-e46c-4c6f-8ccf-884678f0596b req-2a7e959c-0275-43ca-ba36-58d8f04ef0d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:56.912940 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a924001-e46c-4c6f-8ccf-884678f0596b req-2a7e959c-0275-43ca-ba36-58d8f04ef0d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0570769 Mar 11 18:05:56.952635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9a924001-e46c-4c6f-8ccf-884678f0596b req-b04627ba-97bb-4421-8e32-0e8c8d7523eb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Mar 11 18:05:58.083480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ffe0a-b0ac-4eb6-9dec-e9c9a806dd03 req-d4bae21f-e2e2-4777-a4ac-d37dc38c3551 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:58.084983 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd5ffe0a-b0ac-4eb6-9dec-e9c9a806dd03 req-d4bae21f-e2e2-4777-a4ac-d37dc38c3551 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0533936 Mar 11 18:05:58.122158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd5ffe0a-b0ac-4eb6-9dec-e9c9a806dd03 req-f573932a-eddc-49cf-9da6-c65e9b164f49 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Mar 11 18:05:58.144735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40956) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:05:58.204490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-81cd85c2-c6f9-4517-9b09-bd654467ce36 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/21b3b819-5930-4e69-8d31-283daf80d7f2 HTTP/1.1" status: 200 len: 994 time: 0.0585711 Mar 11 18:05:59.447845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:05:59.485435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43661955-34e8-4d66-8ded-e596439316b0 req-798c3d22-cf3b-477b-a0d6-d9f8febd8d26 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:05:59.488747 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43661955-34e8-4d66-8ded-e596439316b0 req-798c3d22-cf3b-477b-a0d6-d9f8febd8d26 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0655334 Mar 11 18:05:59.539112 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-43661955-34e8-4d66-8ded-e596439316b0 req-c0998cf8-130c-4281-a674-2be392af155e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438657 Mar 11 18:06:00.655036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe488bc-5000-4591-bde8-c3a5554666d2 req-116ed841-7935-4e3a-aa91-b9643793f30e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:00.656553 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fe488bc-5000-4591-bde8-c3a5554666d2 req-116ed841-7935-4e3a-aa91-b9643793f30e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0486789 Mar 11 18:06:00.694214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6fe488bc-5000-4591-bde8-c3a5554666d2 req-4ab03570-e0b2-4641-975e-386d418eebca tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317898 Mar 11 18:06:00.716006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40970) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:00.774759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4e100741-8ec7-41be-8796-2940c0dba591 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/21b3b819-5930-4e69-8d31-283daf80d7f2 HTTP/1.1" status: 200 len: 994 time: 0.0575213 Mar 11 18:06:00.998449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40976) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:01.156320 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 39c6ccd0-43eb-446e-bc97-f44c6b182c4b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:06:01.156697 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:01.233830 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:01.234155 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:01.245518 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 39c6ccd0-43eb-446e-bc97-f44c6b182c4b owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:06:01.389651 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:01.416092 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=39c6ccd0-43eb-446e-bc97-f44c6b182c4b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:01.439596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.439961 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.440285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.440681 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.441022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.441355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.441685 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.442013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.442540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.442765 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.443090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.443409 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:01.483841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:01.484188 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP 21b3b819-5930-4e69-8d31-283daf80d7f2 disassociated (deleted). External IP: 172.25.8.230, port: d697d860-238f-40c2-995b-44cef001a814. Mar 11 18:06:01.613396 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:06:01.690359 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 730a6a7e-47b1-4590-8f8e-0736bae17a5d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:06:01.795465 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:06:01.800231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:01.805350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] Sync routers for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:06:01.817290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:01.817912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:05:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:01.826521 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7748f1c1-8543-41a0-87d9-950c0ce597fc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/floatingips/21b3b819-5930-4e69-8d31-283daf80d7f2 HTTP/1.1" status: 204 len: 168 time: 0.8269470 Mar 11 18:06:01.827159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'tag': 'd697d860-238f-40c2-995b-44cef001a814'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:06:01.829480 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c3fad6-2bb6-4475-ae16-5da626c9f93f" -d '{"events": [{"name": "network-changed", "server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "tag": "d697d860-238f-40c2-995b-44cef001a814"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:06:01.870979 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c270780-43fc-4363-83e0-b4968b27e03c x-openstack-request-id: req-7c270780-43fc-4363-83e0-b4968b27e03c {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:06:01.871264 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "tag": "d697d860-238f-40c2-995b-44cef001a814", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:06:01.871517 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c270780-43fc-4363-83e0-b4968b27e03c {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:06:01.871923 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'tag': 'd697d860-238f-40c2-995b-44cef001a814', 'status': 'completed', 'code': 200} Mar 11 18:06:01.928873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:01.936375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-8ae987bc-ef4d-4b21-80a6-13952b4ba71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:01.938309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-8ae987bc-ef4d-4b21-80a6-13952b4ba71a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 1097 time: 0.0433204 Mar 11 18:06:02.080124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-95a76311-3e43-4c15-8b73-f079ca11695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:02.081643 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-95a76311-3e43-4c15-8b73-f079ca11695d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f5928229-fb26-49a3-854f-b593473cefc2 HTTP/1.1" status: 200 len: 897 time: 0.1238143 Mar 11 18:06:02.106472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc2dd6-313a-4411-8c34-1cbd8bde0e0e req-2ccbde02-7db9-4f2f-8eb9-45349f9872b6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:02.109046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5bc2dd6-313a-4411-8c34-1cbd8bde0e0e req-2ccbde02-7db9-4f2f-8eb9-45349f9872b6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0698383 Mar 11 18:06:02.146070 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-a5a0870f-cd56-4548-af6f-54d91ae6b2bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d697d860-238f-40c2-995b-44cef001a814 HTTP/1.1" status: 200 len: 217 time: 0.0538366 Mar 11 18:06:02.172376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1c552525-7588-490e-bd04-ccea680835f3', 'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:28:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:07Z', 'updated_at': '2022-03-11T18:05:10Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:02.200162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] Checking router: 730a6a7e-47b1-4590-8f8e-0736bae17a5d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:06:02.205495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5bc2dd6-313a-4411-8c34-1cbd8bde0e0e req-b34accf1-97e0-4a5b-b329-8f4c7e88d635 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662973 Mar 11 18:06:02.210168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:02.210719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:05:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:02.215039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-b9c17159-6248-46ff-aa57-af289c243369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:02.216617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-b9c17159-6248-46ff-aa57-af289c243369 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e84ea8a8-2fad-4c67-a349-58e9ac55fbc5 HTTP/1.1" status: 200 len: 834 time: 0.0603223 Mar 11 18:06:02.270295 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-1995b733-cdbd-4266-848f-623edff7638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:02.271833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-1995b733-cdbd-4266-848f-623edff7638d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5928229-fb26-49a3-854f-b593473cefc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476718 Mar 11 18:06:02.506637 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:02.714670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-384340ee-f795-4e42-9053-b98bb921ff59 service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347935 Mar 11 18:06:02.723973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1c552525-7588-490e-bd04-ccea680835f3', 'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:28:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:07Z', 'updated_at': '2022-03-11T18:05:10Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:02.750541 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92eae1-a021-4cba-8a2c-8fba0040d506 None None] The sync data for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 is: [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:05:08Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '1c552525-7588-490e-bd04-ccea680835f3', 'name': '', 'network_id': 'f5928229-fb26-49a3-854f-b593473cefc2', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:28:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:07Z', 'updated_at': '2022-03-11T18:05:10Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': 'e84ea8a8-2fad-4c67-a349-58e9ac55fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:06:02.812599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36c3fad6-2bb6-4475-ae16-5da626c9f93f req-79f50f69-553c-4a72-a2c8-4fed4394995b service neutron] 10.222.0.46 "GET /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907967 Mar 11 18:06:03.009442 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535c494-2141-4dcb-b79a-80c95887a7ea None None] New status for floating IP 21b3b819-5930-4e69-8d31-283daf80d7f2: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:06:03.333327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed95907-2101-46a1-9724-6ab4992542f7 req-17a1257e-65a0-46f1-9877-cfe7eb480bba tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:03.334864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ed95907-2101-46a1-9724-6ab4992542f7 req-17a1257e-65a0-46f1-9877-cfe7eb480bba tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0547705 Mar 11 18:06:03.376921 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4ed95907-2101-46a1-9724-6ab4992542f7 req-87066d06-9a15-4a7f-851c-6a62a287aa35 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=f79ae896-bb95-41e1-abad-d16defc434f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355089 Mar 11 18:06:03.803030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-a5363956-9e03-47f8-a3bd-423332e21428 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:03.804486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-a5363956-9e03-47f8-a3bd-423332e21428 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 946 time: 0.0492430 Mar 11 18:06:03.892672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port d697d860-238f-40c2-995b-44cef001a814 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:06:03.893014 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:03.983748 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port d697d860-238f-40c2-995b-44cef001a814, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=d697d860-238f-40c2-995b-44cef001a814,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:03.984117 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:03.997385 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for d697d860-238f-40c2-995b-44cef001a814 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:06:04.128152 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:04.156574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=d697d860-238f-40c2-995b-44cef001a814,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:04.198541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] No DVR routers for this DVR port d697d860-238f-40c2-995b-44cef001a814 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:06:04.201293 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:04.205159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0a1b936e-532c-4824-9474-7e1eb2b1cf6e req-8be61b07-3749-41c1-9687-1af9606b4b82 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "DELETE /v2.0/ports/d697d860-238f-40c2-995b-44cef001a814 HTTP/1.1" status: 204 len: 173 time: 0.3933096 Mar 11 18:06:04.205609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'name': 'network-vif-deleted', 'tag': 'd697d860-238f-40c2-995b-44cef001a814'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:06:04.208062 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c4fa82-3d8a-460b-937d-47e2c1dacef3" -d '{"events": [{"server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "name": "network-vif-deleted", "tag": "d697d860-238f-40c2-995b-44cef001a814"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:06:04.248882 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62277941-b117-43c2-978f-7077b2b14e13 x-openstack-request-id: req-62277941-b117-43c2-978f-7077b2b14e13 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:06:04.249201 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cf3cb0-9303-467d-b75c-56beec1434b3", "name": "network-vif-deleted", "tag": "d697d860-238f-40c2-995b-44cef001a814", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:06:04.249457 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62277941-b117-43c2-978f-7077b2b14e13 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:06:04.249853 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cf3cb0-9303-467d-b75c-56beec1434b3', 'name': 'network-vif-deleted', 'tag': 'd697d860-238f-40c2-995b-44cef001a814', 'status': 'completed', 'code': 200} Mar 11 18:06:04.499651 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b11e874-93c6-4325-9573-4b6f782c0b94 req-e5f83be6-5213-4d2f-a4ef-41d18cbc160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=78cf3cb0-9303-467d-b75c-56beec1434b3 HTTP/1.1" status: 200 len: 210 time: 0.0319335 Mar 11 18:06:05.559917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40994) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:05.909168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.161407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 1c552525-7588-490e-bd04-ccea680835f3 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:06:06.161665 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.255558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port 1c552525-7588-490e-bd04-ccea680835f3, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=1c552525-7588-490e-bd04-ccea680835f3,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:06.256041 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.270445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 1c552525-7588-490e-bd04-ccea680835f3 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:06:06.472210 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.499820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=1c552525-7588-490e-bd04-ccea680835f3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:06.674602 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:06.895560 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 730a6a7e-47b1-4590-8f8e-0736bae17a5d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:06:07.002108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:06:07.009845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3a6ab9d7-1362-4ad3-9f9b-ab0f8f51949d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/730a6a7e-47b1-4590-8f8e-0736bae17a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4460490 Mar 11 18:06:07.009845 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40996) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:07.012893 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] Sync routers for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:06:07.022171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:07.022777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:05:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:07.060538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-159ef6f1-ef00-4c8d-b712-eda453cb1b1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting subnet e84ea8a8-2fad-4c67-a349-58e9ac55fbc5 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:06:07.063563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-159ef6f1-ef00-4c8d-b712-eda453cb1b1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.109459 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-159ef6f1-ef00-4c8d-b712-eda453cb1b1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.127731 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:07.199699 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-159ef6f1-ef00-4c8d-b712-eda453cb1b1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.259541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-159ef6f1-ef00-4c8d-b712-eda453cb1b1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.286876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ef6f1-ef00-4c8d-b712-eda453cb1b1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Subnet': ['ID=e84ea8a8-2fad-4c67-a349-58e9ac55fbc5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:07.291136 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-159ef6f1-ef00-4c8d-b712-eda453cb1b1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.294786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-159ef6f1-ef00-4c8d-b712-eda453cb1b1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/subnets/e84ea8a8-2fad-4c67-a349-58e9ac55fbc5 HTTP/1.1" status: 204 len: 168 time: 0.2839355 Mar 11 18:06:07.297335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 40998) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:07.300198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357415df-aa70-4654-ac48-9a90aa37e11d None None] Network f5928229-fb26-49a3-854f-b593473cefc2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:06:07.367395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:06:06Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:07.405512 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.414272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] Checking router: 730a6a7e-47b1-4590-8f8e-0736bae17a5d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:06:07.439201 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] Routers {'730a6a7e-47b1-4590-8f8e-0736bae17a5d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:07.439825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:05:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:07.519775 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.552976 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] Set router 730a6a7e-47b1-4590-8f8e-0736bae17a5d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:07.576272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port d74a1fd6-9b02-4af2-8393-9ff45122fd67 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:06:07.576692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.581173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] DHCP port deletion for f5928229-fb26-49a3-854f-b593473cefc2 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:06:07.658616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port d74a1fd6-9b02-4af2-8393-9ff45122fd67, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=d74a1fd6-9b02-4af2-8393-9ff45122fd67,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:07.658984 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.671193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for d74a1fd6-9b02-4af2-8393-9ff45122fd67 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:06:07.739892 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Deleting port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:06:07.740262 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.810936 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] For port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=5dc2157b-57b1-4595-8fb6-5b95b2b167f4,segment=NetworkSegment(a5e497a2-d09f-4a11-96c5-ecad6222e476),segment_id=a5e497a2-d09f-4a11-96c5-ecad6222e476)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:07.811236 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.827855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Calling delete_port for 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:06:07.836321 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.841550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:06:06Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:07.862838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=d74a1fd6-9b02-4af2-8393-9ff45122fd67,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:07.874995 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab64c44-5073-417c-8857-e4e08e3290ae None None] The sync data for ids ['730a6a7e-47b1-4590-8f8e-0736bae17a5d'] in n-d-833411-1 is: [{'id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229709942', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:05:04Z', 'updated_at': '2022-03-11T18:06:06Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'd74a1fd6-9b02-4af2-8393-9ff45122fd67', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a6a7e-47b1-4590-8f8e-0736bae17a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:05:05Z', 'updated_at': '2022-03-11T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:06:07.930768 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.946150 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:07.970545 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Pushing event deleted for resources: {'Port': ['ID=5dc2157b-57b1-4595-8fb6-5b95b2b167f4,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:07.980246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] No DVR routers for this DVR port 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:06:07.983779 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.984150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.984593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.984939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.985792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.986122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.986452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.986863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.987188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.987506 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.987825 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:07.988535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c6bca-f5fb-4351-b2eb-8ce0f4e02d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.028024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.030215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.039507 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d697d860-238f-40c2-995b-44cef001a814 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:06:08.059960 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: d697d860-238f-40c2-995b-44cef001a814 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:06:08.060298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device d697d860-238f-40c2-995b-44cef001a814 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:06:08.080250 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.080841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Fanout notify agent at l3_agent the message router_deleted on router 730a6a7e-47b1-4590-8f8e-0736bae17a5d {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:06:08.087893 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.089109 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-28da0b76-9e5a-42f8-bb8e-a98aa9773805 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/routers/730a6a7e-47b1-4590-8f8e-0736bae17a5d HTTP/1.1" status: 204 len: 168 time: 0.7903674 Mar 11 18:06:08.091715 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41000) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:08.173787 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.261417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.283017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5928229-fb26-49a3-854f-b593473cefc2']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:08.292707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e497a2-d09f-4a11-96c5-ecad6222e476') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:08.293005 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e497a2-d09f-4a11-96c5-ecad6222e476') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:08.302889 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.316724 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.322788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:06:08.323180 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:06:08.328675 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:06:08.393114 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.400058 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.403239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/networks/f5928229-fb26-49a3-854f-b593473cefc2 HTTP/1.1" status: 204 len: 168 time: 0.3105907 Mar 11 18:06:08.406021 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41002) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:08.420482 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de3721-754c-4d1d-9d83-c9e1c776a230 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Network': ['ID=f5928229-fb26-49a3-854f-b593473cefc2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:08.475135 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.502211 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.566362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.569195 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:08.570393 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/security-groups/f79ae896-bb95-41e1-abad-d16defc434f3 HTTP/1.1" status: 204 len: 168 time: 0.1633708 Mar 11 18:06:08.583558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ae896-bb95-41e1-abad-d16defc434f3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:08.591238 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.591601 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.591937 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.592290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.592648 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.592978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.593304 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.593632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.593958 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.594278 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.594666 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.594989 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a41f7b-2a79-4c73-bc20-a8e3cf842b0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:08.954985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d74a1fd6-9b02-4af2-8393-9ff45122fd67 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:06:08.975310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: d74a1fd6-9b02-4af2-8393-9ff45122fd67 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:06:08.975651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device d74a1fd6-9b02-4af2-8393-9ff45122fd67 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:06:08.976056 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:06:08.995618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:06:08.995974 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 5dc2157b-57b1-4595-8fb6-5b95b2b167f4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:06:08.996372 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1c552525-7588-490e-bd04-ccea680835f3 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:06:09.016564 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 1c552525-7588-490e-bd04-ccea680835f3 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:06:09.017453 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 1c552525-7588-490e-bd04-ccea680835f3 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:06:09.021333 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41014) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:09.025879 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1cf31301-fcc7-4c94-8c41-a37c3bb33305 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515544255', 'description': 'tempest-secgroup-smoke-1515544255 description', 'project_id': '5d05a24dde5b4c3993386f284003de39'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:09.046466 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf31301-fcc7-4c94-8c41-a37c3bb33305 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.111856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf31301-fcc7-4c94-8c41-a37c3bb33305 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.116366 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf31301-fcc7-4c94-8c41-a37c3bb33305 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.144318 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf31301-fcc7-4c94-8c41-a37c3bb33305 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.145631 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-1cf31301-fcc7-4c94-8c41-a37c3bb33305 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1233079 Mar 11 18:06:09.148810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41016) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:09.150130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf31301-fcc7-4c94-8c41-a37c3bb33305 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4050c1-24e7-46b3-af3e-824b6228cc85,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:09.154584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-365a0783-5822-4dfe-a385-a81915b592a9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '0c4050c1-24e7-46b3-af3e-824b6228cc85', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:09.179704 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-365a0783-5822-4dfe-a385-a81915b592a9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.234150 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-365a0783-5822-4dfe-a385-a81915b592a9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.237564 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-365a0783-5822-4dfe-a385-a81915b592a9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.254898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a0783-5822-4dfe-a385-a81915b592a9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689e7068-320e-47f7-9d8a-cdd33dcb232c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:09.263259 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-365a0783-5822-4dfe-a385-a81915b592a9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.264493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-365a0783-5822-4dfe-a385-a81915b592a9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146109 Mar 11 18:06:09.267895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41018) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:09.272242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7b33c7c4-d02d-4fbb-ada2-f7ee7e101e27 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '0c4050c1-24e7-46b3-af3e-824b6228cc85', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:09.295564 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b33c7c4-d02d-4fbb-ada2-f7ee7e101e27 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.350751 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b33c7c4-d02d-4fbb-ada2-f7ee7e101e27 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.354343 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b33c7c4-d02d-4fbb-ada2-f7ee7e101e27 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.373265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33c7c4-d02d-4fbb-ada2-f7ee7e101e27 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2004a9ca-280a-476e-8ec9-1abd901c5c25,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:09.378988 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b33c7c4-d02d-4fbb-ada2-f7ee7e101e27 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.380193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7b33c7c4-d02d-4fbb-ada2-f7ee7e101e27 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1113260 Mar 11 18:06:09.382990 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41020) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:09.387444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-efc34d70-ef8e-4fda-902c-f29a26940481 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '0c4050c1-24e7-46b3-af3e-824b6228cc85', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:09.411095 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc34d70-ef8e-4fda-902c-f29a26940481 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.473950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc34d70-ef8e-4fda-902c-f29a26940481 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.477841 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc34d70-ef8e-4fda-902c-f29a26940481 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.496131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc34d70-ef8e-4fda-902c-f29a26940481 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408aea9c-58fe-44f8-8f47-09bd1766cbb1,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:09.501615 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efc34d70-ef8e-4fda-902c-f29a26940481 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.502849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-efc34d70-ef8e-4fda-902c-f29a26940481 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189306 Mar 11 18:06:09.505628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41022) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:09.509934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e9c15442-2667-45eb-9b82-70542833bf0d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '0c4050c1-24e7-46b3-af3e-824b6228cc85', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:09.533980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e9c15442-2667-45eb-9b82-70542833bf0d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.593172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e9c15442-2667-45eb-9b82-70542833bf0d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.596871 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e9c15442-2667-45eb-9b82-70542833bf0d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.615711 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c15442-2667-45eb-9b82-70542833bf0d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dd575f-f71b-4166-b331-c1a4321ac550,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:09.624037 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e9c15442-2667-45eb-9b82-70542833bf0d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.625330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e9c15442-2667-45eb-9b82-70542833bf0d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187515 Mar 11 18:06:09.628530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41024) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:09.632707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8e2fce05-61f0-4bf8-8daf-b7ce82667ca4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '0c4050c1-24e7-46b3-af3e-824b6228cc85', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:09.652264 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-8e2fce05-61f0-4bf8-8daf-b7ce82667ca4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:06:09.657316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce05-61f0-4bf8-8daf-b7ce82667ca4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.716630 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce05-61f0-4bf8-8daf-b7ce82667ca4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.720700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce05-61f0-4bf8-8daf-b7ce82667ca4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.738989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fce05-61f0-4bf8-8daf-b7ce82667ca4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a877f485-38e9-4464-ac8f-f1e3941e16f9,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:09.748300 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce05-61f0-4bf8-8daf-b7ce82667ca4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.749519 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8e2fce05-61f0-4bf8-8daf-b7ce82667ca4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200826 Mar 11 18:06:09.752303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41026) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:09.756985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-47fa6a3f-ed26-4d26-8829-7c9048a5aa41 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '0c4050c1-24e7-46b3-af3e-824b6228cc85', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:09.777201 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-47fa6a3f-ed26-4d26-8829-7c9048a5aa41 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:06:09.782743 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47fa6a3f-ed26-4d26-8829-7c9048a5aa41 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.844258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47fa6a3f-ed26-4d26-8829-7c9048a5aa41 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.848231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47fa6a3f-ed26-4d26-8829-7c9048a5aa41 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.867315 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa6a3f-ed26-4d26-8829-7c9048a5aa41 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a84f88-f4e4-4663-8252-a7c4702db324,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:09.874643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47fa6a3f-ed26-4d26-8829-7c9048a5aa41 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.875833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-47fa6a3f-ed26-4d26-8829-7c9048a5aa41 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225004 Mar 11 18:06:09.878769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41028) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:09.884055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'network': {'name': 'tempest-network-smoke--314315650', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'port_security_enabled': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:09.901393 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:06:09.904662 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.928032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:06:09.937179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.937519 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Added segment b9732bee-a01a-4a61-bfe0-dde14fc3faf6 of type vlan for network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 Mar 11 18:06:09.975862 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:09.998555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.004444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:10.005012 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.059793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1800146 Mar 11 18:06:10.062720 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41030) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:10.067911 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'admin_state_up': True, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:10.074354 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1577b-6a5d-4624-afb9-ea3a91b0c3b4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Network': ['ID=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:10.086495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:06:10.090864 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.091997 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.147647 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.281091 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.476214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.494793 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.605373 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.28 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/47cd479d-2704-4056-a096-0da205d0a91c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:10.701652 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.734450 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:10.776612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:10.779290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:10.783195 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:06:10.805093 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=47cd479d-2704-4056-a096-0da205d0a91c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:11.371489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:11.430454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:11.573001 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:11.700630 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 5fca5246-e09f-47be-9336-67fa6694cb7d is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:06:11.803817 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:06:11.812975 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Sync routers for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:06:11.824006 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:11.824687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:11.824840 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:05:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:11.828960 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-74695836-f7ec-401f-89a9-53b6e219085c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7616296 Mar 11 18:06:11.829110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41034) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:11.857588 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ec519338-e7db-4e9e-9c66-0d0fe352e21d tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5d05a24dde5b4c3993386f284003de39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273099 Mar 11 18:06:11.860682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:11.929663 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:11.953867 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e22152-c4dd-4487-9a68-739655969027 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:11.955486 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-56e22152-c4dd-4487-9a68-739655969027 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937383 Mar 11 18:06:11.958072 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41038) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:11.987638 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e3f3ceaa-e0cb-498c-b9ee-0b09cae1f955 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284750 Mar 11 18:06:11.990313 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:11.995230 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1987911539', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:12.085545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:06:12.089216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.105280 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:11Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:12.131520 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Checking router: 5fca5246-e09f-47be-9336-67fa6694cb7d for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:06:12.131862 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Updating router 5fca5246-e09f-47be-9336-67fa6694cb7d port 47cd479d-2704-4056-a096-0da205d0a91c binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:06:12.160181 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.274471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.341821 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Subnet': ['ID=86619ee1-097e-4055-a507-f89895a0effb,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:12.350342 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Checking segment: {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:06:12.350718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network hostable DHCP agents. Network: e3bfcfb1-c9b9-45a9-bb3a-21a761459d55, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:06:12.368644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:06:12.378023 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, e3bfcfb1-c9b9-45a9-bb3a-21a761459d55) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:12.382726 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:12.383326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.388908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5772d5da-25b0-4dee-b5a1-fdeff37eb77d None None] Network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:06:12.402992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6bc5a5f9-e408-4c6d-8246-5bf5ab5c5c19 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4116309 Mar 11 18:06:12.405868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41042) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:12.553945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:06:12.555424 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.580250 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.617877 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.685014 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Attempting to bind port 47cd479d-2704-4056-a096-0da205d0a91c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:06:12.685236 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Attempting to bind port 47cd479d-2704-4056-a096-0da205d0a91c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:06:12.685479 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Attempting to bind port 47cd479d-2704-4056-a096-0da205d0a91c on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:06:12.689486 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Pushing event updated for resources: {'Port': ['ID=47cd479d-2704-4056-a096-0da205d0a91c,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:12.699439 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:06:12.699813 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:06:12.700226 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.700630 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:06:12.701091 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Bound port: 47cd479d-2704-4056-a096-0da205d0a91c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:06:12.701468 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.706065 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.706408 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.706746 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.707086 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.707411 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.707739 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.708071 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.708405 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.708726 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.709048 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.709366 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.709678 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:06:12.716412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Allocated IP 172.20.0.2 (e3bfcfb1-c9b9-45a9-bb3a-21a761459d55/86619ee1-097e-4055-a507-f89895a0effb/3ded7d0d-acdc-4651-abad-cc9c3872333a) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:12.781672 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] For port 47cd479d-2704-4056-a096-0da205d0a91c, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:06:12.785450 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] For port 47cd479d-2704-4056-a096-0da205d0a91c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=47cd479d-2704-4056-a096-0da205d0a91c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:06:12.792169 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.843852 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:12.844589 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:05:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:12.886622 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.893769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.898220 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:12.899186 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eccff-7d66-4c0f-9944-a00b5559bc46 None None] Pushing event updated for resources: {'Port': ['ID=47cd479d-2704-4056-a096-0da205d0a91c,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:12.940814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:12.945562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:12.949987 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:06:12.953227 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Pushing event updated for resources: {'Port': ['ID=3ded7d0d-acdc-4651-abad-cc9c3872333a,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:12.970998 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:13.008584 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Attempting to bind port 3ded7d0d-acdc-4651-abad-cc9c3872333a on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:06:13.008952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Attempting to bind port 3ded7d0d-acdc-4651-abad-cc9c3872333a by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:06:13.009310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Attempting to bind port 3ded7d0d-acdc-4651-abad-cc9c3872333a on network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:06:13.014678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:06:13.015059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Checking segment: {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:06:13.015459 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.015855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Bound using segment: {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:06:13.017120 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Bound port: 3ded7d0d-acdc-4651-abad-cc9c3872333a, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:06:13.017499 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.084911 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] For port 3ded7d0d-acdc-4651-abad-cc9c3872333a, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:06:13.088269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] For port 3ded7d0d-acdc-4651-abad-cc9c3872333a, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3ded7d0d-acdc-4651-abad-cc9c3872333a,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:06:13.093235 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.169154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aff6fa-79c6-46bc-a4b8-31a4011b2d61 None None] Pushing event updated for resources: {'Port': ['ID=3ded7d0d-acdc-4651-abad-cc9c3872333a,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:13.182319 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:11Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:13.215780 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14050f91-a0bb-4637-9378-306d3aed3e15 None None] The sync data for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 is: [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:11Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:06:13.587277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.1 (e3bfcfb1-c9b9-45a9-bb3a-21a761459d55/86619ee1-097e-4055-a507-f89895a0effb/a33d2d08-7af6-4eb3-bb01-c3412c90dbef) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:13.677463 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9eec512c-2916-4f6e-9707-66715c06617a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.718243 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.753642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:13.799951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:13.803398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:13.810027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:06:13.815871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=a33d2d08-7af6-4eb3-bb01-c3412c90dbef,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:13.868779 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.011507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.198426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c3ccc-8fc7-48e3-bec7-5f6afa5a7cfe None None] Network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:06:14.312557 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.316529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-24c3ef57-ef9a-48f2-9856-ccb892be09c4 None None] Provisioning complete for port 3ded7d0d-acdc-4651-abad-cc9c3872333a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:14.316914 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-24c3ef57-ef9a-48f2-9856-ccb892be09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.317873 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.391707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=a33d2d08-7af6-4eb3-bb01-c3412c90dbef,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:14.394511 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.430602 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-24c3ef57-ef9a-48f2-9856-ccb892be09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.467807 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-24c3ef57-ef9a-48f2-9856-ccb892be09c4 None None] For port 3ded7d0d-acdc-4651-abad-cc9c3872333a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3ded7d0d-acdc-4651-abad-cc9c3872333a,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:14.470350 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-24c3ef57-ef9a-48f2-9856-ccb892be09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.499035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:14.501235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:14.530610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3ef57-ef9a-48f2-9856-ccb892be09c4 None None] Pushing event updated for resources: {'Port': ['ID=3ded7d0d-acdc-4651-abad-cc9c3872333a,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:14.636116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 5fca5246-e09f-47be-9336-67fa6694cb7d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:06:14.692391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ad993fe1-e603-49ae-bc03-0949f3ca355f None None] Provisioning complete for port a33d2d08-7af6-4eb3-bb01-c3412c90dbef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:14.692903 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ad993fe1-e603-49ae-bc03-0949f3ca355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.727325 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-ad993fe1-e603-49ae-bc03-0949f3ca355f None None] Port a33d2d08-7af6-4eb3-bb01-c3412c90dbef cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:06:14.740509 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-ad993fe1-e603-49ae-bc03-0949f3ca355f None None] Provisioning complete for port 3ded7d0d-acdc-4651-abad-cc9c3872333a triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:14.740509 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ad993fe1-e603-49ae-bc03-0949f3ca355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:14.759531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:06:14.766291 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b21c5694-b129-4d75-b514-176f34b6e86a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/5fca5246-e09f-47be-9336-67fa6694cb7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3592787 Mar 11 18:06:14.945721 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-9e43333f-97e8-41c9-b4a2-4cc3db7290d7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515544255&fields=id&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 267 time: 0.0392888 Mar 11 18:06:14.946084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 47cd479d-2704-4056-a096-0da205d0a91c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:06:15.066937 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-a8c007f6-a894-4b7f-ba46-55544edee62e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:15.068704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-a8c007f6-a894-4b7f-ba46-55544edee62e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/networks?id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 HTTP/1.1" status: 200 len: 796 time: 0.1150954 Mar 11 18:06:15.085982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-307209bc-545c-4bab-a12d-29a448b3e734 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/quotas/5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 375 time: 0.0108263 Mar 11 18:06:15.145239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Sync routers for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:06:15.146046 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-31ccdd0e-6584-4ee1-99eb-ca49a572c911 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537207 Mar 11 18:06:15.173350 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c1f7059e-146d-4106-82fa-92c68ba9e015 None None] Provisioning complete for port a33d2d08-7af6-4eb3-bb01-c3412c90dbef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:15.173668 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c1f7059e-146d-4106-82fa-92c68ba9e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.177592 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:15.178212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:05:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:15.248195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-ee171156-ca29-43c2-a5ab-ecef791d2ec9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:06:15.249253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-ee171156-ca29-43c2-a5ab-ecef791d2ec9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444303 Mar 11 18:06:15.258290 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7059e-146d-4106-82fa-92c68ba9e015 None None] Port a33d2d08-7af6-4eb3-bb01-c3412c90dbef cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:06:15.269365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 47cd479d-2704-4056-a096-0da205d0a91c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:15.269753 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.341660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-eefb6c0c-5d66-4d4c-8856-cb3effbf8d89 service neutron] 10.222.0.53 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855117 Mar 11 18:06:15.350620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:15.444559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-b39760fb-12f6-471b-85bd-21a3b5d0073a service neutron] 10.222.0.53 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902176 Mar 11 18:06:15.466898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-909dcd3c-4559-4b3b-9354-a08cf419eea9 None None] Provisioning complete for port a33d2d08-7af6-4eb3-bb01-c3412c90dbef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:15.466898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-909dcd3c-4559-4b3b-9354-a08cf419eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.531746 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.565038 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-909dcd3c-4559-4b3b-9354-a08cf419eea9 None None] Port a33d2d08-7af6-4eb3-bb01-c3412c90dbef cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:06:15.590262 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 47cd479d-2704-4056-a096-0da205d0a91c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=47cd479d-2704-4056-a096-0da205d0a91c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:15.596030 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.596868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3ded7d0d-acdc-4651-abad-cc9c3872333a up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:06:15.636256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-982e70e0-e892-48fa-8dfb-82f40eda9bce req-f3c63723-228c-4294-8c4a-97905ebf1642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 210 time: 0.0325575 Mar 11 18:06:15.708899 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=47cd479d-2704-4056-a096-0da205d0a91c,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:15.729782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 3ded7d0d-acdc-4651-abad-cc9c3872333a triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:15.730163 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.773465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:13Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'a33d2d08-7af6-4eb3-bb01-c3412c90dbef', 'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:d8:43:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:13Z', 'updated_at': '2022-03-11T18:06:14Z', 'revision_number': 2, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '86619ee1-097e-4055-a507-f89895a0effb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:15.801495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Checking router: 5fca5246-e09f-47be-9336-67fa6694cb7d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:06:15.801851 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Updating router 5fca5246-e09f-47be-9336-67fa6694cb7d port a33d2d08-7af6-4eb3-bb01-c3412c90dbef binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:06:15.831406 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:15.985284 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b1923390-d053-44bf-9489-f9626a0c23b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.148029 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.153046 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.203961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad18aa-d677-4868-8bea-7b50cbf82030 None None] Pushing event updated for resources: {'Port': ['ID=a33d2d08-7af6-4eb3-bb01-c3412c90dbef,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:16.263200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Attempting to bind port a33d2d08-7af6-4eb3-bb01-c3412c90dbef on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:06:16.263443 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Attempting to bind port a33d2d08-7af6-4eb3-bb01-c3412c90dbef by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:06:16.263804 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Attempting to bind port a33d2d08-7af6-4eb3-bb01-c3412c90dbef on network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:06:16.269492 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:06:16.269872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Checking segment: {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:06:16.270285 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.270683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Bound using segment: {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:06:16.271264 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Bound port: a33d2d08-7af6-4eb3-bb01-c3412c90dbef, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:06:16.271653 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.344588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] For port a33d2d08-7af6-4eb3-bb01-c3412c90dbef, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:06:16.348317 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] For port a33d2d08-7af6-4eb3-bb01-c3412c90dbef, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a33d2d08-7af6-4eb3-bb01-c3412c90dbef,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:06:16.354500 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.420830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:16.421473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:06:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:16.461620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad18aa-d677-4868-8bea-7b50cbf82030 None None] Pushing event updated for resources: {'Port': ['ID=a33d2d08-7af6-4eb3-bb01-c3412c90dbef,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:16.530513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7e749efb-22f3-450b-916f-1e004cd012cd None None] Provisioning complete for port a33d2d08-7af6-4eb3-bb01-c3412c90dbef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:16.530883 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e749efb-22f3-450b-916f-1e004cd012cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.579205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:16.689040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d0d00c7d-f945-46e7-a802-2c432e339698 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:16.690974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d0d00c7d-f945-46e7-a802-2c432e339698 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/networks?id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 HTTP/1.1" status: 200 len: 796 time: 0.1297970 Mar 11 18:06:16.762871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f3485fa-5b92-4571-b779-e73c055d6502 req-dfc55b61-3918-4308-8751-7d98bafdaa0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 210 time: 0.0416920 Mar 11 18:06:16.774504 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-41bab32b-a255-4128-815a-f04b7a2e73c4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 380 time: 0.0732698 Mar 11 18:06:16.784568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'port': {'device_id': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'admin_state_up': True, 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'security_groups': ['0c4050c1-24e7-46b3-af3e-824b6228cc85']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:16.900920 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 47cd479d-2704-4056-a096-0da205d0a91c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:06:16.902706 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:06:16.907304 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:16.925520 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e749efb-22f3-450b-916f-1e004cd012cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.003088 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7e749efb-22f3-450b-916f-1e004cd012cd None None] For port a33d2d08-7af6-4eb3-bb01-c3412c90dbef, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a33d2d08-7af6-4eb3-bb01-c3412c90dbef,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:17.026542 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e749efb-22f3-450b-916f-1e004cd012cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.041053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.8 (e3bfcfb1-c9b9-45a9-bb3a-21a761459d55/86619ee1-097e-4055-a507-f89895a0effb/ffaa13fa-fb6c-491b-9e81-a251bc2fae58) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:17.062418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 47cd479d-2704-4056-a096-0da205d0a91c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:17.062821 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.117967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e749efb-22f3-450b-916f-1e004cd012cd None None] Pushing event updated for resources: {'Port': ['ID=a33d2d08-7af6-4eb3-bb01-c3412c90dbef,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:17.146241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:13Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'a33d2d08-7af6-4eb3-bb01-c3412c90dbef', 'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:d8:43:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:13Z', 'updated_at': '2022-03-11T18:06:16Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '86619ee1-097e-4055-a507-f89895a0effb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:17.182925 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.184066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330964f-1015-42e9-a1ec-402c957dafcf None None] The sync data for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 is: [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:13Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'a33d2d08-7af6-4eb3-bb01-c3412c90dbef', 'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:d8:43:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:13Z', 'updated_at': '2022-03-11T18:06:16Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '86619ee1-097e-4055-a507-f89895a0effb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:06:17.209154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e9efae3c-3257-457b-960e-214ad10bfa09 None None] Provisioning complete for port a33d2d08-7af6-4eb3-bb01-c3412c90dbef triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:17.209454 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e9efae3c-3257-457b-960e-214ad10bfa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.224691 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.284238 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:17.286933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:17.290633 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:06:17.317407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:17.343095 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.361654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:17.362410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.381227 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-d3ef6a09-d968-4037-b5df-be821c11533f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010263 Mar 11 18:06:17.393435 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Request body: {'port': {'device_id': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:17.454712 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.572215 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-24861c2a-b424-4715-afc6-768667df311e None None] Provisioning complete for port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:17.572780 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-24861c2a-b424-4715-afc6-768667df311e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.612156 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-24861c2a-b424-4715-afc6-768667df311e None None] Port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:06:17.748654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffaa13fa-fb6c-491b-9e81-a251bc2fae58 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:06:17.756857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.770526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Transition to ACTIVE for port object ffaa13fa-fb6c-491b-9e81-a251bc2fae58 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:06:17.774522 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:17.882757 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:17.950578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866835a-f25f-4dbd-a3a5-f0d3d5b7a8f6 req-fff6eea0-61b8-4181-b715-74202d5a9580 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:17.952230 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866835a-f25f-4dbd-a3a5-f0d3d5b7a8f6 req-fff6eea0-61b8-4181-b715-74202d5a9580 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 943 time: 0.1012864 Mar 11 18:06:17.953828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Attempting to bind port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:06:17.954166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Attempting to bind port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:06:17.954540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Attempting to bind port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 on network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:06:17.963450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 on network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:06:17.963789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Attempting to bind port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 on network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:06:17.980305 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:06:17.980679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Checking segment: {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:06:17.981071 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Bound using segment: {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:06:17.981521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Bound port: ffaa13fa-fb6c-491b-9e81-a251bc2fae58, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:06:17.981885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:18.014870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1866835a-f25f-4dbd-a3a5-f0d3d5b7a8f6 req-311274f0-87f7-4ed9-8ba8-0a34f326a303 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531025 Mar 11 18:06:18.080963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] For port ffaa13fa-fb6c-491b-9e81-a251bc2fae58, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:06:18.084255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] For port ffaa13fa-fb6c-491b-9e81-a251bc2fae58, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:06:18.088974 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:18.137187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:18.142852 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:18.145252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] 10.222.0.46 "PUT /v2.0/ports/ffaa13fa-fb6c-491b-9e81-a251bc2fae58 HTTP/1.1" status: 200 len: 1091 time: 0.7564278 Mar 11 18:06:18.145898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:06:18.149915 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e52f2bd-4318-438c-8778-dccb16926142" -d '{"events": [{"name": "network-changed", "server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:06:18.188285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb76b79-1837-4ced-9a92-fee29f77cde8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:18.208746 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0fe3e6-4dba-424d-a9b8-b34c69007b8a x-openstack-request-id: req-4a0fe3e6-4dba-424d-a9b8-b34c69007b8a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:06:18.209084 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:06:18.209277 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a0fe3e6-4dba-424d-a9b8-b34c69007b8a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:06:18.209668 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'status': 'completed', 'code': 200} Mar 11 18:06:18.248271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-ed06f002-327c-4878-a151-0fcc1c4b1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:18.249757 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-ed06f002-327c-4878-a151-0fcc1c4b1d2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 1094 time: 0.0550995 Mar 11 18:06:18.298263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-4a4f6b7b-02ed-42b1-b341-55faa9a31565 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58 HTTP/1.1" status: 200 len: 217 time: 0.0391648 Mar 11 18:06:18.351530 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-282c17e3-02a4-4fc4-8ee8-aed2f2a9a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:18.353043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-282c17e3-02a4-4fc4-8ee8-aed2f2a9a963 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86619ee1-097e-4055-a507-f89895a0effb HTTP/1.1" status: 200 len: 835 time: 0.0484045 Mar 11 18:06:18.405611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-3b37d32b-62b7-4ee0-8529-39d618ea6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:18.407217 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-3b37d32b-62b7-4ee0-8529-39d618ea6a1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470679 Mar 11 18:06:18.502200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-424c8669-8034-482c-92b8-511f022ec97a service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879993 Mar 11 18:06:18.539094 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:18.603733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a8669062-7c9b-4072-a104-20f58fa0bff2 req-e49aee88-ae48-41b1-ab07-88babf540c0c service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951328 Mar 11 18:06:18.702637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52f2bd-4318-438c-8778-dccb16926142 req-d3206af9-90c4-4919-b43c-fa2dc8ff0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:18.704176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e52f2bd-4318-438c-8778-dccb16926142 req-d3206af9-90c4-4919-b43c-fa2dc8ff0825 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 1094 time: 0.0528696 Mar 11 18:06:18.797948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52f2bd-4318-438c-8778-dccb16926142 req-3e81dd22-eea1-43a9-a0bc-473eaed5089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:18.799398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e52f2bd-4318-438c-8778-dccb16926142 req-3e81dd22-eea1-43a9-a0bc-473eaed5089a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 HTTP/1.1" status: 200 len: 896 time: 0.0876093 Mar 11 18:06:18.842754 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e52f2bd-4318-438c-8778-dccb16926142 req-ae6a83d0-a302-4c0c-b794-dd70b086e949 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58 HTTP/1.1" status: 200 len: 217 time: 0.0365400 Mar 11 18:06:18.897122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52f2bd-4318-438c-8778-dccb16926142 req-b4211a65-5513-40c2-9369-51bb3d08f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:18.898610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e52f2bd-4318-438c-8778-dccb16926142 req-b4211a65-5513-40c2-9369-51bb3d08f478 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86619ee1-097e-4055-a507-f89895a0effb HTTP/1.1" status: 200 len: 835 time: 0.0490329 Mar 11 18:06:18.903299 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a33d2d08-7af6-4eb3-bb01-c3412c90dbef up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:06:18.952672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52f2bd-4318-438c-8778-dccb16926142 req-957ce687-437d-46c0-a0a1-7300942d3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:18.954221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e52f2bd-4318-438c-8778-dccb16926142 req-957ce687-437d-46c0-a0a1-7300942d3502 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485430 Mar 11 18:06:18.962532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a33d2d08-7af6-4eb3-bb01-c3412c90dbef triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:18.962917 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:19.059940 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e52f2bd-4318-438c-8778-dccb16926142 req-0509c66a-186e-4786-9226-b56688333128 service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974452 Mar 11 18:06:19.068019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:19.190939 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b56cdc-d08b-4dd7-9c5e-eb2213698d03 req-2b5f4fe7-d8c7-4b5a-b78c-055f0163b192 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:19.192264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62b56cdc-d08b-4dd7-9c5e-eb2213698d03 req-2b5f4fe7-d8c7-4b5a-b78c-055f0163b192 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 943 time: 0.0770936 Mar 11 18:06:19.196023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e52f2bd-4318-438c-8778-dccb16926142 req-e611a12c-f16b-481e-9b44-8c69c45f9626 service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299365 Mar 11 18:06:19.238184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-62b56cdc-d08b-4dd7-9c5e-eb2213698d03 req-19f226fb-a24a-461e-ab28-db47a36c4887 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Mar 11 18:06:20.366580 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a9004-667d-460a-bae2-dcabb9835cd0 req-043096eb-a1f6-4f42-b141-fa8a5ce287e1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:20.368052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-224a9004-667d-460a-bae2-dcabb9835cd0 req-043096eb-a1f6-4f42-b141-fa8a5ce287e1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 943 time: 0.0487649 Mar 11 18:06:20.405290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-224a9004-667d-460a-bae2-dcabb9835cd0 req-cd8e326c-a5b5-4094-9a25-b8cec8ae6285 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Mar 11 18:06:21.517892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d54d09-ef8f-4fd0-881d-6838238dabca req-6b362817-76f8-4904-b5b8-f8b6e0d86926 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:21.519374 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15d54d09-ef8f-4fd0-881d-6838238dabca req-6b362817-76f8-4904-b5b8-f8b6e0d86926 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 943 time: 0.0472610 Mar 11 18:06:21.559952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15d54d09-ef8f-4fd0-881d-6838238dabca req-783dc0e2-56e3-49cb-a0b5-fd53b7516f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346859 Mar 11 18:06:22.117580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffaa13fa-fb6c-491b-9e81-a251bc2fae58 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:06:22.212008 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ffaa13fa-fb6c-491b-9e81-a251bc2fae58, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:22.222993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'port_id': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'mac_address': 'fa:16:3e:f1:ff:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:06:22.260574 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:22.273253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffaa13fa-fb6c-491b-9e81-a251bc2fae58 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:06:22.292822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ffaa13fa-fb6c-491b-9e81-a251bc2fae58, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:22.297236 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:22.347594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:22.523190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ffaa13fa-fb6c-491b-9e81-a251bc2fae58'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:06:22.675888 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9dfdd-f49e-4133-8ab6-6c2ecd1c91e5 req-5cd1d6a2-00f1-40db-bb6b-39dc366816b0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:22.677616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8c9dfdd-f49e-4133-8ab6-6c2ecd1c91e5 req-5cd1d6a2-00f1-40db-bb6b-39dc366816b0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 944 time: 0.0502701 Mar 11 18:06:22.714375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8c9dfdd-f49e-4133-8ab6-6c2ecd1c91e5 req-784258f1-a01a-4369-9897-cf761c4f4cec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308239 Mar 11 18:06:23.828782 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33760fe-6930-4193-b95c-e530f2ba2529 req-f41cbbfb-326f-49cc-a93d-ccd671a1aae9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:23.830274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c33760fe-6930-4193-b95c-e530f2ba2529 req-f41cbbfb-326f-49cc-a93d-ccd671a1aae9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 944 time: 0.0478854 Mar 11 18:06:23.867114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c33760fe-6930-4193-b95c-e530f2ba2529 req-7547e104-c403-4733-8299-c098f3e1b542 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307777 Mar 11 18:06:24.132677 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffaa13fa-fb6c-491b-9e81-a251bc2fae58 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:06:24.183461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:06:24.187984 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:06:24.188422 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:24.262727 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:24.285461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:06:24.287678 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3110db47-e55d-41be-a820-a3e32eba0cd8" -d '{"events": [{"server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "name": "network-vif-plugged", "status": "completed", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:06:24.300918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ffaa13fa-fb6c-491b-9e81-a251bc2fae58, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:06:24.304957 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:24.333363 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9948f696-5c82-4df0-8532-4a2c9a45259b x-openstack-request-id: req-9948f696-5c82-4df0-8532-4a2c9a45259b {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:06:24.333671 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "name": "network-vif-plugged", "status": "completed", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:06:24.333908 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9948f696-5c82-4df0-8532-4a2c9a45259b {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:06:24.334306 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'code': 200} Mar 11 18:06:24.362024 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:24.429068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4861f-5620-4b74-8a16-d6df8e68837b req-c281f241-864b-4cd8-ade8-543cc959476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:24.430772 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ece4861f-5620-4b74-8a16-d6df8e68837b req-c281f241-864b-4cd8-ade8-543cc959476b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0408623 Mar 11 18:06:24.468418 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ece4861f-5620-4b74-8a16-d6df8e68837b req-f102561f-0a8a-42ec-869f-f5927c1b99e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315773 Mar 11 18:06:24.986306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a0d7b-0cfb-4df7-86cf-2195de6dfcab req-877865fa-5931-44b0-89fe-b716e2f9f564 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:24.987821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-767a0d7b-0cfb-4df7-86cf-2195de6dfcab req-877865fa-5931-44b0-89fe-b716e2f9f564 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0500197 Mar 11 18:06:25.025672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-767a0d7b-0cfb-4df7-86cf-2195de6dfcab req-5d6d95dc-a04b-41bd-9917-d8e30d953c2a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Mar 11 18:06:26.141083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a2d9-004e-41e7-b87e-1395cb1e8bc0 req-a85b752e-c943-4871-a8e0-c6d913db6bb8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:26.142547 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42d1a2d9-004e-41e7-b87e-1395cb1e8bc0 req-a85b752e-c943-4871-a8e0-c6d913db6bb8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0472958 Mar 11 18:06:26.179713 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-42d1a2d9-004e-41e7-b87e-1395cb1e8bc0 req-78d40267-b45f-4c11-9cc6-78b8f69f1a12 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312366 Mar 11 18:06:26.292279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e35aa3-f0b4-4d17-bf43-fb977c1c94f9 req-6fa26e3a-6ad4-4535-9f0f-eb6ea226c96d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:26.293753 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76e35aa3-f0b4-4d17-bf43-fb977c1c94f9 req-6fa26e3a-6ad4-4535-9f0f-eb6ea226c96d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0480883 Mar 11 18:06:26.338495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-76e35aa3-f0b4-4d17-bf43-fb977c1c94f9 req-407b295e-ff4b-4836-9e5d-8c5500112340 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383677 Mar 11 18:06:26.360040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41110) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:26.400797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6002a-befd-4564-b79c-be870d5c4108 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:26.402307 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-44e6002a-befd-4564-b79c-be870d5c4108 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 1091 time: 0.0412645 Mar 11 18:06:26.405086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41112) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:26.409341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:06:26.430202 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:26.526111 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:26.631112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.199 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/0625d9df-1e67-4243-8e9d-6c4951074ab4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:06:26.727963 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:26.765016 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:26.802818 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:06:26.805624 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:06:26.808928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:06:26.833008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=0625d9df-1e67-4243-8e9d-6c4951074ab4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:27.162671 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:27.553836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:27.698270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:27.703216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:27.768584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=0625d9df-1e67-4243-8e9d-6c4951074ab4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:06:27.778295 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:27.875073 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP bf84e5eb-52b5-43ac-b9f5-853bdca153f8 associated. External IP: 172.25.8.199, port: ffaa13fa-fb6c-491b-9e81-a251bc2fae58. Mar 11 18:06:28.080728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 5fca5246-e09f-47be-9336-67fa6694cb7d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:06:28.186535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:06:28.197099 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] Sync routers for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:06:28.203858 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:28.208576 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:28.209179 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:06:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:28.230592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3df21107-452a-4d7b-b5c5-ccd3a0a8e4a7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8244796 Mar 11 18:06:28.231278 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:06:28.234207 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dbc8cb-ab5a-4140-a80d-7342bc418c74" -d '{"events": [{"name": "network-changed", "server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:06:28.273122 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a564e-edb5-4d5d-b91f-32e025dc3ec4 x-openstack-request-id: req-854a564e-edb5-4d5d-b91f-32e025dc3ec4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:06:28.273543 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:06:28.273808 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-854a564e-edb5-4d5d-b91f-32e025dc3ec4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:06:28.274244 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'status': 'completed', 'code': 200} Mar 11 18:06:28.325966 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:28.359963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-eb5b925a-fe10-4c1e-a393-3c459019eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:28.363290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-eb5b925a-fe10-4c1e-a393-3c459019eb98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0660152 Mar 11 18:06:28.371832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30a48b-f0be-4bc9-8f7c-3a02f691a9ab req-fc3d110b-8e25-4b77-b5d0-ce6bb7f93da4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:28.373352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f30a48b-f0be-4bc9-8f7c-3a02f691a9ab req-fc3d110b-8e25-4b77-b5d0-ce6bb7f93da4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0884545 Mar 11 18:06:28.458373 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f30a48b-f0be-4bc9-8f7c-3a02f691a9ab req-c80012c6-e271-4795-b0c0-686190e1a1ab tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763047 Mar 11 18:06:28.481358 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41118) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:28.493761 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-d4465aa2-a3b4-42ef-a4c7-4b9c296692c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:28.495258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-d4465aa2-a3b4-42ef-a4c7-4b9c296692c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 HTTP/1.1" status: 200 len: 896 time: 0.1210272 Mar 11 18:06:28.545516 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3ef50240-1a89-44d1-8891-7614b3b270bd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/bf84e5eb-52b5-43ac-b9f5-853bdca153f8 HTTP/1.1" status: 200 len: 991 time: 0.0630524 Mar 11 18:06:28.566970 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:13Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'bf84e5eb-52b5-43ac-b9f5-853bdca153f8', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'port_id': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'mac_address': 'fa:16:3e:f1:ff:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:06:27Z', 'updated_at': '2022-03-11T18:06:27Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33d2d08-7af6-4eb3-bb01-c3412c90dbef', 'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:d8:43:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:13Z', 'updated_at': '2022-03-11T18:06:16Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '86619ee1-097e-4055-a507-f89895a0effb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:28.567464 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-1d5efae9-acb0-4ea4-b056-f90d8411cfb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58 HTTP/1.1" status: 200 len: 999 time: 0.0655851 Mar 11 18:06:28.593523 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] Checking router: 5fca5246-e09f-47be-9336-67fa6694cb7d for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:06:28.602062 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:06:28.602386 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:06:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:28.617766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-620a8ade-d02b-45f2-8f61-e9d957cdad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:28.619219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-620a8ade-d02b-45f2-8f61-e9d957cdad57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86619ee1-097e-4055-a507-f89895a0effb HTTP/1.1" status: 200 len: 835 time: 0.0454710 Mar 11 18:06:28.664763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-8b65e57c-6c26-41bb-b6e6-a0c842ac9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:28.666564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-8b65e57c-6c26-41bb-b6e6-a0c842ac9e75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410683 Mar 11 18:06:28.705619 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:06:28.759552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-5ae890bd-2d89-4ada-b166-75a88659c600 service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853980 Mar 11 18:06:28.859355 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36dbc8cb-ab5a-4140-a80d-7342bc418c74 req-7a042071-007d-4093-9146-3783a298531c service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922651 Mar 11 18:06:28.931738 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:13Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'bf84e5eb-52b5-43ac-b9f5-853bdca153f8', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'port_id': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'mac_address': 'fa:16:3e:f1:ff:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:06:27Z', 'updated_at': '2022-03-11T18:06:27Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33d2d08-7af6-4eb3-bb01-c3412c90dbef', 'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:d8:43:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:13Z', 'updated_at': '2022-03-11T18:06:16Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '86619ee1-097e-4055-a507-f89895a0effb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:06:29.050429 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad78510-5194-4c6c-b42d-6fec464795dd None None] The sync data for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 is: [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:13Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'bf84e5eb-52b5-43ac-b9f5-853bdca153f8', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'port_id': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'mac_address': 'fa:16:3e:f1:ff:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:06:27Z', 'updated_at': '2022-03-11T18:06:27Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33d2d08-7af6-4eb3-bb01-c3412c90dbef', 'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:d8:43:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:13Z', 'updated_at': '2022-03-11T18:06:16Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '86619ee1-097e-4055-a507-f89895a0effb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:06:29.232314 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f4678-2ca8-4e3a-9908-cd2d46aa721e None None] New status for floating IP bf84e5eb-52b5-43ac-b9f5-853bdca153f8: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:06:29.460973 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:29.547403 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41120) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:06:29.610589 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e7a55f05-5548-48e9-ae25-e4cfed25c6d8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/bf84e5eb-52b5-43ac-b9f5-853bdca153f8 HTTP/1.1" status: 200 len: 993 time: 0.0620091 Mar 11 18:06:38.612711 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:06:41.427096 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:42.523055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-1f335aef-71a4-46d7-99d4-1d64817d9936 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408878 Mar 11 18:06:42.611659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-869f6cff-e6c7-428a-9c87-870d3c01d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:42.613207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-869f6cff-e6c7-428a-9c87-870d3c01d385 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0462554 Mar 11 18:06:42.717805 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-5e039869-9ecc-40a1-be7f-30ac9ccd76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:42.719286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-5e039869-9ecc-40a1-be7f-30ac9ccd76d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 HTTP/1.1" status: 200 len: 896 time: 0.0855031 Mar 11 18:06:42.791017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-b823a96a-b8c1-47b8-af47-6f17aa800f72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58 HTTP/1.1" status: 200 len: 1001 time: 0.0638573 Mar 11 18:06:42.841166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-37553517-73fb-40f5-bc0a-6c0e7b3ff022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:42.843167 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-37553517-73fb-40f5-bc0a-6c0e7b3ff022 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86619ee1-097e-4055-a507-f89895a0effb HTTP/1.1" status: 200 len: 835 time: 0.0453596 Mar 11 18:06:42.889335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-999ab23b-a8ab-428b-8987-dccac164e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:06:42.890850 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-999ab23b-a8ab-428b-8987-dccac164e9e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405836 Mar 11 18:06:42.990077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-5943af3d-a0c9-4419-92c3-0e3d05d03f89 service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910363 Mar 11 18:06:43.087598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7db9ad4a-12e5-404a-aa49-b5430d44569c req-f240d1fe-2c1c-4972-935e-3f52c9d2ed10 service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854800 Mar 11 18:06:43.671908 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18bf0c8e-4f37-4b01-8ed6-ab479c935361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:45.970193 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf7d9-0e82-4e51-b238-05f618e42914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:47.303177 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:48.541971 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:49.045522 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:06:59.466653 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:03.065708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b972042-db69-4e84-a5bb-02a96289db9e req-888a3386-9ead-461f-ad4e-29de99531e1a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:03.067341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b972042-db69-4e84-a5bb-02a96289db9e req-888a3386-9ead-461f-ad4e-29de99531e1a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0543301 Mar 11 18:07:03.108728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b972042-db69-4e84-a5bb-02a96289db9e req-e2720b3e-329a-4746-afc4-732012d29c7f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348234 Mar 11 18:07:03.228407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-7e188c9d-d05c-459c-90e6-7a7d94d6e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:03.229909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-7e188c9d-d05c-459c-90e6-7a7d94d6e8fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0472112 Mar 11 18:07:03.320476 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-6741b6e8-6543-4590-aaeb-75365e94684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:03.321978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-6741b6e8-6543-4590-aaeb-75365e94684d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 HTTP/1.1" status: 200 len: 896 time: 0.0855389 Mar 11 18:07:03.392315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-a2dea0e8-5f3a-4216-8702-77a77c83303a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58 HTTP/1.1" status: 200 len: 1001 time: 0.0630460 Mar 11 18:07:03.448859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-28c90803-2290-4761-b797-345eb275c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:03.450395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-28c90803-2290-4761-b797-345eb275c86b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86619ee1-097e-4055-a507-f89895a0effb HTTP/1.1" status: 200 len: 835 time: 0.0516393 Mar 11 18:07:03.497247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-e151b87f-b822-4f00-b016-0582237fcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:03.499475 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-e151b87f-b822-4f00-b016-0582237fcb3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418839 Mar 11 18:07:03.594194 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-de96d903-e3a7-4344-97b6-991bc196ffc0 service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874467 Mar 11 18:07:03.684894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0196a424-ed5a-4754-bd05-b86c1b8bd422 req-4e37b583-5155-4901-82ce-c2ebc6b395bf service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836759 Mar 11 18:07:04.231131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b76091-d53d-4f16-b076-97adfdde7d00 req-442ccca6-3eaf-4230-8f27-81c354ccc145 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:04.233131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82b76091-d53d-4f16-b076-97adfdde7d00 req-442ccca6-3eaf-4230-8f27-81c354ccc145 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0495322 Mar 11 18:07:04.272365 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82b76091-d53d-4f16-b076-97adfdde7d00 req-c6094e9f-3e1f-4f47-a953-a29a9615619c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332987 Mar 11 18:07:05.393906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23144d-e82c-4fea-ad6f-5d94f8bbf37f req-48c15ce8-e4b1-43d4-b59f-7609589ce4ce tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:05.395411 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd23144d-e82c-4fea-ad6f-5d94f8bbf37f req-48c15ce8-e4b1-43d4-b59f-7609589ce4ce tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0539076 Mar 11 18:07:05.433655 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd23144d-e82c-4fea-ad6f-5d94f8bbf37f req-ff226e36-a185-4e8e-b8b7-cf49a02c6d14 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320625 Mar 11 18:07:06.553564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179b118-5bfc-42fc-bb0a-96947d061be6 req-678f7796-dc6e-4859-b5d6-76089f892e30 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:06.555021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a179b118-5bfc-42fc-bb0a-96947d061be6 req-678f7796-dc6e-4859-b5d6-76089f892e30 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0508192 Mar 11 18:07:06.593474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a179b118-5bfc-42fc-bb0a-96947d061be6 req-4fa7acdb-dd64-4e95-bf59-a70667d681d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Mar 11 18:07:07.710360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2615d-7490-485c-aecb-48debc4698f0 req-a12fa6a9-376a-47cc-9ff1-20d60adaa6a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:07.711849 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89e2615d-7490-485c-aecb-48debc4698f0 req-a12fa6a9-376a-47cc-9ff1-20d60adaa6a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0489478 Mar 11 18:07:07.748854 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-89e2615d-7490-485c-aecb-48debc4698f0 req-29cc601e-1f9b-4318-adc3-ea0172869c39 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304112 Mar 11 18:07:08.872204 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7a19a-a179-4fac-aaa9-e590e3156884 req-49aca853-2171-4d04-9c99-aaa571bc382e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:08.874516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2d7a19a-a179-4fac-aaa9-e590e3156884 req-49aca853-2171-4d04-9c99-aaa571bc382e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0578630 Mar 11 18:07:08.915288 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2d7a19a-a179-4fac-aaa9-e590e3156884 req-8ac6bdcf-e285-4f71-ae82-a0e74330c502 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350642 Mar 11 18:07:10.031096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d439f-4310-4ff3-9142-c5c160715500 req-3938f112-236f-49b0-a57f-def235b98479 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:10.032635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-486d439f-4310-4ff3-9142-c5c160715500 req-3938f112-236f-49b0-a57f-def235b98479 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0478992 Mar 11 18:07:10.070328 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-486d439f-4310-4ff3-9142-c5c160715500 req-0bb17d8c-8a4c-45ca-9837-374acd52fa9c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317295 Mar 11 18:07:11.183322 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b3c3e-3254-4af6-b59a-4f465657258f req-6447ab14-806c-46d1-b064-bd1b955f6fb1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:11.184805 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd0b3c3e-3254-4af6-b59a-4f465657258f req-6447ab14-806c-46d1-b064-bd1b955f6fb1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Mar 11 18:07:11.222259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fd0b3c3e-3254-4af6-b59a-4f465657258f req-e32705c3-3994-4de1-8f6c-16346b580246 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Mar 11 18:07:11.439081 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:12.339720 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f39be-210f-4efc-bbff-a0e28a138f26 req-ea1e903b-77e2-4eb2-bc1a-0afc1c3b3a10 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:12.341284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c79f39be-210f-4efc-bbff-a0e28a138f26 req-ea1e903b-77e2-4eb2-bc1a-0afc1c3b3a10 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0521491 Mar 11 18:07:12.379589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c79f39be-210f-4efc-bbff-a0e28a138f26 req-f2ac842e-cb1c-4a2b-9648-e08d40d88a4a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320563 Mar 11 18:07:13.494265 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0cf78-af23-4a9a-8504-62a66a49f8bf req-831cae47-0703-4050-bd22-3e220bab042b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:13.495778 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53d0cf78-af23-4a9a-8504-62a66a49f8bf req-831cae47-0703-4050-bd22-3e220bab042b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0497267 Mar 11 18:07:13.544793 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53d0cf78-af23-4a9a-8504-62a66a49f8bf req-8445b35b-75a1-4ea0-afe6-55154bc2c540 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Mar 11 18:07:13.674966 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f93a72bb-28d6-429a-b372-9be959314b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:14.662766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03365f4-8bd8-47e8-9714-ad5a9325acbd req-20c14e36-b5e2-4e78-a6b9-4931147c41ac tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:14.664518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c03365f4-8bd8-47e8-9714-ad5a9325acbd req-20c14e36-b5e2-4e78-a6b9-4931147c41ac tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0494642 Mar 11 18:07:14.702575 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c03365f4-8bd8-47e8-9714-ad5a9325acbd req-6d6ba11e-a04d-427f-812a-75e193d02ee9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Mar 11 18:07:15.611831 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:07:15.819653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d3f7b-6100-4c73-9602-626fd3baacf1 req-24dcb7ef-61b9-4c36-9897-7b9d3640a98b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:15.821129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-126d3f7b-6100-4c73-9602-626fd3baacf1 req-24dcb7ef-61b9-4c36-9897-7b9d3640a98b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0513377 Mar 11 18:07:15.858057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-126d3f7b-6100-4c73-9602-626fd3baacf1 req-746eb7b9-f14a-474a-8f5d-fc2ee2ce3bea tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310171 Mar 11 18:07:15.971770 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a1d52330-9cc0-4a9b-b0af-caff2b716455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:16.976877 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc634-f39e-4fca-b180-a94d12dbf1ce req-67604c83-3e25-4baa-a0a8-aa214236b4c5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:16.978361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcecc634-f39e-4fca-b180-a94d12dbf1ce req-67604c83-3e25-4baa-a0a8-aa214236b4c5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0495186 Mar 11 18:07:17.016255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fcecc634-f39e-4fca-b180-a94d12dbf1ce req-78df30db-45c0-47cd-88d2-bc54c39a33e9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Mar 11 18:07:17.306703 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:18.134060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f6902-7b61-4ec2-904e-f7cb3f6b6ad1 req-7c507a31-4123-49f9-9965-d03817ef9263 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:18.135511 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-872f6902-7b61-4ec2-904e-f7cb3f6b6ad1 req-7c507a31-4123-49f9-9965-d03817ef9263 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0485365 Mar 11 18:07:18.173550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-872f6902-7b61-4ec2-904e-f7cb3f6b6ad1 req-18017d41-615c-4347-ae29-1faccef44ac1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Mar 11 18:07:18.544528 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:19.049880 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:19.296366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4131b8-693d-4fd5-86d0-a235fdfbd5a1 req-d889b51e-bce4-4970-82fe-bbc327f69663 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:19.297874 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f4131b8-693d-4fd5-86d0-a235fdfbd5a1 req-d889b51e-bce4-4970-82fe-bbc327f69663 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0544746 Mar 11 18:07:19.339378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0f4131b8-693d-4fd5-86d0-a235fdfbd5a1 req-7eb3845d-faa0-4569-ae6e-dcf14138649f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352497 Mar 11 18:07:20.464365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5d4b6-ea8e-4eac-9799-fcfb7ad791b4 req-7c8a3efc-4b08-4783-bf13-94004d7197e5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:20.465899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1a5d4b6-ea8e-4eac-9799-fcfb7ad791b4 req-7c8a3efc-4b08-4783-bf13-94004d7197e5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0506363 Mar 11 18:07:20.503446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a1a5d4b6-ea8e-4eac-9799-fcfb7ad791b4 req-b325ebb0-9a3e-4952-97cc-4ca335e6a82e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309384 Mar 11 18:07:20.526109 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41166) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:20.586877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-909ee840-9e60-411d-b317-cb078ece0b01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/bf84e5eb-52b5-43ac-b9f5-853bdca153f8 HTTP/1.1" status: 200 len: 993 time: 0.0594923 Mar 11 18:07:29.476477 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:41.440610 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:43.514749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-f56f1d2d-d946-46c4-94dc-cfc4ee91e01e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393128 Mar 11 18:07:43.602055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-dd98174c-85dc-4278-81fb-6c8c0699f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:43.603576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-dd98174c-85dc-4278-81fb-6c8c0699f190 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0461440 Mar 11 18:07:43.677690 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-92fa57d1-2857-43ea-afc4-1c8c24423441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:43.709833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-c4720b65-5eed-4adc-ac52-59237d0c7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:43.711332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-c4720b65-5eed-4adc-ac52-59237d0c7f26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 HTTP/1.1" status: 200 len: 896 time: 0.0882077 Mar 11 18:07:43.782502 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-e467270b-9ce1-4488-a5a7-0e1cae85ee2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58 HTTP/1.1" status: 200 len: 1001 time: 0.0641773 Mar 11 18:07:43.832594 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-ffb37e24-cc37-4953-8ed8-fe2f0670f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:43.834037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-ffb37e24-cc37-4953-8ed8-fe2f0670f818 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86619ee1-097e-4055-a507-f89895a0effb HTTP/1.1" status: 200 len: 835 time: 0.0447655 Mar 11 18:07:43.882044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-de16f4cf-a920-4b82-9a4c-5844c811051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:43.883550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-de16f4cf-a920-4b82-9a4c-5844c811051a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431333 Mar 11 18:07:43.894843 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-9355ac73-9dbd-4039-ae88-90ccae22b110 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:07:43.895946 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-9355ac73-9dbd-4039-ae88-90ccae22b110 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050354 Mar 11 18:07:43.991341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-533eef27-1c72-4088-8470-7c53a2303a8a service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878336 Mar 11 18:07:44.081546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b987886-9a06-4e4b-9f65-9a5b1e51491d req-e4c06811-5eac-4705-ae07-c4b4676d396e service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Mar 11 18:07:45.977245 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a77eafe6-5dd7-4053-87cb-8c66edb23308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:47.311076 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:48.547698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:49.052894 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:50.994311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41176) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:51.153447 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 0625d9df-1e67-4243-8e9d-6c4951074ab4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:07:51.153815 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:51.235583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:51.235916 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:51.247490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 0625d9df-1e67-4243-8e9d-6c4951074ab4 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:07:51.400950 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:51.426626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=0625d9df-1e67-4243-8e9d-6c4951074ab4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:51.455929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.456277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.456632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.456965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.457293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.457623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.457949 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.458271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.458595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.458916 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.459234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.459548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:51.499970 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:51.500333 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP bf84e5eb-52b5-43ac-b9f5-853bdca153f8 disassociated (deleted). External IP: 172.25.8.199, port: ffaa13fa-fb6c-491b-9e81-a251bc2fae58. Mar 11 18:07:51.722147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 5fca5246-e09f-47be-9336-67fa6694cb7d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:07:51.829062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:51.833938 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:51.841519 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] Sync routers for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:07:51.855471 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:51.856090 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:51.862325 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cbc7ca33-26fe-4f4a-a10f-566273a058a0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/floatingips/bf84e5eb-52b5-43ac-b9f5-853bdca153f8 HTTP/1.1" status: 204 len: 168 time: 0.8669312 Mar 11 18:07:51.862991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:07:51.865397 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:07:51.915495 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b6687f-7068-4fca-b13c-71db1cf5a945 x-openstack-request-id: req-e9b6687f-7068-4fca-b13c-71db1cf5a945 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:07:51.915784 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:07:51.916085 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9b6687f-7068-4fca-b13c-71db1cf5a945 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:07:51.916535 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'status': 'completed', 'code': 200} Mar 11 18:07:51.983484 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:52.004578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-19b088cf-168a-46a8-85cd-5f2e2dea8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:52.006143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-19b088cf-168a-46a8-85cd-5f2e2dea8f03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0595181 Mar 11 18:07:52.160044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef26d-3141-4382-9b33-997b08c6eea8 req-3962769e-80b5-445e-b568-a021ab5cc2fd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:52.161903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2faef26d-3141-4382-9b33-997b08c6eea8 req-3962769e-80b5-445e-b568-a021ab5cc2fd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0791848 Mar 11 18:07:52.165117 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-858f2400-d96b-43e7-8237-fb498e952851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:52.166605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-858f2400-d96b-43e7-8237-fb498e952851 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 HTTP/1.1" status: 200 len: 896 time: 0.1449528 Mar 11 18:07:52.219753 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:13Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'a33d2d08-7af6-4eb3-bb01-c3412c90dbef', 'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:d8:43:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:13Z', 'updated_at': '2022-03-11T18:06:16Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '86619ee1-097e-4055-a507-f89895a0effb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:52.225570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-fc0c6293-f346-4746-bc78-714ee3f01695 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58 HTTP/1.1" status: 200 len: 217 time: 0.0494478 Mar 11 18:07:52.252230 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] Checking router: 5fca5246-e09f-47be-9336-67fa6694cb7d for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:07:52.262035 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:52.262655 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:52.268549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2faef26d-3141-4382-9b33-997b08c6eea8 req-43a927ff-df10-49dd-8470-6db4fb07a1aa tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987475 Mar 11 18:07:52.301796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-df69b8e2-18a6-4592-b8ee-23c803c5efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:52.303259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-df69b8e2-18a6-4592-b8ee-23c803c5efe0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86619ee1-097e-4055-a507-f89895a0effb HTTP/1.1" status: 200 len: 835 time: 0.0676067 Mar 11 18:07:52.366094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-3ac4b84d-45cd-4ea0-9208-ce4354ce88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:52.367730 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-3ac4b84d-45cd-4ea0-9208-ce4354ce88b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531254 Mar 11 18:07:52.392045 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:52.498222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-d7f2c54f-65a2-4f3b-810d-853fa54fa232 service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211014 Mar 11 18:07:52.616829 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:07:52.622920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7386749e-b360-4e1f-bb7e-023ebcc4f7f7 req-5e0998d5-d2a3-442e-8b63-216e92aae311 service neutron] 10.222.0.46 "GET /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131155 Mar 11 18:07:52.651275 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:13Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'a33d2d08-7af6-4eb3-bb01-c3412c90dbef', 'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:d8:43:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:13Z', 'updated_at': '2022-03-11T18:06:16Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '86619ee1-097e-4055-a507-f89895a0effb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:52.685891 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64545c82-b50c-41b3-bcd4-798cb0a9de99 None None] The sync data for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 is: [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:13Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'a33d2d08-7af6-4eb3-bb01-c3412c90dbef', 'name': '', 'network_id': 'e3bfcfb1-c9b9-45a9-bb3a-21a761459d55', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:d8:43:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '86619ee1-097e-4055-a507-f89895a0effb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:13Z', 'updated_at': '2022-03-11T18:06:16Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '86619ee1-097e-4055-a507-f89895a0effb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:07:52.959686 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e11aa0-a164-4542-b808-89a888758115 None None] New status for floating IP bf84e5eb-52b5-43ac-b9f5-853bdca153f8: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:07:53.407659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe1ed2-deaa-4f26-9e8f-0695799a7874 req-1b45faf1-eda5-4a13-87a6-7b3d50433225 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:53.409258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7abe1ed2-deaa-4f26-9e8f-0695799a7874 req-1b45faf1-eda5-4a13-87a6-7b3d50433225 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0561748 Mar 11 18:07:53.456214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7abe1ed2-deaa-4f26-9e8f-0695799a7874 req-24dc7fea-bab9-43e3-a8c7-ee9e80c92711 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405018 Mar 11 18:07:53.984319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-389aebb7-7323-43b6-9fec-1eebde5f01f0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:53.985806 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-389aebb7-7323-43b6-9fec-1eebde5f01f0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0473800 Mar 11 18:07:54.077203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:07:54.077777 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:54.490871 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port ffaa13fa-fb6c-491b-9e81-a251bc2fae58, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:54.491451 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:54.504222 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for ffaa13fa-fb6c-491b-9e81-a251bc2fae58 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:07:54.618804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c553ff-fdb9-4f98-a1ae-f9029254e334 req-fe8f8c8a-a1ee-433f-bc7e-b29ec6ad0924 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:54.620400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0c553ff-fdb9-4f98-a1ae-f9029254e334 req-fe8f8c8a-a1ee-433f-bc7e-b29ec6ad0924 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=db64933e-b53c-45e6-8859-6da38271a2f9 HTTP/1.1" status: 200 len: 945 time: 0.0748482 Mar 11 18:07:54.691461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d0c553ff-fdb9-4f98-a1ae-f9029254e334 req-4d148146-06a5-412f-ad87-7c41d097617a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c4050c1-24e7-46b3-af3e-824b6228cc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647137 Mar 11 18:07:54.700789 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:54.753273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=ffaa13fa-fb6c-491b-9e81-a251bc2fae58,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:54.774626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] No DVR routers for this DVR port ffaa13fa-fb6c-491b-9e81-a251bc2fae58 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:07:54.777157 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:54.780437 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-70890361-4afc-4ec8-9eab-f39015fa3ba8 req-8533a5a4-7093-4c51-af75-f657dae57642 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "DELETE /v2.0/ports/ffaa13fa-fb6c-491b-9e81-a251bc2fae58 HTTP/1.1" status: 204 len: 173 time: 0.7890985 Mar 11 18:07:54.780882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'name': 'network-vif-deleted', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:07:54.783135 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64b41c6-19a8-4e33-89ac-b1b31916d2b0" -d '{"events": [{"server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "name": "network-vif-deleted", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:07:54.819788 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de7a25b-c59e-49dd-9e5b-0dad8e267fa1 x-openstack-request-id: req-0de7a25b-c59e-49dd-9e5b-0dad8e267fa1 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:07:54.820079 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db64933e-b53c-45e6-8859-6da38271a2f9", "name": "network-vif-deleted", "tag": "ffaa13fa-fb6c-491b-9e81-a251bc2fae58", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:07:54.820408 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0de7a25b-c59e-49dd-9e5b-0dad8e267fa1 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:07:54.820849 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db64933e-b53c-45e6-8859-6da38271a2f9', 'name': 'network-vif-deleted', 'tag': 'ffaa13fa-fb6c-491b-9e81-a251bc2fae58', 'status': 'completed', 'code': 200} Mar 11 18:07:55.753747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41200) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:56.102140 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:56.352310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port a33d2d08-7af6-4eb3-bb01-c3412c90dbef {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:07:56.352606 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:56.442736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port a33d2d08-7af6-4eb3-bb01-c3412c90dbef, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a33d2d08-7af6-4eb3-bb01-c3412c90dbef,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:56.443096 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:56.456075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for a33d2d08-7af6-4eb3-bb01-c3412c90dbef owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:07:56.640019 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:56.666244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=a33d2d08-7af6-4eb3-bb01-c3412c90dbef,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:56.845084 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.057018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 5fca5246-e09f-47be-9336-67fa6694cb7d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:07:57.161942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:07:57.166991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9d2eb9b4-8d9a-4d01-9263-1a3833613ce1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/5fca5246-e09f-47be-9336-67fa6694cb7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4119577 Mar 11 18:07:57.169678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41202) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:57.176528 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] Sync routers for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:07:57.185272 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:57.186565 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:57.225752 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-890795ca-e01f-41c0-8a9a-26bcdbe0357b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting subnet 86619ee1-097e-4055-a507-f89895a0effb {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:07:57.229096 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-890795ca-e01f-41c0-8a9a-26bcdbe0357b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.270752 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-890795ca-e01f-41c0-8a9a-26bcdbe0357b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.289531 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:57.354084 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-890795ca-e01f-41c0-8a9a-26bcdbe0357b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.416911 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-890795ca-e01f-41c0-8a9a-26bcdbe0357b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.445445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890795ca-e01f-41c0-8a9a-26bcdbe0357b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Subnet': ['ID=86619ee1-097e-4055-a507-f89895a0effb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:57.453546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-890795ca-e01f-41c0-8a9a-26bcdbe0357b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.455020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f25c1-61c4-42e7-ba1e-12bce6591266 None None] Network e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:07:57.456829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-890795ca-e01f-41c0-8a9a-26bcdbe0357b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/subnets/86619ee1-097e-4055-a507-f89895a0effb HTTP/1.1" status: 204 len: 168 time: 0.2857053 Mar 11 18:07:57.459437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41204) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:57.472231 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:07:56Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:57.499200 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] Checking router: 5fca5246-e09f-47be-9336-67fa6694cb7d for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:07:57.507497 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] Routers {'5fca5246-e09f-47be-9336-67fa6694cb7d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:07:57.508105 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['5fca5246-e09f-47be-9336-67fa6694cb7d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:57.576498 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.616954 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] Set router 5fca5246-e09f-47be-9336-67fa6694cb7d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:07:57.669455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891243e6-5511-43f6-947d-658f47624444 None None] DHCP port deletion for e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:07:57.690009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.720874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-891243e6-5511-43f6-947d-658f47624444 None None] Deleting port 3ded7d0d-acdc-4651-abad-cc9c3872333a {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:07:57.721252 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.749889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 47cd479d-2704-4056-a096-0da205d0a91c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:07:57.750269 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.799569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-891243e6-5511-43f6-947d-658f47624444 None None] For port 3ded7d0d-acdc-4651-abad-cc9c3872333a, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=3ded7d0d-acdc-4651-abad-cc9c3872333a,segment=NetworkSegment(b9732bee-a01a-4a61-bfe0-dde14fc3faf6),segment_id=b9732bee-a01a-4a61-bfe0-dde14fc3faf6)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:57.799979 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.813503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-891243e6-5511-43f6-947d-658f47624444 None None] Calling delete_port for 3ded7d0d-acdc-4651-abad-cc9c3872333a owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:07:57.830780 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port 47cd479d-2704-4056-a096-0da205d0a91c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=47cd479d-2704-4056-a096-0da205d0a91c,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:07:57.831145 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.843440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 47cd479d-2704-4056-a096-0da205d0a91c owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:07:57.895110 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:57.905045 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:07:56Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:57.917207 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891243e6-5511-43f6-947d-658f47624444 None None] Pushing event deleted for resources: {'Port': ['ID=3ded7d0d-acdc-4651-abad-cc9c3872333a,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:57.930459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.930741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.931048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.931383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.931710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.932162 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.932565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.933031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.933158 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc7c5a-0069-4812-acf1-6b1db247f7d6 None None] The sync data for ids ['5fca5246-e09f-47be-9336-67fa6694cb7d'] in n-d-833411-1 is: [{'id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131332609', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '47cd479d-2704-4056-a096-0da205d0a91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:07:56Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '47cd479d-2704-4056-a096-0da205d0a91c', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fca5246-e09f-47be-9336-67fa6694cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:06:10Z', 'updated_at': '2022-03-11T18:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:07:57.933366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.933675 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.933993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.934313 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891243e6-5511-43f6-947d-658f47624444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:57.939154 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891243e6-5511-43f6-947d-658f47624444 None None] No DVR routers for this DVR port 3ded7d0d-acdc-4651-abad-cc9c3872333a on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:07:58.025628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.055810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=47cd479d-2704-4056-a096-0da205d0a91c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:58.113409 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.201323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.203300 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.244055 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.244590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Fanout notify agent at l3_agent the message router_deleted on router 5fca5246-e09f-47be-9336-67fa6694cb7d {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:07:58.251923 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.253034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e2524044-bdc6-4bd6-b862-ac377caad487 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/routers/5fca5246-e09f-47be-9336-67fa6694cb7d HTTP/1.1" status: 204 len: 168 time: 0.7926838 Mar 11 18:07:58.255738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41206) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:58.337975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.428536 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.449331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bfcfb1-c9b9-45a9-bb3a-21a761459d55']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:58.458287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:58.458538 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9732bee-a01a-4a61-bfe0-dde14fc3faf6') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:07:58.476121 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.490702 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.496878 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:07:58.497267 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:07:58.500331 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:07:58.506113 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffaa13fa-fb6c-491b-9e81-a251bc2fae58 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:07:58.532590 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: ffaa13fa-fb6c-491b-9e81-a251bc2fae58 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:07:58.532952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffaa13fa-fb6c-491b-9e81-a251bc2fae58 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:07:58.564476 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.569572 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.575640 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41208) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:58.576135 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/networks/e3bfcfb1-c9b9-45a9-bb3a-21a761459d55 HTTP/1.1" status: 204 len: 168 time: 0.3189585 Mar 11 18:07:58.590887 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca413d0-7b75-4b9f-b476-8589b506eb57 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Network': ['ID=e3bfcfb1-c9b9-45a9-bb3a-21a761459d55,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:58.637874 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.673213 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.731922 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.735028 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.736212 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/security-groups/0c4050c1-24e7-46b3-af3e-824b6228cc85 HTTP/1.1" status: 204 len: 168 time: 0.1593916 Mar 11 18:07:58.747188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4050c1-24e7-46b3-af3e-824b6228cc85,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:58.755577 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.755925 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.756394 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.756638 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.756978 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.757310 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.757641 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.757968 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.758300 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.758623 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.758940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.759288 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a78bb-363a-4a4b-9890-e61293fa305c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:07:58.942696 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41216) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:58.947221 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7029ba60-c648-41b0-8279-d3ef1e0b8674 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424574705', 'description': 'tempest-secgroup-smoke-1424574705 description', 'project_id': '5d05a24dde5b4c3993386f284003de39'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:58.971207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7029ba60-c648-41b0-8279-d3ef1e0b8674 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:58.973711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 47cd479d-2704-4056-a096-0da205d0a91c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:07:58.995388 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 47cd479d-2704-4056-a096-0da205d0a91c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:07:58.995652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 47cd479d-2704-4056-a096-0da205d0a91c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:07:58.996065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3ded7d0d-acdc-4651-abad-cc9c3872333a no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:07:59.016796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 3ded7d0d-acdc-4651-abad-cc9c3872333a {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:07:59.017131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 3ded7d0d-acdc-4651-abad-cc9c3872333a not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:07:59.017555 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a33d2d08-7af6-4eb3-bb01-c3412c90dbef no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:07:59.037921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a33d2d08-7af6-4eb3-bb01-c3412c90dbef {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:07:59.038277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a33d2d08-7af6-4eb3-bb01-c3412c90dbef not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:07:59.041459 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7029ba60-c648-41b0-8279-d3ef1e0b8674 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.047414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7029ba60-c648-41b0-8279-d3ef1e0b8674 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.078598 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7029ba60-c648-41b0-8279-d3ef1e0b8674 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.079822 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7029ba60-c648-41b0-8279-d3ef1e0b8674 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361287 Mar 11 18:07:59.081689 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029ba60-c648-41b0-8279-d3ef1e0b8674 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:59.082858 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41218) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:59.087558 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-000e5247-449c-4381-9e8e-c773914fc412 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:59.111458 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-000e5247-449c-4381-9e8e-c773914fc412 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.166567 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-000e5247-449c-4381-9e8e-c773914fc412 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.171234 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-000e5247-449c-4381-9e8e-c773914fc412 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.188659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e5247-449c-4381-9e8e-c773914fc412 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bdf26f-c4df-425e-a9f6-8063a7f5b39a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:59.195360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-000e5247-449c-4381-9e8e-c773914fc412 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.196629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-000e5247-449c-4381-9e8e-c773914fc412 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126072 Mar 11 18:07:59.199365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41220) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:59.203548 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1c829d5d-daff-4c3d-8393-4cad3ea7003d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:59.227606 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c829d5d-daff-4c3d-8393-4cad3ea7003d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.289550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c829d5d-daff-4c3d-8393-4cad3ea7003d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.293023 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c829d5d-daff-4c3d-8393-4cad3ea7003d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.311023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c829d5d-daff-4c3d-8393-4cad3ea7003d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39bf80a-5747-42e8-8305-a7a9ea7c69db,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:59.319846 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c829d5d-daff-4c3d-8393-4cad3ea7003d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.321079 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1c829d5d-daff-4c3d-8393-4cad3ea7003d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208100 Mar 11 18:07:59.323767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41222) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:59.327985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-7d46ceec-7ddb-498b-adac-2ccb8357801d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:59.353499 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d46ceec-7ddb-498b-adac-2ccb8357801d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.410372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d46ceec-7ddb-498b-adac-2ccb8357801d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.414091 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d46ceec-7ddb-498b-adac-2ccb8357801d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.431991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46ceec-7ddb-498b-adac-2ccb8357801d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de3615b-706f-4a4f-b81c-4bc6e30986dc,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:59.440298 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d46ceec-7ddb-498b-adac-2ccb8357801d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.441535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7d46ceec-7ddb-498b-adac-2ccb8357801d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168578 Mar 11 18:07:59.444138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41224) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:59.448460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-722ff00e-89e4-4a0c-850f-81043fe9a796 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:59.476046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-722ff00e-89e4-4a0c-850f-81043fe9a796 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.476820 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.536949 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-722ff00e-89e4-4a0c-850f-81043fe9a796 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.540665 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-722ff00e-89e4-4a0c-850f-81043fe9a796 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.557988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ff00e-89e4-4a0c-850f-81043fe9a796 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb9bfda-6c4f-425a-bcde-21852c9745af,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:59.566410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-722ff00e-89e4-4a0c-850f-81043fe9a796 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.567622 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-722ff00e-89e4-4a0c-850f-81043fe9a796 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225295 Mar 11 18:07:59.570373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41226) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:59.574956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-504ede0a-6e42-42af-926b-dcfe797b4960 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:59.596700 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-504ede0a-6e42-42af-926b-dcfe797b4960 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:07:59.601442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-504ede0a-6e42-42af-926b-dcfe797b4960 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.662980 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-504ede0a-6e42-42af-926b-dcfe797b4960 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.666460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-504ede0a-6e42-42af-926b-dcfe797b4960 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.685386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ede0a-6e42-42af-926b-dcfe797b4960 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948b23b7-6d11-448d-a3d4-46c2455646be,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:59.692714 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-504ede0a-6e42-42af-926b-dcfe797b4960 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.693885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-504ede0a-6e42-42af-926b-dcfe797b4960 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225538 Mar 11 18:07:59.696831 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41228) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:59.701705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3302fda5-45f3-4b95-838d-cef368a4f28c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:59.722222 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-3302fda5-45f3-4b95-838d-cef368a4f28c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:07:59.727344 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3302fda5-45f3-4b95-838d-cef368a4f28c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.791875 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3302fda5-45f3-4b95-838d-cef368a4f28c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.795613 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3302fda5-45f3-4b95-838d-cef368a4f28c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.813267 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302fda5-45f3-4b95-838d-cef368a4f28c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052944ff-7c8e-4543-950c-e0c9b2a492c9,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:07:59.820876 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3302fda5-45f3-4b95-838d-cef368a4f28c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.822081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3302fda5-45f3-4b95-838d-cef368a4f28c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242580 Mar 11 18:07:59.825114 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41230) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:07:59.830367 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'network': {'name': 'tempest-network-smoke--304536269', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'port_security_enabled': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:07:59.848791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:07:59.852086 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.875234 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:07:59.884044 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.884426 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Added segment 83bc9aa1-9469-460c-aa74-30685fdb136e of type vlan for network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 Mar 11 18:07:59.924391 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.946915 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:07:59.952271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:07:59.952873 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:00.009171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1830435 Mar 11 18:08:00.012042 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41232) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:00.016669 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'admin_state_up': True, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:00.023176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2064f4b-1c28-45eb-9ec1-2fc54e2ef5c3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Network': ['ID=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:00.034039 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:08:00.038734 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:00.039762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:00.097696 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:00.232610 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:00.419061 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:00.437271 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:00.539275 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.25 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/13696c3f-a9ca-42bf-8df1-dd09fd0cd056) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:00.642538 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:00.675410 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:00.713516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:00.716188 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:00.720089 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:00.744886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=13696c3f-a9ca-42bf-8df1-dd09fd0cd056,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:00.965687 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:01.158449 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:01.284678 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 7178f016-4dbc-4914-b0be-1afe7d873340 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:08:01.390719 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:01.400212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Sync routers for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:08:01.409363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:01.409992 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:01.410820 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:01.412473 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ae5bec1a-6750-4925-9610-3569c58e250f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3992362 Mar 11 18:08:01.415441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41234) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:01.443610 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e362704c-d4d1-481e-8c00-cefc948b0a1d tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5d05a24dde5b4c3993386f284003de39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270648 Mar 11 18:08:01.446124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41236) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:01.517292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:01.540655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2900966-30ad-426b-81ab-2b4fb2983192 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:01.542185 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a2900966-30ad-426b-81ab-2b4fb2983192 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951471 Mar 11 18:08:01.545131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41238) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:01.573844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0641d212-41a2-4c5e-8219-9d05263f0a66 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275464 Mar 11 18:08:01.576784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41240) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:01.581394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-512971805', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:01.668487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:01.672504 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:01.696309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:00Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:01.722902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Checking router: 7178f016-4dbc-4914-b0be-1afe7d873340 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:08:01.723253 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Updating router 7178f016-4dbc-4914-b0be-1afe7d873340 port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:08:01.750181 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.175120 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.179526 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.180838 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.228097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Attempting to bind port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:08:02.228489 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Attempting to bind port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:08:02.228857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Attempting to bind port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:02.236135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Subnet': ['ID=0af3846e-0c83-4d17-90ce-ba3061822ebf,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:02.238140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:08:02.238140 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:08:02.238765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.239289 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:08:02.239750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Bound port: 13696c3f-a9ca-42bf-8df1-dd09fd0cd056, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:08:02.240126 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.245018 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5c566-008d-4ccf-b007-2bde96ee69fc None None] Pushing event updated for resources: {'Port': ['ID=13696c3f-a9ca-42bf-8df1-dd09fd0cd056,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:02.252432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Checking segment: {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:08:02.252797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network hostable DHCP agents. Network: 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:08:02.269921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:08:02.278905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:02.283636 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:02.284231 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.292925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8948dd-2301-4cf6-bf7f-96bfe2d22dae None None] Network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:08:02.301175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ea06212d-c8c0-4a5b-9513-77b63ea43a01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7233918 Mar 11 18:08:02.303959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41242) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:02.310138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] For port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:02.352133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] For port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=13696c3f-a9ca-42bf-8df1-dd09fd0cd056,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:02.359825 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.444368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:02.445048 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:02.446452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5c566-008d-4ccf-b007-2bde96ee69fc None None] Pushing event updated for resources: {'Port': ['ID=13696c3f-a9ca-42bf-8df1-dd09fd0cd056,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:02.579919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:08:02.580812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.669007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:02.741362 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:02.847575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Allocated IP 172.20.0.2 (4236ef04-8bf0-4c9e-bf55-72ac3ccbe183/0af3846e-0c83-4d17-90ce-ba3061822ebf/521dea5d-31c9-4fa3-9d16-eeaa9955a3f4) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:03.016300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:00Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:03.045195 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41ea18-a3b9-473d-b8bb-c07faecaefed None None] The sync data for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 is: [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:00Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:08:03.064275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.070294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.118571 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:03.123659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:03.126412 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.1 (4236ef04-8bf0-4c9e-bf55-72ac3ccbe183/0af3846e-0c83-4d17-90ce-ba3061822ebf/9eb2ced1-bf62-442b-a5f2-d12ae672b15f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:03.128182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:03.133758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Pushing event updated for resources: {'Port': ['ID=521dea5d-31c9-4fa3-9d16-eeaa9955a3f4,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:03.189707 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Attempting to bind port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:08:03.190276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Attempting to bind port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:08:03.190641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Attempting to bind port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 on network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:03.196477 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:08:03.196902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Checking segment: {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:08:03.197308 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.197772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Bound using segment: {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:08:03.198168 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Bound port: 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:08:03.198557 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.261406 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.266002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] For port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:03.270721 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] For port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=521dea5d-31c9-4fa3-9d16-eeaa9955a3f4,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:03.275907 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.314091 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.367885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:03.370720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411a6ad-1e6e-45e3-87d7-53af3f4bdc41 None None] Pushing event updated for resources: {'Port': ['ID=521dea5d-31c9-4fa3-9d16-eeaa9955a3f4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:03.371193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:03.376056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:03.380399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=9eb2ced1-bf62-442b-a5f2-d12ae672b15f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:03.425801 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.590794 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.916379 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.921682 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.995912 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:03.997645 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=9eb2ced1-bf62-442b-a5f2-d12ae672b15f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:04.110371 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:04.111901 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:04.231495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 7178f016-4dbc-4914-b0be-1afe7d873340 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:04.344701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06d4286-8482-4c9b-8b62-3100d6da4151 None None] Network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:08:04.348539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:04.354129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ac90c4f8-2411-4682-b9b0-516d99fc1586 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/7178f016-4dbc-4914-b0be-1afe7d873340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0489554 Mar 11 18:08:04.470649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-44568651-2da1-4c87-944c-4422195c577e None None] Provisioning complete for port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:04.471026 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-44568651-2da1-4c87-944c-4422195c577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:04.504505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-58210782-7946-495f-9eab-8678449c84e2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424574705&fields=id&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 267 time: 0.0378680 Mar 11 18:08:04.592928 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-44568651-2da1-4c87-944c-4422195c577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:04.626453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-ad8297dd-651b-43a0-b746-2db424b4c836 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:04.628905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-ad8297dd-651b-43a0-b746-2db424b4c836 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 796 time: 0.1173425 Mar 11 18:08:04.639091 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-44568651-2da1-4c87-944c-4422195c577e None None] For port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=521dea5d-31c9-4fa3-9d16-eeaa9955a3f4,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:04.646142 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-44568651-2da1-4c87-944c-4422195c577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:04.655863 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-8794c18c-3147-426a-af48-8b500d35bcbf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/quotas/5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 375 time: 0.0207350 Mar 11 18:08:04.701608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44568651-2da1-4c87-944c-4422195c577e None None] Pushing event updated for resources: {'Port': ['ID=521dea5d-31c9-4fa3-9d16-eeaa9955a3f4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:04.722138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a5368cb8-6b63-4754-bd5c-c591b53ec85b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600367 Mar 11 18:08:04.804890 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Sync routers for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:08:04.815467 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:04.816108 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:04.832401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-ee126293-1845-4a8f-b1da-245050a115d7 service neutron] 10.222.0.53 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929708 Mar 11 18:08:04.868246 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c2f0c86f-ab67-422f-a418-0c17a0dbab25 None None] Provisioning complete for port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:04.868650 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c2f0c86f-ab67-422f-a418-0c17a0dbab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:04.913670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-c2f0c86f-ab67-422f-a418-0c17a0dbab25 None None] Port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:08:04.934393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-c2f0c86f-ab67-422f-a418-0c17a0dbab25 None None] Provisioning complete for port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:04.934622 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c2f0c86f-ab67-422f-a418-0c17a0dbab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:04.943941 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:04.967620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-11033ff1-d23f-4750-8456-4d8150060512 service neutron] 10.222.0.53 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281898 Mar 11 18:08:05.089469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:08:05.148909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:05.149282 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.175553 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9eb2ced1-bf62-442b-a5f2-d12ae672b15f', 'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:e7:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:02Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 2, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:05.205017 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Checking router: 7178f016-4dbc-4914-b0be-1afe7d873340 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:08:05.205362 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Updating router 7178f016-4dbc-4914-b0be-1afe7d873340 port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:08:05.224995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9e5df81-0371-4ddd-a287-53d63891db51 req-82973d2d-463b-4a4e-a479-2e59163312a5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 210 time: 0.0519412 Mar 11 18:08:05.231637 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.234169 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3505a2aa-2aee-4aae-a21f-2c1319c9677a None None] Provisioning complete for port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:05.234737 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3505a2aa-2aee-4aae-a21f-2c1319c9677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.329546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3505a2aa-2aee-4aae-a21f-2c1319c9677a None None] Port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:08:05.331465 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.359702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=13696c3f-a9ca-42bf-8df1-dd09fd0cd056,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:05.364039 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.365094 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:08:05.458260 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=13696c3f-a9ca-42bf-8df1-dd09fd0cd056,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:05.476292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f38a8315-0666-4a03-b2d6-f073cb4c31f3 None None] Provisioning complete for port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:05.476767 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f38a8315-0666-4a03-b2d6-f073cb4c31f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.506256 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:05.506728 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.533169 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.539252 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.544750 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f38a8315-0666-4a03-b2d6-f073cb4c31f3 None None] Port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:08:05.644089 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Attempting to bind port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:08:05.644489 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Attempting to bind port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:08:05.644913 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Attempting to bind port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f on network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:05.652237 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Pushing event updated for resources: {'Port': ['ID=9eb2ced1-bf62-442b-a5f2-d12ae672b15f,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:05.655209 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:08:05.655586 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Checking segment: {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:08:05.655989 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.656423 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Bound using segment: {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:08:05.656870 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Bound port: 9eb2ced1-bf62-442b-a5f2-d12ae672b15f, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:08:05.657247 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.672089 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.672414 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.672749 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.673084 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.673412 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.673743 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.674064 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.674385 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.674729 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.675081 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.675359 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.675675 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:05.744636 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] For port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:05.748712 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] For port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9eb2ced1-bf62-442b-a5f2-d12ae672b15f,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:05.754684 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.812117 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:05.812962 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:07:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:05.867218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-dfb27a1b-7f7a-4170-940d-ce96f0602a07 None None] Provisioning complete for port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:05.867506 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dfb27a1b-7f7a-4170-940d-ce96f0602a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.876068 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ce2a9-7db1-471c-91cc-a21ce26f17fd None None] Pushing event updated for resources: {'Port': ['ID=9eb2ced1-bf62-442b-a5f2-d12ae672b15f,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:05.960883 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dfb27a1b-7f7a-4170-940d-ce96f0602a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:05.965534 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:06.001222 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-dfb27a1b-7f7a-4170-940d-ce96f0602a07 None None] For port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9eb2ced1-bf62-442b-a5f2-d12ae672b15f,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:06.006816 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dfb27a1b-7f7a-4170-940d-ce96f0602a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:06.057438 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb27a1b-7f7a-4170-940d-ce96f0602a07 None None] Pushing event updated for resources: {'Port': ['ID=9eb2ced1-bf62-442b-a5f2-d12ae672b15f,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:06.128562 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-970892b0-42b5-49e2-9d09-86ad8541b668 None None] Provisioning complete for port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:06.128936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-970892b0-42b5-49e2-9d09-86ad8541b668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:06.192666 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9eb2ced1-bf62-442b-a5f2-d12ae672b15f', 'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:e7:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:02Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:06.228665 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51683465-9d8b-48fa-b967-64d0e6d17512 None None] The sync data for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 is: [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9eb2ced1-bf62-442b-a5f2-d12ae672b15f', 'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:e7:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:02Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:08:06.385069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4465ca9-a574-4e52-a9c4-fb7264440a5e req-9c22a7db-7aab-4f2f-82c2-deca0f8b335a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 210 time: 0.0573096 Mar 11 18:08:06.422885 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-3e2aa5ae-f917-46f8-8af1-573e205772b6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:06.426096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-3e2aa5ae-f917-46f8-8af1-573e205772b6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 796 time: 0.2032950 Mar 11 18:08:06.479586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-789b5a9c-7f59-4709-8bd7-ca259425c17e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 380 time: 0.0411394 Mar 11 18:08:06.491573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'port': {'device_id': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'admin_state_up': True, 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'security_groups': ['9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:06.606311 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:06.610018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:06.748032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.5 (4236ef04-8bf0-4c9e-bf55-72ac3ccbe183/0af3846e-0c83-4d17-90ce-ba3061822ebf/0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:06.900129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:06.950387 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:06.998807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:07.003232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:07.004230 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:07.033654 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:08:07.040152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:07.069930 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:07.070566 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.091901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-0478dff1-6b4b-488c-8681-1b168d98bfb5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6045358 Mar 11 18:08:07.104893 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Request body: {'port': {'device_id': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:07.109695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:07.110073 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.176595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.217232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9eb2ced1-bf62-442b-a5f2-d12ae672b15f up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:08:07.270482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:07.270998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.367444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-65dfd8fd-8dce-467d-809b-570a1aee7867 None None] Provisioning complete for port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:07.367975 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-65dfd8fd-8dce-467d-809b-570a1aee7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.471864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:08:07.482952 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.520152 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Transition to ACTIVE for port object 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:08:07.525456 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.573568 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-65dfd8fd-8dce-467d-809b-570a1aee7867 None None] Port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:08:07.582165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09898e4-9044-4002-96b7-cfd0f98faae6 req-f49a2560-b10a-4a3d-a934-f0eaaf571fdd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:07.583725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09898e4-9044-4002-96b7-cfd0f98faae6 req-f49a2560-b10a-4a3d-a934-f0eaaf571fdd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 931 time: 0.1067252 Mar 11 18:08:07.603440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:07.673934 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f09898e4-9044-4002-96b7-cfd0f98faae6 req-08793b7c-52ac-4939-b1ed-baa430615ad5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834410 Mar 11 18:08:07.696986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Attempting to bind port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:08:07.697343 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Attempting to bind port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:08:07.697792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Attempting to bind port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:07.702533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:08:07.702859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Attempting to bind port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:07.707841 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:08:07.708199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Checking segment: {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:08:07.708620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Bound using segment: {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:08:07.709046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Bound port: 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:08:07.709399 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.774373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:07.777644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:07.782196 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.816988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:07.817727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:07.819129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 1091 time: 0.7187243 Mar 11 18:08:07.824004 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:07.827600 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35daf6a1-09c4-4a73-980b-6048ab0b8552" -d '{"events": [{"name": "network-changed", "server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:07.861439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b08a6a-be91-4e6a-b54f-a1cabc3dde24 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:07.879536 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba1cf3e-7e12-4d6c-bb52-15fd6eb6dabb x-openstack-request-id: req-bba1cf3e-7e12-4d6c-bb52-15fd6eb6dabb {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:07.880010 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:07.880477 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bba1cf3e-7e12-4d6c-bb52-15fd6eb6dabb {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:07.881132 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'status': 'completed', 'code': 200} Mar 11 18:08:07.916097 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-7d4a8561-f231-4ba7-a967-e8f07da5947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:07.917692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-7d4a8561-f231-4ba7-a967-e8f07da5947f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1094 time: 0.0525603 Mar 11 18:08:07.962822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-a87044b0-0920-46d6-a0d8-32d03362090d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 217 time: 0.0367398 Mar 11 18:08:08.018448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-04d3cb9b-2479-4f02-be25-aab4caedab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:08.019908 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-04d3cb9b-2479-4f02-be25-aab4caedab07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0489178 Mar 11 18:08:08.066974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-b599902f-7ae9-4709-8d46-3a3b41277a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:08.068484 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-b599902f-7ae9-4709-8d46-3a3b41277a6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413001 Mar 11 18:08:08.160243 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-6372da9a-b64b-4ce0-8d64-abb2bf875e98 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850706 Mar 11 18:08:08.258222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5bdf2d8-2fa5-4cad-9c63-dce76b3ff8a3 req-78fba8d0-af47-48e9-9e18-8bd33700ee97 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908363 Mar 11 18:08:08.346854 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-b35e9092-4d36-4f59-bac7-13f3a54ab4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:08.348535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-b35e9092-4d36-4f59-bac7-13f3a54ab4f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1094 time: 0.0413468 Mar 11 18:08:08.439644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-545157d4-0932-443b-a863-de5069a06a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:08.446851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-545157d4-0932-443b-a863-de5069a06a0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.0866318 Mar 11 18:08:08.485611 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-2e4439c3-2a6d-40d9-9791-1310fcd56eaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 217 time: 0.0378439 Mar 11 18:08:08.538956 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-e5a64f5b-3191-41df-9df0-8eca35c0a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:08.540633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-e5a64f5b-3191-41df-9df0-8eca35c0a04e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0475259 Mar 11 18:08:08.597615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-a7de2cf4-2f4a-457d-b93d-6c97db8c1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:08.599174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-a7de2cf4-2f4a-457d-b93d-6c97db8c1ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514302 Mar 11 18:08:08.691532 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-2ce8daad-6f08-4405-bfc5-dfa53e4454e4 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846291 Mar 11 18:08:08.824351 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d5218-13f0-46de-b17a-a6f6c8b8103c req-9c2fccf8-2788-413d-a440-b8e5b3dcea0c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:08.825846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759d5218-13f0-46de-b17a-a6f6c8b8103c req-9c2fccf8-2788-413d-a440-b8e5b3dcea0c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 943 time: 0.0756691 Mar 11 18:08:08.827648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-35daf6a1-09c4-4a73-980b-6048ab0b8552 req-549ccfb6-eff6-40eb-a140-5d1a4185db24 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295671 Mar 11 18:08:08.869138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-759d5218-13f0-46de-b17a-a6f6c8b8103c req-c9c786e1-07da-4091-9ec5-64a6d7d84505 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370123 Mar 11 18:08:09.996218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63084f-3490-48bd-b5e6-e9f92311f5f8 req-5f3ab5cc-7bf3-4f0f-b821-d415c952361d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:09.998954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa63084f-3490-48bd-b5e6-e9f92311f5f8 req-5f3ab5cc-7bf3-4f0f-b821-d415c952361d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 943 time: 0.0513487 Mar 11 18:08:10.036208 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa63084f-3490-48bd-b5e6-e9f92311f5f8 req-ba9ec502-0b02-423e-8a34-db39f72442e5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317898 Mar 11 18:08:10.546512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:08:10.641660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:10.652688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'port_id': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'mac_address': 'fa:16:3e:fe:54:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:08:10.690121 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:10.703888 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:08:10.723759 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:10.727640 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:10.783621 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:10.976938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:08:11.154373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d7135-36c9-43c3-bfbf-1f5ace2d94ae req-b55ca3c2-76d4-43f5-82c3-20c4d3c6ef99 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:11.155845 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd6d7135-36c9-43c3-bfbf-1f5ace2d94ae req-b55ca3c2-76d4-43f5-82c3-20c4d3c6ef99 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 944 time: 0.0516198 Mar 11 18:08:11.193576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dd6d7135-36c9-43c3-bfbf-1f5ace2d94ae req-77f65e82-053c-4b62-9eee-b174e29542de tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Mar 11 18:08:11.438469 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:12.309105 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb78161-fed6-4fc8-a378-e0d0ecfac3ae req-9a1ee06f-7f0a-4e66-8a0c-27a1e138072f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:12.311256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bb78161-fed6-4fc8-a378-e0d0ecfac3ae req-9a1ee06f-7f0a-4e66-8a0c-27a1e138072f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 944 time: 0.0495162 Mar 11 18:08:12.349569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7bb78161-fed6-4fc8-a378-e0d0ecfac3ae req-10ecd887-5367-4ae7-8ec2-ed316ebfd8d5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Mar 11 18:08:12.545706 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:08:12.594792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:08:12.598588 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:08:12.599019 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:12.676562 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:12.698752 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:12.701058 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ad28f4-1f8c-4478-9db7-9570dc6a0d17" -d '{"events": [{"server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:12.717576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:08:12.721640 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:12.745992 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cfbdac-c0e4-4fe7-acf1-25e91209725c x-openstack-request-id: req-32cfbdac-c0e4-4fe7-acf1-25e91209725c {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:12.746291 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:12.746542 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32cfbdac-c0e4-4fe7-acf1-25e91209725c {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:12.746930 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'code': 200} Mar 11 18:08:12.773105 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:12.839026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cf352-b4bc-4762-b159-10f0155b3947 req-4494e173-fa4e-406a-9796-8583137aa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:12.839447 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e39cf352-b4bc-4762-b159-10f0155b3947 req-4494e173-fa4e-406a-9796-8583137aa72c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1096 time: 0.0399814 Mar 11 18:08:12.873061 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e39cf352-b4bc-4762-b159-10f0155b3947 req-b5f0a0a6-e77a-4a15-b3ad-1b19fa7b28ff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271778 Mar 11 18:08:13.471247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6fa6b-e2f9-4238-9823-19d26fa5acce req-9d5c98ca-84a1-46fa-8fc8-077542ebe0f7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:13.473157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92c6fa6b-e2f9-4238-9823-19d26fa5acce req-9d5c98ca-84a1-46fa-8fc8-077542ebe0f7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0564983 Mar 11 18:08:13.517726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-92c6fa6b-e2f9-4238-9823-19d26fa5acce req-73d0867b-f3ad-4412-acac-e9e5aba193ef tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353026 Mar 11 18:08:13.682949 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fa5270a9-54f9-4529-afb8-d810e5395971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:14.637226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625ae92-8421-4f26-af4e-1ce42265b772 req-b7735754-a62b-4e8f-9cb8-f84765f44e8d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:14.638708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9625ae92-8421-4f26-af4e-1ce42265b772 req-b7735754-a62b-4e8f-9cb8-f84765f44e8d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0491161 Mar 11 18:08:14.675708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9625ae92-8421-4f26-af4e-1ce42265b772 req-b94aa03c-4418-4bac-aad1-e42b4846a32d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Mar 11 18:08:14.788834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cce09-cbc2-4309-b759-7c820c689af1 req-f5d65753-273c-4b0c-a481-fa042efa41f6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:14.790335 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b9cce09-cbc2-4309-b759-7c820c689af1 req-f5d65753-273c-4b0c-a481-fa042efa41f6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0491080 Mar 11 18:08:14.827964 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b9cce09-cbc2-4309-b759-7c820c689af1 req-f2457338-889f-4161-ad0a-a485eb66508a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Mar 11 18:08:14.849472 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41302) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:15.207330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69177ad8-034b-4586-8b47-d13a75d7ffed tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:15.208891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-69177ad8-034b-4586-8b47-d13a75d7ffed tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1091 time: 0.3584392 Mar 11 18:08:15.211732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41304) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:15.217578 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:15.237571 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:15.331692 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:15.440353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.181 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/7134d6c1-0439-4c87-a0a4-a0144e9ea0a3) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:15.540538 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:15.574926 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:15.622433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:15.626147 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:15.630575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:15.653727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=7134d6c1-0439-4c87-a0a4-a0144e9ea0a3,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:15.970334 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-92a243bd-c0d6-4a67-9ba3-85c70446f5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:15.988036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.060128 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.211005 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.215242 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.287380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=7134d6c1-0439-4c87-a0a4-a0144e9ea0a3,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:16.297710 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.400254 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP 70fdc664-1825-4b19-a6f0-ad6fe0c19abe associated. External IP: 172.25.8.181, port: 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8. Mar 11 18:08:16.609933 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 7178f016-4dbc-4914-b0be-1afe7d873340 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:16.715891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:16.725796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] Sync routers for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:08:16.733949 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:16.735085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:16.735702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:08:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:16.760015 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-465dc8d4-9557-4be9-b37a-61dfc38bb358 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5472813 Mar 11 18:08:16.760631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:08:16.762896 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daef011-4c48-41d3-8381-d6308e2554cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:08:16.804844 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01174b03-f5c8-4c3d-a701-8ac0c534f5e4 x-openstack-request-id: req-01174b03-f5c8-4c3d-a701-8ac0c534f5e4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:08:16.805365 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:08:16.805614 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01174b03-f5c8-4c3d-a701-8ac0c534f5e4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:08:16.806039 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'status': 'completed', 'code': 200} Mar 11 18:08:16.848856 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:16.901463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20ab8-78ef-409e-90c0-0ee9b3343656 req-59ad4efb-60ab-4a98-b313-aba2a17c4900 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:16.903342 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34f20ab8-78ef-409e-90c0-0ee9b3343656 req-59ad4efb-60ab-4a98-b313-aba2a17c4900 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0774381 Mar 11 18:08:16.906582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef011-4c48-41d3-8381-d6308e2554cb req-90a11b5d-c83c-47f7-8943-6eea4c5b6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:16.907976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3daef011-4c48-41d3-8381-d6308e2554cb req-90a11b5d-c83c-47f7-8943-6eea4c5b6d68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1096 time: 0.0724056 Mar 11 18:08:16.993781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-34f20ab8-78ef-409e-90c0-0ee9b3343656 req-8a0c8d73-8657-46ee-892d-af53dc765582 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835657 Mar 11 18:08:17.017301 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41310) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:17.080714 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef011-4c48-41d3-8381-d6308e2554cb req-83898389-e6e2-47a4-a881-d0e654af36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:17.082186 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3daef011-4c48-41d3-8381-d6308e2554cb req-83898389-e6e2-47a4-a881-d0e654af36cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.1661077 Mar 11 18:08:17.094015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '70fdc664-1825-4b19-a6f0-ad6fe0c19abe', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'port_id': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'mac_address': 'fa:16:3e:fe:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:15Z', 'updated_at': '2022-03-11T18:08:15Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb2ced1-bf62-442b-a5f2-d12ae672b15f', 'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:e7:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:02Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:17.103860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f787639c-7dbc-463d-85ab-89991d356515 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/70fdc664-1825-4b19-a6f0-ad6fe0c19abe HTTP/1.1" status: 200 len: 991 time: 0.0854237 Mar 11 18:08:17.119931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] Checking router: 7178f016-4dbc-4914-b0be-1afe7d873340 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:08:17.128737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:17.129336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:08:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:17.155581 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3daef011-4c48-41d3-8381-d6308e2554cb req-a6483f93-55e4-4f61-b067-0d6ace838f3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 999 time: 0.0626078 Mar 11 18:08:17.206044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef011-4c48-41d3-8381-d6308e2554cb req-01618c91-c0f9-49e4-877c-de1debe28a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:17.207525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3daef011-4c48-41d3-8381-d6308e2554cb req-01618c91-c0f9-49e4-877c-de1debe28a5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0452263 Mar 11 18:08:17.238406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:17.259677 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef011-4c48-41d3-8381-d6308e2554cb req-80fe92e5-ccd2-412a-b0a1-6a05477ff0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:17.261130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3daef011-4c48-41d3-8381-d6308e2554cb req-80fe92e5-ccd2-412a-b0a1-6a05477ff0af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458810 Mar 11 18:08:17.349792 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:17.362971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3daef011-4c48-41d3-8381-d6308e2554cb req-4baa2247-4a16-4299-925d-c18967ecb75c service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936191 Mar 11 18:08:17.459130 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3daef011-4c48-41d3-8381-d6308e2554cb req-aff4ea5f-3632-455f-ac57-eb905ed38245 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883193 Mar 11 18:08:17.487539 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '70fdc664-1825-4b19-a6f0-ad6fe0c19abe', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'port_id': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'mac_address': 'fa:16:3e:fe:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:15Z', 'updated_at': '2022-03-11T18:08:15Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb2ced1-bf62-442b-a5f2-d12ae672b15f', 'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:e7:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:02Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:17.514165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc0032-ce2d-4b9a-b198-43e2e2cf3a5b None None] The sync data for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 is: [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '70fdc664-1825-4b19-a6f0-ad6fe0c19abe', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'port_id': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'mac_address': 'fa:16:3e:fe:54:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:08:15Z', 'updated_at': '2022-03-11T18:08:15Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb2ced1-bf62-442b-a5f2-d12ae672b15f', 'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:e7:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:02Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:08:17.697553 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fffe00-9570-4625-a08a-646a0dfd7384 None None] New status for floating IP 70fdc664-1825-4b19-a6f0-ad6fe0c19abe: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:08:18.108735 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41312) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:18.170239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-edb3ed8a-4126-4be7-8a46-7c2862086c68 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/70fdc664-1825-4b19-a6f0-ad6fe0c19abe HTTP/1.1" status: 200 len: 993 time: 0.0604267 Mar 11 18:08:18.551525 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:19.055172 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:29.477337 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:29.615823 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:08:41.448553 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:43.686173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-447e292a-0d3a-4801-8616-bc1b205446df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:44.584252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-2e3cbc0c-a306-4947-9e16-3678be255354 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964513 Mar 11 18:08:44.672088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-66235089-37f6-403a-a668-e4e47719fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:44.673612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-66235089-37f6-403a-a668-e4e47719fa9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1096 time: 0.0452106 Mar 11 18:08:44.779088 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-82f4421c-81c8-4652-a005-889a8a63b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:44.780516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-82f4421c-81c8-4652-a005-889a8a63b8ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.0864501 Mar 11 18:08:44.851938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-f4fd89b7-df2a-401e-9a54-47a06cc2b56c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 1001 time: 0.0635815 Mar 11 18:08:44.902851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-03fa275e-4b64-444c-9f57-28e15693dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:44.904364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-03fa275e-4b64-444c-9f57-28e15693dd11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0457804 Mar 11 18:08:44.961535 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-c7c8cb69-1da5-4ac6-b865-1b80705ade13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:44.963039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-c7c8cb69-1da5-4ac6-b865-1b80705ade13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509636 Mar 11 18:08:45.056450 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-a0c9451c-0348-439c-ab76-674f976d2e80 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852358 Mar 11 18:08:45.148559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6797cc8f-14a5-4b71-a439-328739cfde9f req-1fb3c79f-1531-410b-bb0d-ac134b5366eb service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851903 Mar 11 18:08:45.976059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-66ffab0d-9bae-41d0-9508-7b58cd0dd8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:47.315294 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:48.556138 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:49.062940 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:08:49.302929 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-9bf188d4-a8b4-4f11-87b9-3ee41da7b0d1 req-7ea47199-f7e8-4c7f-aab1-2de659a5a24e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:08:49.303967 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9bf188d4-a8b4-4f11-87b9-3ee41da7b0d1 req-7ea47199-f7e8-4c7f-aab1-2de659a5a24e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053840 Mar 11 18:08:49.488769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41344) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:08:49.632597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11759535-4d4d-4061-adf4-a08393336e2f req-84eddc28-f129-412a-82c3-f396df71b69e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:49.634145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11759535-4d4d-4061-adf4-a08393336e2f req-84eddc28-f129-412a-82c3-f396df71b69e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.1910875 Mar 11 18:08:49.641697 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-9912c150-f30a-4d46-bdf2-50ec6245c844 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1517572 Mar 11 18:08:49.654326 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-f9398d76-58eb-49c5-9863-cb5de8a3c22b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:08:49.655343 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-f9398d76-58eb-49c5-9863-cb5de8a3c22b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065267 Mar 11 18:08:49.689368 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-11759535-4d4d-4061-adf4-a08393336e2f req-3ba32d58-ea66-4933-ac63-d24b0bbfab36 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466633 Mar 11 18:08:50.861491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8a952-a609-4b8a-8ff5-78204cbaaebb req-51f2b554-2a55-418d-aa61-c1c26808e101 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:50.863052 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56d8a952-a609-4b8a-8ff5-78204cbaaebb req-51f2b554-2a55-418d-aa61-c1c26808e101 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.1025996 Mar 11 18:08:50.925711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56d8a952-a609-4b8a-8ff5-78204cbaaebb req-b0b12f77-fad1-40a1-8179-34a1f7f09ef4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534484 Mar 11 18:08:50.928620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-89b84846-2876-437a-a6c9-ae0608a77346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:50.930009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-89b84846-2876-437a-a6c9-ae0608a77346 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1096 time: 0.0650976 Mar 11 18:08:51.022143 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-d5960073-1fd1-47f0-8b8e-3ba24199c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:51.023589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-d5960073-1fd1-47f0-8b8e-3ba24199c030 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.0866399 Mar 11 18:08:51.086439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-6a480fa6-b301-4a80-9751-9b6552f967e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 1001 time: 0.0563290 Mar 11 18:08:51.140589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-31afa283-7a74-46a9-812d-b3bb1cc73908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:51.142138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-31afa283-7a74-46a9-812d-b3bb1cc73908 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0496559 Mar 11 18:08:51.187674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-d406df48-078b-4f2c-9ab2-5b2aefe92ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:51.189199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-d406df48-078b-4f2c-9ab2-5b2aefe92ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405877 Mar 11 18:08:51.274686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-5f79ef90-7751-4449-aa30-83816ad2922d service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787911 Mar 11 18:08:51.364980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-8e6408f4-1937-4441-a1d6-6242610e3401 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838354 Mar 11 18:08:52.045626 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7430e3-d880-476f-96f2-08fef1880ae5 req-9bf824ce-2fb5-448e-84a4-4f1ea7fa1cfd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:52.047087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe7430e3-d880-476f-96f2-08fef1880ae5 req-9bf824ce-2fb5-448e-84a4-4f1ea7fa1cfd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0495465 Mar 11 18:08:52.084018 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fe7430e3-d880-476f-96f2-08fef1880ae5 req-549d01bd-e89c-4d60-bb69-d5ecfcbfd393 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Mar 11 18:08:53.202017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33943531-7238-428f-8277-dcbaabef2f68 req-cd25987b-b911-4c51-8870-4ad506de9c0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:53.203410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33943531-7238-428f-8277-dcbaabef2f68 req-cd25987b-b911-4c51-8870-4ad506de9c0a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0486064 Mar 11 18:08:53.246657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-33943531-7238-428f-8277-dcbaabef2f68 req-9636f61b-8a12-40a9-a1b0-b15e220fc9c1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355494 Mar 11 18:08:54.371207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe1f92-35a6-40c5-a537-6ebfb5b0042a req-cb9b6b93-3db5-402e-87ff-15e0875418f5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:54.372766 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8fe1f92-35a6-40c5-a537-6ebfb5b0042a req-cb9b6b93-3db5-402e-87ff-15e0875418f5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0574822 Mar 11 18:08:54.410938 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e8fe1f92-35a6-40c5-a537-6ebfb5b0042a req-52d7034e-1b3c-44f5-959c-542fdfee37d2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322745 Mar 11 18:08:55.526612 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce71e-d4d4-4542-a731-4a53cac4168c req-4aa4020e-46c1-4c10-9e04-dc7d8c79d42b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:55.528080 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e1ce71e-d4d4-4542-a731-4a53cac4168c req-4aa4020e-46c1-4c10-9e04-dc7d8c79d42b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0486252 Mar 11 18:08:55.567758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5e1ce71e-d4d4-4542-a731-4a53cac4168c req-ce155f1a-1fee-4d89-9aba-ccd86d5b8fa9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Mar 11 18:08:56.680867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c565e4-147e-44a8-9a5f-5f50ebfffd60 req-f5b94232-9530-4c06-8ad9-b065e3703a49 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:56.682303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2c565e4-147e-44a8-9a5f-5f50ebfffd60 req-f5b94232-9530-4c06-8ad9-b065e3703a49 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0475116 Mar 11 18:08:56.727240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a2c565e4-147e-44a8-9a5f-5f50ebfffd60 req-df74369e-8649-4f18-b85a-7aeaf1afabaf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382414 Mar 11 18:08:57.844943 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d76ada-81c1-4e96-ad31-bb7060101af7 req-64d34f41-88a8-4526-b982-740a1990e227 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:57.846416 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8d76ada-81c1-4e96-ad31-bb7060101af7 req-64d34f41-88a8-4526-b982-740a1990e227 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0507383 Mar 11 18:08:57.882821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d8d76ada-81c1-4e96-ad31-bb7060101af7 req-f345d7c3-20b0-4119-a1ef-922eeede4165 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304184 Mar 11 18:08:58.997310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a00dd0-c8d3-472a-9670-d1e6fc084f4c req-58fd72f5-d1bb-4615-9b98-a3a290843f77 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.998776 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9a00dd0-c8d3-472a-9670-d1e6fc084f4c req-58fd72f5-d1bb-4615-9b98-a3a290843f77 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0482664 Mar 11 18:08:59.036069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a9a00dd0-c8d3-472a-9670-d1e6fc084f4c req-454bd902-4e60-44a0-bae9-9de577bb355f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313141 Mar 11 18:08:59.470283 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:00.150873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796520-b9b7-4d92-9729-641d4b54e101 req-725bcd1a-da2e-4542-92ec-0a1ae37a08a9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:00.152398 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b796520-b9b7-4d92-9729-641d4b54e101 req-725bcd1a-da2e-4542-92ec-0a1ae37a08a9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0485384 Mar 11 18:09:00.195084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b796520-b9b7-4d92-9729-641d4b54e101 req-6af64f3d-98aa-4e45-bc86-6bea992637a3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362494 Mar 11 18:09:01.311178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4485553-85d3-4686-8216-544fa047ad99 req-46e504bc-9072-419c-9a95-57ec45257f3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:01.312660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4485553-85d3-4686-8216-544fa047ad99 req-46e504bc-9072-419c-9a95-57ec45257f3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0504036 Mar 11 18:09:01.349306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e4485553-85d3-4686-8216-544fa047ad99 req-6a85d786-698d-435d-b849-e3e180fe2c6b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306528 Mar 11 18:09:02.467732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012489b-85b0-4c33-8db2-fe9bc4c5d089 req-169dcd61-0535-46b2-a060-1e30db732937 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:02.469741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e012489b-85b0-4c33-8db2-fe9bc4c5d089 req-169dcd61-0535-46b2-a060-1e30db732937 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0495772 Mar 11 18:09:02.506438 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e012489b-85b0-4c33-8db2-fe9bc4c5d089 req-c1b884c4-aa4f-4125-8983-bdcd02c90048 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Mar 11 18:09:03.623881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbee877-b4d1-45aa-8df5-029955d146af req-7c70691a-5a11-4f6d-9788-9de5bfb1812d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:03.625358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfbee877-b4d1-45aa-8df5-029955d146af req-7c70691a-5a11-4f6d-9788-9de5bfb1812d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0475528 Mar 11 18:09:03.666694 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dfbee877-b4d1-45aa-8df5-029955d146af req-b2c7a414-5951-4802-814c-6342502026ce tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353355 Mar 11 18:09:04.781229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6ecb-3524-4d13-b867-215fbb29c691 req-538a73b9-0023-4b64-8ad2-9e69d51b4a37 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:04.782618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1dbd6ecb-3524-4d13-b867-215fbb29c691 req-538a73b9-0023-4b64-8ad2-9e69d51b4a37 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0479832 Mar 11 18:09:04.820737 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1dbd6ecb-3524-4d13-b867-215fbb29c691 req-52dc944b-d351-4505-b58d-b2139673e91a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319018 Mar 11 18:09:05.937768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adef65-d11f-4e5f-8fff-8918206c0cad req-404eefac-e8ed-4314-a776-fca9b9f5f509 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:05.939218 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27adef65-d11f-4e5f-8fff-8918206c0cad req-404eefac-e8ed-4314-a776-fca9b9f5f509 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0483122 Mar 11 18:09:05.976358 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27adef65-d11f-4e5f-8fff-8918206c0cad req-50e7c65e-aecf-4c73-9e44-97f10dff11e3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Mar 11 18:09:06.615152 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:09:07.090659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943890-b220-4f33-bb1c-197b121e6196 req-87d3215b-5829-4c76-b22f-4f571ed4f45a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:07.092114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25943890-b220-4f33-bb1c-197b121e6196 req-87d3215b-5829-4c76-b22f-4f571ed4f45a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0479462 Mar 11 18:09:07.132881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-25943890-b220-4f33-bb1c-197b121e6196 req-79dab22c-1ed9-4954-aa54-4c067a1a5f1a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348361 Mar 11 18:09:08.253094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033a84c-6aa4-4dc7-a907-bed66efbc099 req-91a7ab01-4a03-403f-bcb5-6a1ed3dfc5fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:08.254648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c033a84c-6aa4-4dc7-a907-bed66efbc099 req-91a7ab01-4a03-403f-bcb5-6a1ed3dfc5fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0507305 Mar 11 18:09:08.294263 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c033a84c-6aa4-4dc7-a907-bed66efbc099 req-403b7a65-aca5-4184-88e5-fa585f37c991 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332613 Mar 11 18:09:08.693598 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-76aa528e-d732-4b49-95c1-c99b19888fbc service neutron] show failed (client error): The resource could not be found. Mar 11 18:09:08.694591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-76aa528e-d732-4b49-95c1-c99b19888fbc service neutron] 10.222.0.46 "GET /v2.0/ports/0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8/bindings/n-h1-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0552242 Mar 11 18:09:08.965025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-01c0ab72-271f-4c0d-ad3f-0782bd4527ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:08.966505 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-01c0ab72-271f-4c0d-ad3f-0782bd4527ea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 1096 time: 0.0777676 Mar 11 18:09:08.978324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-f43f3933-8a4e-4942-901b-805587f3bd33 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:09:08.979253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-f43f3933-8a4e-4942-901b-805587f3bd33 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047903 Mar 11 18:09:08.990691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:09.045600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:09.241868 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:09.272994 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:09.311950 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:09.314259 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97206753-e2c6-412f-b04b-b72e4856269b" -d '{"events": [{"server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:09.318606 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:09.332751 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Transition to ACTIVE for port object 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:09:09.336988 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:09.425377 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Pushing event updated for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:09.460813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.461161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.461499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.461832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.462161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.462487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.462809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.463130 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.463449 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.463769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.464087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.464425 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:09.471058 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a634d4e-032c-42ac-9fcb-3f075bfaa313 x-openstack-request-id: req-1a634d4e-032c-42ac-9fcb-3f075bfaa313 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:09.471401 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:09.471601 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a634d4e-032c-42ac-9fcb-3f075bfaa313 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:09.472564 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'code': 200} Mar 11 18:09:09.500096 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76349a1-5e7e-47e4-9b70-75682bc9f6ce req-4aa4b9b7-7a29-488e-bf43-0ed8799c79af tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:09.501604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b76349a1-5e7e-47e4-9b70-75682bc9f6ce req-4aa4b9b7-7a29-488e-bf43-0ed8799c79af tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 943 time: 0.1163323 Mar 11 18:09:09.532790 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] No DVR routers for this DVR port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:09:09.603531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b76349a1-5e7e-47e4-9b70-75682bc9f6ce req-79dfd78f-39b0-469b-9023-8b64497a2c5e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949965 Mar 11 18:09:09.688319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Attempting to bind port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:09:09.688596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Attempting to bind port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:09:09.688948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Attempting to bind port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:09.693134 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:09:09.693450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Attempting to bind port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:09.698100 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:09:09.698433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Checking segment: {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:09:09.698810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Bound using segment: {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:09:09.699226 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Bound port: 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bc9aa1-9469-460c-aa74-30685fdb136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:09:09.700126 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:09.763458 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:09.766276 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:09:09.771111 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:09.806673 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:09.807297 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:09.808703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-78529b16-343e-441c-80d6-3884a11f668c service neutron] 10.222.0.66 "PUT /v2.0/ports/0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 1091 time: 0.8216450 Mar 11 18:09:09.828742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78529b16-343e-441c-80d6-3884a11f668c service neutron] Pushing event updated for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:09.876008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-0158c888-eb03-4da4-a38b-e5ac2c8a8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:09.877563 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-0158c888-eb03-4da4-a38b-e5ac2c8a8cca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1094 time: 0.0424767 Mar 11 18:09:10.294497 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-2bdfd354-2aa9-4eed-95bf-c1febbc6c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:10.295954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-2bdfd354-2aa9-4eed-95bf-c1febbc6c997 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.4096463 Mar 11 18:09:10.359212 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-47aa8b16-6452-466c-9edb-db6b7df6b12a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 999 time: 0.0561471 Mar 11 18:09:10.407199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-95e13fc5-67c2-4325-9e3a-3f6a2c7e8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:10.408947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-95e13fc5-67c2-4325-9e3a-3f6a2c7e8600 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0426991 Mar 11 18:09:10.457451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-be44d4a7-3742-401a-a9a5-1db831e5d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:10.458913 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-be44d4a7-3742-401a-a9a5-1db831e5d34d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433807 Mar 11 18:09:10.556348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-cbbe02c8-affb-4c19-adf4-124806ebe956 service neutron] 10.222.0.66 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899701 Mar 11 18:09:10.651013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d491a269-ef0d-4e0c-a244-0f285737a9a4 req-c1440f21-92ab-4c54-aa11-bc4eca75d9ef service neutron] 10.222.0.66 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862429 Mar 11 18:09:10.723210 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9273d86-3b81-42a7-8a0e-219c2071695d req-76d722e3-67fa-4f03-b377-51b61eb4e45d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:10.724726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9273d86-3b81-42a7-8a0e-219c2071695d req-76d722e3-67fa-4f03-b377-51b61eb4e45d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 943 time: 0.0497770 Mar 11 18:09:10.763819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f9273d86-3b81-42a7-8a0e-219c2071695d req-0c0eceef-308a-4872-bb25-cceaa80a10ce tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Mar 11 18:09:11.446323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:11.473399 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:11.475796 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff12013-5c8f-43c8-8d38-28dfea3c8feb" -d '{"events": [{"name": "network-changed", "server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:11.523878 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ec33ca-6082-4dd3-81fe-28a91a146d2a x-openstack-request-id: req-b2ec33ca-6082-4dd3-81fe-28a91a146d2a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:11.524166 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:11.524456 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2ec33ca-6082-4dd3-81fe-28a91a146d2a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:11.524858 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'status': 'completed', 'code': 200} Mar 11 18:09:11.614044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-a918b8b8-6f2e-4d8d-8501-d30b5e8fac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:11.615556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-a918b8b8-6f2e-4d8d-8501-d30b5e8fac60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1094 time: 0.0634148 Mar 11 18:09:11.617353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-e0e21395-d4d4-46a3-95a7-99e0767d9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:11.618890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-e0e21395-d4d4-46a3-95a7-99e0767d9939 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1094 time: 0.0745471 Mar 11 18:09:11.785182 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-402196f1-3174-45b3-8bd4-cdb3644f8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:11.786814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-402196f1-3174-45b3-8bd4-cdb3644f8d85 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.1600599 Mar 11 18:09:11.789124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-f515a3d1-6a78-4186-9e1f-55e8b94d6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:11.790461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-f515a3d1-6a78-4186-9e1f-55e8b94d6626 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.1628733 Mar 11 18:09:11.920213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-f26cdd0c-1a4c-47c0-ab00-3d6285a40209 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 999 time: 0.1259792 Mar 11 18:09:11.941798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-9fb15039-0035-41c6-9f7c-d97e7004dcca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 999 time: 0.1419446 Mar 11 18:09:12.010642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf6276-705f-4567-ad26-a99fe44bd5e4 req-9f217acc-1b3e-4530-8642-ea2dcda3c472 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:12.012180 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eabf6276-705f-4567-ad26-a99fe44bd5e4 req-9f217acc-1b3e-4530-8642-ea2dcda3c472 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 943 time: 0.1459258 Mar 11 18:09:12.034208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-c438a9df-f09e-4335-aac8-e27b41e4beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:12.035670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-c438a9df-f09e-4335-aac8-e27b41e4beef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.1079981 Mar 11 18:09:12.054368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-76bd70bf-c56a-48ab-9f04-4e4326f750a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:12.055717 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-76bd70bf-c56a-48ab-9f04-4e4326f750a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0941949 Mar 11 18:09:12.114413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-eabf6276-705f-4567-ad26-a99fe44bd5e4 req-398148ba-7792-4e99-b159-d8b32e57f697 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939262 Mar 11 18:09:12.129553 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-22c5f3e4-2f93-48ab-85e3-641590ecbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:12.131023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-22c5f3e4-2f93-48ab-85e3-641590ecbf03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877666 Mar 11 18:09:12.135139 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-535676c1-78cf-48c6-93d4-d14420931846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:12.136526 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-535676c1-78cf-48c6-93d4-d14420931846 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613532 Mar 11 18:09:12.287040 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-cf64500e-9a35-41ea-8452-1bb369c2a3d9 service neutron] 10.222.0.66 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467631 Mar 11 18:09:12.290318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-08f1d378-47f4-4e91-9db1-516d503c7878 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434214 Mar 11 18:09:12.446513 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-7ad1e65c-9381-436d-8e50-c22a4f144be9 service neutron] 10.222.0.66 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518009 Mar 11 18:09:12.449871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aff12013-5c8f-43c8-8d38-28dfea3c8feb req-7f75d84e-ccf1-4dd4-9bc7-108571d2d4ef service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477129 Mar 11 18:09:12.838926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:09:12.876575 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:09:13.236875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4e382-1925-4eb8-87e6-8abed814576a req-3d12b7df-eb3b-4eef-a8f1-fa9f4f698a39 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:13.238331 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80f4e382-1925-4eb8-87e6-8abed814576a req-3d12b7df-eb3b-4eef-a8f1-fa9f4f698a39 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 943 time: 0.0543513 Mar 11 18:09:13.276074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-80f4e382-1925-4eb8-87e6-8abed814576a req-af9afdb5-f131-4629-8257-22f25bea6899 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Mar 11 18:09:13.691411 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-dffc9538-6d41-43da-9dff-d0b806b8be87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:14.393705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dc9e5-bc33-48f5-b974-91b03833c166 req-884bd20d-bb3b-43c1-bdd6-f96f5c842670 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:14.395240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d1dc9e5-bc33-48f5-b974-91b03833c166 req-884bd20d-bb3b-43c1-bdd6-f96f5c842670 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 943 time: 0.0500743 Mar 11 18:09:14.432216 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0d1dc9e5-bc33-48f5-b974-91b03833c166 req-de211257-03fb-4993-9b75-6295bda7c6b3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Mar 11 18:09:14.664131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13afb7-75ee-4423-b362-b88904b5eed4 req-b86cbe11-e79d-4cb6-8731-2624d442b821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:14.665627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b13afb7-75ee-4423-b362-b88904b5eed4 req-b86cbe11-e79d-4cb6-8731-2624d442b821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 943 time: 0.0826328 Mar 11 18:09:14.677819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-2f96c48c-4775-4c68-8e93-ef5ad1bbc61c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:14.679191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-2f96c48c-4775-4c68-8e93-ef5ad1bbc61c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f&tenant_id=5d05a24dde5b4c3993386f284003de39&binding%3Ahost_id=n-h1-833411-1 HTTP/1.1" status: 200 len: 943 time: 0.0707304 Mar 11 18:09:14.749483 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6b13afb7-75ee-4423-b362-b88904b5eed4 req-bdbf9d73-f90c-4c01-bcac-be0cd5109268 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693412 Mar 11 18:09:14.758065 n-d-833411-1 neutron-server[102642]: INFO neutron.api.v2.resource [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-2537739e-31ba-40e4-941a-6d6d6196317b service neutron] delete failed (client error): The resource could not be found. Mar 11 18:09:14.759270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-2537739e-31ba-40e4-941a-6d6d6196317b service neutron] 10.222.0.46 "DELETE /v2.0/ports/0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8/bindings/n-h2-833411-1 HTTP/1.1" status: 404 len: 380 time: 0.0730751 Mar 11 18:09:14.891205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1658f-0f46-4106-b58d-71409a8671aa req-1e9dc78e-80b9-4411-957e-ed17df241f42 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:14.892672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28b1658f-0f46-4106-b58d-71409a8671aa req-1e9dc78e-80b9-4411-957e-ed17df241f42 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 943 time: 0.0707734 Mar 11 18:09:14.894332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-4f11ecad-a02e-4337-84de-683a561df9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:14.895668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-4f11ecad-a02e-4337-84de-683a561df9d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1094 time: 0.0817125 Mar 11 18:09:14.977060 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28b1658f-0f46-4106-b58d-71409a8671aa req-1f769acf-bd70-4fda-907b-8eda94dd9df9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784409 Mar 11 18:09:15.006436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:09:15.007985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-5c24d15e-767a-47df-b262-659f97d8b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:15.009496 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-5c24d15e-767a-47df-b262-659f97d8b065 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.1052313 Mar 11 18:09:15.079268 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-dc7e41ed-7235-4d37-b8ee-a7234ee38493 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 999 time: 0.0621867 Mar 11 18:09:15.098381 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:15.110084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'port_id': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'mac_address': 'fa:16:3e:fe:54:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:09:15.129822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-afa575a5-7b12-4b85-84bf-662a80a1b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:15.131378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-afa575a5-7b12-4b85-84bf-662a80a1b6c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0454006 Mar 11 18:09:15.150337 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:15.164444 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:15.177705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-f1271339-4cfa-41c5-ac95-f9950ffe60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:15.179148 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-f1271339-4cfa-41c5-ac95-f9950ffe60ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407665 Mar 11 18:09:15.183547 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:15.187484 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:15.233958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:15.241149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.241488 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.241822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.242157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.242478 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.242795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.243114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.243430 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.243745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.244059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.244393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.244708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:09:15.271895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-b48dbb2c-994c-4e3a-8d6f-e2af95507e88 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858278 Mar 11 18:09:15.362030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52fa260b-a785-40d8-a47a-2f5a3f807712 req-e700b550-6764-4e18-8acf-39e309cd1997 service neutron] 10.222.0.46 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835981 Mar 11 18:09:15.617683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:09:15.978134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8f3e-8293-41eb-acb4-51459ed3e6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:16.096788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32351d-c545-49ea-8ae0-d237aad06a83 req-efa44bf0-6e3b-4603-888b-9e4479d35576 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:16.098253 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb32351d-c545-49ea-8ae0-d237aad06a83 req-efa44bf0-6e3b-4603-888b-9e4479d35576 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 944 time: 0.0489733 Mar 11 18:09:16.141402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb32351d-c545-49ea-8ae0-d237aad06a83 req-80b9d3fb-a872-4630-bdcd-a0997844edc4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371413 Mar 11 18:09:16.163620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41434) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:09:16.222481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-98c24808-9a52-4d39-a491-cd05acbdbacb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/70fdc664-1825-4b19-a6f0-ad6fe0c19abe HTTP/1.1" status: 200 len: 992 time: 0.0577674 Mar 11 18:09:17.023385 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:17.070801 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:09:17.074569 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:09:17.075448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:17.152174 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:17.175234 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:17.177396 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2cd51c-5c42-4c60-b88e-2e03d5cda25f" -d '{"events": [{"server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:17.189613 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:17.193769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:17.224266 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6402973e-869d-4a14-bf1d-9d1dee3b4226 x-openstack-request-id: req-6402973e-869d-4a14-bf1d-9d1dee3b4226 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:17.224577 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:17.224825 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6402973e-869d-4a14-bf1d-9d1dee3b4226 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:17.225205 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'code': 200} Mar 11 18:09:17.245378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:17.319256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:18.556444 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:19.058270 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:29.475371 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:41.462130 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:43.614499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:09:43.692503 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-957c22c9-079d-48ca-aec3-2e4c4602c643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:45.979404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ae463b6c-157b-4e8f-84d4-8aaaae1758d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:47.321889 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:48.206301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-6d607df7-16f0-4d2a-ad12-5ceab3418d37 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414405 Mar 11 18:09:48.299526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-06abba87-6ffc-43d3-80eb-15915e24e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:48.301072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-06abba87-6ffc-43d3-80eb-15915e24e14d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1096 time: 0.0469489 Mar 11 18:09:48.404526 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-308709fc-c115-4a80-adfd-3f1250cba3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:48.407094 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-308709fc-c115-4a80-adfd-3f1250cba3a0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.0864785 Mar 11 18:09:48.477825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-e6482a6a-34c2-4a3c-8c12-1c58c25d36fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 1001 time: 0.0634298 Mar 11 18:09:48.528500 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-5cf0421f-748d-4503-b817-1bc3c0fa811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:48.529957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-5cf0421f-748d-4503-b817-1bc3c0fa811b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0449021 Mar 11 18:09:48.559352 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:48.579141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-24d37a2a-9173-4345-9543-82e039593ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:48.580669 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-24d37a2a-9173-4345-9543-82e039593ca7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404673 Mar 11 18:09:48.678632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-eb4ac735-68be-4fa4-abbc-0335194d1116 service neutron] 10.222.0.66 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902190 Mar 11 18:09:48.768680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8571f64a-fc1e-44d6-857c-be91f9762352 req-9ac0d8bb-aa7e-4a77-95ed-bd52942212fd service neutron] 10.222.0.66 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821850 Mar 11 18:09:49.060243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:09:59.485055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:11.457083 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:13.694357 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c3048d3-a0aa-4e6f-bf76-e3091a7ed56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:15.172407 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:15.377336 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 7134d6c1-0439-4c87-a0a4-a0144e9ea0a3 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:10:15.377681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:15.451055 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:15.451304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:15.462521 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 7134d6c1-0439-4c87-a0a4-a0144e9ea0a3 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:10:15.610714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:15.638588 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=7134d6c1-0439-4c87-a0a4-a0144e9ea0a3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:15.667437 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.667788 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.668134 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.668506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.668848 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.669686 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.670031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.670359 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.670691 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.671017 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.671350 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.671700 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:15.710447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:15.710817 n-d-833411-1 neutron-server[102641]: INFO neutron.db.l3_db [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP 70fdc664-1825-4b19-a6f0-ad6fe0c19abe disassociated (deleted). External IP: 172.25.8.181, port: 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8. Mar 11 18:10:15.918877 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 7178f016-4dbc-4914-b0be-1afe7d873340 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:15.982618 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fd043453-d4bb-4cad-95bc-c9aa15df08e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:16.370455 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:16.376002 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:16.380614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] Sync routers for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:16.393004 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:16.393617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:16.404235 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f4616a0f-b2c5-4663-a6d9-1a98c07cfe98 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/floatingips/70fdc664-1825-4b19-a6f0-ad6fe0c19abe HTTP/1.1" status: 204 len: 168 time: 1.2301965 Mar 11 18:10:16.404838 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:16.407389 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2d472b8f8e8667602fe9f7f3dac1ba63c115a531def139596d0b668a9be09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477eaf90-5383-4516-afce-cf633e474a00" -d '{"events": [{"name": "network-changed", "server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:16.509735 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:16.513642 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12da44f-2c99-4cc9-87e7-8fb984928f80 x-openstack-request-id: req-e12da44f-2c99-4cc9-87e7-8fb984928f80 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:16.513956 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:16.514215 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e12da44f-2c99-4cc9-87e7-8fb984928f80 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:16.514663 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'status': 'completed', 'code': 200} Mar 11 18:10:16.586800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eaf90-5383-4516-afce-cf633e474a00 req-4e747f53-2aab-427b-a2ba-051a7cd0dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:16.589664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-477eaf90-5383-4516-afce-cf633e474a00 req-4e747f53-2aab-427b-a2ba-051a7cd0dff2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 1096 time: 0.0468225 Mar 11 18:10:16.707910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205f2dc-0191-4eca-af92-b4a3b447c289 req-51724339-7713-49d0-bbb6-b9b4d9aa1eea tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:16.709400 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8205f2dc-0191-4eca-af92-b4a3b447c289 req-51724339-7713-49d0-bbb6-b9b4d9aa1eea tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.1014893 Mar 11 18:10:16.719792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9eb2ced1-bf62-442b-a5f2-d12ae672b15f', 'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:e7:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:02Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:16.736042 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eaf90-5383-4516-afce-cf633e474a00 req-a3081c91-5609-4d6d-a896-b79579f11b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:16.737506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-477eaf90-5383-4516-afce-cf633e474a00 req-a3081c91-5609-4d6d-a896-b79579f11b09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 200 len: 896 time: 0.1378787 Mar 11 18:10:16.750224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] Checking router: 7178f016-4dbc-4914-b0be-1afe7d873340 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:16.758376 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:16.758980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:16.790296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-477eaf90-5383-4516-afce-cf633e474a00 req-df7ac1c7-e74f-4531-b578-096096b21c75 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 200 len: 217 time: 0.0455463 Mar 11 18:10:16.793240 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8205f2dc-0191-4eca-af92-b4a3b447c289 req-4bc495c7-fd37-4805-bbef-24403ab58732 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778761 Mar 11 18:10:16.841789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eaf90-5383-4516-afce-cf633e474a00 req-1c8aaa57-be17-44a8-badb-8f7a661e55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:16.843255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-477eaf90-5383-4516-afce-cf633e474a00 req-1c8aaa57-be17-44a8-badb-8f7a661e55fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 200 len: 834 time: 0.0464714 Mar 11 18:10:16.892401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eaf90-5383-4516-afce-cf633e474a00 req-adf9e7e8-ad92-4cf9-937c-a6ccfa59f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:16.893873 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-477eaf90-5383-4516-afce-cf633e474a00 req-adf9e7e8-ad92-4cf9-937c-a6ccfa59f778 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430462 Mar 11 18:10:16.993589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-477eaf90-5383-4516-afce-cf633e474a00 req-39fce26a-0b0d-4bc0-9a93-b139820ef031 service neutron] 10.222.0.66 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907283 Mar 11 18:10:17.023463 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:17.088720 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-477eaf90-5383-4516-afce-cf633e474a00 req-5a06e445-e6a2-490c-ad12-10181c621918 service neutron] 10.222.0.66 "GET /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863321 Mar 11 18:10:17.227939 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9eb2ced1-bf62-442b-a5f2-d12ae672b15f', 'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:e7:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:02Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:17.253311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48e215-2081-475e-ab28-16b07d5c13f2 None None] The sync data for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 is: [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:03Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9eb2ced1-bf62-442b-a5f2-d12ae672b15f', 'name': '', 'network_id': '4236ef04-8bf0-4c9e-bf55-72ac3ccbe183', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:e7:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:02Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '0af3846e-0c83-4d17-90ce-ba3061822ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:17.326666 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:17.481541 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba2f81-9898-4597-8f6e-0104787b702f None None] New status for floating IP 70fdc664-1825-4b19-a6f0-ad6fe0c19abe: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:10:17.918661 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298357c-e1c1-417a-bf2d-b6a9d8a7698e req-7cfe17f4-96da-45d9-a739-74e7f3fe03fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:17.920284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b298357c-e1c1-417a-bf2d-b6a9d8a7698e req-7cfe17f4-96da-45d9-a739-74e7f3fe03fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0526798 Mar 11 18:10:17.962743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b298357c-e1c1-417a-bf2d-b6a9d8a7698e req-f4a0708f-7728-4925-aa45-49cd142d428a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365474 Mar 11 18:10:18.566149 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:18.660809 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-8039be08-87a5-434d-afbd-6ad37f44c8ae tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:18.662219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-8039be08-87a5-434d-afbd-6ad37f44c8ae tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.66 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 945 time: 0.0475616 Mar 11 18:10:18.751710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:10:18.751946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:18.841541 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:18.841906 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:18.854299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:10:18.980956 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:19.029373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:19.051756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.052416 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.052913 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.053490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.054061 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.054631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.055193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.055758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.056368 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.056921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.057480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.058041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:19.077693 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:19.120277 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] No DVR routers for this DVR port 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:10:19.123857 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65be7eda-8aab-4f69-bb1f-5b1f65ab6131 req-111f82b3-80fd-488c-b995-4938893a0039 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1878f0e3-465c-42cb-a552-cade00ee9f2f HTTP/1.1" status: 200 len: 210 time: 0.0416064 Mar 11 18:10:19.124885 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:19.128076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c0e11f1d-4b3e-4cbd-8c89-e760a8df47d4 req-39cae0e6-d0d3-4dc7-98c1-5f5e2a4ec41b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.66 "DELETE /v2.0/ports/0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 HTTP/1.1" status: 204 len: 173 time: 0.4580228 Mar 11 18:10:19.128543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'name': 'network-vif-deleted', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:19.130840 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94adf15c-72d7-4ff1-bf9e-31c4bc65055e" -d '{"events": [{"server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "name": "network-vif-deleted", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:19.176688 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540800f4-d6b4-4b76-8326-d39001f531d3 x-openstack-request-id: req-540800f4-d6b4-4b76-8326-d39001f531d3 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:19.177044 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1878f0e3-465c-42cb-a552-cade00ee9f2f", "name": "network-vif-deleted", "tag": "0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:19.177365 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-540800f4-d6b4-4b76-8326-d39001f531d3 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:19.177843 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1878f0e3-465c-42cb-a552-cade00ee9f2f', 'name': 'network-vif-deleted', 'tag': '0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8', 'status': 'completed', 'code': 200} Mar 11 18:10:20.181922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41480) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:20.533191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:20.613895 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:10:20.787791 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:10:20.788041 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:20.878494 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port 9eb2ced1-bf62-442b-a5f2-d12ae672b15f, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9eb2ced1-bf62-442b-a5f2-d12ae672b15f,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:20.878856 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:20.891939 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 9eb2ced1-bf62-442b-a5f2-d12ae672b15f owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:10:21.076131 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.099966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=9eb2ced1-bf62-442b-a5f2-d12ae672b15f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:21.236510 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:10:21.258387 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:10:21.258727 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 0e7b6a04-96cc-447f-87bb-5cc9c9b7c2b8 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:10:21.281897 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.489852 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 7178f016-4dbc-4914-b0be-1afe7d873340 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:21.592999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:21.598877 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3ba04a3c-5823-4a43-b4e1-c4577bfe8e80 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/7178f016-4dbc-4914-b0be-1afe7d873340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4157956 Mar 11 18:10:21.600819 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41482) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:21.603433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] Sync routers for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:21.615064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:21.615792 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:21.655483 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-d873bdc6-99de-45bb-a49d-8c31ccfdb87d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting subnet 0af3846e-0c83-4d17-90ce-ba3061822ebf {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:10:21.659103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d873bdc6-99de-45bb-a49d-8c31ccfdb87d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.700370 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d873bdc6-99de-45bb-a49d-8c31ccfdb87d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.722305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:21.783674 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d873bdc6-99de-45bb-a49d-8c31ccfdb87d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.849500 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d873bdc6-99de-45bb-a49d-8c31ccfdb87d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.877818 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d873bdc6-99de-45bb-a49d-8c31ccfdb87d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:21.881017 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-d873bdc6-99de-45bb-a49d-8c31ccfdb87d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/subnets/0af3846e-0c83-4d17-90ce-ba3061822ebf HTTP/1.1" status: 204 len: 168 time: 0.2792671 Mar 11 18:10:21.882671 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873bdc6-99de-45bb-a49d-8c31ccfdb87d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Subnet': ['ID=0af3846e-0c83-4d17-90ce-ba3061822ebf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:21.883838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41484) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:21.889143 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb12baa-d744-4ca1-911a-cd120f695245 None None] Network 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:10:21.985909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:10:21Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:21.990257 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.031716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] Checking router: 7178f016-4dbc-4914-b0be-1afe7d873340 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:22.046180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] Routers {'7178f016-4dbc-4914-b0be-1afe7d873340'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:22.046799 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['7178f016-4dbc-4914-b0be-1afe7d873340'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:22.096360 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.138662 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] DHCP port deletion for 4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:10:22.152111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:10:22.152559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.193891 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] Set router 7178f016-4dbc-4914-b0be-1afe7d873340 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:22.228586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port 13696c3f-a9ca-42bf-8df1-dd09fd0cd056, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=13696c3f-a9ca-42bf-8df1-dd09fd0cd056,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:22.228946 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.241110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:10:22.311843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Deleting port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:10:22.312504 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.399226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] For port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=521dea5d-31c9-4fa3-9d16-eeaa9955a3f4,segment=NetworkSegment(83bc9aa1-9469-460c-aa74-30685fdb136e),segment_id=83bc9aa1-9469-460c-aa74-30685fdb136e)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:22.399624 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.406245 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.431884 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Calling delete_port for 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:10:22.432609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=13696c3f-a9ca-42bf-8df1-dd09fd0cd056,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:22.494523 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.521577 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:10:21Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:22.554433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033f8f3-b85d-46d2-89fc-c6426cfca7e0 None None] The sync data for ids ['7178f016-4dbc-4914-b0be-1afe7d873340'] in n-d-833411-1 is: [{'id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647961794', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:10:21Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '13696c3f-a9ca-42bf-8df1-dd09fd0cd056', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7178f016-4dbc-4914-b0be-1afe7d873340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:00Z', 'updated_at': '2022-03-11T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:22.564090 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.592845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Pushing event deleted for resources: {'Port': ['ID=521dea5d-31c9-4fa3-9d16-eeaa9955a3f4,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:22.596278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] No DVR routers for this DVR port 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:10:22.603597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.603938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.604272 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.604632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.604958 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.605281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.605600 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.605917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.606232 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.606587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.607181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.607181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa2614-8321-475f-bda4-708a3fd303f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:22.919814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.922614 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.972485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.973284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Fanout notify agent at l3_agent the message router_deleted on router 7178f016-4dbc-4914-b0be-1afe7d873340 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:10:22.981611 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:22.982996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4317dbdd-e6a6-4786-9c7c-8317c2c49efd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/routers/7178f016-4dbc-4914-b0be-1afe7d873340 HTTP/1.1" status: 204 len: 168 time: 1.0977168 Mar 11 18:10:22.988811 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41486) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:23.072944 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.097694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:10:23.119133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:10:23.119476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 521dea5d-31c9-4fa3-9d16-eeaa9955a3f4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:10:23.119898 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9eb2ced1-bf62-442b-a5f2-d12ae672b15f no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:10:23.140531 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 9eb2ced1-bf62-442b-a5f2-d12ae672b15f {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:10:23.140876 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9eb2ced1-bf62-442b-a5f2-d12ae672b15f not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:10:23.171435 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.194056 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4236ef04-8bf0-4c9e-bf55-72ac3ccbe183']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:23.204237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bc9aa1-9469-460c-aa74-30685fdb136e') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:23.204585 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bc9aa1-9469-460c-aa74-30685fdb136e') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:23.214281 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.228001 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.234192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:10:23.234579 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:10:23.237714 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:10:23.297861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.305550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.308860 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/networks/4236ef04-8bf0-4c9e-bf55-72ac3ccbe183 HTTP/1.1" status: 204 len: 168 time: 0.3190334 Mar 11 18:10:23.312258 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:23.321947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebe492-bb3f-4991-9c72-840dae5842a2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Network': ['ID=4236ef04-8bf0-4c9e-bf55-72ac3ccbe183,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:23.382073 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ddf8-15a9-4e8b-bb4b-ff349c004e01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.408502 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ddf8-15a9-4e8b-bb4b-ff349c004e01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.468160 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ddf8-15a9-4e8b-bb4b-ff349c004e01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.470937 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ddf8-15a9-4e8b-bb4b-ff349c004e01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.472127 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c7c7ddf8-15a9-4e8b-bb4b-ff349c004e01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe HTTP/1.1" status: 204 len: 168 time: 0.1587811 Mar 11 18:10:23.481112 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7ddf8-15a9-4e8b-bb4b-ff349c004e01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffc3129-2fd3-41ee-b9a5-cc8e4d519abe,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:23.903388 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41494) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:23.908153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6f1af89e-2e0b-4af0-8c3d-8e74bdb0aec0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738159744', 'description': 'tempest-secgroup-smoke-1738159744 description', 'project_id': '5d05a24dde5b4c3993386f284003de39'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:23.928939 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f1af89e-2e0b-4af0-8c3d-8e74bdb0aec0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.991825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f1af89e-2e0b-4af0-8c3d-8e74bdb0aec0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:23.995644 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f1af89e-2e0b-4af0-8c3d-8e74bdb0aec0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.022075 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f1af89e-2e0b-4af0-8c3d-8e74bdb0aec0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.023277 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6f1af89e-2e0b-4af0-8c3d-8e74bdb0aec0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1189115 Mar 11 18:10:24.026356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41496) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:24.027213 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1af89e-2e0b-4af0-8c3d-8e74bdb0aec0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2386d678-b966-4520-9f5c-6f0caa219ca1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.031804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-efa53081-3b71-4641-8b52-c0e56207ce74 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '2386d678-b966-4520-9f5c-6f0caa219ca1', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:24.056913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efa53081-3b71-4641-8b52-c0e56207ce74 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.110895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efa53081-3b71-4641-8b52-c0e56207ce74 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.114796 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efa53081-3b71-4641-8b52-c0e56207ce74 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.134762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa53081-3b71-4641-8b52-c0e56207ce74 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fa5697-0fb8-4f0b-9e11-4b640989bff3,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.139613 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-efa53081-3b71-4641-8b52-c0e56207ce74 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.140829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-efa53081-3b71-4641-8b52-c0e56207ce74 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134198 Mar 11 18:10:24.143542 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41498) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:24.147785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-d2ce4019-dccd-4162-9cc1-abb549a2b961 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '2386d678-b966-4520-9f5c-6f0caa219ca1', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:24.173483 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4019-dccd-4162-9cc1-abb549a2b961 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.227226 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4019-dccd-4162-9cc1-abb549a2b961 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.230743 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4019-dccd-4162-9cc1-abb549a2b961 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.249341 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce4019-dccd-4162-9cc1-abb549a2b961 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e070f17-cc30-4977-9d8f-0145b020785d,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.256595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4019-dccd-4162-9cc1-abb549a2b961 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.257774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d2ce4019-dccd-4162-9cc1-abb549a2b961 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133103 Mar 11 18:10:24.260565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41500) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:24.264802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-701d983c-fd6e-413b-b1e9-e578dfc7f980 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '2386d678-b966-4520-9f5c-6f0caa219ca1', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:24.290485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-701d983c-fd6e-413b-b1e9-e578dfc7f980 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.349990 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-701d983c-fd6e-413b-b1e9-e578dfc7f980 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.359225 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-701d983c-fd6e-413b-b1e9-e578dfc7f980 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.377477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d983c-fd6e-413b-b1e9-e578dfc7f980 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367e183b-c9c7-4e6e-9339-882cb4e06b6e,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.384936 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-701d983c-fd6e-413b-b1e9-e578dfc7f980 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.386056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-701d983c-fd6e-413b-b1e9-e578dfc7f980 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245983 Mar 11 18:10:24.389356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41502) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:24.393635 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-41cd943a-4448-462c-bea8-5e7dea2e2ec8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '2386d678-b966-4520-9f5c-6f0caa219ca1', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:24.417951 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41cd943a-4448-462c-bea8-5e7dea2e2ec8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.478372 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41cd943a-4448-462c-bea8-5e7dea2e2ec8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.482114 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41cd943a-4448-462c-bea8-5e7dea2e2ec8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.499044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd943a-4448-462c-bea8-5e7dea2e2ec8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c32996b-acda-4f73-85c9-a5b36222d92c,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.507891 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41cd943a-4448-462c-bea8-5e7dea2e2ec8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.509535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-41cd943a-4448-462c-bea8-5e7dea2e2ec8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192663 Mar 11 18:10:24.512282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41504) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:24.517448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-4347ecdb-213c-4125-946b-b1a91d4605d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '2386d678-b966-4520-9f5c-6f0caa219ca1', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:24.538468 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-4347ecdb-213c-4125-946b-b1a91d4605d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:10:24.543389 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4347ecdb-213c-4125-946b-b1a91d4605d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.602793 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4347ecdb-213c-4125-946b-b1a91d4605d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.606442 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4347ecdb-213c-4125-946b-b1a91d4605d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.628217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347ecdb-213c-4125-946b-b1a91d4605d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a524f74-9284-4d54-add7-31a236f150d1,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.633123 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4347ecdb-213c-4125-946b-b1a91d4605d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.637273 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41506) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:24.638394 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-4347ecdb-213c-4125-946b-b1a91d4605d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238725 Mar 11 18:10:24.642411 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3685e65c-c975-487d-94b3-e94d87a13733 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '2386d678-b966-4520-9f5c-6f0caa219ca1', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:24.662547 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-3685e65c-c975-487d-94b3-e94d87a13733 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:10:24.667216 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3685e65c-c975-487d-94b3-e94d87a13733 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.730112 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3685e65c-c975-487d-94b3-e94d87a13733 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.733739 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3685e65c-c975-487d-94b3-e94d87a13733 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.750818 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685e65c-c975-487d-94b3-e94d87a13733 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee10371-9720-4b35-83cd-7754fbe2353a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.758048 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3685e65c-c975-487d-94b3-e94d87a13733 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.759237 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3685e65c-c975-487d-94b3-e94d87a13733 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205425 Mar 11 18:10:24.762153 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41508) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:24.767579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'network': {'name': 'tempest-network-smoke--704759868', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'port_security_enabled': True}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:24.786388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:24.790009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.812982 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:10:24.822134 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.822486 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Added segment 6bcf30a1-9400-44ef-9b43-d1922f92f9f4 of type vlan for network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 Mar 11 18:10:24.863285 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.886644 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.892835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:24.893414 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.951834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1879210 Mar 11 18:10:24.954335 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41510) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:24.958590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'admin_state_up': True, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:24.967235 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:10:24.973911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1d7a7-86fb-4123-bfe2-6230205e3469 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Network': ['ID=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.989122 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.989425 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:10:24.990321 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:24.991744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:10:24.992083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 13696c3f-a9ca-42bf-8df1-dd09fd0cd056 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:10:25.048711 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:25.181426 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:25.371492 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:25.390117 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:25.494674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.78 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/89f5274f-4702-4c8e-a3aa-db2b83c959be) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:25.594299 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:25.628273 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:25.672873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:25.675596 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:25.681543 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:25.684533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=89f5274f-4702-4c8e-a3aa-db2b83c959be,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:25.930302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:26.127474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:26.253789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router d29c30b2-70fb-4452-a68c-4a0fd257993f is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:10:26.354847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:26.365309 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Sync routers for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:26.375428 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:26.376723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-456ec942-67e6-4a30-b7c7-19e2b18e160b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4214077 Mar 11 18:10:26.377161 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:26.377768 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:26.379910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41512) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:26.455206 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-59b54abb-8d95-474d-977f-d21d58cf3154 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5d05a24dde5b4c3993386f284003de39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741327 Mar 11 18:10:26.457885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41516) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:26.487246 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:26.543008 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800aa3f4-b4b8-48d8-8719-86c3d727c716 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:26.545146 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-800aa3f4-b4b8-48d8-8719-86c3d727c716 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862684 Mar 11 18:10:26.547901 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41518) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:26.577789 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ff062d18-9eb4-4c4c-9ae2-9debe8a8795c tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265572 Mar 11 18:10:26.578041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41520) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:26.582558 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1955465546', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:26.664542 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:25Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:26.670516 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:26.674125 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:26.694507 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Checking router: d29c30b2-70fb-4452-a68c-4a0fd257993f for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:26.694856 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Updating router d29c30b2-70fb-4452-a68c-4a0fd257993f port 89f5274f-4702-4c8e-a3aa-db2b83c959be binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:26.721307 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:26.855813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:26.913152 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Subnet': ['ID=5ab817e6-d4f2-47e0-add3-af88c6cf34d2,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:26.923067 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Checking segment: {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:10:26.923419 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network hostable DHCP agents. Network: c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:10:26.940064 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:10:26.949330 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:26.954117 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:26.954940 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:26.961595 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615b155-eb82-4569-ba24-99506b3affc2 None None] Network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:10:26.980144 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-de181a19-411e-4f31-8794-b439b8b20faf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010363 Mar 11 18:10:26.980561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41524) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:26.983732 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:26.989756 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.043507 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Attempting to bind port 89f5274f-4702-4c8e-a3aa-db2b83c959be on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:10:27.044383 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Attempting to bind port 89f5274f-4702-4c8e-a3aa-db2b83c959be by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:10:27.044579 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Attempting to bind port 89f5274f-4702-4c8e-a3aa-db2b83c959be on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:27.053740 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:27.054283 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:10:27.054994 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.055269 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:27.055956 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Bound port: 89f5274f-4702-4c8e-a3aa-db2b83c959be, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:10:27.056475 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.090928 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Pushing event updated for resources: {'Port': ['ID=89f5274f-4702-4c8e-a3aa-db2b83c959be,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:27.107511 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.107904 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.108364 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.108803 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.109230 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.109658 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.110052 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.110466 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.110857 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.111247 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.111636 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.112024 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:27.127718 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] For port 89f5274f-4702-4c8e-a3aa-db2b83c959be, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:27.130903 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] For port 89f5274f-4702-4c8e-a3aa-db2b83c959be, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=89f5274f-4702-4c8e-a3aa-db2b83c959be,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:27.133901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:10:27.134836 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.136212 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.192541 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:27.193167 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:27.234112 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4df487-e0a9-4e69-87d7-d3f4d921029b None None] Pushing event updated for resources: {'Port': ['ID=89f5274f-4702-4c8e-a3aa-db2b83c959be,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:27.285486 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Allocated IP 172.20.0.2 (c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443/5ab817e6-d4f2-47e0-add3-af88c6cf34d2/0f1c8912-75dc-4016-901b-b59b9e52580d) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:27.306896 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:27.477640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.601836 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:25Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:27.612115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.621290 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.631733 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c17a7a-d174-4255-aadf-65f9db1452ce None None] The sync data for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 is: [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:25Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:27.670658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:27.674671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:27.676442 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Pushing event updated for resources: {'Port': ['ID=0f1c8912-75dc-4016-901b-b59b9e52580d,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:27.678554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:27.736274 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Attempting to bind port 0f1c8912-75dc-4016-901b-b59b9e52580d on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:10:27.736774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Attempting to bind port 0f1c8912-75dc-4016-901b-b59b9e52580d by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:10:27.737177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Attempting to bind port 0f1c8912-75dc-4016-901b-b59b9e52580d on network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:27.742610 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:27.743012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Checking segment: {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:10:27.743414 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.743935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Bound using segment: {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:27.744424 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Bound port: 0f1c8912-75dc-4016-901b-b59b9e52580d, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:10:27.744806 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.783876 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.1 (c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443/5ab817e6-d4f2-47e0-add3-af88c6cf34d2/0dfdd369-b33b-4e13-bb67-9041b78c6c90) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:27.820249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] For port 0f1c8912-75dc-4016-901b-b59b9e52580d, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:27.824258 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] For port 0f1c8912-75dc-4016-901b-b59b9e52580d, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0f1c8912-75dc-4016-901b-b59b9e52580d,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:27.830016 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.903657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd3bef-14d9-488e-aa5c-d2b01f346e96 None None] Pushing event updated for resources: {'Port': ['ID=0f1c8912-75dc-4016-901b-b59b9e52580d,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:27.938042 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:27.979421 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:28.031127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:28.034862 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:28.040081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:28.074915 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=0dfdd369-b33b-4e13-bb67-9041b78c6c90,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:28.108404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:28.282031 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:28.591378 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:28.597868 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:28.674237 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:28.676000 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=0dfdd369-b33b-4e13-bb67-9041b78c6c90,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:28.776834 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:28.778802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:28.905088 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68203b4f-e285-4cd5-8aa4-446d129fda69 None None] Network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:10:28.988402 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-e2e22e44-2d12-4f39-96ad-05c4c73a7e3a None None] Provisioning complete for port 0f1c8912-75dc-4016-901b-b59b9e52580d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:28.988765 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e2e22e44-2d12-4f39-96ad-05c4c73a7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.113660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 89f5274f-4702-4c8e-a3aa-db2b83c959be up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:29.228651 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e2e22e44-2d12-4f39-96ad-05c4c73a7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.244399 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 89f5274f-4702-4c8e-a3aa-db2b83c959be triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:29.244659 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.256737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router d29c30b2-70fb-4452-a68c-4a0fd257993f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:29.299629 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e2e22e44-2d12-4f39-96ad-05c4c73a7e3a None None] For port 0f1c8912-75dc-4016-901b-b59b9e52580d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0f1c8912-75dc-4016-901b-b59b9e52580d,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:29.307027 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e2e22e44-2d12-4f39-96ad-05c4c73a7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.386991 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e22e44-2d12-4f39-96ad-05c4c73a7e3a None None] Pushing event updated for resources: {'Port': ['ID=0f1c8912-75dc-4016-901b-b59b9e52580d,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:29.388214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:29.395077 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.402703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-f5c524e0-80a9-42b7-a792-df224552e120 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/d29c30b2-70fb-4452-a68c-4a0fd257993f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4211421 Mar 11 18:10:29.429003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 89f5274f-4702-4c8e-a3aa-db2b83c959be, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=89f5274f-4702-4c8e-a3aa-db2b83c959be,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:29.434055 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.434867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0f1c8912-75dc-4016-901b-b59b9e52580d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:29.552020 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Sync routers for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:29.554977 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.576428 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=89f5274f-4702-4c8e-a3aa-db2b83c959be,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:29.583691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:29.584632 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:29.587183 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-339f8f23-2d86-43e9-8019-6e3a8defa424 None None] Provisioning complete for port 0f1c8912-75dc-4016-901b-b59b9e52580d triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:29.587684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-fc0ebac7-0157-4bb5-a4ef-9edf85ee8124 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738159744&fields=id&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 267 time: 0.0360599 Mar 11 18:10:29.587835 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-339f8f23-2d86-43e9-8019-6e3a8defa424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.677248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0f1c8912-75dc-4016-901b-b59b9e52580d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:29.677615 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.708825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-54965908-6bf9-483e-ab92-3cb36fb59bf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:29.710348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-54965908-6bf9-483e-ab92-3cb36fb59bf5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/networks?id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 HTTP/1.1" status: 200 len: 796 time: 0.1140356 Mar 11 18:10:29.729381 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-9629a7c7-5821-4c9f-9166-0be3b56f69a8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/quotas/5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 375 time: 0.0108845 Mar 11 18:10:29.785828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-0ce3ca0d-fb44-48eb-821e-fccd594a3e01 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502882 Mar 11 18:10:29.787259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:29.896954 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-cd226da0-a5ef-45a1-a748-720db8ccb76d service neutron] 10.222.0.53 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964029 Mar 11 18:10:29.988180 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-339f8f23-2d86-43e9-8019-6e3a8defa424 None None] Provisioning complete for port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:29.988807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-339f8f23-2d86-43e9-8019-6e3a8defa424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:29.990239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-824e6195-7971-4148-9b8b-f18c055fa6dc service neutron] 10.222.0.53 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859160 Mar 11 18:10:30.061101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-339f8f23-2d86-43e9-8019-6e3a8defa424 None None] Port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:10:30.094931 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0dfdd369-b33b-4e13-bb67-9041b78c6c90', 'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:a2:fe:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:27Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 2, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:30.124019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Checking router: d29c30b2-70fb-4452-a68c-4a0fd257993f for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:30.124400 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Updating router d29c30b2-70fb-4452-a68c-4a0fd257993f port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:30.150885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:30.160982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-292c9956-776f-4401-9dd9-97afc654686f req-58ba79fd-8258-460d-9058-16cbf822238e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 210 time: 0.0370729 Mar 11 18:10:30.218084 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3515e125-1222-499e-a689-e34b06c77e94 None None] Provisioning complete for port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:30.218451 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3515e125-1222-499e-a689-e34b06c77e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:30.318085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3515e125-1222-499e-a689-e34b06c77e94 None None] Port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:10:30.467654 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:30.474075 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:30.530226 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67981686-b32b-4c3c-b0f5-257b7b933f1e None None] Pushing event updated for resources: {'Port': ['ID=0dfdd369-b33b-4e13-bb67-9041b78c6c90,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:30.582914 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Attempting to bind port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:10:30.583334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Attempting to bind port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:10:30.583725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Attempting to bind port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 on network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:30.589166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:30.589553 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Checking segment: {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:10:30.589958 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:30.591016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Bound using segment: {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:30.591493 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Bound port: 0dfdd369-b33b-4e13-bb67-9041b78c6c90, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:10:30.591878 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:30.665427 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] For port 0dfdd369-b33b-4e13-bb67-9041b78c6c90, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:30.669336 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] For port 0dfdd369-b33b-4e13-bb67-9041b78c6c90, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0dfdd369-b33b-4e13-bb67-9041b78c6c90,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:30.673772 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:30.731535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:30.732015 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:30.793016 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67981686-b32b-4c3c-b0f5-257b7b933f1e None None] Pushing event updated for resources: {'Port': ['ID=0dfdd369-b33b-4e13-bb67-9041b78c6c90,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:30.807919 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8f617675-eabf-4c44-9b6b-cecd5bbf2de3 None None] Provisioning complete for port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:30.808289 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8f617675-eabf-4c44-9b6b-cecd5bbf2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:30.901652 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:31.093431 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 89f5274f-4702-4c8e-a3aa-db2b83c959be up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:31.199082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-a2e68836-cd6a-4682-b90d-9641f682bc1b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:31.200846 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-a2e68836-cd6a-4682-b90d-9641f682bc1b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/networks?id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 HTTP/1.1" status: 200 len: 796 time: 0.1133611 Mar 11 18:10:31.216508 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8f617675-eabf-4c44-9b6b-cecd5bbf2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:31.282282 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a43147e1-b540-4e04-929a-cde81dffe40b req-0094ebd4-c9e0-4693-88d2-9e885dacb6fd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 210 time: 0.0410888 Mar 11 18:10:31.294537 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-35875dbe-3e86-49e0-bc0a-2d380d7e1817 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 380 time: 0.0833983 Mar 11 18:10:31.300760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 89f5274f-4702-4c8e-a3aa-db2b83c959be triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:31.301136 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:31.306766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'port': {'device_id': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'admin_state_up': True, 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'security_groups': ['2386d678-b966-4520-9f5c-6f0caa219ca1']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:31.330459 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8f617675-eabf-4c44-9b6b-cecd5bbf2de3 None None] For port 0dfdd369-b33b-4e13-bb67-9041b78c6c90, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0dfdd369-b33b-4e13-bb67-9041b78c6c90,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:31.341548 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8f617675-eabf-4c44-9b6b-cecd5bbf2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:31.426986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:31.430660 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:31.434858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f617675-eabf-4c44-9b6b-cecd5bbf2de3 None None] Pushing event updated for resources: {'Port': ['ID=0dfdd369-b33b-4e13-bb67-9041b78c6c90,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:31.505719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0f1c8912-75dc-4016-901b-b59b9e52580d up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:31.509935 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-39cededf-3917-42be-b885-b8c7b55a0637 None None] Provisioning complete for port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:31.510079 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-39cededf-3917-42be-b885-b8c7b55a0637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:31.571670 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0dfdd369-b33b-4e13-bb67-9041b78c6c90', 'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:a2:fe:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:27Z', 'updated_at': '2022-03-11T18:10:30Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:31.572199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.7 (c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443/5ab817e6-d4f2-47e0-add3-af88c6cf34d2/f06ffef9-440a-4502-970d-cb15c4c62984) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:31.609622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4317dc-dd71-4942-bf67-7e5e8d39273c None None] The sync data for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 is: [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0dfdd369-b33b-4e13-bb67-9041b78c6c90', 'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:a2:fe:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:27Z', 'updated_at': '2022-03-11T18:10:30Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:31.632658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0f1c8912-75dc-4016-901b-b59b9e52580d triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:31.633408 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:31.750881 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:31.788668 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:31.843616 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:31.846884 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:31.849462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:31.876490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=f06ffef9-440a-4502-970d-cb15c4c62984,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:31.908154 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:31.908640 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:31.927118 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-48e770c1-c2b7-4103-bdae-ee78a1f6404b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6241293 Mar 11 18:10:31.939270 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Request body: {'port': {'device_id': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:31.999765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:32.129418 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-96d83765-7c80-408b-a204-2f8f54705d14 None None] Provisioning complete for port f06ffef9-440a-4502-970d-cb15c4c62984 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:32.129965 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-96d83765-7c80-408b-a204-2f8f54705d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:32.171044 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-96d83765-7c80-408b-a204-2f8f54705d14 None None] Port f06ffef9-440a-4502-970d-cb15c4c62984 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:10:32.291045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06ffef9-440a-4502-970d-cb15c4c62984 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:32.299719 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:32.312525 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Transition to ACTIVE for port object f06ffef9-440a-4502-970d-cb15c4c62984 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:10:32.316968 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:32.416428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Pushing event updated for resources: {'Port': ['ID=f06ffef9-440a-4502-970d-cb15c4c62984,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:32.478880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98545819-94ae-4ef6-9fce-86873f151a9b req-f7f191b3-0ebe-47b9-9ee2-a5a2cae5371d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:32.480647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98545819-94ae-4ef6-9fce-86873f151a9b req-f7f191b3-0ebe-47b9-9ee2-a5a2cae5371d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 943 time: 0.1161880 Mar 11 18:10:32.510352 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Attempting to bind port f06ffef9-440a-4502-970d-cb15c4c62984 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:10:32.510700 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Attempting to bind port f06ffef9-440a-4502-970d-cb15c4c62984 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:10:32.511050 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Attempting to bind port f06ffef9-440a-4502-970d-cb15c4c62984 on network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:32.525202 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Port f06ffef9-440a-4502-970d-cb15c4c62984 on network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:10:32.525547 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Attempting to bind port f06ffef9-440a-4502-970d-cb15c4c62984 on network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:32.539856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:32.540206 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Checking segment: {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:10:32.540639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Bound using segment: {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:32.541094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Bound port: f06ffef9-440a-4502-970d-cb15c4c62984, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcf30a1-9400-44ef-9b43-d1922f92f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:10:32.541458 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:32.564811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-98545819-94ae-4ef6-9fce-86873f151a9b req-f783502a-77f0-4d85-9e74-e89afa87efc2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727332 Mar 11 18:10:32.621344 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] For port f06ffef9-440a-4502-970d-cb15c4c62984, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:32.624630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] For port f06ffef9-440a-4502-970d-cb15c4c62984, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f06ffef9-440a-4502-970d-cb15c4c62984,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:32.629545 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:32.668993 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:32.669659 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:32.671081 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] 10.222.0.46 "PUT /v2.0/ports/f06ffef9-440a-4502-970d-cb15c4c62984 HTTP/1.1" status: 200 len: 1091 time: 0.7368639 Mar 11 18:10:32.671557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:32.673922 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380" -d '{"events": [{"name": "network-changed", "server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:32.697672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27182890-b3c2-43e7-987d-a01e0951372a service neutron] Pushing event updated for resources: {'Port': ['ID=f06ffef9-440a-4502-970d-cb15c4c62984,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:32.741666 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e40b15-5783-47a3-afa2-466ffb0eb380 x-openstack-request-id: req-12e40b15-5783-47a3-afa2-466ffb0eb380 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:32.741956 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:32.742208 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12e40b15-5783-47a3-afa2-466ffb0eb380 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:32.742628 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'status': 'completed', 'code': 200} Mar 11 18:10:32.788188 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-6c081ee7-212a-4f1d-ab37-f41073576f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:32.789974 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-6c081ee7-212a-4f1d-ab37-f41073576f62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 1094 time: 0.0456817 Mar 11 18:10:32.838075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-61dbb616-ac28-40a1-920d-4b03e2b0be6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f06ffef9-440a-4502-970d-cb15c4c62984 HTTP/1.1" status: 200 len: 217 time: 0.0401506 Mar 11 18:10:32.889838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-ff8a9608-250b-430b-8c34-bc5019149bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:32.891292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-ff8a9608-250b-430b-8c34-bc5019149bba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ab817e6-d4f2-47e0-add3-af88c6cf34d2 HTTP/1.1" status: 200 len: 835 time: 0.0462825 Mar 11 18:10:32.937490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-5f95a578-9d99-4bc3-a38b-afc3cbb9416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:32.938992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-5f95a578-9d99-4bc3-a38b-afc3cbb9416f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412180 Mar 11 18:10:33.035918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-706b1f3d-791a-42ef-9ae9-4116c3346ea8 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900972 Mar 11 18:10:33.038240 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0dfdd369-b33b-4e13-bb67-9041b78c6c90 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:33.084770 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:33.085139 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:33.126748 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-435b7d03-26c6-446f-bc6f-24b5a1643495 req-f744679c-fc77-46dc-9700-90589a2df2e8 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843506 Mar 11 18:10:33.274072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-3808e0d8-1bdc-423f-beb2-20f8b5ab56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:33.275482 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-3808e0d8-1bdc-423f-beb2-20f8b5ab56b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 1094 time: 0.0477774 Mar 11 18:10:33.364015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-549117b8-724f-41e3-9f40-0af220546c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:33.365515 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-549117b8-724f-41e3-9f40-0af220546c25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 HTTP/1.1" status: 200 len: 896 time: 0.0832648 Mar 11 18:10:33.410763 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-bfc52242-4120-440d-ad3a-2964aac4c600 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f06ffef9-440a-4502-970d-cb15c4c62984 HTTP/1.1" status: 200 len: 217 time: 0.0383952 Mar 11 18:10:33.467086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-a2f2af6d-e53a-4d93-a0bf-b7e24c41931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:33.468612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-a2f2af6d-e53a-4d93-a0bf-b7e24c41931f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ab817e6-d4f2-47e0-add3-af88c6cf34d2 HTTP/1.1" status: 200 len: 835 time: 0.0511458 Mar 11 18:10:33.520640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-61f16e33-83c8-4ca6-b0ff-c888aa50178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:33.522271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-61f16e33-83c8-4ca6-b0ff-c888aa50178e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451806 Mar 11 18:10:33.620545 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-7d72f4f4-4f00-43e3-9175-f2e73ce97915 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883536 Mar 11 18:10:33.751237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb56d5-abf9-48ac-87f7-ab8ff22174e3 req-cc5945fc-6d7a-40d8-a9c8-86fdbda806fe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:33.753153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dbb56d5-abf9-48ac-87f7-ab8ff22174e3 req-cc5945fc-6d7a-40d8-a9c8-86fdbda806fe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 943 time: 0.1044650 Mar 11 18:10:33.759309 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65f7ca25-4f7f-47b7-a07b-fa6a49e98380 req-a60cf502-c024-4a3f-9aad-1a86120f07c7 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329069 Mar 11 18:10:33.797792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6dbb56d5-abf9-48ac-87f7-ab8ff22174e3 req-1c1e1294-2deb-463e-b793-1b5ea275930e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361400 Mar 11 18:10:34.919657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00015139-c69e-426f-a967-cbb608c19a65 req-f95d293c-83d6-4901-8a1b-ed0a95a163d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:34.921159 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00015139-c69e-426f-a967-cbb608c19a65 req-f95d293c-83d6-4901-8a1b-ed0a95a163d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 943 time: 0.0531414 Mar 11 18:10:34.959722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-00015139-c69e-426f-a967-cbb608c19a65 req-271dac05-3f99-431a-b720-51a99b3a883a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324607 Mar 11 18:10:35.286630 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device f06ffef9-440a-4502-970d-cb15c4c62984 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:10:35.379949 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port f06ffef9-440a-4502-970d-cb15c4c62984, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f06ffef9-440a-4502-970d-cb15c4c62984,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:35.390938 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'port_id': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'mac_address': 'fa:16:3e:56:5d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:10:35.431544 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:35.444687 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06ffef9-440a-4502-970d-cb15c4c62984 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:35.464542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port f06ffef9-440a-4502-970d-cb15c4c62984, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f06ffef9-440a-4502-970d-cb15c4c62984,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:35.469206 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:35.520635 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=f06ffef9-440a-4502-970d-cb15c4c62984,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:35.711773 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['f06ffef9-440a-4502-970d-cb15c4c62984'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:36.077250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f4888-1e3b-4bfd-9158-a7906fae6bb2 req-678440db-72c0-41e8-a3cc-8c1b4cce53ab tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:36.078909 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d0f4888-1e3b-4bfd-9158-a7906fae6bb2 req-678440db-72c0-41e8-a3cc-8c1b4cce53ab tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 944 time: 0.0501497 Mar 11 18:10:36.121372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d0f4888-1e3b-4bfd-9158-a7906fae6bb2 req-6b2eea32-029c-4d5d-b33e-b90b3b18ef56 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345299 Mar 11 18:10:37.235434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea52fef-d9ee-467e-8f96-a320d1bb4971 req-1fa21fc0-1222-4842-b0a5-2d0583c1e244 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:37.236933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ea52fef-d9ee-467e-8f96-a320d1bb4971 req-1fa21fc0-1222-4842-b0a5-2d0583c1e244 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 944 time: 0.0483761 Mar 11 18:10:37.273815 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1ea52fef-d9ee-467e-8f96-a320d1bb4971 req-64ef3f17-7a55-448c-a5df-3293be1a0bad tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309870 Mar 11 18:10:37.287753 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device f06ffef9-440a-4502-970d-cb15c4c62984 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:37.336365 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port f06ffef9-440a-4502-970d-cb15c4c62984 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:10:37.340182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port f06ffef9-440a-4502-970d-cb15c4c62984 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:10:37.340597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:37.420429 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:37.442972 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:37.445207 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7ec29f-50ff-48ae-be63-7222edd75ae9" -d '{"events": [{"server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "name": "network-vif-plugged", "status": "completed", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:37.458657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port f06ffef9-440a-4502-970d-cb15c4c62984, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f06ffef9-440a-4502-970d-cb15c4c62984,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:37.462603 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:37.514026 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=f06ffef9-440a-4502-970d-cb15c4c62984,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:37.543031 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430f720e-9cde-447b-8f3e-b7faab3c65f0 x-openstack-request-id: req-430f720e-9cde-447b-8f3e-b7faab3c65f0 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:37.543811 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "name": "network-vif-plugged", "status": "completed", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:37.544073 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-430f720e-9cde-447b-8f3e-b7faab3c65f0 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:37.544567 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'code': 200} Mar 11 18:10:37.638570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b545d84-5030-46b8-bfd1-4a000597c6cb req-09c880e7-65e1-46e6-874d-c288333c6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:37.640038 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b545d84-5030-46b8-bfd1-4a000597c6cb req-09c880e7-65e1-46e6-874d-c288333c6393 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 1096 time: 0.0431011 Mar 11 18:10:37.675565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2b545d84-5030-46b8-bfd1-4a000597c6cb req-6aa66b8b-4043-4a2d-ba5d-499d3384e163 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282624 Mar 11 18:10:38.411487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd6f2-9098-4ace-b9ac-7086f3abd437 req-778f1ed5-c273-43f9-9e9d-0064b0977bae tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:38.412995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53bbd6f2-9098-4ace-b9ac-7086f3abd437 req-778f1ed5-c273-43f9-9e9d-0064b0977bae tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0500040 Mar 11 18:10:38.456791 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53bbd6f2-9098-4ace-b9ac-7086f3abd437 req-5206c207-7a64-4c41-9ef1-fb9970670ebf tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361066 Mar 11 18:10:39.573951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959a305-15f4-404a-a0fc-719486d15486 req-e9f6aa8c-dd7e-45f2-9de0-b869fe81c4f5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:39.575936 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c959a305-15f4-404a-a0fc-719486d15486 req-e9f6aa8c-dd7e-45f2-9de0-b869fe81c4f5 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0494549 Mar 11 18:10:39.613204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c959a305-15f4-404a-a0fc-719486d15486 req-0891c18d-153f-4c9c-8855-b623c626f6db tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Mar 11 18:10:39.730136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5140a0-72a4-42cb-bece-5feb37cf367e req-35e036bc-f79c-4116-952e-49bc4c3b054d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:39.731523 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e5140a0-72a4-42cb-bece-5feb37cf367e req-35e036bc-f79c-4116-952e-49bc4c3b054d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0522089 Mar 11 18:10:39.768556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e5140a0-72a4-42cb-bece-5feb37cf367e req-ea01e618-a044-48c2-9dae-9c1eef017163 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Mar 11 18:10:39.790394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41582) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:39.832675 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea768bc-f662-49d8-b3c0-f74c620e15f3 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:39.834176 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9ea768bc-f662-49d8-b3c0-f74c620e15f3 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 1091 time: 0.0428286 Mar 11 18:10:39.837094 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41584) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:39.841430 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:39.861332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:39.959427 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:40.062334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.85 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/3a6e99df-bca8-434a-b450-76de4a922e60) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:40.165212 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:40.198460 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:40.236038 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:40.238894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:40.242509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:40.268770 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=3a6e99df-bca8-434a-b450-76de4a922e60,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:40.594737 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:40.659446 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:40.814552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:40.818918 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:40.883186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=3a6e99df-bca8-434a-b450-76de4a922e60,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:40.895205 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:40.995807 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP f043df8e-ec80-46b6-89d0-486b40650638 associated. External IP: 172.25.8.85, port: f06ffef9-440a-4502-970d-cb15c4c62984. Mar 11 18:10:41.200390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router d29c30b2-70fb-4452-a68c-4a0fd257993f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:41.306209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:41.315690 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] Sync routers for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:41.323401 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:41.325830 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:41.326445 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:41.351481 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-df420c94-890b-4481-a1d3-0fdb94b313c2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5133812 Mar 11 18:10:41.352168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:41.354568 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:41.405004 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846d5623-0f38-4831-b24c-72b28913219e x-openstack-request-id: req-846d5623-0f38-4831-b24c-72b28913219e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:41.405651 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:41.405990 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-846d5623-0f38-4831-b24c-72b28913219e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:41.406516 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'status': 'completed', 'code': 200} Mar 11 18:10:41.438379 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:41.479302 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:41.494327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ad0d-617e-40b2-b760-6f631e2f12fd req-8c695984-296e-4ae3-a2af-f8ae995873ed tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.498231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f150ad0d-617e-40b2-b760-6f631e2f12fd req-8c695984-296e-4ae3-a2af-f8ae995873ed tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0881798 Mar 11 18:10:41.500679 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-b62d194c-ae2f-4b86-9c59-6ee5aa18dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.502340 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-b62d194c-ae2f-4b86-9c59-6ee5aa18dd46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 1096 time: 0.0672476 Mar 11 18:10:41.579807 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f150ad0d-617e-40b2-b760-6f631e2f12fd req-9f173b1e-efc7-48dd-aaaa-7d2ec23baa49 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764461 Mar 11 18:10:41.613672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41590) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:41.629797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-d52b11cd-970f-47d9-9250-504a35b87a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.631245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-d52b11cd-970f-47d9-9250-504a35b87a1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 HTTP/1.1" status: 200 len: 896 time: 0.1207418 Mar 11 18:10:41.678516 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'f043df8e-ec80-46b6-89d0-486b40650638', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'port_id': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'mac_address': 'fa:16:3e:56:5d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:40Z', 'updated_at': '2022-03-11T18:10:40Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfdd369-b33b-4e13-bb67-9041b78c6c90', 'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:a2:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:27Z', 'updated_at': '2022-03-11T18:10:31Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:41.689992 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-71406146-b1d3-491e-9742-2c904399dbeb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/f043df8e-ec80-46b6-89d0-486b40650638 HTTP/1.1" status: 200 len: 990 time: 0.0745018 Mar 11 18:10:41.702454 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-ad8970d0-17c0-4683-af41-8652ec5df665 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f06ffef9-440a-4502-970d-cb15c4c62984 HTTP/1.1" status: 200 len: 998 time: 0.0639665 Mar 11 18:10:41.705087 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] Checking router: d29c30b2-70fb-4452-a68c-4a0fd257993f for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:41.713288 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:41.713891 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:10:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:41.751931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-44090574-01d9-4c5a-806c-ad51c614a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.753349 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-44090574-01d9-4c5a-806c-ad51c614a915 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ab817e6-d4f2-47e0-add3-af88c6cf34d2 HTTP/1.1" status: 200 len: 835 time: 0.0437491 Mar 11 18:10:41.799148 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-171540a7-c445-4879-aaf0-6388f019fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.806729 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-171540a7-c445-4879-aaf0-6388f019fb4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408432 Mar 11 18:10:41.823315 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:42.057070 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'f043df8e-ec80-46b6-89d0-486b40650638', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'port_id': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'mac_address': 'fa:16:3e:56:5d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:40Z', 'updated_at': '2022-03-11T18:10:40Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfdd369-b33b-4e13-bb67-9041b78c6c90', 'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:a2:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:27Z', 'updated_at': '2022-03-11T18:10:31Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:42.083859 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495f82e-4050-49b5-a9e5-7971b126efd9 None None] The sync data for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 is: [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': 'f043df8e-ec80-46b6-89d0-486b40650638', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'port_id': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'mac_address': 'fa:16:3e:56:5d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:40Z', 'updated_at': '2022-03-11T18:10:40Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfdd369-b33b-4e13-bb67-9041b78c6c90', 'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:a2:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:27Z', 'updated_at': '2022-03-11T18:10:31Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:42.225869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-8c4a7c99-c04e-40c0-bba8-0a5e5ba0a192 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182699 Mar 11 18:10:42.278367 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252cd28c-76fa-4f61-a110-bc2679816139 None None] New status for floating IP f043df8e-ec80-46b6-89d0-486b40650638: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:10:42.318462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8a44fa24-5aad-4f2d-b3c6-d1e0d148d4b5 req-5ec2457e-fcba-42a5-a06d-0201611f6f1d service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852528 Mar 11 18:10:42.692109 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41592) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:10:42.755258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d967f9df-ea6b-4e07-84c4-d27f2fe1e299 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/f043df8e-ec80-46b6-89d0-486b40650638 HTTP/1.1" status: 200 len: 992 time: 0.0619662 Mar 11 18:10:43.697653 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-59e391fb-b234-4cd0-8861-6b8089bf9a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:45.984053 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b48b470-7d08-4859-b9ed-17607348aa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:46.522204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-b49c27fb-806a-495f-9b4a-67d8619bfdd7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442693 Mar 11 18:10:46.603587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-cf2caa75-f861-4304-b4ad-0486e3932dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.605924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-cf2caa75-f861-4304-b4ad-0486e3932dc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 1096 time: 0.0399725 Mar 11 18:10:46.710883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-6718d68d-9b09-407c-ab83-19db632229c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.712380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-6718d68d-9b09-407c-ab83-19db632229c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 HTTP/1.1" status: 200 len: 896 time: 0.0867724 Mar 11 18:10:46.778113 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-89bdc40a-d757-47f9-9455-9dc07afbc6b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f06ffef9-440a-4502-970d-cb15c4c62984 HTTP/1.1" status: 200 len: 1000 time: 0.0582592 Mar 11 18:10:46.829450 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-35c6d6b6-c455-45d6-a960-c2c278b88e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.830890 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-35c6d6b6-c455-45d6-a960-c2c278b88e55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ab817e6-d4f2-47e0-add3-af88c6cf34d2 HTTP/1.1" status: 200 len: 835 time: 0.0441725 Mar 11 18:10:46.880400 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-9a06c746-68a0-42ad-a1d3-6cb29f769085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.881877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-9a06c746-68a0-42ad-a1d3-6cb29f769085 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447257 Mar 11 18:10:46.969629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-49b12ea2-3d82-4083-b706-99727006d5d8 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806086 Mar 11 18:10:47.063966 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-aa7c7450-9ba4-425c-9efb-b9179ac59b98 req-59618c03-133b-428a-8740-1f52af7cac8f service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877831 Mar 11 18:10:47.327381 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:48.564884 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:49.063692 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:10:57.613351 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:10:59.490951 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:11.472134 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:13.700266 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d926d71-5952-4427-88b7-ae0fe291fa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:15.986427 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6fd6307b-ba38-4ae6-b3f5-365c0bf2b7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:16.226126 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c58df-712e-4224-8ece-ac4467396ac6 req-3dd3378a-3e51-4a6e-b2ad-b8e12211c67b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:16.227665 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-722c58df-712e-4224-8ece-ac4467396ac6 req-3dd3378a-3e51-4a6e-b2ad-b8e12211c67b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0685105 Mar 11 18:11:16.270076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-722c58df-712e-4224-8ece-ac4467396ac6 req-3c24003d-9b6b-4857-bda0-7a9d9d56179b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Mar 11 18:11:17.330670 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:17.402121 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c242d6e-83c0-4bbc-82b8-d73a21795493 req-dd68b065-5c43-415f-9eca-6d6a0aee2307 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:17.403610 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c242d6e-83c0-4bbc-82b8-d73a21795493 req-dd68b065-5c43-415f-9eca-6d6a0aee2307 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0494752 Mar 11 18:11:17.443637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c242d6e-83c0-4bbc-82b8-d73a21795493 req-fc259c6d-deb2-4c58-afa8-c8be77514abe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336311 Mar 11 18:11:18.566137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d75c80-0067-41bd-bce9-bb50c40a36b3 req-127c5cc3-0798-48b2-93e6-dc491cbc313b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:18.567798 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21d75c80-0067-41bd-bce9-bb50c40a36b3 req-127c5cc3-0798-48b2-93e6-dc491cbc313b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0541101 Mar 11 18:11:18.568546 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:18.607278 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-21d75c80-0067-41bd-bce9-bb50c40a36b3 req-697bfc88-207d-4a8c-a803-a45ca862280d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Mar 11 18:11:19.065978 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:19.721292 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c79391-4bd0-4a04-8b33-55157387e081 req-95a8ce8e-feb5-4420-9215-efeeaf08580b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.722672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71c79391-4bd0-4a04-8b33-55157387e081 req-95a8ce8e-feb5-4420-9215-efeeaf08580b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0478127 Mar 11 18:11:19.759941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71c79391-4bd0-4a04-8b33-55157387e081 req-6dd60b46-f74c-49e4-a0d7-cdbc9a4a3e79 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Mar 11 18:11:20.874189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bd363-c4d2-4ccd-b690-34fbe89fcab4 req-2719311d-b26f-4df9-883f-97efa6ccedc6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.875656 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-889bd363-c4d2-4ccd-b690-34fbe89fcab4 req-2719311d-b26f-4df9-883f-97efa6ccedc6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0488455 Mar 11 18:11:20.913092 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-889bd363-c4d2-4ccd-b690-34fbe89fcab4 req-7568e5ce-6421-4aed-8b44-e79ff2b2c7bc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Mar 11 18:11:22.032428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0f020-c4bc-44aa-bca8-908fb56dedec req-f9aedd56-0dd2-486e-8e7c-b52d28744918 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:22.033956 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86d0f020-c4bc-44aa-bca8-908fb56dedec req-f9aedd56-0dd2-486e-8e7c-b52d28744918 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0532138 Mar 11 18:11:22.071641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-86d0f020-c4bc-44aa-bca8-908fb56dedec req-fec0b391-94d9-4ca7-8429-9524c952053a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316799 Mar 11 18:11:23.186184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25d4bb-1ad8-45ef-92a0-bae06f0f194c req-edf97b36-feaf-496a-840f-b75f07214d0c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:23.187633 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d25d4bb-1ad8-45ef-92a0-bae06f0f194c req-edf97b36-feaf-496a-840f-b75f07214d0c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0478849 Mar 11 18:11:23.224683 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2d25d4bb-1ad8-45ef-92a0-bae06f0f194c req-5703a3bc-edf5-413b-9744-a2d3ba7efbca tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Mar 11 18:11:24.339629 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c10a-aaee-488e-a260-429b40a69a0f req-73a9e2a6-a1d1-445c-ad4a-6c075dfbe580 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:24.341139 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da01c10a-aaee-488e-a260-429b40a69a0f req-73a9e2a6-a1d1-445c-ad4a-6c075dfbe580 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0489564 Mar 11 18:11:24.378744 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da01c10a-aaee-488e-a260-429b40a69a0f req-f3f6214f-b600-4238-8a2e-8b5f0d98598e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316932 Mar 11 18:11:25.496013 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd40a6e-87fe-45d1-ad51-d6e76af4232b req-2bcc1bec-db64-4418-b90b-5c863b909b5d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:25.497571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fd40a6e-87fe-45d1-ad51-d6e76af4232b req-2bcc1bec-db64-4418-b90b-5c863b909b5d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0525813 Mar 11 18:11:25.534578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0fd40a6e-87fe-45d1-ad51-d6e76af4232b req-87e369d3-35b8-493a-9f8e-b9332413e48c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Mar 11 18:11:26.659634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2d61-29c2-40ef-8b71-605467dda86d req-a8bfb91d-c9f0-446b-8336-a47ac7c5cb6e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:26.661147 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4cec2d61-29c2-40ef-8b71-605467dda86d req-a8bfb91d-c9f0-446b-8336-a47ac7c5cb6e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0491610 Mar 11 18:11:26.699209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4cec2d61-29c2-40ef-8b71-605467dda86d req-fc09c3b1-258a-4a4d-86a6-e8931576c0e1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319750 Mar 11 18:11:27.813506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf4fcd-f19c-47c5-95e5-eac407a13165 req-8796c3f6-e22d-4ba1-b41b-395bbe6bdc7a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.814982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2bf4fcd-f19c-47c5-95e5-eac407a13165 req-8796c3f6-e22d-4ba1-b41b-395bbe6bdc7a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0493405 Mar 11 18:11:27.852923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e2bf4fcd-f19c-47c5-95e5-eac407a13165 req-ea72ef4d-632d-4f69-9035-6c5f8920815f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Mar 11 18:11:28.972917 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a33b64-a601-4a07-bbed-38b8b073886b req-8c9b1c91-df75-40e6-9d2e-449efd97dd6d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:28.974383 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23a33b64-a601-4a07-bbed-38b8b073886b req-8c9b1c91-df75-40e6-9d2e-449efd97dd6d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0542047 Mar 11 18:11:29.011704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23a33b64-a601-4a07-bbed-38b8b073886b req-e93f9947-ef59-4b82-bff0-9f988ff4dff8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307703 Mar 11 18:11:29.496093 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:30.129101 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f66dfb-1a18-4384-a1fb-aedcff8712e9 req-2221d4db-ab0a-4059-bc06-33e8b546e6ae tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:30.130586 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5f66dfb-1a18-4384-a1fb-aedcff8712e9 req-2221d4db-ab0a-4059-bc06-33e8b546e6ae tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0494645 Mar 11 18:11:30.176153 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f5f66dfb-1a18-4384-a1fb-aedcff8712e9 req-bb3a0921-2b73-4cbf-abdc-d8d3a1347bea tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395970 Mar 11 18:11:31.295045 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e3c47-bd7c-4d29-8000-81cd6a8a51c2 req-16b48560-e1dc-4132-b4e8-e106d543b613 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:31.296813 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f7e3c47-bd7c-4d29-8000-81cd6a8a51c2 req-16b48560-e1dc-4132-b4e8-e106d543b613 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0501084 Mar 11 18:11:31.339474 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4f7e3c47-bd7c-4d29-8000-81cd6a8a51c2 req-718f097b-7927-4fe8-ac11-541b907b4a31 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366080 Mar 11 18:11:32.462825 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf41a2-4128-415a-a921-977416179bff req-e5786f11-a1e4-4478-81ed-5b2805e6686c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:32.464462 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1caf41a2-4128-415a-a921-977416179bff req-e5786f11-a1e4-4478-81ed-5b2805e6686c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0556118 Mar 11 18:11:32.503303 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1caf41a2-4128-415a-a921-977416179bff req-458e1172-9937-42ca-93c8-7e5b7362efae tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328395 Mar 11 18:11:32.525439 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41640) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:11:32.585919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-35d46a6a-d595-4fc5-b606-9fc5051a27ac tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/f043df8e-ec80-46b6-89d0-486b40650638 HTTP/1.1" status: 200 len: 992 time: 0.0591705 Mar 11 18:11:33.890722 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38164857-c10d-4a4a-ac78-9e2bc3de4a05 req-a5bae2b0-8afa-4784-b11c-fd6cbff59869 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:33.892197 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38164857-c10d-4a4a-ac78-9e2bc3de4a05 req-a5bae2b0-8afa-4784-b11c-fd6cbff59869 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0901921 Mar 11 18:11:33.894688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513aed-2501-401f-a516-a25addd3ed9b req-abf66f01-cbb2-40e5-a20f-66774c838597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:33.896039 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9513aed-2501-401f-a516-a25addd3ed9b req-abf66f01-cbb2-40e5-a20f-66774c838597 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 1096 time: 0.0613763 Mar 11 18:11:33.980177 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38164857-c10d-4a4a-ac78-9e2bc3de4a05 req-73ad4954-801b-4249-ac20-bb9be3e704d2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819535 Mar 11 18:11:34.009053 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513aed-2501-401f-a516-a25addd3ed9b req-d28c4e6c-201f-494d-a3b0-334a458164fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:34.010428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9513aed-2501-401f-a516-a25addd3ed9b req-d28c4e6c-201f-494d-a3b0-334a458164fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 HTTP/1.1" status: 200 len: 896 time: 0.1065598 Mar 11 18:11:34.080493 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9513aed-2501-401f-a516-a25addd3ed9b req-3956ee26-0313-4a54-a42f-f79a08f84d21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f06ffef9-440a-4502-970d-cb15c4c62984 HTTP/1.1" status: 200 len: 1000 time: 0.0614517 Mar 11 18:11:34.128539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513aed-2501-401f-a516-a25addd3ed9b req-b211ee27-2886-4f3c-a186-0773053a5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:34.130000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9513aed-2501-401f-a516-a25addd3ed9b req-b211ee27-2886-4f3c-a186-0773053a5bef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ab817e6-d4f2-47e0-add3-af88c6cf34d2 HTTP/1.1" status: 200 len: 835 time: 0.0433593 Mar 11 18:11:34.179300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513aed-2501-401f-a516-a25addd3ed9b req-b1da6ec5-aed3-4d74-8a00-990f5f6e1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:34.182013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9513aed-2501-401f-a516-a25addd3ed9b req-b1da6ec5-aed3-4d74-8a00-990f5f6e1330 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445797 Mar 11 18:11:34.273749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9513aed-2501-401f-a516-a25addd3ed9b req-83cf5b2b-e7c6-4b37-a1e2-b1fe3b55b1c9 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840192 Mar 11 18:11:34.362428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9513aed-2501-401f-a516-a25addd3ed9b req-e949f71e-3aac-47c4-9aba-d7f24534c443 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811005 Mar 11 18:11:34.612413 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:11:35.102591 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0b6e8-96b9-4c94-b1c9-95fe17c7e3f7 req-ad890417-ea6c-4960-aad4-02800f5c734b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:35.104084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cf0b6e8-96b9-4c94-b1c9-95fe17c7e3f7 req-ad890417-ea6c-4960-aad4-02800f5c734b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0547204 Mar 11 18:11:35.141787 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cf0b6e8-96b9-4c94-b1c9-95fe17c7e3f7 req-6243d420-780b-4207-9b63-727fff3b690e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317476 Mar 11 18:11:35.163769 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41650) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:11:35.223468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b46bcf91-091a-48a8-8dc9-ce2566152f71 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/f043df8e-ec80-46b6-89d0-486b40650638 HTTP/1.1" status: 200 len: 992 time: 0.0585363 Mar 11 18:11:41.505434 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:43.701223 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-18466ba4-571a-4e50-af48-b21817ce5bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:45.988619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df6560da-4c52-4f05-8fe1-e62c949c7434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:47.333962 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:47.530692 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-940ded8c-f142-438c-8411-db1239d0cfc7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475121 Mar 11 18:11:47.618978 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-61cf146e-e957-467b-af42-442bcb152c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:47.620417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-61cf146e-e957-467b-af42-442bcb152c49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 1096 time: 0.0429909 Mar 11 18:11:47.728957 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-7c1223d1-3e5c-4506-b9e6-f72a67f27576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:47.730426 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-7c1223d1-3e5c-4506-b9e6-f72a67f27576 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 HTTP/1.1" status: 200 len: 896 time: 0.0880711 Mar 11 18:11:47.802370 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-68867f8c-449e-4dcf-b88a-3a0bcd1f1eba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f06ffef9-440a-4502-970d-cb15c4c62984 HTTP/1.1" status: 200 len: 1000 time: 0.0644405 Mar 11 18:11:47.855308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-51bf2566-0345-4ef6-8a28-5f90b108f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:47.856877 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-51bf2566-0345-4ef6-8a28-5f90b108f0e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ab817e6-d4f2-47e0-add3-af88c6cf34d2 HTTP/1.1" status: 200 len: 835 time: 0.0470636 Mar 11 18:11:47.906102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-553d76b3-edcc-4067-bab2-ea2d7defcb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:47.907620 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-553d76b3-edcc-4067-bab2-ea2d7defcb71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442226 Mar 11 18:11:48.005184 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-3a6d254e-cfb7-45a0-8fae-9177700c0084 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904996 Mar 11 18:11:48.096258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0777e6d4-2a14-4b6b-b47d-00178cb02f5e req-0d46c18e-f856-41e0-970e-082dd60c2278 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837545 Mar 11 18:11:48.570110 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:49.151565 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:11:59.520598 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:07.898194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41674) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:08.063240 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 3a6e99df-bca8-434a-b450-76de4a922e60 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:12:08.063584 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:08.142581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:08.143009 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:08.155165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 3a6e99df-bca8-434a-b450-76de4a922e60 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:12:08.313940 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:08.341273 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=3a6e99df-bca8-434a-b450-76de4a922e60,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:08.353989 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.354327 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.354666 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.355001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.355330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.355656 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.355983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.356310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.356676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.356984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.357306 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.357623 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:08.412982 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:08.413762 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP f043df8e-ec80-46b6-89d0-486b40650638 disassociated (deleted). External IP: 172.25.8.85, port: f06ffef9-440a-4502-970d-cb15c4c62984. Mar 11 18:12:08.637036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router d29c30b2-70fb-4452-a68c-4a0fd257993f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:08.746889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:08.751176 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:08.758695 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] Sync routers for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:08.769366 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:08.769966 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:11:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:08.779809 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ac25fcfb-a25b-43e7-ba04-b891161450d1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/floatingips/f043df8e-ec80-46b6-89d0-486b40650638 HTTP/1.1" status: 204 len: 168 time: 0.8805003 Mar 11 18:12:08.780639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:08.783214 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49" -d '{"events": [{"name": "network-changed", "server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:08.826087 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5ec60b-c65e-4b4d-bbac-456362425128 x-openstack-request-id: req-0d5ec60b-c65e-4b4d-bbac-456362425128 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:08.827069 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:08.827333 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d5ec60b-c65e-4b4d-bbac-456362425128 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:08.827800 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'status': 'completed', 'code': 200} Mar 11 18:12:08.887316 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:08.891718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-ae82c23b-69b0-417b-a9bc-32219ea326f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:08.893376 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-ae82c23b-69b0-417b-a9bc-32219ea326f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 1096 time: 0.0437109 Mar 11 18:12:09.040021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-7d9a9ca8-40a7-4f4b-adfa-a50e0d6837ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:09.041641 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-7d9a9ca8-40a7-4f4b-adfa-a50e0d6837ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 HTTP/1.1" status: 200 len: 896 time: 0.1351600 Mar 11 18:12:09.066689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835d118-9cb0-4dcb-a132-ea6fb7bc0446 req-7fc7864d-a086-48c6-bf40-97e980c9e3d7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:09.068231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f835d118-9cb0-4dcb-a132-ea6fb7bc0446 req-7fc7864d-a086-48c6-bf40-97e980c9e3d7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0815408 Mar 11 18:12:09.103861 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-fc3c0912-cabe-4a8e-b498-6f34db8ea4a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f06ffef9-440a-4502-970d-cb15c4c62984 HTTP/1.1" status: 200 len: 217 time: 0.0546234 Mar 11 18:12:09.129032 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0dfdd369-b33b-4e13-bb67-9041b78c6c90', 'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:a2:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:27Z', 'updated_at': '2022-03-11T18:10:31Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:09.157328 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] Checking router: d29c30b2-70fb-4452-a68c-4a0fd257993f for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:09.166238 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:09.166857 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:11:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:09.171709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f835d118-9cb0-4dcb-a132-ea6fb7bc0446 req-9528914d-5b07-4ddf-a14a-23280f972bf1 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704362 Mar 11 18:12:09.181625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-77cd91ff-51bb-422f-8fff-e69a88b9649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:09.183116 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-77cd91ff-51bb-422f-8fff-e69a88b9649d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ab817e6-d4f2-47e0-add3-af88c6cf34d2 HTTP/1.1" status: 200 len: 835 time: 0.0661716 Mar 11 18:12:09.233557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-0517c530-d439-4a97-bc69-8fbe49ef9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:09.235098 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-0517c530-d439-4a97-bc69-8fbe49ef9980 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444422 Mar 11 18:12:09.343431 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-0c47541b-7051-487f-87c2-e4de9afc73b2 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996580 Mar 11 18:12:09.374284 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:09.445151 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4c75c6d-dcc5-4e59-95c1-ce88f6ed1e49 req-71f3f6fa-b236-45b2-96e0-5fd0f5085fb0 service neutron] 10.222.0.46 "GET /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914860 Mar 11 18:12:09.590572 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0dfdd369-b33b-4e13-bb67-9041b78c6c90', 'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:a2:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:27Z', 'updated_at': '2022-03-11T18:10:31Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:09.621594 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7866bdf-eb2a-4cab-af48-1afae1b87928 None None] The sync data for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 is: [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:28Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '0dfdd369-b33b-4e13-bb67-9041b78c6c90', 'name': '', 'network_id': 'c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:a2:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:27Z', 'updated_at': '2022-03-11T18:10:31Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '5ab817e6-d4f2-47e0-add3-af88c6cf34d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:09.867831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eee599-2d11-47e4-aa26-629c546b18fc None None] New status for floating IP f043df8e-ec80-46b6-89d0-486b40650638: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:12:10.311418 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a4e6e-8ca7-4003-be50-5d4544125b7c req-0fd38fd0-434f-41c6-874f-f5b5ff0a47fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:10.312928 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb3a4e6e-8ca7-4003-be50-5d4544125b7c req-0fd38fd0-434f-41c6-874f-f5b5ff0a47fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0639298 Mar 11 18:12:10.356760 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bb3a4e6e-8ca7-4003-be50-5d4544125b7c req-c8cd6331-706a-46c2-9a72-dab4c0366537 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=2386d678-b966-4520-9f5c-6f0caa219ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377760 Mar 11 18:12:10.653851 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-e5d0f420-2787-4372-9b2b-fdd8aa1a37ed tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:10.655302 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-e5d0f420-2787-4372-9b2b-fdd8aa1a37ed tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 945 time: 0.0500188 Mar 11 18:12:10.741033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port f06ffef9-440a-4502-970d-cb15c4c62984 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:12:10.741326 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:10.831237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port f06ffef9-440a-4502-970d-cb15c4c62984, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=f06ffef9-440a-4502-970d-cb15c4c62984,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:10.831592 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:10.844184 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for f06ffef9-440a-4502-970d-cb15c4c62984 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:12:10.975336 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:11.010119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=f06ffef9-440a-4502-970d-cb15c4c62984,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:11.054394 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] No DVR routers for this DVR port f06ffef9-440a-4502-970d-cb15c4c62984 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:11.056844 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:11.060076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27ed6b88-4754-4ac1-8574-e43fdd48b1d3 req-127b7f76-7fc5-4ea3-87a4-5927b60dbabe tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "DELETE /v2.0/ports/f06ffef9-440a-4502-970d-cb15c4c62984 HTTP/1.1" status: 204 len: 173 time: 0.3993168 Mar 11 18:12:11.060545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'name': 'network-vif-deleted', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:11.062828 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c3f5a-e6c4-42c8-8372-50f9219d4dbc" -d '{"events": [{"server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "name": "network-vif-deleted", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:11.101520 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8929d82b-55d9-4a84-8025-f4ef4384b12d x-openstack-request-id: req-8929d82b-55d9-4a84-8025-f4ef4384b12d {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:11.101932 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbdca7e-c77d-42f2-b630-da0e1cafc45b", "name": "network-vif-deleted", "tag": "f06ffef9-440a-4502-970d-cb15c4c62984", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:11.102200 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8929d82b-55d9-4a84-8025-f4ef4384b12d {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:11.102680 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbdca7e-c77d-42f2-b630-da0e1cafc45b', 'name': 'network-vif-deleted', 'tag': 'f06ffef9-440a-4502-970d-cb15c4c62984', 'status': 'completed', 'code': 200} Mar 11 18:12:11.481551 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ce0e5b18-c555-42f3-93ee-9617875c7385 req-bee62d58-d926-4589-b237-2879bc8f330a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbdca7e-c77d-42f2-b630-da0e1cafc45b HTTP/1.1" status: 200 len: 210 time: 0.0328383 Mar 11 18:12:11.502942 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:11.611421 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:12:12.540257 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:12.886060 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:13.132176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 0dfdd369-b33b-4e13-bb67-9041b78c6c90 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:12:13.132580 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:13.221088 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port 0dfdd369-b33b-4e13-bb67-9041b78c6c90, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0dfdd369-b33b-4e13-bb67-9041b78c6c90,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:13.221455 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:13.234461 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 0dfdd369-b33b-4e13-bb67-9041b78c6c90 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:12:13.414472 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:13.438804 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=0dfdd369-b33b-4e13-bb67-9041b78c6c90,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:13.449262 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.449618 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.449959 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.450297 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.450632 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.450966 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.451298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.451628 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.452295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.452295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.452612 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.452924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:13.627602 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:13.703426 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6a5be56a-d0dd-49c3-820c-bf3dd6779a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.175868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router d29c30b2-70fb-4452-a68c-4a0fd257993f has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:14.278083 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:14.283448 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a5145062-ea24-4e38-a72f-1d687c05a9f4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/d29c30b2-70fb-4452-a68c-4a0fd257993f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419224 Mar 11 18:12:14.286271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41698) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:14.288038 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] Sync routers for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:14.298644 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:14.299051 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:11:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:14.341926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe718b96-747b-4966-92d6-f735caf0e02d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting subnet 5ab817e6-d4f2-47e0-add3-af88c6cf34d2 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:12:14.345206 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe718b96-747b-4966-92d6-f735caf0e02d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.385756 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe718b96-747b-4966-92d6-f735caf0e02d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.402550 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:14.471830 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe718b96-747b-4966-92d6-f735caf0e02d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.536770 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe718b96-747b-4966-92d6-f735caf0e02d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.563634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe718b96-747b-4966-92d6-f735caf0e02d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab817e6-d4f2-47e0-add3-af88c6cf34d2,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:14.567302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe718b96-747b-4966-92d6-f735caf0e02d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.572799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-fe718b96-747b-4966-92d6-f735caf0e02d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/subnets/5ab817e6-d4f2-47e0-add3-af88c6cf34d2 HTTP/1.1" status: 204 len: 168 time: 0.2854893 Mar 11 18:12:14.573763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41700) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:14.578484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c275f1b2-128b-4e42-8e0b-ec6e4a094b4f None None] Network c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:12:14.589641 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:12:13Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:14.620589 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] Checking router: d29c30b2-70fb-4452-a68c-4a0fd257993f for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:14.629761 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] Routers {'d29c30b2-70fb-4452-a68c-4a0fd257993f'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:14.630499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:11:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['d29c30b2-70fb-4452-a68c-4a0fd257993f'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:14.690261 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.744531 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] Set router d29c30b2-70fb-4452-a68c-4a0fd257993f gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:14.787619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] DHCP port deletion for c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:12:14.798262 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.840257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Deleting port 0f1c8912-75dc-4016-901b-b59b9e52580d {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:12:14.840671 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.852850 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 89f5274f-4702-4c8e-a3aa-db2b83c959be {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:12:14.853284 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.936742 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:12:13Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:14.942723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port 89f5274f-4702-4c8e-a3aa-db2b83c959be, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=89f5274f-4702-4c8e-a3aa-db2b83c959be,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:14.943103 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:14.957912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 89f5274f-4702-4c8e-a3aa-db2b83c959be owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:12:14.964310 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528943f-ca39-47de-859e-6cd2823e542c None None] The sync data for ids ['d29c30b2-70fb-4452-a68c-4a0fd257993f'] in n-d-833411-1 is: [{'id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020071475', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:12:13Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': '89f5274f-4702-4c8e-a3aa-db2b83c959be', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29c30b2-70fb-4452-a68c-4a0fd257993f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:15.066881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] For port 0f1c8912-75dc-4016-901b-b59b9e52580d, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=0f1c8912-75dc-4016-901b-b59b9e52580d,segment=NetworkSegment(6bcf30a1-9400-44ef-9b43-d1922f92f9f4),segment_id=6bcf30a1-9400-44ef-9b43-d1922f92f9f4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:15.067273 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.079092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Calling delete_port for 0f1c8912-75dc-4016-901b-b59b9e52580d owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:12:15.134172 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.155224 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.159050 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=89f5274f-4702-4c8e-a3aa-db2b83c959be,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:15.187918 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Pushing event deleted for resources: {'Port': ['ID=0f1c8912-75dc-4016-901b-b59b9e52580d,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:15.190597 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] No DVR routers for this DVR port 0f1c8912-75dc-4016-901b-b59b9e52580d on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:15.201007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.201007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.201007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.201734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.201734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.201929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.202186 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.202695 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.203166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.203639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.204119 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.204650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b1a54-5ba6-4ce6-8fd0-589157b3d1f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:15.228326 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.325178 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.327481 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.375840 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.376274 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Fanout notify agent at l3_agent the message router_deleted on router d29c30b2-70fb-4452-a68c-4a0fd257993f {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:12:15.386282 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.387453 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-4e78f14c-bc58-436c-93cd-73bc4a6fd645 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/routers/d29c30b2-70fb-4452-a68c-4a0fd257993f HTTP/1.1" status: 204 len: 168 time: 0.8126569 Mar 11 18:12:15.390390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41702) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:15.439241 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0f1c8912-75dc-4016-901b-b59b9e52580d no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:15.462188 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 0f1c8912-75dc-4016-901b-b59b9e52580d {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:12:15.462552 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0f1c8912-75dc-4016-901b-b59b9e52580d not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:15.463052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0dfdd369-b33b-4e13-bb67-9041b78c6c90 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:15.472549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.487085 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 0dfdd369-b33b-4e13-bb67-9041b78c6c90 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:12:15.487556 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 0dfdd369-b33b-4e13-bb67-9041b78c6c90 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:15.564485 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.585112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:15.595380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcf30a1-9400-44ef-9b43-d1922f92f9f4') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:15.595676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcf30a1-9400-44ef-9b43-d1922f92f9f4') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:15.606922 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.620728 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.627521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:12:15.627913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:12:15.631386 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:12:15.702394 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.709617 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.712870 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/networks/c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443 HTTP/1.1" status: 204 len: 168 time: 0.3214908 Mar 11 18:12:15.715753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41704) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:15.724162 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d72ce-8a49-4a99-9d71-90f2dfda6040 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Network': ['ID=c5cd9a5f-2c91-4dbb-8f82-dd84aceb3443,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:15.777989 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-322f452c-3de0-49dd-98c3-727c4a7d64e8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.802191 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-322f452c-3de0-49dd-98c3-727c4a7d64e8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.864447 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-322f452c-3de0-49dd-98c3-727c4a7d64e8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.867096 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-322f452c-3de0-49dd-98c3-727c4a7d64e8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:15.868260 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-322f452c-3de0-49dd-98c3-727c4a7d64e8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/security-groups/2386d678-b966-4520-9f5c-6f0caa219ca1 HTTP/1.1" status: 204 len: 168 time: 0.1514728 Mar 11 18:12:15.877440 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f452c-3de0-49dd-98c3-727c4a7d64e8 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2386d678-b966-4520-9f5c-6f0caa219ca1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:15.878104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device f06ffef9-440a-4502-970d-cb15c4c62984 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:15.903002 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: f06ffef9-440a-4502-970d-cb15c4c62984 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:12:15.903784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device f06ffef9-440a-4502-970d-cb15c4c62984 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:15.990774 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-56ac9317-ff20-4fe6-9c8c-c6775dccd0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.224081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41710) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:16.228811 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f5c4f8d7-c3db-46b0-84f2-66447aca1fca tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043260715', 'description': 'tempest-secgroup-smoke-1043260715 description', 'project_id': '5d05a24dde5b4c3993386f284003de39'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:16.250505 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f8d7-c3db-46b0-84f2-66447aca1fca tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.323250 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f8d7-c3db-46b0-84f2-66447aca1fca tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.327265 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f8d7-c3db-46b0-84f2-66447aca1fca tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.358148 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f8d7-c3db-46b0-84f2-66447aca1fca tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.359568 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f5c4f8d7-c3db-46b0-84f2-66447aca1fca tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344204 Mar 11 18:12:16.361427 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4f8d7-c3db-46b0-84f2-66447aca1fca tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635aa784-0cce-4f87-b475-8353ae2c98b4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:16.362601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41712) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:16.368839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-551e2193-f509-48f6-bd46-7e9f0f01959f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '635aa784-0cce-4f87-b475-8353ae2c98b4', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:16.394721 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-551e2193-f509-48f6-bd46-7e9f0f01959f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.452603 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-551e2193-f509-48f6-bd46-7e9f0f01959f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.456150 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-551e2193-f509-48f6-bd46-7e9f0f01959f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.477767 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e2193-f509-48f6-bd46-7e9f0f01959f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2958fa0-d670-4797-8b24-a3d93c2201a1,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:16.484688 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-551e2193-f509-48f6-bd46-7e9f0f01959f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.485912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-551e2193-f509-48f6-bd46-7e9f0f01959f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216867 Mar 11 18:12:16.488642 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41714) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:16.493434 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-0fa7816b-4959-4493-bc42-8e828799ac7b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '635aa784-0cce-4f87-b475-8353ae2c98b4', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:16.518447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fa7816b-4959-4493-bc42-8e828799ac7b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.577385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fa7816b-4959-4493-bc42-8e828799ac7b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.581024 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fa7816b-4959-4493-bc42-8e828799ac7b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.598415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7816b-4959-4493-bc42-8e828799ac7b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9576dd-0826-4b35-9f93-8f7bb9a6dc5a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:16.607707 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fa7816b-4959-4493-bc42-8e828799ac7b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.608947 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0fa7816b-4959-4493-bc42-8e828799ac7b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193886 Mar 11 18:12:16.612668 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41716) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:16.617647 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-77e5a0ad-1c36-4574-96e1-24ca10f7b953 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '635aa784-0cce-4f87-b475-8353ae2c98b4', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:16.641756 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77e5a0ad-1c36-4574-96e1-24ca10f7b953 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.700609 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77e5a0ad-1c36-4574-96e1-24ca10f7b953 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.704938 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77e5a0ad-1c36-4574-96e1-24ca10f7b953 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.722332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5a0ad-1c36-4574-96e1-24ca10f7b953 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8870c848-6ac7-4367-9f22-1e20112ee142,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:16.731643 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77e5a0ad-1c36-4574-96e1-24ca10f7b953 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.732856 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-77e5a0ad-1c36-4574-96e1-24ca10f7b953 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192431 Mar 11 18:12:16.735531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41718) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:16.739768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-cfb39c57-dc14-43a4-80b9-cde2fbff5d5f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '635aa784-0cce-4f87-b475-8353ae2c98b4', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:16.766323 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c57-dc14-43a4-80b9-cde2fbff5d5f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.827395 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c57-dc14-43a4-80b9-cde2fbff5d5f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.831164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c57-dc14-43a4-80b9-cde2fbff5d5f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.850523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb39c57-dc14-43a4-80b9-cde2fbff5d5f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c90646-8419-4724-be6e-a1f4481ac272,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:16.856672 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c57-dc14-43a4-80b9-cde2fbff5d5f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.860778 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41720) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:16.861293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cfb39c57-dc14-43a4-80b9-cde2fbff5d5f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242795 Mar 11 18:12:16.865334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a26619de-be52-4d0e-bb32-3715010ba8d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '635aa784-0cce-4f87-b475-8353ae2c98b4', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:16.885802 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-a26619de-be52-4d0e-bb32-3715010ba8d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:12:16.890589 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a26619de-be52-4d0e-bb32-3715010ba8d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.949757 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a26619de-be52-4d0e-bb32-3715010ba8d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.953207 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a26619de-be52-4d0e-bb32-3715010ba8d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.972493 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26619de-be52-4d0e-bb32-3715010ba8d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b11c6c8-a007-4b05-be8a-b508a84318dc,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:16.978177 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a26619de-be52-4d0e-bb32-3715010ba8d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:16.979379 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-a26619de-be52-4d0e-bb32-3715010ba8d4 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176009 Mar 11 18:12:16.982181 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:16.986467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-58bd5f9a-e8f7-4f58-8ad7-d195cdcb5d3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'security_group_rule': {'security_group_id': '635aa784-0cce-4f87-b475-8353ae2c98b4', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:17.005815 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-58bd5f9a-e8f7-4f58-8ad7-d195cdcb5d3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Project 5d05a24dde5b4c3993386f284003de39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:12:17.010736 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58bd5f9a-e8f7-4f58-8ad7-d195cdcb5d3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.021370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 89f5274f-4702-4c8e-a3aa-db2b83c959be no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:17.044447 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 89f5274f-4702-4c8e-a3aa-db2b83c959be {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:12:17.044793 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 89f5274f-4702-4c8e-a3aa-db2b83c959be not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:17.074012 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58bd5f9a-e8f7-4f58-8ad7-d195cdcb5d3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.077773 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58bd5f9a-e8f7-4f58-8ad7-d195cdcb5d3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.096536 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd5f9a-e8f7-4f58-8ad7-d195cdcb5d3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a5b98f-654f-4234-b238-aebfc1248b70,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:17.104841 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58bd5f9a-e8f7-4f58-8ad7-d195cdcb5d3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.106101 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-58bd5f9a-e8f7-4f58-8ad7-d195cdcb5d3a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229928 Mar 11 18:12:17.109116 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41724) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:17.114162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'network': {'name': 'tempest-network-smoke--1484381342', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'port_security_enabled': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:17.136133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:17.139621 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.164450 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:12:17.174031 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.174461 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Added segment 903b115e-64aa-4d18-9849-b7f129668769 of type vlan for network 39a68ccf-ee76-408f-835c-41efddadc6bb Mar 11 18:12:17.216196 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.240471 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.245972 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:17.246547 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.301597 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888566 Mar 11 18:12:17.301891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41726) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:17.306693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'admin_state_up': True, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:17.313034 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d360b-52f4-49c6-b130-e1fc47172f8b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Network': ['ID=39a68ccf-ee76-408f-835c-41efddadc6bb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:17.328065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 39a68ccf-ee76-408f-835c-41efddadc6bb details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:12:17.329576 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.330796 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.379850 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.388080 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:17.526577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:18.045018 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:18.064153 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:18.172899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.164 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/e0368bf0-b48b-4734-ab70-8383ce64f722) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:18.279164 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:18.314318 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:18.353426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:18.356216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:18.359589 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:18.385022 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=e0368bf0-b48b-4734-ab70-8383ce64f722,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:18.573282 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:18.613404 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:18.818165 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:18.944665 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 032fc9dd-02fe-410d-be94-f74c057c74d7 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:12:19.050777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:19.060093 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Sync routers for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:19.070782 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:19.071406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:12:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:19.071586 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.072879 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-35c026c4-ec18-44f0-a1f9-902a242521cd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7697866 Mar 11 18:12:19.075953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41728) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:19.103895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-b15b8470-4be4-4a04-ba86-b396cc285e01 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5d05a24dde5b4c3993386f284003de39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267289 Mar 11 18:12:19.106634 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41730) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:19.178652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.188788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:19.198822 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867ef1a7-8f5a-4116-ae32-dbadd42af490 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:19.200247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-867ef1a7-8f5a-4116-ae32-dbadd42af490 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926747 Mar 11 18:12:19.203169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41732) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:19.230440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-12187c86-222f-4f72-a424-45672dc41652 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=647719a6-c416-4b7e-9277-98cf0c73a95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262213 Mar 11 18:12:19.233029 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41734) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:19.238001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996340856', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'project_id': '5d05a24dde5b4c3993386f284003de39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:19.325870 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:19.329585 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.368211 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:18Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:19.400147 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Checking router: 032fc9dd-02fe-410d-be94-f74c057c74d7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:19.400641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Updating router 032fc9dd-02fe-410d-be94-f74c057c74d7 port e0368bf0-b48b-4734-ab70-8383ce64f722 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:12:19.425673 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.509908 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.579738 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Subnet': ['ID=6855b39a-3ca8-4485-9754-06c8a4aff39a,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:19.584807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Checking segment: {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:12:19.585178 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network hostable DHCP agents. Network: 39a68ccf-ee76-408f-835c-41efddadc6bb, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:12:19.602166 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 39a68ccf-ee76-408f-835c-41efddadc6bb is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:12:19.612495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 39a68ccf-ee76-408f-835c-41efddadc6bb) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:19.617928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:19.618525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.630461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d03fd36-5f80-4c4f-b12c-9360706d24df None None] Network 39a68ccf-ee76-408f-835c-41efddadc6bb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:12:19.637082 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-66547089-1d46-431e-860d-ea74756b413d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4027224 Mar 11 18:12:19.639453 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41736) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:19.750150 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.763951 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.850673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceee0a-bd9d-4844-a26b-24ea65138a11 None None] Pushing event updated for resources: {'Port': ['ID=e0368bf0-b48b-4734-ab70-8383ce64f722,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:19.853027 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Attempting to bind port e0368bf0-b48b-4734-ab70-8383ce64f722 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:19.853393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Attempting to bind port e0368bf0-b48b-4734-ab70-8383ce64f722 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:19.853803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Attempting to bind port e0368bf0-b48b-4734-ab70-8383ce64f722 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:19.864641 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:19.865019 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:12:19.865425 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.865821 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:19.866281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Bound port: e0368bf0-b48b-4734-ab70-8383ce64f722, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:12:19.866703 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.915271 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-39a68ccf-ee76-408f-835c-41efddadc6bb', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:12:19.916127 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:19.948476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] For port e0368bf0-b48b-4734-ab70-8383ce64f722, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:19.955647 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] For port e0368bf0-b48b-4734-ab70-8383ce64f722, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e0368bf0-b48b-4734-ab70-8383ce64f722,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:19.961807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:20.079475 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:20.109040 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceee0a-bd9d-4844-a26b-24ea65138a11 None None] Pushing event updated for resources: {'Port': ['ID=e0368bf0-b48b-4734-ab70-8383ce64f722,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:20.113521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:20.114131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:12:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:20.175112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Allocated IP 172.20.0.2 (39a68ccf-ee76-408f-835c-41efddadc6bb/6855b39a-3ca8-4485-9754-06c8a4aff39a/ae4f8a81-3715-490d-b474-1bc648a8a044) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:20.283088 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:20.635445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:20.658122 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:20.704940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.1 (39a68ccf-ee76-408f-835c-41efddadc6bb/6855b39a-3ca8-4485-9754-06c8a4aff39a/7c66ce51-1945-4b8c-bdb6-c1309919386c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:20.712062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Network 39a68ccf-ee76-408f-835c-41efddadc6bb is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:20.718801 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:20.720688 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Pushing event updated for resources: {'Port': ['ID=ae4f8a81-3715-490d-b474-1bc648a8a044,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:20.723189 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:20.764199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:18Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:20.811281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6b236-38ae-409c-9f76-6e46198989b6 None None] The sync data for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 is: [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:18Z', 'revision_number': 3, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:20.818717 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Attempting to bind port ae4f8a81-3715-490d-b474-1bc648a8a044 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:20.819092 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Attempting to bind port ae4f8a81-3715-490d-b474-1bc648a8a044 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:20.819461 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Attempting to bind port ae4f8a81-3715-490d-b474-1bc648a8a044 on network 39a68ccf-ee76-408f-835c-41efddadc6bb {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:20.822977 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:20.825373 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:20.828985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Checking segment: {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:12:20.828985 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:20.828985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Bound using segment: {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:20.828985 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Bound port: ae4f8a81-3715-490d-b474-1bc648a8a044, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:12:20.828985 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:20.864651 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:20.899961 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] For port ae4f8a81-3715-490d-b474-1bc648a8a044, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:20.903676 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] For port ae4f8a81-3715-490d-b474-1bc648a8a044, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ae4f8a81-3715-490d-b474-1bc648a8a044,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:20.907687 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:20.918480 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 39a68ccf-ee76-408f-835c-41efddadc6bb is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:20.921639 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:20.926136 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:20.959730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=7c66ce51-1945-4b8c-bdb6-c1309919386c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:20.973177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027eac39-dffa-48a8-9ed7-18380c6f561a None None] Pushing event updated for resources: {'Port': ['ID=ae4f8a81-3715-490d-b474-1bc648a8a044,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:20.981641 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:21.151966 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:21.493123 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:21.500027 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:21.577444 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:21.579194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=7c66ce51-1945-4b8c-bdb6-c1309919386c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:21.682034 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 39a68ccf-ee76-408f-835c-41efddadc6bb is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:21.683557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:21.799534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 032fc9dd-02fe-410d-be94-f74c057c74d7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:21.911515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:21.919923 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-24a84d86-1dfd-4c2f-a8f9-7af425292233 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/032fc9dd-02fe-410d-be94-f74c057c74d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2760866 Mar 11 18:12:21.977473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e7b35d-fd9b-4652-80a4-49e4cc8bc967 None None] Network 39a68ccf-ee76-408f-835c-41efddadc6bb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:12:22.058449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-16f03188-3d40-4afb-a524-70149e523034 None None] Provisioning complete for port ae4f8a81-3715-490d-b474-1bc648a8a044 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:22.058823 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16f03188-3d40-4afb-a524-70149e523034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:22.066792 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-150b19bd-dfae-4e6d-a897-b5a188698056 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043260715&fields=id&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 267 time: 0.0350628 Mar 11 18:12:22.181099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-3fd0bdf6-6545-4f2e-8209-e9e9928975a3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:22.182668 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-3fd0bdf6-6545-4f2e-8209-e9e9928975a3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/networks?id=39a68ccf-ee76-408f-835c-41efddadc6bb HTTP/1.1" status: 200 len: 797 time: 0.1084044 Mar 11 18:12:22.199765 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-3728f5f4-e776-4851-a0c1-d1847b2c14c7 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/quotas/5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 375 time: 0.0096462 Mar 11 18:12:22.203256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16f03188-3d40-4afb-a524-70149e523034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:22.243525 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-16f03188-3d40-4afb-a524-70149e523034 None None] For port ae4f8a81-3715-490d-b474-1bc648a8a044, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ae4f8a81-3715-490d-b474-1bc648a8a044,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:22.248935 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16f03188-3d40-4afb-a524-70149e523034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:22.261743 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-a01116bc-b557-463c-8dba-eb19de288773 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539918 Mar 11 18:12:22.309157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f03188-3d40-4afb-a524-70149e523034 None None] Pushing event updated for resources: {'Port': ['ID=ae4f8a81-3715-490d-b474-1bc648a8a044,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:22.421607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-11d387a5-5fed-4192-bb6d-f14b8bfe06d6 service neutron] 10.222.0.53 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468558 Mar 11 18:12:22.476379 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6e2fb367-7acc-4e96-a131-c89b0c8addbd None None] Provisioning complete for port 7c66ce51-1945-4b8c-bdb6-c1309919386c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:22.476755 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e2fb367-7acc-4e96-a131-c89b0c8addbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:22.516801 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fb367-7acc-4e96-a131-c89b0c8addbd None None] Port 7c66ce51-1945-4b8c-bdb6-c1309919386c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:12:22.523199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-a55b2596-d835-45bc-970c-594628c8f356 service neutron] 10.222.0.53 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949278 Mar 11 18:12:22.527054 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6e2fb367-7acc-4e96-a131-c89b0c8addbd None None] Provisioning complete for port ae4f8a81-3715-490d-b474-1bc648a8a044 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:22.527591 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6e2fb367-7acc-4e96-a131-c89b0c8addbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:22.629414 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56528962-7c32-4332-99be-96168742b34b None None] Sync routers for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:22.641295 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56528962-7c32-4332-99be-96168742b34b None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:22.641902 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-56528962-7c32-4332-99be-96168742b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:12:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:22.736377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-65dcd451-4dd1-4818-8430-be61113217bc req-cf431d0b-7f56-4082-934d-87119d7bd020 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 210 time: 0.0322168 Mar 11 18:12:22.741413 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cdc322e1-0157-4b29-8d83-b3d05f98e836 None None] Provisioning complete for port 7c66ce51-1945-4b8c-bdb6-c1309919386c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:22.742420 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cdc322e1-0157-4b29-8d83-b3d05f98e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:22.781005 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cdc322e1-0157-4b29-8d83-b3d05f98e836 None None] Port 7c66ce51-1945-4b8c-bdb6-c1309919386c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:12:22.793954 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-56528962-7c32-4332-99be-96168742b34b None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:22.902843 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-55098fa9-b0c8-4d08-82a0-ad129afcaf84 None None] Provisioning complete for port 7c66ce51-1945-4b8c-bdb6-c1309919386c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:22.903471 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55098fa9-b0c8-4d08-82a0-ad129afcaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:22.940908 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-55098fa9-b0c8-4d08-82a0-ad129afcaf84 None None] Port 7c66ce51-1945-4b8c-bdb6-c1309919386c cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:12:22.999491 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-56528962-7c32-4332-99be-96168742b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '7c66ce51-1945-4b8c-bdb6-c1309919386c', 'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:ad:43:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:20Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 2, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:23.123143 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56528962-7c32-4332-99be-96168742b34b None None] Checking router: 032fc9dd-02fe-410d-be94-f74c057c74d7 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:23.123499 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56528962-7c32-4332-99be-96168742b34b None None] Updating router 032fc9dd-02fe-410d-be94-f74c057c74d7 port 7c66ce51-1945-4b8c-bdb6-c1309919386c binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:12:23.150067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e0368bf0-b48b-4734-ab70-8383ce64f722 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:23.150634 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-56528962-7c32-4332-99be-96168742b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.208161 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e0368bf0-b48b-4734-ab70-8383ce64f722 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:23.208601 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.292612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.314532 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port e0368bf0-b48b-4734-ab70-8383ce64f722, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e0368bf0-b48b-4734-ab70-8383ce64f722,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:23.319424 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.321216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ae4f8a81-3715-490d-b474-1bc648a8a044 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:23.399810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=e0368bf0-b48b-4734-ab70-8383ce64f722,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:23.413377 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port ae4f8a81-3715-490d-b474-1bc648a8a044 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:23.413800 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.452087 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-56528962-7c32-4332-99be-96168742b34b None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.461688 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-56528962-7c32-4332-99be-96168742b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.521028 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Pushing event updated for resources: {'Port': ['ID=7c66ce51-1945-4b8c-bdb6-c1309919386c,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:23.559743 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.560079 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.560427 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.560753 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.561079 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.561395 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.561707 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.562017 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.562333 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.562639 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.562945 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.563250 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:23.580292 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-56528962-7c32-4332-99be-96168742b34b None None] Attempting to bind port 7c66ce51-1945-4b8c-bdb6-c1309919386c on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:23.580687 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-56528962-7c32-4332-99be-96168742b34b None None] Attempting to bind port 7c66ce51-1945-4b8c-bdb6-c1309919386c by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:23.581043 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56528962-7c32-4332-99be-96168742b34b None None] Attempting to bind port 7c66ce51-1945-4b8c-bdb6-c1309919386c on network 39a68ccf-ee76-408f-835c-41efddadc6bb {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:23.586919 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56528962-7c32-4332-99be-96168742b34b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:23.587286 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56528962-7c32-4332-99be-96168742b34b None None] Checking segment: {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:12:23.587707 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-56528962-7c32-4332-99be-96168742b34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.588095 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56528962-7c32-4332-99be-96168742b34b None None] Bound using segment: {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:23.588578 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-56528962-7c32-4332-99be-96168742b34b None None] Bound port: 7c66ce51-1945-4b8c-bdb6-c1309919386c, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:12:23.588949 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-56528962-7c32-4332-99be-96168742b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.660890 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-56528962-7c32-4332-99be-96168742b34b None None] For port 7c66ce51-1945-4b8c-bdb6-c1309919386c, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:23.664365 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-56528962-7c32-4332-99be-96168742b34b None None] For port 7c66ce51-1945-4b8c-bdb6-c1309919386c, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7c66ce51-1945-4b8c-bdb6-c1309919386c,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:23.670282 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-56528962-7c32-4332-99be-96168742b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.727731 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56528962-7c32-4332-99be-96168742b34b None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:23.728369 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-56528962-7c32-4332-99be-96168742b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:12:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:23.857071 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-56528962-7c32-4332-99be-96168742b34b None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:23.887858 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b78457f2-3248-4b54-803e-a5664b099f44 None None] Provisioning complete for port 7c66ce51-1945-4b8c-bdb6-c1309919386c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:23.889499 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b78457f2-3248-4b54-803e-a5664b099f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:23.909432 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-51d61b40-ae40-4897-b7e9-58f06e969245 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:23.912165 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-51d61b40-ae40-4897-b7e9-58f06e969245 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/networks?id=39a68ccf-ee76-408f-835c-41efddadc6bb HTTP/1.1" status: 200 len: 797 time: 0.1807454 Mar 11 18:12:23.981846 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d3816-a252-4720-86b3-3b8197bfd291 None None] Pushing event updated for resources: {'Port': ['ID=7c66ce51-1945-4b8c-bdb6-c1309919386c,revision_number=4']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:24.009425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-c1625958-1591-4375-859d-9722a69af888 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d05a24dde5b4c3993386f284003de39 HTTP/1.1" status: 200 len: 380 time: 0.0843179 Mar 11 18:12:24.021444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'port': {'device_id': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'admin_state_up': True, 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'security_groups': ['635aa784-0cce-4f87-b475-8353ae2c98b4']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:24.025979 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b78457f2-3248-4b54-803e-a5664b099f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:24.079311 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b78457f2-3248-4b54-803e-a5664b099f44 None None] For port 7c66ce51-1945-4b8c-bdb6-c1309919386c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7c66ce51-1945-4b8c-bdb6-c1309919386c,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:24.088436 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b78457f2-3248-4b54-803e-a5664b099f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:24.144480 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-56528962-7c32-4332-99be-96168742b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '7c66ce51-1945-4b8c-bdb6-c1309919386c', 'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:ad:43:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:20Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:24.185793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Made reservation on behalf of 5d05a24dde5b4c3993386f284003de39 for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:24.189924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78457f2-3248-4b54-803e-a5664b099f44 None None] Pushing event updated for resources: {'Port': ['ID=7c66ce51-1945-4b8c-bdb6-c1309919386c,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:24.190466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:24.192955 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56528962-7c32-4332-99be-96168742b34b None None] The sync data for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 is: [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '7c66ce51-1945-4b8c-bdb6-c1309919386c', 'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:ad:43:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:20Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:24.209994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-418bdab6-bbb5-4fdb-99c2-0fb35ac7df69 None None] Provisioning complete for port 7c66ce51-1945-4b8c-bdb6-c1309919386c triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:24.210416 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-418bdab6-bbb5-4fdb-99c2-0fb35ac7df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:24.318876 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-95491742-67cc-40c7-9e81-886a8e2769b3 req-a2489594-55cc-4b9c-8c9d-620d99190270 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 210 time: 0.0425608 Mar 11 18:12:24.385302 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.20.0.12 (39a68ccf-ee76-408f-835c-41efddadc6bb/6855b39a-3ca8-4485-9754-06c8a4aff39a/ffd350f7-508e-485e-90be-c79e3d6d8b52) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:24.536848 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:24.572054 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:24.617742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 39a68ccf-ee76-408f-835c-41efddadc6bb is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:24.620932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:24.624676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:24.631083 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=ffd350f7-508e-485e-90be-c79e3d6d8b52,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:24.686328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:24.687103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:24.712017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-8e5e81b5-76da-4602-a6a3-b3cc0f2c6821 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6971335 Mar 11 18:12:24.723958 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Request body: {'port': {'device_id': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:24.790877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:24.855881 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-830a74c8-5d11-42fd-b365-be494b944b4f None None] Provisioning complete for port ffd350f7-508e-485e-90be-c79e3d6d8b52 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:24.856590 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-830a74c8-5d11-42fd-b365-be494b944b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:24.898993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-830a74c8-5d11-42fd-b365-be494b944b4f None None] Port ffd350f7-508e-485e-90be-c79e3d6d8b52 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:12:25.068692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd350f7-508e-485e-90be-c79e3d6d8b52 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:12:25.079388 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:25.092556 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Transition to ACTIVE for port object ffd350f7-508e-485e-90be-c79e3d6d8b52 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:12:25.097661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:25.156370 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd350f7-508e-485e-90be-c79e3d6d8b52,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:25.183672 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7c66ce51-1945-4b8c-bdb6-c1309919386c up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:25.223176 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Attempting to bind port ffd350f7-508e-485e-90be-c79e3d6d8b52 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:12:25.223533 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Attempting to bind port ffd350f7-508e-485e-90be-c79e3d6d8b52 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:12:25.223919 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Attempting to bind port ffd350f7-508e-485e-90be-c79e3d6d8b52 on network 39a68ccf-ee76-408f-835c-41efddadc6bb {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:25.228510 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Port ffd350f7-508e-485e-90be-c79e3d6d8b52 on network 39a68ccf-ee76-408f-835c-41efddadc6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:12:25.228819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Attempting to bind port ffd350f7-508e-485e-90be-c79e3d6d8b52 on network 39a68ccf-ee76-408f-835c-41efddadc6bb {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:25.233998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:25.234342 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Checking segment: {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:12:25.234730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Bound using segment: {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:25.235190 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Bound port: ffd350f7-508e-485e-90be-c79e3d6d8b52, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903b115e-64aa-4d18-9849-b7f129668769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:12:25.235552 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:25.259196 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 7c66ce51-1945-4b8c-bdb6-c1309919386c triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:25.260282 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:25.315181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] For port ffd350f7-508e-485e-90be-c79e3d6d8b52, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:25.318784 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] For port ffd350f7-508e-485e-90be-c79e3d6d8b52, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:25.325281 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:25.376066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e0368bf0-b48b-4734-ab70-8383ce64f722 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:25.387662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd350f7-508e-485e-90be-c79e3d6d8b52,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:25.405436 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:25.406266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:25.408276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-353fb524-269f-45f6-8444-c33154c093f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/ffd350f7-508e-485e-90be-c79e3d6d8b52 HTTP/1.1" status: 200 len: 1092 time: 0.6885304 Mar 11 18:12:25.408973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:25.412126 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9359f77-0620-40fd-9b36-4fcd45de4301" -d '{"events": [{"name": "network-changed", "server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:25.484700 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e0368bf0-b48b-4734-ab70-8383ce64f722 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:25.485083 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:25.499156 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5808acb-a6bb-41ec-9742-01040b7163f9 x-openstack-request-id: req-a5808acb-a6bb-41ec-9742-01040b7163f9 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:25.499519 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:25.499781 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5808acb-a6bb-41ec-9742-01040b7163f9 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:25.500509 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'status': 'completed', 'code': 200} Mar 11 18:12:25.547303 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2538f4-91e9-4654-aaf2-423bf04cae09 req-30f408a3-e33d-406b-923f-ec4d016db601 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:25.549072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af2538f4-91e9-4654-aaf2-423bf04cae09 req-30f408a3-e33d-406b-923f-ec4d016db601 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 944 time: 0.0890765 Mar 11 18:12:25.556171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-d522687a-3a90-45ca-9d0f-b39eda1c7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:25.557702 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-d522687a-3a90-45ca-9d0f-b39eda1c7674 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 1095 time: 0.0842481 Mar 11 18:12:25.611513 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-33a1e971-9541-4d5c-a6b8-5176f3adf314 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52 HTTP/1.1" status: 200 len: 217 time: 0.0455890 Mar 11 18:12:25.637993 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-af2538f4-91e9-4654-aaf2-423bf04cae09 req-8249fb38-4e52-45fb-8083-9ec18e80c921 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793200 Mar 11 18:12:25.672903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-e04067b8-d021-41f4-a708-7e6ef9a68d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:25.674361 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-e04067b8-d021-41f4-a708-7e6ef9a68d15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6855b39a-3ca8-4485-9754-06c8a4aff39a HTTP/1.1" status: 200 len: 835 time: 0.0520813 Mar 11 18:12:25.724321 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-3339efb6-ac04-4484-bcfd-eb416b9ce73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:25.726342 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-3339efb6-ac04-4484-bcfd-eb416b9ce73a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39a68ccf-ee76-408f-835c-41efddadc6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416756 Mar 11 18:12:25.820295 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-7017c6cb-da90-453a-8897-4492404e4ded service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857935 Mar 11 18:12:25.908751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1f6ee200-9c87-4573-8dfa-47dbcd707a04 req-49b9b445-c948-4796-aad4-4e9f770c33f3 service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811532 Mar 11 18:12:25.994345 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-977c56b0-6a11-4cac-b091-b6d86a9cbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:25.995824 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-977c56b0-6a11-4cac-b091-b6d86a9cbdcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 1095 time: 0.0411503 Mar 11 18:12:26.087076 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-86355685-2dba-423c-b73f-91372b04a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:26.088670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-86355685-2dba-423c-b73f-91372b04a130 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39a68ccf-ee76-408f-835c-41efddadc6bb HTTP/1.1" status: 200 len: 897 time: 0.0864913 Mar 11 18:12:26.130648 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-e2527815-83be-441d-a7c5-c874663b529f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52 HTTP/1.1" status: 200 len: 217 time: 0.0351405 Mar 11 18:12:26.186382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-222a4272-ee49-4fea-a885-c5dfd2210320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:26.187755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-222a4272-ee49-4fea-a885-c5dfd2210320 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6855b39a-3ca8-4485-9754-06c8a4aff39a HTTP/1.1" status: 200 len: 835 time: 0.0508261 Mar 11 18:12:26.236539 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-d1ef8975-0812-4a62-9aad-e085efedc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:26.238059 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-d1ef8975-0812-4a62-9aad-e085efedc861 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39a68ccf-ee76-408f-835c-41efddadc6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427499 Mar 11 18:12:26.328834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-09428a95-3b43-4852-a235-5c0d9bf8dc69 service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837564 Mar 11 18:12:26.424250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9359f77-0620-40fd-9b36-4fcd45de4301 req-63724284-ec45-42b2-a085-d5d5db5c10b7 service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885990 Mar 11 18:12:26.757810 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20fbbd-f183-42bb-92b4-543a0fda7bde req-50547557-fcd4-4fdf-9739-a6d932681c17 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:26.759234 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf20fbbd-f183-42bb-92b4-543a0fda7bde req-50547557-fcd4-4fdf-9739-a6d932681c17 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 944 time: 0.0504949 Mar 11 18:12:26.797310 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf20fbbd-f183-42bb-92b4-543a0fda7bde req-b860b361-4665-475d-956d-00130a3d2dd0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313666 Mar 11 18:12:27.891146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffd350f7-508e-485e-90be-c79e3d6d8b52 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:12:27.925508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e240afc-10a5-4118-bbcf-de2fcb00f37b req-d611488d-d62e-462a-a87c-061dcbaf1196 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:27.927051 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e240afc-10a5-4118-bbcf-de2fcb00f37b req-d611488d-d62e-462a-a87c-061dcbaf1196 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 944 time: 0.0544713 Mar 11 18:12:27.964636 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0e240afc-10a5-4118-bbcf-de2fcb00f37b req-7a06da96-cad5-4464-9b0e-2b7ae167a247 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308945 Mar 11 18:12:27.986179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ffd350f7-508e-485e-90be-c79e3d6d8b52, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:27.997862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'port_id': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'mac_address': 'fa:16:3e:dc:34:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:12:28.037241 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:28.050132 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd350f7-508e-485e-90be-c79e3d6d8b52 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:12:28.069095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ffd350f7-508e-485e-90be-c79e3d6d8b52, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:28.073126 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:28.122764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ffd350f7-508e-485e-90be-c79e3d6d8b52,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:28.290775 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['ffd350f7-508e-485e-90be-c79e3d6d8b52'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:12:29.082903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54bd69-2862-49c1-b478-a9e212a6c649 req-c92bb06a-c6f6-4a03-8175-fe485caf94d2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:29.084386 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc54bd69-2862-49c1-b478-a9e212a6c649 req-c92bb06a-c6f6-4a03-8175-fe485caf94d2 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 945 time: 0.0520160 Mar 11 18:12:29.121631 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cc54bd69-2862-49c1-b478-a9e212a6c649 req-9ffa70be-b822-4e81-9410-0be50752aa78 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310626 Mar 11 18:12:29.524718 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:29.889653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffd350f7-508e-485e-90be-c79e3d6d8b52 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:29.941546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port ffd350f7-508e-485e-90be-c79e3d6d8b52 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:12:29.945917 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port ffd350f7-508e-485e-90be-c79e3d6d8b52 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:12:29.946396 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:30.021913 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:30.044181 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:30.046453 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346bfdff-cc65-46cf-a6a1-a7c7841bbcf9" -d '{"events": [{"server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "name": "network-vif-plugged", "status": "completed", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:30.060206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port ffd350f7-508e-485e-90be-c79e3d6d8b52, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:30.064900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:30.088754 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a67162-4f5d-4756-a761-ca46bd5eed82 x-openstack-request-id: req-84a67162-4f5d-4756-a761-ca46bd5eed82 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:30.089049 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "name": "network-vif-plugged", "status": "completed", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:30.089299 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84a67162-4f5d-4756-a761-ca46bd5eed82 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:30.089682 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'code': 200} Mar 11 18:12:30.118187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=ffd350f7-508e-485e-90be-c79e3d6d8b52,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:30.185523 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bb6e0-660f-405a-a9b5-e3f0ef53c88e req-6825ea09-6662-4e65-9bb3-268ef6ab1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:30.187064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-226bb6e0-660f-405a-a9b5-e3f0ef53c88e req-6825ea09-6662-4e65-9bb3-268ef6ab1408 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 1097 time: 0.0412846 Mar 11 18:12:30.248446 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-226bb6e0-660f-405a-a9b5-e3f0ef53c88e req-56e3f2b9-2040-467b-ac1a-3e0f1791f714 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503254 Mar 11 18:12:30.255663 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868512cb-1109-4a73-9049-d1542e8ca547 req-a80a633e-ee22-465c-8abe-a600ee52b68a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:30.257531 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-868512cb-1109-4a73-9049-d1542e8ca547 req-a80a633e-ee22-465c-8abe-a600ee52b68a tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0681586 Mar 11 18:12:30.299689 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-868512cb-1109-4a73-9049-d1542e8ca547 req-7899bc0d-8172-444a-9bd2-62130b8b66be tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359797 Mar 11 18:12:31.415201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4714054-3d1a-42ae-84ce-89afe3689adc req-3f5cc034-3564-4a81-922a-5e31e727ddc6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:31.416830 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4714054-3d1a-42ae-84ce-89afe3689adc req-3f5cc034-3564-4a81-922a-5e31e727ddc6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0485797 Mar 11 18:12:31.454684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f4714054-3d1a-42ae-84ce-89afe3689adc req-338f47d3-b67c-4672-8da8-926fb4e18e96 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320003 Mar 11 18:12:31.567898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233695b-c5df-44ff-8ee3-102c1985aed8 req-8f69f735-4ee6-4563-ab74-1ba0b8e83e92 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:31.569417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1233695b-c5df-44ff-8ee3-102c1985aed8 req-8f69f735-4ee6-4563-ab74-1ba0b8e83e92 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0484598 Mar 11 18:12:31.606543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1233695b-c5df-44ff-8ee3-102c1985aed8 req-9f5083f6-1b55-48c2-9f07-110eef744ecd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Mar 11 18:12:31.627848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41788) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:31.666072 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c51e23-76a1-43aa-99a4-d89bb326a098 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:31.667549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c3c51e23-76a1-43aa-99a4-d89bb326a098 tempest-TestNetworkAdvancedServerOps-1830463878 tempest-TestNetworkAdvancedServerOps-1830463878-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 1092 time: 0.0387368 Mar 11 18:12:31.670324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41790) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:31.674565 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:31.695104 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:32.116664 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:32.221914 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Allocated IP 172.25.8.4 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/13291056-a763-47bc-8dae-2e8c1bbf5638) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:32.322997 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:32.355872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:32.399445 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:32.402279 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:32.406804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:32.429499 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=13291056-a763-47bc-8dae-2e8c1bbf5638,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:32.771972 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:32.838733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:32.990559 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:32.996044 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:33.067349 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event updated for resources: {'Port': ['ID=13291056-a763-47bc-8dae-2e8c1bbf5638,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:33.074332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:33.173914 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP 5f8e2a95-7253-4153-99c1-4b9b59e48a8b associated. External IP: 172.25.8.4, port: ffd350f7-508e-485e-90be-c79e3d6d8b52. Mar 11 18:12:33.385485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 032fc9dd-02fe-410d-be94-f74c057c74d7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:33.494771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:33.504863 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] Sync routers for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:33.512033 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:33.516998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:33.517681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:12:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:33.539894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-20bb8390-573a-49a4-b89f-db261732483f tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8685462 Mar 11 18:12:33.540514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:33.542852 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc04a83-7254-4682-9aed-53d621f19499" -d '{"events": [{"name": "network-changed", "server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:33.602377 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60cffc-7d86-4c83-967e-48cdd4dfb7c0 x-openstack-request-id: req-2d60cffc-7d86-4c83-967e-48cdd4dfb7c0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:33.603162 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:33.603527 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d60cffc-7d86-4c83-967e-48cdd4dfb7c0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:33.604190 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'status': 'completed', 'code': 200} Mar 11 18:12:33.632760 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:33.703473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4627eb-615b-41bc-b35f-51652cf5d5f3 req-3f683a3d-975f-4ab8-860e-c6223490dc8c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:33.705013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d4627eb-615b-41bc-b35f-51652cf5d5f3 req-3f683a3d-975f-4ab8-860e-c6223490dc8c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0822241 Mar 11 18:12:33.708064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04a83-7254-4682-9aed-53d621f19499 req-4e371905-06fe-4d73-a33c-f696eede6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:33.709490 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fc04a83-7254-4682-9aed-53d621f19499 req-4e371905-06fe-4d73-a33c-f696eede6fee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 1097 time: 0.0764844 Mar 11 18:12:33.793799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9d4627eb-615b-41bc-b35f-51652cf5d5f3 req-7d60e270-ec31-46db-8d3c-537b1a8b33d9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817573 Mar 11 18:12:33.815615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41796) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:33.872653 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '5f8e2a95-7253-4153-99c1-4b9b59e48a8b', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'port_id': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'mac_address': 'fa:16:3e:dc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:32Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c66ce51-1945-4b8c-bdb6-c1309919386c', 'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:ad:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:20Z', 'updated_at': '2022-03-11T18:12:24Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:33.873953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04a83-7254-4682-9aed-53d621f19499 req-bf69f76c-78f1-4fc7-8f62-cb7c10aaa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:33.875329 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fc04a83-7254-4682-9aed-53d621f19499 req-bf69f76c-78f1-4fc7-8f62-cb7c10aaa1a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39a68ccf-ee76-408f-835c-41efddadc6bb HTTP/1.1" status: 200 len: 897 time: 0.1566687 Mar 11 18:12:33.905007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] Checking router: 032fc9dd-02fe-410d-be94-f74c057c74d7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:33.913324 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:33.913929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:12:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:33.928594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5ccd46d8-5844-4e16-afa8-efa30be07fc9 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/5f8e2a95-7253-4153-99c1-4b9b59e48a8b HTTP/1.1" status: 200 len: 990 time: 0.1118531 Mar 11 18:12:33.949378 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fc04a83-7254-4682-9aed-53d621f19499 req-a5628101-2626-43d3-8906-f2437d1a8960 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52 HTTP/1.1" status: 200 len: 998 time: 0.0666749 Mar 11 18:12:34.000380 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04a83-7254-4682-9aed-53d621f19499 req-3d746bd0-08c2-43ff-adf7-c739efd7e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:34.001831 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fc04a83-7254-4682-9aed-53d621f19499 req-3d746bd0-08c2-43ff-adf7-c739efd7e283 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6855b39a-3ca8-4485-9754-06c8a4aff39a HTTP/1.1" status: 200 len: 835 time: 0.0453322 Mar 11 18:12:34.031944 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:34.053015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc04a83-7254-4682-9aed-53d621f19499 req-964f3c49-2685-4926-8617-5ba1b7127a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:34.054579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fc04a83-7254-4682-9aed-53d621f19499 req-964f3c49-2685-4926-8617-5ba1b7127a3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39a68ccf-ee76-408f-835c-41efddadc6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457444 Mar 11 18:12:34.151066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fc04a83-7254-4682-9aed-53d621f19499 req-0457f909-7827-47f4-b3af-9147a269de63 service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872824 Mar 11 18:12:34.246084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2fc04a83-7254-4682-9aed-53d621f19499 req-27cf385b-3e5b-43d3-bbe3-9cb320a615db service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886354 Mar 11 18:12:34.418711 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '5f8e2a95-7253-4153-99c1-4b9b59e48a8b', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'port_id': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'mac_address': 'fa:16:3e:dc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:32Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c66ce51-1945-4b8c-bdb6-c1309919386c', 'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:ad:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:20Z', 'updated_at': '2022-03-11T18:12:24Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:34.449106 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf5c22-113c-48c1-8b3d-4fa7b1505a90 None None] The sync data for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 is: [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '5f8e2a95-7253-4153-99c1-4b9b59e48a8b', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'port_id': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'mac_address': 'fa:16:3e:dc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:32Z', 'revision_number': 0, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c66ce51-1945-4b8c-bdb6-c1309919386c', 'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:ad:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:20Z', 'updated_at': '2022-03-11T18:12:24Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:34.641596 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d155d0-2406-4f21-a6e1-d5de72f581ee None None] New status for floating IP 5f8e2a95-7253-4153-99c1-4b9b59e48a8b: ACTIVE {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:12:34.933559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41798) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:12:34.993299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-96489d7c-ad40-4d8d-890e-33d5bd08a0de tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/5f8e2a95-7253-4153-99c1-4b9b59e48a8b HTTP/1.1" status: 200 len: 992 time: 0.0585659 Mar 11 18:12:41.510442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:43.706662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-814e3fbe-dcba-4d0e-89ca-c7e67b40b7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:45.993895 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-03b8e4c0-d558-498f-9087-4a746c9aee0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:47.341303 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.506274 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-7832edf5-da58-4491-b6c4-fb7b5e3188b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447290 Mar 11 18:12:48.588825 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:48.611643 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:12:48.612195 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-bdd5734e-11f8-4add-a480-301d1dc44a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:48.613460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-bdd5734e-11f8-4add-a480-301d1dc44a75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 1097 time: 0.0539267 Mar 11 18:12:48.721296 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-40ddfc6f-0bec-4768-8f31-061a88144e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:48.722684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-40ddfc6f-0bec-4768-8f31-061a88144e9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=39a68ccf-ee76-408f-835c-41efddadc6bb HTTP/1.1" status: 200 len: 897 time: 0.0886097 Mar 11 18:12:48.793617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-6e130f27-00be-4791-8e46-7d8afcdbcb88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52 HTTP/1.1" status: 200 len: 1000 time: 0.0636408 Mar 11 18:12:48.847934 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-73332d5a-1b54-42ef-8846-f3ca3428fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:48.849546 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-73332d5a-1b54-42ef-8846-f3ca3428fc4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6855b39a-3ca8-4485-9754-06c8a4aff39a HTTP/1.1" status: 200 len: 835 time: 0.0493519 Mar 11 18:12:48.896986 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-539110e0-f007-4344-aa87-503f5b70d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:48.899036 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-539110e0-f007-4344-aa87-503f5b70d7af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39a68ccf-ee76-408f-835c-41efddadc6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430665 Mar 11 18:12:48.995348 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-6fcc13c8-f288-440f-95ed-beb712ebee2f service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885060 Mar 11 18:12:49.091724 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5d07ecf9-9e01-43ab-bb2a-b5a38edf5d36 req-9681d8e2-b9fc-446f-8156-837e7b931190 service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897379 Mar 11 18:12:49.145423 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:12:59.532717 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:08.395382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8572d-67c1-47ed-bdb3-85899f0e09a1 req-a3e56a4c-e5f5-456d-b1dc-788695375792 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:08.398660 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fe8572d-67c1-47ed-bdb3-85899f0e09a1 req-a3e56a4c-e5f5-456d-b1dc-788695375792 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0764143 Mar 11 18:13:08.462616 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4fe8572d-67c1-47ed-bdb3-85899f0e09a1 req-52ac7b5a-41d0-4080-bbdc-6a29e43997dc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517554 Mar 11 18:13:09.595643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b250e-3d1a-4ad3-bcc0-6d4bceaee8b6 req-80e99b97-98ae-42a3-be58-06f46f306115 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:09.597129 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-537b250e-3d1a-4ad3-bcc0-6d4bceaee8b6 req-80e99b97-98ae-42a3-be58-06f46f306115 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0523028 Mar 11 18:13:09.634245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-537b250e-3d1a-4ad3-bcc0-6d4bceaee8b6 req-eca9d5eb-b892-482f-b7ad-1f12abc60fc3 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305388 Mar 11 18:13:09.656723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41822) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:09.716066 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-651510ed-e41e-4891-b8ac-7b7264b6fc78 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/5f8e2a95-7253-4153-99c1-4b9b59e48a8b HTTP/1.1" status: 200 len: 992 time: 0.0581908 Mar 11 18:13:11.020066 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640ba2e-0930-4054-81c0-1321f4955066 req-8c9a5d84-f7bf-4c36-b378-6d08e0e8a9fd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:11.021495 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c640ba2e-0930-4054-81c0-1321f4955066 req-8c9a5d84-f7bf-4c36-b378-6d08e0e8a9fd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0836828 Mar 11 18:13:11.027698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-34ba3056-aa7b-4dac-a5a5-f65ad1e62e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:11.029140 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-34ba3056-aa7b-4dac-a5a5-f65ad1e62e87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 1097 time: 0.0598679 Mar 11 18:13:11.108672 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c640ba2e-0930-4054-81c0-1321f4955066 req-9d0493fb-09bd-4436-ae2a-77c07d0ca33b tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785565 Mar 11 18:13:11.139910 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-69fe34a3-5274-43d6-9e49-f5105d0773f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:11.141425 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-69fe34a3-5274-43d6-9e49-f5105d0773f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39a68ccf-ee76-408f-835c-41efddadc6bb HTTP/1.1" status: 200 len: 897 time: 0.1042006 Mar 11 18:13:11.209847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-4d350b41-5eaa-41e2-9867-03a8cf3e7ec7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52 HTTP/1.1" status: 200 len: 1000 time: 0.0616057 Mar 11 18:13:11.267041 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-1211c928-96a0-4d82-a362-58988b752101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:11.268593 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-1211c928-96a0-4d82-a362-58988b752101 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6855b39a-3ca8-4485-9754-06c8a4aff39a HTTP/1.1" status: 200 len: 835 time: 0.0520258 Mar 11 18:13:11.314643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-39ff1714-9f55-4b81-a5eb-79151ca54380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:11.316050 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-39ff1714-9f55-4b81-a5eb-79151ca54380 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39a68ccf-ee76-408f-835c-41efddadc6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404351 Mar 11 18:13:11.407000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-75523523-cf39-4075-ae16-e3a13c991e35 service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835328 Mar 11 18:13:11.495958 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6c02618d-4ae6-4423-8df6-62217389ee88 req-62cbbbb6-06ed-499d-9f68-4378edf8521e service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827472 Mar 11 18:13:11.513091 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:12.255103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f293c-d638-4c65-ad34-ca2a1d8a0555 req-89f5c3f5-56b5-4eab-943c-d2611b52f158 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:12.256661 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c0f293c-d638-4c65-ad34-ca2a1d8a0555 req-89f5c3f5-56b5-4eab-943c-d2611b52f158 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0586517 Mar 11 18:13:12.301275 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1c0f293c-d638-4c65-ad34-ca2a1d8a0555 req-fd0d0913-1215-4b30-8f59-eaa1bb26c1dc tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Mar 11 18:13:13.417115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62f72-24e9-4d72-b766-2eaa439014e0 req-e0059c32-cded-4527-9f68-67fcc0e867ce tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:13.418599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec62f72-24e9-4d72-b766-2eaa439014e0 req-e0059c32-cded-4527-9f68-67fcc0e867ce tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0481889 Mar 11 18:13:13.456892 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bec62f72-24e9-4d72-b766-2eaa439014e0 req-e1472b83-1664-4829-b6d5-dbf5ae25865c tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Mar 11 18:13:13.479995 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41834) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:13.540420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a973816c-4f66-4d3d-bfa9-78df4d0250ee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/floatingips/5f8e2a95-7253-4153-99c1-4b9b59e48a8b HTTP/1.1" status: 200 len: 992 time: 0.0592177 Mar 11 18:13:13.709203 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14464988-e64e-4431-b1f1-4749f0d52053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:13.746108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41840) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:13.930882 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 13291056-a763-47bc-8dae-2e8c1bbf5638 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:13:13.931216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:14.003547 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:14.003870 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:14.015080 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 13291056-a763-47bc-8dae-2e8c1bbf5638 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:13:14.159895 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:14.186644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=13291056-a763-47bc-8dae-2e8c1bbf5638,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:14.213506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.213848 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.214185 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.214516 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.214842 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.215170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.215492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.215813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.216131 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.216477 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.216802 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.217116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:14.272300 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:14.272680 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Floating IP 5f8e2a95-7253-4153-99c1-4b9b59e48a8b disassociated (deleted). External IP: 172.25.8.4, port: ffd350f7-508e-485e-90be-c79e3d6d8b52. Mar 11 18:13:14.474559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 032fc9dd-02fe-410d-be94-f74c057c74d7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:14.586931 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:14.591705 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:14.596757 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] Sync routers for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:14.606850 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:14.607464 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:14.621582 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8c0825d5-8db5-4835-80ce-8fc37841e035 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/floatingips/5f8e2a95-7253-4153-99c1-4b9b59e48a8b HTTP/1.1" status: 204 len: 168 time: 0.8743820 Mar 11 18:13:14.622175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:14.624435 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a855a827-3062-4bde-82d2-9f16bffb0acc" -d '{"events": [{"name": "network-changed", "server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:14.665939 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c9916d-d65d-4b38-94ec-2f3bf0202925 x-openstack-request-id: req-94c9916d-d65d-4b38-94ec-2f3bf0202925 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:14.666228 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:14.666478 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94c9916d-d65d-4b38-94ec-2f3bf0202925 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:14.666989 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'status': 'completed', 'code': 200} Mar 11 18:13:14.728128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:14.963607 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '7c66ce51-1945-4b8c-bdb6-c1309919386c', 'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:ad:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:20Z', 'updated_at': '2022-03-11T18:12:24Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:14.997138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] Checking router: 032fc9dd-02fe-410d-be94-f74c057c74d7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:15.005817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:15.006448 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:12:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:15.103730 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-a56ec69a-ea06-4f60-aa2f-0ce63ee7e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:15.105290 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-a56ec69a-ea06-4f60-aa2f-0ce63ee7e168 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d05a24dde5b4c3993386f284003de39&device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 1097 time: 0.4169760 Mar 11 18:13:15.118307 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:15.120707 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916445d-5042-462b-8e03-b884477db243 req-fe1ef4a7-9704-446c-9071-0402bb4839cb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:15.121543 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2916445d-5042-462b-8e03-b884477db243 req-fe1ef4a7-9704-446c-9071-0402bb4839cb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0611639 Mar 11 18:13:15.213617 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2916445d-5042-462b-8e03-b884477db243 req-a1575f14-8524-4596-b0ce-0aea5cd7220e tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837739 Mar 11 18:13:15.244001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-e151d34f-884d-433b-a474-2b95d14226be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:15.245528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-e151d34f-884d-433b-a474-2b95d14226be service neutron] 10.222.0.46 "GET /v2.0/networks?id=39a68ccf-ee76-408f-835c-41efddadc6bb HTTP/1.1" status: 200 len: 897 time: 0.1231713 Mar 11 18:13:15.288396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-4a343d6e-3055-4f5c-bac9-b76fc32bc925 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52 HTTP/1.1" status: 200 len: 217 time: 0.0348957 Mar 11 18:13:15.338182 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '7c66ce51-1945-4b8c-bdb6-c1309919386c', 'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:ad:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:20Z', 'updated_at': '2022-03-11T18:12:24Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:15.341766 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-b36b6a54-6037-49ea-809e-4c882e88187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:15.346161 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-b36b6a54-6037-49ea-809e-4c882e88187c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6855b39a-3ca8-4485-9754-06c8a4aff39a HTTP/1.1" status: 200 len: 835 time: 0.0473711 Mar 11 18:13:15.364965 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19326b7-782a-4238-9dab-ad9f0f50ac43 None None] The sync data for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 is: [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:12:21Z', 'revision_number': 4, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '7c66ce51-1945-4b8c-bdb6-c1309919386c', 'name': '', 'network_id': '39a68ccf-ee76-408f-835c-41efddadc6bb', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'mac_address': 'fa:16:3e:ad:43:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:20Z', 'updated_at': '2022-03-11T18:12:24Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'subnets': [{'id': '6855b39a-3ca8-4485-9754-06c8a4aff39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:15.399271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-bc34476c-9532-47aa-9331-9eb65c149415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:15.400821 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-bc34476c-9532-47aa-9331-9eb65c149415 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39a68ccf-ee76-408f-835c-41efddadc6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504444 Mar 11 18:13:15.499607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-0d86a63e-0ec4-4c05-922c-2332bd7b48f5 service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903752 Mar 11 18:13:15.608538 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a5c83b-3e36-4c93-933a-9ffb239da963 None None] New status for floating IP 5f8e2a95-7253-4153-99c1-4b9b59e48a8b: DOWN {{(pid=102644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:13:15.611664 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a855a827-3062-4bde-82d2-9f16bffb0acc req-b69ee19b-2389-44c3-9e43-c085bbd430b7 service neutron] 10.222.0.46 "GET /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029639 Mar 11 18:13:15.997256 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-52bacc28-5fbd-48d0-b5a4-f064a4f6a5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:16.345112 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455099ef-7705-4e6f-9542-c8320f84255e req-5ef5ceba-587c-441f-af86-8706be04b5b0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:16.346832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-455099ef-7705-4e6f-9542-c8320f84255e req-5ef5ceba-587c-441f-af86-8706be04b5b0 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0600410 Mar 11 18:13:16.392700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-455099ef-7705-4e6f-9542-c8320f84255e req-f2e83ef4-c5bf-462e-bd21-6c2631b79d90 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "GET /v2.0/security-groups?id=635aa784-0cce-4f87-b475-8353ae2c98b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351927 Mar 11 18:13:16.542244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-7460659d-e72f-4265-8336-afd86d6f35f6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:16.543601 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-7460659d-e72f-4265-8336-afd86d6f35f6 tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8149b0eb-dd3c-4d89-be3c-b547647fef6b HTTP/1.1" status: 200 len: 946 time: 0.0486453 Mar 11 18:13:16.636007 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port ffd350f7-508e-485e-90be-c79e3d6d8b52 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:13:16.636397 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:16.724723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port ffd350f7-508e-485e-90be-c79e3d6d8b52, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=ffd350f7-508e-485e-90be-c79e3d6d8b52,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:16.725087 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:16.737687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for ffd350f7-508e-485e-90be-c79e3d6d8b52 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:13:16.866363 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:16.895467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=ffd350f7-508e-485e-90be-c79e3d6d8b52,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:16.938724 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] No DVR routers for this DVR port ffd350f7-508e-485e-90be-c79e3d6d8b52 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:13:16.941302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:16.944565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c803cabe-bbd2-417f-ac7e-08ca43b4990f req-e2426bb2-6389-4841-855e-b2239e53db1d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.46 "DELETE /v2.0/ports/ffd350f7-508e-485e-90be-c79e3d6d8b52 HTTP/1.1" status: 204 len: 173 time: 0.3941112 Mar 11 18:13:16.945012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'name': 'network-vif-deleted', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:16.947298 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372764c4-a93a-495a-8532-d03fd09fa8e2" -d '{"events": [{"server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "name": "network-vif-deleted", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:16.987140 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3120d8-e719-4e84-aa82-b87462149694 x-openstack-request-id: req-db3120d8-e719-4e84-aa82-b87462149694 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:16.987429 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8149b0eb-dd3c-4d89-be3c-b547647fef6b", "name": "network-vif-deleted", "tag": "ffd350f7-508e-485e-90be-c79e3d6d8b52", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:16.987700 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db3120d8-e719-4e84-aa82-b87462149694 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:16.988097 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8149b0eb-dd3c-4d89-be3c-b547647fef6b', 'name': 'network-vif-deleted', 'tag': 'ffd350f7-508e-485e-90be-c79e3d6d8b52', 'status': 'completed', 'code': 200} Mar 11 18:13:17.341474 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:17.451988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41858) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:17.803430 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:18.057021 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port 7c66ce51-1945-4b8c-bdb6-c1309919386c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:13:18.057284 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:18.149364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port 7c66ce51-1945-4b8c-bdb6-c1309919386c, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=7c66ce51-1945-4b8c-bdb6-c1309919386c,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:18.149725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:18.162965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for 7c66ce51-1945-4b8c-bdb6-c1309919386c owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:13:18.345147 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:18.372218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=7c66ce51-1945-4b8c-bdb6-c1309919386c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:18.547900 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:18.580897 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:18.766857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Router 032fc9dd-02fe-410d-be94-f74c057c74d7 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:18.873017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:18.877972 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bb5e3781-4a7d-4814-8360-05e98640f5ec tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "PUT /v2.0/routers/032fc9dd-02fe-410d-be94-f74c057c74d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4248650 Mar 11 18:13:18.880815 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41860) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:18.882521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] Sync routers for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:18.892966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:18.893579 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:18.935641 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6ac390-e8c8-4db3-8795-8b38aa37308d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting subnet 6855b39a-3ca8-4485-9754-06c8a4aff39a {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:13:18.938781 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac390-e8c8-4db3-8795-8b38aa37308d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:18.979332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac390-e8c8-4db3-8795-8b38aa37308d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:18.999615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:19.068600 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac390-e8c8-4db3-8795-8b38aa37308d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.129922 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac390-e8c8-4db3-8795-8b38aa37308d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.152955 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.158717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ac390-e8c8-4db3-8795-8b38aa37308d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Subnet': ['ID=6855b39a-3ca8-4485-9754-06c8a4aff39a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:19.160886 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac390-e8c8-4db3-8795-8b38aa37308d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.167608 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7c6ac390-e8c8-4db3-8795-8b38aa37308d tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/subnets/6855b39a-3ca8-4485-9754-06c8a4aff39a HTTP/1.1" status: 204 len: 168 time: 0.2828412 Mar 11 18:13:19.167869 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41862) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:19.176503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0508ad-726c-4f88-835c-0224075553ae None None] Network 39a68ccf-ee76-408f-835c-41efddadc6bb requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:13:19.278307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.307370 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:13:18Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:19.339993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] Checking router: 032fc9dd-02fe-410d-be94-f74c057c74d7 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:19.355331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] Routers {'032fc9dd-02fe-410d-be94-f74c057c74d7'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:19.355922 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['032fc9dd-02fe-410d-be94-f74c057c74d7'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:19.397043 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.446772 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] DHCP port deletion for 39a68ccf-ee76-408f-835c-41efddadc6bb request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:13:19.450103 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Deleting port e0368bf0-b48b-4734-ab70-8383ce64f722 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:13:19.450457 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.556396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] For port e0368bf0-b48b-4734-ab70-8383ce64f722, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e0368bf0-b48b-4734-ab70-8383ce64f722,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:19.556775 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.570632 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Calling delete_port for e0368bf0-b48b-4734-ab70-8383ce64f722 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:13:19.656673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] Set router 032fc9dd-02fe-410d-be94-f74c057c74d7 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:19.738354 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.764803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Port': ['ID=e0368bf0-b48b-4734-ab70-8383ce64f722,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:19.772102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Deleting port ae4f8a81-3715-490d-b474-1bc648a8a044 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:13:19.772504 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.823244 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.886810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] For port ae4f8a81-3715-490d-b474-1bc648a8a044, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=ae4f8a81-3715-490d-b474-1bc648a8a044,segment=NetworkSegment(903b115e-64aa-4d18-9849-b7f129668769),segment_id=903b115e-64aa-4d18-9849-b7f129668769)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:19.887207 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.905745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Calling delete_port for ae4f8a81-3715-490d-b474-1bc648a8a044 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:13:19.918022 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.920174 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.963742 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.964573 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Fanout notify agent at l3_agent the message router_deleted on router 032fc9dd-02fe-410d-be94-f74c057c74d7 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:13:19.971766 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:19.975609 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-22d88143-9bbf-4c6d-86ef-19e9ce0723fb tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/routers/032fc9dd-02fe-410d-be94-f74c057c74d7 HTTP/1.1" status: 204 len: 168 time: 0.8040383 Mar 11 18:13:19.975767 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:13:18Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:19.976595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41864) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:20.010338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab5c08-2dc6-41ce-8b74-ee49503a7bda None None] The sync data for ids ['032fc9dd-02fe-410d-be94-f74c057c74d7'] in n-d-833411-1 is: [{'id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869746620', 'tenant_id': '5d05a24dde5b4c3993386f284003de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:17Z', 'updated_at': '2022-03-11T18:13:18Z', 'revision_number': 5, 'project_id': '5d05a24dde5b4c3993386f284003de39', 'gw_port': {'id': 'e0368bf0-b48b-4734-ab70-8383ce64f722', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:de:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032fc9dd-02fe-410d-be94-f74c057c74d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:18Z', 'updated_at': '2022-03-11T18:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:20.033722 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.055167 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.059458 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Pushing event deleted for resources: {'Port': ['ID=ae4f8a81-3715-490d-b474-1bc648a8a044,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:20.070123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.070466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.070803 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.071133 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.071460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.071783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.072101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.072476 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.072801 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.073118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.073482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.073744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.076454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9149c-7eb9-458c-9abb-744b33ac89f7 None None] No DVR routers for this DVR port ae4f8a81-3715-490d-b474-1bc648a8a044 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:13:20.088550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffd350f7-508e-485e-90be-c79e3d6d8b52 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:20.109837 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: ffd350f7-508e-485e-90be-c79e3d6d8b52 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:13:20.110203 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device ffd350f7-508e-485e-90be-c79e3d6d8b52 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:20.147352 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.168615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a68ccf-ee76-408f-835c-41efddadc6bb']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:20.177546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903b115e-64aa-4d18-9849-b7f129668769') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:20.177840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903b115e-64aa-4d18-9849-b7f129668769') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:20.187550 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.201079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.207197 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:13:20.207610 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:13:20.210646 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:13:20.272577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.279700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.282804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/networks/39a68ccf-ee76-408f-835c-41efddadc6bb HTTP/1.1" status: 204 len: 168 time: 0.3055861 Mar 11 18:13:20.285995 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41866) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:20.295942 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80045a63-1805-4b0a-af92-fc5bae8032dd tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'Network': ['ID=39a68ccf-ee76-408f-835c-41efddadc6bb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:20.353091 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.384978 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.448062 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.450993 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:20.454902 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] 10.222.0.53 "DELETE /v2.0/security-groups/635aa784-0cce-4f87-b475-8353ae2c98b4 HTTP/1.1" status: 204 len: 168 time: 0.1653583 Mar 11 18:13:20.469599 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635aa784-0cce-4f87-b475-8353ae2c98b4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:20.479815 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.480169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.480545 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.481031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.481512 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.481863 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.482334 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.482668 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.482987 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.483315 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.483704 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.483964 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017659b-1f10-4be2-8f49-06cc6d0f8bee tempest-TestNetworkAdvancedServerOps-2103700227 tempest-TestNetworkAdvancedServerOps-2103700227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:20.809310 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:20.938285 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-d1d49d49-41a9-4ee3-a2d4-ba635f185e2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d05a24dde5b4c3993386f284003de39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277874 Mar 11 18:13:20.941001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41882) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:20.993599 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35590b34-0863-4f26-a965-e7f21d83c6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.017179 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35590b34-0863-4f26-a965-e7f21d83c6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.069890 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35590b34-0863-4f26-a965-e7f21d83c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.073194 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35590b34-0863-4f26-a965-e7f21d83c6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.076961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-35590b34-0863-4f26-a965-e7f21d83c6eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4cd55c8-1107-466a-9a67-29156d59cbc4 HTTP/1.1" status: 204 len: 168 time: 0.1324506 Mar 11 18:13:21.083082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35590b34-0863-4f26-a965-e7f21d83c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd55c8-1107-466a-9a67-29156d59cbc4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:21.114603 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7c66ce51-1945-4b8c-bdb6-c1309919386c no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:21.135364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 7c66ce51-1945-4b8c-bdb6-c1309919386c {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:13:21.135734 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 7c66ce51-1945-4b8c-bdb6-c1309919386c not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:21.136224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e0368bf0-b48b-4734-ab70-8383ce64f722 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:21.155642 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e0368bf0-b48b-4734-ab70-8383ce64f722 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:13:21.155994 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e0368bf0-b48b-4734-ab70-8383ce64f722 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:21.156439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ae4f8a81-3715-490d-b474-1bc648a8a044 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:13:21.180070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: ae4f8a81-3715-490d-b474-1bc648a8a044 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:13:21.180455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device ae4f8a81-3715-490d-b474-1bc648a8a044 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:13:21.350717 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41888) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:21.364044 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1db3f596-b7a7-4b7b-8a66-adb680e7ac2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.438229 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1db3f596-b7a7-4b7b-8a66-adb680e7ac2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.441999 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1db3f596-b7a7-4b7b-8a66-adb680e7ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.485024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1db3f596-b7a7-4b7b-8a66-adb680e7ac2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1ad1360b3814c07889ce54fa1841a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326678 Mar 11 18:13:21.485866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3f596-b7a7-4b7b-8a66-adb680e7ac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4dfc74-caab-4a48-9375-deb99932575f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:21.488022 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41890) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:21.537176 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebfe3301-6986-4712-b51c-ec8870b4c2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.558008 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebfe3301-6986-4712-b51c-ec8870b4c2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.605630 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebfe3301-6986-4712-b51c-ec8870b4c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.608359 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebfe3301-6986-4712-b51c-ec8870b4c2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:21.609517 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-ebfe3301-6986-4712-b51c-ec8870b4c2cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d4dfc74-caab-4a48-9375-deb99932575f HTTP/1.1" status: 204 len: 168 time: 0.1199138 Mar 11 18:13:21.617441 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe3301-6986-4712-b51c-ec8870b4c2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4dfc74-caab-4a48-9375-deb99932575f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:22.300003 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:22.393755 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084036346-network', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:22.414219 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Made reservation on behalf of e3d8580070fa498a8b91af8e50eb8c4e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:22.416682 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.424766 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.512362 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.522038 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.558967 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:13:22.570801 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c41aab-8dea-4e36-b313-c7ce12ebeb95,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:22.578522 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.578866 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Added segment b9fae5f7-c4e6-47c3-82d2-04c4b7752557 of type vlan for network 617ae92e-c6af-4c12-8597-661000ad38e8 Mar 11 18:13:22.619714 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.644289 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.645249 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:22.645833 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.699348 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3981957 Mar 11 18:13:22.702478 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41916) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:22.706206 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b324c3-42e5-4970-acb8-2a0f423fb217 admin admin] Pushing event updated for resources: {'Network': ['ID=617ae92e-c6af-4c12-8597-661000ad38e8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:22.708214 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Request body: {'subnet': {'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084036346-subnet', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:22.716708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 617ae92e-c6af-4c12-8597-661000ad38e8 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:13:22.731079 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Made reservation on behalf of e3d8580070fa498a8b91af8e50eb8c4e for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:22.733639 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.898546 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.954035 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:22.961462 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Checking segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:13:22.961819 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Network hostable DHCP agents. Network: 617ae92e-c6af-4c12-8597-661000ad38e8, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:13:22.978170 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Network 617ae92e-c6af-4c12-8597-661000ad38e8 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:13:22.986600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 617ae92e-c6af-4c12-8597-661000ad38e8) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:22.991850 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:22.992812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:22.996551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980cf396-6ee2-44d5-b624-2b60a0836fbb None None] Network 617ae92e-c6af-4c12-8597-661000ad38e8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:13:23.008247 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3711c19d-f811-45a1-89af-93740d8295a7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3043356 Mar 11 18:13:23.011071 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41918) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:23.015548 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:23.034881 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.035883 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.091781 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.143546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-617ae92e-c6af-4c12-8597-661000ad38e8', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:13:23.144512 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.229215 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.284393 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Allocated IP 172.20.0.2 (617ae92e-c6af-4c12-8597-661000ad38e8/30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2/acecbddb-3510-4719-9780-43eae3fbdf91) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:23.433272 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.437656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.438652 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.456770 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.477419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Network 617ae92e-c6af-4c12-8597-661000ad38e8 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:23.480328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:23.484830 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:23.495516 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Pushing event updated for resources: {'Port': ['ID=acecbddb-3510-4719-9780-43eae3fbdf91,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:23.543814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Attempting to bind port acecbddb-3510-4719-9780-43eae3fbdf91 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:13:23.544083 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Attempting to bind port acecbddb-3510-4719-9780-43eae3fbdf91 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:13:23.544546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Attempting to bind port acecbddb-3510-4719-9780-43eae3fbdf91 on network 617ae92e-c6af-4c12-8597-661000ad38e8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:23.549328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:23.549694 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Checking segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:13:23.550087 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.550474 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Bound using segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:23.550926 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Bound port: acecbddb-3510-4719-9780-43eae3fbdf91, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:13:23.551298 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.569354 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Allocated IP 172.25.8.120 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a8e54418-766e-4542-b05d-cd48e2827c76) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:23.622890 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] For port acecbddb-3510-4719-9780-43eae3fbdf91, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:23.626068 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] For port acecbddb-3510-4719-9780-43eae3fbdf91, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=acecbddb-3510-4719-9780-43eae3fbdf91,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:23.630222 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.678221 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.688878 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b312845-986c-42e6-9cc1-4876b1743807 None None] Pushing event updated for resources: {'Port': ['ID=acecbddb-3510-4719-9780-43eae3fbdf91,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:23.713898 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:23.761355 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:23.764235 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:23.766880 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:23.790649 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Pushing event updated for resources: {'Port': ['ID=a8e54418-766e-4542-b05d-cd48e2827c76,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:24.038357 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:24.229575 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:24.357375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:13:24.467432 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:24.477885 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Sync routers for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:24.487356 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:24.488446 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:24.489205 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:24.491552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41920) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:24.492462 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-b7184c16-fe75-48f1-acb6-d62e161774ec admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4766853 Mar 11 18:13:24.554126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8d3d32-96e3-4a92-bf8e-354397646aed None None] Network 617ae92e-c6af-4c12-8597-661000ad38e8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:13:24.606723 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:24.627724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bbfc2ff0-d301-42b1-a310-5866a7eb4280 None None] Provisioning complete for port acecbddb-3510-4719-9780-43eae3fbdf91 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:24.628092 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2ff0-d301-42b1-a310-5866a7eb4280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:24.788915 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2ff0-d301-42b1-a310-5866a7eb4280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:24.829481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bbfc2ff0-d301-42b1-a310-5866a7eb4280 None None] For port acecbddb-3510-4719-9780-43eae3fbdf91, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=acecbddb-3510-4719-9780-43eae3fbdf91,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:24.834612 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2ff0-d301-42b1-a310-5866a7eb4280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:24.884979 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:23Z', 'revision_number': 3, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:24.887173 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc2ff0-d301-42b1-a310-5866a7eb4280 None None] Pushing event updated for resources: {'Port': ['ID=acecbddb-3510-4719-9780-43eae3fbdf91,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:24.912639 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Checking router: 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:24.913839 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Updating router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c port a8e54418-766e-4542-b05d-cd48e2827c76 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:24.939457 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.056485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-730bba64-82ad-4526-b2fa-d4c1612e9d26 None None] Provisioning complete for port acecbddb-3510-4719-9780-43eae3fbdf91 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:25.056777 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-730bba64-82ad-4526-b2fa-d4c1612e9d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.169709 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device acecbddb-3510-4719-9780-43eae3fbdf91 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:25.223356 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port acecbddb-3510-4719-9780-43eae3fbdf91 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:25.223732 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.239770 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.246522 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.299616 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.302237 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Attempting to bind port a8e54418-766e-4542-b05d-cd48e2827c76 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:13:25.302705 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Attempting to bind port a8e54418-766e-4542-b05d-cd48e2827c76 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:13:25.303164 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Attempting to bind port a8e54418-766e-4542-b05d-cd48e2827c76 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:25.306760 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Pushing event updated for resources: {'Port': ['ID=a8e54418-766e-4542-b05d-cd48e2827c76,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:25.311502 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:25.312018 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:13:25.312554 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.313121 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:25.313576 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Bound port: a8e54418-766e-4542-b05d-cd48e2827c76, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:13:25.314046 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.338991 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.339415 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.339819 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.340215 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.340628 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.341018 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.341405 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.341805 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.342191 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.342576 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.342958 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.343339 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:25.381142 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] For port a8e54418-766e-4542-b05d-cd48e2827c76, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:25.384951 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] For port a8e54418-766e-4542-b05d-cd48e2827c76, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a8e54418-766e-4542-b05d-cd48e2827c76,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:25.396329 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.456304 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:25.456967 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:25.459764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Allocated IP 172.20.0.1 (617ae92e-c6af-4c12-8597-661000ad38e8/30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2/e4982587-8f4c-4363-b0bf-144984983f37) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:25.490360 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847fb19-e920-47b5-9cf1-b661c14b6613 None None] Pushing event updated for resources: {'Port': ['ID=a8e54418-766e-4542-b05d-cd48e2827c76,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:25.564905 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:25.571795 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.606127 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.633733 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:13:25.643246 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Network 617ae92e-c6af-4c12-8597-661000ad38e8 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:25.646408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:25.649736 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:25.689232 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4982587-8f4c-4363-b0bf-144984983f37,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:25.703615 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.756125 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:23Z', 'revision_number': 3, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:25.785041 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0eb5d8-9240-479b-a697-64d5ac533ebc None None] The sync data for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 is: [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:23Z', 'revision_number': 3, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:25.841975 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.925007 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-686c7cef-75be-44c8-a85b-7933b571420a None None] Provisioning complete for port e4982587-8f4c-4363-b0bf-144984983f37 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:25.925665 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-686c7cef-75be-44c8-a85b-7933b571420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:25.965127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-686c7cef-75be-44c8-a85b-7933b571420a None None] Port e4982587-8f4c-4363-b0bf-144984983f37 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:13:26.032992 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:26.037884 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:26.111824 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:26.113625 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4982587-8f4c-4363-b0bf-144984983f37,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:26.210420 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Network 617ae92e-c6af-4c12-8597-661000ad38e8 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:26.211833 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:26.338444 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:26.454325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:26.459552 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-77aea28e-7b7f-44b1-b42e-11cdbafc5ba1 admin admin] 10.222.0.53 "PUT /v2.0/routers/77eccb2f-c1cc-4b48-97e8-a09fbdc2811c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9669826 Mar 11 18:13:26.490544 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-8d50bb22-cd83-4088-8241-9e67e5009178 None None] Provisioning complete for port e4982587-8f4c-4363-b0bf-144984983f37 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:26.492084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d50bb22-cd83-4088-8241-9e67e5009178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:26.533390 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-8d50bb22-cd83-4088-8241-9e67e5009178 None None] Port e4982587-8f4c-4363-b0bf-144984983f37 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:13:26.941667 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41936) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:26.947095 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2093937688-network', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:26.966155 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Made reservation on behalf of dcceb8377a7d4c398d97f3a709c4d0e4 for: {'network': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:26.968628 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:26.976932 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.053577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.059182 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.086427 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:13:27.096684 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acec7ee-61c0-471d-9385-60370edee7a1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:27.102700 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.103060 n-d-833411-1 neutron-server[102642]: INFO neutron.db.segments_db [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Added segment ece2c614-8e9c-4675-a916-5478e5150cd2 of type vlan for network 627af269-fe85-4b8c-b599-8753a56325b0 Mar 11 18:13:27.140231 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a8e54418-766e-4542-b05d-cd48e2827c76 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:27.158302 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.183605 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.184853 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:27.185433 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.191419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a8e54418-766e-4542-b05d-cd48e2827c76 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:27.191792 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.243106 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3003261 Mar 11 18:13:27.246063 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41938) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:27.248250 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b144e8-2ccf-4042-8b38-af34233057f1 admin admin] Pushing event updated for resources: {'Network': ['ID=627af269-fe85-4b8c-b599-8753a56325b0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:27.251774 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Request body: {'subnet': {'network_id': '627af269-fe85-4b8c-b599-8753a56325b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2093937688-subnet', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:27.267368 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 627af269-fe85-4b8c-b599-8753a56325b0 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:13:27.277424 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Made reservation on behalf of dcceb8377a7d4c398d97f3a709c4d0e4 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:27.280218 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511166'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.323152 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.355728 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port a8e54418-766e-4542-b05d-cd48e2827c76, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a8e54418-766e-4542-b05d-cd48e2827c76,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:27.360356 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.412907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=a8e54418-766e-4542-b05d-cd48e2827c76,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:27.455077 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Sync routers for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:27.463618 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25652651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511144'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.472309 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:27.473017 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:27.526339 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3531597f-012d-4363-ba16-3c5229dd27cc,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:27.535176 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Checking segment: {'id': 'ece2c614-8e9c-4675-a916-5478e5150cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:13:27.535542 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Network hostable DHCP agents. Network: 627af269-fe85-4b8c-b599-8753a56325b0, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:13:27.552610 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Network 627af269-fe85-4b8c-b599-8753a56325b0 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:13:27.562642 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 627af269-fe85-4b8c-b599-8753a56325b0) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:27.567913 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:27.568188 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.573640 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f647211-c54c-41f3-b18b-759114df5549 None None] Network 627af269-fe85-4b8c-b599-8753a56325b0 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:13:27.584236 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-2c648a0c-49d5-4c49-9737-17f3b0e2e6e4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3363867 Mar 11 18:13:27.587279 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41940) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:27.592191 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:27.610740 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.611858 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:27.633080 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:27.665874 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.017454 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-627af269-fe85-4b8c-b599-8753a56325b0', 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'fixed_ips': [{'subnet_id': '3531597f-012d-4363-ba16-3c5229dd27cc'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:13:28.018447 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.150554 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.188420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 2, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:28.222405 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Allocated IP 172.20.0.2 (627af269-fe85-4b8c-b599-8753a56325b0/3531597f-012d-4363-ba16-3c5229dd27cc/c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:28.224277 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Checking router: 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:28.224737 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Updating router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c port e4982587-8f4c-4363-b0bf-144984983f37 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:28.264832 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.354805 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.373983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.481750 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Allocated IP 172.25.8.231 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/fdbbb801-9282-4181-8910-ec341253d6f9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:28.529827 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.539244 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.587813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.608967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Network 627af269-fe85-4b8c-b599-8753a56325b0 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:28.618484 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Pushing event updated for resources: {'Port': ['ID=c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:28.621123 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:28.627420 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:28.629023 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.680463 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:28.683753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:28.687280 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:28.711658 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Pushing event updated for resources: {'Port': ['ID=fdbbb801-9282-4181-8910-ec341253d6f9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:28.725678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Attempting to bind port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:13:28.726047 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Attempting to bind port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'ece2c614-8e9c-4675-a916-5478e5150cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:13:28.726419 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Attempting to bind port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 on network 627af269-fe85-4b8c-b599-8753a56325b0 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:28.740044 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.741678 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:28.742046 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Checking segment: {'id': 'ece2c614-8e9c-4675-a916-5478e5150cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:13:28.742500 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.742901 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Bound using segment: {'id': 'ece2c614-8e9c-4675-a916-5478e5150cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:28.743366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Bound port: c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece2c614-8e9c-4675-a916-5478e5150cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:13:28.743738 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.753180 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.834205 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9df3c0-9b53-4628-af2e-c20e7be8aff6 None None] Pushing event updated for resources: {'Port': ['ID=e4982587-8f4c-4363-b0bf-144984983f37,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:28.891345 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] For port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:28.915912 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] For port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4,segment=NetworkSegment(ece2c614-8e9c-4675-a916-5478e5150cd2),segment_id=ece2c614-8e9c-4675-a916-5478e5150cd2)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:28.918971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Attempting to bind port e4982587-8f4c-4363-b0bf-144984983f37 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:13:28.919392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Attempting to bind port e4982587-8f4c-4363-b0bf-144984983f37 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:13:28.919758 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Attempting to bind port e4982587-8f4c-4363-b0bf-144984983f37 on network 617ae92e-c6af-4c12-8597-661000ad38e8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:28.923852 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.950683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:28.951062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Checking segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:13:28.951472 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.951855 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Bound using segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:28.952354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Bound port: e4982587-8f4c-4363-b0bf-144984983f37, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:13:28.952736 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:28.962248 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.025929 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d28330-c066-4342-9a9e-85de371a9821 None None] Pushing event updated for resources: {'Port': ['ID=c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:29.094945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] For port e4982587-8f4c-4363-b0bf-144984983f37, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:29.100482 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] For port e4982587-8f4c-4363-b0bf-144984983f37, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e4982587-8f4c-4363-b0bf-144984983f37,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:29.104780 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-55520b1a-a037-4ec1-996b-ab0b4d1e1d73 None None] Provisioning complete for port e4982587-8f4c-4363-b0bf-144984983f37 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:29.105175 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55520b1a-a037-4ec1-996b-ab0b4d1e1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.108667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.149322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a8e54418-766e-4542-b05d-cd48e2827c76 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:29.209577 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.257942 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9df3c0-9b53-4628-af2e-c20e7be8aff6 None None] Pushing event updated for resources: {'Port': ['ID=e4982587-8f4c-4363-b0bf-144984983f37,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:29.263281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:29.263904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:29.392759 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Router b4294707-ec8f-43f5-9568-8f043d6e7a8d is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:13:29.397037 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a8e54418-766e-4542-b05d-cd48e2827c76 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:29.397967 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.435164 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55520b1a-a037-4ec1-996b-ab0b4d1e1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.487521 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:29.536110 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-55520b1a-a037-4ec1-996b-ab0b4d1e1d73 None None] For port e4982587-8f4c-4363-b0bf-144984983f37, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e4982587-8f4c-4363-b0bf-144984983f37,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:29.538032 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:29.547769 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Sync routers for ids ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:29.549753 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55520b1a-a037-4ec1-996b-ab0b4d1e1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.556283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.557619 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-673b80d5-906e-4e52-b2e9-d3605187810a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9692748 Mar 11 18:13:29.560434 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41942) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:29.569985 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Routers {'b4294707-ec8f-43f5-9568-8f043d6e7a8d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:29.570935 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:29.622516 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.685174 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Set router b4294707-ec8f-43f5-9568-8f043d6e7a8d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:29.725599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55520b1a-a037-4ec1-996b-ab0b4d1e1d73 None None] Pushing event updated for resources: {'Port': ['ID=e4982587-8f4c-4363-b0bf-144984983f37,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:29.746326 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d72f6e4b-0678-4c7c-840b-25d6e37514f4 None None] Provisioning complete for port e4982587-8f4c-4363-b0bf-144984983f37 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:29.746705 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d72f6e4b-0678-4c7c-840b-25d6e37514f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:29.894057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:29.905110 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:27Z', 'updated_at': '2022-03-11T18:13:28Z', 'revision_number': 3, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'gw_port': {'id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:28Z', 'updated_at': '2022-03-11T18:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:29.927257 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79ae49-244d-45bc-8b0e-51cf842101f8 None None] The sync data for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 is: [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:29.945027 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Checking router: b4294707-ec8f-43f5-9568-8f043d6e7a8d for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:29.945552 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Updating router b4294707-ec8f-43f5-9568-8f043d6e7a8d port fdbbb801-9282-4181-8910-ec341253d6f9 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:29.986511 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.119065 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.227872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e3de5d-3114-41ee-b88a-b767e840c7d6 None None] Network 627af269-fe85-4b8c-b599-8753a56325b0 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:13:30.311948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Allocated IP 172.20.0.1 (627af269-fe85-4b8c-b599-8753a56325b0/3531597f-012d-4363-ba16-3c5229dd27cc/81fabf61-bc35-4287-bd71-1a3d8d5805ea) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:30.327385 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.345766 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.393582 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-019ea73d-4396-49c4-948d-14bd81ea2f32 None None] Provisioning complete for port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:30.394472 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-019ea73d-4396-49c4-948d-14bd81ea2f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.402964 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Attempting to bind port fdbbb801-9282-4181-8910-ec341253d6f9 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:13:30.403221 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Attempting to bind port fdbbb801-9282-4181-8910-ec341253d6f9 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:13:30.403579 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Attempting to bind port fdbbb801-9282-4181-8910-ec341253d6f9 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:30.406985 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b37c03-46d1-4546-8e23-c7e239a961fb None None] Pushing event updated for resources: {'Port': ['ID=fdbbb801-9282-4181-8910-ec341253d6f9,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:30.412651 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:30.413059 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:13:30.413454 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.413836 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:30.414289 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Bound port: fdbbb801-9282-4181-8910-ec341253d6f9, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:13:30.414661 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.458093 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.490710 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] For port fdbbb801-9282-4181-8910-ec341253d6f9, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:30.495392 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] For port fdbbb801-9282-4181-8910-ec341253d6f9, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fdbbb801-9282-4181-8910-ec341253d6f9,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:30.500790 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.521183 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.537230 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-019ea73d-4396-49c4-948d-14bd81ea2f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.569682 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Network 627af269-fe85-4b8c-b599-8753a56325b0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:30.572783 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:30.577644 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:30.583756 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Pushing event updated for resources: {'Port': ['ID=81fabf61-bc35-4287-bd71-1a3d8d5805ea,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:30.598795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-019ea73d-4396-49c4-948d-14bd81ea2f32 None None] For port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4,segment=NetworkSegment(ece2c614-8e9c-4675-a916-5478e5150cd2),segment_id=ece2c614-8e9c-4675-a916-5478e5150cd2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:30.605099 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-019ea73d-4396-49c4-948d-14bd81ea2f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.614556 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Routers {'b4294707-ec8f-43f5-9568-8f043d6e7a8d'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:30.616626 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:30.626400 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.662980 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b37c03-46d1-4546-8e23-c7e239a961fb None None] Pushing event updated for resources: {'Port': ['ID=fdbbb801-9282-4181-8910-ec341253d6f9,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:30.763481 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] Set router b4294707-ec8f-43f5-9568-8f043d6e7a8d gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:30.863243 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:30.889157 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea73d-4396-49c4-948d-14bd81ea2f32 None None] Pushing event updated for resources: {'Port': ['ID=c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:30.938406 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3976ef42-cb40-47f8-8712-31484f352162 None None] Provisioning complete for port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:30.938785 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3976ef42-cb40-47f8-8712-31484f352162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:31.070720 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:31.092116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:31.175499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Pushing event updated for resources: {'Port': ['ID=81fabf61-bc35-4287-bd71-1a3d8d5805ea,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:31.178681 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:31.214767 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:27Z', 'updated_at': '2022-03-11T18:13:28Z', 'revision_number': 3, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'gw_port': {'id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:28Z', 'updated_at': '2022-03-11T18:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:31.216513 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-d8227cf3-4ac9-41ea-9721-6bf68c601ddc None None] Provisioning complete for port 81fabf61-bc35-4287-bd71-1a3d8d5805ea triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:31.216904 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d8227cf3-4ac9-41ea-9721-6bf68c601ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:31.251873 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d7a04-665e-43f6-b9fe-222b83ed2d13 None None] The sync data for ids ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'] in n-d-833411-1 is: [{'id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:27Z', 'updated_at': '2022-03-11T18:13:28Z', 'revision_number': 3, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'gw_port': {'id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:28Z', 'updated_at': '2022-03-11T18:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:31.278278 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:31.317329 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-d8227cf3-4ac9-41ea-9721-6bf68c601ddc None None] Port 81fabf61-bc35-4287-bd71-1a3d8d5805ea cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:13:31.324312 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Network 627af269-fe85-4b8c-b599-8753a56325b0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:31.325797 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:31.347585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:31.347961 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:31.450719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e4982587-8f4c-4363-b0bf-144984983f37 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:31.480506 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Router b4294707-ec8f-43f5-9568-8f043d6e7a8d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:31.504535 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port e4982587-8f4c-4363-b0bf-144984983f37 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:31.504906 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:31.612606 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:31.624123 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-da54c77c-3022-4703-a3a7-af1e56eb58e6 admin admin] 10.222.0.53 "PUT /v2.0/routers/b4294707-ec8f-43f5-9568-8f043d6e7a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0626214 Mar 11 18:13:31.644883 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-261fb71d-f747-4a97-9f3f-18f383d3c47f None None] Provisioning complete for port 81fabf61-bc35-4287-bd71-1a3d8d5805ea triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:31.645259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-261fb71d-f747-4a97-9f3f-18f383d3c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:31.681608 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-261fb71d-f747-4a97-9f3f-18f383d3c47f None None] Port 81fabf61-bc35-4287-bd71-1a3d8d5805ea cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:13:32.184803 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41950) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:32.189522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-df46896a-8bd7-43d5-984d-c35d377f5fb9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933847209', 'description': 'tempest-secgroup-smoke-1933847209 description', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:32.211926 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df46896a-8bd7-43d5-984d-c35d377f5fb9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.283369 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df46896a-8bd7-43d5-984d-c35d377f5fb9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.287107 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df46896a-8bd7-43d5-984d-c35d377f5fb9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.317631 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46896a-8bd7-43d5-984d-c35d377f5fb9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2249cbe-1ed9-46c6-b37d-4742ee42dba7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:32.323516 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df46896a-8bd7-43d5-984d-c35d377f5fb9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.324899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-df46896a-8bd7-43d5-984d-c35d377f5fb9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390831 Mar 11 18:13:32.327981 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:32.332827 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5f1cb15a-92a0-4696-b612-77d2f5bf3ca5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': 'a2249cbe-1ed9-46c6-b37d-4742ee42dba7', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:32.357885 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb15a-92a0-4696-b612-77d2f5bf3ca5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.418643 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb15a-92a0-4696-b612-77d2f5bf3ca5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.422762 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb15a-92a0-4696-b612-77d2f5bf3ca5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.441711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cb15a-92a0-4696-b612-77d2f5bf3ca5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842909f5-0927-40e1-ba67-ea8f4943f656,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:32.451669 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb15a-92a0-4696-b612-77d2f5bf3ca5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.453019 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-5f1cb15a-92a0-4696-b612-77d2f5bf3ca5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238689 Mar 11 18:13:32.455793 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41954) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:32.460868 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c1a2b615-6285-4af0-ad46-bcbf9e5c50dd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': 'a2249cbe-1ed9-46c6-b37d-4742ee42dba7', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:32.486901 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b615-6285-4af0-ad46-bcbf9e5c50dd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.545955 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b615-6285-4af0-ad46-bcbf9e5c50dd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.549812 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b615-6285-4af0-ad46-bcbf9e5c50dd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.568133 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2b615-6285-4af0-ad46-bcbf9e5c50dd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d75b1f-5df5-4ce1-8434-c2e9a34c0be7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:32.576849 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b615-6285-4af0-ad46-bcbf9e5c50dd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.578042 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-c1a2b615-6285-4af0-ad46-bcbf9e5c50dd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211932 Mar 11 18:13:32.581482 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:32.586255 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f3a8dd62-bdba-47d9-914d-12f525b298b7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': 'a2249cbe-1ed9-46c6-b37d-4742ee42dba7', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:32.611373 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3a8dd62-bdba-47d9-914d-12f525b298b7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.670414 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3a8dd62-bdba-47d9-914d-12f525b298b7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.674084 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3a8dd62-bdba-47d9-914d-12f525b298b7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.691406 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8dd62-bdba-47d9-914d-12f525b298b7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ff0ca1-10df-484a-959d-acc8e716b033,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:32.700111 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3a8dd62-bdba-47d9-914d-12f525b298b7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.701283 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-f3a8dd62-bdba-47d9-914d-12f525b298b7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188953 Mar 11 18:13:32.704495 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41958) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:32.708745 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-272db204-6b0f-4f0c-8f73-c2e89c0bab13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': 'a2249cbe-1ed9-46c6-b37d-4742ee42dba7', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:32.733854 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-272db204-6b0f-4f0c-8f73-c2e89c0bab13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.794491 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-272db204-6b0f-4f0c-8f73-c2e89c0bab13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.799046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-272db204-6b0f-4f0c-8f73-c2e89c0bab13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.817231 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272db204-6b0f-4f0c-8f73-c2e89c0bab13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8eedbc-a67a-4a3d-8414-d13cbd4c2326,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:32.824116 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-272db204-6b0f-4f0c-8f73-c2e89c0bab13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.828255 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-272db204-6b0f-4f0c-8f73-c2e89c0bab13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227999 Mar 11 18:13:32.828922 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 41960) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:32.833393 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0b3c79ee-d098-435d-a4bd-cc19ad5972b5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': 'a2249cbe-1ed9-46c6-b37d-4742ee42dba7', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:32.854072 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-0b3c79ee-d098-435d-a4bd-cc19ad5972b5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Project e3d8580070fa498a8b91af8e50eb8c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:13:32.859005 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b3c79ee-d098-435d-a4bd-cc19ad5972b5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.918319 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b3c79ee-d098-435d-a4bd-cc19ad5972b5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.921915 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b3c79ee-d098-435d-a4bd-cc19ad5972b5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.938718 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c79ee-d098-435d-a4bd-cc19ad5972b5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df5ca57-aa11-4e6b-9434-4f2f74d54a30,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:32.948312 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b3c79ee-d098-435d-a4bd-cc19ad5972b5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:32.949547 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0b3c79ee-d098-435d-a4bd-cc19ad5972b5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196964 Mar 11 18:13:32.952604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 41962) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:32.957422 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-85702ea7-346f-4686-906a-325dad020b39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': 'a2249cbe-1ed9-46c6-b37d-4742ee42dba7', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:32.978236 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-85702ea7-346f-4686-906a-325dad020b39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Project e3d8580070fa498a8b91af8e50eb8c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:13:32.983129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85702ea7-346f-4686-906a-325dad020b39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:33.051863 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85702ea7-346f-4686-906a-325dad020b39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:33.056677 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85702ea7-346f-4686-906a-325dad020b39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:33.077104 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85702ea7-346f-4686-906a-325dad020b39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca29316-32b7-459b-bb49-71e3401ccb79,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:33.084577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85702ea7-346f-4686-906a-325dad020b39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:33.087192 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-85702ea7-346f-4686-906a-325dad020b39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320977 Mar 11 18:13:33.154612 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fdbbb801-9282-4181-8910-ec341253d6f9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:33.208193 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port fdbbb801-9282-4181-8910-ec341253d6f9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:33.208573 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:33.242140 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-35129b1a-b45a-4847-8df3-e9d0527873b2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933847209&fields=id&tenant_id=e3d8580070fa498a8b91af8e50eb8c4e HTTP/1.1" status: 200 len: 267 time: 0.0394690 Mar 11 18:13:33.292683 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:33.313733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port fdbbb801-9282-4181-8910-ec341253d6f9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fdbbb801-9282-4181-8910-ec341253d6f9,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:33.318344 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:33.358110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-84f6c072-7e9d-47b2-99fc-40982420fc29 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:33.358764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Sync routers for ids ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:33.359592 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-84f6c072-7e9d-47b2-99fc-40982420fc29 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 809 time: 0.1100693 Mar 11 18:13:33.374896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-315aca24-2505-4342-a548-62f860162f32 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/quotas/e3d8580070fa498a8b91af8e50eb8c4e HTTP/1.1" status: 200 len: 375 time: 0.0092793 Mar 11 18:13:33.382549 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=fdbbb801-9282-4181-8910-ec341253d6f9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:33.386585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Routers {'b4294707-ec8f-43f5-9568-8f043d6e7a8d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:33.387472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:33.435612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-ffd616b1-fcc4-4c30-99ee-09fb564a0cec tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533645 Mar 11 18:13:33.500781 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Set router b4294707-ec8f-43f5-9568-8f043d6e7a8d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:33.550257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0db074a4-b99c-44f7-b3c6-83c289813f6f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:13:33.551245 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0db074a4-b99c-44f7-b3c6-83c289813f6f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1041687 Mar 11 18:13:33.640559 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-6ca7c71f-7618-46f6-87de-83cc5549b40f service neutron] 10.222.0.53 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823631 Mar 11 18:13:33.699879 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:27Z', 'updated_at': '2022-03-11T18:13:30Z', 'revision_number': 4, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'gw_port': {'id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:28Z', 'updated_at': '2022-03-11T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '81fabf61-bc35-4287-bd71-1a3d8d5805ea', 'name': '', 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'mac_address': 'fa:16:3e:3f:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '3531597f-012d-4363-ba16-3c5229dd27cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:30Z', 'updated_at': '2022-03-11T18:13:30Z', 'revision_number': 2, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'subnets': [{'id': '3531597f-012d-4363-ba16-3c5229dd27cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:33.729952 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Checking router: b4294707-ec8f-43f5-9568-8f043d6e7a8d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:33.730221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Updating router b4294707-ec8f-43f5-9568-8f043d6e7a8d port 81fabf61-bc35-4287-bd71-1a3d8d5805ea binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:33.734514 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-9d8aa252-fd6f-475a-8beb-327baf064910 service neutron] 10.222.0.53 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877280 Mar 11 18:13:33.755336 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:33.896621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8b063702-4966-449b-9f44-3af47c2d03cd req-3296d240-f42e-4c8e-bb14-76c6db915387 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 210 time: 0.0262280 Mar 11 18:13:34.018295 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:34.023801 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:34.073338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdce15-05fd-47f5-96d4-b2332b84dd97 None None] Pushing event updated for resources: {'Port': ['ID=81fabf61-bc35-4287-bd71-1a3d8d5805ea,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:34.126177 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Attempting to bind port 81fabf61-bc35-4287-bd71-1a3d8d5805ea on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:13:34.126543 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Attempting to bind port 81fabf61-bc35-4287-bd71-1a3d8d5805ea by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'ece2c614-8e9c-4675-a916-5478e5150cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:13:34.126903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Attempting to bind port 81fabf61-bc35-4287-bd71-1a3d8d5805ea on network 627af269-fe85-4b8c-b599-8753a56325b0 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:34.132045 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:34.132466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Checking segment: {'id': 'ece2c614-8e9c-4675-a916-5478e5150cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:13:34.132872 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:34.133269 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Bound using segment: {'id': 'ece2c614-8e9c-4675-a916-5478e5150cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:34.133790 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Bound port: 81fabf61-bc35-4287-bd71-1a3d8d5805ea, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece2c614-8e9c-4675-a916-5478e5150cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:13:34.134178 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:34.200766 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] For port 81fabf61-bc35-4287-bd71-1a3d8d5805ea, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:34.203971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] For port 81fabf61-bc35-4287-bd71-1a3d8d5805ea, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=81fabf61-bc35-4287-bd71-1a3d8d5805ea,segment=NetworkSegment(ece2c614-8e9c-4675-a916-5478e5150cd2),segment_id=ece2c614-8e9c-4675-a916-5478e5150cd2)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:34.208729 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:34.267841 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Routers {'b4294707-ec8f-43f5-9568-8f043d6e7a8d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:34.268558 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:34.305412 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdce15-05fd-47f5-96d4-b2332b84dd97 None None] Pushing event updated for resources: {'Port': ['ID=81fabf61-bc35-4287-bd71-1a3d8d5805ea,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:34.337339 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7fd4fb32-9c96-4fd2-8a09-4569a01e230d None None] Provisioning complete for port 81fabf61-bc35-4287-bd71-1a3d8d5805ea triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:34.337339 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fb32-9c96-4fd2-8a09-4569a01e230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:34.420664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] Set router b4294707-ec8f-43f5-9568-8f043d6e7a8d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:34.565678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fb32-9c96-4fd2-8a09-4569a01e230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:34.621618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7fd4fb32-9c96-4fd2-8a09-4569a01e230d None None] For port 81fabf61-bc35-4287-bd71-1a3d8d5805ea, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=81fabf61-bc35-4287-bd71-1a3d8d5805ea,segment=NetworkSegment(ece2c614-8e9c-4675-a916-5478e5150cd2),segment_id=ece2c614-8e9c-4675-a916-5478e5150cd2)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:34.626998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fb32-9c96-4fd2-8a09-4569a01e230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:34.705284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4fb32-9c96-4fd2-8a09-4569a01e230d None None] Pushing event updated for resources: {'Port': ['ID=81fabf61-bc35-4287-bd71-1a3d8d5805ea,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:34.721783 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:27Z', 'updated_at': '2022-03-11T18:13:30Z', 'revision_number': 4, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'gw_port': {'id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:28Z', 'updated_at': '2022-03-11T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '81fabf61-bc35-4287-bd71-1a3d8d5805ea', 'name': '', 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'mac_address': 'fa:16:3e:3f:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '3531597f-012d-4363-ba16-3c5229dd27cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:30Z', 'updated_at': '2022-03-11T18:13:34Z', 'revision_number': 4, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'subnets': [{'id': '3531597f-012d-4363-ba16-3c5229dd27cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:34.750650 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ddf1d-9736-4132-bd9f-6ea49cbdc33f None None] The sync data for ids ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'] in n-d-833411-1 is: [{'id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:27Z', 'updated_at': '2022-03-11T18:13:30Z', 'revision_number': 4, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'gw_port': {'id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:28Z', 'updated_at': '2022-03-11T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '81fabf61-bc35-4287-bd71-1a3d8d5805ea', 'name': '', 'network_id': '627af269-fe85-4b8c-b599-8753a56325b0', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'mac_address': 'fa:16:3e:3f:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '3531597f-012d-4363-ba16-3c5229dd27cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:30Z', 'updated_at': '2022-03-11T18:13:34Z', 'revision_number': 4, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'subnets': [{'id': '3531597f-012d-4363-ba16-3c5229dd27cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:34.761947 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2ce0149d-7249-435d-aeba-a914f555e169 None None] Provisioning complete for port 81fabf61-bc35-4287-bd71-1a3d8d5805ea triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:34.762319 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2ce0149d-7249-435d-aeba-a914f555e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:34.983449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edc90aba-27cb-4172-ac24-58da4d2f9c62 req-71a9dfec-9b05-4d59-9a9e-0acc9d8c6546 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 210 time: 0.0276122 Mar 11 18:13:35.192596 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fdbbb801-9282-4181-8910-ec341253d6f9 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:35.246259 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port fdbbb801-9282-4181-8910-ec341253d6f9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:35.246923 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:35.328962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 81fabf61-bc35-4287-bd71-1a3d8d5805ea up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:35.549160 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 81fabf61-bc35-4287-bd71-1a3d8d5805ea triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:35.549524 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:36.063786 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-13c0e5f6-492f-49b3-8c0d-7f832bc312ac req-1c96d679-f092-4d24-9f62-cdb785d2d895 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 210 time: 0.0286434 Mar 11 18:13:37.148819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5df34a8d-50b4-4dfa-b1da-c6cf6c843db5 req-fea3ae3c-3bfb-4ee1-b8e6-a72bb8bb9a97 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 210 time: 0.0275357 Mar 11 18:13:38.248225 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a64ccb4a-33a5-4f54-8b1f-258d1bd49907 req-8c4ac14b-34d7-4d60-ad57-31ec56b4100d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 210 time: 0.0261717 Mar 11 18:13:38.893127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-5398676a-02b7-4065-9665-3312c1752773 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:38.894564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-5398676a-02b7-4065-9665-3312c1752773 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 809 time: 0.1100986 Mar 11 18:13:38.945527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-d174aa34-f684-4971-b2b5-1ff96940e01d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3d8580070fa498a8b91af8e50eb8c4e HTTP/1.1" status: 200 len: 380 time: 0.0393629 Mar 11 18:13:38.960577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'port': {'device_id': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'admin_state_up': True, 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'security_groups': ['a2249cbe-1ed9-46c6-b37d-4742ee42dba7']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:39.077708 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Made reservation on behalf of e3d8580070fa498a8b91af8e50eb8c4e for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:39.081314 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:39.204251 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Allocated IP 172.20.0.14 (617ae92e-c6af-4c12-8597-661000ad38e8/30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2/569205bd-cb0a-46d2-a143-ef81ca24abf9) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:39.357679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-14490313-4670-4ab7-90d0-70f3236d2e00 req-99b974bc-a0ea-48de-b5c0-ebde9062514b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 210 time: 0.0388954 Mar 11 18:13:39.367287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:39.400438 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:39.449511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Network 617ae92e-c6af-4c12-8597-661000ad38e8 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:39.452487 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:39.456175 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:39.462463 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:39.510744 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:39.511502 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:39.527970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-613f55ac-14e2-493d-8873-b8c564a67dcc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5717239 Mar 11 18:13:39.540648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Request body: {'port': {'device_id': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:39.605440 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:39.724639 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-06cc3883-3da5-469f-a0fa-04498ee948f7 None None] Provisioning complete for port 569205bd-cb0a-46d2-a143-ef81ca24abf9 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:39.725808 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-06cc3883-3da5-469f-a0fa-04498ee948f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:39.764824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-06cc3883-3da5-469f-a0fa-04498ee948f7 None None] Port 569205bd-cb0a-46d2-a143-ef81ca24abf9 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:13:39.878285 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569205bd-cb0a-46d2-a143-ef81ca24abf9 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:39.886071 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:39.898167 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Transition to ACTIVE for port object 569205bd-cb0a-46d2-a143-ef81ca24abf9 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:13:39.902484 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:39.952838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:40.023787 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Attempting to bind port 569205bd-cb0a-46d2-a143-ef81ca24abf9 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:13:40.024122 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Attempting to bind port 569205bd-cb0a-46d2-a143-ef81ca24abf9 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:13:40.024791 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Attempting to bind port 569205bd-cb0a-46d2-a143-ef81ca24abf9 on network 617ae92e-c6af-4c12-8597-661000ad38e8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:40.029600 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Port 569205bd-cb0a-46d2-a143-ef81ca24abf9 on network 617ae92e-c6af-4c12-8597-661000ad38e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:13:40.029923 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Attempting to bind port 569205bd-cb0a-46d2-a143-ef81ca24abf9 on network 617ae92e-c6af-4c12-8597-661000ad38e8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:40.034983 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:40.035324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Checking segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:13:40.035705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Bound using segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:40.036125 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Bound port: 569205bd-cb0a-46d2-a143-ef81ca24abf9, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:13:40.036506 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:40.106944 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:40.110008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:40.114484 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:40.149579 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.150208 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:40.151626 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] 10.222.0.46 "PUT /v2.0/ports/569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 1092 time: 0.6157877 Mar 11 18:13:40.152330 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:40.154757 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39395cba-2e56-4576-aec0-236dda6aca34" -d '{"events": [{"name": "network-changed", "server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:40.179691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabec85-5852-4112-831c-d34e7bfc5dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:40.199801 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990e80f2-4a28-49ea-b630-ee9e64020532 x-openstack-request-id: req-990e80f2-4a28-49ea-b630-ee9e64020532 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:40.199963 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:40.200199 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-990e80f2-4a28-49ea-b630-ee9e64020532 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:40.201005 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'status': 'completed', 'code': 200} Mar 11 18:13:40.251857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0ea89d80-aa57-4366-ae1b-ea9a64cd4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.253444 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-0ea89d80-aa57-4366-ae1b-ea9a64cd4966 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1095 time: 0.0428872 Mar 11 18:13:40.303998 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-37b57547-0c14-42a9-aac1-e8496257ef68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 217 time: 0.0409029 Mar 11 18:13:40.355323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-50d407dd-3e5b-43d4-8d58-55d7a0ba5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.356800 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-50d407dd-3e5b-43d4-8d58-55d7a0ba5a6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0464134 Mar 11 18:13:40.404976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-8fd0c67d-cbbc-4a82-91a1-22d755f7a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.406492 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-8fd0c67d-cbbc-4a82-91a1-22d755f7a8c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430379 Mar 11 18:13:40.531648 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aec30c-6645-4693-8f66-29908c1a4e78 req-36eea1bb-5d9d-496f-8767-4ffd990abc09 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.533049 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53aec30c-6645-4693-8f66-29908c1a4e78 req-36eea1bb-5d9d-496f-8767-4ffd990abc09 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.1021843 Mar 11 18:13:40.538840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-6e050226-d7d7-40ff-bb7b-d934d9211f1b service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255219 Mar 11 18:13:40.620896 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53aec30c-6645-4693-8f66-29908c1a4e78 req-1165c097-5859-4624-833e-bec6b0ff00ce tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811081 Mar 11 18:13:40.653200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-edea76af-caab-4635-8fe9-cd8d1eaf0bb0 req-abd505e4-91c0-4902-8e7f-63ce7b4474cc service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077292 Mar 11 18:13:40.739156 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395cba-2e56-4576-aec0-236dda6aca34 req-76206e9b-857a-4653-b82a-9881d9314d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.741271 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39395cba-2e56-4576-aec0-236dda6aca34 req-76206e9b-857a-4653-b82a-9881d9314d1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1095 time: 0.0420287 Mar 11 18:13:40.840495 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395cba-2e56-4576-aec0-236dda6aca34 req-a5eada32-db49-47d5-9ff9-ec552372ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.841988 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39395cba-2e56-4576-aec0-236dda6aca34 req-a5eada32-db49-47d5-9ff9-ec552372ef25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0923238 Mar 11 18:13:40.884028 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39395cba-2e56-4576-aec0-236dda6aca34 req-d8edee3d-f13b-4607-bc01-bef0baf5b7aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 217 time: 0.0356288 Mar 11 18:13:40.936590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395cba-2e56-4576-aec0-236dda6aca34 req-32e92386-d0a2-455a-8a2a-a98109273368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.938057 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39395cba-2e56-4576-aec0-236dda6aca34 req-32e92386-d0a2-455a-8a2a-a98109273368 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0475528 Mar 11 18:13:40.986374 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395cba-2e56-4576-aec0-236dda6aca34 req-295fa63b-806e-40d1-bfea-750905272bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.987930 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39395cba-2e56-4576-aec0-236dda6aca34 req-295fa63b-806e-40d1-bfea-750905272bb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427155 Mar 11 18:13:41.087544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39395cba-2e56-4576-aec0-236dda6aca34 req-fa021aa5-0af1-4e9c-b535-cf15f8e7c9f1 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912981 Mar 11 18:13:41.196745 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-39395cba-2e56-4576-aec0-236dda6aca34 req-fb0f9943-eb0f-4402-a0f2-47cf8b426e2d service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025815 Mar 11 18:13:41.527558 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:41.743239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62375e-11a8-4c99-bf89-b67fcc23a99e req-4be431d6-e5df-44fd-93b4-bf78b28646ae tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.744709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de62375e-11a8-4c99-bf89-b67fcc23a99e req-4be431d6-e5df-44fd-93b4-bf78b28646ae tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0533059 Mar 11 18:13:41.782010 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-de62375e-11a8-4c99-bf89-b67fcc23a99e req-f438d5a7-e969-457d-8c38-9500100ee275 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313270 Mar 11 18:13:42.895448 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118921cb-e5bc-4ea1-a137-f31eb9ec4d9f req-9b3dd8a2-63c0-459d-8d87-a4b425ad8bd4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:42.897613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-118921cb-e5bc-4ea1-a137-f31eb9ec4d9f req-9b3dd8a2-63c0-459d-8d87-a4b425ad8bd4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0487816 Mar 11 18:13:42.934395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-118921cb-e5bc-4ea1-a137-f31eb9ec4d9f req-0a4d4303-f6b3-4f78-965e-b0fc46f5516d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307369 Mar 11 18:13:43.710723 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b3c27f72-d00b-4b9b-a5be-02d56e30866e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:44.049282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b8b1f-ea61-4463-8399-304f21e9819b req-f007956e-3675-4893-b907-f64efe0e220c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:44.050741 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-395b8b1f-ea61-4463-8399-304f21e9819b req-f007956e-3675-4893-b907-f64efe0e220c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0490401 Mar 11 18:13:44.087638 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-395b8b1f-ea61-4463-8399-304f21e9819b req-874adf3a-507a-46e8-86bf-ce06c43de39c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Mar 11 18:13:44.090604 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 569205bd-cb0a-46d2-a143-ef81ca24abf9 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:13:44.186664 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:44.198304 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'port_id': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'mac_address': 'fa:16:3e:c7:e2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:13:44.234505 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:44.246877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569205bd-cb0a-46d2-a143-ef81ca24abf9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:44.266202 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:44.270544 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:44.325925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:44.488882 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['569205bd-cb0a-46d2-a143-ef81ca24abf9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:13:45.207235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd6fef-b06a-44d3-ade9-f47dba4a7e8f req-80fc5de3-85ee-4ce6-9681-27816ba6493c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:45.208728 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dfd6fef-b06a-44d3-ade9-f47dba4a7e8f req-80fc5de3-85ee-4ce6-9681-27816ba6493c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 945 time: 0.0522320 Mar 11 18:13:45.246173 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5dfd6fef-b06a-44d3-ade9-f47dba4a7e8f req-a55bd2a8-e2f2-42f7-b6cd-c522f935bc40 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308073 Mar 11 18:13:45.999253 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-debc33ca-6476-4a34-bc73-2989fa80f9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:46.105989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 569205bd-cb0a-46d2-a143-ef81ca24abf9 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:46.156733 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 569205bd-cb0a-46d2-a143-ef81ca24abf9 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:13:46.161503 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 569205bd-cb0a-46d2-a143-ef81ca24abf9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:13:46.161889 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:46.243156 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:46.267585 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:46.269859 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14db83c-983c-4fad-b80e-d57b561a8d4e" -d '{"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-plugged", "status": "completed", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:46.283833 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:46.289106 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:46.314430 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6137a7c8-9fe8-4f60-b7a8-7b74a66919d2 x-openstack-request-id: req-6137a7c8-9fe8-4f60-b7a8-7b74a66919d2 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:46.314724 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-plugged", "status": "completed", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:46.314976 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6137a7c8-9fe8-4f60-b7a8-7b74a66919d2 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:46.315353 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'code': 200} Mar 11 18:13:46.344744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:46.378918 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081dab8-a202-4aa0-8a7e-0beb70f51246 req-43db6389-e541-4b4d-bf6f-042e4f01014a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:46.380428 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f081dab8-a202-4aa0-8a7e-0beb70f51246 req-43db6389-e541-4b4d-bf6f-042e4f01014a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0578408 Mar 11 18:13:46.420751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f081dab8-a202-4aa0-8a7e-0beb70f51246 req-579e5d92-01f0-428c-9605-ebc16eae1d9b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342867 Mar 11 18:13:46.466928 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b1e4f-591b-4423-881b-980756e27294 req-87bdaa9d-b582-4136-bf5a-6c4f173e0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:46.468470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da4b1e4f-591b-4423-881b-980756e27294 req-87bdaa9d-b582-4136-bf5a-6c4f173e0970 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1097 time: 0.0871518 Mar 11 18:13:46.502491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-da4b1e4f-591b-4423-881b-980756e27294 req-f9ac028a-c6d7-40de-8e31-c37fac78bf19 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271881 Mar 11 18:13:47.343033 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:47.549789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734fc9-0e25-455e-9650-8d9f5555808d req-2b4639ff-370a-47d3-9c6c-7a5b94d0f648 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:47.551280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20734fc9-0e25-455e-9650-8d9f5555808d req-2b4639ff-370a-47d3-9c6c-7a5b94d0f648 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0541778 Mar 11 18:13:47.590814 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-20734fc9-0e25-455e-9650-8d9f5555808d req-64b26d9b-faf7-4d30-a071-a5f0bd574738 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324385 Mar 11 18:13:48.581688 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:48.710490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5245721-b047-4f5b-94b1-74f058dc8af8 req-bbfe125f-09d2-4c56-9bca-99f4e875ee08 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:48.711960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5245721-b047-4f5b-94b1-74f058dc8af8 req-bbfe125f-09d2-4c56-9bca-99f4e875ee08 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0486391 Mar 11 18:13:48.750121 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e5245721-b047-4f5b-94b1-74f058dc8af8 req-d86ee28c-21af-4277-80d7-4b2d893086a5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Mar 11 18:13:48.867847 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9946-ece6-450a-bd5b-5316ec2b1632 req-98713552-6893-4199-84f7-d4e5f6bb630d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:48.869239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-415a9946-ece6-450a-bd5b-5316ec2b1632 req-98713552-6893-4199-84f7-d4e5f6bb630d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0480020 Mar 11 18:13:48.906017 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-415a9946-ece6-450a-bd5b-5316ec2b1632 req-e9bc35b6-97d0-40f3-8204-8f2e35271e3d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308995 Mar 11 18:13:48.927597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42034) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:49.011173 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ebce04-b994-4d60-9218-abb9b58dd0a6 tempest-TestShelveInstance-115410269 tempest-TestShelveInstance-115410269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:49.012627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e2ebce04-b994-4d60-9218-abb9b58dd0a6 tempest-TestShelveInstance-115410269 tempest-TestShelveInstance-115410269-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1092 time: 0.0839310 Mar 11 18:13:49.015536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42038) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:13:49.019808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:49.040746 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:49.135039 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:49.135873 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:49.242574 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Allocated IP 172.25.8.195 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/45e91147-c93b-4f36-8ccb-bfd3d0ce9a4c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:49.342001 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:49.374479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:49.420407 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:49.425364 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:49.427514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'Port': ['ID=45e91147-c93b-4f36-8ccb-bfd3d0ce9a4c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:49.429721 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:49.550221 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c94f72-56ed-4461-9274-853dee44698f req-3a19ffde-1828-4078-b9f4-5724567b7e69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928495 Mar 11 18:13:49.692536 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c94f72-56ed-4461-9274-853dee44698f req-28a43ecf-b2d4-47b3-9d0e-8ed2023d5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:49.694589 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c94f72-56ed-4461-9274-853dee44698f req-28a43ecf-b2d4-47b3-9d0e-8ed2023d5ce0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1097 time: 0.0870998 Mar 11 18:13:50.221271 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c94f72-56ed-4461-9274-853dee44698f req-67261697-fd62-47a4-97d3-ebdc9ccf715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.222736 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c94f72-56ed-4461-9274-853dee44698f req-67261697-fd62-47a4-97d3-ebdc9ccf715e service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.4880805 Mar 11 18:13:50.268072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c94f72-56ed-4461-9274-853dee44698f req-f3f2c7e9-aa7e-4db9-b727-0ec498da9ed6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 217 time: 0.0379701 Mar 11 18:13:50.270814 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:50.355390 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c94f72-56ed-4461-9274-853dee44698f req-86ae5e4b-32ee-4cd0-80bc-27797e039aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.356862 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c94f72-56ed-4461-9274-853dee44698f req-86ae5e4b-32ee-4cd0-80bc-27797e039aa3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0656230 Mar 11 18:13:50.415978 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:50.463531 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c94f72-56ed-4461-9274-853dee44698f req-bd5b328e-bf2c-47d2-a180-598f14c67ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.465911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c94f72-56ed-4461-9274-853dee44698f req-bd5b328e-bf2c-47d2-a180-598f14c67ac2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917039 Mar 11 18:13:50.622882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c94f72-56ed-4461-9274-853dee44698f req-4cd44ec2-ad85-425e-ab4e-1e09e92f4241 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485016 Mar 11 18:13:50.705653 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:50.711493 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:50.809825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-41c94f72-56ed-4461-9274-853dee44698f req-72a360ea-c749-45e6-bc7d-53a7bab906d6 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726804 Mar 11 18:13:50.812165 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'Port': ['ID=45e91147-c93b-4f36-8ccb-bfd3d0ce9a4c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:50.820634 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:50.923864 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Floating IP 143fa250-8328-46a7-8811-d89459b64654 associated. External IP: 172.25.8.195, port: 569205bd-cb0a-46d2-a143-ef81ca24abf9. Mar 11 18:13:51.133252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:51.240511 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:51.253525 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] Sync routers for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:51.259525 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:13:51.267962 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:51.268602 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:51.290700 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e7597607-5f71-445a-87f1-f14b483d940d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2741280 Mar 11 18:13:51.291363 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:51.293918 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72312df4-f786-48d8-a8f6-56b5919694d9" -d '{"events": [{"name": "network-changed", "server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:51.331428 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9198971-26c5-4f73-85c5-ce47ce18161a x-openstack-request-id: req-b9198971-26c5-4f73-85c5-ce47ce18161a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:51.331713 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:51.332620 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9198971-26c5-4f73-85c5-ce47ce18161a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:51.333182 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'status': 'completed', 'code': 200} Mar 11 18:13:51.374582 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:51.400529 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-d4d8bd96-b6cd-4ba1-8faf-d00d647c51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:51.402299 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-d4d8bd96-b6cd-4ba1-8faf-d00d647c51bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1097 time: 0.0469968 Mar 11 18:13:51.510362 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-c3d3759a-0fa8-4144-8bfb-6e9f26f1dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:51.511770 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-c3d3759a-0fa8-4144-8bfb-6e9f26f1dba9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.1031048 Mar 11 18:13:51.589204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-e33cd67e-e589-4e58-be0e-9b448049d762 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 1000 time: 0.0686531 Mar 11 18:13:51.615510 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '143fa250-8328-46a7-8811-d89459b64654', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'port_id': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'mac_address': 'fa:16:3e:c7:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:49Z', 'updated_at': '2022-03-11T18:13:49Z', 'revision_number': 0, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:51.647503 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] Checking router: 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:51.655816 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-43fcc73b-81ec-4dcd-bdaf-e0a77596dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:51.655988 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:51.656438 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:13:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:51.662681 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-43fcc73b-81ec-4dcd-bdaf-e0a77596dc91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0617349 Mar 11 18:13:51.716489 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-c6de330e-8085-4067-a20a-b7e0f22ff916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:51.718175 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-c6de330e-8085-4067-a20a-b7e0f22ff916 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530226 Mar 11 18:13:51.774714 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:51.820725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-6b7ceb23-57c3-4d00-8f5a-f2e981e5d45a service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930760 Mar 11 18:13:51.914306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-72312df4-f786-48d8-a8f6-56b5919694d9 req-1c984707-06c4-4f39-b5c1-95b70a1470d2 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866878 Mar 11 18:13:52.004575 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '143fa250-8328-46a7-8811-d89459b64654', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'port_id': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'mac_address': 'fa:16:3e:c7:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:49Z', 'updated_at': '2022-03-11T18:13:49Z', 'revision_number': 0, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:52.030677 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cdcf72-c06c-4611-890a-20ce01be6759 None None] The sync data for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 is: [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '143fa250-8328-46a7-8811-d89459b64654', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'port_id': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'mac_address': 'fa:16:3e:c7:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:49Z', 'updated_at': '2022-03-11T18:13:49Z', 'revision_number': 0, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:52.229310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cde71-b543-42e7-9dca-ce8e4ad40bef None None] New status for floating IP 143fa250-8328-46a7-8811-d89459b64654: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:13:59.537755 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:02.626434 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:14:11.527800 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:13.712820 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-903948d5-6ebd-449f-ab13-544b7d117164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:16.000985 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-14baf275-a169-4e34-b2d0-b1b0d95d2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:17.346081 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:18.583947 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:19.138728 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:23.585656 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-80d00990-ad3a-482d-b6d5-070235f5e2d3 req-b94e5651-0c86-4967-814d-786c41dded4f service neutron] (102641) timed out ('10.222.0.53', 54992) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 18:14:29.543448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:39.625395 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:14:41.545599 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:43.714734 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a882f206-4e0e-43f8-a1fe-47d9a8cb4e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:46.001634 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1348f53d-8772-4abf-bafc-ba35f3192d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:47.349682 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:48.588847 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:49.141114 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:14:49.537833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-3ebf8851-cc28-468a-92f3-3993659ef1e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405216 Mar 11 18:14:49.624563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-8509e257-cebc-41cc-a80c-9856e6f56237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:49.626087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-8509e257-cebc-41cc-a80c-9856e6f56237 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1097 time: 0.0462759 Mar 11 18:14:49.728795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-776de019-c293-4ee8-b70a-e00d424710eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:49.730174 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-776de019-c293-4ee8-b70a-e00d424710eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0849800 Mar 11 18:14:49.799088 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-ff3ecca3-8155-4722-a5cd-c260915749cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 1002 time: 0.0622675 Mar 11 18:14:49.848731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-ad02e599-2586-4f8e-a764-dfa70ebbb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:49.850131 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-ad02e599-2586-4f8e-a764-dfa70ebbb637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0434172 Mar 11 18:14:49.894186 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-de4ee90c-322e-4446-a640-f3ee6f267534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:49.895637 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-de4ee90c-322e-4446-a640-f3ee6f267534 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388799 Mar 11 18:14:49.988369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-d46d42af-ed76-4a3b-9291-d88d3f38d538 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843265 Mar 11 18:14:50.078965 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ca2f6f7a-b488-4bb0-8868-bfead5fe9770 req-3ec5a454-77fc-4d75-9416-1d43dc42a25a service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828750 Mar 11 18:14:59.551101 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:11.537831 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:13.715962 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-49664971-3a46-4472-b052-3217a81a1c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:16.002870 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-506b6759-9101-4614-a898-5a51361dd6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:16.624741 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:15:17.352751 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:18.589151 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:19.141632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:29.559414 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:41.551646 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:43.717939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ba1d901f-0996-4533-8de7-303fa02403e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:46.007243 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d766a6e1-7d20-473f-82b9-525e439f5ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:47.146376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d6fa3-66d5-4db4-b935-5ff02a7580c9 req-be3171bc-e397-468f-a8cc-884eececd2ab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:47.147980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd0d6fa3-66d5-4db4-b935-5ff02a7580c9 req-be3171bc-e397-468f-a8cc-884eececd2ab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.1113839 Mar 11 18:15:47.188670 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cd0d6fa3-66d5-4db4-b935-5ff02a7580c9 req-a09f4c36-4661-40db-af3b-9ddd98e01bcb tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338538 Mar 11 18:15:47.355143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:48.322856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b04c27-3018-4286-ba1c-c0af2a5bdc84 req-5d418e7a-7275-4465-a158-6b3c96b5d0c5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:48.324417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27b04c27-3018-4286-ba1c-c0af2a5bdc84 req-5d418e7a-7275-4465-a158-6b3c96b5d0c5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0604172 Mar 11 18:15:48.364355 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-27b04c27-3018-4286-ba1c-c0af2a5bdc84 req-50b42e5b-d796-4750-97d9-2739d453a255 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336161 Mar 11 18:15:48.593486 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:49.142883 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:15:49.487262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad907fd5-4f51-4e59-9f41-284cdc7b70c4 req-f4e7df7b-1eaa-4a6c-8382-6a1df6b64195 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:49.489603 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad907fd5-4f51-4e59-9f41-284cdc7b70c4 req-f4e7df7b-1eaa-4a6c-8382-6a1df6b64195 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0555637 Mar 11 18:15:49.552801 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad907fd5-4f51-4e59-9f41-284cdc7b70c4 req-c85d53c7-3e9b-4aeb-b2c7-11ed42029ee6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543950 Mar 11 18:15:49.555467 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-5913d909-cbad-4bb1-9573-c1f7995fe9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:49.559155 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-5913d909-cbad-4bb1-9573-c1f7995fe9a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1097 time: 0.0663192 Mar 11 18:15:49.675395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-cdc4410a-fcd1-4211-9b64-9da52d432585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:49.676773 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-cdc4410a-fcd1-4211-9b64-9da52d432585 service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.1002223 Mar 11 18:15:49.742076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-7b9c06df-8669-47be-89c8-c4315469bed7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 1002 time: 0.0587411 Mar 11 18:15:49.794382 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-eafebe23-3ca7-47b6-8a3e-33271d1b5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:49.795842 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-eafebe23-3ca7-47b6-8a3e-33271d1b5474 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0476928 Mar 11 18:15:49.845705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-ddcfd544-3a80-4b6b-a41f-ba434ffa38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:49.847222 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-ddcfd544-3a80-4b6b-a41f-ba434ffa38b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426264 Mar 11 18:15:49.939339 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-3bed9271-976d-4a4e-9862-5ab9436f1da1 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842557 Mar 11 18:15:50.037843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c9b1c519-00ca-4162-92ef-a09fc87427a3 req-4e369561-0dc9-471e-b256-c296d677cdb2 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891280 Mar 11 18:15:50.674018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856ee70-7332-4a89-b5ee-c1d0024ef92f req-f1937421-ad9f-4c01-8fa8-4ffcf2437653 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:50.675509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0856ee70-7332-4a89-b5ee-c1d0024ef92f req-f1937421-ad9f-4c01-8fa8-4ffcf2437653 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0501001 Mar 11 18:15:50.720207 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0856ee70-7332-4a89-b5ee-c1d0024ef92f req-2e40724d-b3d3-4826-84cb-809c2b585cc1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385287 Mar 11 18:15:51.838361 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae39c-225b-4615-9b46-32cef6166528 req-33802e02-15e4-478b-95c7-ff0f827f0ce1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:51.839980 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b77ae39c-225b-4615-9b46-32cef6166528 req-33802e02-15e4-478b-95c7-ff0f827f0ce1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0519731 Mar 11 18:15:51.883084 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b77ae39c-225b-4615-9b46-32cef6166528 req-ba99dd8c-7002-44d6-8e24-29343347a2c9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371501 Mar 11 18:15:53.005192 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32223de-8dbd-4575-be93-43860ebe0d1f req-77867973-30e3-4c7a-a83e-988f9ddc4f40 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:53.006705 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b32223de-8dbd-4575-be93-43860ebe0d1f req-77867973-30e3-4c7a-a83e-988f9ddc4f40 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0562515 Mar 11 18:15:53.045628 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b32223de-8dbd-4575-be93-43860ebe0d1f req-1e10ed73-a9ab-4a85-9b62-5dc943df2034 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323911 Mar 11 18:15:53.624075 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:15:54.165568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636d89d-2165-4290-a5e7-957cf3ed1f37 req-5f4c20ef-2b92-4b28-91e4-7581e66f07f0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:54.167019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1636d89d-2165-4290-a5e7-957cf3ed1f37 req-5f4c20ef-2b92-4b28-91e4-7581e66f07f0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0494649 Mar 11 18:15:54.206853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1636d89d-2165-4290-a5e7-957cf3ed1f37 req-5ddae95b-7263-4802-a42c-764086b20f35 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Mar 11 18:15:55.329756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69ddc2-5d72-4b9a-8141-2c2a0f127c2d req-c485a4f8-e2d9-4847-9663-84bf12360efd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:55.331214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c69ddc2-5d72-4b9a-8141-2c2a0f127c2d req-c485a4f8-e2d9-4847-9663-84bf12360efd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0526083 Mar 11 18:15:55.372244 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5c69ddc2-5d72-4b9a-8141-2c2a0f127c2d req-ac3cf42e-12d6-4ded-a495-07a0abe7c46e tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344951 Mar 11 18:15:56.488059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9429626-a27e-4eda-bc00-c059371f38f8 req-c9d0c270-498b-4c30-bf59-f157563a9683 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:56.489583 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9429626-a27e-4eda-bc00-c059371f38f8 req-c9d0c270-498b-4c30-bf59-f157563a9683 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0498457 Mar 11 18:15:56.528257 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e9429626-a27e-4eda-bc00-c059371f38f8 req-9c8b5c96-77a2-4c07-9968-6903b54a6af8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321009 Mar 11 18:15:57.654732 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e2b54-6565-4ebe-b695-e26e5ebb2d6b req-329d1341-fde5-4d86-b964-ba44e770a72d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:57.656393 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-504e2b54-6565-4ebe-b695-e26e5ebb2d6b req-329d1341-fde5-4d86-b964-ba44e770a72d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0569720 Mar 11 18:15:57.697327 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-504e2b54-6565-4ebe-b695-e26e5ebb2d6b req-65d7142b-83d6-4078-b670-d8282de3eac2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347061 Mar 11 18:15:58.822141 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68939a9e-3692-4547-b3b8-50713543d80f req-c0dd2432-f850-4aa3-abd2-11f3604126b3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:58.823652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68939a9e-3692-4547-b3b8-50713543d80f req-c0dd2432-f850-4aa3-abd2-11f3604126b3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0540082 Mar 11 18:15:58.869578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-68939a9e-3692-4547-b3b8-50713543d80f req-46f06f52-1d49-4dcf-9e75-e0ab94a6af9d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382085 Mar 11 18:15:59.574104 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:00.001033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99c867-f630-4f72-9d2f-9ccce6d4683a req-9764aa4e-0219-4a69-8451-78e328ff3526 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.003337 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e99c867-f630-4f72-9d2f-9ccce6d4683a req-9764aa4e-0219-4a69-8451-78e328ff3526 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0606475 Mar 11 18:16:00.053332 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e99c867-f630-4f72-9d2f-9ccce6d4683a req-16d7b2cc-9edc-4096-a866-4945018bdb97 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405464 Mar 11 18:16:00.683681 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 569205bd-cb0a-46d2-a143-ef81ca24abf9 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:16:00.808708 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:00.821998 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'port_id': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'mac_address': 'fa:16:3e:c7:e2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:16:00.861409 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:00.875565 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 569205bd-cb0a-46d2-a143-ef81ca24abf9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:00.901155 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:00.906816 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:00.967179 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:00.978025 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.978457 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.978699 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.979035 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.979364 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.979691 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.980012 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.980328 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.980683 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.981003 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.981334 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.981659 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:00.993846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['569205bd-cb0a-46d2-a143-ef81ca24abf9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:16:01.201033 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37ed08-9ec2-4d7b-a6f9-8b93cd415443 req-56b4441d-0e33-4e8c-b95f-8f153526696b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:01.209573 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d37ed08-9ec2-4d7b-a6f9-8b93cd415443 req-56b4441d-0e33-4e8c-b95f-8f153526696b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 945 time: 0.0619092 Mar 11 18:16:01.257375 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d37ed08-9ec2-4d7b-a6f9-8b93cd415443 req-a6850a3b-1ade-41e3-bbeb-25256bebf06d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Mar 11 18:16:02.383023 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45ccc2-651c-412c-bbd0-fb584f614cce req-10221e73-a75d-4686-bbfd-b22828e351a3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:02.385204 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e45ccc2-651c-412c-bbd0-fb584f614cce req-10221e73-a75d-4686-bbfd-b22828e351a3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 945 time: 0.0539882 Mar 11 18:16:02.433512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7e45ccc2-651c-412c-bbd0-fb584f614cce req-58fd41a6-37e8-4a71-8b59-3143033cb6d9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 Mar 11 18:16:02.702346 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 569205bd-cb0a-46d2-a143-ef81ca24abf9 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:16:02.768679 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 569205bd-cb0a-46d2-a143-ef81ca24abf9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:16:02.769592 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:02.868031 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:02.896959 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:02.899967 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756ad75e-bdae-453d-b4b9-98d126f0eac5" -d '{"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-plugged", "status": "completed", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:02.914946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:02.923218 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:02.994576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:03.037575 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b30978-0729-403e-8005-902109d1e01e x-openstack-request-id: req-d4b30978-0729-403e-8005-902109d1e01e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:03.037885 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-plugged", "status": "completed", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:03.038116 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4b30978-0729-403e-8005-902109d1e01e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:03.038538 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'code': 200} Mar 11 18:16:03.573512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018f880-3a88-4b4e-9b0c-3c6a8df4adb8 req-6cc6179f-b497-4b41-ae2b-dc823f86e8df tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:03.576024 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f018f880-3a88-4b4e-9b0c-3c6a8df4adb8 req-6cc6179f-b497-4b41-ae2b-dc823f86e8df tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0592394 Mar 11 18:16:03.621989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f018f880-3a88-4b4e-9b0c-3c6a8df4adb8 req-0c8647f5-cf48-4e70-b8ae-b9d7a42c43b2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391977 Mar 11 18:16:04.761262 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1772d8-adbc-492c-9a81-5cce1cc8c484 req-9f18e8fd-c25d-44df-9e52-0f536a7ca772 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:04.764390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b1772d8-adbc-492c-9a81-5cce1cc8c484 req-9f18e8fd-c25d-44df-9e52-0f536a7ca772 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0585251 Mar 11 18:16:04.811183 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1b1772d8-adbc-492c-9a81-5cce1cc8c484 req-7719adbb-28cd-46ca-9a11-18549a89fc50 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 Mar 11 18:16:05.932762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149a707-0439-4b97-946f-c5f5d5d5a6d5 req-c70bbd89-3d10-4a24-844e-58f684193905 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.937872 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8149a707-0439-4b97-946f-c5f5d5d5a6d5 req-c70bbd89-3d10-4a24-844e-58f684193905 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0595784 Mar 11 18:16:05.985417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8149a707-0439-4b97-946f-c5f5d5d5a6d5 req-8b78d0ff-6b0b-420d-b1bf-a508f0eb1a4a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446787 Mar 11 18:16:07.108150 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b92eb-876c-4e5e-bdc7-4276bbbd49ff req-136aac00-4547-44c2-b7a1-100ea4e3c2d9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:07.115799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a28b92eb-876c-4e5e-bdc7-4276bbbd49ff req-136aac00-4547-44c2-b7a1-100ea4e3c2d9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0577734 Mar 11 18:16:07.152530 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a28b92eb-876c-4e5e-bdc7-4276bbbd49ff req-92950dda-a64a-4223-84ce-5f50be837d1c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357952 Mar 11 18:16:08.297963 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734607e6-9c91-44cb-b062-5a5f46f262ca req-c66ab54f-c4e5-402f-b05d-0097163e33d2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:08.300707 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-734607e6-9c91-44cb-b062-5a5f46f262ca req-c66ab54f-c4e5-402f-b05d-0097163e33d2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0642281 Mar 11 18:16:08.342679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-734607e6-9c91-44cb-b062-5a5f46f262ca req-dd0d0abf-26f1-4c84-9a28-78571ad49a73 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334039 Mar 11 18:16:09.192654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-90b3f303-69d8-44c9-8945-cf9602e3b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:09.194117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-90b3f303-69d8-44c9-8945-cf9602e3b58f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1097 time: 0.0438535 Mar 11 18:16:09.286365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-7d590d3b-18bf-4c31-8451-488e55456de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:09.287818 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-7d590d3b-18bf-4c31-8451-488e55456de1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0862110 Mar 11 18:16:09.351000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-c1d9a460-8563-49fe-83d3-4a2bc889127c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 1002 time: 0.0562828 Mar 11 18:16:09.404116 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-aa32f388-70a7-4be6-bf48-bde1fabfeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:09.405604 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-aa32f388-70a7-4be6-bf48-bde1fabfeacc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0479646 Mar 11 18:16:09.482090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-79ce2eb3-e42f-4d50-a620-b18b3f7d86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:09.483605 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-79ce2eb3-e42f-4d50-a620-b18b3f7d86bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706379 Mar 11 18:16:09.491611 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a06a3-d48b-45c9-bf02-573f44c63fdc req-e9beacc9-c30c-460c-a74b-2e9025300ace tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:09.493657 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b0a06a3-d48b-45c9-bf02-573f44c63fdc req-e9beacc9-c30c-460c-a74b-2e9025300ace tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0729520 Mar 11 18:16:09.580254 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b0a06a3-d48b-45c9-bf02-573f44c63fdc req-1ef17eab-f244-4d21-b5d6-6be788b06878 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787284 Mar 11 18:16:09.606751 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-fc5d642a-fbf0-430a-b74a-c8cbf9b53be7 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121769 Mar 11 18:16:09.696014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-12d1a19f-c1ce-4a64-94b0-dd95c97c9cc7 req-0704f1b6-4274-4a18-b5a7-f4b030677e0e service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819507 Mar 11 18:16:10.705897 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcc976-95c7-4fe4-959f-2361478b73e9 req-6199ab4c-f085-48e0-b845-0399bed06378 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:10.707385 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfbcc976-95c7-4fe4-959f-2361478b73e9 req-6199ab4c-f085-48e0-b845-0399bed06378 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0544043 Mar 11 18:16:10.751041 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cfbcc976-95c7-4fe4-959f-2361478b73e9 req-349e11c4-a645-4a30-a070-a0c63ef891f6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373738 Mar 11 18:16:11.558699 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:11.868224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebabe6-4db6-4f45-9946-f4b458932a53 req-e1788664-f5a2-4759-8ffc-896f7c1159c4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:11.869740 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cebabe6-4db6-4f45-9946-f4b458932a53 req-e1788664-f5a2-4759-8ffc-896f7c1159c4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Mar 11 18:16:11.907562 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8cebabe6-4db6-4f45-9946-f4b458932a53 req-3a3ee9ae-ee4c-46a3-b95e-01167f2eec98 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318429 Mar 11 18:16:11.976737 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-2904a950-0ed0-4159-8a76-0700b2f33958 req-1478fe89-9e4c-48e4-8ee1-d837aa3287c3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:16:11.977704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2904a950-0ed0-4159-8a76-0700b2f33958 req-1478fe89-9e4c-48e4-8ee1-d837aa3287c3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053904 Mar 11 18:16:12.127111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18563e-1aa0-4349-8d9b-ccda60ad98b6 req-65d28ab9-cf5f-45bc-bde3-05ad664d5245 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:12.128614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a18563e-1aa0-4349-8d9b-ccda60ad98b6 req-65d28ab9-cf5f-45bc-bde3-05ad664d5245 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 946 time: 0.0488906 Mar 11 18:16:12.168829 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4a18563e-1aa0-4349-8d9b-ccda60ad98b6 req-77493f97-35e2-4636-93ab-dfca392b6bcb tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333149 Mar 11 18:16:12.303632 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad951153-e209-4eab-8d35-51c437c33869 req-6e9631b5-13af-4983-bc09-6f9e37efdcba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846279 Mar 11 18:16:12.741383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 569205bd-cb0a-46d2-a143-ef81ca24abf9 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:12.822900 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.846446 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:12.848726 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e8545c-daff-4873-8875-b0e9b8c77429" -d '{"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-unplugged", "status": "completed", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:12.861933 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:12.866726 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:12.891125 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ed6604-81d8-4e95-aab5-ec9e50b83f62 x-openstack-request-id: req-71ed6604-81d8-4e95-aab5-ec9e50b83f62 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:12.891414 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-unplugged", "status": "completed", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:12.891665 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71ed6604-81d8-4e95-aab5-ec9e50b83f62 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:12.892262 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'code': 200} Mar 11 18:16:12.921872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:13.077309 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad951153-e209-4eab-8d35-51c437c33869 req-d2c6cdf2-acc9-4d5a-b469-8a3273169d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.078832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad951153-e209-4eab-8d35-51c437c33869 req-d2c6cdf2-acc9-4d5a-b469-8a3273169d20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66&tenant_id=e3d8580070fa498a8b91af8e50eb8c4e HTTP/1.1" status: 200 len: 1095 time: 0.0405169 Mar 11 18:16:13.144415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad951153-e209-4eab-8d35-51c437c33869 req-ffdbb3bc-9dc9-4a3c-8293-cb1674091b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.145916 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad951153-e209-4eab-8d35-51c437c33869 req-ffdbb3bc-9dc9-4a3c-8293-cb1674091b46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1095 time: 0.0429127 Mar 11 18:16:13.273328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad951153-e209-4eab-8d35-51c437c33869 req-76ac1066-4c0e-4c84-8eca-09852746f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.275330 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad951153-e209-4eab-8d35-51c437c33869 req-76ac1066-4c0e-4c84-8eca-09852746f122 service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.1203322 Mar 11 18:16:13.330683 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d85799-7947-48a7-b148-134511836b76 req-07bd9bf5-9f9f-4152-a320-187a73658102 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.332156 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4d85799-7947-48a7-b148-134511836b76 req-07bd9bf5-9f9f-4152-a320-187a73658102 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0942664 Mar 11 18:16:13.364498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad951153-e209-4eab-8d35-51c437c33869 req-63868efb-09bc-4e83-a585-7dc3461d89f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 1000 time: 0.0810797 Mar 11 18:16:13.409614 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c4d85799-7947-48a7-b148-134511836b76 req-151e7613-5970-49d4-b6d4-f3c45c41bb49 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700607 Mar 11 18:16:13.427252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad951153-e209-4eab-8d35-51c437c33869 req-f9f6be27-ffc2-457b-9590-097f2290b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.428704 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad951153-e209-4eab-8d35-51c437c33869 req-f9f6be27-ffc2-457b-9590-097f2290b372 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0531430 Mar 11 18:16:13.473947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad951153-e209-4eab-8d35-51c437c33869 req-17243ca0-e53d-44f5-a1c2-b2f1bb1f5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.475579 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad951153-e209-4eab-8d35-51c437c33869 req-17243ca0-e53d-44f5-a1c2-b2f1bb1f5dac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397611 Mar 11 18:16:13.565231 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad951153-e209-4eab-8d35-51c437c33869 req-ac4e824e-2173-43ac-98ac-b60b7413b29a service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815072 Mar 11 18:16:13.656642 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ad951153-e209-4eab-8d35-51c437c33869 req-d2ca7dd0-e687-4112-bf53-ab0f43831a21 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841012 Mar 11 18:16:13.722971 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-955756d1-8649-4d00-b357-1d6e323776dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:14.539215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782de13e-4e6e-4087-85ab-8bb57e79a7ad req-063ada63-bfe1-470c-b7c5-28860282951f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:14.542191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-782de13e-4e6e-4087-85ab-8bb57e79a7ad req-063ada63-bfe1-470c-b7c5-28860282951f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0545161 Mar 11 18:16:14.585460 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-782de13e-4e6e-4087-85ab-8bb57e79a7ad req-6e0a021a-7820-4c21-9a7e-7b60d260708d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369136 Mar 11 18:16:15.717747 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10d26-fcd5-44cd-9ddd-77bed8cc9dfc req-7d2b1674-df61-4b79-832a-507364d2a1f1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:15.720220 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0c10d26-fcd5-44cd-9ddd-77bed8cc9dfc req-7d2b1674-df61-4b79-832a-507364d2a1f1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0608957 Mar 11 18:16:15.762752 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0c10d26-fcd5-44cd-9ddd-77bed8cc9dfc req-cb42051b-c163-498f-92d4-bb4cd1152a6f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365794 Mar 11 18:16:16.012325 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eae0ed3e-ba04-40af-9e3e-caad0a533382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:16.887473 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997dd30-7be4-48a0-84ad-575d3d8069a2 req-70a3bc13-3cca-4201-b891-7e842c14b03c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:16.889072 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a997dd30-7be4-48a0-84ad-575d3d8069a2 req-70a3bc13-3cca-4201-b891-7e842c14b03c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0514946 Mar 11 18:16:16.931891 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a997dd30-7be4-48a0-84ad-575d3d8069a2 req-f1fc8d15-b126-4471-beba-3ce1162ec00d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364611 Mar 11 18:16:17.359611 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:18.059408 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc2b49-df1d-4928-a396-8494b5d54d23 req-064f6978-fd31-4da8-a40d-8cf0efbd9726 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:18.061265 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36cc2b49-df1d-4928-a396-8494b5d54d23 req-064f6978-fd31-4da8-a40d-8cf0efbd9726 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0549672 Mar 11 18:16:18.104193 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-36cc2b49-df1d-4928-a396-8494b5d54d23 req-653adca7-24cd-414d-9c47-e2a279cbbdf8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348654 Mar 11 18:16:18.596705 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:19.158041 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:19.249323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ddef8-ed85-471f-9acf-341ff4d8066f req-d9fcad60-e314-4f57-b7da-030a5b01c6dd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:19.251158 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d21ddef8-ed85-471f-9acf-341ff4d8066f req-d9fcad60-e314-4f57-b7da-030a5b01c6dd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0579925 Mar 11 18:16:19.295833 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d21ddef8-ed85-471f-9acf-341ff4d8066f req-66e29751-348d-466b-ae59-442c340a8601 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382254 Mar 11 18:16:20.420911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63388c-1d66-4f30-a30e-b504aa81f120 req-fd3c4f5e-55af-4374-ab89-4d3b72be866b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:20.422486 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c63388c-1d66-4f30-a30e-b504aa81f120 req-fd3c4f5e-55af-4374-ab89-4d3b72be866b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0532103 Mar 11 18:16:20.483362 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3c63388c-1d66-4f30-a30e-b504aa81f120 req-adfcb79e-39df-4668-a726-fed179ca5c65 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502682 Mar 11 18:16:21.610135 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ce2aa-8a50-4494-a582-ec40455e363d req-53a7a707-8f7b-473b-b8b1-fdc2f75c36c5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:21.611645 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-452ce2aa-8a50-4494-a582-ec40455e363d req-53a7a707-8f7b-473b-b8b1-fdc2f75c36c5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0515893 Mar 11 18:16:21.653652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-452ce2aa-8a50-4494-a582-ec40455e363d req-eccd732f-95f0-4bea-8e50-754c827d7d1d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356054 Mar 11 18:16:22.780808 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81709f-ba29-4ab0-8274-c000e012991c req-e7e748cd-7094-44e3-8bdd-68c97074fd47 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:22.782213 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a81709f-ba29-4ab0-8274-c000e012991c req-e7e748cd-7094-44e3-8bdd-68c97074fd47 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0530734 Mar 11 18:16:22.820410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3a81709f-ba29-4ab0-8274-c000e012991c req-5e56fa8e-4463-4650-a287-1db236a1e3af tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318563 Mar 11 18:16:23.935193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd93fab-f706-4577-98fc-3a22ccdcb48e req-5f04de7c-ce64-4197-b61b-2a12d722e1a2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:23.936693 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9cd93fab-f706-4577-98fc-3a22ccdcb48e req-5f04de7c-ce64-4197-b61b-2a12d722e1a2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 944 time: 0.0491836 Mar 11 18:16:23.973417 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9cd93fab-f706-4577-98fc-3a22ccdcb48e req-d9590474-24f1-4edc-9af0-fdd59c0a2594 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307212 Mar 11 18:16:24.833842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 569205bd-cb0a-46d2-a143-ef81ca24abf9 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:16:24.927288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:24.938587 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'port_id': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'mac_address': 'fa:16:3e:c7:e2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:16:24.973888 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:24.985977 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569205bd-cb0a-46d2-a143-ef81ca24abf9 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:25.009411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:25.013730 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:25.065342 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:25.093353 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f681c-7466-4d8d-9769-faf593d95e94 req-49250c65-f0be-4995-98cd-6df67657f179 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:25.094871 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-914f681c-7466-4d8d-9769-faf593d95e94 req-49250c65-f0be-4995-98cd-6df67657f179 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 945 time: 0.0508990 Mar 11 18:16:25.137991 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-914f681c-7466-4d8d-9769-faf593d95e94 req-8687ba2f-c108-49c9-9704-8522cc009e81 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345109 Mar 11 18:16:25.234673 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['569205bd-cb0a-46d2-a143-ef81ca24abf9'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:16:26.260743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f0675-4d22-4b70-a819-f673dfc2f044 req-936ab6dc-1120-498d-9758-a3c01928058f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:26.262199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d78f0675-4d22-4b70-a819-f673dfc2f044 req-936ab6dc-1120-498d-9758-a3c01928058f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 945 time: 0.0525005 Mar 11 18:16:26.301978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d78f0675-4d22-4b70-a819-f673dfc2f044 req-2adb2654-bf30-41d3-9408-2b0d2f465ca9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334160 Mar 11 18:16:26.833993 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 569205bd-cb0a-46d2-a143-ef81ca24abf9 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:16:26.882067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 569205bd-cb0a-46d2-a143-ef81ca24abf9 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:16:26.882452 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:26.961698 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:26.984149 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:26.986680 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f30c7da-82eb-42d2-99bf-8c664f86cfa3" -d '{"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-plugged", "status": "completed", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:26.999624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:27.004676 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:27.033476 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4caa85-324c-4d8a-866b-ffc2e180e328 x-openstack-request-id: req-3b4caa85-324c-4d8a-866b-ffc2e180e328 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:27.033762 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-plugged", "status": "completed", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:27.034014 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b4caa85-324c-4d8a-866b-ffc2e180e328 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:27.034403 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'code': 200} Mar 11 18:16:27.056671 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:27.191319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43136b-8a73-4966-bf16-b1507f539e11 req-c1453c18-05b0-4e2e-bea4-bee5eb716c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:27.192839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e43136b-8a73-4966-bf16-b1507f539e11 req-c1453c18-05b0-4e2e-bea4-bee5eb716c17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1098 time: 0.0398026 Mar 11 18:16:27.227585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e43136b-8a73-4966-bf16-b1507f539e11 req-06fcb0c4-0fab-460c-b50b-450a513d1c19 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282412 Mar 11 18:16:27.428906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e897a9f-2f42-44ca-a31c-6e1d96a75f7a req-f36698e2-acf0-40bd-b68e-27e1379112a4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:27.430377 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e897a9f-2f42-44ca-a31c-6e1d96a75f7a req-f36698e2-acf0-40bd-b68e-27e1379112a4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 947 time: 0.0602460 Mar 11 18:16:27.470538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e897a9f-2f42-44ca-a31c-6e1d96a75f7a req-4d509f3e-459f-4322-ac27-cdacb4aa491c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340271 Mar 11 18:16:28.599813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52275ee8-48f2-46ab-bb14-f06a8ed3a046 req-560f718a-c1ee-4637-98d2-ae8e60d246db tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:28.601359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52275ee8-48f2-46ab-bb14-f06a8ed3a046 req-560f718a-c1ee-4637-98d2-ae8e60d246db tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 947 time: 0.0541427 Mar 11 18:16:28.640832 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-52275ee8-48f2-46ab-bb14-f06a8ed3a046 req-6f70ea97-c24e-4c7d-8d49-db7f3647d0fc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326476 Mar 11 18:16:29.587474 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:29.756433 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88081fa5-8d26-4a8c-bd37-faff7c602e23 req-58c0ae8b-cc66-43ac-909a-583e385b721d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:29.758449 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88081fa5-8d26-4a8c-bd37-faff7c602e23 req-58c0ae8b-cc66-43ac-909a-583e385b721d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 947 time: 0.0486412 Mar 11 18:16:29.796276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-88081fa5-8d26-4a8c-bd37-faff7c602e23 req-adeba670-b90b-44d1-820b-46646fb787d5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318830 Mar 11 18:16:30.623469 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:16:41.572741 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:43.726620 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8e93475b-21c3-4261-83ca-70e70d73d2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:46.005290 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-23e6246b-e2ce-4b4d-91ce-4b6972717d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:47.360679 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:48.599501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:49.146405 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:16:51.496627 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-7a14db19-c77d-4cec-bfe7-c577de94d5a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456250 Mar 11 18:16:51.587598 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-49aca5ed-28dd-402a-9683-5d103601ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:51.589317 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-49aca5ed-28dd-402a-9683-5d103601ba9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1098 time: 0.0453665 Mar 11 18:16:51.726040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-46dc6fdb-2321-4bbe-a10e-5474f0a486ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:51.727427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-46dc6fdb-2321-4bbe-a10e-5474f0a486ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.1175017 Mar 11 18:16:51.793839 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-b302c5aa-e69b-4b04-ab45-6438615814d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 1002 time: 0.0577357 Mar 11 18:16:51.848006 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-97317e08-2a6d-4bd1-8de3-141becf9bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:51.849509 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-97317e08-2a6d-4bd1-8de3-141becf9bf2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0482862 Mar 11 18:16:51.896789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-fe695adb-c660-49c4-a5ee-cb1157f7d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:51.899300 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-fe695adb-c660-49c4-a5ee-cb1157f7d541 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420597 Mar 11 18:16:51.988315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-5125a7bd-6981-4d14-bcc2-1abf4a8e708c service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818808 Mar 11 18:16:52.412055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2dd5cc70-7c0a-4cd4-8774-2007787c0fbc req-0bac0750-557a-4191-ac68-a79f9eda6e55 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165819 Mar 11 18:16:59.584187 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:07.623932 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:17:11.582522 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:13.727566 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4bac80ae-6003-4af8-9e09-65848d4cc592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:16.006302 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e8d133ee-70e3-48cc-b44d-50b4b372c6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:17.362449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:18.601111 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:19.139135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:29.600270 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:41.583662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:41.641906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42328) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:17:41.796323 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Deleting port 45e91147-c93b-4f36-8ccb-bfd3d0ce9a4c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:17:41.796608 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:41.873928 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:41.874251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:41.886090 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Calling delete_port for 45e91147-c93b-4f36-8ccb-bfd3d0ce9a4c owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:17:42.029747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:42.055047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event deleted for resources: {'Port': ['ID=45e91147-c93b-4f36-8ccb-bfd3d0ce9a4c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:42.067559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.067911 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.068254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.068620 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.068953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.069284 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.069618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.069935 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.070257 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.070584 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.070903 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.071245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.125954 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:42.126348 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Floating IP 143fa250-8328-46a7-8811-d89459b64654 disassociated (deleted). External IP: 172.25.8.195, port: 569205bd-cb0a-46d2-a143-ef81ca24abf9. Mar 11 18:17:42.332047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:17:42.438951 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:17:42.443727 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:42.449186 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] Sync routers for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:17:42.458222 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:17:42.458820 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:17:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:42.477571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-df6cdf23-8840-4986-8c1f-ba620ba9a9b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "DELETE /v2.0/floatingips/143fa250-8328-46a7-8811-d89459b64654 HTTP/1.1" status: 204 len: 168 time: 0.8320029 Mar 11 18:17:42.477571 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:17:42.477845 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f971ec65-65e1-4b4d-9154-b604529906e8" -d '{"events": [{"name": "network-changed", "server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:17:42.577850 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:17:42.595195 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2171e0ae-13f3-4640-9129-7b3f43036c66 x-openstack-request-id: req-2171e0ae-13f3-4640-9129-7b3f43036c66 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:17:42.595550 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:17:42.595916 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2171e0ae-13f3-4640-9129-7b3f43036c66 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:17:42.596176 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'status': 'completed', 'code': 200} Mar 11 18:17:42.688254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-fc785f6d-c115-4e6e-863f-dea16e3bb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:42.689825 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-fc785f6d-c115-4e6e-863f-dea16e3bb790 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 1098 time: 0.0605276 Mar 11 18:17:42.783052 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f521c-81a0-4142-93ee-ecb452f63a09 req-b0a06162-78df-4fa9-83d6-880dac826d1a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:42.784598 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-239f521c-81a0-4142-93ee-ecb452f63a09 req-b0a06162-78df-4fa9-83d6-880dac826d1a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 947 time: 0.1127856 Mar 11 18:17:42.808883 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:42.836349 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] Checking router: 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:17:42.837124 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-3d91079d-cd62-4d2b-96e7-835ebf17852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:42.839074 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-3d91079d-cd62-4d2b-96e7-835ebf17852e service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.1315575 Mar 11 18:17:42.844435 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-239f521c-81a0-4142-93ee-ecb452f63a09 req-bb1a0dee-d292-4c7e-8a80-a596032a6872 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486045 Mar 11 18:17:42.846310 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:17:42.846803 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:17:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:42.886898 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-3cc82ec3-48c9-41f2-a931-1bb6908a7b78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 200 len: 217 time: 0.0407996 Mar 11 18:17:42.938965 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-821b6b85-0cbc-4966-9d09-d0f10c8f9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:42.940480 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-821b6b85-0cbc-4966-9d09-d0f10c8f9200 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0471880 Mar 11 18:17:42.963166 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:17:42.992895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-e0ecd391-c07f-4308-807c-ab3fd129719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:42.994401 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-e0ecd391-c07f-4308-807c-ab3fd129719d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454824 Mar 11 18:17:43.099895 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-965bffeb-3a08-4c48-ac32-3a1ac5c6c2b1 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977657 Mar 11 18:17:43.176916 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:43.196055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f971ec65-65e1-4b4d-9154-b604529906e8 req-3f5d0e89-88d6-43e4-ae85-bd6d99e770cb service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889547 Mar 11 18:17:43.209152 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9f9c2-ac83-4e22-b468-1f14c0b7a136 None None] The sync data for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 is: [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:17:43.464064 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800195e2-b4b2-4b02-b556-2990564cf95f None None] New status for floating IP 143fa250-8328-46a7-8811-d89459b64654: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:17:43.730222 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-61c82c43-7e0e-4610-87a6-a89ec2248cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:43.983091 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82710724-5376-4386-b5b1-865ba4362633 req-79424e5c-d049-45c9-8c97-58e28439f103 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:43.984629 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82710724-5376-4386-b5b1-865ba4362633 req-79424e5c-d049-45c9-8c97-58e28439f103 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 947 time: 0.0646985 Mar 11 18:17:44.025680 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82710724-5376-4386-b5b1-865ba4362633 req-b4f5b0df-1af3-4ea8-9d0c-02bb2919d252 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2249cbe-1ed9-46c6-b37d-4742ee42dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341771 Mar 11 18:17:44.141561 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-ed2be286-a907-4d45-973b-2e3b6ace015d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:44.143029 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-ed2be286-a907-4d45-973b-2e3b6ace015d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.46 "GET /v2.0/ports?device_id=55d52bfb-172b-49a1-b3ad-6f9862feff66 HTTP/1.1" status: 200 len: 947 time: 0.0504963 Mar 11 18:17:44.232231 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Deleting port 569205bd-cb0a-46d2-a143-ef81ca24abf9 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:17:44.232612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:44.331586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] For port 569205bd-cb0a-46d2-a143-ef81ca24abf9, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=569205bd-cb0a-46d2-a143-ef81ca24abf9,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:44.331866 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:44.345441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Calling delete_port for 569205bd-cb0a-46d2-a143-ef81ca24abf9 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:17:44.474819 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:44.503776 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event deleted for resources: {'Port': ['ID=569205bd-cb0a-46d2-a143-ef81ca24abf9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:44.548216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] No DVR routers for this DVR port 569205bd-cb0a-46d2-a143-ef81ca24abf9 on host n-h2-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:17:44.550820 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:44.554352 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6a4dcd01-4330-4577-ab4b-2dff8f0f566a req-58c59403-161e-4d49-b469-c18177a6f635 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.46 "DELETE /v2.0/ports/569205bd-cb0a-46d2-a143-ef81ca24abf9 HTTP/1.1" status: 204 len: 173 time: 0.4053531 Mar 11 18:17:44.597471 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-deleted', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:17:44.599802 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0cfbe3-0363-4917-9d78-ca1600d17896" -d '{"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-deleted", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:17:44.625033 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:17:44.640904 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dc586e-8192-4783-a26d-ead17a0f1462 x-openstack-request-id: req-81dc586e-8192-4783-a26d-ead17a0f1462 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:17:44.641202 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d52bfb-172b-49a1-b3ad-6f9862feff66", "name": "network-vif-deleted", "tag": "569205bd-cb0a-46d2-a143-ef81ca24abf9", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:17:44.641453 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81dc586e-8192-4783-a26d-ead17a0f1462 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:17:44.641867 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d52bfb-172b-49a1-b3ad-6f9862feff66', 'name': 'network-vif-deleted', 'tag': '569205bd-cb0a-46d2-a143-ef81ca24abf9', 'status': 'completed', 'code': 200} Mar 11 18:17:45.081099 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42348) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:17:45.139032 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b15069f-81b3-4450-9804-74dfcb6e8db2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.164923 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b15069f-81b3-4450-9804-74dfcb6e8db2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.226786 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b15069f-81b3-4450-9804-74dfcb6e8db2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.229877 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b15069f-81b3-4450-9804-74dfcb6e8db2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.231034 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7b15069f-81b3-4450-9804-74dfcb6e8db2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2249cbe-1ed9-46c6-b37d-4742ee42dba7 HTTP/1.1" status: 204 len: 168 time: 0.1489718 Mar 11 18:17:45.239953 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15069f-81b3-4450-9804-74dfcb6e8db2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2249cbe-1ed9-46c6-b37d-4742ee42dba7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:45.719867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42354) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:17:45.724460 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-8df326e8-0b77-4b8f-98c0-21590cd1ebab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890458047', 'description': 'tempest-secgroup-smoke-1890458047 description', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:17:45.747601 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8df326e8-0b77-4b8f-98c0-21590cd1ebab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.814651 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8df326e8-0b77-4b8f-98c0-21590cd1ebab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.818054 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8df326e8-0b77-4b8f-98c0-21590cd1ebab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.848633 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8df326e8-0b77-4b8f-98c0-21590cd1ebab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.849859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8df326e8-0b77-4b8f-98c0-21590cd1ebab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1290126 Mar 11 18:17:45.851789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df326e8-0b77-4b8f-98c0-21590cd1ebab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:45.852790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42356) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:17:45.859303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': '3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:17:45.885272 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.938636 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.942175 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.959874 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a236d8cf-76a0-4c38-8460-9ca2a1ed067d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:45.969707 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:45.970961 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164613 Mar 11 18:17:45.972582 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.973081 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.973519 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.973804 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42360) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:17:45.973940 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.974184 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.974513 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.975007 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.975337 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.975665 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.975998 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.976317 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.976668 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c2c58-9dae-4314-94ca-59e56c12b6d0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:45.978895 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-226b88fa-f0b0-496c-82ab-9a32c5a0ca10 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': '3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:17:46.005709 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-226b88fa-f0b0-496c-82ab-9a32c5a0ca10 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.008991 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e2b7f7b7-257c-4645-ab63-efc50331f6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.063703 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-226b88fa-f0b0-496c-82ab-9a32c5a0ca10 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.067403 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-226b88fa-f0b0-496c-82ab-9a32c5a0ca10 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.085867 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b88fa-f0b0-496c-82ab-9a32c5a0ca10 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05da26ee-5941-4a88-92cd-670214d48146,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:46.093211 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-226b88fa-f0b0-496c-82ab-9a32c5a0ca10 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.094427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-226b88fa-f0b0-496c-82ab-9a32c5a0ca10 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194537 Mar 11 18:17:46.097174 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42362) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:17:46.101437 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-004bce49-9fa0-4f2c-9131-fb8a9f52515f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': '3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:17:46.129191 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-004bce49-9fa0-4f2c-9131-fb8a9f52515f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.191809 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-004bce49-9fa0-4f2c-9131-fb8a9f52515f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.195496 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-004bce49-9fa0-4f2c-9131-fb8a9f52515f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.214545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bce49-9fa0-4f2c-9131-fb8a9f52515f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7887d74b-b365-40cc-a201-8328a29be9a8,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:46.224097 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-004bce49-9fa0-4f2c-9131-fb8a9f52515f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.225270 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-004bce49-9fa0-4f2c-9131-fb8a9f52515f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271033 Mar 11 18:17:46.227974 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42364) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:17:46.232205 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-09e2e60d-75cb-472f-acf6-1ee24fe527c3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': '3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:17:46.256533 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09e2e60d-75cb-472f-acf6-1ee24fe527c3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.316207 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09e2e60d-75cb-472f-acf6-1ee24fe527c3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.321059 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09e2e60d-75cb-472f-acf6-1ee24fe527c3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.339777 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2e60d-75cb-472f-acf6-1ee24fe527c3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6c0dee-6a8a-4554-93bb-f6f52d87c863,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:46.349747 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09e2e60d-75cb-472f-acf6-1ee24fe527c3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.351187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-09e2e60d-75cb-472f-acf6-1ee24fe527c3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222415 Mar 11 18:17:46.353892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42366) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:17:46.358263 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-a17cda07-e9d0-478a-bc03-d5c605e57107 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': '3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:17:46.379213 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-a17cda07-e9d0-478a-bc03-d5c605e57107 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Project e3d8580070fa498a8b91af8e50eb8c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:17:46.384589 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a17cda07-e9d0-478a-bc03-d5c605e57107 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.447655 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a17cda07-e9d0-478a-bc03-d5c605e57107 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.451377 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a17cda07-e9d0-478a-bc03-d5c605e57107 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.470940 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cda07-e9d0-478a-bc03-d5c605e57107 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d185dac9-d91c-43ba-abf3-7ef2a476a8f8,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:46.478793 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a17cda07-e9d0-478a-bc03-d5c605e57107 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.479976 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a17cda07-e9d0-478a-bc03-d5c605e57107 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251621 Mar 11 18:17:46.482881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42368) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:17:46.487797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-2789cd6b-2fdb-43a8-b58c-8e1845165cc4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'security_group_rule': {'security_group_id': '3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0', 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:17:46.508131 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-2789cd6b-2fdb-43a8-b58c-8e1845165cc4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Project e3d8580070fa498a8b91af8e50eb8c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:17:46.513581 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2789cd6b-2fdb-43a8-b58c-8e1845165cc4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.577986 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2789cd6b-2fdb-43a8-b58c-8e1845165cc4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.581725 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2789cd6b-2fdb-43a8-b58c-8e1845165cc4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.601508 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789cd6b-2fdb-43a8-b58c-8e1845165cc4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4111d8eb-12e2-4e7e-8838-dbd343fb4ada,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:46.609773 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2789cd6b-2fdb-43a8-b58c-8e1845165cc4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:46.615296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-2789cd6b-2fdb-43a8-b58c-8e1845165cc4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313558 Mar 11 18:17:47.159378 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 569205bd-cb0a-46d2-a143-ef81ca24abf9 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:17:47.179874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 569205bd-cb0a-46d2-a143-ef81ca24abf9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:17:47.180218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 569205bd-cb0a-46d2-a143-ef81ca24abf9 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:17:47.367225 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:48.606901 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:49.143667 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:17:59.617464 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:00.788042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-5c755561-6dad-46b5-ad87-184aec0a7103 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890458047&fields=id&tenant_id=e3d8580070fa498a8b91af8e50eb8c4e HTTP/1.1" status: 200 len: 267 time: 0.0318232 Mar 11 18:18:00.890515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c12ff17f-9d19-47ae-b8d5-22c793a4ebf1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:00.891962 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c12ff17f-9d19-47ae-b8d5-22c793a4ebf1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 809 time: 0.0966005 Mar 11 18:18:00.907388 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-ec08294b-5d1e-4b00-b3ce-05c9816fb4b0 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/quotas/e3d8580070fa498a8b91af8e50eb8c4e HTTP/1.1" status: 200 len: 375 time: 0.0096302 Mar 11 18:18:00.961042 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-1a007687-eaf5-4bb4-8efc-35b20b59f994 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483730 Mar 11 18:18:01.053914 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-b8faa2bf-6493-40fa-8f5d-1684c19929a8 service neutron] 10.222.0.53 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810654 Mar 11 18:18:01.145210 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-ff2e54c6-a212-4fb1-b556-2d2337308590 service neutron] 10.222.0.53 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 Mar 11 18:18:01.424236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-dbb652dc-2615-45ea-8471-f6b453b6ae52 req-51c2de1b-d60f-47fd-abfc-0c15fc7a1696 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0271380 Mar 11 18:18:02.501725 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e2d421b-6a93-4b1a-b2fb-5dad3c1d2821 req-c62cb6cf-520a-4e81-85e5-5dbbec5d4569 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0275571 Mar 11 18:18:03.578885 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c6888e0-21e8-4d31-affd-299a12bbc442 req-fa8a88cf-6476-4a08-9fb1-8b0a46e416cd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0276890 Mar 11 18:18:04.661576 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9ea0e3fb-5410-4073-9e4f-8e3c21c0f0d6 req-321bed95-16b8-4723-90a7-df64925fc013 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0315075 Mar 11 18:18:05.755232 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-82de0180-01b3-417c-9f21-2b01ea1e6f32 req-8b66b15c-b370-4e40-aa90-bd660d6a8a55 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0267668 Mar 11 18:18:06.435964 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-cfab04e3-d511-400d-b1f1-be4cd468d3d6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:06.437440 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-cfab04e3-d511-400d-b1f1-be4cd468d3d6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.66 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 809 time: 0.1078916 Mar 11 18:18:06.483009 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-3c44f48e-8181-4755-a361-0a83c559ad90 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3d8580070fa498a8b91af8e50eb8c4e HTTP/1.1" status: 200 len: 380 time: 0.0356712 Mar 11 18:18:06.492522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'port': {'device_id': '54cbeccd-8f43-49a9-88be-380429f38583', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'admin_state_up': True, 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'security_groups': ['3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:18:06.606518 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Made reservation on behalf of e3d8580070fa498a8b91af8e50eb8c4e for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:18:06.609894 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.746334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Allocated IP 172.20.0.3 (617ae92e-c6af-4c12-8597-661000ad38e8/30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2/9dd0ce05-210e-450b-8040-6a3578cca4a5) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:18:06.879565 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c3d45328-c39b-4f32-afee-3475d552157e req-e528015b-9b1a-4872-b9c4-c04b3af07d39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Mar 11 18:18:06.925447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:06.957342 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.006012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Network 617ae92e-c6af-4c12-8597-661000ad38e8 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:18:07.009283 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:07.013194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:18:07.039187 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:07.068484 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:07.069165 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.091470 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-c3a64b60-bf80-4569-9d2a-686b2de44f71 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033921 Mar 11 18:18:07.180622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Request body: {'port': {'device_id': '54cbeccd-8f43-49a9-88be-380429f38583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:18:07.241325 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.246599 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-bb3aaeab-2afe-4ccb-a884-3bba28a192e9 None None] Provisioning complete for port 9dd0ce05-210e-450b-8040-6a3578cca4a5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:07.247122 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bb3aaeab-2afe-4ccb-a884-3bba28a192e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.282099 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aaeab-2afe-4ccb-a884-3bba28a192e9 None None] Port 9dd0ce05-210e-450b-8040-6a3578cca4a5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:18:07.507113 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd0ce05-210e-450b-8040-6a3578cca4a5 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:18:07.516038 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.528797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Transition to ACTIVE for port object 9dd0ce05-210e-450b-8040-6a3578cca4a5 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:18:07.533624 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.601334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:07.666546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Attempting to bind port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:18:07.666886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Attempting to bind port 9dd0ce05-210e-450b-8040-6a3578cca4a5 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:18:07.667218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Attempting to bind port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on network 617ae92e-c6af-4c12-8597-661000ad38e8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:18:07.672829 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on network 617ae92e-c6af-4c12-8597-661000ad38e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:18:07.673245 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Attempting to bind port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on network 617ae92e-c6af-4c12-8597-661000ad38e8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:18:07.679331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:18:07.679771 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Checking segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:18:07.680236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Bound using segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:18:07.680762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Bound port: 9dd0ce05-210e-450b-8040-6a3578cca4a5, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:18:07.681319 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.755693 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:18:07.758926 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:18:07.766264 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.802788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:07.803568 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:07.805063 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] 10.222.0.66 "PUT /v2.0/ports/9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 1091 time: 0.7056644 Mar 11 18:18:07.805491 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:07.808278 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47a9048-4e56-4470-84f3-441f0c6e3c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:07.861193 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aa46a-b769-4384-be04-15bc7e8fcf04 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:07.866240 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0d8c6c-3937-4b1d-8683-81ac6a889d36 x-openstack-request-id: req-4c0d8c6c-3937-4b1d-8683-81ac6a889d36 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:07.866523 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:07.866775 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c0d8c6c-3937-4b1d-8683-81ac6a889d36 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:07.867168 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'status': 'completed', 'code': 200} Mar 11 18:18:07.898493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-54f383b6-f734-456e-ae92-b34796566d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:07.900037 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-54f383b6-f734-456e-ae92-b34796566d9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1094 time: 0.0507057 Mar 11 18:18:07.951171 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-50bd3991-eae6-4c3a-97f8-64e616f75ed6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 217 time: 0.0435157 Mar 11 18:18:08.034441 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-7f07d651-4b61-49ab-bfb0-13c6c216e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:08.035945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-7f07d651-4b61-49ab-bfb0-13c6c216e6ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0785418 Mar 11 18:18:08.048366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26ad70-e45c-49ac-b8a6-e36830eca8bb req-9b005c2c-0332-405a-a523-bf3cecd8f907 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:08.049848 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d26ad70-e45c-49ac-b8a6-e36830eca8bb req-9b005c2c-0332-405a-a523-bf3cecd8f907 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0882952 Mar 11 18:18:08.114727 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7d26ad70-e45c-49ac-b8a6-e36830eca8bb req-2001b68c-194f-4fee-a630-30d718036ede tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558567 Mar 11 18:18:08.119678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-14d4436e-f2d1-4afa-8b6c-a62560229ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:08.121157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-14d4436e-f2d1-4afa-8b6c-a62560229ee1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704525 Mar 11 18:18:08.211570 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-8c1c4719-f741-4045-8aa7-360b055d6a1d service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826154 Mar 11 18:18:08.308170 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-445e9744-92be-4739-ae54-33d7ed2757e4 req-e217dbcd-fa4c-4d5a-be6d-5e60b5c59936 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898523 Mar 11 18:18:08.402286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-4bbb305f-d951-4b44-9152-f4b1bd7cb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:08.403911 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-4bbb305f-d951-4b44-9152-f4b1bd7cb173 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1094 time: 0.0507076 Mar 11 18:18:08.493637 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-0ecbc8fd-0b26-4fc4-92d7-7a685e62ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:08.495101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-0ecbc8fd-0b26-4fc4-92d7-7a685e62ebda service neutron] 10.222.0.66 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0851738 Mar 11 18:18:08.540294 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-ed8799a9-5052-448e-b0d0-560c317136fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 217 time: 0.0386221 Mar 11 18:18:08.592044 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-a2e7d16d-12e8-4eab-bfb2-79dcdf1fc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:08.593544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-a2e7d16d-12e8-4eab-bfb2-79dcdf1fc9ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0458121 Mar 11 18:18:08.639127 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-5f43ee38-309c-450d-a7f8-a5732374caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:08.640688 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-5f43ee38-309c-450d-a7f8-a5732374caaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402074 Mar 11 18:18:08.736117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-8d87d9d4-4396-406d-9d20-a3e349f14ef6 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874517 Mar 11 18:18:08.826249 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a47a9048-4e56-4470-84f3-441f0c6e3c1e req-a60a7562-3361-44c6-8a15-833faf0b042e service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830054 Mar 11 18:18:09.232181 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa417a-6616-4087-b80d-8aaa11d70bef req-fcd4e361-a083-410a-a58d-1a23b7f5ce39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:09.233708 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0fa417a-6616-4087-b80d-8aaa11d70bef req-fcd4e361-a083-410a-a58d-1a23b7f5ce39 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0501418 Mar 11 18:18:09.277528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f0fa417a-6616-4087-b80d-8aaa11d70bef req-05d90483-8e04-4319-a05a-463f52d0071b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373845 Mar 11 18:18:10.398106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4e7d4-a005-447a-8732-e013c28ea496 req-6fb18e31-e1f9-41a8-876a-52ecf08999b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:10.399630 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73d4e7d4-a005-447a-8732-e013c28ea496 req-6fb18e31-e1f9-41a8-876a-52ecf08999b8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0520539 Mar 11 18:18:10.445542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-73d4e7d4-a005-447a-8732-e013c28ea496 req-ace5a208-3b19-40c5-9c8e-9c4870062096 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348127 Mar 11 18:18:11.561729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a7ce1-f8de-4bea-9ccd-a74d58d2ef45 req-316a1b08-7efe-4fca-8f30-5f74673bc758 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:11.563214 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-469a7ce1-f8de-4bea-9ccd-a74d58d2ef45 req-316a1b08-7efe-4fca-8f30-5f74673bc758 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0498173 Mar 11 18:18:11.579432 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:11.601357 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-469a7ce1-f8de-4bea-9ccd-a74d58d2ef45 req-f6f7a286-0f80-4fe5-a9d6-b6c4ed898233 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Mar 11 18:18:12.716563 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fedcd7-a601-4abf-8639-081d30c00c55 req-ba268673-62e2-4a29-b33b-3aca619e96f1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:12.718030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01fedcd7-a601-4abf-8639-081d30c00c55 req-ba268673-62e2-4a29-b33b-3aca619e96f1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0484173 Mar 11 18:18:12.758145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01fedcd7-a601-4abf-8639-081d30c00c55 req-47824f32-dc1a-46d2-854b-a283f2144c79 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340796 Mar 11 18:18:13.730792 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4bfe7182-e074-4ef0-8d6e-46b8953a6358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:13.872534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815b2bb-5d7e-4c1b-94e9-ce22d4f306fd req-66788440-bd2f-4e53-ab74-e9fd21ac2515 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:13.873978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8815b2bb-5d7e-4c1b-94e9-ce22d4f306fd req-66788440-bd2f-4e53-ab74-e9fd21ac2515 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0488408 Mar 11 18:18:13.911785 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8815b2bb-5d7e-4c1b-94e9-ce22d4f306fd req-e5c38618-cd3c-4998-8215-1329bdb42a33 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318606 Mar 11 18:18:15.034348 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01293fe8-e964-43f3-b6a8-dbc549310f1d req-1df1f76c-687c-440b-a391-495c6430f3c2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:15.035799 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01293fe8-e964-43f3-b6a8-dbc549310f1d req-1df1f76c-687c-440b-a391-495c6430f3c2 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0481095 Mar 11 18:18:15.072415 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-01293fe8-e964-43f3-b6a8-dbc549310f1d req-f977cfb9-d289-406b-b326-4ee521f27431 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299616 Mar 11 18:18:16.011637 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd1003fd-fece-4a34-9019-d0b7f88f9b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:16.186846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aba5c-9c16-40a0-bac8-e8371bef31d3 req-e118577a-be7f-4648-8746-a795ccb990a6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:16.188312 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-552aba5c-9c16-40a0-bac8-e8371bef31d3 req-e118577a-be7f-4648-8746-a795ccb990a6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0493817 Mar 11 18:18:16.229087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-552aba5c-9c16-40a0-bac8-e8371bef31d3 req-908f793f-b5b4-4f2e-a6f9-04e44f07bdde tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342045 Mar 11 18:18:17.344119 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06015c-d459-4dc4-a00b-bf108f775284 req-29566297-7205-4861-8f44-446b6d741343 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:17.345599 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b06015c-d459-4dc4-a00b-bf108f775284 req-29566297-7205-4861-8f44-446b6d741343 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0485923 Mar 11 18:18:17.369088 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:17.385200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9b06015c-d459-4dc4-a00b-bf108f775284 req-aae5f0eb-6c16-49bc-a9c6-69517fa7bdca tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337121 Mar 11 18:18:18.503201 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a91fe-ea16-4f6e-8bac-a29c9c63fa25 req-b3bebaf8-6c0b-45e1-b657-0c0549973bcd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:18.504675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f7a91fe-ea16-4f6e-8bac-a29c9c63fa25 req-b3bebaf8-6c0b-45e1-b657-0c0549973bcd tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0496404 Mar 11 18:18:18.541324 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9f7a91fe-ea16-4f6e-8bac-a29c9c63fa25 req-c856f314-143d-4915-915f-f498c110e1fc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306227 Mar 11 18:18:18.606767 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:19.149677 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:19.418481 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 9dd0ce05-210e-450b-8040-6a3578cca4a5 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:18:19.510187 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:19.522581 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'port_id': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'mac_address': 'fa:16:3e:74:d2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:18:19.558829 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:19.575472 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd0ce05-210e-450b-8040-6a3578cca4a5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:18:19.593805 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:19.598366 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:19.645715 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:19.653165 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.653618 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.654125 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.654512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.654846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.655224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.655743 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.656101 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.656449 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.656822 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.657144 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.657467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:19.664662 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b05fa-4952-4066-bafa-0cddbb59e132 req-3ef4a5c4-4c68-4122-b017-f02d05320735 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:19.666132 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e6b05fa-4952-4066-bafa-0cddbb59e132 req-3ef4a5c4-4c68-4122-b017-f02d05320735 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 944 time: 0.0497892 Mar 11 18:18:19.707865 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3e6b05fa-4952-4066-bafa-0cddbb59e132 req-40f3ca34-b534-4251-b9a1-ce94b08d2381 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354676 Mar 11 18:18:19.957384 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['9dd0ce05-210e-450b-8040-6a3578cca4a5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:18:20.820785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a52d-ac45-4474-b70f-d72c3e8c0792 req-568ce673-9c7d-4fb1-ad70-eb8ea6426984 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:20.822256 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51c0a52d-ac45-4474-b70f-d72c3e8c0792 req-568ce673-9c7d-4fb1-ad70-eb8ea6426984 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 944 time: 0.0479696 Mar 11 18:18:20.859564 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-51c0a52d-ac45-4474-b70f-d72c3e8c0792 req-3d3c9837-0ac7-45a0-af65-05aa37c37c14 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307708 Mar 11 18:18:21.415023 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 9dd0ce05-210e-450b-8040-6a3578cca4a5 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:18:21.462846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port 9dd0ce05-210e-450b-8040-6a3578cca4a5 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:18:21.466557 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port 9dd0ce05-210e-450b-8040-6a3578cca4a5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:18:21.466931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:21.547320 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:21.570122 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:21.572324 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a5cccb-a953-4b38-a351-6947b3a4bfcb" -d '{"events": [{"server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "name": "network-vif-plugged", "status": "completed", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:21.584542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:21.589477 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:21.614428 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8fc221-2f13-4ef6-998e-46bc26fb1b91 x-openstack-request-id: req-7c8fc221-2f13-4ef6-998e-46bc26fb1b91 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:21.614719 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "name": "network-vif-plugged", "status": "completed", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:21.614972 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c8fc221-2f13-4ef6-998e-46bc26fb1b91 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:21.615361 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'code': 200} Mar 11 18:18:21.625131 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:18:21.644487 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:21.708264 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a8c1b-6bff-4bb1-b95f-d3fe26f11abb req-c1710803-8356-421c-95f7-9682d9536bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:21.709759 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d54a8c1b-6bff-4bb1-b95f-d3fe26f11abb req-c1710803-8356-421c-95f7-9682d9536bf2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1096 time: 0.0395398 Mar 11 18:18:21.742819 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d54a8c1b-6bff-4bb1-b95f-d3fe26f11abb req-6e423ea0-9c56-4916-b39d-ce51055a3828 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269139 Mar 11 18:18:21.971592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6ceb-30cb-460a-bfee-c6cbc5655518 req-cc647cf4-470f-4beb-9c77-fcd34c27ac13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:21.973064 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-730a6ceb-30cb-460a-bfee-c6cbc5655518 req-cc647cf4-470f-4beb-9c77-fcd34c27ac13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0468161 Mar 11 18:18:22.013555 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-730a6ceb-30cb-460a-bfee-c6cbc5655518 req-1abb0c6b-c0c0-448d-befd-b38f260b5d24 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345564 Mar 11 18:18:23.133073 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f445e-f8b4-420c-bbaa-be856bbbe296 req-55508b8e-6aaf-4a58-aaa5-7286f33f9149 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:23.134528 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a43f445e-f8b4-420c-bbaa-be856bbbe296 req-55508b8e-6aaf-4a58-aaa5-7286f33f9149 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0501413 Mar 11 18:18:23.171859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-a43f445e-f8b4-420c-bbaa-be856bbbe296 req-e5fde1bb-0cb4-44f9-a7b7-9a35b3ec2b4c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Mar 11 18:18:24.286813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ccfc7-fb25-4aef-af5c-9a9db9980ecf req-f36ee2f3-bbd7-43ab-9ddf-6f89030c732e tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:24.288457 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf3ccfc7-fb25-4aef-af5c-9a9db9980ecf req-f36ee2f3-bbd7-43ab-9ddf-6f89030c732e tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0497575 Mar 11 18:18:24.326209 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bf3ccfc7-fb25-4aef-af5c-9a9db9980ecf req-a752535f-1cc1-4230-b88c-d3e69bf4ba53 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Mar 11 18:18:24.438289 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc737fc-72da-4c2d-b1ef-a4c80aa3d203 req-e538c242-7548-48d7-9f4f-25adae5118b7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:24.439715 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fc737fc-72da-4c2d-b1ef-a4c80aa3d203 req-e538c242-7548-48d7-9f4f-25adae5118b7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0473125 Mar 11 18:18:24.480925 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7fc737fc-72da-4c2d-b1ef-a4c80aa3d203 req-d7a81ea9-ca81-4c99-afbe-ae4c29f6bd2a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350785 Mar 11 18:18:24.502746 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42580) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:18:24.542196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e28b7-8765-4e43-86ee-ecf508f14246 tempest-TestShelveInstance-115410269 tempest-TestShelveInstance-115410269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:24.543679 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7a4e28b7-8765-4e43-86ee-ecf508f14246 tempest-TestShelveInstance-115410269 tempest-TestShelveInstance-115410269-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1091 time: 0.0399673 Mar 11 18:18:24.546386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42582) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:18:24.550515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:18:24.569741 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:24.666072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:25.089064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Allocated IP 172.25.8.157 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/9caf7bdd-310c-4179-b079-ac46360f2925) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:18:25.189127 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:25.221661 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:25.260026 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:18:25.262856 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:25.266235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:18:25.289880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'Port': ['ID=9caf7bdd-310c-4179-b079-ac46360f2925,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:25.618630 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:25.682615 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:25.830832 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:25.834647 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:25.908672 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event updated for resources: {'Port': ['ID=9caf7bdd-310c-4179-b079-ac46360f2925,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:25.916869 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:26.014174 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Floating IP 7461dcce-cd00-4bd3-8c95-e3c30e924b14 associated. External IP: 172.25.8.157, port: 9dd0ce05-210e-450b-8040-6a3578cca4a5. Mar 11 18:18:26.217339 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:26.324793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:26.335119 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] Sync routers for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:26.342384 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:26.345983 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:26.346589 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:26.369506 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-88d6671a-8015-4b85-8020-172efe84d797 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8221114 Mar 11 18:18:26.370077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:26.372548 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731bcffd-4590-4baf-9cfa-48dfefaf8f13" -d '{"events": [{"name": "network-changed", "server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:26.418207 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cb3b56-0eb9-4925-a2fd-c4e270cb89c7 x-openstack-request-id: req-22cb3b56-0eb9-4925-a2fd-c4e270cb89c7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:26.418488 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:26.418875 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22cb3b56-0eb9-4925-a2fd-c4e270cb89c7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:26.419900 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'status': 'completed', 'code': 200} Mar 11 18:18:26.456400 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:26.485256 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-5e501933-ad56-4c0a-bed6-ac8ff30bddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:26.486758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-5e501933-ad56-4c0a-bed6-ac8ff30bddfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1096 time: 0.0469060 Mar 11 18:18:26.594032 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-38fc7593-923f-47e5-bcd2-bc993223cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:26.595518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-38fc7593-923f-47e5-bcd2-bc993223cc7b service neutron] 10.222.0.66 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.1018858 Mar 11 18:18:26.661869 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-72d48953-0d8c-4426-9cc5-083dbe725692 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 999 time: 0.0589702 Mar 11 18:18:26.717488 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-dada3c91-5d42-474c-b145-d93c1bc019cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:26.718961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-dada3c91-5d42-474c-b145-d93c1bc019cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0496535 Mar 11 18:18:26.764894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-01490421-f588-41b8-8296-4683760de0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:26.766525 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-01490421-f588-41b8-8296-4683760de0fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407510 Mar 11 18:18:26.770451 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7461dcce-cd00-4bd3-8c95-e3c30e924b14', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'port_id': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'mac_address': 'fa:16:3e:74:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cbeccd-8f43-49a9-88be-380429f38583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:25Z', 'updated_at': '2022-03-11T18:18:25Z', 'revision_number': 0, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:26.796587 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] Checking router: 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:26.804594 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:26.805197 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:18:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:26.857259 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-e6dbf0b2-3d64-4daa-b303-f591d7e9a2a9 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834091 Mar 11 18:18:26.911174 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:26.954675 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-731bcffd-4590-4baf-9cfa-48dfefaf8f13 req-b72ddee5-32b4-4d3d-919c-7a9f0f272e52 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911379 Mar 11 18:18:27.130852 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7461dcce-cd00-4bd3-8c95-e3c30e924b14', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'port_id': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'mac_address': 'fa:16:3e:74:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cbeccd-8f43-49a9-88be-380429f38583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:25Z', 'updated_at': '2022-03-11T18:18:25Z', 'revision_number': 0, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:27.156562 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3623c8f2-7f7f-4046-9e5b-5cb6473713c8 None None] The sync data for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 is: [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '7461dcce-cd00-4bd3-8c95-e3c30e924b14', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'port_id': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'mac_address': 'fa:16:3e:74:d2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cbeccd-8f43-49a9-88be-380429f38583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:18:25Z', 'updated_at': '2022-03-11T18:18:25Z', 'revision_number': 0, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:27.340130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57341c22-aafb-4a26-84f0-16cd8e8d7964 None None] New status for floating IP 7461dcce-cd00-4bd3-8c95-e3c30e924b14: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:18:29.622904 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:41.595908 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:43.736274 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c69dc9e6-c4e0-4be5-a8b1-fa4214af8008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:46.014702 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e1755ada-8ee7-45de-bf71-39ceb05cd253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:47.372444 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:48.610025 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:49.141818 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:18:54.179834 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-0c81e7d8-9f49-421d-b80f-7a70b9ef0eda service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410759 Mar 11 18:18:54.261921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-490e1f98-4f2b-4132-b463-0ae0cb566f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:54.263409 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-490e1f98-4f2b-4132-b463-0ae0cb566f0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1096 time: 0.0404885 Mar 11 18:18:54.369440 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-de287988-67d1-4fe3-b0e0-1dd3015caf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:54.370899 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-de287988-67d1-4fe3-b0e0-1dd3015caf0e service neutron] 10.222.0.66 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0881560 Mar 11 18:18:54.435013 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-5c7450fa-f85a-4269-8556-319ec00effaa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 1001 time: 0.0571644 Mar 11 18:18:54.488514 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-4de75d49-9e32-4c3f-adb3-2121a8938ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:54.490096 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-4de75d49-9e32-4c3f-adb3-2121a8938ff3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0489943 Mar 11 18:18:54.536030 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-23b0e780-1b49-472c-8dff-7cf7e4d3f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:54.537650 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-23b0e780-1b49-472c-8dff-7cf7e4d3f33b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404525 Mar 11 18:18:54.627397 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-43c7d554-a7d1-4d6e-a270-758c46805013 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819912 Mar 11 18:18:54.726317 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cbbb0767-4ba2-4fdd-a564-7533aabbd4a2 req-bcf1d221-e20b-440a-8c05-20d2b5474496 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887523 Mar 11 18:18:58.623799 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:18:59.640403 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:11.598673 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:13.740474 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-05c940cc-b0e5-406f-89d2-ed24c10f051e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:16.015848 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-81ce9c97-a2a9-4b87-bfc3-de40965a78c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:17.376290 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:18.612353 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:19.144484 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:29.630008 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:35.623143 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:19:40.725590 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [req-b9320c21-e90a-48d3-839d-ff36c89f89d3 req-14979ebd-1a3b-4325-b259-0f79bc450c00 service neutron] (102641) timed out ('10.222.0.46', 56847) {{(pid=102641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 18:19:41.602964 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:43.743084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5ab20e13-4e9e-4922-8e9d-031f91d50ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:46.017168 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-972c8a21-6e88-42e7-bdde-bc2b316d5fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:47.377449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:48.614628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:49.147275 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:19:56.192364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-ea91f0a9-261b-44ef-9128-c6856d0fe135 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402794 Mar 11 18:19:56.274003 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-96675b92-2f84-49f7-9352-0c837ced4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:56.275550 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-96675b92-2f84-49f7-9352-0c837ced4030 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1096 time: 0.0403607 Mar 11 18:19:56.378906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-03552a5d-1a83-450d-a975-b71a78ce574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:56.380919 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-03552a5d-1a83-450d-a975-b71a78ce574a service neutron] 10.222.0.66 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0871646 Mar 11 18:19:56.443427 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-9217aa6f-6ebd-4a4a-bafb-ff1ff0f9e54e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 1001 time: 0.0563014 Mar 11 18:19:56.494388 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-792dac27-fd88-4b3f-a74c-99c78f196890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:56.495811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-792dac27-fd88-4b3f-a74c-99c78f196890 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0472536 Mar 11 18:19:56.541947 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-894433fd-a36b-4942-a9f9-1636b4e44c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:19:56.543461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-894433fd-a36b-4942-a9f9-1636b4e44c60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417879 Mar 11 18:19:56.553731 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-ed3c06c3-7ac4-4f02-a520-753382209a84 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:19:56.554666 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-ed3c06c3-7ac4-4f02-a520-753382209a84 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048730 Mar 11 18:19:56.643004 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-d90283e1-5bb3-467f-a2cd-937fdcd026b7 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820899 Mar 11 18:19:56.735252 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6adea621-248a-4aa8-9abc-265076f6fe57 req-0711bc80-4542-44c3-9463-74eaa8f29439 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860291 Mar 11 18:19:59.661380 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:11.593749 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:12.621935 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:20:13.745614 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b10b40c8-673a-407e-a281-6828b85feb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:16.018996 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6f473389-8f7b-4072-91ae-afee6be74df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:17.381554 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:18.619388 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:19.149750 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:24.159161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3361c-ac4e-4241-a20b-a686aee39eef req-e6767be1-ffdb-4e27-94ec-3a0723538cca tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:24.160662 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5aa3361c-ac4e-4241-a20b-a686aee39eef req-e6767be1-ffdb-4e27-94ec-3a0723538cca tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0496173 Mar 11 18:20:24.197929 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5aa3361c-ac4e-4241-a20b-a686aee39eef req-a880c4bb-575e-470a-bb00-33045cbf78ac tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Mar 11 18:20:25.336788 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7790f-5f9f-4234-8371-23401c53de7b req-93b77d8f-4078-4504-9e91-c8cd1eb6a56a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:25.338703 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74f7790f-5f9f-4234-8371-23401c53de7b req-93b77d8f-4078-4504-9e91-c8cd1eb6a56a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0542078 Mar 11 18:20:25.376926 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-74f7790f-5f9f-4234-8371-23401c53de7b req-9672a7f6-13d5-4e26-a6f1-d698d161e54a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318532 Mar 11 18:20:26.499084 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dacff8-e3f8-4b85-9221-a67af5c5f71d req-ed5486c9-090c-4e3a-973a-c39472ea79cc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:26.500591 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09dacff8-e3f8-4b85-9221-a67af5c5f71d req-ed5486c9-090c-4e3a-973a-c39472ea79cc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Mar 11 18:20:26.540607 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-09dacff8-e3f8-4b85-9221-a67af5c5f71d req-3c8ebcb5-f2e6-4e1e-893e-ac74bbdec3be tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339100 Mar 11 18:20:27.654768 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116bc04-6b25-464d-87b5-67afc693eb5f req-db76f8c3-2189-4bcf-b792-19cebe1a92dc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:27.656250 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e116bc04-6b25-464d-87b5-67afc693eb5f req-db76f8c3-2189-4bcf-b792-19cebe1a92dc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Mar 11 18:20:27.693756 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e116bc04-6b25-464d-87b5-67afc693eb5f req-60242bec-d285-46b0-9dfa-75a8e934ac28 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Mar 11 18:20:28.818355 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee27cad-39df-459c-9031-5e2b4759a090 req-236c021c-5593-46b1-843c-5d3af2e2674e tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:28.819843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ee27cad-39df-459c-9031-5e2b4759a090 req-236c021c-5593-46b1-843c-5d3af2e2674e tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0564013 Mar 11 18:20:28.857055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7ee27cad-39df-459c-9031-5e2b4759a090 req-4d933093-2284-4948-887e-b0c2c921c3f4 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310817 Mar 11 18:20:29.678359 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:29.971047 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a5110-b77b-4a38-b9ed-b9a153e982fb req-3a77fdd5-0eb5-4e30-a8f6-6994146d7700 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:29.972439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f75a5110-b77b-4a38-b9ed-b9a153e982fb req-3a77fdd5-0eb5-4e30-a8f6-6994146d7700 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0483403 Mar 11 18:20:30.009709 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f75a5110-b77b-4a38-b9ed-b9a153e982fb req-92ea80bc-4a51-4467-a457-e484cda6a4c5 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307784 Mar 11 18:20:31.125261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4a46b-a13c-4938-8f36-429f9c74bd85 req-430c1610-a5b7-44d5-9def-1283b85b76de tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:31.126734 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7e4a46b-a13c-4938-8f36-429f9c74bd85 req-430c1610-a5b7-44d5-9def-1283b85b76de tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0494583 Mar 11 18:20:31.170597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d7e4a46b-a13c-4938-8f36-429f9c74bd85 req-936e0f1a-fa36-4995-868e-71c0a76d63af tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379448 Mar 11 18:20:32.288793 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9e8bf-7a41-41c2-927d-e02c339abdab req-22957b56-5efc-45af-b207-83b4ac735ccc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:32.290281 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48c9e8bf-7a41-41c2-927d-e02c339abdab req-22957b56-5efc-45af-b207-83b4ac735ccc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0527952 Mar 11 18:20:32.328402 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-48c9e8bf-7a41-41c2-927d-e02c339abdab req-f188ba5b-e77f-49d7-a484-e76fd7605c41 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322444 Mar 11 18:20:33.443836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093bfbc-91eb-469e-be01-f3245b4a946d req-4a7fc6f4-add2-4cf5-b2c7-ef9831403e5a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:33.445311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7093bfbc-91eb-469e-be01-f3245b4a946d req-4a7fc6f4-add2-4cf5-b2c7-ef9831403e5a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0483439 Mar 11 18:20:33.484100 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7093bfbc-91eb-469e-be01-f3245b4a946d req-199932be-fdc7-4eea-a6ff-c797c32981a7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328133 Mar 11 18:20:34.286710 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-8515191d-b9e0-4115-8a89-c2c92362d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:34.288162 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-8515191d-b9e0-4115-8a89-c2c92362d779 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1096 time: 0.0396407 Mar 11 18:20:34.380087 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-c7f2a0c8-889c-4f06-8bad-acb7061a16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:34.381859 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-c7f2a0c8-889c-4f06-8bad-acb7061a16da service neutron] 10.222.0.66 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0869887 Mar 11 18:20:34.449477 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-fd0e06d1-ff78-44f5-a8d9-482a1fd55b78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 1001 time: 0.0608268 Mar 11 18:20:34.497144 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-222ad9b9-45f3-4556-9004-8bf5e42b78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:34.498571 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-222ad9b9-45f3-4556-9004-8bf5e42b78c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0427635 Mar 11 18:20:34.548540 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-7a4cfd2d-7b71-46bb-94df-541367bd5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:34.549942 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-7a4cfd2d-7b71-46bb-94df-541367bd5783 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441906 Mar 11 18:20:34.654018 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6335f-4c5c-4c2f-98e7-d3e752723575 req-11625a17-6f9b-4e61-a15d-9b328feb728b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:34.655485 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7f6335f-4c5c-4c2f-98e7-d3e752723575 req-11625a17-6f9b-4e61-a15d-9b328feb728b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.1002800 Mar 11 18:20:34.696866 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-8f65cc0e-30df-4b9a-b126-d0a32a3ef261 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392260 Mar 11 18:20:34.717992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-e7f6335f-4c5c-4c2f-98e7-d3e752723575 req-a86e46e8-e4ff-4fec-ba0a-6fffa003fc1c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562882 Mar 11 18:20:34.793853 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-246d558c-8ce6-4f02-aed8-a6d9e7738f7e req-b732387f-7a52-40b3-a2ba-9363dc9ff8b7 service neutron] 10.222.0.66 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893142 Mar 11 18:20:35.838552 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff047331-69f0-4594-8c42-a5a9eea0b343 req-3aa6b508-fdae-4d43-ae8f-cb116fc8934a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:35.840032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff047331-69f0-4594-8c42-a5a9eea0b343 req-3aa6b508-fdae-4d43-ae8f-cb116fc8934a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0537839 Mar 11 18:20:35.876723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ff047331-69f0-4594-8c42-a5a9eea0b343 req-eaad4848-4b6a-4d21-bba9-0d80d860e440 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Mar 11 18:20:36.997820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9d099-d9c6-438e-bdec-c15ffb8ec61c req-10dd707f-7891-48e4-890b-be84cb190781 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:36.999468 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56b9d099-d9c6-438e-bdec-c15ffb8ec61c req-10dd707f-7891-48e4-890b-be84cb190781 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0507224 Mar 11 18:20:37.040548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-56b9d099-d9c6-438e-bdec-c15ffb8ec61c req-5fe9aa18-3d00-4740-8515-c9f3f342dabf tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337954 Mar 11 18:20:38.160446 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28211f3f-df7d-4043-bef0-468d1b221441 req-4af05046-7efe-4c35-bf32-f55a89f3c69c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:38.161915 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28211f3f-df7d-4043-bef0-468d1b221441 req-4af05046-7efe-4c35-bf32-f55a89f3c69c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0485275 Mar 11 18:20:38.201313 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-28211f3f-df7d-4043-bef0-468d1b221441 req-163ced8b-9822-4dbd-92e3-3e5c6c32d678 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306294 Mar 11 18:20:38.411843 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-9afc2ff9-41cc-425d-9e49-4b10a3a7a861 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718622 Mar 11 18:20:38.424644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa11cd2-1655-4059-8b31-a37990a77041 req-5e411f80-aea0-417a-a5dd-e676f83c6bda tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:38.426077 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-baa11cd2-1655-4059-8b31-a37990a77041 req-5e411f80-aea0-417a-a5dd-e676f83c6bda tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0620809 Mar 11 18:20:38.429587 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-38efa0f9-e7ca-469f-a2e6-c417fce0e944 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:20:38.430558 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-38efa0f9-e7ca-469f-a2e6-c417fce0e944 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134904 Mar 11 18:20:38.464862 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-baa11cd2-1655-4059-8b31-a37990a77041 req-ad90bef5-ce33-4346-890a-a5c83154b8d1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Mar 11 18:20:39.587237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87acdc8-2a94-4e67-be08-7045d08c80be req-512fb70f-2fbf-4ebb-91c9-14683af1a116 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:39.589420 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b87acdc8-2a94-4e67-be08-7045d08c80be req-512fb70f-2fbf-4ebb-91c9-14683af1a116 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 945 time: 0.0514636 Mar 11 18:20:39.629323 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b87acdc8-2a94-4e67-be08-7045d08c80be req-ec19523e-078d-4a77-910a-8ac078885628 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338621 Mar 11 18:20:40.211970 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device 9dd0ce05-210e-450b-8040-6a3578cca4a5 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:20:40.292218 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:40.314624 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:20:40.316844 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebffb71-92cd-4a2b-83a6-c8d3bbee5440" -d '{"events": [{"server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:20:40.329570 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:40.336155 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:40.360378 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac502a3-5c5e-4554-a0b3-ab8fdaa5c641 x-openstack-request-id: req-8ac502a3-5c5e-4554-a0b3-ab8fdaa5c641 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:20:40.360658 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "name": "network-vif-unplugged", "status": "failed", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5", "code": 422}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:20:40.360907 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ac502a3-5c5e-4554-a0b3-ab8fdaa5c641 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:20:40.361312 n-d-833411-1 neutron-server[102643]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'code': 422} returned with failed status Mar 11 18:20:40.387548 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:40.394971 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.395318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.395657 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.395988 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.396316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.396674 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.396999 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.397320 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.397644 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.397963 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.398285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.398601 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:40.749909 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec303504-fc1c-4b50-8cc4-804705f64836 req-aa47f4ec-e78f-482a-a202-3a3c96bc2c33 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:40.751471 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec303504-fc1c-4b50-8cc4-804705f64836 req-aa47f4ec-e78f-482a-a202-3a3c96bc2c33 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0498185 Mar 11 18:20:40.795503 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ec303504-fc1c-4b50-8cc4-804705f64836 req-41acc1a2-3875-43f6-bd66-40d24f235d6b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378625 Mar 11 18:20:41.614556 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:41.911970 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df6470-da31-461f-a50e-ffea9f56919c req-13ba10a9-cbb6-4a16-8bb1-8794940408ba tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:41.913487 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55df6470-da31-461f-a50e-ffea9f56919c req-13ba10a9-cbb6-4a16-8bb1-8794940408ba tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0503955 Mar 11 18:20:41.952407 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-55df6470-da31-461f-a50e-ffea9f56919c req-fbe2cca7-c584-4b96-9d9d-b99a260c89b3 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328131 Mar 11 18:20:43.073564 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5003d96-55f0-4271-b41f-4a5846a46bcb req-eedb648d-dac8-4dde-87ee-cde0db2e86d8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:43.075075 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5003d96-55f0-4271-b41f-4a5846a46bcb req-eedb648d-dac8-4dde-87ee-cde0db2e86d8 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0528488 Mar 11 18:20:43.113844 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c5003d96-55f0-4271-b41f-4a5846a46bcb req-d62825b4-f542-4314-b4a3-777cd31709d7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327845 Mar 11 18:20:43.314040 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-48f2dd7d-26e6-42be-b0d0-9e77ef08693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:43.315497 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-48f2dd7d-26e6-42be-b0d0-9e77ef08693e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583&tenant_id=e3d8580070fa498a8b91af8e50eb8c4e HTTP/1.1" status: 200 len: 1094 time: 0.0887492 Mar 11 18:20:43.326009 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-228136d2-e9bc-4564-b907-768f1b754fac service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:20:43.326941 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-228136d2-e9bc-4564-b907-768f1b754fac service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047569 Mar 11 18:20:43.338036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833411-1', 'device_owner': 'compute:nova'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:20:43.392790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:43.593215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:43.625694 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:20:43.656889 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd0ce05-210e-450b-8040-6a3578cca4a5 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:20:43.664040 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:43.675996 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Transition to ACTIVE for port object 9dd0ce05-210e-450b-8040-6a3578cca4a5 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:20:43.679802 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:43.751600 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a9f7-29b0-410b-a675-ad7e40e1974d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:43.757900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:43.772261 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.772622 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.772954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.773282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.773605 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.773924 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.774243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.774557 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.774872 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.775189 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.775504 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.775817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:20:43.812075 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] No DVR routers for this DVR port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:20:43.948988 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Attempting to bind port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:20:43.949502 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Attempting to bind port 9dd0ce05-210e-450b-8040-6a3578cca4a5 by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:20:43.949835 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Attempting to bind port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on network 617ae92e-c6af-4c12-8597-661000ad38e8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:20:43.954107 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on network 617ae92e-c6af-4c12-8597-661000ad38e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:20:43.954426 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Attempting to bind port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on network 617ae92e-c6af-4c12-8597-661000ad38e8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:20:43.959244 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:20:43.959582 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Checking segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:20:43.960609 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Bound using segment: {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:20:43.961365 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Bound port: 9dd0ce05-210e-450b-8040-6a3578cca4a5, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:20:43.962348 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:44.027900 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h2-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:20:44.030795 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:20:44.038417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:44.080384 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:44.081110 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:44.082535 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] 10.222.0.46 "PUT /v2.0/ports/9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 1091 time: 0.7481630 Mar 11 18:20:44.083002 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:20:44.085328 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2b836f-a4ac-4bcd-9a19-9a173b061068" -d '{"events": [{"name": "network-changed", "server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:20:44.122086 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01676544-bcd9-48e2-93a1-f9369ecf0ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=8']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:44.128241 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf51518d-875d-49cc-9901-8ad223675536 x-openstack-request-id: req-bf51518d-875d-49cc-9901-8ad223675536 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:20:44.128603 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:20:44.128804 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf51518d-875d-49cc-9901-8ad223675536 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:20:44.129197 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'status': 'completed', 'code': 200} Mar 11 18:20:44.161108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-0ff123ad-c8af-4dcd-85a6-83f65c906973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:44.162827 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-0ff123ad-c8af-4dcd-85a6-83f65c906973 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1094 time: 0.0518713 Mar 11 18:20:44.310534 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1558c-c182-4142-9fdd-21a6a8e41e5b req-3a540a21-5a0c-4bbc-9e40-db81b53a420c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:44.311989 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71c1558c-c182-4142-9fdd-21a6a8e41e5b req-3a540a21-5a0c-4bbc-9e40-db81b53a420c tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.1200011 Mar 11 18:20:44.336521 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-fe5bd1cf-2ab6-4d49-bbce-8b66b3304af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:44.338390 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-fe5bd1cf-2ab6-4d49-bbce-8b66b3304af1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.1674564 Mar 11 18:20:44.396864 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71c1558c-c182-4142-9fdd-21a6a8e41e5b req-eb016e06-a4d5-4572-a9bc-03072772108a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760283 Mar 11 18:20:44.417296 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-82476b01-bbae-4c6d-a30c-5aa9406ba018 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 999 time: 0.0716021 Mar 11 18:20:44.465820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-244b7fb8-8d95-451c-aca9-264b02cb319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:44.467258 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-244b7fb8-8d95-451c-aca9-264b02cb319c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0437601 Mar 11 18:20:44.512120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-cbf3a1bf-6536-488a-84d0-54c74f377e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:44.513726 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-cbf3a1bf-6536-488a-84d0-54c74f377e3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398507 Mar 11 18:20:44.925534 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-f8bf1439-9814-4595-8cb0-9e7419da4de7 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047263 Mar 11 18:20:45.012978 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-86fe2351-9570-4ee5-b6c9-22bbd210ae8c service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806506 Mar 11 18:20:45.101078 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-8f672055-b96a-4f0f-9997-24bd44e24cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:45.103089 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-8f672055-b96a-4f0f-9997-24bd44e24cf4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1094 time: 0.0414855 Mar 11 18:20:45.199398 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-3a6f5188-f778-4efb-a717-699adc1e100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:45.200804 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-3a6f5188-f778-4efb-a717-699adc1e100b service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0877087 Mar 11 18:20:45.266292 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-c650b3da-6b4d-48b0-9ad9-85366ccddf6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 999 time: 0.0590398 Mar 11 18:20:45.325519 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-2d5eb86a-c2a5-4b8e-9105-6754782ce4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:45.327099 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-2d5eb86a-c2a5-4b8e-9105-6754782ce4a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0540760 Mar 11 18:20:45.376194 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-8930ca1e-7d4b-4c86-8d71-389473ba3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:45.377749 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-8930ca1e-7d4b-4c86-8d71-389473ba3d34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441146 Mar 11 18:20:45.500935 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-b2ef99cc-0d92-426b-835e-763a2ee9b647 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151652 Mar 11 18:20:45.585396 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63c1c8-9215-4fe0-b6f2-9b3e6abb758d req-1b424519-5bd7-4cd2-bf34-fbe3e8a66604 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:45.587404 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b63c1c8-9215-4fe0-b6f2-9b3e6abb758d req-1b424519-5bd7-4cd2-bf34-fbe3e8a66604 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.1068363 Mar 11 18:20:45.629790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fb2b836f-a4ac-4bcd-9a19-9a173b061068 req-59512f4c-e976-444f-a043-6d75cfe48f07 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154346 Mar 11 18:20:45.641902 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0b63c1c8-9215-4fe0-b6f2-9b3e6abb758d req-70689e40-790e-45d0-b58f-825526c6a4c9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Mar 11 18:20:46.021276 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d281f165-478c-4678-be38-651946b2105d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:46.764728 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a5c86-5832-4a60-a161-294b273b2018 req-55c9db2c-4c5a-4216-a338-979b4dcf6add tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:46.766157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b21a5c86-5832-4a60-a161-294b273b2018 req-55c9db2c-4c5a-4216-a338-979b4dcf6add tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0528307 Mar 11 18:20:46.803510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b21a5c86-5832-4a60-a161-294b273b2018 req-9d3a632f-d26b-4122-9345-3b22430aea30 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313566 Mar 11 18:20:47.382346 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:47.969906 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e46b4-10fa-4905-aced-3de10cc6079c req-b505a48a-7771-4f98-92c1-2c7a971ac213 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:47.971298 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e7e46b4-10fa-4905-aced-3de10cc6079c req-b505a48a-7771-4f98-92c1-2c7a971ac213 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.1003935 Mar 11 18:20:48.009527 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8e7e46b4-10fa-4905-aced-3de10cc6079c req-07b144b6-4174-447c-bd18-f64d7baac925 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Mar 11 18:20:48.620181 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:49.154065 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:49.171239 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b7316-de8c-42e0-abc4-7a37d009a02e req-fc7f9a76-5b3d-455b-9581-73e3a5176c5b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:49.172758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-852b7316-de8c-42e0-abc4-7a37d009a02e req-fc7f9a76-5b3d-455b-9581-73e3a5176c5b tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0963552 Mar 11 18:20:49.210461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-852b7316-de8c-42e0-abc4-7a37d009a02e req-60b74cb1-4018-4387-807b-5147fe075d00 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Mar 11 18:20:49.621236 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:20:50.330984 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08278e-16dc-44d8-a6f3-167692b922e2 req-3621f4de-710d-4eb1-994e-add41ae7fa9a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:50.332389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e08278e-16dc-44d8-a6f3-167692b922e2 req-3621f4de-710d-4eb1-994e-add41ae7fa9a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0517235 Mar 11 18:20:50.369380 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4e08278e-16dc-44d8-a6f3-167692b922e2 req-0a328d0c-a481-4d04-8829-610225f4688f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304184 Mar 11 18:20:51.488081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63439b-b0b7-4a62-a5f6-601d4eefd585 req-eab0210e-81e2-43d4-8c5b-fec1fa710aab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:51.489618 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f63439b-b0b7-4a62-a5f6-601d4eefd585 req-eab0210e-81e2-43d4-8c5b-fec1fa710aab tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0518417 Mar 11 18:20:51.531961 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7f63439b-b0b7-4a62-a5f6-601d4eefd585 req-b24dbb80-f7ff-4577-af37-c2bd18b495d7 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343773 Mar 11 18:20:52.648586 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742376d2-c09a-445b-9ef8-2da55061e85d req-f18c5b25-677c-48d4-b1cb-0e304f0ad828 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:52.650140 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-742376d2-c09a-445b-9ef8-2da55061e85d req-f18c5b25-677c-48d4-b1cb-0e304f0ad828 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0484571 Mar 11 18:20:52.688056 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-742376d2-c09a-445b-9ef8-2da55061e85d req-6b4294e2-0739-43cb-a734-2ec96ca4d0f1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317571 Mar 11 18:20:53.805704 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4807b9e-055c-452b-80ad-ec8345ce20aa req-dcdbc459-0683-4d78-aee7-014bae4a8cb1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:53.807195 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4807b9e-055c-452b-80ad-ec8345ce20aa req-dcdbc459-0683-4d78-aee7-014bae4a8cb1 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 943 time: 0.0524228 Mar 11 18:20:53.844157 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d4807b9e-055c-452b-80ad-ec8345ce20aa req-6cdba9b0-36eb-4ba5-bb3b-c78dd1a1d7e9 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310631 Mar 11 18:20:54.155923 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9dd0ce05-210e-450b-8040-6a3578cca4a5 details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:20:54.249495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:54.261221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'port_id': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'mac_address': 'fa:16:3e:74:d2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:20:54.297380 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:54.313848 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd0ce05-210e-450b-8040-6a3578cca4a5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:20:54.332907 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:54.336876 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:54.386546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=9']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:54.583528 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['9dd0ce05-210e-450b-8040-6a3578cca4a5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:20:54.962429 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30868fea-e0a9-4cac-a662-8d031e3f45ca req-9f92ea95-ae26-4fe2-a5c9-01e089a64c55 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:54.963924 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30868fea-e0a9-4cac-a662-8d031e3f45ca req-9f92ea95-ae26-4fe2-a5c9-01e089a64c55 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 944 time: 0.0501554 Mar 11 18:20:55.004114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-30868fea-e0a9-4cac-a662-8d031e3f45ca req-970f8b31-fd80-488c-8827-1e80322c37fc tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339751 Mar 11 18:20:56.117899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9817f15-3e97-4f16-9dc9-718abaf677e8 req-3ee61acc-630c-48ed-ae48-db00d12fcc64 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:56.119905 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9817f15-3e97-4f16-9dc9-718abaf677e8 req-3ee61acc-630c-48ed-ae48-db00d12fcc64 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 944 time: 0.0470743 Mar 11 18:20:56.158538 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d9817f15-3e97-4f16-9dc9-718abaf677e8 req-629606a1-e23d-4024-bf50-ecac1c2737d6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Mar 11 18:20:56.170966 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9dd0ce05-210e-450b-8040-6a3578cca4a5 up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:20:56.221216 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 9dd0ce05-210e-450b-8040-6a3578cca4a5 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:20:56.225398 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 9dd0ce05-210e-450b-8040-6a3578cca4a5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:20:56.225774 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:56.310790 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:56.332206 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:20:56.334541 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f43b72-9936-4545-8531-75c57deaef4e" -d '{"events": [{"server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "name": "network-vif-plugged", "status": "completed", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:20:56.347102 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:20:56.351008 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:20:56.375366 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae2ac76-fa60-4c1f-bc1d-98f099a38c4e x-openstack-request-id: req-eae2ac76-fa60-4c1f-bc1d-98f099a38c4e {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:20:56.375659 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "name": "network-vif-plugged", "status": "completed", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:20:56.375912 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eae2ac76-fa60-4c1f-bc1d-98f099a38c4e {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:20:56.376300 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'code': 200} Mar 11 18:20:56.402580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=10']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:20:56.502747 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.46', 57736) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:20:56.531217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a13de-583a-4043-891c-82c94719aed9 req-6f77fcb2-a55d-4357-86ff-7ce79e0a4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:56.532594 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a2a13de-583a-4043-891c-82c94719aed9 req-6f77fcb2-a55d-4357-86ff-7ce79e0a4683 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1097 time: 0.0451703 Mar 11 18:20:56.550101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-a085e334-855d-41c7-84b5-fe3afd2506fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:56.551667 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-a085e334-855d-41c7-84b5-fe3afd2506fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1097 time: 0.0478971 Mar 11 18:20:56.574996 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7a2a13de-583a-4043-891c-82c94719aed9 req-64a0df6a-8ac9-4d6e-baf4-2eb14b082624 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295534 Mar 11 18:20:56.657305 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-16ffad4d-8923-464f-b6ea-5b5b1616f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:56.658785 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-16ffad4d-8923-464f-b6ea-5b5b1616f5a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0874538 Mar 11 18:20:56.831866 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-3a8f0090-7841-4380-83ca-08218d71789a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 1001 time: 0.0633364 Mar 11 18:20:56.883743 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-43227098-cc1a-40d8-80a3-eea8f2cb9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:56.885268 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-43227098-cc1a-40d8-80a3-eea8f2cb9575 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0459435 Mar 11 18:20:56.932110 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-08bd9de1-9828-494c-ab9c-6d4e7ffe79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:56.933702 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-08bd9de1-9828-494c-ab9c-6d4e7ffe79f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416274 Mar 11 18:20:57.034321 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-55d6d95e-f719-49a6-a324-e844fe49bae0 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926173 Mar 11 18:20:57.124724 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8b93cf86-ca85-4580-a72c-3f11a7c3aac6 req-79d14f7b-d960-4876-a9a6-20ce4173f002 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828831 Mar 11 18:20:57.278743 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532a18-c69d-4839-a0bc-f25edfc39f8e req-f31dfba7-93b5-4eeb-9c61-49f35fef6f11 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:57.280262 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66532a18-c69d-4839-a0bc-f25edfc39f8e req-f31dfba7-93b5-4eeb-9c61-49f35fef6f11 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 946 time: 0.0520585 Mar 11 18:20:57.318624 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-66532a18-c69d-4839-a0bc-f25edfc39f8e req-b225709a-cb20-4abb-a106-c8dbae4acf97 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Mar 11 18:20:58.435386 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec432f-d37b-45ed-947d-59041f5e9f76 req-91815073-666c-4a81-82f5-b8204d04335d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:20:58.436886 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fec432f-d37b-45ed-947d-59041f5e9f76 req-91815073-666c-4a81-82f5-b8204d04335d tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 946 time: 0.0481517 Mar 11 18:20:58.474851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1fec432f-d37b-45ed-947d-59041f5e9f76 req-462b5978-7468-4058-bc82-448d6a19ee13 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Mar 11 18:20:59.675668 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:11.621580 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:13.746523 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f954e4e4-55ae-4f3d-a11d-db91af740d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:16.023492 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ae9398c0-985f-4814-8129-b4dec19d2c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:17.386119 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:18.623834 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:19.161374 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:26.622460 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:21:29.681565 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:41.639000 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:43.748562 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e8c6faaa-4fc1-45f7-83e1-cb7316f2549e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:46.028135 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4fbf-e131-4166-abfe-aaee3ddd2d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:47.389467 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:48.625936 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:49.156136 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:21:56.481310 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-6570b7f2-4fe2-4552-b8b5-4142163f46d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399282 Mar 11 18:21:56.571587 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-566cd1df-2a91-4f6b-b79e-984b319dc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:56.573126 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-566cd1df-2a91-4f6b-b79e-984b319dc432 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1097 time: 0.0466580 Mar 11 18:21:56.678924 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-4623588f-b253-4ccf-9e5a-d6f538f923bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:56.680459 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-4623588f-b253-4ccf-9e5a-d6f538f923bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.0866911 Mar 11 18:21:56.749905 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-cb877f25-6f3c-43f6-a304-5b7764ed3916 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 1001 time: 0.0624597 Mar 11 18:21:56.799202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-4787bd3c-6c0e-43f2-a417-8c9b25dbf016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:56.800832 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-4787bd3c-6c0e-43f2-a417-8c9b25dbf016 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0437593 Mar 11 18:21:56.844703 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-e6b19363-04bb-4b44-908e-53c839c18678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:21:56.846218 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-e6b19363-04bb-4b44-908e-53c839c18678 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392795 Mar 11 18:21:56.937792 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-fa77bf58-ca23-4fc5-b18e-39f836934d1e service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838170 Mar 11 18:21:57.027444 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-83c67b44-fda6-4b65-bc7a-23514f850f52 req-1631c7e3-4aa3-45e9-85e5-c72ddf3cbdbe service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826323 Mar 11 18:21:59.704725 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:03.621646 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:22:11.635383 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:13.754572 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d9089de9-848e-4a64-a861-c7b7aa9eb117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:14.214498 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42760) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:14.378373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Deleting port 9caf7bdd-310c-4179-b079-ac46360f2925 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:22:14.378722 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:14.453154 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:14.453474 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:14.465108 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Calling delete_port for 9caf7bdd-310c-4179-b079-ac46360f2925 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:22:14.612121 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:14.634605 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event deleted for resources: {'Port': ['ID=9caf7bdd-310c-4179-b079-ac46360f2925,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:14.648729 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.649077 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.649410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.649739 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.650062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.650383 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.650705 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.651024 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.651340 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.651654 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.652223 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.652562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:14.714080 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:14.714080 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Floating IP 7461dcce-cd00-4bd3-8c95-e3c30e924b14 disassociated (deleted). External IP: 172.25.8.157, port: 9dd0ce05-210e-450b-8040-6a3578cca4a5. Mar 11 18:22:14.917973 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:22:15.024813 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:15.029823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:15.035245 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] Sync routers for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:22:15.045610 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:15.046210 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:15.056953 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-34a16caa-a4ce-48af-81b7-bb4ceb006af6 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "DELETE /v2.0/floatingips/7461dcce-cd00-4bd3-8c95-e3c30e924b14 HTTP/1.1" status: 204 len: 168 time: 0.8413432 Mar 11 18:22:15.057562 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:22:15.059862 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:22:15.098431 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b6f451-401a-47fa-87da-e6678c8d46aa x-openstack-request-id: req-e5b6f451-401a-47fa-87da-e6678c8d46aa {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:22:15.098725 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:22:15.098971 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5b6f451-401a-47fa-87da-e6678c8d46aa {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:22:15.101228 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'status': 'completed', 'code': 200} Mar 11 18:22:15.167182 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-cdd071aa-c2a5-42d4-9cd9-90511fb67028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:15.168811 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-cdd071aa-c2a5-42d4-9cd9-90511fb67028 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 1097 time: 0.0448184 Mar 11 18:22:15.271379 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:15.280902 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-d4c49dc5-3aba-4d41-846b-e5a1fb456a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:15.282496 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-d4c49dc5-3aba-4d41-846b-e5a1fb456a8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 200 len: 909 time: 0.1066570 Mar 11 18:22:15.309592 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ffe41-e2b7-495d-8176-fdd4874d1f11 req-ae703f1a-3c6c-4411-bf2b-fa2fd5093792 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:15.311498 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-897ffe41-e2b7-495d-8176-fdd4874d1f11 req-ae703f1a-3c6c-4411-bf2b-fa2fd5093792 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 946 time: 0.0558274 Mar 11 18:22:15.333758 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-28a398d8-34d2-42f7-aed4-a977c4d66b03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 200 len: 217 time: 0.0419309 Mar 11 18:22:15.360452 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-897ffe41-e2b7-495d-8176-fdd4874d1f11 req-7ff07cde-dc58-4e01-aec8-fb6220fa537f tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364244 Mar 11 18:22:15.393328 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-fdd91217-f543-4891-af36-f4d247c2a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:15.394799 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-fdd91217-f543-4891-af36-f4d247c2a03d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 200 len: 848 time: 0.0523698 Mar 11 18:22:15.447368 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-dab02357-a65a-4f00-947b-114ce90e993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:15.448810 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-dab02357-a65a-4f00-947b-114ce90e993d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=617ae92e-c6af-4c12-8597-661000ad38e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463879 Mar 11 18:22:15.493646 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:15.522672 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] Checking router: 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:22:15.532923 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:15.533532 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:21:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:15.545317 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-e0d5a17c-1d2c-4a88-935b-e92f6952226b service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879419 Mar 11 18:22:15.642922 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:15.648174 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-8693c1ae-cfb0-437e-a333-70dc2fbda8ab req-ef823367-7017-4ab1-b936-a572c4cb1749 service neutron] 10.222.0.46 "GET /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909593 Mar 11 18:22:15.849540 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:15.875643 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdcf9ca-290c-49f5-ae96-67b211cc9f42 None None] The sync data for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 is: [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'e4982587-8f4c-4363-b0bf-144984983f37', 'name': '', 'network_id': '617ae92e-c6af-4c12-8597-661000ad38e8', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'mac_address': 'fa:16:3e:63:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:25Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'subnets': [{'id': '30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:22:16.035628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a3472e79-44c5-47d7-bdce-e560ecbe3237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:16.123128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ca16b-cd78-43fd-9cbe-31f62a8a9057 None None] New status for floating IP 7461dcce-cd00-4bd3-8c95-e3c30e924b14: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:22:16.498332 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cad46-c4a1-4985-bcf5-4ba18e1e4e91 req-b038f047-f338-4dd2-a5e6-008792ad0b9a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:16.499918 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c03cad46-c4a1-4985-bcf5-4ba18e1e4e91 req-b038f047-f338-4dd2-a5e6-008792ad0b9a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 946 time: 0.0609481 Mar 11 18:22:16.543548 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c03cad46-c4a1-4985-bcf5-4ba18e1e4e91 req-462c78e9-a8b7-4386-b33b-a1b52bd0011a tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369134 Mar 11 18:22:16.924367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-734f77c0-4f5b-4213-88a0-652851065925 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:16.925791 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-734f77c0-4f5b-4213-88a0-652851065925 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.46 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 946 time: 0.0497026 Mar 11 18:22:17.017944 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Deleting port 9dd0ce05-210e-450b-8040-6a3578cca4a5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:22:17.018283 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:17.103387 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] For port 9dd0ce05-210e-450b-8040-6a3578cca4a5, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=9dd0ce05-210e-450b-8040-6a3578cca4a5,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:17.103753 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:17.116885 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Calling delete_port for 9dd0ce05-210e-450b-8040-6a3578cca4a5 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:22:17.245232 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:17.272574 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event deleted for resources: {'Port': ['ID=9dd0ce05-210e-450b-8040-6a3578cca4a5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:17.286458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.286810 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.287155 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.287492 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.287823 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.288159 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.288511 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.288843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.289171 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.289499 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.289830 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.290150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:17.324875 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] No DVR routers for this DVR port 9dd0ce05-210e-450b-8040-6a3578cca4a5 on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:22:17.327413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:17.330749 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-55d2cb04-a6c7-41fd-829a-c966ae6edcc7 req-1d83f9c2-0899-46b5-995b-45352b998f74 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.46 "DELETE /v2.0/ports/9dd0ce05-210e-450b-8040-6a3578cca4a5 HTTP/1.1" status: 204 len: 173 time: 0.3978648 Mar 11 18:22:17.331192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'name': 'network-vif-deleted', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:22:17.333488 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2d472b8f8e8667602fe9f7f3dac1ba63c115a531def139596d0b668a9be09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9532da99-de1e-4654-8b84-1875b4a23726" -d '{"events": [{"server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "name": "network-vif-deleted", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:22:17.394363 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:17.447676 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44a5cff-de3b-48da-a166-6a4be50df183 x-openstack-request-id: req-f44a5cff-de3b-48da-a166-6a4be50df183 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:22:17.448122 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cbeccd-8f43-49a9-88be-380429f38583", "name": "network-vif-deleted", "tag": "9dd0ce05-210e-450b-8040-6a3578cca4a5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:22:17.448322 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f44a5cff-de3b-48da-a166-6a4be50df183 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:22:17.448763 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cbeccd-8f43-49a9-88be-380429f38583', 'name': 'network-vif-deleted', 'tag': '9dd0ce05-210e-450b-8040-6a3578cca4a5', 'status': 'completed', 'code': 200} Mar 11 18:22:17.641472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3aa07433-d2ac-486a-be47-630aee5346a5 req-478c664f-257f-49e4-a6a0-33ce4af7f165 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0275583 Mar 11 18:22:18.629933 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:18.742069 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-297ec255-1460-4bdc-a4d3-ca12a7ff3146 req-cc716d9f-373b-480e-b03d-fa9dc65e7b93 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0267398 Mar 11 18:22:19.159967 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:19.840684 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f71279b3-c9af-40cb-90b5-7188ff91f302 req-cb5c4a8a-83c8-4a0a-ad30-3499cd60164e tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0311987 Mar 11 18:22:20.700498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9dd0ce05-210e-450b-8040-6a3578cca4a5 no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:22:20.723554 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] No Port match for: 9dd0ce05-210e-450b-8040-6a3578cca4a5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:22:20.723909 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 9dd0ce05-210e-450b-8040-6a3578cca4a5 not bound to the agent host n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:22:20.951986 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32164623-fa7d-4b50-9dfb-6048b72e75ec req-01ad8303-f71d-49ce-adc8-efe9aeed9c17 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cbeccd-8f43-49a9-88be-380429f38583 HTTP/1.1" status: 200 len: 210 time: 0.0276253 Mar 11 18:22:22.008980 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42794) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:22.068242 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b884078-0394-4192-926b-b9da158fba35 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:22.093861 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b884078-0394-4192-926b-b9da158fba35 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:22.155324 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b884078-0394-4192-926b-b9da158fba35 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:22.158215 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b884078-0394-4192-926b-b9da158fba35 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:22.159403 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7b884078-0394-4192-926b-b9da158fba35 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0 HTTP/1.1" status: 204 len: 168 time: 0.1493194 Mar 11 18:22:22.169247 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b884078-0394-4192-926b-b9da158fba35 tempest-TestShelveInstance-381757960 tempest-TestShelveInstance-381757960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9221d2-cc3e-42ac-8adb-7a687e0e2ae0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:22.208777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42798) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:22.990162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:23.234608 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Deleting port e4982587-8f4c-4363-b0bf-144984983f37 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:22:23.235347 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:23.317615 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] For port e4982587-8f4c-4363-b0bf-144984983f37, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=e4982587-8f4c-4363-b0bf-144984983f37,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:23.317983 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:23.335173 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Calling delete_port for e4982587-8f4c-4363-b0bf-144984983f37 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:22:23.522489 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:23.550277 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4982587-8f4c-4363-b0bf-144984983f37,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:23.722003 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:23.939938 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:22:24.048616 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:24.053552 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-15b36d19-1045-4eee-a00e-70a4bbc18639 admin admin] 10.222.0.53 "PUT /v2.0/routers/77eccb2f-c1cc-4b48-97e8-a09fbdc2811c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8432107 Mar 11 18:22:24.056564 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:24.057432 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] Sync routers for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:22:24.068476 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:24.069085 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:24.162713 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.171954 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:24.267134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.320087 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Deleting port a8e54418-766e-4542-b05d-cd48e2827c76 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:22:24.320458 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.355172 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:22:23Z', 'revision_number': 5, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port': {'id': 'a8e54418-766e-4542-b05d-cd48e2827c76', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:24.381377 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] Checking router: 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:22:24.389497 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] Routers {'77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:24.390099 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:24.398833 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] For port a8e54418-766e-4542-b05d-cd48e2827c76, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a8e54418-766e-4542-b05d-cd48e2827c76,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:24.399192 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.412571 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Calling delete_port for a8e54418-766e-4542-b05d-cd48e2827c76 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:22:24.476533 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] Set router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:24.527761 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:22:24Z', 'revision_number': 6, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:24.557283 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12ce519-0540-47d6-8085-db5d1acbe952 None None] The sync data for ids ['77eccb2f-c1cc-4b48-97e8-a09fbdc2811c'] in n-d-833411-1 is: [{'id': '77eccb2f-c1cc-4b48-97e8-a09fbdc2811c', 'name': 'tempest-TestShelveInstance-1084036346-router', 'tenant_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:22:24Z', 'revision_number': 6, 'project_id': 'e3d8580070fa498a8b91af8e50eb8c4e', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:22:24.580137 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.608685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e54418-766e-4542-b05d-cd48e2827c76,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:24.671051 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.759067 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.761186 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.804304 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.804912 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77eccb2f-c1cc-4b48-97e8-a09fbdc2811c {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:22:24.809905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.811060 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-971f99e0-2d2b-4839-9b0b-7ace4c6afbfa admin admin] 10.222.0.53 "DELETE /v2.0/routers/77eccb2f-c1cc-4b48-97e8-a09fbdc2811c HTTP/1.1" status: 204 len: 168 time: 0.7535686 Mar 11 18:22:24.813543 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42804) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:24.860563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-785871bb-49e8-4765-8fa2-82119b1f3cb5 admin admin] Deleting subnet 30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:22:24.863451 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-785871bb-49e8-4765-8fa2-82119b1f3cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.898760 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-785871bb-49e8-4765-8fa2-82119b1f3cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26158019'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:24.978768 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-785871bb-49e8-4765-8fa2-82119b1f3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.031632 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-785871bb-49e8-4765-8fa2-82119b1f3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25652712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511137'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.076168 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785871bb-49e8-4765-8fa2-82119b1f3cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:25.078073 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-785871bb-49e8-4765-8fa2-82119b1f3cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.083522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-785871bb-49e8-4765-8fa2-82119b1f3cb5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/30f4188a-3ca3-4ee8-b8d2-0fd32b63ebd2 HTTP/1.1" status: 204 len: 168 time: 0.2668226 Mar 11 18:22:25.083780 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336688a6-2bf8-4e83-b4bd-cc58fa207aeb None None] Network 617ae92e-c6af-4c12-8597-661000ad38e8 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:22:25.084239 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42806) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:25.149851 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.202216 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Deleting port acecbddb-3510-4719-9780-43eae3fbdf91 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:22:25.202391 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.269786 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] For port acecbddb-3510-4719-9780-43eae3fbdf91, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=acecbddb-3510-4719-9780-43eae3fbdf91,segment=NetworkSegment(b9fae5f7-c4e6-47c3-82d2-04c4b7752557),segment_id=b9fae5f7-c4e6-47c3-82d2-04c4b7752557)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:25.270467 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.284252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Calling delete_port for acecbddb-3510-4719-9780-43eae3fbdf91 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:22:25.323660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] DHCP port deletion for 617ae92e-c6af-4c12-8597-661000ad38e8 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:22:25.367079 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.380158 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Deleting port acecbddb-3510-4719-9780-43eae3fbdf91 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:22:25.380692 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.393814 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Pushing event deleted for resources: {'Port': ['ID=acecbddb-3510-4719-9780-43eae3fbdf91,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:25.398473 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e4982587-8f4c-4363-b0bf-144984983f37 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:22:25.405153 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] No DVR routers for this DVR port acecbddb-3510-4719-9780-43eae3fbdf91 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:22:25.457500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: e4982587-8f4c-4363-b0bf-144984983f37 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:22:25.458021 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device e4982587-8f4c-4363-b0bf-144984983f37 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:22:25.458542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device acecbddb-3510-4719-9780-43eae3fbdf91 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:22:25.483413 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.488190 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: acecbddb-3510-4719-9780-43eae3fbdf91 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:22:25.488625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device acecbddb-3510-4719-9780-43eae3fbdf91 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:22:25.489131 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a8e54418-766e-4542-b05d-cd48e2827c76 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:22:25.494776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] For port acecbddb-3510-4719-9780-43eae3fbdf91, host n-d-833411-1, got binding levels [] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:25.495169 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.503685 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617ae92e-c6af-4c12-8597-661000ad38e8']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:25.514251 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:25.514674 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fae5f7-c4e6-47c3-82d2-04c4b7752557') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:25.523745 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a8e54418-766e-4542-b05d-cd48e2827c76 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:22:25.524089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a8e54418-766e-4542-b05d-cd48e2827c76 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:22:25.525825 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.529231 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Calling delete_port for acecbddb-3510-4719-9780-43eae3fbdf91 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:22:25.531921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.ipam_backend_mixin [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Port acecbddb-3510-4719-9780-43eae3fbdf91 was not found and therefore no delete operation was performed {{(pid=102643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 18:22:25.534107 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.544492 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.550371 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:22:25.550884 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:22:25.552391 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:22:25.560284 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Pushing event deleted for resources: {'Port': ['ID=acecbddb-3510-4719-9780-43eae3fbdf91,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:25.568128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] No DVR routers for this DVR port acecbddb-3510-4719-9780-43eae3fbdf91 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:22:25.570778 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.571153 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.571490 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.571823 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.572410 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.572747 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.573070 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.573391 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.573896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.574220 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.574546 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.574867 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f8991-5fe1-4917-a93c-2461aef3fff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:25.618689 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.627722 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:25.630789 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/617ae92e-c6af-4c12-8597-661000ad38e8 HTTP/1.1" status: 204 len: 168 time: 0.5459950 Mar 11 18:22:25.633830 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42808) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:25.640763 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ccfea-b231-455e-b72d-a6befb3dced6 admin admin] Pushing event deleted for resources: {'Network': ['ID=617ae92e-c6af-4c12-8597-661000ad38e8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:25.984976 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:26.225836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Deleting port 81fabf61-bc35-4287-bd71-1a3d8d5805ea {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:22:26.226169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:26.303082 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] For port 81fabf61-bc35-4287-bd71-1a3d8d5805ea, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=81fabf61-bc35-4287-bd71-1a3d8d5805ea,segment=NetworkSegment(ece2c614-8e9c-4675-a916-5478e5150cd2),segment_id=ece2c614-8e9c-4675-a916-5478e5150cd2)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:26.303325 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:26.315726 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Calling delete_port for 81fabf61-bc35-4287-bd71-1a3d8d5805ea owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:22:26.494514 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:26.521058 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Pushing event deleted for resources: {'Port': ['ID=81fabf61-bc35-4287-bd71-1a3d8d5805ea,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:26.690291 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:26.901093 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Router b4294707-ec8f-43f5-9568-8f043d6e7a8d has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:22:27.006981 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:27.012000 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-68850f96-4048-46d1-8ee1-7f6d3be9708a admin admin] 10.222.0.53 "PUT /v2.0/routers/b4294707-ec8f-43f5-9568-8f043d6e7a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3769474 Mar 11 18:22:27.014466 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42810) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:27.017729 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] Sync routers for ids ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:22:27.028249 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] Routers {'b4294707-ec8f-43f5-9568-8f043d6e7a8d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:27.028894 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:27.119663 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.222292 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.278857 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Deleting port fdbbb801-9282-4181-8910-ec341253d6f9 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:22:27.279193 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.293954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] Set router b4294707-ec8f-43f5-9568-8f043d6e7a8d gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:27.363602 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] For port fdbbb801-9282-4181-8910-ec341253d6f9, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=fdbbb801-9282-4181-8910-ec341253d6f9,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:27.364008 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.378727 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Calling delete_port for fdbbb801-9282-4181-8910-ec341253d6f9 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:22:27.473529 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:27Z', 'updated_at': '2022-03-11T18:22:26Z', 'revision_number': 5, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'gw_port': {'id': 'fdbbb801-9282-4181-8910-ec341253d6f9', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:28Z', 'updated_at': '2022-03-11T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:27.504824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] Checking router: b4294707-ec8f-43f5-9568-8f043d6e7a8d for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:22:27.513989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] Routers {'b4294707-ec8f-43f5-9568-8f043d6e7a8d'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:27.514617 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:27.543103 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.571158 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbbb801-9282-4181-8910-ec341253d6f9,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:27.602178 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] Set router b4294707-ec8f-43f5-9568-8f043d6e7a8d gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:27.633417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.656127 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:27Z', 'updated_at': '2022-03-11T18:22:27Z', 'revision_number': 6, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:27.686460 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b61ad-3db5-4b59-af03-7a3e6765de2c None None] The sync data for ids ['b4294707-ec8f-43f5-9568-8f043d6e7a8d'] in n-d-833411-1 is: [{'id': 'b4294707-ec8f-43f5-9568-8f043d6e7a8d', 'name': 'tempest-TestShelveInstance-2093937688-router', 'tenant_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:27Z', 'updated_at': '2022-03-11T18:22:27Z', 'revision_number': 6, 'project_id': 'dcceb8377a7d4c398d97f3a709c4d0e4', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:22:27.727807 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.730084 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.772283 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.772839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4294707-ec8f-43f5-9568-8f043d6e7a8d {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:22:27.777209 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.778341 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1b30efec-c79c-4805-9386-7a4a0e914226 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b4294707-ec8f-43f5-9568-8f043d6e7a8d HTTP/1.1" status: 204 len: 168 time: 0.7629631 Mar 11 18:22:27.780860 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42812) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:27.824948 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd9ff84-18c0-41e4-a3a2-0143e8366411 admin admin] Deleting subnet 3531597f-012d-4363-ba16-3c5229dd27cc {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:22:27.827943 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ff84-18c0-41e4-a3a2-0143e8366411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.865336 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ff84-18c0-41e4-a3a2-0143e8366411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.941754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ff84-18c0-41e4-a3a2-0143e8366411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:27.995660 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ff84-18c0-41e4-a3a2-0143e8366411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.021764 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9ff84-18c0-41e4-a3a2-0143e8366411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3531597f-012d-4363-ba16-3c5229dd27cc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:28.023902 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ff84-18c0-41e4-a3a2-0143e8366411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.028389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8bd9ff84-18c0-41e4-a3a2-0143e8366411 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3531597f-012d-4363-ba16-3c5229dd27cc HTTP/1.1" status: 204 len: 168 time: 0.2451274 Mar 11 18:22:28.030349 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42814) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:28.036724 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3762681c-1f4b-47e1-b018-86a9fb167455 None None] Network 627af269-fe85-4b8c-b599-8753a56325b0 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:22:28.114291 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.170744 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Deleting port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:22:28.171134 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.237318 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] For port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4,segment=NetworkSegment(ece2c614-8e9c-4675-a916-5478e5150cd2),segment_id=ece2c614-8e9c-4675-a916-5478e5150cd2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:28.237679 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.254367 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Calling delete_port for c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:22:28.331153 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.357303 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Pushing event deleted for resources: {'Port': ['ID=c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:28.360012 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] No DVR routers for this DVR port c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:22:28.432530 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.454997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627af269-fe85-4b8c-b599-8753a56325b0']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:28.466185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece2c614-8e9c-4675-a916-5478e5150cd2') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:28.466756 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece2c614-8e9c-4675-a916-5478e5150cd2') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:28.472831 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49fbd4c-6aa7-44f5-9207-252cda07244f None None] DHCP port deletion for 627af269-fe85-4b8c-b599-8753a56325b0 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:22:28.477550 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.493887 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.500790 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:22:28.501226 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:22:28.503020 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:22:28.564214 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.580063 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:28.583212 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] 10.222.0.53 "DELETE /v2.0/networks/627af269-fe85-4b8c-b599-8753a56325b0 HTTP/1.1" status: 204 len: 168 time: 0.5518682 Mar 11 18:22:28.586702 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380ba3a-6f80-4747-addd-ac627f24edaa admin admin] Pushing event deleted for resources: {'Network': ['ID=627af269-fe85-4b8c-b599-8753a56325b0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:28.698556 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42818) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:28.740403 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3ec8a3d5-dc06-4235-8b80-b9305005ba56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3d8580070fa498a8b91af8e50eb8c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406420 Mar 11 18:22:28.743001 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42820) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:29.131216 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae3100f-b571-47de-9a14-da099752e324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:29.151258 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae3100f-b571-47de-9a14-da099752e324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:29.197341 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae3100f-b571-47de-9a14-da099752e324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:29.199855 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae3100f-b571-47de-9a14-da099752e324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:29.201055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-7ae3100f-b571-47de-9a14-da099752e324 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5c41aab-8dea-4e36-b313-c7ce12ebeb95 HTTP/1.1" status: 204 len: 168 time: 0.4570463 Mar 11 18:22:29.209215 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3100f-b571-47de-9a14-da099752e324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c41aab-8dea-4e36-b313-c7ce12ebeb95,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:29.374583 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fdbbb801-9282-4181-8910-ec341253d6f9 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:22:29.395847 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: fdbbb801-9282-4181-8910-ec341253d6f9 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:22:29.396198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device fdbbb801-9282-4181-8910-ec341253d6f9 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:22:29.396648 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:22:29.416126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:22:29.416505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device c148a1ed-48fd-4a65-9b90-4a34d7a8e0d4 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:22:29.416928 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 81fabf61-bc35-4287-bd71-1a3d8d5805ea no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:22:29.436305 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 81fabf61-bc35-4287-bd71-1a3d8d5805ea {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:22:29.436680 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 81fabf61-bc35-4287-bd71-1a3d8d5805ea not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:22:29.519624 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:29.559557 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-3c001d42-e4da-4017-9b41-9895a3703809 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcceb8377a7d4c398d97f3a709c4d0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387564 Mar 11 18:22:29.561999 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42828) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:29.608322 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30d57f0f-c4e2-4ff3-8802-03feca31b824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:29.629659 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30d57f0f-c4e2-4ff3-8802-03feca31b824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:29.675355 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30d57f0f-c4e2-4ff3-8802-03feca31b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:29.677846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30d57f0f-c4e2-4ff3-8802-03feca31b824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:29.678991 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-30d57f0f-c4e2-4ff3-8802-03feca31b824 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0acec7ee-61c0-471d-9385-60370edee7a1 HTTP/1.1" status: 204 len: 168 time: 0.1160572 Mar 11 18:22:29.686698 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d57f0f-c4e2-4ff3-8802-03feca31b824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acec7ee-61c0-471d-9385-60370edee7a1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:29.721619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.343593 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42850) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:30.439024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1028433217-network', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:30.461849 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Made reservation on behalf of 88b512328ee24c51baa4c4a4c1314f0b for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:22:30.464358 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.473166 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.547469 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.551774 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.577426 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:22:30.584039 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71041f6c-c6cb-4903-9964-0a4e526f552c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:30.589903 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.590309 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Added segment 32b4cf63-5431-40dd-a9f2-a5615e3146a4 of type vlan for network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 Mar 11 18:22:30.630656 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.654463 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.655396 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:30.655973 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.707070 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3623166 Mar 11 18:22:30.709991 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42854) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:30.714891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Request body: {'subnet': {'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1028433217-subnet', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:30.720390 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c089299-9001-4128-bf23-107ab0ba6747 admin admin] Pushing event updated for resources: {'Network': ['ID=d622bf90-c26e-4dc5-bd27-4710ef9e12b2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:30.730638 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:22:30.735610 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Made reservation on behalf of 88b512328ee24c51baa4c4a4c1314f0b for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:22:30.738003 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.902287 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:30.961110 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4be15d-d210-4357-90fb-62810ac2d7b5,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:30.965452 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Checking segment: {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:22:30.965812 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Network hostable DHCP agents. Network: d622bf90-c26e-4dc5-bd27-4710ef9e12b2, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:22:30.981837 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:22:30.990068 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, d622bf90-c26e-4dc5-bd27-4710ef9e12b2) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:30.995424 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:30.996468 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.000331 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54fb900-292d-43fe-ab9d-bed919e65c24 None None] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:22:31.013522 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c108eaeb-5ec1-4739-a262-4ad46a8a297f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3024385 Mar 11 18:22:31.016212 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42856) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:31.021138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:31.040331 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.041494 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.097001 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.152237 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-d622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:22:31.153295 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.235087 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.291276 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Allocated IP 172.20.0.2 (d622bf90-c26e-4dc5-bd27-4710ef9e12b2/2e4be15d-d210-4357-90fb-62810ac2d7b5/9e3da841-6401-4ffd-9385-5509cc6463b6) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:22:31.432719 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.437549 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.438416 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.458251 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.486074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:31.491352 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:31.493366 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Pushing event updated for resources: {'Port': ['ID=9e3da841-6401-4ffd-9385-5509cc6463b6,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:31.495661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:22:31.549538 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Attempting to bind port 9e3da841-6401-4ffd-9385-5509cc6463b6 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:22:31.549896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Attempting to bind port 9e3da841-6401-4ffd-9385-5509cc6463b6 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:22:31.550248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Attempting to bind port 9e3da841-6401-4ffd-9385-5509cc6463b6 on network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:22:31.555065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:22:31.555433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Checking segment: {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:22:31.555830 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.556212 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Bound using segment: {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:22:31.556692 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Bound port: 9e3da841-6401-4ffd-9385-5509cc6463b6, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:22:31.557060 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.573758 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Allocated IP 172.25.8.19 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/44f1b8fc-0e53-4c69-8d3d-979a6ba727b7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:22:31.620685 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] For port 9e3da841-6401-4ffd-9385-5509cc6463b6, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:22:31.624097 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] For port 9e3da841-6401-4ffd-9385-5509cc6463b6, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9e3da841-6401-4ffd-9385-5509cc6463b6,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:22:31.628879 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.680583 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.696415 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05358da-1f2e-49f9-b507-43cad4404f60 None None] Pushing event updated for resources: {'Port': ['ID=9e3da841-6401-4ffd-9385-5509cc6463b6,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:31.717712 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:31.764698 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:31.767577 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:31.771218 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:22:31.776797 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Pushing event updated for resources: {'Port': ['ID=44f1b8fc-0e53-4c69-8d3d-979a6ba727b7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:32.041381 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.234689 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.364438 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Router 1355f348-6be7-4c74-9754-ba8dd6848c44 is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:22:32.479010 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:32.489068 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Sync routers for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:22:32.499553 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.500146 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:32.504434 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1ae372a0-b70c-47b5-810f-181c65d66b7d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4841211 Mar 11 18:22:32.504598 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:32.504719 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42858) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:32.614273 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:32.621651 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb504b69-d133-4887-b295-f612319760dc None None] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:22:32.691450 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f95890f8-3821-41ff-957e-fee5f88fb3d3 None None] Provisioning complete for port 9e3da841-6401-4ffd-9385-5509cc6463b6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:32.691922 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f95890f8-3821-41ff-957e-fee5f88fb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.811065 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:31Z', 'revision_number': 3, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:32.841263 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Checking router: 1355f348-6be7-4c74-9754-ba8dd6848c44 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:22:32.841765 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Updating router 1355f348-6be7-4c74-9754-ba8dd6848c44 port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:22:32.842223 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f95890f8-3821-41ff-957e-fee5f88fb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.867600 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.881118 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f95890f8-3821-41ff-957e-fee5f88fb3d3 None None] For port 9e3da841-6401-4ffd-9385-5509cc6463b6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9e3da841-6401-4ffd-9385-5509cc6463b6,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:32.885597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f95890f8-3821-41ff-957e-fee5f88fb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:32.940962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95890f8-3821-41ff-957e-fee5f88fb3d3 None None] Pushing event updated for resources: {'Port': ['ID=9e3da841-6401-4ffd-9385-5509cc6463b6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:32.964410 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.115394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6726f8b2-5761-4d8a-ade9-309961bbfae8 None None] Provisioning complete for port 9e3da841-6401-4ffd-9385-5509cc6463b6 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:33.115769 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6726f8b2-5761-4d8a-ade9-309961bbfae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.155063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Allocated IP 172.20.0.1 (d622bf90-c26e-4dc5-bd27-4710ef9e12b2/2e4be15d-d210-4357-90fb-62810ac2d7b5/9974e158-66a3-42cb-902e-806caabeff26) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:22:33.240792 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.246714 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.259275 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.293203 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.299874 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Attempting to bind port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:22:33.300235 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Attempting to bind port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:22:33.300622 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Attempting to bind port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:22:33.309037 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Pushing event updated for resources: {'Port': ['ID=44f1b8fc-0e53-4c69-8d3d-979a6ba727b7,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:33.311158 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:22:33.311519 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:22:33.311908 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.312287 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:22:33.312763 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Bound port: 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:22:33.313133 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.332039 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:33.335171 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:33.335541 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.335887 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.336221 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.337479 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.337609 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.337896 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.338492 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.338492 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.338741 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:22:33.338845 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.339078 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.339402 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.339718 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:22:33.376017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Pushing event updated for resources: {'Port': ['ID=9974e158-66a3-42cb-902e-806caabeff26,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:33.383375 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] For port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:22:33.387791 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] For port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=44f1b8fc-0e53-4c69-8d3d-979a6ba727b7,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:22:33.397679 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.398699 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.454325 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37befe4-bca3-42b4-9c33-db9ca891ec96 None None] Pushing event updated for resources: {'Port': ['ID=44f1b8fc-0e53-4c69-8d3d-979a6ba727b7,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:33.459741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e3da841-6401-4ffd-9385-5509cc6463b6 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:33.483631 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:33.484581 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:33.545814 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9e3da841-6401-4ffd-9385-5509cc6463b6 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:33.546218 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.562072 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.629419 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:33.650796 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7d538586-1f4f-4d22-b343-57572fb8c039 None None] Provisioning complete for port 9974e158-66a3-42cb-902e-806caabeff26 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:33.651296 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7d538586-1f4f-4d22-b343-57572fb8c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.685921 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-7d538586-1f4f-4d22-b343-57572fb8c039 None None] Port 9974e158-66a3-42cb-902e-806caabeff26 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:22:33.733036 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.737857 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.806300 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Pushing event updated for resources: {'Port': ['ID=9974e158-66a3-42cb-902e-806caabeff26,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:33.809507 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:33.818660 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:31Z', 'revision_number': 3, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:33.846088 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e767a-c42e-470e-9901-5464140d5d64 None None] The sync data for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 is: [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:31Z', 'revision_number': 3, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:22:33.906281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:33.908217 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:34.025287 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Router 1355f348-6be7-4c74-9754-ba8dd6848c44 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:22:34.164657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:34.171023 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-e497d1f6-f54c-40f3-a523-7cef1fccabe2 admin admin] 10.222.0.53 "PUT /v2.0/routers/1355f348-6be7-4c74-9754-ba8dd6848c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6653073 Mar 11 18:22:34.214515 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-f9790c9c-1dc9-4d1d-98b8-17742e119cf4 None None] Provisioning complete for port 9974e158-66a3-42cb-902e-806caabeff26 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:34.214892 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f9790c9c-1dc9-4d1d-98b8-17742e119cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:34.258668 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-f9790c9c-1dc9-4d1d-98b8-17742e119cf4 None None] Port 9974e158-66a3-42cb-902e-806caabeff26 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:22:34.736162 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42874) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:34.741073 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1103352645-network', 'tenant_id': '233d2839651344118a4ff5997e71971f'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:34.759777 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Made reservation on behalf of 233d2839651344118a4ff5997e71971f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:22:34.762220 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:34.771145 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:34.843648 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:34.847968 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:34.868324 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:22:34.882520 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b6353-671f-4894-b9bd-3c1820a8ccd3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:34.885813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:34.886190 n-d-833411-1 neutron-server[102641]: INFO neutron.db.segments_db [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Added segment cf300d4a-1480-4ee8-b044-884640633dad of type vlan for network 2f79a542-ffda-4413-9c78-dbc659015a74 Mar 11 18:22:34.927046 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772930952587'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:34.951052 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:34.952047 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:34.952668 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.008816 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2715290 Mar 11 18:22:35.011630 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42876) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:35.015581 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47b057-91a8-4aeb-8e3b-2d83a00aa6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f79a542-ffda-4413-9c78-dbc659015a74,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:35.017881 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Request body: {'subnet': {'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1103352645-subnet', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'ip_version': 4}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:35.026452 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Network 2f79a542-ffda-4413-9c78-dbc659015a74 details requested by agent ovs-agent-n-d-833411-1 with host n-d-833411-1 {{(pid=102643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:22:35.038483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Made reservation on behalf of 233d2839651344118a4ff5997e71971f for: {'subnet': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:22:35.041046 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3988707'] for subnet, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.211417 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3473637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3988725'] for subnet, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.267485 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ba2201-4cd9-48ea-baff-12a3a2279085,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:35.277299 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Checking segment: {'id': 'cf300d4a-1480-4ee8-b044-884640633dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:22:35.277674 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Network hostable DHCP agents. Network: 2f79a542-ffda-4413-9c78-dbc659015a74, hostable agents: ['ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a'], hosted agents: [] {{(pid=102642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:22:35.294763 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Network 2f79a542-ffda-4413-9c78-dbc659015a74 is scheduled to be hosted by DHCP agent ee37a1a1-d194-48cb-9b86-1ad3fa0adb9a with binding_index 1 {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:22:35.303866 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833411-1, 2f79a542-ffda-4413-9c78-dbc659015a74) {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:35.308037 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:35.308749 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.314810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c65c7-b0ca-40ce-b45d-0b3142066e68 None None] Network 2f79a542-ffda-4413-9c78-dbc659015a74 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:22:35.330852 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5d99effb-ac02-4539-a6e5-b42b5874895d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3181148 Mar 11 18:22:35.333298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42878) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:35.337849 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:35.358957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-647'] for router, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.360265 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1638885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-654'] for router, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.433765 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:35.442305 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.480948 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Sync routers for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:22:35.519895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:35.520542 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:35.557318 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99406a3e-60e9-58f3-a23a-6937b756dcf1-2f79a542-ffda-4413-9c78-dbc659015a74', 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'fixed_ips': [{'subnet_id': '25ba2201-4cd9-48ea-baff-12a3a2279085'}]}} from n-d-833411-1. {{(pid=102643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 11 18:22:35.558177 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.590009 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:35.590382 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.590541 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:35.741392 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:36.066089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.db_base_plugin_common [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Allocated IP 172.20.0.2 (2f79a542-ffda-4413-9c78-dbc659015a74/25ba2201-4cd9-48ea-baff-12a3a2279085/2667fe78-a3ac-424d-a288-5f8150c32c64) {{(pid=102643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:22:36.113910 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.114494 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.134041 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.196904 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=44f1b8fc-0e53-4c69-8d3d-979a6ba727b7,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:36.207480 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.242568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Allocated IP 172.25.8.211 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/a22bcea6-2ad3-41f0-a700-c8999ef69702) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:22:36.316962 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=44f1b8fc-0e53-4c69-8d3d-979a6ba727b7,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:36.343511 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.374998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Notify callbacks [] for port, precommit_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.382200 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 2, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:36.382981 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.385513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926'] for port, after_create {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.416128 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Checking router: 1355f348-6be7-4c74-9754-ba8dd6848c44 for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:22:36.416512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Updating router 1355f348-6be7-4c74-9754-ba8dd6848c44 port 9974e158-66a3-42cb-902e-806caabeff26 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:22:36.421404 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:36.425718 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:36.429203 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:22:36.451196 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Pushing event updated for resources: {'Port': ['ID=a22bcea6-2ad3-41f0-a700-c8999ef69702,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:36.470279 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Network 2f79a542-ffda-4413-9c78-dbc659015a74 is already hosted by enough agents. {{(pid=102643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:36.478383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.scheduler.base_scheduler [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Resources bound (agent type, host, resource id): {{(pid=102643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:36.480537 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.482455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Received port after_create {{(pid=102643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:22:36.485067 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Pushing event updated for resources: {'Port': ['ID=2667fe78-a3ac-424d-a288-5f8150c32c64,revision_number=1']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:36.623636 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Attempting to bind port 2667fe78-a3ac-424d-a288-5f8150c32c64 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:22:36.623916 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Attempting to bind port 2667fe78-a3ac-424d-a288-5f8150c32c64 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'cf300d4a-1480-4ee8-b044-884640633dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:22:36.624281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Attempting to bind port 2667fe78-a3ac-424d-a288-5f8150c32c64 on network 2f79a542-ffda-4413-9c78-dbc659015a74 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:22:36.639074 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:22:36.639455 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Checking segment: {'id': 'cf300d4a-1480-4ee8-b044-884640633dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:22:36.639854 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.640250 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Bound using segment: {'id': 'cf300d4a-1480-4ee8-b044-884640633dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:22:36.640736 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Bound port: 2667fe78-a3ac-424d-a288-5f8150c32c64, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf300d4a-1480-4ee8-b044-884640633dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:22:36.641120 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.688031 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.778141 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] For port 2667fe78-a3ac-424d-a288-5f8150c32c64, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:22:36.799518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] For port 2667fe78-a3ac-424d-a288-5f8150c32c64, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2667fe78-a3ac-424d-a288-5f8150c32c64,segment=NetworkSegment(cf300d4a-1480-4ee8-b044-884640633dad),segment_id=cf300d4a-1480-4ee8-b044-884640633dad)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:22:36.807456 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.892873 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643874'] for router, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.904057 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c6ee7-e762-4adb-8d63-17d530656132 None None] Pushing event updated for resources: {'Port': ['ID=2667fe78-a3ac-424d-a288-5f8150c32c64,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:36.924706 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.930597 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:36.982817 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee216e8-e3be-4db8-b126-62120996c5cf None None] Pushing event updated for resources: {'Port': ['ID=9974e158-66a3-42cb-902e-806caabeff26,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:37.045255 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Attempting to bind port 9974e158-66a3-42cb-902e-806caabeff26 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:22:37.045896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Attempting to bind port 9974e158-66a3-42cb-902e-806caabeff26 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:22:37.046323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Attempting to bind port 9974e158-66a3-42cb-902e-806caabeff26 on network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:22:37.046716 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Router e7b4a1f8-7681-444c-9385-7a6ad8c775cf is scheduled to L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb with binding_index 1 {{(pid=102642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:22:37.055001 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:22:37.055383 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Checking segment: {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:22:37.055939 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.056354 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Bound using segment: {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:22:37.057066 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Bound port: 9974e158-66a3-42cb-902e-806caabeff26, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:22:37.057470 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.170072 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] For port 9974e158-66a3-42cb-902e-806caabeff26, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:22:37.175925 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] For port 9974e158-66a3-42cb-902e-806caabeff26, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9974e158-66a3-42cb-902e-806caabeff26,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:22:37.182081 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.198169 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:37.207463 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Sync routers for ids ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:22:37.221259 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Routers {'e7b4a1f8-7681-444c-9385-7a6ad8c775cf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:37.222306 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:37.238370 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.244369 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-78522deb-53bd-4126-90a1-ac00b9ecccc1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9074414 Mar 11 18:22:37.244732 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42880) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:37.247031 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:37.247710 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:37.302862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee216e8-e3be-4db8-b126-62120996c5cf None None] Pushing event updated for resources: {'Port': ['ID=9974e158-66a3-42cb-902e-806caabeff26,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:37.381516 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Set router e7b4a1f8-7681-444c-9385-7a6ad8c775cf gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:37.415426 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:37.473319 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-22901e68-ca33-4608-93e4-126590895e3a None None] Provisioning complete for port 9974e158-66a3-42cb-902e-806caabeff26 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:37.473885 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22901e68-ca33-4608-93e4-126590895e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.562114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:37.640617 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:35Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 3, 'project_id': '233d2839651344118a4ff5997e71971f', 'gw_port': {'id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:36Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:37.676604 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Checking router: e7b4a1f8-7681-444c-9385-7a6ad8c775cf for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:22:37.676993 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Updating router e7b4a1f8-7681-444c-9385-7a6ad8c775cf port a22bcea6-2ad3-41f0-a700-c8999ef69702 binding host n-d-833411-1 {{(pid=102644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:22:37.703961 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.767315 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22901e68-ca33-4608-93e4-126590895e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.782576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:37.782964 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.840381 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-22901e68-ca33-4608-93e4-126590895e3a None None] For port 9974e158-66a3-42cb-902e-806caabeff26, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9974e158-66a3-42cb-902e-806caabeff26,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:37.840614 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.853898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-22901e68-ca33-4608-93e4-126590895e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:37.898221 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:37.941358 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400ef3-6cb1-46f9-9e48-f2296336b32b None None] The sync data for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 is: [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:22:37.981059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22901e68-ca33-4608-93e4-126590895e3a None None] Pushing event updated for resources: {'Port': ['ID=9974e158-66a3-42cb-902e-806caabeff26,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:38.039619 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2667fe78-a3ac-424d-a288-5f8150c32c64 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:38.042852 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-fb1716d9-52e8-490b-ac71-c587f32363ed None None] Provisioning complete for port 9974e158-66a3-42cb-902e-806caabeff26 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:38.043038 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fb1716d9-52e8-490b-ac71-c587f32363ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.063818 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Notify callbacks [] for port, precommit_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.070400 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.091040 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Allocated IP 172.20.0.1 (2f79a542-ffda-4413-9c78-dbc659015a74/25ba2201-4cd9-48ea-baff-12a3a2279085/cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:22:38.159498 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Attempting to bind port a22bcea6-2ad3-41f0-a700-c8999ef69702 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:22:38.159949 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Attempting to bind port a22bcea6-2ad3-41f0-a700-c8999ef69702 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:22:38.160205 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Attempting to bind port a22bcea6-2ad3-41f0-a700-c8999ef69702 on network 647719a6-c416-4b7e-9277-98cf0c73a95b {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:22:38.170629 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e262d3-d283-4a70-8c9a-105c1ca8d25e None None] Pushing event updated for resources: {'Port': ['ID=a22bcea6-2ad3-41f0-a700-c8999ef69702,revision_number=2']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:38.178011 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:22:38.178519 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Checking segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:22:38.179108 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.179299 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Bound using segment: {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'} {{(pid=102644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:22:38.179834 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.managers [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Bound port: a22bcea6-2ad3-41f0-a700-c8999ef69702, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87893cb-19b7-4259-8e32-be154b9f4a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b'}}] {{(pid=102644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:22:38.180212 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.198702 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 2667fe78-a3ac-424d-a288-5f8150c32c64 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:38.199261 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.259800 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] For port a22bcea6-2ad3-41f0-a700-c8999ef69702, host n-d-833411-1, cleared binding levels {{(pid=102644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:22:38.268484 n-d-833411-1 neutron-server[102644]: DEBUG neutron.plugins.ml2.db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] For port a22bcea6-2ad3-41f0-a700-c8999ef69702, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a22bcea6-2ad3-41f0-a700-c8999ef69702,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:22:38.274721 n-d-833411-1 neutron-server[102644]: DEBUG neutron_lib.callbacks.manager [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.277570 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.335764 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039b13a-e7d1-4d4d-abbf-320ce8f5f37f None None] Network 2f79a542-ffda-4413-9c78-dbc659015a74 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:22:38.338511 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.363076 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Routers {'e7b4a1f8-7681-444c-9385-7a6ad8c775cf'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:38.363647 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:38.365912 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e262d3-d283-4a70-8c9a-105c1ca8d25e None None] Pushing event updated for resources: {'Port': ['ID=a22bcea6-2ad3-41f0-a700-c8999ef69702,revision_number=3']} {{(pid=102644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:38.411765 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Network 2f79a542-ffda-4413-9c78-dbc659015a74 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:38.415918 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:38.418886 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:22:38.455652 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:38.485935 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643087'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.500579 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] Set router e7b4a1f8-7681-444c-9385-7a6ad8c775cf gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:38.629626 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.668567 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port 2667fe78-a3ac-424d-a288-5f8150c32c64, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2667fe78-a3ac-424d-a288-5f8150c32c64,segment=NetworkSegment(cf300d4a-1480-4ee8-b044-884640633dad),segment_id=cf300d4a-1480-4ee8-b044-884640633dad)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:38.672095 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-6fcc008e-e7ff-437b-b1a4-9a320f64c59a None None] Provisioning complete for port 2667fe78-a3ac-424d-a288-5f8150c32c64 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:38.673403 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6fcc008e-e7ff-437b-b1a4-9a320f64c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.709051 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:38.718702 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:35Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 3, 'project_id': '233d2839651344118a4ff5997e71971f', 'gw_port': {'id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:36Z', 'updated_at': '2022-03-11T18:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:38.843857 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=2667fe78-a3ac-424d-a288-5f8150c32c64,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:38.888321 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e833d2-58f7-401c-a608-520059e8b4ac None None] The sync data for ids ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'] in n-d-833411-1 is: [{'id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:35Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 3, 'project_id': '233d2839651344118a4ff5997e71971f', 'gw_port': {'id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:36Z', 'updated_at': '2022-03-11T18:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:22:39.068680 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.242656 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2489f3c1-dca4-4a5a-a29d-5cfd801b5143 None None] Provisioning complete for port 2667fe78-a3ac-424d-a288-5f8150c32c64 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:39.243221 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2489f3c1-dca4-4a5a-a29d-5cfd801b5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.305969 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.312653 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.355576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-2489f3c1-dca4-4a5a-a29d-5cfd801b5143 None None] Provisioning complete for port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:39.355954 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2489f3c1-dca4-4a5a-a29d-5cfd801b5143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.413594 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-2489f3c1-dca4-4a5a-a29d-5cfd801b5143 None None] Port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:22:39.444162 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643043'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.454948 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:39.538395 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3df86363-d8fa-4726-b593-aa73f156847d None None] Provisioning complete for port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:39.539123 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3df86363-d8fa-4726-b593-aa73f156847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.573103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Network 2f79a542-ffda-4413-9c78-dbc659015a74 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:39.574651 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:39.584622 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-3df86363-d8fa-4726-b593-aa73f156847d None None] Port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:22:39.606788 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9974e158-66a3-42cb-902e-806caabeff26 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:39.671967 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 9974e158-66a3-42cb-902e-806caabeff26 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:39.673894 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.722203 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Router e7b4a1f8-7681-444c-9385-7a6ad8c775cf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:22:39.780248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a22bcea6-2ad3-41f0-a700-c8999ef69702 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:39.844859 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a22bcea6-2ad3-41f0-a700-c8999ef69702 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:39.845230 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.867510 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:39.874380 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-0df73d98-3dfe-496e-ade0-56c6fc178d52 admin admin] 10.222.0.53 "PUT /v2.0/routers/e7b4a1f8-7681-444c-9385-7a6ad8c775cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6285634 Mar 11 18:22:39.951081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-b27f5fba-09d5-4095-b7f1-8fa43ff31170 None None] Provisioning complete for port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:39.951460 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b27f5fba-09d5-4095-b7f1-8fa43ff31170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:39.953481 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.000811 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] For port a22bcea6-2ad3-41f0-a700-c8999ef69702, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a22bcea6-2ad3-41f0-a700-c8999ef69702,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:40.005910 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.006732 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2667fe78-a3ac-424d-a288-5f8150c32c64 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:40.009348 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-b27f5fba-09d5-4095-b7f1-8fa43ff31170 None None] Port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:22:40.084903 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Pushing event updated for resources: {'Port': ['ID=a22bcea6-2ad3-41f0-a700-c8999ef69702,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:40.100386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port 2667fe78-a3ac-424d-a288-5f8150c32c64 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:40.100770 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.570201 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42888) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:40.574920 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6291b272-3805-4fc7-9e12-a62ec86870a3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119666618', 'description': 'tempest-secgroup-smoke-119666618 description', 'project_id': '88b512328ee24c51baa4c4a4c1314f0b'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:40.595478 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6291b272-3805-4fc7-9e12-a62ec86870a3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.621183 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:22:40.660253 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6291b272-3805-4fc7-9e12-a62ec86870a3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.663890 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6291b272-3805-4fc7-9e12-a62ec86870a3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.692358 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6291b272-3805-4fc7-9e12-a62ec86870a3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.693585 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-6291b272-3805-4fc7-9e12-a62ec86870a3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1223595 Mar 11 18:22:40.695364 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291b272-3805-4fc7-9e12-a62ec86870a3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b744f0-1a5b-466d-8721-e788405b8ca3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:40.696697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42890) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:40.701413 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-bba36bf4-ce6d-49ba-ae26-7dc6bb791877 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'security_group_rule': {'security_group_id': 'c8b744f0-1a5b-466d-8721-e788405b8ca3', 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:40.725612 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba36bf4-ce6d-49ba-ae26-7dc6bb791877 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.783534 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba36bf4-ce6d-49ba-ae26-7dc6bb791877 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.787307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba36bf4-ce6d-49ba-ae26-7dc6bb791877 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.808012 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba36bf4-ce6d-49ba-ae26-7dc6bb791877 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f60d236-602c-4125-a445-03b323a5ef11,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:40.813987 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba36bf4-ce6d-49ba-ae26-7dc6bb791877 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.815199 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bba36bf4-ce6d-49ba-ae26-7dc6bb791877 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174018 Mar 11 18:22:40.817967 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42892) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:40.822293 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ead44890-dc33-48a5-afd5-4e62a1ad8d23 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'security_group_rule': {'security_group_id': 'c8b744f0-1a5b-466d-8721-e788405b8ca3', 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:40.848297 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ead44890-dc33-48a5-afd5-4e62a1ad8d23 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.905544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ead44890-dc33-48a5-afd5-4e62a1ad8d23 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.909068 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ead44890-dc33-48a5-afd5-4e62a1ad8d23 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.926945 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead44890-dc33-48a5-afd5-4e62a1ad8d23 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbbf54a-fbfd-4da5-8cb8-f576f71a4942,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:40.932105 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ead44890-dc33-48a5-afd5-4e62a1ad8d23 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:40.933347 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ead44890-dc33-48a5-afd5-4e62a1ad8d23 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144376 Mar 11 18:22:40.936272 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42894) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:40.941373 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9123b12d-605e-410f-af2f-4daeba2c22a4 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'security_group_rule': {'security_group_id': 'c8b744f0-1a5b-466d-8721-e788405b8ca3', 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:40.966931 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9123b12d-605e-410f-af2f-4daeba2c22a4 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.029580 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9123b12d-605e-410f-af2f-4daeba2c22a4 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.033385 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9123b12d-605e-410f-af2f-4daeba2c22a4 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.051224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123b12d-605e-410f-af2f-4daeba2c22a4 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9aced4-67cd-4275-9d38-c0c5f149f256,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:41.059791 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9123b12d-605e-410f-af2f-4daeba2c22a4 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.061145 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9123b12d-605e-410f-af2f-4daeba2c22a4 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239219 Mar 11 18:22:41.064493 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42896) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:41.068936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-feb1b57c-0093-4c02-986b-5f3047a68a3e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'security_group_rule': {'security_group_id': 'c8b744f0-1a5b-466d-8721-e788405b8ca3', 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:41.094142 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-feb1b57c-0093-4c02-986b-5f3047a68a3e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.154765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-feb1b57c-0093-4c02-986b-5f3047a68a3e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.158654 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-feb1b57c-0093-4c02-986b-5f3047a68a3e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.178421 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1b57c-0093-4c02-986b-5f3047a68a3e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349d9e3e-5d9f-44a8-bc2d-bcfd5674b42e,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:41.184904 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-feb1b57c-0093-4c02-986b-5f3047a68a3e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.186073 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-feb1b57c-0093-4c02-986b-5f3047a68a3e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206617 Mar 11 18:22:41.189618 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42898) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:41.194253 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-9a4d83f4-ca53-4805-8809-e9d43ad23674 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'security_group_rule': {'security_group_id': 'c8b744f0-1a5b-466d-8721-e788405b8ca3', 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:41.213956 n-d-833411-1 neutron-server[102642]: INFO neutron.db.securitygroups_db [None req-9a4d83f4-ca53-4805-8809-e9d43ad23674 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Project 88b512328ee24c51baa4c4a4c1314f0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:22:41.218995 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a4d83f4-ca53-4805-8809-e9d43ad23674 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.289272 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a4d83f4-ca53-4805-8809-e9d43ad23674 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.293286 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a4d83f4-ca53-4805-8809-e9d43ad23674 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.312392 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d83f4-ca53-4805-8809-e9d43ad23674 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdbd41f-2425-45a6-a768-de79df72e9e6,revision_number=0']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:41.320407 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a4d83f4-ca53-4805-8809-e9d43ad23674 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.321686 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9a4d83f4-ca53-4805-8809-e9d43ad23674 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310563 Mar 11 18:22:41.324534 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 42900) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:41.330622 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e94c0f83-b0a7-42d4-ab11-6423cb23f342 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'security_group_rule': {'security_group_id': 'c8b744f0-1a5b-466d-8721-e788405b8ca3', 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:41.353961 n-d-833411-1 neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-e94c0f83-b0a7-42d4-ab11-6423cb23f342 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Project 88b512328ee24c51baa4c4a4c1314f0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:22:41.358852 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e94c0f83-b0a7-42d4-ab11-6423cb23f342 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.387649 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a22bcea6-2ad3-41f0-a700-c8999ef69702 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:41.427420 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e94c0f83-b0a7-42d4-ab11-6423cb23f342 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.431940 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e94c0f83-b0a7-42d4-ab11-6423cb23f342 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598400'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.443790 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port a22bcea6-2ad3-41f0-a700-c8999ef69702 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:41.444157 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.449723 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c0f83-b0a7-42d4-ab11-6423cb23f342 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f116af84-b48c-4c4a-a683-64baace659f3,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:41.458713 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e94c0f83-b0a7-42d4-ab11-6423cb23f342 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.459973 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-e94c0f83-b0a7-42d4-ab11-6423cb23f342 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338012 Mar 11 18:22:41.524828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Sync routers for ids ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:22:41.554065 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Routers {'e7b4a1f8-7681-444c-9385-7a6ad8c775cf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:41.554684 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:41.621539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-a463a79c-64bf-474d-996b-c7335ae0c9d4 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119666618&fields=id&tenant_id=88b512328ee24c51baa4c4a4c1314f0b HTTP/1.1" status: 200 len: 267 time: 0.0411708 Mar 11 18:22:41.664785 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:41.674593 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Set router e7b4a1f8-7681-444c-9385-7a6ad8c775cf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:41.733410 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351581d-00e2-47d3-94d3-4d7234840350 req-aa7049d1-5e00-4af4-aac0-977c67a5f56a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:41.734881 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-aa7049d1-5e00-4af4-aac0-977c67a5f56a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 810 time: 0.1063173 Mar 11 18:22:41.751955 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-99c98dcf-cb62-4b77-bb0a-972a748ae157 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/quotas/88b512328ee24c51baa4c4a4c1314f0b HTTP/1.1" status: 200 len: 375 time: 0.0092206 Mar 11 18:22:41.804580 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-870aad08-7f95-49d0-8104-5978e274b2f8 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468016 Mar 11 18:22:41.881701 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:35Z', 'updated_at': '2022-03-11T18:22:38Z', 'revision_number': 4, 'project_id': '233d2839651344118a4ff5997e71971f', 'gw_port': {'id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:36Z', 'updated_at': '2022-03-11T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07', 'name': '', 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'mac_address': 'fa:16:3e:71:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '25ba2201-4cd9-48ea-baff-12a3a2279085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:37Z', 'updated_at': '2022-03-11T18:22:39Z', 'revision_number': 2, 'project_id': '233d2839651344118a4ff5997e71971f', 'subnets': [{'id': '25ba2201-4cd9-48ea-baff-12a3a2279085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:41.910795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Checking router: e7b4a1f8-7681-444c-9385-7a6ad8c775cf for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:22:41.911150 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Updating router e7b4a1f8-7681-444c-9385-7a6ad8c775cf port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 binding host n-d-833411-1 {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:22:41.915207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-4092846c-32cc-4e61-aa8c-a99d5fe1294c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 18:22:41.916211 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-4092846c-32cc-4e61-aa8c-a99d5fe1294c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001642 Mar 11 18:22:41.935554 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.009095 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-2cb77a55-fd73-4ae4-a38f-c47886cf2f5d service neutron] 10.222.0.53 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863645 Mar 11 18:22:42.098264 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-6d8b1b7a-2ee6-4a5e-89f3-3daf0e3f8767 service neutron] 10.222.0.53 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829237 Mar 11 18:22:42.202164 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.207829 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.260117 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec13c1-6294-42b9-8356-e5947af79fee None None] Pushing event updated for resources: {'Port': ['ID=cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:42.282789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-4de2be2d-c1df-4bdd-ac9d-d3ea972ecfbf req-a9ea789c-0156-406e-b81f-a4f546106f81 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 210 time: 0.0331111 Mar 11 18:22:42.321439 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Attempting to bind port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 on host n-d-833411-1 for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:22:42.321810 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Attempting to bind port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 by drivers openvswitch,hyperv on host n-d-833411-1 at level 0 using segments [{'id': 'cf300d4a-1480-4ee8-b044-884640633dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:22:42.322169 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Attempting to bind port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 on network 2f79a542-ffda-4413-9c78-dbc659015a74 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:22:42.327576 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Checking agent: {'id': '8e98a0f5-2cd7-4884-a394-08f23df92be7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 54, 49), 'started_at': datetime.datetime(2022, 3, 11, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833411-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:22:42.327973 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Checking segment: {'id': 'cf300d4a-1480-4ee8-b044-884640633dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:22:42.328362 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.329505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Bound using segment: {'id': 'cf300d4a-1480-4ee8-b044-884640633dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:22:42.329980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Bound port: cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07, host: n-d-833411-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf300d4a-1480-4ee8-b044-884640633dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:22:42.330367 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.409436 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] For port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07, host n-d-833411-1, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:22:42.412845 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] For port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07, host n-d-833411-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07,segment=NetworkSegment(cf300d4a-1480-4ee8-b044-884640633dad),segment_id=cf300d4a-1480-4ee8-b044-884640633dad)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:22:42.418189 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.473090 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Routers {'e7b4a1f8-7681-444c-9385-7a6ad8c775cf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:42.473800 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:16Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:42.525142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec13c1-6294-42b9-8356-e5947af79fee None None] Pushing event updated for resources: {'Port': ['ID=cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:42.595338 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-3f1c870e-791b-497f-8a6e-45af2a90f17a None None] Provisioning complete for port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:42.595715 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3f1c870e-791b-497f-8a6e-45af2a90f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.631236 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] Set router e7b4a1f8-7681-444c-9385-7a6ad8c775cf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:42.795513 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3f1c870e-791b-497f-8a6e-45af2a90f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.868980 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3f1c870e-791b-497f-8a6e-45af2a90f17a None None] For port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07,segment=NetworkSegment(cf300d4a-1480-4ee8-b044-884640633dad),segment_id=cf300d4a-1480-4ee8-b044-884640633dad)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:42.873198 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3f1c870e-791b-497f-8a6e-45af2a90f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:42.936862 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c870e-791b-497f-8a6e-45af2a90f17a None None] Pushing event updated for resources: {'Port': ['ID=cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:42.945218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:35Z', 'updated_at': '2022-03-11T18:22:38Z', 'revision_number': 4, 'project_id': '233d2839651344118a4ff5997e71971f', 'gw_port': {'id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:36Z', 'updated_at': '2022-03-11T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07', 'name': '', 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'mac_address': 'fa:16:3e:71:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '25ba2201-4cd9-48ea-baff-12a3a2279085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:37Z', 'updated_at': '2022-03-11T18:22:42Z', 'revision_number': 4, 'project_id': '233d2839651344118a4ff5997e71971f', 'subnets': [{'id': '25ba2201-4cd9-48ea-baff-12a3a2279085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:42.971842 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc5302-97b8-4296-b934-a18ba50b5af7 None None] The sync data for ids ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'] in n-d-833411-1 is: [{'id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:35Z', 'updated_at': '2022-03-11T18:22:38Z', 'revision_number': 4, 'project_id': '233d2839651344118a4ff5997e71971f', 'gw_port': {'id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:36Z', 'updated_at': '2022-03-11T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': 'cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07', 'name': '', 'network_id': '2f79a542-ffda-4413-9c78-dbc659015a74', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'mac_address': 'fa:16:3e:71:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '25ba2201-4cd9-48ea-baff-12a3a2279085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:37Z', 'updated_at': '2022-03-11T18:22:42Z', 'revision_number': 4, 'project_id': '233d2839651344118a4ff5997e71971f', 'subnets': [{'id': '25ba2201-4cd9-48ea-baff-12a3a2279085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:22:42.993294 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-7289ac6d-161f-4ca7-b414-20a47af2c786 None None] Provisioning complete for port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:42.993662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7289ac6d-161f-4ca7-b414-20a47af2c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.336334 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351581d-00e2-47d3-94d3-4d7234840350 req-42d4833b-eff8-492c-8d3c-8fcef48b64b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:43.338556 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-42d4833b-eff8-492c-8d3c-8fcef48b64b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.66 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 810 time: 0.1272106 Mar 11 18:22:43.400389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-bea89da7-3cae-42b2-9624-59cd9776f8f6 req-717c3b59-dcfa-49f1-a156-f94610f98320 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 210 time: 0.0323300 Mar 11 18:22:43.421030 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-ca3a7c9f-d31f-4069-8b80-162950ebda52 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88b512328ee24c51baa4c4a4c1314f0b HTTP/1.1" status: 200 len: 379 time: 0.0696805 Mar 11 18:22:43.428229 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'port': {'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'admin_state_up': True, 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'security_groups': ['c8b744f0-1a5b-466d-8721-e788405b8ca3']}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:43.458744 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 up at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:43.515777 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Provisioning complete for port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:43.516522 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.572880 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Made reservation on behalf of 88b512328ee24c51baa4c4a4c1314f0b for: {'port': 1} {{(pid=102642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:22:43.577450 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.703151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Allocated IP 172.20.0.14 (d622bf90-c26e-4dc5-bd27-4710ef9e12b2/2e4be15d-d210-4357-90fb-62810ac2d7b5/ede36000-ad87-44da-a759-517dc8d793b5) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:22:43.746221 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-98c284ac-6d04-404f-bfc6-bd6ae57b999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.853169 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.886172 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:43.934628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:43.937659 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:43.940106 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:22:43.970115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'Port': ['ID=ede36000-ad87-44da-a759-517dc8d793b5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:44.000875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:44.001675 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.018739 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bb35401e-399e-48f9-a6c6-f7bcfa226ab3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943320 Mar 11 18:22:44.030555 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Request body: {'port': {'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833411-1'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:44.086642 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.205198 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-55868c62-c83e-473b-9f26-7b6c184e51f4 None None] Provisioning complete for port ede36000-ad87-44da-a759-517dc8d793b5 triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:44.205663 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-55868c62-c83e-473b-9f26-7b6c184e51f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.240130 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-55868c62-c83e-473b-9f26-7b6c184e51f4 None None] Port ede36000-ad87-44da-a759-517dc8d793b5 cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:22:44.347060 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede36000-ad87-44da-a759-517dc8d793b5 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:22:44.354339 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.365976 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Transition to ACTIVE for port object ede36000-ad87-44da-a759-517dc8d793b5 will not be triggered until provisioned by entity L2. {{(pid=102642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:22:44.369666 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.423575 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Pushing event updated for resources: {'Port': ['ID=ede36000-ad87-44da-a759-517dc8d793b5,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:44.530590 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Attempting to bind port ede36000-ad87-44da-a759-517dc8d793b5 on host n-h1-833411-1 for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:22:44.530932 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Attempting to bind port ede36000-ad87-44da-a759-517dc8d793b5 by drivers openvswitch,hyperv on host n-h1-833411-1 at level 0 using segments [{'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:22:44.531266 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Attempting to bind port ede36000-ad87-44da-a759-517dc8d793b5 on network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:22:44.539031 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Port ede36000-ad87-44da-a759-517dc8d793b5 on network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833411-1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:22:44.539360 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Attempting to bind port ede36000-ad87-44da-a759-517dc8d793b5 on network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:22:44.547546 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Checking agent: {'id': '479fbe8d-b78c-4c3f-b8f1-2bf413b3dfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:22:44.547890 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Checking segment: {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:22:44.548282 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Bound using segment: {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:22:44.548756 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Bound port: ede36000-ad87-44da-a759-517dc8d793b5, host: n-h1-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:22:44.549120 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.559954 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ffba6-041b-41f3-8180-044842bdf47d req-5b9e6bf4-8824-48f5-894a-eab2410266fa tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:44.561578 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa4ffba6-041b-41f3-8180-044842bdf47d req-5b9e6bf4-8824-48f5-894a-eab2410266fa tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 944 time: 0.0781522 Mar 11 18:22:44.653663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-fa4ffba6-041b-41f3-8180-044842bdf47d req-99038daf-3a75-437a-94e3-2b3a65733d15 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699325 Mar 11 18:22:44.662997 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:22:44.666363 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ede36000-ad87-44da-a759-517dc8d793b5,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:22:44.671236 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.710644 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:44.711313 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:44.712840 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] 10.222.0.66 "PUT /v2.0/ports/ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 1092 time: 0.6867752 Mar 11 18:22:44.714133 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:22:44.715804 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0942d66e-a14c-4377-b165-016891eac2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "tag": "ede36000-ad87-44da-a759-517dc8d793b5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:22:44.743317 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc288a4a-f6d4-4d23-9a1d-1a3df54933fc service neutron] Pushing event updated for resources: {'Port': ['ID=ede36000-ad87-44da-a759-517dc8d793b5,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:44.798691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351581d-00e2-47d3-94d3-4d7234840350 req-753f8e06-1cdd-4f5f-a155-80ce01c5dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:44.800458 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-753f8e06-1cdd-4f5f-a155-80ce01c5dd29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1095 time: 0.0465651 Mar 11 18:22:44.848235 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22d9f73-4d9a-4faf-b675-5bc902e418fe x-openstack-request-id: req-f22d9f73-4d9a-4faf-b675-5bc902e418fe {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:22:44.848556 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "tag": "ede36000-ad87-44da-a759-517dc8d793b5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:22:44.848821 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f22d9f73-4d9a-4faf-b675-5bc902e418fe {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:22:44.849229 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5', 'status': 'completed', 'code': 200} Mar 11 18:22:44.851138 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-ac0a58fa-ce3f-48dd-8c4a-f5234a790ac6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 217 time: 0.0439422 Mar 11 18:22:44.903778 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351581d-00e2-47d3-94d3-4d7234840350 req-54db2f5c-c74b-4b90-9a43-8ff75aaec44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:44.905293 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-54db2f5c-c74b-4b90-9a43-8ff75aaec44b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0483527 Mar 11 18:22:44.951908 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351581d-00e2-47d3-94d3-4d7234840350 req-6f22ab97-84bb-407a-8184-8a97693fba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:44.953413 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-6f22ab97-84bb-407a-8184-8a97693fba43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404744 Mar 11 18:22:45.050469 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-7eab9a04-8e60-46cd-9ddd-89ba4305c601 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898185 Mar 11 18:22:45.146315 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6351581d-00e2-47d3-94d3-4d7234840350 req-9ec3aa95-078b-4f33-ae05-9d73ca25add0 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897214 Mar 11 18:22:45.235891 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942d66e-a14c-4377-b165-016891eac2b8 req-2dd91384-6c21-4738-ad5f-af8efc7233da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:45.237510 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0942d66e-a14c-4377-b165-016891eac2b8 req-2dd91384-6c21-4738-ad5f-af8efc7233da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1095 time: 0.0426886 Mar 11 18:22:45.330601 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942d66e-a14c-4377-b165-016891eac2b8 req-b496c7f0-28c1-43a7-848a-49dbaa338d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:45.331971 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0942d66e-a14c-4377-b165-016891eac2b8 req-b496c7f0-28c1-43a7-848a-49dbaa338d9b service neutron] 10.222.0.66 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0885220 Mar 11 18:22:45.373286 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0942d66e-a14c-4377-b165-016891eac2b8 req-f62f10a7-76dc-4bf3-8b40-7052a307f1c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 217 time: 0.0339069 Mar 11 18:22:45.421312 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942d66e-a14c-4377-b165-016891eac2b8 req-927998c9-7b9c-44f1-9d24-1af874ab0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:45.423333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0942d66e-a14c-4377-b165-016891eac2b8 req-927998c9-7b9c-44f1-9d24-1af874ab0e68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0429764 Mar 11 18:22:45.479697 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942d66e-a14c-4377-b165-016891eac2b8 req-0f04db43-37f6-4162-ab55-9eefcd8bf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:45.481539 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0942d66e-a14c-4377-b165-016891eac2b8 req-0f04db43-37f6-4162-ab55-9eefcd8bf796 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450394 Mar 11 18:22:45.571043 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0942d66e-a14c-4377-b165-016891eac2b8 req-4080a7e9-8035-47c4-b959-835f64d13a1a service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826643 Mar 11 18:22:45.665561 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0942d66e-a14c-4377-b165-016891eac2b8 req-8ceed634-e541-43da-ab54-b13ef7a1f7a8 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883684 Mar 11 18:22:45.778492 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be360b3-70f6-469f-b82e-0bd28e5e8537 req-3abf0981-827e-49d1-b8fb-9732d0ceb0d6 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:45.779981 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8be360b3-70f6-469f-b82e-0bd28e5e8537 req-3abf0981-827e-49d1-b8fb-9732d0ceb0d6 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 944 time: 0.0494683 Mar 11 18:22:45.819306 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8be360b3-70f6-469f-b82e-0bd28e5e8537 req-a034cfec-f8fa-482c-b924-eff85693a544 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326195 Mar 11 18:22:46.026324 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-424bc9a3-0961-42ca-ac85-9cc625488cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:46.881924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ede36000-ad87-44da-a759-517dc8d793b5 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:22:46.935689 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576247d-d5cf-4b21-b89f-ba8b124d696a req-15295b8f-929a-4a22-af1e-5356b681128a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:46.937133 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0576247d-d5cf-4b21-b89f-ba8b124d696a req-15295b8f-929a-4a22-af1e-5356b681128a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 944 time: 0.0487115 Mar 11 18:22:46.974897 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-0576247d-d5cf-4b21-b89f-ba8b124d696a req-0ced5105-41da-43bd-9049-eb35a94ca54c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Mar 11 18:22:46.979625 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ede36000-ad87-44da-a759-517dc8d793b5,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:46.991873 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'ede36000-ad87-44da-a759-517dc8d793b5', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:22:47.028100 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.041323 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede36000-ad87-44da-a759-517dc8d793b5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:22:47.059741 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ede36000-ad87-44da-a759-517dc8d793b5,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:47.063659 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.267292 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=ede36000-ad87-44da-a759-517dc8d793b5,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:47.394220 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:47.410809 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['ede36000-ad87-44da-a759-517dc8d793b5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:22:48.093138 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8c014-bf2d-4e26-b962-098b144295f8 req-b56b01e6-e362-44f0-9271-0bf164bf415d tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:48.095318 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32d8c014-bf2d-4e26-b962-098b144295f8 req-b56b01e6-e362-44f0-9271-0bf164bf415d tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 945 time: 0.0525873 Mar 11 18:22:48.134635 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32d8c014-bf2d-4e26-b962-098b144295f8 req-c80456b1-8feb-4491-8de4-8cd1f457c674 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332673 Mar 11 18:22:48.633520 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:48.894306 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ede36000-ad87-44da-a759-517dc8d793b5 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:22:48.944495 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning for port ede36000-ad87-44da-a759-517dc8d793b5 completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:22:48.949224 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port ede36000-ad87-44da-a759-517dc8d793b5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:22:48.949680 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:49.029300 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:49.052059 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:22:49.054324 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041afd79-fbad-46fe-abf7-97cffb0a1200" -d '{"events": [{"server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "name": "network-vif-plugged", "status": "completed", "tag": "ede36000-ad87-44da-a759-517dc8d793b5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:22:49.066784 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ede36000-ad87-44da-a759-517dc8d793b5,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:22:49.071119 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:49.119828 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=ede36000-ad87-44da-a759-517dc8d793b5,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:49.150574 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6581db8-2d30-4a2b-b86a-60fb56c5dbc1 x-openstack-request-id: req-d6581db8-2d30-4a2b-b86a-60fb56c5dbc1 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:22:49.150860 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "name": "network-vif-plugged", "status": "completed", "tag": "ede36000-ad87-44da-a759-517dc8d793b5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:22:49.151109 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6581db8-2d30-4a2b-b86a-60fb56c5dbc1 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:22:49.151484 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5', 'code': 200} Mar 11 18:22:49.166464 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:49.278742 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e03db-5aa0-4337-b46c-214174760204 req-8fe1b1ac-4eeb-4318-8027-56246bc9452b tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:49.280239 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e5e03db-5aa0-4337-b46c-214174760204 req-8fe1b1ac-4eeb-4318-8027-56246bc9452b tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 946 time: 0.0736909 Mar 11 18:22:49.283243 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171699d-b86d-4ee2-8273-dd960ff1178d req-90fc540d-c362-44b6-a7ad-bd60b6d22345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:49.284597 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f171699d-b86d-4ee2-8273-dd960ff1178d req-90fc540d-c362-44b6-a7ad-bd60b6d22345 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1097 time: 0.0695515 Mar 11 18:22:49.340006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-1e5e03db-5aa0-4337-b46c-214174760204 req-428ce520-b79b-469b-adbe-2260acf1a802 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528622 Mar 11 18:22:49.344076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f171699d-b86d-4ee2-8273-dd960ff1178d req-cde4de5d-e146-4034-8c71-9b175d805847 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513449 Mar 11 18:22:50.459328 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2625907-27d2-4276-8fae-11a36605400d req-96111467-4c36-4d02-875e-fec0e8eff9b8 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:50.460847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2625907-27d2-4276-8fae-11a36605400d req-96111467-4c36-4d02-875e-fec0e8eff9b8 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 946 time: 0.0483539 Mar 11 18:22:50.499014 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c2625907-27d2-4276-8fae-11a36605400d req-dfc2fea8-580c-4f80-a0e9-c30f9bd0136e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322516 Mar 11 18:22:51.614608 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cdf2d-145a-470c-b2da-b006c8eab206 req-bd97b80b-1637-4db2-bc91-8e890321b15f tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:51.615992 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f7cdf2d-145a-470c-b2da-b006c8eab206 req-bd97b80b-1637-4db2-bc91-8e890321b15f tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 946 time: 0.0495872 Mar 11 18:22:51.653146 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-6f7cdf2d-145a-470c-b2da-b006c8eab206 req-cc75f578-af82-4065-9661-b297e6ca41b7 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312486 Mar 11 18:22:51.768905 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc953e-1300-4d51-8e85-9b59d6770d0c req-217314c2-f45d-4efd-a90e-0da41fa9346c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:51.770372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ddfc953e-1300-4d51-8e85-9b59d6770d0c req-217314c2-f45d-4efd-a90e-0da41fa9346c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 946 time: 0.0479505 Mar 11 18:22:51.811134 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ddfc953e-1300-4d51-8e85-9b59d6770d0c req-c853d863-b255-43b7-be15-086686896388 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347164 Mar 11 18:22:51.833017 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42958) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:51.913213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5646d02f-7b82-484c-bedb-5d99a23147dc tempest-TestSnapshotPattern-1918517472 tempest-TestSnapshotPattern-1918517472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:51.914722 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-5646d02f-7b82-484c-bedb-5d99a23147dc tempest-TestSnapshotPattern-1918517472 tempest-TestSnapshotPattern-1918517472-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1092 time: 0.0807369 Mar 11 18:22:51.917595 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 42962) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:22:51.921800 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:22:51.942161 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.036006 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.139168 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Allocated IP 172.25.8.252 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/3f5b8a2a-b012-4ad2-828a-082f880d2a70) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:22:52.241168 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.279144 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:52.317678 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:22:52.320621 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:22:52.323985 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:22:52.348604 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'Port': ['ID=3f5b8a2a-b012-4ad2-828a-082f880d2a70,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:52.681388 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:53.066874 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:53.217610 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:53.223381 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:53.291027 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'Port': ['ID=3f5b8a2a-b012-4ad2-828a-082f880d2a70,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:22:53.300830 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:53.408107 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Floating IP 66685b9f-43f2-4b63-8083-b87cd962c768 associated. External IP: 172.25.8.252, port: ede36000-ad87-44da-a759-517dc8d793b5. Mar 11 18:22:53.615671 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Router 1355f348-6be7-4c74-9754-ba8dd6848c44 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:22:53.722064 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:22:53.731554 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] Sync routers for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:22:53.739639 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:22:53.741853 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:53.742456 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:53.766970 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-ad9a7d5a-b353-4165-8c49-8ec5947669e5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8478053 Mar 11 18:22:53.767807 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:22:53.770264 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775845d2-f26c-40e9-b9b0-f86733e73573" -d '{"events": [{"name": "network-changed", "server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "tag": "ede36000-ad87-44da-a759-517dc8d793b5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:22:53.811450 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b2829-bdec-435b-9dbf-4c4b5686d0d4 x-openstack-request-id: req-041b2829-bdec-435b-9dbf-4c4b5686d0d4 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:22:53.811745 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "tag": "ede36000-ad87-44da-a759-517dc8d793b5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:22:53.811999 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-041b2829-bdec-435b-9dbf-4c4b5686d0d4 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:22:53.812470 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5', 'status': 'completed', 'code': 200} Mar 11 18:22:53.852275 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:53.882356 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-648dbbe0-091f-4922-8731-a274f0a3665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:53.884255 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-648dbbe0-091f-4922-8731-a274f0a3665f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1097 time: 0.0477960 Mar 11 18:22:53.993475 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-799181d1-fc94-4e6e-a552-bf11c82f4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:53.995101 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-799181d1-fc94-4e6e-a552-bf11c82f4f4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0980320 Mar 11 18:22:54.065957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-6936412a-6af5-447d-a8a7-1743f0cd390c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 1000 time: 0.0639307 Mar 11 18:22:54.092768 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '66685b9f-43f2-4b63-8083-b87cd962c768', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:22:52Z', 'updated_at': '2022-03-11T18:22:52Z', 'revision_number': 0, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:54.118651 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-6f97bb2a-a4cd-4d8a-8d2e-e37fb11d22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:54.118939 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] Checking router: 1355f348-6be7-4c74-9754-ba8dd6848c44 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:22:54.120160 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-6f97bb2a-a4cd-4d8a-8d2e-e37fb11d22a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0486274 Mar 11 18:22:54.127992 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:22:54.128619 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:22:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:54.165149 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-b76d3fc9-087b-4983-a9b8-9028a97fc16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:22:54.166652 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-b76d3fc9-087b-4983-a9b8-9028a97fc16d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398371 Mar 11 18:22:54.231489 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:22:54.256569 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-c1ca497e-03ce-498a-9302-9f6eff4c53a4 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829320 Mar 11 18:22:54.354422 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-775845d2-f26c-40e9-b9b0-f86733e73573 req-8319cb1c-e492-485c-9900-cc1d94d6ac41 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920858 Mar 11 18:22:54.455492 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '66685b9f-43f2-4b63-8083-b87cd962c768', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:22:52Z', 'updated_at': '2022-03-11T18:22:52Z', 'revision_number': 0, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:22:54.485823 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b4d9b-e1d2-41b4-a46f-325996bc9ebc None None] The sync data for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 is: [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '66685b9f-43f2-4b63-8083-b87cd962c768', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:22:52Z', 'updated_at': '2022-03-11T18:22:52Z', 'revision_number': 0, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:22:54.678645 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6b9eb-f223-4de7-82b8-37456f1c78e4 None None] New status for floating IP 66685b9f-43f2-4b63-8083-b87cd962c768: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:22:59.728109 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:00.186957 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-565a25e8-643b-4408-8717-a34a9dd22dd2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403836 Mar 11 18:23:00.266046 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-2d51d1fa-d9a5-426b-89c9-994e794d338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:00.267572 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-2d51d1fa-d9a5-426b-89c9-994e794d338f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1097 time: 0.0398662 Mar 11 18:23:00.374015 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-1a3c6add-0718-46c6-b3a0-c18ef6928c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:00.375516 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-1a3c6add-0718-46c6-b3a0-c18ef6928c5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0875330 Mar 11 18:23:00.440019 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-f0463f92-b75c-4bc6-b0f8-dac49fa92f1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 1002 time: 0.0570121 Mar 11 18:23:00.492216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-2a46ca76-aead-455c-91db-b09040d203ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:00.493699 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-2a46ca76-aead-455c-91db-b09040d203ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0478027 Mar 11 18:23:00.545643 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-454edcc6-6e93-4f38-8167-4c116e8e3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:23:00.547384 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-454edcc6-6e93-4f38-8167-4c116e8e3059 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470805 Mar 11 18:23:00.637695 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-56064844-736a-47c9-8fdd-843b19f63707 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838811 Mar 11 18:23:00.732287 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-45edb30a-5333-4d20-bfb8-0b9eae8a2992 req-9f6f0cd2-3a52-4ba7-be62-22e23dc86399 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871799 Mar 11 18:23:11.669115 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:13.747628 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-78419b93-0cbd-4f23-9d89-54e584bf08f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:16.028949 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7028-b6a3-4a4a-8fa7-42b6a1bda5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:17.397619 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:17.620193 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:23:18.634166 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:19.159180 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:29.719099 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:41.666847 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:43.748642 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-458d4a62-ed2d-4e45-8511-95a1e9eaa489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:46.030254 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-25613993-0813-4693-a993-a0d9c3bc57c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:47.399737 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:48.639723 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:49.160918 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:23:54.621346 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:23:59.738659 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:00.237363 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-ef0eb213-27c1-47ac-bc2f-cc4d9aacebf2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865948 Mar 11 18:24:00.324894 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-fd101aef-a92d-4057-b174-e6842b7d5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:00.326410 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-fd101aef-a92d-4057-b174-e6842b7d5aa6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1097 time: 0.0404823 Mar 11 18:24:00.433688 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-26152326-b918-4e27-a87d-f4d7f87b82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:00.435065 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-26152326-b918-4e27-a87d-f4d7f87b82f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0865688 Mar 11 18:24:00.506715 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-ad4d5c4c-c035-4b0d-aaa9-27e7f6463205 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 1002 time: 0.0595782 Mar 11 18:24:00.563063 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-28496835-1c4f-48d6-ba4a-c62477eadfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:00.564529 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-28496835-1c4f-48d6-ba4a-c62477eadfb2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0484571 Mar 11 18:24:00.614713 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-5795227f-e10c-478f-99e4-c7b06505c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:24:00.616200 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-5795227f-e10c-478f-99e4-c7b06505c5e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394313 Mar 11 18:24:00.705026 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-00d92568-83f5-46dd-a722-7e9f6412fb00 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815187 Mar 11 18:24:00.798389 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b65fe9ff-c2a4-46d4-9f10-c2dc1161727a req-f7d081a1-1bf2-4244-a2db-1bb3f0e1bbe4 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867913 Mar 11 18:24:11.665865 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:13.749482 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-99e34d7c-3153-4d36-a157-a5002f8d6033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:16.031084 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d1b68fdc-9924-4d7e-a049-e34efa3134d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:17.403004 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:18.639040 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:19.162525 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:29.733897 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:31.620204 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:24:41.679686 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:43.752934 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aef51f1e-3c7d-4c16-99a4-a83a0d455eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:46.034948 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-fa8806f0-3564-44da-9730-ba357759d405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:47.406259 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:48.642036 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:49.164206 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:24:59.748489 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:01.191952 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-5bad74a4-9654-44bb-8bdf-a342eeb2652b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405414 Mar 11 18:25:01.272291 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-330144e0-25d5-456c-9da7-560ea1f31158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:01.273811 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-330144e0-25d5-456c-9da7-560ea1f31158 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1097 time: 0.0401895 Mar 11 18:25:01.378455 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-39ca4fcb-f0de-4095-9ccc-7264dd625679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:01.379907 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-39ca4fcb-f0de-4095-9ccc-7264dd625679 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0874181 Mar 11 18:25:01.445280 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-ff98eacb-da87-4666-8f61-c8a6776c0f1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 1002 time: 0.0588465 Mar 11 18:25:01.498628 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-03cf8697-fac7-49a7-9fbc-a7b812a27fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:01.500613 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-03cf8697-fac7-49a7-9fbc-a7b812a27fb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0483980 Mar 11 18:25:01.545102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-66ce275f-8271-4a86-b9ef-9713f66154b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:01.546621 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-66ce275f-8271-4a86-b9ef-9713f66154b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403190 Mar 11 18:25:01.634007 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-f225c63d-cf56-4c9e-a634-185a54e277c2 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813756 Mar 11 18:25:01.726822 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-23b12db9-4c3d-402d-82fc-a4c949f65754 req-26f39562-0a79-41d3-8062-f469f36ed986 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854452 Mar 11 18:25:08.618506 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:25:11.693647 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:13.754086 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-db5b3d23-9617-4479-8eec-7c174a8663fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:16.037261 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f6f49456-79fb-4dbc-bd29-d6cf565abc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:17.408767 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:18.643129 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:19.166646 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:27.673112 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ede36000-ad87-44da-a759-517dc8d793b5 details requested by agent hyperv_n-h1-833411-1 with host n-h1-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:25:27.767138 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ede36000-ad87-44da-a759-517dc8d793b5,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:27.778146 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Returning: {'device': 'ede36000-ad87-44da-a759-517dc8d793b5', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:25:27.815737 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:27.829164 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ede36000-ad87-44da-a759-517dc8d793b5 {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:25:27.847840 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ede36000-ad87-44da-a759-517dc8d793b5,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:27.851442 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:27.905152 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=ede36000-ad87-44da-a759-517dc8d793b5,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:27.913298 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.913667 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.914142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.914620 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.915104 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.915469 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.915794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.916134 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.916467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.916797 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.917114 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.917433 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:27.928089 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] get_ports_and_sgs() called for port_ids ['ede36000-ad87-44da-a759-517dc8d793b5'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:25:29.679386 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ede36000-ad87-44da-a759-517dc8d793b5 up at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:25:29.728946 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Provisioning complete for port ede36000-ad87-44da-a759-517dc8d793b5 triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:29.729318 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:29.774578 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:29.816195 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:29.838166 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:25:29.840405 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895afd8b-9da2-4c25-b2fa-d9fa9ba17354" -d '{"events": [{"server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "name": "network-vif-plugged", "status": "completed", "tag": "ede36000-ad87-44da-a759-517dc8d793b5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:25:29.852411 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ede36000-ad87-44da-a759-517dc8d793b5,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:29.856737 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:29.907874 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=ede36000-ad87-44da-a759-517dc8d793b5,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:30.890771 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d7b08c-8828-49f6-8a38-6e7a8c30cac6 x-openstack-request-id: req-90d7b08c-8828-49f6-8a38-6e7a8c30cac6 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:25:30.891332 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "name": "network-vif-plugged", "status": "completed", "tag": "ede36000-ad87-44da-a759-517dc8d793b5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:25:30.891332 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90d7b08c-8828-49f6-8a38-6e7a8c30cac6 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:25:30.891717 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5', 'code': 200} Mar 11 18:25:41.693857 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:42.011888 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-011cb88a-a9ff-4cee-8b40-d6da0674042a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119666618&fields=id&tenant_id=88b512328ee24c51baa4c4a4c1314f0b HTTP/1.1" status: 200 len: 267 time: 0.0334370 Mar 11 18:25:42.121319 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-df63e8dd-9ef7-492b-a2d0-5f1663edff0b tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:42.122767 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-df63e8dd-9ef7-492b-a2d0-5f1663edff0b tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 810 time: 0.1035190 Mar 11 18:25:42.137894 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-b8970739-67c1-40e2-8725-d32a8f0ab9ec tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/quotas/88b512328ee24c51baa4c4a4c1314f0b HTTP/1.1" status: 200 len: 375 time: 0.0088615 Mar 11 18:25:42.192882 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-caaca811-0a4d-41fc-90fc-f2a6b7abd131 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496039 Mar 11 18:25:42.287512 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-83bf9bec-9b69-4dcf-9c9c-9921ac0a41ef service neutron] 10.222.0.53 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826845 Mar 11 18:25:42.381395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-a9700c6c-e0a6-4d08-a51f-dde310b5d04c service neutron] 10.222.0.53 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877113 Mar 11 18:25:42.549518 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8afb0798-e66b-4b1e-bba5-109cbfb60960 req-df172b5d-db48-42dc-9b21-2149d522861d tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 210 time: 0.0287321 Mar 11 18:25:43.601826 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-cd662d24-cce3-4805-aac4-f4a2bec2b297 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:43.603328 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-cd662d24-cce3-4805-aac4-f4a2bec2b297 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.46 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 810 time: 0.1144433 Mar 11 18:25:43.650663 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-2f1b598c-281f-4936-a09f-31d146d42542 req-85f5dc3a-5fab-4390-ba1c-f279331d949a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 210 time: 0.0280280 Mar 11 18:25:43.657327 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-c3fc89c1-aad3-4a1e-8f29-665e708b23ed tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88b512328ee24c51baa4c4a4c1314f0b HTTP/1.1" status: 200 len: 379 time: 0.0434363 Mar 11 18:25:43.667541 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'port': {'device_id': 'd252d736-c80b-4454-a159-e995f261d890', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'admin_state_up': True, 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'security_groups': ['c8b744f0-1a5b-466d-8721-e788405b8ca3']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:25:43.758497 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cfe24653-e04c-4ba5-8801-0c8ee1d6736f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:43.786895 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Made reservation on behalf of 88b512328ee24c51baa4c4a4c1314f0b for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:25:43.790486 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:43.932563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Allocated IP 172.20.0.9 (d622bf90-c26e-4dc5-bd27-4710ef9e12b2/2e4be15d-d210-4357-90fb-62810ac2d7b5/0c299627-7117-4be0-b7a7-63903f9139cd) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:25:44.175238 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:44.218469 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:44.292024 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:25:44.300375 n-d-833411-1 neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:25:44.307101 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:25:44.312282 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'Port': ['ID=0c299627-7117-4be0-b7a7-63903f9139cd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:44.345672 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.346252 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.346661 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.347150 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.347554 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.348097 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.348711 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.349124 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.349524 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.350147 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.350526 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.350923 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:25:44.387128 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:44.387942 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:44.414313 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5dc100e2-0f43-4bdc-8582-beb06b0188e2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7505314 Mar 11 18:25:44.650518 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-516019b0-3a91-444a-b12c-7e4b7db3f1f5 None None] Provisioning complete for port 0c299627-7117-4be0-b7a7-63903f9139cd triggered by entity DHCP. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:44.650954 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-516019b0-3a91-444a-b12c-7e4b7db3f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:44.698239 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-516019b0-3a91-444a-b12c-7e4b7db3f1f5 None None] Port 0c299627-7117-4be0-b7a7-63903f9139cd cannot update to ACTIVE because it is not bound. {{(pid=102643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 11 18:25:44.789733 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1489f-6867-4d0c-a938-c0f4bfbae2a3 req-73148935-07de-4de5-9d19-081d6dc58d53 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:44.798396 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77a1489f-6867-4d0c-a938-c0f4bfbae2a3 req-73148935-07de-4de5-9d19-081d6dc58d53 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 931 time: 0.0693536 Mar 11 18:25:44.863847 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-77a1489f-6867-4d0c-a938-c0f4bfbae2a3 req-5e3c85a6-070f-4461-b57a-7ad4bdd82c35 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642147 Mar 11 18:25:45.617098 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:25:45.801467 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ede36000-ad87-44da-a759-517dc8d793b5 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:25:45.891291 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:45.917846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:25:45.920834 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682bbbd7-2b09-4ed4-b429-4bb6205c1146" -d '{"events": [{"server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "name": "network-vif-unplugged", "status": "completed", "tag": "ede36000-ad87-44da-a759-517dc8d793b5"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:25:45.940720 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ede36000-ad87-44da-a759-517dc8d793b5,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:45.953970 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:45.987967 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc84ee2-df18-4207-b1c1-231dee475327 x-openstack-request-id: req-7cc84ee2-df18-4207-b1c1-231dee475327 {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:25:45.988254 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "name": "network-vif-unplugged", "status": "completed", "tag": "ede36000-ad87-44da-a759-517dc8d793b5", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:25:45.988534 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cc84ee2-df18-4207-b1c1-231dee475327 {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:25:45.988920 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5', 'code': 200} Mar 11 18:25:46.028498 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Pushing event updated for resources: {'Port': ['ID=ede36000-ad87-44da-a759-517dc8d793b5,revision_number=8']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:46.042401 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402f2ef-46ba-4f99-8b87-87f921345eaf req-35cb7135-fb1b-41b3-b94c-6a92502a56dd tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:46.044769 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3402f2ef-46ba-4f99-8b87-87f921345eaf req-35cb7135-fb1b-41b3-b94c-6a92502a56dd tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 931 time: 0.0829000 Mar 11 18:25:46.051437 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3af06e5a-c721-4b8e-ad73-bbd49a09a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:46.095187 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3402f2ef-46ba-4f99-8b87-87f921345eaf req-1d01ed8a-1fa6-47e2-9806-600c035eeda6 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363152 Mar 11 18:25:47.234161 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6832-18b6-42ab-98bb-d4abbd7afa0d req-dfc559ee-383f-4eb1-83c8-7d6e00a70530 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:47.236137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-259d6832-18b6-42ab-98bb-d4abbd7afa0d req-dfc559ee-383f-4eb1-83c8-7d6e00a70530 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 931 time: 0.0640621 Mar 11 18:25:47.287467 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-259d6832-18b6-42ab-98bb-d4abbd7afa0d req-a5a4f587-3dc2-472f-b77e-a397966ec88d tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451558 Mar 11 18:25:47.425693 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:48.504559 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841a6fc-b4e7-4e95-8c23-50e3b6412bbe req-6641ba0e-1261-489e-9940-9da67d43912f tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:48.506032 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b841a6fc-b4e7-4e95-8c23-50e3b6412bbe req-6641ba0e-1261-489e-9940-9da67d43912f tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 931 time: 0.1227038 Mar 11 18:25:48.597137 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-b841a6fc-b4e7-4e95-8c23-50e3b6412bbe req-d026bfd8-1f9c-4e13-b198-6a0cd93fce70 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682619 Mar 11 18:25:48.651079 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:49.171238 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:49.786254 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a5a45-e990-46fd-a4ff-9b9d354d524c req-40e65390-b9a7-4577-87d0-e6c987561aba tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:49.787764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a0a5a45-e990-46fd-a4ff-9b9d354d524c req-40e65390-b9a7-4577-87d0-e6c987561aba tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 931 time: 0.1067739 Mar 11 18:25:49.840750 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5a0a5a45-e990-46fd-a4ff-9b9d354d524c req-28458a01-1363-48fa-b5dc-435d09aaa6c6 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464981 Mar 11 18:25:50.965252 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3ebe8-961f-42e7-b4bf-41e83d22c598 req-30cd8b21-d455-4755-a6e2-1e12148cf83e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:50.966945 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32a3ebe8-961f-42e7-b4bf-41e83d22c598 req-30cd8b21-d455-4755-a6e2-1e12148cf83e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 931 time: 0.0543618 Mar 11 18:25:51.019117 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-32a3ebe8-961f-42e7-b4bf-41e83d22c598 req-63f428b4-3e94-4fa0-b790-d36448a2b7c5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453806 Mar 11 18:25:52.143431 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c733a0-4248-40ef-94d9-a286ff21eae1 req-6aed6538-1d5a-410c-adc2-882ebaf46651 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:52.145006 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7c733a0-4248-40ef-94d9-a286ff21eae1 req-6aed6538-1d5a-410c-adc2-882ebaf46651 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 931 time: 0.0523376 Mar 11 18:25:52.190273 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-f7c733a0-4248-40ef-94d9-a286ff21eae1 req-3bc25286-3647-49b7-b14c-c3202450aa31 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385869 Mar 11 18:25:52.269243 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.v2.base [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Request body: {'port': {'device_id': 'd252d736-c80b-4454-a159-e995f261d890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833411-1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:25:52.327923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:52.597295 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c299627-7117-4be0-b7a7-63903f9139cd {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:25:52.604497 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:52.616753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Transition to ACTIVE for port object 0c299627-7117-4be0-b7a7-63903f9139cd will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 18:25:52.620964 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:52.691323 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Pushing event updated for resources: {'Port': ['ID=0c299627-7117-4be0-b7a7-63903f9139cd,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:52.745031 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Attempting to bind port 0c299627-7117-4be0-b7a7-63903f9139cd on host n-h2-833411-1 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 18:25:52.745363 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Attempting to bind port 0c299627-7117-4be0-b7a7-63903f9139cd by drivers openvswitch,hyperv on host n-h2-833411-1 at level 0 using segments [{'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 18:25:52.745688 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Attempting to bind port 0c299627-7117-4be0-b7a7-63903f9139cd on network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:25:52.750667 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Port 0c299627-7117-4be0-b7a7-63903f9139cd on network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833411-1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:25:52.750985 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Attempting to bind port 0c299627-7117-4be0-b7a7-63903f9139cd on network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:25:52.756290 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Checking agent: {'id': 'd6ba6770-f69f-47d6-86d0-9f98b5afba6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833411-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'started_at': datetime.datetime(2022, 3, 11, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:25:52.756655 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Checking segment: {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 11 18:25:52.757041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Bound using segment: {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:25:52.757460 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Bound port: 0c299627-7117-4be0-b7a7-63903f9139cd, host: n-h2-833411-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b4cf63-5431-40dd-a9f2-a5615e3146a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 18:25:52.757813 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:52.823442 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] For port 0c299627-7117-4be0-b7a7-63903f9139cd, host n-h2-833411-1, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:25:52.826448 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] For port 0c299627-7117-4be0-b7a7-63903f9139cd, host n-h2-833411-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0c299627-7117-4be0-b7a7-63903f9139cd,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:25:52.831229 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25651218'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:52.867192 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:52.867723 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:52.869195 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] 10.222.0.46 "PUT /v2.0/ports/0c299627-7117-4be0-b7a7-63903f9139cd HTTP/1.1" status: 200 len: 1091 time: 0.6454747 Mar 11 18:25:52.869645 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:25:52.871919 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2d472b8f8e8667602fe9f7f3dac1ba63c115a531def139596d0b668a9be09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:25:52.896529 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aff82-e9a6-4ff0-bc8e-259a6203fb6d service neutron] Pushing event updated for resources: {'Port': ['ID=0c299627-7117-4be0-b7a7-63903f9139cd,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:52.932312 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41167270-6978-49c6-9fd3-fc682c66d34d x-openstack-request-id: req-41167270-6978-49c6-9fd3-fc682c66d34d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:25:52.932956 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:25:52.933383 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41167270-6978-49c6-9fd3-fc682c66d34d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:25:52.933809 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd', 'status': 'completed', 'code': 200} Mar 11 18:25:52.994338 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-bbb23f44-ea15-4c82-9e0d-c7abd526f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:52.995899 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-bbb23f44-ea15-4c82-9e0d-c7abd526f95b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 1094 time: 0.0466766 Mar 11 18:25:53.039539 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-55afa5d7-23a9-433d-8c4a-879e0b0c4854 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c299627-7117-4be0-b7a7-63903f9139cd HTTP/1.1" status: 200 len: 217 time: 0.0351059 Mar 11 18:25:53.088215 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-fdf0470d-c4d7-4258-8631-7212037c3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:53.089672 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-fdf0470d-c4d7-4258-8631-7212037c3b58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0425963 Mar 11 18:25:53.139103 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-2e03a035-378e-41a2-90fa-defc0690a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:53.141208 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-2e03a035-378e-41a2-90fa-defc0690a995 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440440 Mar 11 18:25:53.237449 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-0ba20312-f989-45d4-82ba-642c35a8cc5d service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895450 Mar 11 18:25:53.306255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac4be-293c-4d2e-892e-61718fa3ba79 req-d351e5ec-14ca-48d4-ae80-b281adc92c3a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:53.307755 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-058ac4be-293c-4d2e-892e-61718fa3ba79 req-d351e5ec-14ca-48d4-ae80-b281adc92c3a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 943 time: 0.0491447 Mar 11 18:25:53.342816 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-c1ca6725-c78a-4fc0-83f0-b055239c2f74 req-5e391f79-6aac-4acd-983b-dbcc90db007e service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938621 Mar 11 18:25:53.347491 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-058ac4be-293c-4d2e-892e-61718fa3ba79 req-fa14bcf6-8c68-4d5f-babf-2fa1efe77d69 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332434 Mar 11 18:25:53.429731 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-b64dfeb4-5b45-4b28-be8d-b0633fc43ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:53.431236 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-b64dfeb4-5b45-4b28-be8d-b0633fc43ed9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 1094 time: 0.0437543 Mar 11 18:25:53.519753 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-08f1ab98-6623-4519-9fbc-af195246936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:53.521255 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-08f1ab98-6623-4519-9fbc-af195246936c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0830460 Mar 11 18:25:53.568501 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-548dcf1e-7e4a-4524-891c-3939b95c2019 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c299627-7117-4be0-b7a7-63903f9139cd HTTP/1.1" status: 200 len: 217 time: 0.0403221 Mar 11 18:25:53.625078 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-5ccde619-665d-44c7-af25-55b8703a0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:53.626590 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-5ccde619-665d-44c7-af25-55b8703a0f9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0501909 Mar 11 18:25:53.673410 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-8cf1dc2a-e6e4-455e-8d59-10da80a3018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:53.674864 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-8cf1dc2a-e6e4-455e-8d59-10da80a3018c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416059 Mar 11 18:25:53.772407 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-d736e89f-0318-449d-a3a4-3bc61885efb8 service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891886 Mar 11 18:25:53.864105 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-6d5a3fda-cb62-4475-8820-a7615ecc4bbd req-c0bb890c-6abc-4536-9368-a1919cd520c3 service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849960 Mar 11 18:25:54.465695 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9820f-90c0-4fed-810e-583c0a74933c req-5a47eb24-4aaf-4137-9d52-0f448f6a0bc6 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:54.467191 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-feb9820f-90c0-4fed-810e-583c0a74933c req-5a47eb24-4aaf-4137-9d52-0f448f6a0bc6 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 943 time: 0.0487394 Mar 11 18:25:54.504790 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-feb9820f-90c0-4fed-810e-583c0a74933c req-ed962dc9-cbfc-4a21-b531-4407d06c57d2 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309608 Mar 11 18:25:55.619806 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fd605-8313-429e-8286-aa63d173b89e req-8fd5a47a-5274-48a5-a448-037fa46fbe17 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:55.621276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c2fd605-8313-429e-8286-aa63d173b89e req-8fd5a47a-5274-48a5-a448-037fa46fbe17 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 943 time: 0.0478673 Mar 11 18:25:55.663021 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-8c2fd605-8313-429e-8286-aa63d173b89e req-aea23406-5bef-4610-b7fb-be187092b75e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358503 Mar 11 18:25:55.805945 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0c299627-7117-4be0-b7a7-63903f9139cd details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:25:55.897126 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0c299627-7117-4be0-b7a7-63903f9139cd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0c299627-7117-4be0-b7a7-63903f9139cd,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:55.908846 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '0c299627-7117-4be0-b7a7-63903f9139cd', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'port_id': '0c299627-7117-4be0-b7a7-63903f9139cd', 'mac_address': 'fa:16:3e:20:ac:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:25:55.948931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:55.961466 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c299627-7117-4be0-b7a7-63903f9139cd {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:25:55.980062 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0c299627-7117-4be0-b7a7-63903f9139cd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0c299627-7117-4be0-b7a7-63903f9139cd,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:55.984074 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:56.029716 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0c299627-7117-4be0-b7a7-63903f9139cd,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:56.230791 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0c299627-7117-4be0-b7a7-63903f9139cd'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:25:56.782570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710991-20d7-4921-87d5-425789bcd674 req-75fcda79-3c7f-4c37-aa3c-a48f58867d7e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:56.784114 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed710991-20d7-4921-87d5-425789bcd674 req-75fcda79-3c7f-4c37-aa3c-a48f58867d7e tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 944 time: 0.0506067 Mar 11 18:25:56.821216 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ed710991-20d7-4921-87d5-425789bcd674 req-5f2408e9-d085-4248-8c64-763dcf6a96f5 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311725 Mar 11 18:25:57.817032 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0c299627-7117-4be0-b7a7-63903f9139cd up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:25:57.866774 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning for port 0c299627-7117-4be0-b7a7-63903f9139cd completed by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 18:25:57.870997 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 0c299627-7117-4be0-b7a7-63903f9139cd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:25:57.871365 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:57.941839 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0601bf-91c8-4c0b-89b7-1ac41bdbc89f req-fcbc6f93-5750-4364-bd78-f0bf50c46184 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:57.943421 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac0601bf-91c8-4c0b-89b7-1ac41bdbc89f req-fcbc6f93-5750-4364-bd78-f0bf50c46184 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 944 time: 0.0497541 Mar 11 18:25:57.985439 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-ac0601bf-91c8-4c0b-89b7-1ac41bdbc89f req-9bf66b0a-3cc5-4344-b73c-9dd7adfe2495 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357165 Mar 11 18:25:58.103386 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:58.124281 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:25:58.126500 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2b6a29-a648-4b25-9940-8d038f3c7fba" -d '{"events": [{"server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "name": "network-vif-plugged", "status": "completed", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:25:58.138500 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0c299627-7117-4be0-b7a7-63903f9139cd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0c299627-7117-4be0-b7a7-63903f9139cd,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:25:58.143476 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:25:58.168475 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d012cb3-590a-4867-8da1-71ab5ae4971d x-openstack-request-id: req-3d012cb3-590a-4867-8da1-71ab5ae4971d {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:25:58.168768 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "name": "network-vif-plugged", "status": "completed", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:25:58.169018 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d012cb3-590a-4867-8da1-71ab5ae4971d {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:25:58.169395 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd', 'code': 200} Mar 11 18:25:58.196725 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0c299627-7117-4be0-b7a7-63903f9139cd,revision_number=5']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:25:58.264857 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d79cbc-3512-4937-9a29-9aaee224660d req-e817b7fc-486b-43f0-9c7e-e4a92b9753a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:58.266334 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-22d79cbc-3512-4937-9a29-9aaee224660d req-e817b7fc-486b-43f0-9c7e-e4a92b9753a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 1096 time: 0.0403039 Mar 11 18:25:58.305220 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-22d79cbc-3512-4937-9a29-9aaee224660d req-2e0d78b4-0ac2-454c-aa19-b77845044832 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Mar 11 18:25:59.106151 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502ef1f-858f-4d58-aa1b-e198f1b91126 req-13f1d179-6d51-4910-8747-64f3fc724400 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:25:59.107612 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3502ef1f-858f-4d58-aa1b-e198f1b91126 req-13f1d179-6d51-4910-8747-64f3fc724400 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 945 time: 0.0500393 Mar 11 18:25:59.151644 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-3502ef1f-858f-4d58-aa1b-e198f1b91126 req-11af5a8f-b7ff-4fc6-9a2e-d29f974c9355 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364022 Mar 11 18:25:59.770797 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:00.269172 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dee9b-c8c3-4f8a-8a96-bc6c12960945 req-371bd28c-6e21-4b0a-940c-b938968bdcd3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:00.270647 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e4dee9b-c8c3-4f8a-8a96-bc6c12960945 req-371bd28c-6e21-4b0a-940c-b938968bdcd3 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 945 time: 0.0488532 Mar 11 18:26:00.308364 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-9e4dee9b-c8c3-4f8a-8a96-bc6c12960945 req-22111580-39ed-42c6-8773-e7e9b3933c85 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317450 Mar 11 18:26:00.423443 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5a7b3-cf7f-4476-9729-abe6e82cc2bd req-f1405b47-55a0-49a6-a29b-ad04f38ed5ff tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:00.425076 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38f5a7b3-cf7f-4476-9729-abe6e82cc2bd req-f1405b47-55a0-49a6-a29b-ad04f38ed5ff tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Mar 11 18:26:00.462933 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-38f5a7b3-cf7f-4476-9729-abe6e82cc2bd req-83b8f10d-ba25-48e5-9ea6-8c8df8b37a61 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316515 Mar 11 18:26:00.485481 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43290) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:26:00.524208 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ab0df8-0d5f-4ed8-8d82-f3a3c26911c9 tempest-TestSnapshotPattern-1918517472 tempest-TestSnapshotPattern-1918517472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:00.525733 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-62ab0df8-0d5f-4ed8-8d82-f3a3c26911c9 tempest-TestSnapshotPattern-1918517472 tempest-TestSnapshotPattern-1918517472-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 1091 time: 0.0392878 Mar 11 18:26:00.528483 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43292) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:26:00.534213 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.v2.base [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Request body: {'floatingip': {'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'port_id': '0c299627-7117-4be0-b7a7-63903f9139cd', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:26:00.554685 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for floatingip, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:00.652263 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:00.758836 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Allocated IP 172.25.8.147 (647719a6-c416-4b7e-9277-98cf0c73a95b/958430dc-2430-4c55-bade-16522f86d308/5f879dee-b0b0-4cde-8f27-b4b19db42244) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:26:00.855673 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:00.888330 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772930939926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:00.924331 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Network 647719a6-c416-4b7e-9277-98cf0c73a95b is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:26:00.927375 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:26:00.930789 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:26:00.962025 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'Port': ['ID=5f879dee-b0b0-4cde-8f27-b4b19db42244,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:00.974892 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.975235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.975568 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.975898 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.976255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.976607 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.976936 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.977255 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.977570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.977886 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.978207 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:00.978524 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:26:01.221143 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-03f85a06-ae9f-4ece-91e4-a9389fbc4084 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741391 Mar 11 18:26:01.350236 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-316d0f75-7420-4a42-9500-50b7f10f1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:01.351723 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-316d0f75-7420-4a42-9500-50b7f10f1fc1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1095 time: 0.0853367 Mar 11 18:26:01.362894 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:01.493489 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:01.522640 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-eefe9491-72d4-4e4f-8273-4bb683f15b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:01.524087 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-eefe9491-72d4-4e4f-8273-4bb683f15b6c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.1410499 Mar 11 18:26:01.635715 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-ed3a5f8e-1593-4721-bc1a-2aa6360631da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 1000 time: 0.1031950 Mar 11 18:26:01.703723 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-a198eae1-2ede-4b2f-8630-5fb06db5e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:01.705190 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-a198eae1-2ede-4b2f-8630-5fb06db5e6de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0634747 Mar 11 18:26:01.765105 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:01.772227 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-5769b143-1d87-40f2-97af-4afa3c2edf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:01.773732 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-5769b143-1d87-40f2-97af-4afa3c2edf63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594335 Mar 11 18:26:01.774307 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3474780'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:02.200115 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event updated for resources: {'Port': ['ID=5f879dee-b0b0-4cde-8f27-b4b19db42244,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:26:02.225758 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1643200'] for floatingip, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:02.277542 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-29a9ee1b-99b6-47d4-afb8-e7cffc616234 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957359 Mar 11 18:26:02.381521 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Floating IP 851932d5-b74c-41f2-8036-8454f6dd00f6 associated. External IP: 172.25.8.147, port: 0c299627-7117-4be0-b7a7-63903f9139cd. Mar 11 18:26:02.449549 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ccb4735-ee57-4b09-b101-4d46cbf470e5 req-c84d9a22-f029-4014-afa8-bb303eb6edd1 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643803 Mar 11 18:26:02.610655 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Router 1355f348-6be7-4c74-9754-ba8dd6848c44 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:26:02.718411 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:26:02.728321 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] Sync routers for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:26:02.735823 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:02.738417 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:26:02.738984 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:25:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:26:02.763284 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-1a459e12-e65a-4927-b224-9ec0ea2a090a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2337759 Mar 11 18:26:02.763864 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:26:02.766663 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee62b720-00d7-4b6c-b54b-79594866ba39" -d '{"events": [{"name": "network-changed", "server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:26:02.806390 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e1e850-cf49-490e-96cf-984b130b64ad x-openstack-request-id: req-40e1e850-cf49-490e-96cf-984b130b64ad {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:26:02.806680 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:26:02.806934 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40e1e850-cf49-490e-96cf-984b130b64ad {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:26:02.807340 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd', 'status': 'completed', 'code': 200} Mar 11 18:26:02.872758 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-7b34c0e0-af43-4c6a-8f89-9f440cb444a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:02.874751 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-7b34c0e0-af43-4c6a-8f89-9f440cb444a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 1096 time: 0.0422566 Mar 11 18:26:02.937641 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:26:02.963491 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-97bcddff-28d1-4ec9-a3fd-2434f2426378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:02.965014 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-97bcddff-28d1-4ec9-a3fd-2434f2426378 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0835845 Mar 11 18:26:03.034017 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-d3dc769e-f78f-4c1f-8ccb-1cd8af54e808 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c299627-7117-4be0-b7a7-63903f9139cd HTTP/1.1" status: 200 len: 999 time: 0.0618310 Mar 11 18:26:03.084291 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-1e05c626-f38b-4370-83e9-8cc5d9bcaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:03.085788 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-1e05c626-f38b-4370-83e9-8cc5d9bcaf9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0443227 Mar 11 18:26:03.130961 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-bcc5b982-fc24-4f6e-98ed-b8f2df180496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:26:03.132479 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-bcc5b982-fc24-4f6e-98ed-b8f2df180496 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402629 Mar 11 18:26:03.158939 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '66685b9f-43f2-4b63-8083-b87cd962c768', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:22:52Z', 'updated_at': '2022-03-11T18:22:54Z', 'revision_number': 1, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}, {'id': '851932d5-b74c-41f2-8036-8454f6dd00f6', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': '0c299627-7117-4be0-b7a7-63903f9139cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:20:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd252d736-c80b-4454-a159-e995f261d890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:26:01Z', 'updated_at': '2022-03-11T18:26:01Z', 'revision_number': 0, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:26:03.187775 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] Checking router: 1355f348-6be7-4c74-9754-ba8dd6848c44 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:26:03.196108 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:26:03.196751 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:25:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:26:03.228130 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-f0b4b229-d356-4cf4-a199-64c349b7254c service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874915 Mar 11 18:26:03.301446 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:26:03.317026 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-ee62b720-00d7-4b6c-b54b-79594866ba39 req-b6dd8978-d94b-4205-b25d-7d4126d34af3 service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822496 Mar 11 18:26:03.537853 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '66685b9f-43f2-4b63-8083-b87cd962c768', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:22:52Z', 'updated_at': '2022-03-11T18:22:54Z', 'revision_number': 1, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}, {'id': '851932d5-b74c-41f2-8036-8454f6dd00f6', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': '0c299627-7117-4be0-b7a7-63903f9139cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:20:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd252d736-c80b-4454-a159-e995f261d890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:26:01Z', 'updated_at': '2022-03-11T18:26:01Z', 'revision_number': 0, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:26:03.567435 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379af8a-3164-4728-bebe-b9f8d0221df6 None None] The sync data for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 is: [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '66685b9f-43f2-4b63-8083-b87cd962c768', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:22:52Z', 'updated_at': '2022-03-11T18:22:54Z', 'revision_number': 1, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}, {'id': '851932d5-b74c-41f2-8036-8454f6dd00f6', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': '0c299627-7117-4be0-b7a7-63903f9139cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:20:ac:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd252d736-c80b-4454-a159-e995f261d890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:26:01Z', 'updated_at': '2022-03-11T18:26:01Z', 'revision_number': 0, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:26:03.833868 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca605bfa-ea68-4f5e-bcee-6a1de3bbcf9c None None] New status for floating IP 851932d5-b74c-41f2-8036-8454f6dd00f6: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:26:11.710568 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:13.761933 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bbe337b9-a9f1-4cac-9a7e-cf698371e877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:16.040773 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c2b66f45-4a48-4f8e-a7ce-e433b866c867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:17.413632 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:18.650151 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:19.173699 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:22.616897 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:26:29.778488 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:41.714116 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:43.764599 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9d1e00b7-da26-4906-b3f7-e75edd2057dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:46.043109 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b60bc924-322f-4eb1-85eb-75329eeb4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:47.417638 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:48.651807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:49.175695 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:26:59.618094 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:26:59.809944 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:00.488577 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-8c4df9fd-d5d5-41c1-b22b-48223dea5565 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399649 Mar 11 18:27:00.574041 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-cb10d241-d275-48df-a9bd-e7f96142572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:00.575522 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-cb10d241-d275-48df-a9bd-e7f96142572e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 1096 time: 0.0439315 Mar 11 18:27:00.680800 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-e1b928b5-38e5-4c51-9fe3-2d8beeb59e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:00.682248 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-e1b928b5-38e5-4c51-9fe3-2d8beeb59e37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0870800 Mar 11 18:27:00.750117 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-bd147782-3483-41b9-a22d-470a68b56c8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c299627-7117-4be0-b7a7-63903f9139cd HTTP/1.1" status: 200 len: 1001 time: 0.0599642 Mar 11 18:27:00.798834 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-d35bf085-8343-4c2b-9b52-613d91438380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:00.800439 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-d35bf085-8343-4c2b-9b52-613d91438380 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0436094 Mar 11 18:27:00.845722 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-86379889-ee66-4565-9a0e-4730689605d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:00.847172 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-86379889-ee66-4565-9a0e-4730689605d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402470 Mar 11 18:27:00.940403 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-32bd8a2c-8467-4628-aeff-7bf298f3cffb service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856698 Mar 11 18:27:01.027314 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-3e6a7928-ed78-440d-99ec-a7252552dafe req-f78727ba-00f6-4e71-824e-6b34434bca34 service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796638 Mar 11 18:27:02.173169 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-d3ebf1c7-e39b-41c0-a020-5c378998478f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424705 Mar 11 18:27:02.258883 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-f4a8748d-429d-4087-bb02-6ef4b8b7e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:02.260366 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-f4a8748d-429d-4087-bb02-6ef4b8b7e0b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1095 time: 0.0446770 Mar 11 18:27:02.364615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-76339ffa-297e-4763-a372-17834b346f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:02.366083 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-76339ffa-297e-4763-a372-17834b346f02 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0841341 Mar 11 18:27:02.435433 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-f68e75f7-adec-49b6-9676-1c860e0e49b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 1000 time: 0.0620415 Mar 11 18:27:02.486470 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-41dc8c3c-d4a0-4ff4-b541-7c007befb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:02.487960 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-41dc8c3c-d4a0-4ff4-b541-7c007befb61c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0467880 Mar 11 18:27:02.535522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-dd8e68b1-d995-4708-9df2-03301ca75610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:02.537276 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-dd8e68b1-d995-4708-9df2-03301ca75610 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424230 Mar 11 18:27:02.629090 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-c5e3d2e7-73c8-4745-935a-850136620f97 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850904 Mar 11 18:27:02.719901 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-7b072800-f8ae-4dc2-a95a-e505667303b0 req-d71e48fd-2b95-485e-adcf-ca2bda06992b service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835845 Mar 11 18:27:11.723475 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:13.766324 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ffc13d8e-da04-4d7f-9667-ea3d4b3259ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:16.044271 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7de7d9bc-9630-4db4-8eb8-5035d668aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:17.420971 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:18.655064 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:19.178924 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:29.825101 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:36.286435 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0c299627-7117-4be0-b7a7-63903f9139cd details requested by agent hyperv_n-h2-833411-1 with host n-h2-833411-1 {{(pid=102643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:27:36.391658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0c299627-7117-4be0-b7a7-63903f9139cd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0c299627-7117-4be0-b7a7-63903f9139cd,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:36.404111 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Returning: {'device': '0c299627-7117-4be0-b7a7-63903f9139cd', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'port_id': '0c299627-7117-4be0-b7a7-63903f9139cd', 'mac_address': 'fa:16:3e:20:ac:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:27:36.447384 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:36.463204 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c299627-7117-4be0-b7a7-63903f9139cd {{(pid=102643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:27:36.485615 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0c299627-7117-4be0-b7a7-63903f9139cd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0c299627-7117-4be0-b7a7-63903f9139cd,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:36.490662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:36.573954 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0c299627-7117-4be0-b7a7-63903f9139cd,revision_number=6']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:36.591794 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.592142 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.592551 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.592885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.593218 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.593547 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.594061 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.594394 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.594719 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.595043 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.595363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.595682 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:36.604677 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] get_ports_and_sgs() called for port_ids ['0c299627-7117-4be0-b7a7-63903f9139cd'] {{(pid=102643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:27:36.618799 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:27:38.288316 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0c299627-7117-4be0-b7a7-63903f9139cd up at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:27:38.347288 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.provisioning_blocks [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Provisioning complete for port 0c299627-7117-4be0-b7a7-63903f9139cd triggered by entity L2. {{(pid=102643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 18:27:38.348038 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722264'] for port, provisioning_complete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:38.434541 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:38.459769 n-d-833411-1 neutron-server[102643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd'}] {{(pid=102643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:27:38.464193 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679df01abe81cd384f5916789150979d00c7cb3cf49e37869eb2b005c125dc44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21625597-f0f8-4e5d-8c23-90d37d4563b8" -d '{"events": [{"server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "name": "network-vif-plugged", "status": "completed", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd"}]}' {{(pid=102643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:27:38.477574 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] For port 0c299627-7117-4be0-b7a7-63903f9139cd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0c299627-7117-4be0-b7a7-63903f9139cd,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:38.484444 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772931430840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772930939917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772930939841'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:38.545505 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Pushing event updated for resources: {'Port': ['ID=0c299627-7117-4be0-b7a7-63903f9139cd,revision_number=7']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:38.554045 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d752161-c954-4e32-a02e-786885db28bb x-openstack-request-id: req-7d752161-c954-4e32-a02e-786885db28bb {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:27:38.554943 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "name": "network-vif-plugged", "status": "completed", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd", "code": 200}]} {{(pid=102643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:27:38.554943 n-d-833411-1 neutron-server[102643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d752161-c954-4e32-a02e-786885db28bb {{(pid=102643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:27:38.555118 n-d-833411-1 neutron-server[102643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd', 'code': 200} Mar 11 18:27:41.724716 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:43.770058 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-6b496fc1-3e1c-417a-a0be-bf15a5e3e882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.336366 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43490) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:45.496817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Deleting port 5f879dee-b0b0-4cde-8f27-b4b19db42244 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:27:45.497165 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.574454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.574790 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.586242 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Calling delete_port for 5f879dee-b0b0-4cde-8f27-b4b19db42244 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:27:45.733677 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.756137 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event deleted for resources: {'Port': ['ID=5f879dee-b0b0-4cde-8f27-b4b19db42244,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:45.766792 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.767224 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.767469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.768451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.768451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.768451 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.768745 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.769062 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.769376 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.769691 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.770008 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.770324 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:45.829833 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:45.830164 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Floating IP 851932d5-b74c-41f2-8036-8454f6dd00f6 disassociated (deleted). External IP: 172.25.8.147, port: 0c299627-7117-4be0-b7a7-63903f9139cd. Mar 11 18:27:46.037902 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Router 1355f348-6be7-4c74-9754-ba8dd6848c44 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:27:46.046252 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-80fd8132-6280-41ea-bb9c-2d09736c6f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.146216 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:27:46.150953 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:46.157128 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] Sync routers for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:27:46.166187 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:27:46.166791 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:46.178372 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-3eadc6a0-16d8-44d0-8208-9350f844ae48 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "DELETE /v2.0/floatingips/851932d5-b74c-41f2-8036-8454f6dd00f6 HTTP/1.1" status: 204 len: 168 time: 0.8409116 Mar 11 18:27:46.178959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:27:46.181223 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3" -d '{"events": [{"name": "network-changed", "server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:27:46.276213 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af11b8c7-c1ff-4eb3-834e-6d2d7ecc3d91 x-openstack-request-id: req-af11b8c7-c1ff-4eb3-834e-6d2d7ecc3d91 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:27:46.276646 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:27:46.276920 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af11b8c7-c1ff-4eb3-834e-6d2d7ecc3d91 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:27:46.277324 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd', 'status': 'completed', 'code': 200} Mar 11 18:27:46.287446 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:27:46.351845 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-fb727a6a-9e36-4018-830e-e6c8eed00af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:46.353555 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-fb727a6a-9e36-4018-830e-e6c8eed00af1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 1096 time: 0.0508707 Mar 11 18:27:46.435308 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe5ef2-94db-4a78-bd02-7fa374a2f0d5 req-ed9181ac-5007-48aa-9f53-603bdd72e583 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:46.437674 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53fe5ef2-94db-4a78-bd02-7fa374a2f0d5 req-ed9181ac-5007-48aa-9f53-603bdd72e583 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 945 time: 0.0590854 Mar 11 18:27:46.458471 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-581ca965-55ce-4d53-aff3-2104a1693ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:46.460280 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-581ca965-55ce-4d53-aff3-2104a1693ee6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.0997438 Mar 11 18:27:46.479828 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-53fe5ef2-94db-4a78-bd02-7fa374a2f0d5 req-93c83bc5-5281-4c51-9d12-ae59a47be6ae tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350678 Mar 11 18:27:46.510312 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-886aae7e-5292-4284-a13c-1afd5d415cd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c299627-7117-4be0-b7a7-63903f9139cd HTTP/1.1" status: 200 len: 217 time: 0.0380890 Mar 11 18:27:46.554469 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '66685b9f-43f2-4b63-8083-b87cd962c768', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:22:52Z', 'updated_at': '2022-03-11T18:22:54Z', 'revision_number': 1, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:46.567421 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-4af7f9f8-7529-4f2b-9abc-ea240d27baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:46.568876 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-4af7f9f8-7529-4f2b-9abc-ea240d27baf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.0494931 Mar 11 18:27:46.582176 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] Checking router: 1355f348-6be7-4c74-9754-ba8dd6848c44 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:27:46.591061 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:27:46.591674 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:46.618285 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-780bb8cd-59bc-4661-b504-1a87ab75e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:46.619859 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-780bb8cd-59bc-4661-b504-1a87ab75e232 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431864 Mar 11 18:27:46.724747 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-0fe0f657-e89d-4ed8-bb11-adbfacb132ea service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959768 Mar 11 18:27:46.806225 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:27:46.828527 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-accbeaad-76cb-46f3-84cd-6cdbf7f6dde3 req-6e14bef1-9518-495b-893b-91aeda35802c service neutron] 10.222.0.46 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957873 Mar 11 18:27:47.039666 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '66685b9f-43f2-4b63-8083-b87cd962c768', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:22:52Z', 'updated_at': '2022-03-11T18:22:54Z', 'revision_number': 1, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:47.065960 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bfd0cb-8004-4a5b-8036-5345506577b8 None None] The sync data for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 is: [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_floatingips': [{'id': '66685b9f-43f2-4b63-8083-b87cd962c768', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'router_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'port_id': 'ede36000-ad87-44da-a759-517dc8d793b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'mac_address': 'fa:16:3e:2b:a8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:22:52Z', 'updated_at': '2022-03-11T18:22:54Z', 'revision_number': 1, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:27:47.291580 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2996392-d022-473c-9dec-4693e421d9ea None None] New status for floating IP 851932d5-b74c-41f2-8036-8454f6dd00f6: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:27:47.424450 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:47.617509 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c151f-499b-451f-b7c5-7f8d075147de req-08f2259f-5f2a-4066-9a82-21bcdd9f7c3a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:47.618912 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d15c151f-499b-451f-b7c5-7f8d075147de req-08f2259f-5f2a-4066-9a82-21bcdd9f7c3a tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 945 time: 0.0592723 Mar 11 18:27:47.661333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d15c151f-499b-451f-b7c5-7f8d075147de req-f2384ea1-465f-488d-a78e-493219fde775 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363312 Mar 11 18:27:48.066436 n-d-833411-1 neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-b66da701-ccac-45dc-a77a-485e69ce2700 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:48.067782 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-b66da701-ccac-45dc-a77a-485e69ce2700 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Mar 11 18:27:48.162507 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Deleting port 0c299627-7117-4be0-b7a7-63903f9139cd {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:27:48.162846 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:48.250298 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] For port 0c299627-7117-4be0-b7a7-63903f9139cd, host n-h2-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833411-1',level=0,port_id=0c299627-7117-4be0-b7a7-63903f9139cd,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:48.250658 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:48.263294 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Calling delete_port for 0c299627-7117-4be0-b7a7-63903f9139cd owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:27:48.323081 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Device 0c299627-7117-4be0-b7a7-63903f9139cd no longer exists at agent hyperv_n-h2-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:27:48.401873 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:48.419036 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537580'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:48.428862 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event deleted for resources: {'Port': ['ID=0c299627-7117-4be0-b7a7-63903f9139cd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:48.444458 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.444843 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.445127 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.445467 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.445806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.446146 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.446477 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.446806 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.447130 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.448027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.448027 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.448202 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833411-1 {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:27:48.494891 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] No DVR routers for this DVR port 0c299627-7117-4be0-b7a7-63903f9139cd on host n-h2-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:27:48.497948 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:48.502636 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [req-527879d2-f111-43f9-9e7e-7e740c23c32e req-6e5d516e-1b2d-4dc2-8d6a-f7b685c717a1 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.46 "DELETE /v2.0/ports/0c299627-7117-4be0-b7a7-63903f9139cd HTTP/1.1" status: 204 len: 173 time: 0.4290895 Mar 11 18:27:48.503194 n-d-833411-1 neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'name': 'network-vif-deleted', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:27:48.507218 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2d472b8f8e8667602fe9f7f3dac1ba63c115a531def139596d0b668a9be09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9159eb-597c-4466-8d92-8db9fce3977f" -d '{"events": [{"server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "name": "network-vif-deleted", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:27:48.609595 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28814d80-5586-4087-ac81-3381ae974e82 x-openstack-request-id: req-28814d80-5586-4087-ac81-3381ae974e82 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:27:48.609892 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d252d736-c80b-4454-a159-e995f261d890", "name": "network-vif-deleted", "tag": "0c299627-7117-4be0-b7a7-63903f9139cd", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:27:48.610151 n-d-833411-1 neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28814d80-5586-4087-ac81-3381ae974e82 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:27:48.610556 n-d-833411-1 neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd252d736-c80b-4454-a159-e995f261d890', 'name': 'network-vif-deleted', 'tag': '0c299627-7117-4be0-b7a7-63903f9139cd', 'status': 'completed', 'code': 200} Mar 11 18:27:48.660118 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:48.776333 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-d742a553-6f3c-40cf-b907-ee81d610ed73 req-f2f45813-d213-46ff-b3d0-342110700741 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d252d736-c80b-4454-a159-e995f261d890 HTTP/1.1" status: 200 len: 210 time: 0.0278015 Mar 11 18:27:49.181189 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.335415 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43552) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:50.490875 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Deleting port 3f5b8a2a-b012-4ad2-828a-082f880d2a70 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:27:50.491217 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.568532 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.568765 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.580512 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Calling delete_port for 3f5b8a2a-b012-4ad2-828a-082f880d2a70 owned by network:floatingip {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:27:50.723754 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.751959 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event deleted for resources: {'Port': ['ID=3f5b8a2a-b012-4ad2-828a-082f880d2a70,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:50.816681 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for floatingip, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:50.817019 n-d-833411-1 neutron-server[102642]: INFO neutron.db.l3_db [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Floating IP 66685b9f-43f2-4b63-8083-b87cd962c768 disassociated (deleted). External IP: 172.25.8.252, port: ede36000-ad87-44da-a759-517dc8d793b5. Mar 11 18:27:51.019873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Router 1355f348-6be7-4c74-9754-ba8dd6848c44 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:27:51.129111 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:27:51.134151 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for floatingip, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:51.138597 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] Sync routers for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:27:51.148750 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:27:51.149362 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:51.160395 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a6b224dd-725b-418c-bc6d-6a9a973a92b0 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "DELETE /v2.0/floatingips/66685b9f-43f2-4b63-8083-b87cd962c768 HTTP/1.1" status: 204 len: 168 time: 0.8238771 Mar 11 18:27:51.161081 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:27:51.163576 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521" -d '{"events": [{"name": "network-changed", "server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "tag": "ede36000-ad87-44da-a759-517dc8d793b5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:27:51.202258 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef42f9b-6e76-4909-9d24-764dfba36cc3 x-openstack-request-id: req-6ef42f9b-6e76-4909-9d24-764dfba36cc3 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:27:51.202619 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "tag": "ede36000-ad87-44da-a759-517dc8d793b5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:27:51.202985 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ef42f9b-6e76-4909-9d24-764dfba36cc3 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:27:51.203438 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5', 'status': 'completed', 'code': 200} Mar 11 18:27:51.261921 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:27:51.270286 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-dce3a7a1-b55e-467d-a8ce-96501dd65d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:51.271851 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-dce3a7a1-b55e-467d-a8ce-96501dd65d21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 1095 time: 0.0448935 Mar 11 18:27:51.422102 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce138e5-8e79-40df-a6f9-30e1e3488426 req-c4d6460f-896f-4b43-bc8a-3c0749e86d08 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:51.423585 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ce138e5-8e79-40df-a6f9-30e1e3488426 req-c4d6460f-896f-4b43-bc8a-3c0749e86d08 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 944 time: 0.0807226 Mar 11 18:27:51.424597 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-c94ced40-90da-4211-80e1-f03054a04b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:51.425995 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-c94ced40-90da-4211-80e1-f03054a04b35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 200 len: 910 time: 0.1413269 Mar 11 18:27:51.478243 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:51.485982 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-b0e4f92c-8ad2-4d5e-8eb4-f77f7f6abd40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 200 len: 217 time: 0.0529633 Mar 11 18:27:51.505019 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] Checking router: 1355f348-6be7-4c74-9754-ba8dd6848c44 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:27:51.513764 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:27:51.514426 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:51.625057 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:27:51.825839 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:51.856084 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79fe43-1ad7-4f13-a072-65440275d0c1 None None] The sync data for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 is: [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:33Z', 'revision_number': 4, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1', '_interfaces': [{'id': '9974e158-66a3-42cb-902e-806caabeff26', 'name': '', 'network_id': 'd622bf90-c26e-4dc5-bd27-4710ef9e12b2', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'mac_address': 'fa:16:3e:a5:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:32Z', 'updated_at': '2022-03-11T18:22:37Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'subnets': [{'id': '2e4be15d-d210-4357-90fb-62810ac2d7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:27:51.862937 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-5ce138e5-8e79-40df-a6f9-30e1e3488426 req-4069896b-42f5-40ca-a3e3-fdb2491c7e63 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8b744f0-1a5b-466d-8721-e788405b8ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4317398 Mar 11 18:27:51.884055 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-580c0a2f-0b7b-419b-948c-e5618c86b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:51.884055 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-580c0a2f-0b7b-419b-948c-e5618c86b4d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 200 len: 849 time: 0.3858440 Mar 11 18:27:51.932159 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-dd84ee6b-349a-4933-9f9d-cbffe54279b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:51.933711 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-dd84ee6b-349a-4933-9f9d-cbffe54279b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d622bf90-c26e-4dc5-bd27-4710ef9e12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450363 Mar 11 18:27:52.029781 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-14578166-94b6-4e00-bac4-c9014e5e36ef service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874190 Mar 11 18:27:52.105824 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e9b2c-6823-4ea5-9865-eb9962779fce None None] New status for floating IP 66685b9f-43f2-4b63-8083-b87cd962c768: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:27:52.124319 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-15fa77c9-bb79-49e1-8ca5-fa4a1ae04521 req-06305611-fe93-42db-a500-e24b44ba7371 service neutron] 10.222.0.66 "GET /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864086 Mar 11 18:27:52.364298 n-d-833411-1 neutron-server[102642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518b0c-3264-41a5-b3be-60b019647916 req-5c93ba2a-25ee-4dac-8c72-ffa79dcd5420 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:27:52.365774 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57518b0c-3264-41a5-b3be-60b019647916 req-5c93ba2a-25ee-4dac-8c72-ffa79dcd5420 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.66 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 944 time: 0.0488136 Mar 11 18:27:52.457998 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-57518b0c-3264-41a5-b3be-60b019647916 req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Deleting port ede36000-ad87-44da-a759-517dc8d793b5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:27:52.458694 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-57518b0c-3264-41a5-b3be-60b019647916 req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.549838 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [req-57518b0c-3264-41a5-b3be-60b019647916 req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] For port ede36000-ad87-44da-a759-517dc8d793b5, host n-h1-833411-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833411-1',level=0,port_id=ede36000-ad87-44da-a759-517dc8d793b5,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:52.550197 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-57518b0c-3264-41a5-b3be-60b019647916 req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.562899 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [req-57518b0c-3264-41a5-b3be-60b019647916 req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Calling delete_port for ede36000-ad87-44da-a759-517dc8d793b5 owned by compute:nova {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:27:52.690394 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-57518b0c-3264-41a5-b3be-60b019647916 req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.720209 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event deleted for resources: {'Port': ['ID=ede36000-ad87-44da-a759-517dc8d793b5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:52.764840 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [req-57518b0c-3264-41a5-b3be-60b019647916 req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] No DVR routers for this DVR port ede36000-ad87-44da-a759-517dc8d793b5 on host n-h1-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:27:52.767432 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [req-57518b0c-3264-41a5-b3be-60b019647916 req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30504'] for port, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:52.770758 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-57518b0c-3264-41a5-b3be-60b019647916 req-62d30646-92fa-4b4f-93d9-d1023b7f288c tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.66 "DELETE /v2.0/ports/ede36000-ad87-44da-a759-517dc8d793b5 HTTP/1.1" status: 204 len: 173 time: 0.3992577 Mar 11 18:27:52.974359 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [req-cf47ef56-154c-4a24-be52-94c35c15889b req-ca9c45f2-fa23-42f3-a4f4-b48bf205d156 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "GET /v2.0/ports?device_id=e017315b-e597-40a1-a6ae-4c16dd40ef68 HTTP/1.1" status: 200 len: 210 time: 0.0270350 Mar 11 18:27:53.205281 n-d-833411-1 neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'name': 'network-vif-deleted', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:27:53.207619 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad74d41566b2cb8991236eb7a3cd3f88089de516b86112d971a4789fca92712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17947ff6-8790-45a9-a8d3-7400dafa0a58" -d '{"events": [{"server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "name": "network-vif-deleted", "tag": "ede36000-ad87-44da-a759-517dc8d793b5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:27:53.243847 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa364aa9-0e66-43dc-ad74-680f70a05699 x-openstack-request-id: req-aa364aa9-0e66-43dc-ad74-680f70a05699 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:27:53.244133 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017315b-e597-40a1-a6ae-4c16dd40ef68", "name": "network-vif-deleted", "tag": "ede36000-ad87-44da-a759-517dc8d793b5", "status": "completed", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:27:53.244547 n-d-833411-1 neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa364aa9-0e66-43dc-ad74-680f70a05699 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:27:53.245417 n-d-833411-1 neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017315b-e597-40a1-a6ae-4c16dd40ef68', 'name': 'network-vif-deleted', 'tag': 'ede36000-ad87-44da-a759-517dc8d793b5', 'status': 'completed', 'code': 200} Mar 11 18:27:54.028304 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43568) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:54.086651 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-220bdbd7-75f1-4b34-a80d-18d4e4c9b488 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:54.112448 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-220bdbd7-75f1-4b34-a80d-18d4e4c9b488 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:54.170849 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-220bdbd7-75f1-4b34-a80d-18d4e4c9b488 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:54.173394 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-220bdbd7-75f1-4b34-a80d-18d4e4c9b488 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:54.174544 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-220bdbd7-75f1-4b34-a80d-18d4e4c9b488 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] 10.222.0.53 "DELETE /v2.0/security-groups/c8b744f0-1a5b-466d-8721-e788405b8ca3 HTTP/1.1" status: 204 len: 168 time: 0.1452005 Mar 11 18:27:54.183912 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bdbd7-75f1-4b34-a80d-18d4e4c9b488 tempest-TestSnapshotPattern-1174072733 tempest-TestSnapshotPattern-1174072733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b744f0-1a5b-466d-8721-e788405b8ca3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:54.221796 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43572) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:54.691434 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:54.934687 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Deleting port 9974e158-66a3-42cb-902e-806caabeff26 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:27:54.935025 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:55.010428 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] For port 9974e158-66a3-42cb-902e-806caabeff26, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9974e158-66a3-42cb-902e-806caabeff26,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:55.010707 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:55.022925 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Calling delete_port for 9974e158-66a3-42cb-902e-806caabeff26 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:27:55.210266 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:55.241725 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=9974e158-66a3-42cb-902e-806caabeff26,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:55.414048 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:55.633753 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Router 1355f348-6be7-4c74-9754-ba8dd6848c44 has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:27:55.738846 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:27:55.743903 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-cda1b2d7-3f17-452d-936b-484529de6a8f admin admin] 10.222.0.53 "PUT /v2.0/routers/1355f348-6be7-4c74-9754-ba8dd6848c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5210433 Mar 11 18:27:55.746395 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43576) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:55.748967 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] Sync routers for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:27:55.759229 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:27:55.760117 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:55.850840 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:55.863001 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: n-d-833411-1 {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:27:55.953479 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.006921 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Deleting port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:27:56.007262 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.041480 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:27:55Z', 'revision_number': 5, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port': {'id': '44f1b8fc-0e53-4c69-8d3d-979a6ba727b7', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:56.067399 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] Checking router: 1355f348-6be7-4c74-9754-ba8dd6848c44 for host: n-d-833411-1 {{(pid=102644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:27:56.075403 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] Routers {'1355f348-6be7-4c74-9754-ba8dd6848c44'} bound to L3 agent in host n-d-833411-1 {{(pid=102644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:27:56.075996 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['1355f348-6be7-4c74-9754-ba8dd6848c44'], 'active': True} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:56.084820 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] For port 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=44f1b8fc-0e53-4c69-8d3d-979a6ba727b7,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:56.085270 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.098676 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Calling delete_port for 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:27:56.253967 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_dvr_db [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] Set router 1355f348-6be7-4c74-9754-ba8dd6848c44 gateway port host: None {{(pid=102644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:27:56.265534 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ede36000-ad87-44da-a759-517dc8d793b5 no longer exists at agent hyperv_n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:27:56.267349 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.287983 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] No Port match for: ede36000-ad87-44da-a759-517dc8d793b5 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:27:56.288614 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Device ede36000-ad87-44da-a759-517dc8d793b5 not bound to the agent host n-h1-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:27:56.291469 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f1b8fc-0e53-4c69-8d3d-979a6ba727b7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:56.314733 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.l3_hamode_db [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:27:55Z', 'revision_number': 6, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:56.340653 n-d-833411-1 neutron-server[102644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3955fd-2295-4a23-996d-d5ffa72d129d None None] The sync data for ids ['1355f348-6be7-4c74-9754-ba8dd6848c44'] in n-d-833411-1 is: [{'id': '1355f348-6be7-4c74-9754-ba8dd6848c44', 'name': 'tempest-TestSnapshotPattern-1028433217-router', 'tenant_id': '88b512328ee24c51baa4c4a4c1314f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:31Z', 'updated_at': '2022-03-11T18:27:55Z', 'revision_number': 6, 'project_id': '88b512328ee24c51baa4c4a4c1314f0b', 'gw_port_host': None}] {{(pid=102644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:27:56.360064 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.449733 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.451872 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.493927 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.494522 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1355f348-6be7-4c74-9754-ba8dd6848c44 {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:27:56.500239 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.501461 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-6b63ad8e-8b66-4c2d-b325-82cee0e82ff0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1355f348-6be7-4c74-9754-ba8dd6848c44 HTTP/1.1" status: 204 len: 168 time: 0.7541480 Mar 11 18:27:56.504599 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43578) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:56.555199 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a25ff34-ddb9-4be8-9225-f745e2181cf0 admin admin] Deleting subnet 2e4be15d-d210-4357-90fb-62810ac2d7b5 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:27:56.558466 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a25ff34-ddb9-4be8-9225-f745e2181cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.593563 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a25ff34-ddb9-4be8-9225-f745e2181cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.674555 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a25ff34-ddb9-4be8-9225-f745e2181cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.731142 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a25ff34-ddb9-4be8-9225-f745e2181cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.763692 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25ff34-ddb9-4be8-9225-f745e2181cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4be15d-d210-4357-90fb-62810ac2d7b5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:56.766454 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9a25ff34-ddb9-4be8-9225-f745e2181cf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.773920 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-9a25ff34-ddb9-4be8-9225-f745e2181cf0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2e4be15d-d210-4357-90fb-62810ac2d7b5 HTTP/1.1" status: 204 len: 168 time: 0.2640979 Mar 11 18:27:56.774489 n-d-833411-1 neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.53', 43580) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:56.777989 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d96252-1212-4a98-8876-3b113a601386 None None] Network d622bf90-c26e-4dc5-bd27-4710ef9e12b2 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:27:56.855746 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.909561 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Deleting port 9e3da841-6401-4ffd-9385-5509cc6463b6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:27:56.909905 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.970563 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] For port 9e3da841-6401-4ffd-9385-5509cc6463b6, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=9e3da841-6401-4ffd-9385-5509cc6463b6,segment=NetworkSegment(32b4cf63-5431-40dd-a9f2-a5615e3146a4),segment_id=32b4cf63-5431-40dd-a9f2-a5615e3146a4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:56.970925 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:56.987464 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Calling delete_port for 9e3da841-6401-4ffd-9385-5509cc6463b6 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:27:57.061923 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25651227'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.089943 n-d-833411-1 neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] No DVR routers for this DVR port 9e3da841-6401-4ffd-9385-5509cc6463b6 on host n-d-833411-1 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:27:57.095247 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3da841-6401-4ffd-9385-5509cc6463b6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:57.116924 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bfd680-88dc-4096-9754-7c4ae3690578 None None] DHCP port deletion for d622bf90-c26e-4dc5-bd27-4710ef9e12b2 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:27:57.173316 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.193997 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d622bf90-c26e-4dc5-bd27-4710ef9e12b2']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:57.204169 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b4cf63-5431-40dd-a9f2-a5615e3146a4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:57.204973 n-d-833411-1 neutron-server[102641]: DEBUG neutron.services.segments.db [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b4cf63-5431-40dd-a9f2-a5615e3146a4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:57.214925 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26158024'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.229600 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.236141 n-d-833411-1 neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:27:57.236684 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25651278'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: Traceback (most recent call last): Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: timer() Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: cb(*args, **kw) Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: return func(*args, **kwargs) Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: self._notify() Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: self.callback(batched_events) Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: event.method(event) Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: return f(self, *a, **k) Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: return self._get(url).json() Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: return self.request(url, 'GET', **kwargs) Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:27:57.238755 n-d-833411-1 neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:27:57.292716 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.299638 n-d-833411-1 neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:57.305070 n-d-833411-1 neutron-server[102641]: INFO neutron.wsgi [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] 10.222.0.53 "DELETE /v2.0/networks/d622bf90-c26e-4dc5-bd27-4710ef9e12b2 HTTP/1.1" status: 204 len: 168 time: 0.5282094 Mar 11 18:27:57.305537 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43582) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:57.314185 n-d-833411-1 neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13455a97-db5f-47c2-9acf-56634ed1ac9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d622bf90-c26e-4dc5-bd27-4710ef9e12b2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:57.546491 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9974e158-66a3-42cb-902e-806caabeff26 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:27:57.568468 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 9974e158-66a3-42cb-902e-806caabeff26 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:27:57.568795 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9974e158-66a3-42cb-902e-806caabeff26 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:27:57.569248 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:27:57.589497 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:27:57.589869 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 44f1b8fc-0e53-4c69-8d3d-979a6ba727b7 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:27:57.590310 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e3da841-6401-4ffd-9385-5509cc6463b6 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:27:57.610285 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 9e3da841-6401-4ffd-9385-5509cc6463b6 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:27:57.610658 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 9e3da841-6401-4ffd-9385-5509cc6463b6 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:27:57.666222 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642944'] for router_interface, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.240085 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Deleting port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:27:58.240459 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.319855 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] For port cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07,segment=NetworkSegment(cf300d4a-1480-4ee8-b044-884640633dad),segment_id=cf300d4a-1480-4ee8-b044-884640633dad)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:58.320635 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.334490 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Calling delete_port for cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 owned by network:router_interface {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:27:58.510852 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.535157 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:58.703247 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642932'] for router_interface, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:58.917235 n-d-833411-1 neutron-server[102642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Router e7b4a1f8-7681-444c-9385-7a6ad8c775cf has already been hosted by L3 agent 0757f617-a98d-491e-a8d5-82ee530d82cb {{(pid=102642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:27:59.022389 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] Notify agent at l3_agent.n-d-833411-1 the message routers_updated {{(pid=102642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:27:59.027236 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-27e966e3-c7d5-4b3f-ac51-72f35c7bfd77 admin admin] 10.222.0.53 "PUT /v2.0/routers/e7b4a1f8-7681-444c-9385-7a6ad8c775cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206244 Mar 11 18:27:59.029817 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43584) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:59.033646 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] Sync routers for ids ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'] in n-d-833411-1 {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:27:59.042872 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] Routers {'e7b4a1f8-7681-444c-9385-7a6ad8c775cf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:27:59.043465 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:59.134447 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks [] for router, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.147363 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] Set router e7b4a1f8-7681-444c-9385-7a6ad8c775cf gateway port host: n-d-833411-1 {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:27:59.237796 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.289059 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Deleting port a22bcea6-2ad3-41f0-a700-c8999ef69702 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:27:59.289406 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.329199 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'external_fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:35Z', 'updated_at': '2022-03-11T18:27:58Z', 'revision_number': 5, 'project_id': '233d2839651344118a4ff5997e71971f', 'gw_port': {'id': 'a22bcea6-2ad3-41f0-a700-c8999ef69702', 'name': '', 'network_id': '647719a6-c416-4b7e-9277-98cf0c73a95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '958430dc-2430-4c55-bade-16522f86d308', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833411-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:22:36Z', 'updated_at': '2022-03-11T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958430dc-2430-4c55-bade-16522f86d308', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833411-1'}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:59.355877 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] Checking router: e7b4a1f8-7681-444c-9385-7a6ad8c775cf for host: n-d-833411-1 {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:27:59.364512 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] Routers {'e7b4a1f8-7681-444c-9385-7a6ad8c775cf'} bound to L3 agent in host n-d-833411-1 {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:27:59.365107 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833411-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:54:46Z,description=,heartbeat_timestamp=2022-03-11T18:27:46Z,host='n-d-833411-1',id=0757f617-a98d-491e-a8d5-82ee530d82cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:54:46Z,topic='l3_agent')) {'router_ids': ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:59.367506 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] For port a22bcea6-2ad3-41f0-a700-c8999ef69702, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=a22bcea6-2ad3-41f0-a700-c8999ef69702,segment=NetworkSegment(e87893cb-19b7-4259-8e32-be154b9f4a3c),segment_id=e87893cb-19b7-4259-8e32-be154b9f4a3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:27:59.368049 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.385036 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Calling delete_port for a22bcea6-2ad3-41f0-a700-c8999ef69702 owned by network:router_gateway {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:27:59.449052 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] Set router e7b4a1f8-7681-444c-9385-7a6ad8c775cf gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:27:59.503895 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:35Z', 'updated_at': '2022-03-11T18:27:59Z', 'revision_number': 6, 'project_id': '233d2839651344118a4ff5997e71971f', 'gw_port_host': None}], 'n-d-833411-1', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:27:59.532171 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd0eba-7934-4de0-bbf0-8aeeb4943922 None None] The sync data for ids ['e7b4a1f8-7681-444c-9385-7a6ad8c775cf'] in n-d-833411-1 is: [{'id': 'e7b4a1f8-7681-444c-9385-7a6ad8c775cf', 'name': 'tempest-TestSnapshotPattern-1103352645-router', 'tenant_id': '233d2839651344118a4ff5997e71971f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:22:35Z', 'updated_at': '2022-03-11T18:27:59Z', 'revision_number': 6, 'project_id': '233d2839651344118a4ff5997e71971f', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:27:59.560316 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.597237 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Pushing event deleted for resources: {'Port': ['ID=a22bcea6-2ad3-41f0-a700-c8999ef69702,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:27:59.656078 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643806'] for router_gateway, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.745225 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-629'] for router, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.747337 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.794187 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638826'] for router, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.794828 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b4a1f8-7681-444c-9385-7a6ad8c775cf {{(pid=102642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:27:59.799079 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] Notify callbacks [] for router, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.800219 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-09fc529c-2902-4a01-8178-8564895c79de admin admin] 10.222.0.53 "DELETE /v2.0/routers/e7b4a1f8-7681-444c-9385-7a6ad8c775cf HTTP/1.1" status: 204 len: 168 time: 0.7694931 Mar 11 18:27:59.802938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43586) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:27:59.836235 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.847615 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4857f28-ca8d-46d5-b788-6680d99d773f admin admin] Deleting subnet 25ba2201-4cd9-48ea-baff-12a3a2279085 {{(pid=102642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 11 18:27:59.850631 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4857f28-ca8d-46d5-b788-6680d99d773f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.885544 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4857f28-ca8d-46d5-b788-6680d99d773f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225721'] for subnet, precommit_delete_associations {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:27:59.971288 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4857f28-ca8d-46d5-b788-6680d99d773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725471'] for subnet, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.028301 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4857f28-ca8d-46d5-b788-6680d99d773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3473574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3988732'] for subnet, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.054653 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4857f28-ca8d-46d5-b788-6680d99d773f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ba2201-4cd9-48ea-baff-12a3a2279085,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:00.056913 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4857f28-ca8d-46d5-b788-6680d99d773f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.062311 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-a4857f28-ca8d-46d5-b788-6680d99d773f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/25ba2201-4cd9-48ea-baff-12a3a2279085 HTTP/1.1" status: 204 len: 168 time: 0.2570276 Mar 11 18:28:00.062485 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1a5c9-e243-4cf0-b450-99f7146f202a None None] Network 2f79a542-ffda-4413-9c78-dbc659015a74 requested from n-d-833411-1 {{(pid=102643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 11 18:28:00.064164 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43588) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:28:00.131535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554398'] for network, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.185461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Deleting port 2667fe78-a3ac-424d-a288-5f8150c32c64 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:28:00.185812 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.257762 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] For port 2667fe78-a3ac-424d-a288-5f8150c32c64, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2667fe78-a3ac-424d-a288-5f8150c32c64,segment=NetworkSegment(cf300d4a-1480-4ee8-b044-884640633dad),segment_id=cf300d4a-1480-4ee8-b044-884640633dad)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:28:00.258129 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.271971 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Calling delete_port for 2667fe78-a3ac-424d-a288-5f8150c32c64 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:28:00.287870 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb42d97-7b08-4f0c-99d1-270fa7b36f81 None None] DHCP port deletion for 2f79a542-ffda-4413-9c78-dbc659015a74 request from n-d-833411-1 {{(pid=102643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 11 18:28:00.336371 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-deb42d97-7b08-4f0c-99d1-270fa7b36f81 None None] Deleting port 2667fe78-a3ac-424d-a288-5f8150c32c64 {{(pid=102643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 11 18:28:00.336756 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-deb42d97-7b08-4f0c-99d1-270fa7b36f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772931425100'] for port, before_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.353596 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3474773'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.385785 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=2667fe78-a3ac-424d-a288-5f8150c32c64,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:00.389545 n-d-833411-1 neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] No DVR routers for this DVR port 2667fe78-a3ac-424d-a288-5f8150c32c64 on host n-d-833411-1 {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:28:00.405661 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-deb42d97-7b08-4f0c-99d1-270fa7b36f81 None None] For port 2667fe78-a3ac-424d-a288-5f8150c32c64, host n-d-833411-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833411-1',level=0,port_id=2667fe78-a3ac-424d-a288-5f8150c32c64,segment=NetworkSegment(cf300d4a-1480-4ee8-b044-884640633dad),segment_id=cf300d4a-1480-4ee8-b044-884640633dad)] {{(pid=102643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:28:00.406075 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-deb42d97-7b08-4f0c-99d1-270fa7b36f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645882'] for port, precommit_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.420172 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-deb42d97-7b08-4f0c-99d1-270fa7b36f81 None None] Calling delete_port for 2667fe78-a3ac-424d-a288-5f8150c32c64 owned by network:dhcp {{(pid=102643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 11 18:28:00.460836 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724298', 'neutron.services.segments.db._delete_segments_for_network-8772931438951'] for network, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.485378 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f79a542-ffda-4413-9c78-dbc659015a74']}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:00.495461 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf300d4a-1480-4ee8-b044-884640633dad') {'for_net_delete': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:00.495657 n-d-833411-1 neutron-server[102642]: DEBUG neutron.services.segments.db [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf300d4a-1480-4ee8-b044-884640633dad') {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:28:00.497968 n-d-833411-1 neutron-server[102643]: self.session.flush() Mar 11 18:28:00.505463 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-deb42d97-7b08-4f0c-99d1-270fa7b36f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772931430822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772930939908'] for port, after_delete {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.506153 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772931438192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225714'] for segment, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.520957 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358'] for segment, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.529832 n-d-833411-1 neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:28:00.530154 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3474688'] for segment, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: Traceback (most recent call last): Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: timer() Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: cb(*args, **kw) Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: return func(*args, **kwargs) Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: self._notify() Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: self.callback(batched_events) Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: event.method(event) Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: return f(self, *a, **k) Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: return self._get(url).json() Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: return self.request(url, 'GET', **kwargs) Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:28:00.532195 n-d-833411-1 neutron-server[102642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:28:00.539902 n-d-833411-1 neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb42d97-7b08-4f0c-99d1-270fa7b36f81 None None] Pushing event deleted for resources: {'Port': ['ID=2667fe78-a3ac-424d-a288-5f8150c32c64,revision_number=None']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:00.546776 n-d-833411-1 neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb42d97-7b08-4f0c-99d1-270fa7b36f81 None None] No DVR routers for this DVR port 2667fe78-a3ac-424d-a288-5f8150c32c64 on host n-d-833411-1 {{(pid=102643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:28:00.595909 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1643834'] for network, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.602878 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Notify callbacks [] for network, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.606152 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2f79a542-ffda-4413-9c78-dbc659015a74 HTTP/1.1" status: 204 len: 168 time: 0.5410402 Mar 11 18:28:00.616123 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e5818-6997-4325-87f3-d5de8c0d9e81 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f79a542-ffda-4413-9c78-dbc659015a74,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:00.713515 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43592) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:28:00.753764 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-8cfeffda-7fc3-434c-a559-981e87f80218 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88b512328ee24c51baa4c4a4c1314f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390902 Mar 11 18:28:00.756120 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43594) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:28:00.802574 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c323087a-582e-44aa-a194-8e51bd2c404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.825332 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c323087a-582e-44aa-a194-8e51bd2c404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.872535 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c323087a-582e-44aa-a194-8e51bd2c404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.875625 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c323087a-582e-44aa-a194-8e51bd2c404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:00.876789 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-c323087a-582e-44aa-a194-8e51bd2c404a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71041f6c-c6cb-4903-9964-0a4e526f552c HTTP/1.1" status: 204 len: 168 time: 0.1197531 Mar 11 18:28:00.884325 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323087a-582e-44aa-a194-8e51bd2c404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71041f6c-c6cb-4903-9964-0a4e526f552c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:01.202570 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43600) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:28:01.245472 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-bef5490e-35ad-4b6c-93af-e1386c1059e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=233d2839651344118a4ff5997e71971f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416842 Mar 11 18:28:01.247975 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [-] (102642) accepted ('10.222.0.53', 43602) {{(pid=102642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 11 18:28:01.295973 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ae52815-d189-4746-b024-b202b83619a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:01.316595 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ae52815-d189-4746-b024-b202b83619a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:01.363577 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ae52815-d189-4746-b024-b202b83619a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588677'] for security_group, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:01.366177 n-d-833411-1 neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ae52815-d189-4746-b024-b202b83619a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:01.367301 n-d-833411-1 neutron-server[102642]: INFO neutron.wsgi [None req-0ae52815-d189-4746-b024-b202b83619a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/947b6353-671f-4894-b9bd-3c1820a8ccd3 HTTP/1.1" status: 204 len: 168 time: 0.1178453 Mar 11 18:28:01.376938 n-d-833411-1 neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae52815-d189-4746-b024-b202b83619a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b6353-671f-4894-b9bd-3c1820a8ccd3,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:28:01.549896 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a22bcea6-2ad3-41f0-a700-c8999ef69702 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:28:01.574322 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: a22bcea6-2ad3-41f0-a700-c8999ef69702 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:28:01.574660 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device a22bcea6-2ad3-41f0-a700-c8999ef69702 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:28:01.575148 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2667fe78-a3ac-424d-a288-5f8150c32c64 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:28:01.595550 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: 2667fe78-a3ac-424d-a288-5f8150c32c64 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:28:01.595885 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device 2667fe78-a3ac-424d-a288-5f8150c32c64 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:28:01.596300 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 no longer exists at agent ovs-agent-n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:28:01.616591 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.plugin [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] No Port match for: cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 {{(pid=102643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 11 18:28:01.616932 n-d-833411-1 neutron-server[102643]: DEBUG neutron.plugins.ml2.rpc [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Device cd8743c9-8a2f-4180-9e10-e7e1fbc0dc07 not bound to the agent host n-d-833411-1 {{(pid=102643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:28:11.738429 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:13.618532 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:28:13.763990 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-eb2d69f0-2db1-4c79-9d2b-0470ed0a8bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:16.048818 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b8a91452-0168-4a04-a4f9-ba50aebb15a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:17.427587 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:18.656180 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:19.182404 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:29.849793 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:41.752297 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:43.767054 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9cb692a-59fd-4abe-9749-21d4ad77b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:46.053367 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-4beb4566-2bd6-48ac-9f37-cbfae88e1965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:47.429901 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:48.665381 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:49.185897 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:28:50.617643 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:28:59.842341 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:11.755615 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:13.769714 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-090c4cf8-639b-4e59-9c6e-44fcd3e06505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:16.055693 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c37ad67b-1832-47aa-a06a-2a7158f97d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:17.432748 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:18.661350 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:19.188925 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:27.617480 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:29:29.847120 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:41.754323 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:43.771952 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b034c07a-24a3-4319-9470-c448a8cf4a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:46.056509 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3e824e69-adfc-4436-9c16-514b6aecdc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:47.435965 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:48.664327 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:49.191116 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:29:59.856267 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:04.617425 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:30:11.753074 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:13.772678 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-297af158-0652-4eb8-af7b-f1c991eae7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:16.058240 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3594078e-1692-4a35-91bb-7c8bbbfe5791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:17.440059 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:18.670173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:19.193970 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:29.885306 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:41.617064 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:30:41.755677 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:43.774688 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d47b9dc8-bb84-4689-b592-7cf65ed80cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:46.062899 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b22199de-2a56-4c2d-82f1-96e1d4a3a23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:47.441972 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:48.669389 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:49.195569 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:30:59.908494 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:11.755807 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:13.776970 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8131f845-8054-4ffe-8f72-c419b89c6d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:16.065433 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-345c88e9-04ba-4bc8-8bad-d4b7f019cdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:17.445784 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:18.616430 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:31:18.673845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:19.196920 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:29.925810 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:41.768812 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:43.782246 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-52160be8-9768-44ae-9411-68b38c6f40c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:46.066610 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-41a7a09c-de8b-42e9-bb29-8d1c51a294cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:47.448941 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:48.675973 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:49.198385 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:31:55.615760 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:31:59.923967 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:11.790093 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:13.783229 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a6ba918d-5709-4f2f-9c55-490dcb90cd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:16.070968 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bab1d6bf-dbc2-4854-a82c-231530d6f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:17.452712 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:18.679061 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:19.199845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:29.922806 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:32.615613 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:32:41.782981 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:43.786501 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-a8ec24b7-29a3-403d-89b4-82ad4c21b105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:46.073449 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ca079113-6a63-450c-a50d-6164a9445899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:47.455440 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:48.681245 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:49.203245 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:32:59.924010 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:09.614151 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:33:11.799000 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:13.788455 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e0d0de0c-03f5-4b3f-8f82-a750b86fd774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:16.074448 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-16e577a0-524e-4b5f-9757-127da4129ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:17.457512 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:18.684847 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:19.205235 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:29.927308 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:41.801020 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:43.790338 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3642b96c-1c7b-40ca-b744-970565470644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:46.077417 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-c163bae4-343f-41ca-b040-c69b7d2c7db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:46.613957 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:33:47.469443 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:48.687383 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:49.207219 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:33:59.917634 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:11.813252 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:13.792831 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bdaf721e-5f8f-4dfc-a4e5-2fa708e8d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:16.079507 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0682ca97-cf54-4514-9ca3-411745bdce19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:17.463519 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:18.690505 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:19.209931 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:23.613581 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:34:29.925865 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:41.955173 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:43.796836 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-01fa7bdf-cd37-4a39-9794-0f38030f8b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:46.079903 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-aa6f46bc-414e-4253-bd58-699deea3f131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:47.469445 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:48.693007 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:49.213564 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:34:59.917419 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:00.612993 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:35:11.844290 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:13.798894 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b4caaf5e-1bf9-4acc-af6c-1a3290b08fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:16.081327 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-82ce2e5b-e138-4745-8b88-4ac92ec83d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:17.470078 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:18.696349 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:19.220015 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:29.922889 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:37.611833 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:35:38.431859 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-71176598-fa49-44cb-87eb-2a2ce891ad3c req-38efa0f9-e7ca-469f-a2e6-c417fce0e944 service neutron] (102642) timed out ('10.222.0.53', 41344) {{(pid=102642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 18:35:41.858455 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:43.800845 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0b8297c5-9258-4166-947b-3dcfa4e511fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:46.083494 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-54d6ea65-aaea-492c-81b5-3a357d6c9a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:47.472662 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:48.700049 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:49.212087 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:35:56.576873 n-d-833411-1 neutron-server[102642]: DEBUG neutron.wsgi [req-7a2a13de-583a-4043-891c-82c94719aed9 req-64a0df6a-8ac9-4d6e-baf4-2eb14b082624 service neutron] (102642) timed out ('10.222.0.46', 56843) {{(pid=102642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 11 18:35:59.920951 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:11.858844 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:13.803257 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb1ad-45f8-4ebd-857e-12270e7c3a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:14.611811 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:36:16.086143 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-11ef3227-32b8-41c2-89ab-981b0629e8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:17.474998 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:18.702783 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:19.213898 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:29.924128 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-196b07b6-582e-4563-ba4b-e25633281710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:41.874372 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cc655d81-7223-4007-b666-e8d1f823544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:43.803997 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd65d132-d670-4e02-a445-69c66085a3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:46.090372 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-086255e0-70d2-4cc2-91e5-b3a095805bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:47.477961 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-202b6b23-86ca-44d2-b404-5971084c911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:48.706874 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-9c976424-c737-460c-9ce3-0ab317f2de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:49.222040 n-d-833411-1 neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-46ef7363-2265-41fd-bb48-a4a7dc8d4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772931438933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722170'] for agent, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 18:36:51.611202 n-d-833411-1 neutron-server[102644]: DEBUG neutron.db.agents_db [None req-3df535f0-d578-4045-9c59-e603ffee7b9c None None] Agent healthcheck: found 7 active agents {{(pid=102644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}